-- Logs begin at Mon 2021-08-23 23:25:20 UTC, end at Tue 2021-08-24 01:40:04 UTC. -- Aug 24 00:00:40.397427 n-d-805736-1 systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 00:00:43.117186 n-d-805736-1 neutron-server[94728]: INFO neutron.common.config [-] Logging enabled! Aug 24 00:00:43.117774 n-d-805736-1 neutron-server[94728]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 00:00:43.117957 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94728) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 00:00:43.121173 n-d-805736-1 neutron-server[94728]: INFO neutron.common.config [-] Logging enabled! Aug 24 00:00:43.121427 n-d-805736-1 neutron-server[94728]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 00:00:43.121744 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94728) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 00:00:43.123461 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 00:00:43.123696 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 00:00:43.124063 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 00:00:43.124314 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 00:00:43.124546 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 00:00:43.124874 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.125181 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.125488 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.125718 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.126018 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.126315 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.126607 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.126928 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.127236 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.127528 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.127810 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.128099 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.128332 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.128617 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.128910 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.129203 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.129429 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] debug = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.129712 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.130141 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.131088 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.131190 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.131407 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.131695 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.131971 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.132255 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.132545 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.132879 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] host = n-d-805736-1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.133162 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.133457 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.133750 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.134041 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.134324 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.134610 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.134927 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.135211 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.135494 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] log_file = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.135774 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.136067 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.136363 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.136659 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.136886 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.137110 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.137407 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.137701 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.138051 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.138331 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.138612 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.138913 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.139192 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.139465 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.139754 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.140042 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.140332 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.140612 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.140889 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.141167 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.141446 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.141735 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.142014 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.142288 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.142565 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.142886 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.143164 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.143446 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.144690 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.144690 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.144690 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.144932 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.145017 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.145292 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.145751 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.146218 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.146681 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] use_json = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.147195 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.147673 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.148170 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.148642 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.149128 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.149619 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.150112 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.150529 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:43.150875 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.151193 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.151517 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.151820 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.152129 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.152425 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.152727 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.153016 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.153315 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.154330 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.154803 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.155091 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.155392 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.155681 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.155987 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.156307 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.156613 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.156917 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.157203 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.157491 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.157773 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.158060 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.158356 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.158660 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.158983 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.159267 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.159553 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.159853 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.160136 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.160416 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.160700 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.160996 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.161280 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.161558 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.161846 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.162131 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.162417 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.162698 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.163002 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.163302 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.163588 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.163868 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.164146 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.164426 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.164705 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.165001 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.165285 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.165564 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.165842 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.166127 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.166405 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.166683 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.166990 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.167270 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.167552 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.167828 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.168105 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.168383 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.168661 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.168939 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.169845 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.170127 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.170408 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.170687 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.171026 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.171271 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.171551 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.171830 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.172124 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.172436 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.172724 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.173009 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.173295 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.173581 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.173865 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.174149 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.174435 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.174720 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.175025 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.175328 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.175619 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.175913 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.176204 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.176490 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.176793 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.177077 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.177367 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.177651 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.177933 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.178229 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.178519 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.178850 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.179151 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.179452 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.179752 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.180057 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.180331 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.180648 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.180933 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:43.181155 n-d-805736-1 neutron-server[94728]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 00:00:43.181405 n-d-805736-1 neutron-server[94728]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94728) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 00:00:43.537551 n-d-805736-1 neutron-server[94728]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 00:00:43.537743 n-d-805736-1 neutron-server[94728]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 00:00:43.538022 n-d-805736-1 neutron-server[94728]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 00:00:43.538356 n-d-805736-1 neutron-server[94728]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 00:00:43.936002 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:43.936289 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:43.936571 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:43.937887 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:43.938170 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:43.938437 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:43.973065 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:43.973333 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:43.973601 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:43.989935 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:43.990220 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:43.990494 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.021748 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.022028 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.022295 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.058066 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.058350 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.058625 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.291134 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.291754 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.291754 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.291918 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.292555 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.413398 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.413718 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.414006 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.414280 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.414548 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.414884 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.415151 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.415409 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.415665 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.415948 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.416212 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.416478 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.416734 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.416985 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.417241 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.417598 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.417856 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.418121 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.418390 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.418648 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.418945 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.419975 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.420266 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.420648 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.420905 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.421159 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.421559 n-d-805736-1 neutron-server[94728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:00:44.421806 n-d-805736-1 neutron-server[94728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:00:44.422052 n-d-805736-1 neutron-server[94728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:00:44.422292 n-d-805736-1 neutron-server[94728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:00:44.422530 n-d-805736-1 neutron-server[94728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:00:44.422765 n-d-805736-1 neutron-server[94728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:00:44.423149 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 00:00:44.426206 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 00:00:44.430127 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 00:00:44.433870 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Aug 24 00:00:44.436516 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 00:00:44.437114 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 00:00:44.437449 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 00:00:44.437832 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 00:00:44.440627 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 00:00:44.440880 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 00:00:44.441224 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 00:00:44.446476 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 00:00:44.468387 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 00:00:44.468841 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.469140 n-d-805736-1 neutron-server[94728]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94728) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 24 00:00:44.469507 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.470881 n-d-805736-1 neutron-server[94728]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94728) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 00:00:44.471165 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 00:00:44.471410 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 00:00:44.474611 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.474920 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:44.539712 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 00:00:44.539951 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 00:00:44.540191 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 00:00:44.540573 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 00:00:44.568030 n-d-805736-1 neutron-server[94728]: DEBUG oslo_db.sqlalchemy.engines [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94728) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 00:00:45.105448 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Initializing driver for type 'gre' Aug 24 00:00:45.105969 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] gre ID ranges: [(1, 1000)] Aug 24 00:00:45.162879 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Initializing driver for type 'local' Aug 24 00:00:45.163236 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Initializing driver for type 'vlan' Aug 24 00:00:45.176161 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] VlanTypeDriver initialization complete Aug 24 00:00:45.176539 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Initializing driver for type 'vxlan' Aug 24 00:00:45.177038 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] vxlan ID ranges: [(1, 1000)] Aug 24 00:00:45.231018 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Initializing extension driver 'port_security' Aug 24 00:00:45.231425 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.extensions.port_security [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] PortSecurityExtensionDriver initialization complete Aug 24 00:00:45.231827 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Initializing mechanism driver 'openvswitch' Aug 24 00:00:45.232188 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Initializing mechanism driver 'hyperv' Aug 24 00:00:45.239060 n-d-805736-1 neutron-server[94728]: DEBUG neutron.plugins.ml2.plugin [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:00:45.239822 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > port after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.240257 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > port after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.240649 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > port after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.241297 n-d-805736-1 neutron-server[94728]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94728) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 00:00:45.241770 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > subnet after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.242181 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > subnet after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.242580 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.243045 n-d-805736-1 neutron-server[94728]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94728) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 00:00:45.243517 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > network after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.243908 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > network after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.244297 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > network after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.244726 n-d-805736-1 neutron-server[94728]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94728) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 00:00:45.245168 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > security_group after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.245555 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > security_group after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.245956 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.246551 n-d-805736-1 neutron-server[94728]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94728) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 00:00:45.247026 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.247476 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.247997 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.248445 n-d-805736-1 neutron-server[94728]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94728) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 00:00:45.248890 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > address_group after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.249283 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > address_group after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.249665 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.250120 n-d-805736-1 neutron-server[94728]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94728) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 00:00:45.250557 n-d-805736-1 neutron-server[94728]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] ML2 OVO RPC backend initialized. {{(pid=94728) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 24 00:00:45.251414 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.251836 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.252303 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > network before_response 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.252698 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > networks before_response 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.253090 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > port before_response 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.253482 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > ports before_response 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.253885 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > subnet before_response 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.254296 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > subnets before_response 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.254723 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > network after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.255125 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > network after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.255788 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > network after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.256172 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > port after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.256552 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > port after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.256934 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > port after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.257314 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > subnet after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.257695 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > subnet after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.258074 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.258748 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.plugin [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Modular L2 Plugin initialization complete Aug 24 00:00:45.259145 n-d-805736-1 neutron-server[94728]: DEBUG neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading services supported by the core plugin {{(pid=94728) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 00:00:45.259510 n-d-805736-1 neutron-server[94728]: INFO neutron.plugins.ml2.managers [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Got port-security extension from driver 'port_security' Aug 24 00:00:45.260041 n-d-805736-1 neutron-server[94728]: INFO neutron.extensions.vlantransparent [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Disabled vlantransparent extension. Aug 24 00:00:45.260574 n-d-805736-1 neutron-server[94728]: DEBUG neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94728) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 00:00:45.260930 n-d-805736-1 neutron-server[94728]: INFO neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading Plugin: router Aug 24 00:00:45.297481 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.298045 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router after_create 55549900 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.298238 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router before_create 55549900 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.298608 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.299015 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.299377 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router after_delete 55549900 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.299746 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.300101 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.300464 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router after_create 55549900 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.300814 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router after_update 55549900 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.301163 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router after_update 55549900 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.301515 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.301877 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router after_update 55549900 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.302299 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router precommit_update 55549900 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.302666 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: port after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.303046 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: port after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.303466 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: subnet after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.303707 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.304055 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.304405 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router precommit_create 55549900 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.304751 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: port before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.305099 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router precommit_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.305460 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router after_update 55549900 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.305807 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.306161 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router precommit_create 55549900 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.306526 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.306899 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router precommit_update 55549900 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.307270 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > agent after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.307624 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > agent after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.307985 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > network after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.308826 n-d-805736-1 neutron-server[94728]: DEBUG neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Tracking information for resource: router configured {{(pid=94728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:00:45.309164 n-d-805736-1 neutron-server[94728]: DEBUG neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Tracking information for resource: floatingip configured {{(pid=94728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:00:45.315468 n-d-805736-1 neutron-server[94728]: INFO neutron.db.l3_agentschedulers_db [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 00:00:45.316054 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: port after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.316421 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: port after_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.316777 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: port after_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.317133 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: port after_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.317935 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router before_create 55550100 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.318304 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.318671 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router precommit_create 55550100 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.319057 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > router precommit_update 55550100 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.323597 n-d-805736-1 neutron-server[94728]: DEBUG neutron.services.provider_configuration [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service providers = [] {{(pid=94728) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 00:00:45.323973 n-d-805736-1 neutron-server[94728]: DEBUG neutron.db.servicetype_db [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94728) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 00:00:45.327540 n-d-805736-1 neutron-server[94728]: DEBUG neutron.services.service_base [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 00:00:45.327896 n-d-805736-1 neutron-server[94728]: DEBUG neutron.services.service_base [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 00:00:45.328245 n-d-805736-1 neutron-server[94728]: DEBUG neutron.services.service_base [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 00:00:45.329143 n-d-805736-1 neutron-server[94728]: DEBUG neutron.services.service_base [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 00:00:45.329526 n-d-805736-1 neutron-server[94728]: INFO neutron.services.service_base [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 00:00:45.329900 n-d-805736-1 neutron-server[94728]: DEBUG neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:00:45.330221 n-d-805736-1 neutron-server[94728]: INFO neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 00:00:45.340805 n-d-805736-1 neutron-server[94728]: DEBUG neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:00:45.341766 n-d-805736-1 neutron-server[94728]: INFO neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading Plugin: auto_allocate Aug 24 00:00:45.347538 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: network precommit_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.347921 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: network precommit_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.348450 n-d-805736-1 neutron-server[94728]: DEBUG neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:00:45.348775 n-d-805736-1 neutron-server[94728]: INFO neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading Plugin: tag Aug 24 00:00:45.355262 n-d-805736-1 neutron-server[94728]: DEBUG neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:00:45.355641 n-d-805736-1 neutron-server[94728]: INFO neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading Plugin: timestamp Aug 24 00:00:45.359630 n-d-805736-1 neutron-server[94728]: DEBUG neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:00:45.359967 n-d-805736-1 neutron-server[94728]: INFO neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading Plugin: network_ip_availability Aug 24 00:00:45.365361 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.365739 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.366104 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.366849 n-d-805736-1 neutron-server[94728]: DEBUG neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:00:45.367175 n-d-805736-1 neutron-server[94728]: INFO neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading Plugin: flavors Aug 24 00:00:45.371915 n-d-805736-1 neutron-server[94728]: DEBUG neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:00:45.372775 n-d-805736-1 neutron-server[94728]: INFO neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading Plugin: revisions Aug 24 00:00:45.377104 n-d-805736-1 neutron-server[94728]: DEBUG neutron.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:00:45.377503 n-d-805736-1 neutron-server[94728]: DEBUG oslo_concurrency.lockutils [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.839s {{(pid=94728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 00:00:45.378237 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94728) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 24 00:00:45.378581 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Initializing extension manager. Aug 24 00:00:45.379124 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: __init__.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.379473 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: __pycache__ {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.379819 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.380161 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: address_group.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.381172 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.381732 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: address-group Aug 24 00:00:45.382061 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: address_scope.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.382795 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.383313 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: address-scope Aug 24 00:00:45.383638 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.384571 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.385077 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: router-admin-state-down-before-update Aug 24 00:00:45.385404 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: agent.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.386301 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.386841 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: agent Aug 24 00:00:45.387169 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: agent_resources_synced.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.388209 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.388717 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: agent-resources-synced Aug 24 00:00:45.389044 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: allowedaddresspairs.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.390850 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.391363 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: allowed-address-pairs Aug 24 00:00:45.391692 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: auto_allocated_topology.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.392769 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.393280 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: auto-allocated-topology Aug 24 00:00:45.393607 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: availability_zone.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.394305 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.394839 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: availability_zone Aug 24 00:00:45.395167 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: availability_zone_filter.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.396081 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.396587 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: availability_zone_filter Aug 24 00:00:45.396911 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: data_plane_status.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.397820 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.398318 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 00:00:45.398642 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: default_subnetpools.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.399599 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.400099 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: default-subnetpools Aug 24 00:00:45.400425 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.401234 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.401734 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: dhcp_agent_scheduler Aug 24 00:00:45.402061 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: dns.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.403007 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.404024 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 00:00:45.404347 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: dns_domain_ports.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.405268 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.405771 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 00:00:45.406097 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.407052 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.407550 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 00:00:45.407875 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: dvr.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.408553 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.409052 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: dvr Aug 24 00:00:45.409378 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: ecmp_routes.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.410300 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.410826 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 00:00:45.411153 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: empty_string_filtering.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.412065 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.412567 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: empty-string-filtering Aug 24 00:00:45.412888 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.413808 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.414311 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 00:00:45.414632 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.415586 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.416084 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 00:00:45.416405 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: external_net.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.417323 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.417822 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: external-net Aug 24 00:00:45.418143 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.419647 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.420162 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: extra_dhcp_opt Aug 24 00:00:45.420484 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: extraroute.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.421402 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.421905 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: extraroute Aug 24 00:00:45.422229 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: extraroute_atomic.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.423296 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.423803 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: extraroute-atomic Aug 24 00:00:45.424127 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: filter_validation.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.424792 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.425288 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: filter-validation Aug 24 00:00:45.425609 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: fip_pf_description.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.426518 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.427041 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 00:00:45.427365 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: fip_port_details.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.428286 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.428786 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: fip-port-details Aug 24 00:00:45.429110 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: flavors.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.430344 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.430887 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: flavors Aug 24 00:00:45.431221 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.432868 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.433386 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 00:00:45.433717 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: floatingip_pools.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.434420 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.434981 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: floatingip-pools Aug 24 00:00:45.435309 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: ip_allocation.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.436248 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.436752 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 00:00:45.437076 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.437999 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.438504 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: ip-substring-filtering Aug 24 00:00:45.438857 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: l2_adjacency.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.439792 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.440297 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 00:00:45.440623 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: l3.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.441721 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.442238 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: router Aug 24 00:00:45.442567 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.444813 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.445343 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 00:00:45.445681 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.446625 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.447167 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: ext-gw-mode Aug 24 00:00:45.447499 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.448442 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.448953 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: l3-ha Aug 24 00:00:45.449281 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: l3_flavors.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.450205 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.450852 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: l3-flavors Aug 24 00:00:45.451182 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.452115 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.452620 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 00:00:45.452949 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: l3agentscheduler.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.454004 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.454513 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: l3_agent_scheduler Aug 24 00:00:45.454872 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: logging.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.456350 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.456864 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension logging not supported by any of loaded plugins Aug 24 00:00:45.457197 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: metering.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.457942 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.458515 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: metering Aug 24 00:00:45.458871 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.459968 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.460482 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: metering_source_and_destination_fields Aug 24 00:00:45.460814 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: multiprovidernet.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.461744 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.462255 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: multi-provider Aug 24 00:00:45.462584 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: netmtu.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.463529 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.464036 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: net-mtu Aug 24 00:00:45.464363 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: netmtu_writable.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.465287 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.465791 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: net-mtu-writable Aug 24 00:00:45.466633 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: network_availability_zone.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.467330 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.467831 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: network_availability_zone Aug 24 00:00:45.468155 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: network_ip_availability.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.469244 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.469752 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: network-ip-availability Aug 24 00:00:45.470077 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: network_segment_range.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.470883 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.471382 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 00:00:45.471703 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: pagination.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.472683 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.473015 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: pagination Aug 24 00:00:45.473337 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: port_device_profile.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.474265 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.474790 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: port-device-profile Aug 24 00:00:45.475117 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.476060 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.476567 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: port-mac-address-regenerate Aug 24 00:00:45.476890 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.477809 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.478314 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: port-numa-affinity-policy Aug 24 00:00:45.478639 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: port_resource_request.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.479590 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.480097 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 00:00:45.480424 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: portbindings.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.481354 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.482184 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: binding Aug 24 00:00:45.482509 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: portbindings_extended.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.483955 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.484470 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: binding-extended Aug 24 00:00:45.484802 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: portsecurity.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.485728 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.486239 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: port-security Aug 24 00:00:45.486567 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: project_id.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.487580 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.487914 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: project-id Aug 24 00:00:45.488238 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: providernet.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.489173 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.489680 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: provider Aug 24 00:00:45.490005 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: qos.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.493553 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.494073 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension qos not supported by any of loaded plugins Aug 24 00:00:45.494407 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.496018 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.496533 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 00:00:45.496866 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.498402 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.498942 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 00:00:45.499270 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: qos_default.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.500193 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.500702 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension qos-default not supported by any of loaded plugins Aug 24 00:00:45.501029 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: qos_fip.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.501695 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.502192 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 00:00:45.502513 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: qos_gateway_ip.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.503467 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.503971 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 00:00:45.504295 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: qos_port_network_policy.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.505211 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.505975 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 00:00:45.506301 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: qos_pps_rule.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.507510 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.508024 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 00:00:45.508352 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: qos_rule_type_details.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.509282 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.509790 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 00:00:45.510113 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: qos_rules_alias.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.511204 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.511719 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 00:00:45.512046 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: quotasv2.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.513681 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.513984 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: quotas Aug 24 00:00:45.514445 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: quotasv2_detail.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.517532 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.517879 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: quota_details Aug 24 00:00:45.518215 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: rbac.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.519512 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.520042 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: rbac-policies Aug 24 00:00:45.520377 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: rbac_address_group.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.521320 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.521843 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: rbac-address-group Aug 24 00:00:45.522173 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: rbac_address_scope.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.523125 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.523637 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: rbac-address-scope Aug 24 00:00:45.523963 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: rbac_security_groups.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.524883 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.525391 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: rbac-security-groups Aug 24 00:00:45.525716 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: rbac_subnetpool.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.526636 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.527184 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: rbac-subnetpool Aug 24 00:00:45.527511 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: revisionifmatch.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.528472 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.528987 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: revision-if-match Aug 24 00:00:45.529308 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: revisions.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.530430 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.530971 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: standard-attr-revisions Aug 24 00:00:45.531298 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: router_availability_zone.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.531989 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.532496 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: router_availability_zone Aug 24 00:00:45.532861 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: routerservicetype.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.533787 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.534292 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 00:00:45.534617 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.535574 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.536080 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: security-groups-normalized-cidr Aug 24 00:00:45.536405 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.537333 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.537835 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: port-security-groups-filtering Aug 24 00:00:45.538159 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.539116 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.539623 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: security-groups-remote-address-group Aug 24 00:00:45.539948 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: securitygroup.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.549506 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.550030 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: security-group Aug 24 00:00:45.550366 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: segment.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.551202 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.551715 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension segment not supported by any of loaded plugins Aug 24 00:00:45.552045 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.552991 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.553496 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 00:00:45.553825 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: servicetype.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.555025 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.555542 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: service-type Aug 24 00:00:45.555870 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: sorting.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.556865 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.557202 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: sorting Aug 24 00:00:45.557530 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: standard_attr_segment.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.558457 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.558996 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 00:00:45.559325 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: standardattrdescription.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.560536 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.561175 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: standard-attr-description Aug 24 00:00:45.561948 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: stateful_security_group.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.562481 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.563012 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: stateful-security-group Aug 24 00:00:45.563340 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: stdattrs_common.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.563932 n-d-805736-1 neutron-server[94728]: WARNING neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 00:00:45.564258 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.565207 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.565850 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 00:00:45.566188 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: subnet_onboard.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.567287 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.567797 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: subnet_onboard Aug 24 00:00:45.568125 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.569064 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.569566 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 00:00:45.569895 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: subnet_service_types.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.570861 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.571370 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: subnet-service-types Aug 24 00:00:45.571697 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: subnetallocation.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.572796 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.573308 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: subnet_allocation Aug 24 00:00:45.573640 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.574318 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.574847 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: subnetpool-prefix-ops Aug 24 00:00:45.575179 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.576812 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.577319 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 00:00:45.577648 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: tagging.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.578756 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.579307 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: standard-attr-tag Aug 24 00:00:45.579638 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: timestamp.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.580848 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.581362 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loaded extension: standard-attr-timestamp Aug 24 00:00:45.581691 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: trunk.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.582765 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.583308 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension trunk not supported by any of loaded plugins Aug 24 00:00:45.583638 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: trunk_details.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.584579 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.585098 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 00:00:45.585425 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: uplink_status_propagation.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.586351 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.586893 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 00:00:45.587227 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Loading extension file: vlantransparent.py {{(pid=94728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:00:45.587905 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:00:45.588410 n-d-805736-1 neutron-server[94728]: INFO neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 00:00:45.591583 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:network Aug 24 00:00:45.592134 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:subnet Aug 24 00:00:45.592541 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 00:00:45.592948 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:port Aug 24 00:00:45.594208 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.v2.resource_helper [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:00:45.594649 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.v2.resource_helper [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service FLAVORS assigned prefix: {{(pid=94728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:00:45.595296 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.v2.resource_helper [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:00:45.595738 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.v2.resource_helper [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:00:45.596072 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:router Aug 24 00:00:45.596522 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 00:00:45.597028 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.v2.resource_helper [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service METERING assigned prefix: /metering {{(pid=94728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:00:45.598472 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.598871 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.599230 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:00:45.600255 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 00:00:45.600698 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:security_group Aug 24 00:00:45.601143 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 00:00:45.601758 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.v2.resource_helper [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service CORE assigned prefix: {{(pid=94728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:00:45.602102 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 00:00:45.602449 n-d-805736-1 neutron-server[94728]: WARNING neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] subnetpool is already registered Aug 24 00:00:45.602914 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.v2.resource_helper [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service CORE assigned prefix: {{(pid=94728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:00:45.603251 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 00:00:45.603588 n-d-805736-1 neutron-server[94728]: WARNING neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] subnetpool is already registered Aug 24 00:00:45.607810 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.v2.resource_helper [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:00:45.608214 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.v2.resource_helper [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service FLAVORS assigned prefix: {{(pid=94728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:00:45.608833 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.v2.resource_helper [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:00:45.609264 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.v2.resource_helper [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:00:45.609609 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:router Aug 24 00:00:45.609953 n-d-805736-1 neutron-server[94728]: WARNING neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] router is already registered Aug 24 00:00:45.610368 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 00:00:45.610705 n-d-805736-1 neutron-server[94728]: WARNING neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] floatingip is already registered Aug 24 00:00:45.611196 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.v2.resource_helper [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service METERING assigned prefix: /metering {{(pid=94728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:00:45.611880 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 00:00:45.612205 n-d-805736-1 neutron-server[94728]: WARNING neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] rbac_policy is already registered Aug 24 00:00:45.612619 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:security_group Aug 24 00:00:45.612957 n-d-805736-1 neutron-server[94728]: WARNING neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] security_group is already registered Aug 24 00:00:45.613360 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 00:00:45.613696 n-d-805736-1 neutron-server[94728]: WARNING neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] security_group_rule is already registered Aug 24 00:00:45.614172 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.v2.resource_helper [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service CORE assigned prefix: {{(pid=94728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:00:45.614502 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 00:00:45.614864 n-d-805736-1 neutron-server[94728]: WARNING neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] subnetpool is already registered Aug 24 00:00:45.615288 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.v2.resource_helper [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Service CORE assigned prefix: {{(pid=94728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:00:45.615612 n-d-805736-1 neutron-server[94728]: INFO neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 00:00:45.615942 n-d-805736-1 neutron-server[94728]: WARNING neutron.quota.resource_registry [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] subnetpool is already registered Aug 24 00:00:45.616388 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: extensions {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.617944 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: address-groups {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.619749 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: address-scopes {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.620960 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: agents {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.622179 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: auto-allocated-topology {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.623601 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: availability_zones {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.624836 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: dhcp-networks {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.626249 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: dhcp-agents {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.627802 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: routers {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.629556 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: flavors {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.631029 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: service_profiles {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.632349 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: next_providers {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.633781 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: service_profiles {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.635284 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: floatingip-pools {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.636522 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: routers {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.638490 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: floatingips {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.639721 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: l3-routers {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.641125 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: l3-agents {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.642672 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: metering-labels {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.643955 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: metering-label-rules {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.645252 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: network-ip-availabilities {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.646603 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: bindings {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.648206 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: quotas {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.649679 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: quotas {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.651249 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: rbac-policies {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.652468 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: security-groups {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.654205 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: security-group-rules {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.655473 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: service-providers {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.656817 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: subnetpools {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.658159 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: subnetpools {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.659672 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: tags {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.661463 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: tags {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.663230 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: tags {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.665119 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: tags {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.666864 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: tags {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.668728 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: tags {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.672072 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: tags {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.673889 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: tags {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.675711 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: tags {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.677594 n-d-805736-1 neutron-server[94728]: DEBUG neutron.api.extensions [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Extended resource: tags {{(pid=94728) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:00:45.683660 n-d-805736-1 neutron-server[94728]: WARNING keystonemiddleware.auth_token [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 00:00:45.688323 n-d-805736-1 neutron-server[94728]: WARNING keystonemiddleware.auth_token [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 00:00:45.696913 n-d-805736-1 neutron-server[94728]: DEBUG oslo_concurrency.lockutils [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Acquired lock "singleton_lock" {{(pid=94728) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 24 00:00:45.697395 n-d-805736-1 neutron-server[94728]: DEBUG oslo_concurrency.lockutils [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Releasing lock "singleton_lock" {{(pid=94728) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 24 00:00:45.698037 n-d-805736-1 neutron-server[94728]: INFO oslo_service.service [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Starting 2 workers Aug 24 00:00:45.703016 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Started child 94837 {{(pid=94728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 00:00:45.707442 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Started child 94838 {{(pid=94728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 00:00:45.708495 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:00:45.709330 n-d-805736-1 neutron-server[94728]: INFO neutron.service [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 00:00:45.709731 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Notify callbacks [] for process, before_spawn {{(pid=94728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:00:45.709944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [-] (94837) wsgi starting up on http://0.0.0.0:9696 Aug 24 00:00:45.712187 n-d-805736-1 neutron-server[94728]: INFO oslo_service.service [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Starting 1 workers Aug 24 00:00:45.712348 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:00:45.713648 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [-] (94838) wsgi starting up on http://0.0.0.0:9696 Aug 24 00:00:45.717876 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Started child 94839 {{(pid=94728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 00:00:45.718462 n-d-805736-1 neutron-server[94728]: INFO oslo_service.service [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Starting 1 workers Aug 24 00:00:45.722010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.service [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] calling RpcWorker wait() {{(pid=94839) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 00:00:45.722554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.service [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] returning from RpcWorker wait() {{(pid=94839) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 00:00:45.722935 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Started child 94840 {{(pid=94728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 00:00:45.723805 n-d-805736-1 neutron-server[94728]: DEBUG neutron_lib.callbacks.manager [None req-5084bab5-f4d4-41da-b60f-b87467c94921 None None] Notify callbacks [] for process, after_spawn {{(pid=94728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:00:45.724050 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:00:45.724572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:00:45.725677 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94728) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 00:00:45.725896 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 00:00:45.726078 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 00:00:45.726290 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 00:00:45.726636 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 00:00:45.726836 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 00:00:45.727357 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.727644 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.727901 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.728000 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:00:45.728454 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.728454 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.728928 n-d-805736-1 neutron-server[94840]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:00:45.729027 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.729307 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.729576 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.729845 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.730080 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.730254 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.730421 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.730681 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.730939 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.731240 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.731548 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.732346 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.732622 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.732792 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.733051 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.733327 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.733586 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.733858 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] debug = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.734100 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.734585 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.734874 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.735117 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.735336 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.735614 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.735840 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.736124 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.736358 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.736598 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.736813 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.737082 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.737313 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.737542 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.737777 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.738055 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.738288 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.738793 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] host = n-d-805736-1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.739040 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.739260 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.739488 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.739735 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.739990 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.740205 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.740450 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.740674 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.740930 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.741232 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.741416 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.741671 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.741905 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.742149 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_file = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.742314 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_options = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.742554 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.742854 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.743100 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.743293 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.743461 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.743635 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.743889 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.744053 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.744307 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.744546 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.744764 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.745001 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.745218 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.745453 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.745718 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.745967 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.746215 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.746446 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.746690 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.746943 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.747198 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.747435 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.747647 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.747885 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.748122 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.748399 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.748628 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.748842 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.749157 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.749293 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.749553 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.749833 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.750050 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.750294 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.750538 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.750751 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.750991 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.751253 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.751474 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.751711 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.751954 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.752187 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.752437 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.752672 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.752905 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.753136 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] use_json = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.753355 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.753585 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.753857 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.754072 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.754292 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.754507 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.754723 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.754983 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.755693 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.755972 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.756280 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.756551 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.756784 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.757026 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.757274 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.757528 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.757778 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.758025 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.758444 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.758675 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.759005 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.759264 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.759522 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.759850 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.760111 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.760375 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.760613 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.760868 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.761104 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.761327 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.761663 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.761948 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.762225 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.762565 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.763598 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.763737 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.763888 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.764549 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.764657 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.764881 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.765264 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.765503 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.765731 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.765975 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.766289 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.766476 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.766727 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.767984 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.767984 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.767984 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.767984 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.767984 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.769709 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.769709 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.769709 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.769709 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.769709 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.769709 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.769709 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.770473 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.770473 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.770473 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.770710 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.770824 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.771000 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.771217 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.771455 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.771677 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.771912 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.772177 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.772410 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.772628 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.772843 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.773068 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.773285 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.773523 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.773748 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.773971 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.774197 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.774478 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.774861 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.775105 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.775389 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.775552 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.775760 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.775972 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.776193 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.776433 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.776651 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.776864 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.777078 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.777419 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.777704 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.778025 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.778281 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.779183 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.779438 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.779684 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.779936 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.780192 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.780454 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.780675 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.780889 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.781168 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.781413 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.781664 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.781907 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.782203 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.782585 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.782841 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.783076 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.783320 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.783582 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.783834 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.784115 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.784412 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.784839 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.785083 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.785338 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.785600 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.785873 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.786158 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.786399 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.786670 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.787017 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.787293 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.787584 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.787824 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.788075 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.788364 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.788600 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.788893 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.789099 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.789348 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.789571 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.789851 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.790108 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.790387 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.790670 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.790932 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.791296 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.791553 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.791767 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.792038 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.792382 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.792645 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.792885 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.793162 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.793410 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.793661 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.793923 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.794198 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.794422 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.794647 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.794933 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.795150 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.795388 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.795625 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.795846 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.796060 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.796287 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.796526 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.796757 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.796978 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.797209 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.797439 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.797644 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.797917 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.798134 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.798373 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.798616 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.798858 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.799078 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.799298 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.799515 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.799761 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.800000 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.800352 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.800717 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.800961 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.801364 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.801620 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.801857 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.802073 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.802317 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.802544 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.802834 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.803017 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.803245 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.803510 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.803688 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.803915 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.804128 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.804383 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.804641 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.804971 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.805313 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.805634 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.805923 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.806149 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.806392 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.806614 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.806877 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.807099 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.807323 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.807542 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.807815 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.808046 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.808316 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.808559 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.808772 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.808981 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.809197 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.809409 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.809743 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.810003 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.810261 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.810523 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.810763 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.811031 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.811283 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.811499 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.811718 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.811961 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.812180 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.812394 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.812725 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.812942 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.813154 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.813410 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.813628 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.813837 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.814072 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.814275 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.814487 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.814952 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.815173 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.815382 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.815626 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.815866 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.816080 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.816301 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.817715 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.817715 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.817715 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.817715 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.817715 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.817715 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.817715 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.818261 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.818261 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.818464 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.818878 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.819175 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.819408 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.819656 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.820699 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.820699 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.820951 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.821194 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.821435 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.821676 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.821904 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.822155 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.822513 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.822826 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.823064 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.823301 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.823580 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.823867 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.824138 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.824353 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.824652 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.824985 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.825781 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.826152 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.826581 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.826870 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.827124 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.827364 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.827759 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.828157 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.828618 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.829009 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.829399 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.829628 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.829874 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.830106 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.830332 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.830558 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.830809 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.831111 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.831293 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.831456 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 00:00:45.831969 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94728) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 00:00:45.832130 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 00:00:45.832290 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 00:00:45.832457 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 00:00:45.832626 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 00:00:45.832778 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 00:00:45.832991 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.833181 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.833319 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.833475 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.833632 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.833811 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.833971 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.834129 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.834287 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.834444 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.834596 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.834825 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.834940 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.835087 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.835246 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.835404 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.835567 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.835722 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.835882 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.836039 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.836200 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.836357 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.836513 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] debug = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.836671 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.836852 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.837006 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.837165 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.837321 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.837479 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.837635 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.837793 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.837951 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.838107 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.838264 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.838421 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.838577 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.838736 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.838915 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.839073 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.839229 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.839385 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] host = n-d-805736-1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.839531 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.839688 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.839845 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.840003 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.840160 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.840318 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.840475 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.840632 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.840788 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.841536 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.841836 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.842040 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.842137 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.842289 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_file = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.842446 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_options = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.842604 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.842762 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.842948 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.843141 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.843305 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.843463 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.843621 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.843778 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.843935 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.844090 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.844407 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.844562 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.844697 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.844858 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.845016 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.845172 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.845330 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.845486 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.845644 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.845801 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.845958 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.846114 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.846271 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.846428 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.846584 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.846850 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.847012 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.847172 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.847331 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.847488 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.847645 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.847806 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.847962 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.848269 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.848579 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.848735 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.849055 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.849244 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.849472 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.849671 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.849671 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.850007 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.850007 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.850266 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.850266 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.850536 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] use_json = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.850536 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.850848 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.850848 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.851307 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.851307 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.851307 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.851734 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.851734 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:00:45.851734 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.852211 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.852211 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.852211 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.852584 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.852584 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.852832 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.852832 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.853177 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.853177 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.853454 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.853454 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.853709 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.853709 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.854044 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.854044 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.854407 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.854407 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.854407 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.854980 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.854980 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.854980 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.855454 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.855454 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.855454 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.855855 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.855855 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.855855 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.856233 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.856233 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.856233 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.856640 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.856640 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.856888 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.856888 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.857124 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.857265 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.857437 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.857601 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.857762 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.857988 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.858124 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.858239 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.858379 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.858539 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.858700 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.858922 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.859036 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.859191 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.859454 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.859881 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.859881 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.860369 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.860562 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.860844 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.861122 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.861401 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.861731 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.861916 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.862106 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.862281 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.862496 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.862702 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.862906 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.863111 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.863111 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.863592 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.863592 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.863592 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.864035 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.864035 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.864035 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.864391 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.864391 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.864618 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.864618 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.865001 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.865001 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.865198 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.865198 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.865349 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.865510 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.865653 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.865812 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.865981 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.866155 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.866315 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.866473 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.866633 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.866809 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.866972 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.867132 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.867291 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.867450 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.867609 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.867769 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.867927 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.868091 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.868251 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.868408 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.868566 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.868724 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.868974 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.869056 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.869177 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.869336 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.869496 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.869655 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.869812 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.869970 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.870128 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.870297 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.870456 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.870619 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.870791 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.870965 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.871132 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.871283 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.871443 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.871601 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.871873 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.871951 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.872055 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.872297 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.872431 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.872564 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.873106 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.873106 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.873269 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.873366 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.873514 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.873674 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.873859 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.874008 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.874168 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.874327 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.874487 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.874647 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.874829 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.874990 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.875150 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.875311 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.875471 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.875892 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.875892 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.876159 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.876159 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.876388 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.876388 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.876616 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.876736 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.876865 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.876987 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.877108 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.877255 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.877415 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.877581 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.877736 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.878057 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.878219 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.878383 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.878543 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.878703 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.878887 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.879048 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.879133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:00:45.879230 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.879354 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.879513 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.879673 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.879837 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.879997 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.880162 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.880577 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.880743 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.880901 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.881103 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.881212 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.881371 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.881533 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.881693 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.881853 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.882014 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.882175 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.882334 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.882495 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.882654 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.882838 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.883016 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.883177 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.883341 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.883500 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.883660 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.883819 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.884044 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.884252 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.884413 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.884574 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.884733 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.884896 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.885060 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.885222 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.885383 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.885542 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.885701 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.885860 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.886020 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.886193 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.886354 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.886516 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.886677 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.886870 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.887032 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.887201 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.887425 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.887567 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.888313 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.888489 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.888717 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.888902 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.889063 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.889223 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.889383 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.889542 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.889701 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.889869 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.890029 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.890190 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.890350 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.890509 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.890668 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.890859 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.891020 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.891180 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.891339 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.891497 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.891656 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.891825 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.891985 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.892145 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.892305 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.892465 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.892624 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.892794 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.892955 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.893113 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.893282 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.893440 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.893607 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.893730 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.893909 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.894070 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.894232 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.894391 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.894550 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.894710 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.894877 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.895046 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.895215 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.895381 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.895542 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.895710 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.895878 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.896046 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.896206 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.896371 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.896544 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.896704 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.896922 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.897136 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.897298 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.897462 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.897623 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.897763 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.897938 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.898069 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.898225 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.898359 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.898488 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.898651 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.898831 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.898993 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.899152 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.899403 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.899571 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.899732 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:00:45.899885 n-d-805736-1 neutron-server[94728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 00:00:46.071346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35844) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:00:46.080487 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069542 Aug 24 00:00:57.545531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5097b5a-2d8a-40fe-992d-edfe4694e65c None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:00:57.630962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5097b5a-2d8a-40fe-992d-edfe4694e65c None None] No non-hosted networks {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 00:00:57.649688 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.agentschedulers_db [None req-d5097b5a-2d8a-40fe-992d-edfe4694e65c None None] DHCP Agent not found on host n-d-805736-1 {{(pid=94839) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 24 00:00:57.824448 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b632571-2db6-4ad1-902f-a2e342d557fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3784046'] for agent, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:00.027179 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3784046'] for agent, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:00.028729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:00.029769 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:00.031158 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:00.032398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:00.033436 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:00.034382 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:00.035536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:00.036563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:00.037636 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:00.039003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:00.039991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:00.041086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:00.042217 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-805736-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:01:00.052834 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-805736-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:01:00.145974 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-caa28897-d7dd-4644-833e-8d08ec3f99ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3784046'] for agent, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:00.203910 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bef98d79-4513-4e62-9068-53ac9380f161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:01.085080 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3784046'] for agent, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:02.860558 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3784046'] for agent, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:03.869375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35936) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:01:04.355480 n-d-805736-1 neutron-server[94838]: WARNING oslo_policy.policy [None req-0cb7938f-c007-4f6a-a744-a06a843ee7c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:01:04.356075 n-d-805736-1 neutron-server[94838]: WARNING oslo_policy.policy [None req-0cb7938f-c007-4f6a-a744-a06a843ee7c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:01:04.573397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-0cb7938f-c007-4f6a-a744-a06a843ee7c8 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:01:04.574479 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0cb7938f-c007-4f6a-a744-a06a843ee7c8 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7042191 Aug 24 00:01:06.915695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35950) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:01:07.237462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c2527de5-792c-46e7-affc-4147a11687a7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:01:07.331235 n-d-805736-1 neutron-server[94838]: DEBUG neutron.policy [None req-c2527de5-792c-46e7-affc-4147a11687a7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94838) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 00:01:07.378548 n-d-805736-1 neutron-server[94838]: WARNING oslo_policy.policy [None req-c2527de5-792c-46e7-affc-4147a11687a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:01:07.378951 n-d-805736-1 neutron-server[94838]: WARNING oslo_policy.policy [None req-c2527de5-792c-46e7-affc-4147a11687a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:01:07.388901 n-d-805736-1 neutron-server[94838]: INFO neutron.quota [None req-c2527de5-792c-46e7-affc-4147a11687a7 admin admin] Loaded quota_driver: . Aug 24 00:01:07.465085 n-d-805736-1 neutron-server[94839]: INFO neutron.db.l3_hamode_db [None req-0eddbb05-fae7-421f-a814-a7eccceea980 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 00:01:07.478813 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2527de5-792c-46e7-affc-4147a11687a7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726648176946', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726648177503', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726648189156', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726648130193', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726648139989', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726648151747', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-592037', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539864', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3779537', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3861402'] for rbac-policy, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:07.548183 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eddbb05-fae7-421f-a814-a7eccceea980 None None] Routers set() bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:01:07.548643 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eddbb05-fae7-421f-a814-a7eccceea980 None None] Router IDs set() for agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:01:07.551249 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2527de5-792c-46e7-affc-4147a11687a7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:07.552715 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c2527de5-792c-46e7-affc-4147a11687a7 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6357696 Aug 24 00:01:10.093015 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:01:10.401223 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Request body: {'network': {'project_id': '855ebeb028f749b69d6d282fbb5c73b9', 'name': 'private', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'admin_state_up': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:01:10.430258 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Made reservation on behalf of 855ebeb028f749b69d6d282fbb5c73b9 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:01:10.433227 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:10.450381 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:10.571370 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:10.575968 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:10.599567 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:01:10.624072 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726650240997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:10.624643 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Unsubscribe: segment precommit_create {{(pid=94838) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 00:01:10.625137 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Added segment 82fb3f22-576d-4304-9109-1373a95b7c7e of type vlan for network 5c7e6594-d02c-4749-90da-54bfdeeb38e1 Aug 24 00:01:10.630975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586316ad-17c3-47b2-af0c-d6fff8617cde,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:10.651860 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:10.652201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:10.652540 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:10.652855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:10.653731 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:10.654053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:10.654369 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:10.654682 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:10.655017 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:10.655332 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:10.655642 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:10.655950 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Tracked resource versions report: Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: pushed versions: Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: { 'AddressGroup': {'1.2'}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'ConntrackHelper': {'1.0'}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'Log': {'1.0'}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'Network': {'1.1'}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'Port': {'1.7'}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'PortForwarding': {'1.2'}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'QosPolicy': {'1.9'}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'SecurityGroup': {'1.4'}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'SubPort': {'1.0'}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'Subnet': {'1.1'}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'Trunk': {'1.1'}} Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: consumer versions: Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: { DHCP agent@n-d-805736-1: {}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: L3 agent@n-d-805736-1: {}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: Metadata agent@n-d-805736-1: {}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: Metering agent@n-d-805736-1: {}, Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: Open vSwitch agent@n-d-805736-1: { 'AddressGroup': '1.2', Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'ConntrackHelper': '1.0', Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'Log': '1.0', Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'Network': '1.1', Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'Port': '1.7', Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'PortForwarding': '1.2', Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'QosPolicy': '1.9', Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'SecurityGroup': '1.4', Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'SecurityGroupRule': '1.2', Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'SubPort': '1.0', Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'Subnet': '1.1', Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: 'Trunk': '1.1'}} Aug 24 00:01:10.657088 n-d-805736-1 neutron-server[94838]: {{(pid=94838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:01:10.743362 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:10.781819 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:10.782935 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:01:10.783566 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:10.853547 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7594802 Aug 24 00:01:10.883718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455f339-136b-4429-84f4-8165fca60c5e admin admin] Pushing event updated for resources: {'Network': ['ID=5c7e6594-d02c-4749-90da-54bfdeeb38e1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:10.896230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 5c7e6594-d02c-4749-90da-54bfdeeb38e1 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:01:13.456563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35976) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:01:13.958380 n-d-805736-1 neutron-server[94837]: WARNING oslo_policy.policy [None req-5245190b-f637-47d5-9030-23a452b9e150 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:01:13.958992 n-d-805736-1 neutron-server[94837]: WARNING oslo_policy.policy [None req-5245190b-f637-47d5-9030-23a452b9e150 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:01:14.405043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.policy [None req-5245190b-f637-47d5-9030-23a452b9e150 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94837) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 00:01:14.448960 n-d-805736-1 neutron-server[94837]: WARNING oslo_policy.policy [None req-5245190b-f637-47d5-9030-23a452b9e150 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:01:14.449324 n-d-805736-1 neutron-server[94837]: WARNING oslo_policy.policy [None req-5245190b-f637-47d5-9030-23a452b9e150 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:01:14.458043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5245190b-f637-47d5-9030-23a452b9e150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:01:14.459916 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5245190b-f637-47d5-9030-23a452b9e150 admin admin] 10.222.0.32 "GET /v2.0/networks/5c7e6594-d02c-4749-90da-54bfdeeb38e1 HTTP/1.1" status: 200 len: 825 time: 1.0012901 Aug 24 00:01:14.499212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8fbeda9e-753a-44aa-865a-1b29a4d9d1c0 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/bfe07cb2-a80e-418d-9591-88cc5a448acb HTTP/1.1" status: 200 len: 734 time: 0.0327957 Aug 24 00:01:14.509222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Request body: {'subnet': {'subnetpool_id': 'bfe07cb2-a80e-418d-9591-88cc5a448acb', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1', 'name': 'private-subnet'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:01:14.510857 n-d-805736-1 neutron-server[94837]: INFO neutron.quota [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Loaded quota_driver: . Aug 24 00:01:14.553192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Made reservation on behalf of 855ebeb028f749b69d6d282fbb5c73b9 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:01:14.556103 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:14.837372 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:14.906685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Checking segment: {'id': '82fb3f22-576d-4304-9109-1373a95b7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:01:14.907072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Network hostable DHCP agents. Network: 5c7e6594-d02c-4749-90da-54bfdeeb38e1, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:01:14.918752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0235ad08-485f-40c3-b48c-984e80aedb49,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:14.936941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:14.937339 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:14.937568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:14.937968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:14.938318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:14.938653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:14.939007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:14.939346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:14.939648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:14.939970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:14.940288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:14.940606 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Tracked resource versions report: Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: pushed versions: Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: { 'AddressGroup': {'1.2'}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'ConntrackHelper': {'1.0'}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'Log': {'1.0'}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'Network': {'1.1'}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'Port': {'1.7'}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'PortForwarding': {'1.2'}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'QosPolicy': {'1.9'}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'SecurityGroup': {'1.4'}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'SubPort': {'1.0'}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'Subnet': {'1.1'}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'Trunk': {'1.1'}} Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: consumer versions: Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: { DHCP agent@n-d-805736-1: {}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: L3 agent@n-d-805736-1: {}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: Metadata agent@n-d-805736-1: {}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: Metering agent@n-d-805736-1: {}, Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: Open vSwitch agent@n-d-805736-1: { 'AddressGroup': '1.2', Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'ConntrackHelper': '1.0', Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'Log': '1.0', Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'Network': '1.1', Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'Port': '1.7', Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'PortForwarding': '1.2', Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'QosPolicy': '1.9', Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'SecurityGroup': '1.4', Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'SecurityGroupRule': '1.2', Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'SubPort': '1.0', Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'Subnet': '1.1', Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: 'Trunk': '1.1'}} Aug 24 00:01:14.941758 n-d-805736-1 neutron-server[94837]: {{(pid=94837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:01:14.964574 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Network 5c7e6594-d02c-4749-90da-54bfdeeb38e1 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:01:14.980714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 5c7e6594-d02c-4749-90da-54bfdeeb38e1) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:01:14.985645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:01:14.986808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:14.989999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9697ca-35c9-49ce-a5d8-f9351be63ddc None None] Network 5c7e6594-d02c-4749-90da-54bfdeeb38e1 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:01:15.007243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3aae681d-d898-48da-9a39-e82807e551e3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5021667 Aug 24 00:01:15.319122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-5c7e6594-d02c-4749-90da-54bfdeeb38e1', 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'fixed_ips': [{'subnet_id': '0235ad08-485f-40c3-b48c-984e80aedb49'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:01:15.320417 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:15.594768 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Allocated IP 172.20.0.2 (5c7e6594-d02c-4749-90da-54bfdeeb38e1/0235ad08-485f-40c3-b48c-984e80aedb49/ecfdbe56-6041-4950-b116-51c95009360e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:01:15.795899 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:15.813682 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Transition to ACTIVE for port object ecfdbe56-6041-4950-b116-51c95009360e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:01:15.861377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Transition to ACTIVE for port object ecfdbe56-6041-4950-b116-51c95009360e will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:01:15.868943 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:15.935741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Network 5c7e6594-d02c-4749-90da-54bfdeeb38e1 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:01:15.941383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:01:15.950053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:01:15.959580 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Pushing event updated for resources: {'Port': ['ID=ecfdbe56-6041-4950-b116-51c95009360e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:16.005869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:16.006543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:16.006543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:16.006899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:16.007234 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:16.007567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:16.007896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:16.008219 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:16.008543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:16.008866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:16.009186 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:16.009511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Tracked resource versions report: Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: pushed versions: Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: { 'AddressGroup': {'1.2'}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'ConntrackHelper': {'1.0'}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'Log': {'1.0'}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'Network': {'1.1'}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'Port': {'1.7'}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'PortForwarding': {'1.2'}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'QosPolicy': {'1.9'}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'SecurityGroup': {'1.4'}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'SubPort': {'1.0'}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'Subnet': {'1.1'}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'Trunk': {'1.1'}} Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: consumer versions: Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: { DHCP agent@n-d-805736-1: {}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: L3 agent@n-d-805736-1: {}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: Metadata agent@n-d-805736-1: {}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: Metering agent@n-d-805736-1: {}, Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: Open vSwitch agent@n-d-805736-1: { 'AddressGroup': '1.2', Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'ConntrackHelper': '1.0', Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'Log': '1.0', Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'Network': '1.1', Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'Port': '1.7', Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'PortForwarding': '1.2', Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'QosPolicy': '1.9', Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'SecurityGroup': '1.4', Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'SecurityGroupRule': '1.2', Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'SubPort': '1.0', Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'Subnet': '1.1', Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: 'Trunk': '1.1'}} Aug 24 00:01:16.010647 n-d-805736-1 neutron-server[94839]: {{(pid=94839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:01:16.040408 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Attempting to bind port ecfdbe56-6041-4950-b116-51c95009360e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:01:16.040812 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Attempting to bind port ecfdbe56-6041-4950-b116-51c95009360e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '82fb3f22-576d-4304-9109-1373a95b7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:01:16.041243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Attempting to bind port ecfdbe56-6041-4950-b116-51c95009360e on network 5c7e6594-d02c-4749-90da-54bfdeeb38e1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:01:16.046486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:01:16.046919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Checking segment: {'id': '82fb3f22-576d-4304-9109-1373a95b7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:01:16.047383 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:16.047774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Bound using segment: {'id': '82fb3f22-576d-4304-9109-1373a95b7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:01:16.048237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Bound port: ecfdbe56-6041-4950-b116-51c95009360e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fb3f22-576d-4304-9109-1373a95b7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:01:16.048671 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:16.113675 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] For port ecfdbe56-6041-4950-b116-51c95009360e, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:01:16.118086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] For port ecfdbe56-6041-4950-b116-51c95009360e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ecfdbe56-6041-4950-b116-51c95009360e,segment=NetworkSegment(82fb3f22-576d-4304-9109-1373a95b7c7e),segment_id=82fb3f22-576d-4304-9109-1373a95b7c7e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:01:16.124072 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:16.193087 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c6943-72f8-4d8e-9d7c-f6202b730a0f None None] Pushing event updated for resources: {'Port': ['ID=ecfdbe56-6041-4950-b116-51c95009360e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:17.438673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35996) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:01:17.769036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [None req-c30447ff-b5a8-46df-b719-a16a53f60b20 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:01:17.770030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c30447ff-b5a8-46df-b719-a16a53f60b20 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3305662 Aug 24 00:01:20.163225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36004) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:01:20.481880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [None req-c28f3d83-e533-45b4-98a8-5fd39715b018 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:01:20.482896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c28f3d83-e533-45b4-98a8-5fd39715b018 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3187954 Aug 24 00:01:23.099793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36014) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:01:23.418233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6fa47197-200a-4bbc-b9bf-66fab3716268 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'name': 'router1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:01:23.445320 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa47197-200a-4bbc-b9bf-66fab3716268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:23.447150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa47197-200a-4bbc-b9bf-66fab3716268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:23.608413 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa47197-200a-4bbc-b9bf-66fab3716268 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:23.613213 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa47197-200a-4bbc-b9bf-66fab3716268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:23.627221 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa47197-200a-4bbc-b9bf-66fab3716268 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:23.628410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6fa47197-200a-4bbc-b9bf-66fab3716268 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5276141 Aug 24 00:01:23.992118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ecfdbe56-6041-4950-b116-51c95009360e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:01:24.096181 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ecfdbe56-6041-4950-b116-51c95009360e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:01:24.639588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2955f7-f5b5-450b-9be9-b1d042706626 None None] Network 5c7e6594-d02c-4749-90da-54bfdeeb38e1 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:01:24.705887 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ce56d9bf-2b0a-482b-8dc6-54a329f3bf3c None None] Provisioning for port ecfdbe56-6041-4950-b116-51c95009360e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:01:24.717285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ce56d9bf-2b0a-482b-8dc6-54a329f3bf3c None None] Provisioning complete for port ecfdbe56-6041-4950-b116-51c95009360e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:01:24.717677 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce56d9bf-2b0a-482b-8dc6-54a329f3bf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:24.886162 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce56d9bf-2b0a-482b-8dc6-54a329f3bf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:24.941598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ce56d9bf-2b0a-482b-8dc6-54a329f3bf3c None None] For port ecfdbe56-6041-4950-b116-51c95009360e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ecfdbe56-6041-4950-b116-51c95009360e,segment=NetworkSegment(82fb3f22-576d-4304-9109-1373a95b7c7e),segment_id=82fb3f22-576d-4304-9109-1373a95b7c7e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:01:24.946024 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce56d9bf-2b0a-482b-8dc6-54a329f3bf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:24.994816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56d9bf-2b0a-482b-8dc6-54a329f3bf3c None None] Pushing event updated for resources: {'Port': ['ID=ecfdbe56-6041-4950-b116-51c95009360e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:25.167549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b9b84252-fc16-4d62-bda8-24e7538245b5 None None] Provisioning complete for port ecfdbe56-6041-4950-b116-51c95009360e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:01:25.167846 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9b84252-fc16-4d62-bda8-24e7538245b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:25.966413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ecfdbe56-6041-4950-b116-51c95009360e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:01:26.020445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ecfdbe56-6041-4950-b116-51c95009360e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:01:26.021123 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:26.253946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36026) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:01:26.561919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [None req-c22e1f66-4253-43c3-91b0-7f74a6ff8c7c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:01:26.563006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c22e1f66-4253-43c3-91b0-7f74a6ff8c7c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3080420 Aug 24 00:01:27.421752 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-059fb006-efe3-4105-abfb-31af014302ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:28.942723 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:01:29.249895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:01:29.270460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Made reservation on behalf of d51e8efaca284072826fdd2bc4c9a1e6 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:01:29.272769 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:29.281664 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:29.370014 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:29.373705 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:29.389617 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Reserving flat network on physical network physnet1 {{(pid=94838) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 00:01:29.413814 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57e6353-0a7f-4adf-a69e-9fad3fa0f15c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:29.419835 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:29.420175 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Added segment 875f0481-591b-4218-88ac-7ce74afdc418 of type flat for network e54258e9-41a5-4503-951b-87f62c27c19b Aug 24 00:01:29.470114 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:29.500397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:29.501357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:01:29.501933 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:29.553686 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6098719 Aug 24 00:01:29.561157 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81844fac-f323-4528-a30c-bd39b24ffd0e admin admin] Pushing event updated for resources: {'Network': ['ID=e54258e9-41a5-4503-951b-87f62c27c19b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:29.571762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network e54258e9-41a5-4503-951b-87f62c27c19b details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:01:30.020222 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:30.133763 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8af1b8de-8ebf-4224-b96c-1f5d33075a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:31.027907 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:31.935128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36052) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:01:32.125409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249bfffc-5e0c-4d94-a510-da4df449245d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:01:32.126794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-249bfffc-5e0c-4d94-a510-da4df449245d admin admin] 10.222.0.32 "GET /v2.0/subnets/0235ad08-485f-40c3-b48c-984e80aedb49 HTTP/1.1" status: 200 len: 849 time: 0.1907279 Aug 24 00:01:32.245382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8a3cfb9c-9062-44c4-816f-dabe779d9d12 admin admin] 10.222.0.32 "GET /v2.0/routers/adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13 HTTP/1.1" status: 200 len: 704 time: 0.1123204 Aug 24 00:01:32.511738 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:32.811033 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:32.814229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Allocated IP 172.20.0.1 (5c7e6594-d02c-4749-90da-54bfdeeb38e1/0235ad08-485f-40c3-b48c-984e80aedb49/4aa7ec9e-b587-4126-be14-9642e4d2b7b9) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:01:32.967395 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:32.989148 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Transition to ACTIVE for port object 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:01:33.053801 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:33.118128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Network 5c7e6594-d02c-4749-90da-54bfdeeb38e1 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:01:33.122897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:01:33.132794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:01:33.133348 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:33.192749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Pushing event updated for resources: {'Port': ['ID=4aa7ec9e-b587-4126-be14-9642e4d2b7b9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:33.310173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b37d993e-0afd-408f-9595-1b9613395fc2 None None] Provisioning for port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:01:33.314336 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b37d993e-0afd-408f-9595-1b9613395fc2 None None] Provisioning complete for port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:01:33.314708 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b37d993e-0afd-408f-9595-1b9613395fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:33.349707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b37d993e-0afd-408f-9595-1b9613395fc2 None None] Port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:01:33.386717 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:33.592323 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:33.596690 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:33.597557 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:33.672878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Pushing event updated for resources: {'Port': ['ID=4aa7ec9e-b587-4126-be14-9642e4d2b7b9,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:33.721654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Network 5c7e6594-d02c-4749-90da-54bfdeeb38e1 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:01:33.723054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:01:33.872908 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f32bd2b2-701d-4449-bc91-a5fe8b41abf0 None None] Provisioning complete for port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:01:33.873415 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f32bd2b2-701d-4449-bc91-a5fe8b41abf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:33.884148 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Router adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:01:33.906641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f32bd2b2-701d-4449-bc91-a5fe8b41abf0 None None] Port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:01:33.972730 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:01:33.978024 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6ea819d1-9c76-4c2b-bb80-052385f73a3c admin admin] 10.222.0.32 "PUT /v2.0/routers/adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7270434 Aug 24 00:01:33.983536 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Sync routers for ids ['adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:01:33.994853 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Routers {'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:01:33.995661 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:01:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:01:34.183444 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Set router adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:01:34.613357 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'name': 'router1', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:01:23Z', 'updated_at': '2021-08-24T00:01:33Z', 'revision_number': 2, 'project_id': '855ebeb028f749b69d6d282fbb5c73b9', 'gw_port_host': None, '_interfaces': [{'id': '4aa7ec9e-b587-4126-be14-9642e4d2b7b9', 'name': '', 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'mac_address': 'fa:16:3e:90:e6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0235ad08-485f-40c3-b48c-984e80aedb49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:01:32Z', 'updated_at': '2021-08-24T00:01:33Z', 'revision_number': 2, 'project_id': '855ebeb028f749b69d6d282fbb5c73b9', 'subnets': [{'id': '0235ad08-485f-40c3-b48c-984e80aedb49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfe07cb2-a80e-418d-9591-88cc5a448acb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:01:34.665542 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Checking router: adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:01:34.665917 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Updating router adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13 port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:01:34.713482 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:35.234112 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:35.252090 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Transition to ACTIVE for port object 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:01:35.259047 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:35.413306 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Pushing event updated for resources: {'Port': ['ID=4aa7ec9e-b587-4126-be14-9642e4d2b7b9,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:35.430098 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:35.430447 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:35.430804 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:35.431151 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:35.431485 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:35.431819 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:35.432147 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:35.432478 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:35.432803 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:35.433130 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:35.433451 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:35.434576 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Tracked resource versions report: Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: pushed versions: Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: { 'AddressGroup': {'1.2'}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'ConntrackHelper': {'1.0'}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'Log': {'1.0'}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'Network': {'1.1'}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'Port': {'1.7'}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'PortForwarding': {'1.2'}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'QosPolicy': {'1.9'}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'SecurityGroup': {'1.4'}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'SubPort': {'1.0'}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'Subnet': {'1.1'}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'Trunk': {'1.1'}} Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: consumer versions: Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: { DHCP agent@n-d-805736-1: {}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: L3 agent@n-d-805736-1: {}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: Metadata agent@n-d-805736-1: {}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: Metering agent@n-d-805736-1: {}, Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: Open vSwitch agent@n-d-805736-1: { 'AddressGroup': '1.2', Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'ConntrackHelper': '1.0', Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'Log': '1.0', Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'Network': '1.1', Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'Port': '1.7', Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'PortForwarding': '1.2', Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'QosPolicy': '1.9', Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'SecurityGroup': '1.4', Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'SecurityGroupRule': '1.2', Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'SubPort': '1.0', Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'Subnet': '1.1', Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: 'Trunk': '1.1'}} Aug 24 00:01:35.435615 n-d-805736-1 neutron-server[94840]: {{(pid=94840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:01:35.437873 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Attempting to bind port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:01:35.438251 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Attempting to bind port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '82fb3f22-576d-4304-9109-1373a95b7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:01:35.438685 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Attempting to bind port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 on network 5c7e6594-d02c-4749-90da-54bfdeeb38e1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:01:35.444576 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:01:35.444986 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Checking segment: {'id': '82fb3f22-576d-4304-9109-1373a95b7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:01:35.445453 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:35.446357 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Bound using segment: {'id': '82fb3f22-576d-4304-9109-1373a95b7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:01:35.446357 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Bound port: 4aa7ec9e-b587-4126-be14-9642e4d2b7b9, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fb3f22-576d-4304-9109-1373a95b7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:01:35.446732 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:35.511189 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] For port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:01:35.532118 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] For port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4aa7ec9e-b587-4126-be14-9642e4d2b7b9,segment=NetworkSegment(82fb3f22-576d-4304-9109-1373a95b7c7e),segment_id=82fb3f22-576d-4304-9109-1373a95b7c7e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:01:35.540413 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:35.595173 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Routers {'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:01:35.595785 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:01:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:01:35.633018 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa010716-da6a-4719-8c4c-43693313ca18 None None] Pushing event updated for resources: {'Port': ['ID=4aa7ec9e-b587-4126-be14-9642e4d2b7b9,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:35.693175 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] Set router adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:01:35.909894 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'name': 'router1', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:01:23Z', 'updated_at': '2021-08-24T00:01:33Z', 'revision_number': 2, 'project_id': '855ebeb028f749b69d6d282fbb5c73b9', 'gw_port_host': None, '_interfaces': [{'id': '4aa7ec9e-b587-4126-be14-9642e4d2b7b9', 'name': '', 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'mac_address': 'fa:16:3e:90:e6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0235ad08-485f-40c3-b48c-984e80aedb49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:01:32Z', 'updated_at': '2021-08-24T00:01:35Z', 'revision_number': 4, 'project_id': '855ebeb028f749b69d6d282fbb5c73b9', 'subnets': [{'id': '0235ad08-485f-40c3-b48c-984e80aedb49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfe07cb2-a80e-418d-9591-88cc5a448acb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:01:35.935619 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2e85f3-7c97-4011-8812-7372b9a5eb57 None None] The sync data for ids ['adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13'] in n-d-805736-1 is: [{'id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'name': 'router1', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:01:23Z', 'updated_at': '2021-08-24T00:01:33Z', 'revision_number': 2, 'project_id': '855ebeb028f749b69d6d282fbb5c73b9', 'gw_port_host': None, '_interfaces': [{'id': '4aa7ec9e-b587-4126-be14-9642e4d2b7b9', 'name': '', 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'mac_address': 'fa:16:3e:90:e6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0235ad08-485f-40c3-b48c-984e80aedb49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:01:32Z', 'updated_at': '2021-08-24T00:01:35Z', 'revision_number': 4, 'project_id': '855ebeb028f749b69d6d282fbb5c73b9', 'subnets': [{'id': '0235ad08-485f-40c3-b48c-984e80aedb49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfe07cb2-a80e-418d-9591-88cc5a448acb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:01:36.229658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:01:36.377224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b35fef1-5858-42e1-ad32-9c5e86eed3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:01:36.380170 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3b35fef1-5858-42e1-ad32-9c5e86eed3bc admin admin] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 842 time: 0.1479394 Aug 24 00:01:36.389652 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-981e74c6-72dc-4b8e-8a5a-ca0971a26e86 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.8.1', 'cidr': '172.25.8.0/24', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'enable_dhcp': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:01:36.411806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981e74c6-72dc-4b8e-8a5a-ca0971a26e86 admin admin] Made reservation on behalf of d51e8efaca284072826fdd2bc4c9a1e6 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:01:36.414541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-981e74c6-72dc-4b8e-8a5a-ca0971a26e86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:36.827478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-981e74c6-72dc-4b8e-8a5a-ca0971a26e86 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:01:36.827964 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-981e74c6-72dc-4b8e-8a5a-ca0971a26e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:36.888389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e74c6-72dc-4b8e-8a5a-ca0971a26e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd30e1e-1077-4c15-bb0d-08a963373977,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:36.897376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e74c6-72dc-4b8e-8a5a-ca0971a26e86 admin admin] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:01:36.897758 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981e74c6-72dc-4b8e-8a5a-ca0971a26e86 admin admin] Network hostable DHCP agents. Network: e54258e9-41a5-4503-951b-87f62c27c19b, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:01:36.919413 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981e74c6-72dc-4b8e-8a5a-ca0971a26e86 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:01:36.930487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-981e74c6-72dc-4b8e-8a5a-ca0971a26e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, e54258e9-41a5-4503-951b-87f62c27c19b) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:01:36.940324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26633277-51bd-49d0-a830-bd7b6e8060ad None None] Network e54258e9-41a5-4503-951b-87f62c27c19b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:01:36.943485 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981e74c6-72dc-4b8e-8a5a-ca0971a26e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:01:36.947065 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-981e74c6-72dc-4b8e-8a5a-ca0971a26e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:36.962315 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-981e74c6-72dc-4b8e-8a5a-ca0971a26e86 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5768065 Aug 24 00:01:37.076503 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbe57e7-8ce2-4532-a978-947eb8cdf531 None None] Network e54258e9-41a5-4503-951b-87f62c27c19b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:01:39.261530 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36080) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:01:39.409549 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3f0c88cc-db9b-4243-b8a3-b9b2794ddbda admin admin] 10.222.0.32 "GET /v2.0/routers/adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13 HTTP/1.1" status: 200 len: 710 time: 0.1461103 Aug 24 00:01:39.497331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0902e7-f246-41a3-bc67-341a645a3b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:01:39.498696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7d0902e7-f246-41a3-bc67-341a645a3b02 admin admin] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 886 time: 0.0833302 Aug 24 00:01:39.508246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:01:39.759639 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:40.053376 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:40.129098 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:40.236183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Allocated IP 172.25.8.96 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/9f399793-4485-4924-8938-137d8e045bf0) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:01:40.345574 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:40.384016 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:40.423014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:01:40.425677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:01:40.428929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:01:40.434465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f399793-4485-4924-8938-137d8e045bf0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:40.678542 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:40.870731 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:40.875042 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:40.988104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Router adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:01:41.100931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:01:41.105202 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:41.106939 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f81689f1-8136-4e56-a7b8-923bc3f50ba7 admin admin] 10.222.0.32 "PUT /v2.0/routers/adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13 HTTP/1.1" status: 200 len: 889 time: 1.6019666 Aug 24 00:01:42.007409 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:01:42.057261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:01:42.061877 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:01:42.062250 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:42.140935 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:42.173617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4aa7ec9e-b587-4126-be14-9642e4d2b7b9,segment=NetworkSegment(82fb3f22-576d-4304-9109-1373a95b7c7e),segment_id=82fb3f22-576d-4304-9109-1373a95b7c7e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:01:42.179311 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:42.229484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4aa7ec9e-b587-4126-be14-9642e4d2b7b9,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:42.473300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Sync routers for ids ['adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:01:42.485054 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Routers {'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:01:42.485727 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:01:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:01:42.742952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Set router adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:01:43.132096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'name': 'router1', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '9f399793-4485-4924-8938-137d8e045bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:01:23Z', 'updated_at': '2021-08-24T00:01:40Z', 'revision_number': 4, 'project_id': '855ebeb028f749b69d6d282fbb5c73b9', 'gw_port': {'id': '9f399793-4485-4924-8938-137d8e045bf0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:01:40Z', 'updated_at': '2021-08-24T00:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4aa7ec9e-b587-4126-be14-9642e4d2b7b9', 'name': '', 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'mac_address': 'fa:16:3e:90:e6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0235ad08-485f-40c3-b48c-984e80aedb49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:01:32Z', 'updated_at': '2021-08-24T00:01:42Z', 'revision_number': 5, 'project_id': '855ebeb028f749b69d6d282fbb5c73b9', 'subnets': [{'id': '0235ad08-485f-40c3-b48c-984e80aedb49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfe07cb2-a80e-418d-9591-88cc5a448acb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:01:43.184991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Checking router: adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:01:43.185342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Updating router adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13 port 9f399793-4485-4924-8938-137d8e045bf0 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:01:43.235110 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:43.516017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36092) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:01:43.556590 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:43.566910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Transition to ACTIVE for port object 9f399793-4485-4924-8938-137d8e045bf0 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:01:43.573484 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:43.625442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e709aa-06fa-42fb-be4b-9d3acc4459fe None None] Pushing event updated for resources: {'Port': ['ID=9f399793-4485-4924-8938-137d8e045bf0,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:43.627761 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Attempting to bind port 9f399793-4485-4924-8938-137d8e045bf0 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:01:43.628131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Attempting to bind port 9f399793-4485-4924-8938-137d8e045bf0 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:01:43.628492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Attempting to bind port 9f399793-4485-4924-8938-137d8e045bf0 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:01:43.638825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2d9c53a8-ea3f-4673-a9aa-dde3136225bf admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1136570 Aug 24 00:01:43.639773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:01:43.639773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:01:43.639773 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:43.639773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:01:43.639773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Bound port: 9f399793-4485-4924-8938-137d8e045bf0, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:01:43.639773 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:43.692550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] For port 9f399793-4485-4924-8938-137d8e045bf0, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:01:43.695943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] For port 9f399793-4485-4924-8938-137d8e045bf0, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9f399793-4485-4924-8938-137d8e045bf0,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:01:43.700753 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:43.772204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Routers {'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:01:43.772843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:01:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:01:43.774706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e709aa-06fa-42fb-be4b-9d3acc4459fe None None] Pushing event updated for resources: {'Port': ['ID=9f399793-4485-4924-8938-137d8e045bf0,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:43.966681 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] Set router adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:01:43.992475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:01:44.132951 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:01:44.133491 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:44.291932 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'name': 'router1', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '9f399793-4485-4924-8938-137d8e045bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:01:23Z', 'updated_at': '2021-08-24T00:01:40Z', 'revision_number': 4, 'project_id': '855ebeb028f749b69d6d282fbb5c73b9', 'gw_port': {'id': '9f399793-4485-4924-8938-137d8e045bf0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:01:40Z', 'updated_at': '2021-08-24T00:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4aa7ec9e-b587-4126-be14-9642e4d2b7b9', 'name': '', 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'mac_address': 'fa:16:3e:90:e6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0235ad08-485f-40c3-b48c-984e80aedb49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:01:32Z', 'updated_at': '2021-08-24T00:01:42Z', 'revision_number': 5, 'project_id': '855ebeb028f749b69d6d282fbb5c73b9', 'subnets': [{'id': '0235ad08-485f-40c3-b48c-984e80aedb49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfe07cb2-a80e-418d-9591-88cc5a448acb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:01:44.319615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb39d66b-65d4-4335-a3c1-9ae392b56ba1 None None] The sync data for ids ['adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13'] in n-d-805736-1 is: [{'id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'name': 'router1', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '9f399793-4485-4924-8938-137d8e045bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:01:23Z', 'updated_at': '2021-08-24T00:01:40Z', 'revision_number': 4, 'project_id': '855ebeb028f749b69d6d282fbb5c73b9', 'gw_port': {'id': '9f399793-4485-4924-8938-137d8e045bf0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:01:40Z', 'updated_at': '2021-08-24T00:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4aa7ec9e-b587-4126-be14-9642e4d2b7b9', 'name': '', 'network_id': '5c7e6594-d02c-4749-90da-54bfdeeb38e1', 'tenant_id': '855ebeb028f749b69d6d282fbb5c73b9', 'mac_address': 'fa:16:3e:90:e6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf9e5a3-b5b5-4adc-b5c5-c4e316b7bd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0235ad08-485f-40c3-b48c-984e80aedb49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:01:32Z', 'updated_at': '2021-08-24T00:01:42Z', 'revision_number': 5, 'project_id': '855ebeb028f749b69d6d282fbb5c73b9', 'subnets': [{'id': '0235ad08-485f-40c3-b48c-984e80aedb49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfe07cb2-a80e-418d-9591-88cc5a448acb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:01:46.025912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9f399793-4485-4924-8938-137d8e045bf0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:01:46.085773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 9f399793-4485-4924-8938-137d8e045bf0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:01:46.089519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 9f399793-4485-4924-8938-137d8e045bf0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:01:46.090615 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:46.171704 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:46.194301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 9f399793-4485-4924-8938-137d8e045bf0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9f399793-4485-4924-8938-137d8e045bf0,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:01:46.202028 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:46.295978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=9f399793-4485-4924-8938-137d8e045bf0,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:01:48.055882 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9f399793-4485-4924-8938-137d8e045bf0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:01:48.133302 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 9f399793-4485-4924-8938-137d8e045bf0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:01:48.133784 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:01:49.800246 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:01:57.423430 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51c07696-9033-468e-a30c-a65fab428093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:00.025157 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:00.140028 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f419d305-a322-48ce-ab66-1f703939a120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:01.034995 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:02.841558 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:26.800140 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:02:27.426378 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9979a4-00b3-4497-a4be-dde443625dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:30.035905 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:30.132105 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c481ebac-8072-4472-ab2c-7c8ea0e72e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:31.037828 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:32.839846 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:57.428308 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-784c1442-5cf4-41f5-8cb2-6f11a7424d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:00.027393 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:00.132812 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08974163-2198-467e-82e9-3316eb9ed5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:01.038595 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:02.837655 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:03.798555 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:03:24.425934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36692) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:24.493066 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecbf789-9a04-43a5-9cff-8cd774fb42dd admin admin] GET failed (client error): The resource could not be found. Aug 24 00:03:24.498818 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cecbf789-9a04-43a5-9cff-8cd774fb42dd admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673482 Aug 24 00:03:24.659451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fcc257-36f7-4384-9c25-a37dd1fbf26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:24.660876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-63fcc257-36f7-4384-9c25-a37dd1fbf26c admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1610973 Aug 24 00:03:26.967033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36702) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:27.066883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36a9280-1f4c-4fa4-aa99-0e35d2df9962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:27.068422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f36a9280-1f4c-4fa4-aa99-0e35d2df9962 admin admin] 10.222.0.32 "GET /v2.0/subnets/0235ad08-485f-40c3-b48c-984e80aedb49 HTTP/1.1" status: 200 len: 849 time: 0.1004369 Aug 24 00:03:27.078664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:03:27.238714 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:27.380917 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726650076874'] for subnet, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:27.410906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:27.411503 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:27.412991 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] 10.222.0.32 "PUT /v2.0/subnets/0235ad08-485f-40c3-b48c-984e80aedb49 HTTP/1.1" status: 200 len: 868 time: 0.3379109 Aug 24 00:03:27.422931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7739eb-6bb9-4e94-8d3f-27b14b899445 None None] Network 5c7e6594-d02c-4749-90da-54bfdeeb38e1 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:03:27.433810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0235ad08-485f-40c3-b48c-984e80aedb49,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:27.441916 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:27.442652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:27.442652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:27.442989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:27.443325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:27.443690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:27.443995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:27.444326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:27.444658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:27.444987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:27.445316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:27.445637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311109f-dc5f-479e-9e34-f2804723fd84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:27.479824 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bce2121b-b25b-43cd-a86e-427a21dca2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:27.754578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d2113f63-f7e7-4009-9948-476885f39a38 None None] Provisioning complete for port 4aa7ec9e-b587-4126-be14-9642e4d2b7b9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:03:27.754989 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2113f63-f7e7-4009-9948-476885f39a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:27.841200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d2113f63-f7e7-4009-9948-476885f39a38 None None] Provisioning complete for port ecfdbe56-6041-4950-b116-51c95009360e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:03:27.841572 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2113f63-f7e7-4009-9948-476885f39a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:29.598330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36710) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:29.796523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b46ed88-11f7-42e5-b07a-f9c2d173d4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:29.796916 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b46ed88-11f7-42e5-b07a-f9c2d173d4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:29.798469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0b46ed88-11f7-42e5-b07a-f9c2d173d4c9 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1991580 Aug 24 00:03:30.029991 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:30.133254 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26428c36-eb2d-4fa6-ae18-7d004c0db22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:31.040305 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:31.964601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36718) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:32.094894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf263d0-1cf7-419d-981a-4e545429d1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:32.095372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf263d0-1cf7-419d-981a-4e545429d1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:32.096935 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bcf263d0-1cf7-419d-981a-4e545429d1ef admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1313694 Aug 24 00:03:32.840430 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:34.265379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36726) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:34.395602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfab7195-0e85-456d-a0c0-a9745529e8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:34.396985 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dfab7195-0e85-456d-a0c0-a9745529e8ed admin admin] 10.222.0.32 "GET /v2.0/networks/5c7e6594-d02c-4749-90da-54bfdeeb38e1 HTTP/1.1" status: 200 len: 869 time: 0.1307194 Aug 24 00:03:36.562246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36734) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:36.687840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165756d1-aae5-42d7-993f-98abc7120b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:36.689236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-165756d1-aae5-42d7-993f-98abc7120b76 admin admin] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 886 time: 0.1260052 Aug 24 00:03:38.867441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36742) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:38.991537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf9301-6e31-48b1-a5bc-80fdc0d1b8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:38.991998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf9301-6e31-48b1-a5bc-80fdc0d1b8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:38.993530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-91bf9301-6e31-48b1-a5bc-80fdc0d1b8b3 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251495 Aug 24 00:03:40.798914 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:03:41.170866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36750) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:41.261671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a6380b-c515-4d94-a449-575806996cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:41.262134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a6380b-c515-4d94-a449-575806996cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:41.263702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-49a6380b-c515-4d94-a449-575806996cf1 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918903 Aug 24 00:03:43.443780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36758) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:43.543457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea6df51-14b9-418e-a722-da03dcbef9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:43.546229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0ea6df51-14b9-418e-a722-da03dcbef9ce admin admin] 10.222.0.32 "GET /v2.0/subnets/0235ad08-485f-40c3-b48c-984e80aedb49 HTTP/1.1" status: 200 len: 868 time: 0.1000664 Aug 24 00:03:45.732673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36766) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:45.820997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3c972f-55ed-4984-8082-0d9993da3cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:45.822439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1b3c972f-55ed-4984-8082-0d9993da3cd4 admin admin] 10.222.0.32 "GET /v2.0/subnets/cdd30e1e-1077-4c15-bb0d-08a963373977 HTTP/1.1" status: 200 len: 816 time: 0.0887654 Aug 24 00:03:57.433099 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c0ca0ed-aa42-432e-b3a5-2598074b47c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:00.033220 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:00.136977 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a3dbd46-0864-4b06-8d77-b7f297e451af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:01.043544 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:02.842936 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:09.634851 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36820) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:04:09.705177 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-3ddf346c-75ba-42c7-8ff6-ae473028ab2b admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:04:09.706183 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ddf346c-75ba-42c7-8ff6-ae473028ab2b admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0702460 Aug 24 00:04:11.948554 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36830) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:04:12.007547 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade6a69c-6a09-4a4c-9ddf-1139e2313eb2 admin admin] GET failed (client error): The resource could not be found. Aug 24 00:04:12.008846 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ade6a69c-6a09-4a4c-9ddf-1139e2313eb2 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593288 Aug 24 00:04:12.093277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e15d26-1367-49ed-a46f-4f3e1a1fe820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:04:12.094744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-14e15d26-1367-49ed-a46f-4f3e1a1fe820 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0810971 Aug 24 00:04:14.273355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36838) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:04:14.321257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5ab5e92e-6442-406b-aae3-b2171524948b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:04:14.346712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab5e92e-6442-406b-aae3-b2171524948b admin admin] Made reservation on behalf of d51e8efaca284072826fdd2bc4c9a1e6 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:04:14.349028 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ab5e92e-6442-406b-aae3-b2171524948b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:14.390621 n-d-805736-1 neutron-server[94837]: WARNING neutron.services.revisions.revision_plugin [None req-5ab5e92e-6442-406b-aae3-b2171524948b admin admin] Could not find related network for resource to bump revision. Aug 24 00:04:14.406331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab5e92e-6442-406b-aae3-b2171524948b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:04:14.421798 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ab5e92e-6442-406b-aae3-b2171524948b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726650240997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:14.422313 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ab5e92e-6442-406b-aae3-b2171524948b admin admin] Unsubscribe: segment precommit_create {{(pid=94837) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 00:04:14.422813 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-5ab5e92e-6442-406b-aae3-b2171524948b admin admin] Added segment d89e2689-ce7c-4e2b-8a45-ea61c564ec45 of type vlan for network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e Aug 24 00:04:14.466725 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ab5e92e-6442-406b-aae3-b2171524948b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:14.496157 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ab5e92e-6442-406b-aae3-b2171524948b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:14.497328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab5e92e-6442-406b-aae3-b2171524948b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:04:14.497897 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ab5e92e-6442-406b-aae3-b2171524948b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:14.573162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5ab5e92e-6442-406b-aae3-b2171524948b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2987211 Aug 24 00:04:14.591463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5e92e-6442-406b-aae3-b2171524948b admin admin] Pushing event updated for resources: {'Network': ['ID=8950d7d5-8a34-45c0-8e01-7ddee7121a5e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:04:14.603436 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:04:16.782234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36846) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:04:16.842205 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a232c9b9-f270-40d7-9f42-d7f4f9776e5e admin admin] GET failed (client error): The resource could not be found. Aug 24 00:04:16.843531 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a232c9b9-f270-40d7-9f42-d7f4f9776e5e admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602412 Aug 24 00:04:16.915097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a79d7d2-6960-4396-b688-8f8814e1eeed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:04:16.917181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6a79d7d2-6960-4396-b688-8f8814e1eeed admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692859 Aug 24 00:04:16.927138 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-66f1bba0-233e-42cb-8039-68cbb1c3ce42 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:04:16.946003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f1bba0-233e-42cb-8039-68cbb1c3ce42 admin admin] Made reservation on behalf of d51e8efaca284072826fdd2bc4c9a1e6 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:04:16.948709 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66f1bba0-233e-42cb-8039-68cbb1c3ce42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:17.108505 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66f1bba0-233e-42cb-8039-68cbb1c3ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:17.161061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1bba0-233e-42cb-8039-68cbb1c3ce42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=989779b4-0f28-4890-ab66-e5123937b37e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:04:17.169182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1bba0-233e-42cb-8039-68cbb1c3ce42 admin admin] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:04:17.169535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f1bba0-233e-42cb-8039-68cbb1c3ce42 admin admin] Network hostable DHCP agents. Network: 8950d7d5-8a34-45c0-8e01-7ddee7121a5e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:04:17.184865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f1bba0-233e-42cb-8039-68cbb1c3ce42 admin admin] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:04:17.192643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-66f1bba0-233e-42cb-8039-68cbb1c3ce42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 8950d7d5-8a34-45c0-8e01-7ddee7121a5e) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:04:17.197257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f1bba0-233e-42cb-8039-68cbb1c3ce42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:04:17.197845 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66f1bba0-233e-42cb-8039-68cbb1c3ce42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:17.203238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77bd45c-5018-4c0d-8a4a-708bdc81f573 None None] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:04:17.213548 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-66f1bba0-233e-42cb-8039-68cbb1c3ce42 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2897425 Aug 24 00:04:17.462999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'tenant_id': 'd51e8efaca284072826fdd2bc4c9a1e6', 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:04:17.463894 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:17.598711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Allocated IP 192.168.233.2 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/2ca4c195-9429-471f-9360-4f9cf60ce356) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:04:17.746153 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:17.754272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Transition to ACTIVE for port object 2ca4c195-9429-471f-9360-4f9cf60ce356 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:04:17.770146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Transition to ACTIVE for port object 2ca4c195-9429-471f-9360-4f9cf60ce356 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:04:17.775848 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:17.799094 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:04:17.818592 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:04:17.821331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:04:17.826141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:04:17.829190 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Pushing event updated for resources: {'Port': ['ID=2ca4c195-9429-471f-9360-4f9cf60ce356,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:04:17.839773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:04:17.840121 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:04:17.840474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:04:17.840815 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:04:17.841155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:04:17.841494 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:04:17.841831 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:04:17.842162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:04:17.842513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:04:17.842866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:04:17.843198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:04:17.843530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:04:17.897525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Attempting to bind port 2ca4c195-9429-471f-9360-4f9cf60ce356 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:04:17.897891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Attempting to bind port 2ca4c195-9429-471f-9360-4f9cf60ce356 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:04:17.898250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Attempting to bind port 2ca4c195-9429-471f-9360-4f9cf60ce356 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:04:17.903760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:04:17.904127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:04:17.904525 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:17.904908 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:04:17.905367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Bound port: 2ca4c195-9429-471f-9360-4f9cf60ce356, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:04:17.905738 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:17.967577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] For port 2ca4c195-9429-471f-9360-4f9cf60ce356, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:04:17.970943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] For port 2ca4c195-9429-471f-9360-4f9cf60ce356, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2ca4c195-9429-471f-9360-4f9cf60ce356,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:04:17.976801 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:18.037132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d8e6d-b12c-4b6c-baa2-1e0b2d35f5bd None None] Pushing event updated for resources: {'Port': ['ID=2ca4c195-9429-471f-9360-4f9cf60ce356,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:04:18.889835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e9ee36-9e30-4e37-99ba-11342264c523 None None] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:04:18.965550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-77f76da0-312b-4e75-b9ba-07755375e8fd None None] Provisioning for port 2ca4c195-9429-471f-9360-4f9cf60ce356 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:04:20.126509 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2ca4c195-9429-471f-9360-4f9cf60ce356 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:04:20.183092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 2ca4c195-9429-471f-9360-4f9cf60ce356 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:04:20.187113 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 2ca4c195-9429-471f-9360-4f9cf60ce356 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:04:20.187481 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:20.269432 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:20.305243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 2ca4c195-9429-471f-9360-4f9cf60ce356, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2ca4c195-9429-471f-9360-4f9cf60ce356,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:04:20.311573 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:20.358530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=2ca4c195-9429-471f-9360-4f9cf60ce356,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:04:22.108078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2ca4c195-9429-471f-9360-4f9cf60ce356 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:04:22.159512 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 2ca4c195-9429-471f-9360-4f9cf60ce356 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:04:22.159886 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:27.433747 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d6e12ad-c70d-49b4-ba80-e0f1ea3d498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:30.037441 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:30.137851 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8457ba08-8607-4283-ab8a-22e5b639cc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:31.045857 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:32.845233 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:54.802468 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:04:57.436050 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-edbcc813-41a9-4916-8c51-df1193eb6d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:00.038120 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:00.138132 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cdcbe312-81bd-4ec9-aa41-5551b96956ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:01.048492 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:02.849099 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:27.438080 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68b77a13-eb4d-4be2-af0b-f59255a8ee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:30.040634 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:30.140319 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acd7ce52-8cb3-47d8-88ba-9a05f51d84c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:31.051996 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:31.804018 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:05:32.852040 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:43.713461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36898) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:05:43.719460 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [None req-b0260256-a790-487d-a4e9-93925f5d5679 tempest-verify_tempest_config-481728102 tempest-verify_tempest_config-481728102-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:05:43.720447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b0260256-a790-487d-a4e9-93925f5d5679 tempest-verify_tempest_config-481728102 tempest-verify_tempest_config-481728102-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059555 Aug 24 00:05:44.010919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36916) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:05:44.112005 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:44.227695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:44.231493 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:44.371500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d650eed9386b4a3d9680582771c082db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3595192 Aug 24 00:05:44.372451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fff1e3e-338f-4926-9d87-4bf17cdb9605,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:05:44.374215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36920) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:05:44.379422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.379771 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.380112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.380457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.380791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.381137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.381464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.381794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.382117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.382697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.383087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.383506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e115ff-4840-4526-84a1-74c1980f9648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.429604 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:44.449538 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:44.538686 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:44.541269 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:44.542407 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fff1e3e-338f-4926-9d87-4bf17cdb9605 HTTP/1.1" status: 204 len: 168 time: 0.1671896 Aug 24 00:05:44.550127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fff1e3e-338f-4926-9d87-4bf17cdb9605,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:05:44.557671 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.558122 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.558707 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.559183 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.559742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.560140 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.560537 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.561014 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.561498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.562686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.563088 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:44.563425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480ba266-8068-4aa7-b059-64d3b6a7e196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:57.438067 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-017f0e63-88d1-4344-a033-cef18c3bb071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:00.048413 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:00.140191 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-945f0cfb-cb06-44d8-a86f-3bec5969d45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:01.055059 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:02.854669 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:08.802565 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:06:27.439267 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-269a9965-58f6-4d37-9dab-250140b768c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:30.040035 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:30.139528 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d877a17b-93a4-4188-8c58-d0cb5825c4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:31.058362 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:32.858241 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:45.801932 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:06:57.440497 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-706b8b9c-441e-4de4-8419-eedbbb2618fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:00.041725 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:00.139175 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-841b2e1a-c40a-4b1e-9895-143ed6a90bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:01.060793 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:02.860959 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:22.800440 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:07:27.441134 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-580764e3-9c65-4915-9e60-6ca4c8bb4f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:30.042503 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:30.139615 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1502168-d9bd-4211-b21f-eeb4bbd8f18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:31.065747 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:32.862638 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:57.441519 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bd24639-d618-4a64-9dca-d6a880b62490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:59.799645 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:08:00.043532 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:00.139364 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53df5735-ffed-4b19-aaad-cd610f88178a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:01.066518 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:02.866322 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:27.441582 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc5994e9-eac6-49b4-a762-c38d711f76f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:30.043911 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:30.139667 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bae69483-a729-4ed8-8f5a-7296cd382516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:31.067772 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:32.869455 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:36.799627 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 5 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:08:53.253223 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3784046'] for agent, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:57.441467 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-137254fd-91d9-4a57-b382-12af67f1d4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:59.362540 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3784046'] for agent, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:00.045101 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:00.139008 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfb36164-4b99-42b2-bdf0-6d9d1ea06063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:01.070490 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:02.872052 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:13.798831 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:09:23.206374 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:27.440867 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3abd67e2-17d6-4c94-aa1f-962f9899eb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:29.345953 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:30.045909 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:30.138966 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab10a43d-3b75-45ec-a048-36eeb28c999e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:30.888025 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36986) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:09:31.018292 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d498146e-2cc0-4180-876c-9682fc8b5f4e admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1291590 Aug 24 00:09:31.075962 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:32.877781 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:33.208213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:09:33.269177 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c937632e-d27a-4f80-9af0-21c8ce974cc1 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0598607 Aug 24 00:09:50.798759 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:09:53.222012 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:57.441024 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fae996fb-0d35-4a47-ae08-1d52c6e1912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:59.362839 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:00.046927 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:00.137391 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-383f4889-ad48-4fcb-811b-e6d3c382199b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:01.076407 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:02.879086 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:23.223670 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:27.441334 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5898a34-3489-4541-a3ea-0653a110cc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:27.798855 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:10:29.352700 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:30.049672 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:30.138922 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-286ca37d-e164-4520-b553-bae9d4488a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:31.080604 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:32.893981 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:53.252166 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:56.633971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37186) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:10:56.928694 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-84cd8780-9962-44a2-a1f5-8bc935ffa527 tempest-AutoAllocateNetworkTest-1753844340 tempest-AutoAllocateNetworkTest-1753844340-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7e47be3e6a01427e98c6099ccd87fa9a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2929027 Aug 24 00:10:56.931385 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:10:57.125720 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d12453b-27c4-4def-b561-abcbe1be1160 tempest-AutoAllocateNetworkTest-1753844340 tempest-AutoAllocateNetworkTest-1753844340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:10:57.127419 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4d12453b-27c4-4def-b561-abcbe1be1160 tempest-AutoAllocateNetworkTest-1753844340 tempest-AutoAllocateNetworkTest-1753844340-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1947353 Aug 24 00:10:57.130208 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:10:57.199582 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-108c7fbf-5895-4e3c-84f9-ff1015d91682 tempest-AutoAllocateNetworkTest-1753844340 tempest-AutoAllocateNetworkTest-1753844340-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682933 Aug 24 00:10:57.202288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37226) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:10:57.246192 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f69aa42b-3c5a-4bbe-a8bd-b7f36f99c7f1 tempest-AutoAllocateNetworkTest-1753844340 tempest-AutoAllocateNetworkTest-1753844340-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7e47be3e6a01427e98c6099ccd87fa9a HTTP/1.1" status: 200 len: 208 time: 0.0421109 Aug 24 00:10:57.445487 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eac2d29e-2091-418f-9b9b-328ffafb8db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:58.175928 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37272) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:10:58.504257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:58.627360 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:58.633287 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:58.698865 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e47be3e6a01427e98c6099ccd87fa9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5216482 Aug 24 00:10:58.701427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37296) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:10:58.715354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5153101d-f763-4473-92d2-0b1de6793ce7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:10:58.725343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.726231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.727320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.727839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.728353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.728831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.729313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.729791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.730263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.731032 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.731172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.731587 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec478a23-7346-4748-ad21-cda6e3bcbe81 admin admin] Tracked resource versions report: Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: pushed versions: Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: { 'AddressGroup': {'1.2'}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'ConntrackHelper': {'1.0'}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'Log': {'1.0'}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'Network': {'1.1'}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'Port': {'1.7'}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'PortForwarding': {'1.2'}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'QosPolicy': {'1.9'}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'SecurityGroup': {'1.4'}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'SubPort': {'1.0'}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'Subnet': {'1.1'}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'Trunk': {'1.1'}} Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: consumer versions: Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: { DHCP agent@n-d-805736-1: {}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: HyperV agent@n-h1-805736-1: {}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: HyperV agent@n-h2-805736-1: {}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: L3 agent@n-d-805736-1: {}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: Metadata agent@n-d-805736-1: {}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: Metering agent@n-d-805736-1: {}, Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: Open vSwitch agent@n-d-805736-1: { 'AddressGroup': '1.2', Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'ConntrackHelper': '1.0', Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'Log': '1.0', Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'Network': '1.1', Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'Port': '1.7', Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'PortForwarding': '1.2', Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'QosPolicy': '1.9', Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'SecurityGroup': '1.4', Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'SecurityGroupRule': '1.2', Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'SubPort': '1.0', Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'Subnet': '1.1', Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: 'Trunk': '1.1'}} Aug 24 00:10:58.733173 n-d-805736-1 neutron-server[94838]: {{(pid=94838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:10:58.779344 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:58.801019 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:58.862223 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:58.865292 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:58.873021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5153101d-f763-4473-92d2-0b1de6793ce7 HTTP/1.1" status: 204 len: 168 time: 0.1696606 Aug 24 00:10:58.881585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5153101d-f763-4473-92d2-0b1de6793ce7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:10:58.889170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.889584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.890074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.890473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.890906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.891297 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.891689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.892095 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.892492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.892871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.893257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.893634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2bb5c-9c05-4f02-b787-3b32dba49648 admin admin] Tracked resource versions report: Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: pushed versions: Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: { 'AddressGroup': {'1.2'}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'ConntrackHelper': {'1.0'}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'Log': {'1.0'}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'Network': {'1.1'}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'Port': {'1.7'}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'PortForwarding': {'1.2'}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'QosPolicy': {'1.9'}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'SecurityGroup': {'1.4'}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'SubPort': {'1.0'}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'Subnet': {'1.1'}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'Trunk': {'1.1'}} Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: consumer versions: Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: { DHCP agent@n-d-805736-1: {}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: HyperV agent@n-h1-805736-1: {}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: HyperV agent@n-h2-805736-1: {}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: L3 agent@n-d-805736-1: {}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: Metadata agent@n-d-805736-1: {}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: Metering agent@n-d-805736-1: {}, Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: Open vSwitch agent@n-d-805736-1: { 'AddressGroup': '1.2', Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'ConntrackHelper': '1.0', Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'Log': '1.0', Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'Network': '1.1', Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'Port': '1.7', Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'PortForwarding': '1.2', Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'QosPolicy': '1.9', Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'SecurityGroup': '1.4', Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'SecurityGroupRule': '1.2', Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'SubPort': '1.0', Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'Subnet': '1.1', Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: 'Trunk': '1.1'}} Aug 24 00:10:58.895027 n-d-805736-1 neutron-server[94837]: {{(pid=94837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:10:59.382907 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:00.055850 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:00.142294 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b37b9919-ae25-41c2-935d-acd366bc2905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:01.092460 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:01.447650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37472) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:01.846467 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ef3b-544d-4570-a4d1-e60a1b1630b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:01.960706 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ef3b-544d-4570-a4d1-e60a1b1630b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:01.967494 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ef3b-544d-4570-a4d1-e60a1b1630b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.000717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c3a9ef3b-544d-4570-a4d1-e60a1b1630b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=328fc778aeb4443cb766873971088b8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5510731 Aug 24 00:11:02.001084 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37496) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:02.015621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9ef3b-544d-4570-a4d1-e60a1b1630b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8e63c3-95c0-4f98-88e8-fc871b31c6a9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:02.084676 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-819e3cc3-80a4-46fe-a9c8-249790df7dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.099501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37498) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:02.119118 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-819e3cc3-80a4-46fe-a9c8-249790df7dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.178660 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-819e3cc3-80a4-46fe-a9c8-249790df7dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.182382 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-819e3cc3-80a4-46fe-a9c8-249790df7dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.183751 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-819e3cc3-80a4-46fe-a9c8-249790df7dc8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de8e63c3-95c0-4f98-88e8-fc871b31c6a9 HTTP/1.1" status: 204 len: 168 time: 0.1809549 Aug 24 00:11:02.192784 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e3cc3-80a4-46fe-a9c8-249790df7dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8e63c3-95c0-4f98-88e8-fc871b31c6a9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:02.354580 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a9416558-ceb0-4826-a21a-b192cdd59f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.467620 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a9416558-ceb0-4826-a21a-b192cdd59f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.472917 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a9416558-ceb0-4826-a21a-b192cdd59f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.514682 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a9416558-ceb0-4826-a21a-b192cdd59f21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30065bf3201846328760bec29d8e98b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4135327 Aug 24 00:11:02.517133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9416558-ceb0-4826-a21a-b192cdd59f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee970c0-a8b8-43e6-b871-02cbbdde5e86,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:02.519397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:02.591928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-845b6c60-12e2-4107-a4e6-e5773ceb68fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.615303 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-845b6c60-12e2-4107-a4e6-e5773ceb68fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.677118 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-845b6c60-12e2-4107-a4e6-e5773ceb68fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.679780 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-845b6c60-12e2-4107-a4e6-e5773ceb68fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.680934 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-845b6c60-12e2-4107-a4e6-e5773ceb68fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ee970c0-a8b8-43e6-b871-02cbbdde5e86 HTTP/1.1" status: 204 len: 168 time: 0.1603336 Aug 24 00:11:02.692268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b6c60-12e2-4107-a4e6-e5773ceb68fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee970c0-a8b8-43e6-b871-02cbbdde5e86,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:02.794006 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:02.819417 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c0fca02-2d75-465c-b12b-f096b7ea5c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.897643 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.924377 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c0fca02-2d75-465c-b12b-f096b7ea5c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.930519 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c0fca02-2d75-465c-b12b-f096b7ea5c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:02.973526 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c0fca02-2d75-465c-b12b-f096b7ea5c38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43d365e868b847ca8a5bff9789a50064&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1781821 Aug 24 00:11:02.974621 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fca02-2d75-465c-b12b-f096b7ea5c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d7f34a-3605-4fd1-938c-8ca674b50c28,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:02.976187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37548) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:03.054169 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b954a33-d291-4641-8fa9-d6a51d3dd7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:03.081262 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b954a33-d291-4641-8fa9-d6a51d3dd7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:03.129604 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b954a33-d291-4641-8fa9-d6a51d3dd7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:03.132537 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b954a33-d291-4641-8fa9-d6a51d3dd7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:03.134047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9b954a33-d291-4641-8fa9-d6a51d3dd7a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8d7f34a-3605-4fd1-938c-8ca674b50c28 HTTP/1.1" status: 204 len: 168 time: 0.1546795 Aug 24 00:11:03.144629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b954a33-d291-4641-8fa9-d6a51d3dd7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d7f34a-3605-4fd1-938c-8ca674b50c28,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:03.343470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37572) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:03.361824 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-86950c50-59f9-4bc8-8a6a-8645d4e02365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:03.492914 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-86950c50-59f9-4bc8-8a6a-8645d4e02365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:03.498583 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-86950c50-59f9-4bc8-8a6a-8645d4e02365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:03.529314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86950c50-59f9-4bc8-8a6a-8645d4e02365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dd03ba-b349-4477-ba6a-64dddb911a4f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:03.553387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-86950c50-59f9-4bc8-8a6a-8645d4e02365 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9a5365e0a5a4195869fe47b027ed589&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2084677 Aug 24 00:11:03.557200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37584) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:03.628753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92449f1b-1d98-4a98-b3da-bc39f67a3e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:03.654729 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92449f1b-1d98-4a98-b3da-bc39f67a3e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:03.712706 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92449f1b-1d98-4a98-b3da-bc39f67a3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:03.715329 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92449f1b-1d98-4a98-b3da-bc39f67a3e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:03.722556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-92449f1b-1d98-4a98-b3da-bc39f67a3e00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72dd03ba-b349-4477-ba6a-64dddb911a4f HTTP/1.1" status: 204 len: 168 time: 0.1641159 Aug 24 00:11:03.735699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92449f1b-1d98-4a98-b3da-bc39f67a3e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dd03ba-b349-4477-ba6a-64dddb911a4f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:04.293287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:04.483564 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ee35b37-81fa-4634-a46a-f853868f4ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:04.620783 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ee35b37-81fa-4634-a46a-f853868f4ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:04.626821 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ee35b37-81fa-4634-a46a-f853868f4ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:04.692362 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8ee35b37-81fa-4634-a46a-f853868f4ff3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03159de2edfd4fbeb9b633f0475cf01d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3979847 Aug 24 00:11:04.693491 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee35b37-81fa-4634-a46a-f853868f4ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db7c008-3e5f-4c98-b68c-6c9759c9d711,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:04.695134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37672) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:04.752693 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5f8bacd-4351-4f33-a005-59258a4cfb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:04.784179 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5f8bacd-4351-4f33-a005-59258a4cfb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:04.799287 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:11:04.834531 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5f8bacd-4351-4f33-a005-59258a4cfb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:04.837153 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5f8bacd-4351-4f33-a005-59258a4cfb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:04.838387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a5f8bacd-4351-4f33-a005-59258a4cfb45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2db7c008-3e5f-4c98-b68c-6c9759c9d711 HTTP/1.1" status: 204 len: 168 time: 0.1416035 Aug 24 00:11:04.848361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8bacd-4351-4f33-a005-59258a4cfb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db7c008-3e5f-4c98-b68c-6c9759c9d711,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:05.268422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:05.283089 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a75bc27-c57b-422f-ab6b-35ea6794f57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:05.391149 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a75bc27-c57b-422f-ab6b-35ea6794f57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:05.396562 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a75bc27-c57b-422f-ab6b-35ea6794f57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:05.430736 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75bc27-c57b-422f-ab6b-35ea6794f57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e211cf4a-46a9-4628-859f-7d3b925f7229,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:05.468249 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2a75bc27-c57b-422f-ab6b-35ea6794f57e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=307f442e3f8e4bcd8a8e77837e2dff77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1981885 Aug 24 00:11:05.471693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37724) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:05.527743 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b93a1e85-0d0c-4281-a17f-79c2ec1f99c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:05.552605 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b93a1e85-0d0c-4281-a17f-79c2ec1f99c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:05.608791 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b93a1e85-0d0c-4281-a17f-79c2ec1f99c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:05.611696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b93a1e85-0d0c-4281-a17f-79c2ec1f99c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:05.615337 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b93a1e85-0d0c-4281-a17f-79c2ec1f99c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e211cf4a-46a9-4628-859f-7d3b925f7229 HTTP/1.1" status: 204 len: 168 time: 0.1399860 Aug 24 00:11:05.621116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a1e85-0d0c-4281-a17f-79c2ec1f99c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e211cf4a-46a9-4628-859f-7d3b925f7229,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:05.750361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37736) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:05.757111 n-d-805736-1 neutron-server[94837]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 00:11:05.797706 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-bef4f18f-4668-4c76-94b2-06c7c5eb2226 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a968efd2f0ea4399baeaf1d0ef3aa57e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416636 Aug 24 00:11:06.024300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-4ef29448-3925-4a09-8afe-637b03fb742d tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:06.031899 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-4ef29448-3925-4a09-8afe-637b03fb742d tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2330639 Aug 24 00:11:06.049703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-797958df-a2a2-4b45-8c65-adb2b1df794f tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/quotas/a968efd2f0ea4399baeaf1d0ef3aa57e HTTP/1.1" status: 200 len: 375 time: 0.0168352 Aug 24 00:11:06.120428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-d82bddaf-4251-46e3-9b59-5e7dacc851a1 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a968efd2f0ea4399baeaf1d0ef3aa57e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697091 Aug 24 00:11:06.911254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37840) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:07.017002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37854) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:07.283833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d26f566e-ac92-48f1-903d-8854cf63967d req-df1196df-7257-48d7-bb47-e338cb9efb94 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 210 time: 0.3712351 Aug 24 00:11:07.539634 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f47905d9-08dd-4f1a-8cd5-139c25f6f974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:07.676679 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f47905d9-08dd-4f1a-8cd5-139c25f6f974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:07.684006 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f47905d9-08dd-4f1a-8cd5-139c25f6f974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:07.733366 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f47905d9-08dd-4f1a-8cd5-139c25f6f974 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecee154993354981af9ba3c961ce471a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7151120 Aug 24 00:11:07.737371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37906) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:07.744840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47905d9-08dd-4f1a-8cd5-139c25f6f974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ca468b-48a0-4c8c-b106-0645e02e6662,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:07.809055 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5537d40a-8eba-46d6-a11b-f264d910cb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:07.834446 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5537d40a-8eba-46d6-a11b-f264d910cb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:07.906269 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5537d40a-8eba-46d6-a11b-f264d910cb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:07.909548 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5537d40a-8eba-46d6-a11b-f264d910cb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:07.910870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5537d40a-8eba-46d6-a11b-f264d910cb59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1ca468b-48a0-4c8c-b106-0645e02e6662 HTTP/1.1" status: 204 len: 168 time: 0.1725245 Aug 24 00:11:07.928881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537d40a-8eba-46d6-a11b-f264d910cb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ca468b-48a0-4c8c-b106-0645e02e6662,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:08.677009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37952) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:08.702008 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3a771c5-13fb-4204-b575-af6fe3961ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:08.871045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.13', 52332) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:08.901020 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3a771c5-13fb-4204-b575-af6fe3961ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:08.969274 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e741c94-53fb-4db0-8584-c688def7e1af req-b62d97d4-22ef-496a-8f70-4d9c7b226dc0 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 210 time: 0.0514433 Aug 24 00:11:08.970166 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3a771c5-13fb-4204-b575-af6fe3961ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:09.082925 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b3a771c5-13fb-4204-b575-af6fe3961ba4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4fe1adb77f2d471f815ce7b91474d291&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4042947 Aug 24 00:11:09.083203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37974) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:09.096572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a771c5-13fb-4204-b575-af6fe3961ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cd9be0-ff91-4b43-935b-9539e5df6dde,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:09.101668 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-7099fe3a-31b4-4fa1-aec1-7feb475de943 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a968efd2f0ea4399baeaf1d0ef3aa57e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2263250 Aug 24 00:11:09.150088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ad6adc8-68cd-4528-87df-a80f44249379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:09.189179 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ad6adc8-68cd-4528-87df-a80f44249379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:09.291112 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ad6adc8-68cd-4528-87df-a80f44249379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:09.293740 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ad6adc8-68cd-4528-87df-a80f44249379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:09.295036 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0ad6adc8-68cd-4528-87df-a80f44249379 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0cd9be0-ff91-4b43-935b-9539e5df6dde HTTP/1.1" status: 204 len: 168 time: 0.2107077 Aug 24 00:11:09.309401 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6adc8-68cd-4528-87df-a80f44249379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cd9be0-ff91-4b43-935b-9539e5df6dde,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:09.338397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-dc6ee5c9-b762-4a98-bd32-453193a9f2f0 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:09.340009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-dc6ee5c9-b762-4a98-bd32-453193a9f2f0 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257962 Aug 24 00:11:09.394376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-82a08615-642e-4b6c-95a2-cc7e304fe437 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8d9475bbc124489f8efb5c1a3c5cd80c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267060 Aug 24 00:11:09.494867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Request body: {'port': {'device_id': '4b7df0c2-f4dc-422c-8468-fcfa47bf679b', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'a968efd2f0ea4399baeaf1d0ef3aa57e'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:09.615279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57261498-3faf-4d73-967f-f241de3e59ce req-4298de94-c824-4694-aaa8-8d108c668581 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:09.617881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-4298de94-c824-4694-aaa8-8d108c668581 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171454 Aug 24 00:11:09.684209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-9c676cb2-b725-4542-af6e-9c926851c251 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/quotas/8d9475bbc124489f8efb5c1a3c5cd80c HTTP/1.1" status: 200 len: 375 time: 0.0538628 Aug 24 00:11:09.760042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-55e680c4-2657-4110-a8c4-d52a0847d293 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d9475bbc124489f8efb5c1a3c5cd80c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744925 Aug 24 00:11:09.871534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Made reservation on behalf of a968efd2f0ea4399baeaf1d0ef3aa57e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:09.876084 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:09.890631 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:10.118560 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:10.125765 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:10.840429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8c27135-4683-467f-a317-fb0bf5227703 req-4ffa8c6e-89d1-40e4-8dc5-f2f791c415b8 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 210 time: 0.3325300 Aug 24 00:11:10.966856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Allocated IP 192.168.233.109 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/6a2ba309-d1fd-499a-9a63-8518be2f2f8e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:11:10.984899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392d1559-e08c-488e-8179-7e1a8ea47a99,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:11.032574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3459dd3d-1578-4aa3-9df0-fa29a15be304 req-0d4c49a9-8fcb-4be9-a3d7-47f0228c4834 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 210 time: 0.1418812 Aug 24 00:11:11.521456 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:11.575376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Transition to ACTIVE for port object 6a2ba309-d1fd-499a-9a63-8518be2f2f8e will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:11.665042 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:11.934354 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Pushing event updated for resources: {'Port': ['ID=6a2ba309-d1fd-499a-9a63-8518be2f2f8e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:11.969131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:11:11.975048 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:11.979417 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:11:11.993707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:12.012208 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:12.052877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-ceefd6f6-64c1-4235-9095-a22d7fac477a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5613360 Aug 24 00:11:12.102296 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b0e505c-8276-4720-ba80-79ce44f90527 req-bd6f705d-789f-4500-8fdc-552d55184537 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 210 time: 0.0426729 Aug 24 00:11:12.322388 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38150) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:12.432550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38154) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:12.462546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f328adcf-d6e5-4d3e-9bb3-e66eb7c35001 None None] Provisioning for port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:11:12.470443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f328adcf-d6e5-4d3e-9bb3-e66eb7c35001 None None] Provisioning complete for port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:11:12.471085 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f328adcf-d6e5-4d3e-9bb3-e66eb7c35001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:12.529782 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203de32-cb17-4ccc-bf5d-3639b9b0274f req-58643ff6-99b6-45b4-ae7e-c62c156bd0ed tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:12.534889 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9203de32-cb17-4ccc-bf5d-3639b9b0274f req-58643ff6-99b6-45b4-ae7e-c62c156bd0ed tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 936 time: 0.1376405 Aug 24 00:11:12.544592 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f328adcf-d6e5-4d3e-9bb3-e66eb7c35001 None None] Port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:11:12.679391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9203de32-cb17-4ccc-bf5d-3639b9b0274f req-df479bf1-b450-4f5d-a745-3bb7e91de833 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239247 Aug 24 00:11:12.773914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.47', 63451) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:12.784482 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fd320ab-959f-48df-bafb-6e0c7c1f1cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:12.814547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-fb7ca489-5ead-41cc-8e66-54808bd4f759 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8d9475bbc124489f8efb5c1a3c5cd80c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265265 Aug 24 00:11:12.964616 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fd320ab-959f-48df-bafb-6e0c7c1f1cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:12.977469 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fd320ab-959f-48df-bafb-6e0c7c1f1cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.047527 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1fd320ab-959f-48df-bafb-6e0c7c1f1cd2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5846021f2ea44dd3ad33a7cda309b3e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6134837 Aug 24 00:11:13.048812 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c4d8f1-9549-4271-903d-0a103384c2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.065950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38180) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:13.138574 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd320ab-959f-48df-bafb-6e0c7c1f1cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1e6b3f-73bb-442d-8d1d-94c6cc012028,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:13.166506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-38283713-481f-40da-9daf-d8d1fcdd2145 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:11:13.169077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-38283713-481f-40da-9daf-d8d1fcdd2145 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251656 Aug 24 00:11:13.214873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57261498-3faf-4d73-967f-f241de3e59ce req-092e52ca-ae5f-4513-9cae-e30bb900c9b6 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:13.221147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-092e52ca-ae5f-4513-9cae-e30bb900c9b6 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3997896 Aug 24 00:11:13.282564 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c4d8f1-9549-4271-903d-0a103384c2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.290924 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c4d8f1-9549-4271-903d-0a103384c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.314268 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-416caf29-7b4d-49bf-810c-0eaefdf5109a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.353028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Request body: {'port': {'device_id': 'dccddca9-00c5-4447-9a1c-e723ea0f757f', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': '8d9475bbc124489f8efb5c1a3c5cd80c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:13.379877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24ae9c20-59f2-4c68-a724-6cb2f787682d req-b2ce6ea3-1f4d-471b-aded-8337162627b6 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 210 time: 0.0466671 Aug 24 00:11:13.396542 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-416caf29-7b4d-49bf-810c-0eaefdf5109a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.453143 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-94c4d8f1-9549-4271-903d-0a103384c2c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14a37c109b5b4aa8afc9e7e43d9a2d36&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1282258 Aug 24 00:11:13.454353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38208) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:13.457878 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4d8f1-9549-4271-903d-0a103384c2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b865a63c-44ab-4bec-aa61-0ad7ae999ca9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:13.525030 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53a30c70-1f6c-4277-b4d0-64202f786dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.555604 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53a30c70-1f6c-4277-b4d0-64202f786dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.573909 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-416caf29-7b4d-49bf-810c-0eaefdf5109a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.577626 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-416caf29-7b4d-49bf-810c-0eaefdf5109a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.578987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-416caf29-7b4d-49bf-810c-0eaefdf5109a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca1e6b3f-73bb-442d-8d1d-94c6cc012028 HTTP/1.1" status: 204 len: 168 time: 0.5120165 Aug 24 00:11:13.603797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416caf29-7b4d-49bf-810c-0eaefdf5109a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1e6b3f-73bb-442d-8d1d-94c6cc012028,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:13.607556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Made reservation on behalf of 8d9475bbc124489f8efb5c1a3c5cd80c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:13.612967 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.625049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.694453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53a30c70-1f6c-4277-b4d0-64202f786dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.700006 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53a30c70-1f6c-4277-b4d0-64202f786dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.704430 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-53a30c70-1f6c-4277-b4d0-64202f786dfd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b865a63c-44ab-4bec-aa61-0ad7ae999ca9 HTTP/1.1" status: 204 len: 168 time: 0.2453959 Aug 24 00:11:13.725354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a30c70-1f6c-4277-b4d0-64202f786dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b865a63c-44ab-4bec-aa61-0ad7ae999ca9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:13.843757 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.849448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:13.895700 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80cb856a-9b93-4844-9a24-1bedfdf2854b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:14.042525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-78b2aa40-f91b-4760-b67a-d5a07ea33a04 req-7a84bc26-2380-4d12-80e9-21baf7281cf5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1506488523', 'description': 'tempest-description-19160792'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:14.091958 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78b2aa40-f91b-4760-b67a-d5a07ea33a04 req-7a84bc26-2380-4d12-80e9-21baf7281cf5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:14.095363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Allocated IP 192.168.233.76 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:11:14.107675 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78b2aa40-f91b-4760-b67a-d5a07ea33a04 req-7a84bc26-2380-4d12-80e9-21baf7281cf5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:14.396637 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78b2aa40-f91b-4760-b67a-d5a07ea33a04 req-7a84bc26-2380-4d12-80e9-21baf7281cf5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:14.400676 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:14.410515 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78b2aa40-f91b-4760-b67a-d5a07ea33a04 req-7a84bc26-2380-4d12-80e9-21baf7281cf5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:14.434328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Transition to ACTIVE for port object 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:14.479003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84bc26-2380-4d12-80e9-21baf7281cf5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3b0566-2adc-40d9-837a-4eccedaf51a3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:14.587990 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:14.622412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Request body: {'port': {'device_id': '4b7df0c2-f4dc-422c-8468-fcfa47bf679b', 'device_owner': 'compute:tempest-test_az-1278312705', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:14.769539 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:14.786929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Pushing event updated for resources: {'Port': ['ID=7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:15.089364 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78b2aa40-f91b-4760-b67a-d5a07ea33a04 req-7a84bc26-2380-4d12-80e9-21baf7281cf5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:15.120613 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78b2aa40-f91b-4760-b67a-d5a07ea33a04 req-7a84bc26-2380-4d12-80e9-21baf7281cf5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:15.149027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38236) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:15.199727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:11:15.209993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84bc26-2380-4d12-80e9-21baf7281cf5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec12c6b-a282-48c2-92a5-f0999e3bbd28,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:15.229969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:15.241971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:11:15.248661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:15.250554 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:15.266504 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78b2aa40-f91b-4760-b67a-d5a07ea33a04 req-7a84bc26-2380-4d12-80e9-21baf7281cf5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:15.281023 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78b2aa40-f91b-4760-b67a-d5a07ea33a04 req-7a84bc26-2380-4d12-80e9-21baf7281cf5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2467084 Aug 24 00:11:15.292893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-b00a4313-b292-46c9-b5ba-b835e367a05b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9443173 Aug 24 00:11:15.331165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38244) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:15.367614 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cee50ba-27c4-436b-bc44-3605e1f7f820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:15.403995 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:15.458399 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b1b9d8b-70bb-47ef-80cc-4ab810e0e8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:15.641387 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cee50ba-27c4-436b-bc44-3605e1f7f820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:15.643437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b58a4-49a2-4bec-babc-cd250502a755 req-d179f8ba-0aeb-4aff-ae12-1623054bf6d8 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:15.645108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd0b58a4-49a2-4bec-babc-cd250502a755 req-d179f8ba-0aeb-4aff-ae12-1623054bf6d8 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 936 time: 0.9441059 Aug 24 00:11:15.662220 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cee50ba-27c4-436b-bc44-3605e1f7f820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:15.692513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42220d8e-4e64-44a6-a405-9fe31d6cdf8a req-998b3871-d7af-4deb-bbcc-5bab11ecf417 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:15.692513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42220d8e-4e64-44a6-a405-9fe31d6cdf8a req-998b3871-d7af-4deb-bbcc-5bab11ecf417 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 935 time: 0.3039932 Aug 24 00:11:15.744665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-156023b9-0161-4194-a32d-52f7c183aaef None None] Provisioning for port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:11:15.749631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f61606-5639-4a4f-991e-d6c749bde1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:15.751243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd0b58a4-49a2-4bec-babc-cd250502a755 req-6254500e-9407-4e2b-92c7-0309cbb86d4f tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935209 Aug 24 00:11:15.757697 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-156023b9-0161-4194-a32d-52f7c183aaef None None] Provisioning complete for port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:11:15.760871 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-156023b9-0161-4194-a32d-52f7c183aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:15.802525 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42220d8e-4e64-44a6-a405-9fe31d6cdf8a req-98351e49-02e3-40ef-ab91-4c6d708d8e29 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011391 Aug 24 00:11:15.839743 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4cee50ba-27c4-436b-bc44-3605e1f7f820 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5dc84e4b45894036ba2ab882c4a3da1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072153 Aug 24 00:11:15.851456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38250) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:15.895671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2ba309-d1fd-499a-9a63-8518be2f2f8e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:11:15.915730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:15.923430 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee50ba-27c4-436b-bc44-3605e1f7f820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd2bb59-c645-4c3c-8d33-34ec6ac7bac0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:15.938157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-156023b9-0161-4194-a32d-52f7c183aaef None None] Port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:11:15.968000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Transition to ACTIVE for port object 6a2ba309-d1fd-499a-9a63-8518be2f2f8e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:15.989207 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8896046e-9e72-4ecc-9022-fdbdee29a7ae req-4e46ac55-464d-4ff6-83c6-b164797a8976 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1610759478', 'description': 'tempest-description-918908343'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:16.013048 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.093555 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b1b9d8b-70bb-47ef-80cc-4ab810e0e8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.105687 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b1b9d8b-70bb-47ef-80cc-4ab810e0e8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.232628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38268) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:16.233387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Pushing event updated for resources: {'Port': ['ID=6a2ba309-d1fd-499a-9a63-8518be2f2f8e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:16.235220 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0b1b9d8b-70bb-47ef-80cc-4ab810e0e8d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3528e0f79e7a4ff18d7dff11bd429cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8085191 Aug 24 00:11:16.246818 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b9d8b-70bb-47ef-80cc-4ab810e0e8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0818ea7-443e-4878-a733-a06c3111c443,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:16.405973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f61606-5639-4a4f-991e-d6c749bde1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.413400 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9f8d347-3800-47b3-9663-0eb76a5d1aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.428227 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4f61606-5639-4a4f-991e-d6c749bde1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.439585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Attempting to bind port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:11:16.439960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Attempting to bind port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:11:16.440312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Attempting to bind port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:16.511511 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f61606-5639-4a4f-991e-d6c749bde1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3856c91-e96b-4d1d-8343-ec702d897239,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:16.525103 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8896046e-9e72-4ecc-9022-fdbdee29a7ae req-4e46ac55-464d-4ff6-83c6-b164797a8976 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.539463 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b4f61606-5639-4a4f-991e-d6c749bde1d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=223175c61aef465b948216ac8d00554d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3890512 Aug 24 00:11:16.543957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:11:16.544594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38272) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:16.551390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Attempting to bind port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:16.562512 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9f8d347-3800-47b3-9663-0eb76a5d1aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.582173 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:16.612770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:11:16.613118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:11:16.613785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:11:16.614214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Bound port: 6a2ba309-d1fd-499a-9a63-8518be2f2f8e, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:11:16.614608 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.656147 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a716c3b-d801-4692-b1c5-7adda7d78b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.680763 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a716c3b-d801-4692-b1c5-7adda7d78b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.759306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c636fa9-c671-4a0a-87cf-4f19338bc403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.760662 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a716c3b-d801-4692-b1c5-7adda7d78b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.764915 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a716c3b-d801-4692-b1c5-7adda7d78b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.766399 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a716c3b-d801-4692-b1c5-7adda7d78b83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3856c91-e96b-4d1d-8343-ec702d897239 HTTP/1.1" status: 204 len: 168 time: 0.2205839 Aug 24 00:11:16.783442 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a716c3b-d801-4692-b1c5-7adda7d78b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3856c91-e96b-4d1d-8343-ec702d897239,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:16.788481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9f8d347-3800-47b3-9663-0eb76a5d1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.809055 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9f8d347-3800-47b3-9663-0eb76a5d1aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.815949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f9f8d347-3800-47b3-9663-0eb76a5d1aa8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abd2bb59-c645-4c3c-8d33-34ec6ac7bac0 HTTP/1.1" status: 204 len: 168 time: 0.9630494 Aug 24 00:11:16.880652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8d347-3800-47b3-9663-0eb76a5d1aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd2bb59-c645-4c3c-8d33-34ec6ac7bac0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:16.891949 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-584f5595-ea40-42c1-8685-fce916c4a153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:16.927279 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c636fa9-c671-4a0a-87cf-4f19338bc403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:17.040201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] For port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:11:17.182808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c636fa9-c671-4a0a-87cf-4f19338bc403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:17.196187 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c636fa9-c671-4a0a-87cf-4f19338bc403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:17.200270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7c636fa9-c671-4a0a-87cf-4f19338bc403 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0818ea7-443e-4878-a733-a06c3111c443 HTTP/1.1" status: 204 len: 168 time: 0.9502907 Aug 24 00:11:17.206164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] For port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6a2ba309-d1fd-499a-9a63-8518be2f2f8e,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:11:17.225458 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:17.231392 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8896046e-9e72-4ecc-9022-fdbdee29a7ae req-4e46ac55-464d-4ff6-83c6-b164797a8976 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:17.246954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c636fa9-c671-4a0a-87cf-4f19338bc403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0818ea7-443e-4878-a733-a06c3111c443,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:17.307935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7f0d1-019a-4e30-97aa-c893e339d50c req-da5f2b66-dfbb-46bc-85b2-7bbc5267ebc5 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:17.309588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbc7f0d1-019a-4e30-97aa-c893e339d50c req-da5f2b66-dfbb-46bc-85b2-7bbc5267ebc5 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 970 time: 0.3681390 Aug 24 00:11:17.310300 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8896046e-9e72-4ecc-9022-fdbdee29a7ae req-4e46ac55-464d-4ff6-83c6-b164797a8976 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:17.404649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Pushing event updated for resources: {'Port': ['ID=6a2ba309-d1fd-499a-9a63-8518be2f2f8e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:17.441410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ac55-464d-4ff6-83c6-b164797a8976 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe100ee-3ffb-4bf5-a77f-51332fd182e5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:17.486658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38296) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:17.506464 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbc7f0d1-019a-4e30-97aa-c893e339d50c req-16ffda7e-8d11-41d2-9234-5e901e0875a7 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839617 Aug 24 00:11:17.525850 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-584f5595-ea40-42c1-8685-fce916c4a153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:17.553379 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-584f5595-ea40-42c1-8685-fce916c4a153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:17.558676 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a28b5c4-6402-40b3-b657-ccec874d6dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:17.635633 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:17.729354 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a28b5c4-6402-40b3-b657-ccec874d6dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:17.731264 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8896046e-9e72-4ecc-9022-fdbdee29a7ae req-4e46ac55-464d-4ff6-83c6-b164797a8976 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:17.739037 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8896046e-9e72-4ecc-9022-fdbdee29a7ae req-4e46ac55-464d-4ff6-83c6-b164797a8976 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8882282 Aug 24 00:11:17.784272 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac8f7af9-77e3-433d-94b9-d75aff90ea82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:17.805185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a28b5c4-6402-40b3-b657-ccec874d6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:17.861084 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-584f5595-ea40-42c1-8685-fce916c4a153 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f0b477d89244f649c9ac92ae0465bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2778063 Aug 24 00:11:17.865770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:17.868335 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:17.870123 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-e02ef941-a197-4623-bcc9-aa1d8c4ee07b service neutron] 10.222.0.13 "PUT /v2.0/ports/6a2ba309-d1fd-499a-9a63-8518be2f2f8e HTTP/1.1" status: 200 len: 1118 time: 4.3050318 Aug 24 00:11:17.874682 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38304) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:17.904697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1a28b5c4-6402-40b3-b657-ccec874d6dcc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=677eb7d65f03498a89f88c961c001a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967414 Aug 24 00:11:17.906526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7df0c2-f4dc-422c-8468-fcfa47bf679b', 'tag': '6a2ba309-d1fd-499a-9a63-8518be2f2f8e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:18.038885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38306) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:18.047313 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac8f7af9-77e3-433d-94b9-d75aff90ea82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.057341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf205bd8-0fee-4412-9f20-1e5aaac2fd40 req-4c32420d-c3c5-4901-be32-d03f85151d89 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:18.065987 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f5595-ea40-42c1-8685-fce916c4a153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4c4a60-0fc5-47ff-b587-5a0f4cbd7672,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:18.079262 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac8f7af9-77e3-433d-94b9-d75aff90ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.081397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf205bd8-0fee-4412-9f20-1e5aaac2fd40 req-4c32420d-c3c5-4901-be32-d03f85151d89 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 935 time: 0.3362994 Aug 24 00:11:18.127009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28b5c4-6402-40b3-b657-ccec874d6dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9532eaa-a3a4-4c87-91e3-14721c75ce1d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:18.270139 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-977dbf7a-e149-4dc6-a766-4998d1757d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.280409 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f7af9-77e3-433d-94b9-d75aff90ea82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d1e4fd-932d-476a-ae9d-8846a269ce4a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:18.292122 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ac8f7af9-77e3-433d-94b9-d75aff90ea82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a9d0d94b8cf4e41902ae702b75bf4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6491520 Aug 24 00:11:18.314911 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:18.356085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf205bd8-0fee-4412-9f20-1e5aaac2fd40 req-3680e191-4b52-44b4-9e55-59cceec5d69d tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677567 Aug 24 00:11:18.359821 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eae48919-a6ab-4dc2-9383-7c7463ca2052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.370090 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-977dbf7a-e149-4dc6-a766-4998d1757d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.387878 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eae48919-a6ab-4dc2-9383-7c7463ca2052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.495440 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f0515e-3f70-4e3a-bcb2-bca031297174" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7df0c2-f4dc-422c-8468-fcfa47bf679b", "tag": "6a2ba309-d1fd-499a-9a63-8518be2f2f8e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:18.504523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-045bb136-2b41-4277-8dd2-889975f65774 req-ae6d8260-7bbb-47fb-b8e5-115cac727110 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1239572332', 'description': 'tempest-description-599849467'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:18.547826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eae48919-a6ab-4dc2-9383-7c7463ca2052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.554966 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eae48919-a6ab-4dc2-9383-7c7463ca2052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.557047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-eae48919-a6ab-4dc2-9383-7c7463ca2052 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9532eaa-a3a4-4c87-91e3-14721c75ce1d HTTP/1.1" status: 204 len: 168 time: 0.4253283 Aug 24 00:11:18.566070 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-045bb136-2b41-4277-8dd2-889975f65774 req-ae6d8260-7bbb-47fb-b8e5-115cac727110 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.593943 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-045bb136-2b41-4277-8dd2-889975f65774 req-ae6d8260-7bbb-47fb-b8e5-115cac727110 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.665979 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-977dbf7a-e149-4dc6-a766-4998d1757d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.666839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-c4cd3998-c4f6-43a1-8f6f-64b31f7e16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:18.669078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-c4cd3998-c4f6-43a1-8f6f-64b31f7e16bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a968efd2f0ea4399baeaf1d0ef3aa57e&device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 1121 time: 0.6397784 Aug 24 00:11:18.689127 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-977dbf7a-e149-4dc6-a766-4998d1757d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.694648 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-977dbf7a-e149-4dc6-a766-4998d1757d90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a4c4a60-0fc5-47ff-b587-5a0f4cbd7672 HTTP/1.1" status: 204 len: 168 time: 0.8162711 Aug 24 00:11:18.694648 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b7424c4-bc31-4e7b-822e-5e5266cfe7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.722279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae48919-a6ab-4dc2-9383-7c7463ca2052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9532eaa-a3a4-4c87-91e3-14721c75ce1d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:18.754883 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b7424c4-bc31-4e7b-822e-5e5266cfe7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.812506 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dbf7a-e149-4dc6-a766-4998d1757d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4c4a60-0fc5-47ff-b587-5a0f4cbd7672,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:18.828195 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b7424c4-bc31-4e7b-822e-5e5266cfe7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.843700 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b7424c4-bc31-4e7b-822e-5e5266cfe7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.848456 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7b7424c4-bc31-4e7b-822e-5e5266cfe7d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00d1e4fd-932d-476a-ae9d-8846a269ce4a HTTP/1.1" status: 204 len: 168 time: 0.5324657 Aug 24 00:11:18.858828 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7424c4-bc31-4e7b-822e-5e5266cfe7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d1e4fd-932d-476a-ae9d-8846a269ce4a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:18.908181 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-045bb136-2b41-4277-8dd2-889975f65774 req-ae6d8260-7bbb-47fb-b8e5-115cac727110 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:18.997676 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-045bb136-2b41-4277-8dd2-889975f65774 req-ae6d8260-7bbb-47fb-b8e5-115cac727110 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:19.001952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-4b1eab7b-e612-400d-9d38-a5e27ff9964b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=6a2ba309-d1fd-499a-9a63-8518be2f2f8e HTTP/1.1" status: 200 len: 217 time: 0.2472086 Aug 24 00:11:19.138179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-1a6d58f1-c15b-40b3-8e8c-e31a6e5dc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:19.141199 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-1a6d58f1-c15b-40b3-8e8c-e31a6e5dc4cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1298494 Aug 24 00:11:19.161064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d18265-2e0a-4ced-8592-fcbd581c432d req-ad26b25e-3416-4694-bba1-e34cbecd0ab6 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:19.174011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9d18265-2e0a-4ced-8592-fcbd581c432d req-ad26b25e-3416-4694-bba1-e34cbecd0ab6 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 970 time: 0.5225716 Aug 24 00:11:19.337813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-f9e96005-2fea-44c2-8a29-5907e95f855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:19.339301 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-f9e96005-2fea-44c2-8a29-5907e95f855a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549597 Aug 24 00:11:19.344388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d8260-7bbb-47fb-b8e5-115cac727110 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e729e3b4-c36a-41c3-9d9f-7e0381dfd407,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:19.448633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9d18265-2e0a-4ced-8592-fcbd581c432d req-7b156d4b-adac-4684-ad01-a2c7d82d188f tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685750 Aug 24 00:11:19.517264 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-045bb136-2b41-4277-8dd2-889975f65774 req-ae6d8260-7bbb-47fb-b8e5-115cac727110 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:19.529647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-17768fc5-013f-447b-85e9-001ca71ff2f4 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776752 Aug 24 00:11:19.530556 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-045bb136-2b41-4277-8dd2-889975f65774 req-ae6d8260-7bbb-47fb-b8e5-115cac727110 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:19.532523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38350) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:19.594838 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90c91f30-9fd8-413f-ab07-6ef06b488f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:19.609540 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-045bb136-2b41-4277-8dd2-889975f65774 req-ae6d8260-7bbb-47fb-b8e5-115cac727110 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:19.620951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-045bb136-2b41-4277-8dd2-889975f65774 req-ae6d8260-7bbb-47fb-b8e5-115cac727110 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1199336 Aug 24 00:11:19.622691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d8260-7bbb-47fb-b8e5-115cac727110 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c824993-05d7-4040-831b-890c9d26ba71,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:19.746023 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ad5e55d-3c79-4ea7-897d-e81a518dd17c req-9b317572-21b7-4369-b1e3-1a9ea78ec575 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011011 Aug 24 00:11:19.875852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ab868-8f3a-4513-ac23-294bd6f5b395 req-0bb4543a-a7cc-4ff6-9dc7-d88369336bd1 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:19.877506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d4ab868-8f3a-4513-ac23-294bd6f5b395 req-0bb4543a-a7cc-4ff6-9dc7-d88369336bd1 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 935 time: 0.1299891 Aug 24 00:11:19.934583 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d4ab868-8f3a-4513-ac23-294bd6f5b395 req-67a4cf92-da70-4475-a88c-6786968ac1d9 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433962 Aug 24 00:11:19.957156 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90c91f30-9fd8-413f-ab07-6ef06b488f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:19.970093 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90c91f30-9fd8-413f-ab07-6ef06b488f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:19.994306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-29f0d782-d255-476c-8596-c84ec62fd12f req-04426789-6c94-4b33-8405-5337d73ae791 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-456263381', 'description': 'tempest-description-1848064185'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:20.064927 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-90c91f30-9fd8-413f-ab07-6ef06b488f4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c3d62b13e214fa78392a3855c397d94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306802 Aug 24 00:11:20.066104 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c91f30-9fd8-413f-ab07-6ef06b488f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702cb3c7-dd77-4f60-aff3-b4af66917653,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:20.072126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:20.136095 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-29f0d782-d255-476c-8596-c84ec62fd12f req-04426789-6c94-4b33-8405-5337d73ae791 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:20.259362 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04a6f52e-863b-4820-aaa7-5e8d65c0289c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:20.307501 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04a6f52e-863b-4820-aaa7-5e8d65c0289c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:20.392921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-29f0d782-d255-476c-8596-c84ec62fd12f req-04426789-6c94-4b33-8405-5337d73ae791 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:20.409124 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-29f0d782-d255-476c-8596-c84ec62fd12f req-04426789-6c94-4b33-8405-5337d73ae791 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:20.446293 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04a6f52e-863b-4820-aaa7-5e8d65c0289c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:20.450732 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04a6f52e-863b-4820-aaa7-5e8d65c0289c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:20.453597 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-04a6f52e-863b-4820-aaa7-5e8d65c0289c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/702cb3c7-dd77-4f60-aff3-b4af66917653 HTTP/1.1" status: 204 len: 168 time: 0.3786216 Aug 24 00:11:20.481761 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6f52e-863b-4820-aaa7-5e8d65c0289c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702cb3c7-dd77-4f60-aff3-b4af66917653,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:20.486076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-66153b38-a624-411e-80c8-60dd8df486e5 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:11:20.495096 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-66153b38-a624-411e-80c8-60dd8df486e5 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532110 Aug 24 00:11:20.531241 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-29f0d782-d255-476c-8596-c84ec62fd12f req-04426789-6c94-4b33-8405-5337d73ae791 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:20.536921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29f0d782-d255-476c-8596-c84ec62fd12f req-04426789-6c94-4b33-8405-5337d73ae791 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5600288 Aug 24 00:11:20.585311 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04426789-6c94-4b33-8405-5337d73ae791 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dead5d1-2381-473f-92a8-19331c2aeb31,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:20.889348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ef546-ec73-4e2e-a5e6-001896135877 req-2dfbf6e5-41f8-4a7b-96ce-d4fce2cc84ac tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:20.895476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a63ef546-ec73-4e2e-a5e6-001896135877 req-2dfbf6e5-41f8-4a7b-96ce-d4fce2cc84ac tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 970 time: 0.1903806 Aug 24 00:11:20.943646 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce2462a-3d20-45ac-9de2-12436bf252da x-openstack-request-id: req-9ce2462a-3d20-45ac-9de2-12436bf252da {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:20.944307 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7df0c2-f4dc-422c-8468-fcfa47bf679b", "tag": "6a2ba309-d1fd-499a-9a63-8518be2f2f8e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:20.944307 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ce2462a-3d20-45ac-9de2-12436bf252da {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:20.944605 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7df0c2-f4dc-422c-8468-fcfa47bf679b', 'tag': '6a2ba309-d1fd-499a-9a63-8518be2f2f8e', 'status': 'completed', 'code': 200} Aug 24 00:11:21.028899 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a63ef546-ec73-4e2e-a5e6-001896135877 req-a5b720c0-9440-447e-b43d-0709726d9d22 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227417 Aug 24 00:11:21.756143 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Request body: {'port': {'device_id': 'dccddca9-00c5-4447-9a1c-e723ea0f757f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:21.821740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0515e-3f70-4e3a-bcb2-bca031297174 req-b8dcc01c-fbe7-435c-8d8c-097c6cfed2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:21.823587 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2f0515e-3f70-4e3a-bcb2-bca031297174 req-b8dcc01c-fbe7-435c-8d8c-097c6cfed2e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a968efd2f0ea4399baeaf1d0ef3aa57e&device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 1121 time: 0.7018633 Aug 24 00:11:21.851441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247557bf-7783-49da-b9db-4e8f00e4bc96 req-5eec1ef2-99b8-4442-b4b4-bf00d2bf2d01 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:21.861687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-247557bf-7783-49da-b9db-4e8f00e4bc96 req-5eec1ef2-99b8-4442-b4b4-bf00d2bf2d01 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 935 time: 0.6563120 Aug 24 00:11:21.882566 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3e0bd47-6ee9-4238-95f2-dd0e46a56f30 req-c0220620-95e8-4b2d-a931-9edb32bd8685 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 23014 time: 0.9307029 Aug 24 00:11:21.968761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-247557bf-7783-49da-b9db-4e8f00e4bc96 req-d6e80062-c110-4e23-8ac4-fd17fd227434 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047349 Aug 24 00:11:21.985901 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:22.045480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3e0bd47-6ee9-4238-95f2-dd0e46a56f30 req-e0b203d5-7e70-4801-b449-798fd7c384d1 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups/392d1559-e08c-488e-8179-7e1a8ea47a99 HTTP/1.1" status: 200 len: 2977 time: 0.1615503 Aug 24 00:11:22.222393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3e0bd47-6ee9-4238-95f2-dd0e46a56f30 req-1e1e4d2c-e7a6-41e4-9958-0414893e24a7 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups/392d1559-e08c-488e-8179-7e1a8ea47a99 HTTP/1.1" status: 200 len: 2977 time: 0.1757669 Aug 24 00:11:22.699139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3e0bd47-6ee9-4238-95f2-dd0e46a56f30 req-24d4617f-10e9-4468-a19b-62d1fbd9ced1 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups/586316ad-17c3-47b2-af0c-d6fff8617cde HTTP/1.1" status: 200 len: 2973 time: 0.2348650 Aug 24 00:11:22.750636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a56e0-9fc2-4fee-ba7f-271e4976d95a req-25d9b2d6-9bfb-481e-8a9b-a65d4a09627a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:22.758266 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-492a56e0-9fc2-4fee-ba7f-271e4976d95a req-25d9b2d6-9bfb-481e-8a9b-a65d4a09627a tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 970 time: 0.6172290 Aug 24 00:11:22.911760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-492a56e0-9fc2-4fee-ba7f-271e4976d95a req-e9a67472-ba82-4d4d-8d72-3c95921db11c tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523407 Aug 24 00:11:22.942170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3e0bd47-6ee9-4238-95f2-dd0e46a56f30 req-ecf95264-9602-4b6d-87cb-679695604965 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups/586316ad-17c3-47b2-af0c-d6fff8617cde HTTP/1.1" status: 200 len: 2973 time: 0.2421114 Aug 24 00:11:22.953377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:11:23.011448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:23.112051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Transition to ACTIVE for port object 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:23.172251 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:23.288142 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:23.295513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3e0bd47-6ee9-4238-95f2-dd0e46a56f30 req-44507560-9e31-4ab1-8964-00b0832bb8ad tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7d3b0566-2adc-40d9-837a-4eccedaf51a3 HTTP/1.1" status: 200 len: 2980 time: 0.3361316 Aug 24 00:11:23.474308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:23.487243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3e0bd47-6ee9-4238-95f2-dd0e46a56f30 req-7a4e3587-3327-4e68-a5f4-c1d18f32da9f tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7d3b0566-2adc-40d9-837a-4eccedaf51a3 HTTP/1.1" status: 200 len: 2980 time: 0.1517246 Aug 24 00:11:23.505266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80287a00-c1f8-4966-aedf-8cbe953a6d39 req-36493af8-cfca-4824-b314-69f27e6b5664 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:23.513038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80287a00-c1f8-4966-aedf-8cbe953a6d39 req-36493af8-cfca-4824-b314-69f27e6b5664 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 947 time: 0.3941774 Aug 24 00:11:23.543913 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Attempting to bind port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:11:23.544261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Attempting to bind port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:11:23.544660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Attempting to bind port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:23.591579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:11:23.591810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Attempting to bind port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:23.647851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:11:23.648322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:11:23.650018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:11:23.652879 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Bound port: 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:11:23.653281 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:23.776523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] For port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:11:23.781085 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] For port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:11:23.808325 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:23.869715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80287a00-c1f8-4966-aedf-8cbe953a6d39 req-57c25ad8-3895-42a1-b22a-990b40d29714 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557105 Aug 24 00:11:23.940464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:23.945509 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:23.949748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] 10.222.0.47 "PUT /v2.0/ports/7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b HTTP/1.1" status: 200 len: 1095 time: 2.7196016 Aug 24 00:11:23.953923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccddca9-00c5-4447-9a1c-e723ea0f757f', 'tag': '7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:23.965783 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c516452-60cb-4973-bd77-9e11f8d0ded3" -d '{"events": [{"name": "network-changed", "server_uuid": "dccddca9-00c5-4447-9a1c-e723ea0f757f", "tag": "7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:23.989220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3e0bd47-6ee9-4238-95f2-dd0e46a56f30 req-b2a32ce8-99f4-4308-8a0f-58c62982d88b tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups/80cb856a-9b93-4844-9a24-1bedfdf2854b HTTP/1.1" status: 200 len: 2977 time: 0.4727995 Aug 24 00:11:24.029077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdd586-1e3a-4b5e-91a2-298526844ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:24.192420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3e0bd47-6ee9-4238-95f2-dd0e46a56f30 req-08314956-07d9-43a3-ac15-bce87a00bffd tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups/80cb856a-9b93-4844-9a24-1bedfdf2854b HTTP/1.1" status: 200 len: 2977 time: 0.1968133 Aug 24 00:11:24.419008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f07242-809f-4c35-84fd-a3fa685f5c9e req-64b065bb-cc77-4376-a3fd-d6dce524c3a5 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:24.422550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f07242-809f-4c35-84fd-a3fa685f5c9e req-64b065bb-cc77-4376-a3fd-d6dce524c3a5 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 970 time: 0.3373721 Aug 24 00:11:24.538556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3e0bd47-6ee9-4238-95f2-dd0e46a56f30 req-51f2392d-3ff1-43f6-8eb3-4b8f761e4c0d tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e729e3b4-c36a-41c3-9d9f-7e0381dfd407 HTTP/1.1" status: 200 len: 2981 time: 0.3453097 Aug 24 00:11:24.670566 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f07242-809f-4c35-84fd-a3fa685f5c9e req-08905f8c-3c6e-4ee5-8e06-e69ce7d82553 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241931 Aug 24 00:11:24.696641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57261498-3faf-4d73-967f-f241de3e59ce req-a838fda2-e3d4-41d0-9f6e-27f6efbed2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:24.700407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-a838fda2-e3d4-41d0-9f6e-27f6efbed2ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d9475bbc124489f8efb5c1a3c5cd80c&device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 1098 time: 0.4432919 Aug 24 00:11:24.716173 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3e0bd47-6ee9-4238-95f2-dd0e46a56f30 req-8c7fbfad-9527-48a0-8e6d-9d044d99ae20 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e729e3b4-c36a-41c3-9d9f-7e0381dfd407 HTTP/1.1" status: 200 len: 2981 time: 0.1595962 Aug 24 00:11:24.904261 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b317fbc8-9550-4b86-bbfc-c6aa1f070d3c x-openstack-request-id: req-b317fbc8-9550-4b86-bbfc-c6aa1f070d3c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:24.904524 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dccddca9-00c5-4447-9a1c-e723ea0f757f", "tag": "7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:24.904861 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b317fbc8-9550-4b86-bbfc-c6aa1f070d3c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:24.905254 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccddca9-00c5-4447-9a1c-e723ea0f757f', 'tag': '7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b', 'status': 'completed', 'code': 200} Aug 24 00:11:24.907457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3e0bd47-6ee9-4238-95f2-dd0e46a56f30 req-7c129409-36c8-49bf-99a8-f605a691d453 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f57e6353-0a7f-4adf-a69e-9fad3fa0f15c HTTP/1.1" status: 200 len: 2977 time: 0.1852701 Aug 24 00:11:25.088282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3e0bd47-6ee9-4238-95f2-dd0e46a56f30 req-734c0cb9-07cb-474c-a5b0-0a3d0d1c2f04 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f57e6353-0a7f-4adf-a69e-9fad3fa0f15c HTTP/1.1" status: 200 len: 2977 time: 0.1621804 Aug 24 00:11:25.109699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0515e-3f70-4e3a-bcb2-bca031297174 req-5e23ff3e-6484-4db6-910b-e4b6ae990788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:25.111240 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2f0515e-3f70-4e3a-bcb2-bca031297174 req-5e23ff3e-6484-4db6-910b-e4b6ae990788 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.2493613 Aug 24 00:11:25.200333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2e69a-6e6b-4d19-aaec-1bda56f8d843 req-1ce602fd-dc57-4ea5-8c22-13c432f98c84 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:25.201833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67c2e69a-6e6b-4d19-aaec-1bda56f8d843 req-1ce602fd-dc57-4ea5-8c22-13c432f98c84 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 947 time: 0.0557489 Aug 24 00:11:25.255730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67c2e69a-6e6b-4d19-aaec-1bda56f8d843 req-c3113ddb-7f3f-42ee-9cad-01814f732b67 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470476 Aug 24 00:11:25.373388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2f0515e-3f70-4e3a-bcb2-bca031297174 req-d7d0226c-ec14-4685-8c67-a99cc7a0d335 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=6a2ba309-d1fd-499a-9a63-8518be2f2f8e HTTP/1.1" status: 200 len: 217 time: 0.0486372 Aug 24 00:11:25.392340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-d19e1b6b-5bd0-424b-b2a9-b8d9b5abb5bf tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582488 Aug 24 00:11:25.489031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0515e-3f70-4e3a-bcb2-bca031297174 req-d8d075fa-2904-4166-9ea8-bf3328e3fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:25.490636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2f0515e-3f70-4e3a-bcb2-bca031297174 req-d8d075fa-2904-4166-9ea8-bf3328e3fabf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1082876 Aug 24 00:11:25.606162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-99fbf2b7-fd14-42a2-87b1-691c404b7f9e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:25.607645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-99fbf2b7-fd14-42a2-87b1-691c404b7f9e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963999 Aug 24 00:11:25.637009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0515e-3f70-4e3a-bcb2-bca031297174 req-c3356fb6-fccd-4bbc-9f44-2bbe237b7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:25.638448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2f0515e-3f70-4e3a-bcb2-bca031297174 req-c3356fb6-fccd-4bbc-9f44-2bbe237b7d3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369591 Aug 24 00:11:25.641745 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-bde45404-5800-4da0-85ab-ea5e643cae56 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/quotas/b325e23e1e5c4eb2b0f41309b66e6a8f HTTP/1.1" status: 200 len: 375 time: 0.0259318 Aug 24 00:11:25.648101 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53b0d39e-1fca-4858-a59c-a5b5c56ed541 req-4125c77c-d8ad-43a1-8cc8-f167b4dfb44b tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5c99e681a4f41ffaca6801ece252693 HTTP/1.1" status: 200 len: 6100 time: 0.1565228 Aug 24 00:11:25.699065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-134e18ae-ee86-40b9-828e-7d07958d28d0 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500207 Aug 24 00:11:25.761358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53b0d39e-1fca-4858-a59c-a5b5c56ed541 req-36a537d1-1440-476d-a639-9736cdf79069 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] 10.222.0.32 "GET /v2.0/security-groups/7d3b0566-2adc-40d9-837a-4eccedaf51a3 HTTP/1.1" status: 200 len: 2980 time: 0.1028414 Aug 24 00:11:25.809780 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2f0515e-3f70-4e3a-bcb2-bca031297174 req-cb204157-550f-488c-8a23-b4c21e2cf980 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522038 Aug 24 00:11:25.843717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53b0d39e-1fca-4858-a59c-a5b5c56ed541 req-a3681ac7-9bcd-4b54-9638-48f1a8be50dc tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] 10.222.0.32 "GET /v2.0/security-groups/7d3b0566-2adc-40d9-837a-4eccedaf51a3 HTTP/1.1" status: 200 len: 2980 time: 0.0733943 Aug 24 00:11:25.916085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2f0515e-3f70-4e3a-bcb2-bca031297174 req-9756bf35-3d44-4a9f-b71e-16ac4de38739 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970759 Aug 24 00:11:26.184967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed966d16-51a7-472b-9709-b244b89ebdbc req-8689f0d3-6b45-431f-8e8b-d84c9dca0691 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0414050 Aug 24 00:11:26.216411 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efeceef-6adc-48d0-8045-eb67928f4566 req-808ab788-31f2-4500-841a-0824c16c56e6 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:26.218592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7efeceef-6adc-48d0-8045-eb67928f4566 req-808ab788-31f2-4500-841a-0824c16c56e6 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 970 time: 0.0866382 Aug 24 00:11:26.277081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7efeceef-6adc-48d0-8045-eb67928f4566 req-baff582c-748c-409f-95aa-f60bfc1bd621 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509586 Aug 24 00:11:26.278567 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27ae10db-1a33-498a-ad5f-4c3b757b98e1 req-8812868c-361f-4cfb-a0ca-bfdda9e6a02a tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0dead5d1-2381-473f-92a8-19331c2aeb31 HTTP/1.1" status: 200 len: 1777 time: 0.0590703 Aug 24 00:11:26.338895 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-27ae10db-1a33-498a-ad5f-4c3b757b98e1 req-b901f19c-5cdb-4ad3-b78e-a92ac37ef252 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:26.360442 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-27ae10db-1a33-498a-ad5f-4c3b757b98e1 req-b901f19c-5cdb-4ad3-b78e-a92ac37ef252 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:26.399413 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-27ae10db-1a33-498a-ad5f-4c3b757b98e1 req-b901f19c-5cdb-4ad3-b78e-a92ac37ef252 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:26.402168 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-27ae10db-1a33-498a-ad5f-4c3b757b98e1 req-b901f19c-5cdb-4ad3-b78e-a92ac37ef252 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:26.403371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27ae10db-1a33-498a-ad5f-4c3b757b98e1 req-b901f19c-5cdb-4ad3-b78e-a92ac37ef252 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/0dead5d1-2381-473f-92a8-19331c2aeb31 HTTP/1.1" status: 204 len: 173 time: 0.1165910 Aug 24 00:11:26.414683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901f19c-5cdb-4ad3-b78e-a92ac37ef252 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dead5d1-2381-473f-92a8-19331c2aeb31,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:26.729382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-3d6d77c8-cfa0-48b9-b4f0-74f24e84cfd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b HTTP/1.1" status: 200 len: 217 time: 0.2449911 Aug 24 00:11:26.816722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c08c6f-f388-4bc7-9f0f-f166a20658fc req-78d191a2-1c70-4c9a-8cee-df1667d1e0a0 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:26.818219 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4c08c6f-f388-4bc7-9f0f-f166a20658fc req-78d191a2-1c70-4c9a-8cee-df1667d1e0a0 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 947 time: 0.3447831 Aug 24 00:11:26.821592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61f15def-a6d9-4726-aa84-2b4356ae3eb3 req-1f177e39-e081-4f02-8e01-794daf631dac tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9c824993-05d7-4040-831b-890c9d26ba71 HTTP/1.1" status: 200 len: 1777 time: 0.0913343 Aug 24 00:11:26.825071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57261498-3faf-4d73-967f-f241de3e59ce req-bd7c1767-64a0-4ac6-b204-0d533b3221be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:26.826434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-bd7c1767-64a0-4ac6-b204-0d533b3221be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0795054 Aug 24 00:11:26.930525 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4c08c6f-f388-4bc7-9f0f-f166a20658fc req-e11f5f84-f393-407a-9c7e-b9003aebf4b8 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024847 Aug 24 00:11:26.938313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57261498-3faf-4d73-967f-f241de3e59ce req-b47dba51-6bd0-4e01-b6fc-4d267f37def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:26.939979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-b47dba51-6bd0-4e01-b6fc-4d267f37def6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011217 Aug 24 00:11:26.958565 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-61f15def-a6d9-4726-aa84-2b4356ae3eb3 req-40a86345-7d70-451e-a237-858970a590d2 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:27.019794 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-61f15def-a6d9-4726-aa84-2b4356ae3eb3 req-40a86345-7d70-451e-a237-858970a590d2 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:27.083152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-d42c20b3-9d74-4bad-b3e8-0ea1ce50edc7 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322322 Aug 24 00:11:27.084174 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-61f15def-a6d9-4726-aa84-2b4356ae3eb3 req-40a86345-7d70-451e-a237-858970a590d2 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:27.086653 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-61f15def-a6d9-4726-aa84-2b4356ae3eb3 req-40a86345-7d70-451e-a237-858970a590d2 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:27.087875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61f15def-a6d9-4726-aa84-2b4356ae3eb3 req-40a86345-7d70-451e-a237-858970a590d2 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c824993-05d7-4040-831b-890c9d26ba71 HTTP/1.1" status: 204 len: 173 time: 0.2580318 Aug 24 00:11:27.104172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a86345-7d70-451e-a237-858970a590d2 tempest-SecurityGroupsTestAdminJSON-232103374 tempest-SecurityGroupsTestAdminJSON-232103374-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c824993-05d7-4040-831b-890c9d26ba71,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:27.214066 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac90fe65-8dc8-47e0-902a-e6fc0512c141 req-677192b3-222b-489e-b422-ec8fb36c0735 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] 10.222.0.32 "GET /v2.0/security-groups/afe100ee-3ffb-4bf5-a77f-51332fd182e5 HTTP/1.1" status: 200 len: 1777 time: 0.0654323 Aug 24 00:11:27.229813 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57261498-3faf-4d73-967f-f241de3e59ce req-c60529ad-1789-4f7e-aebb-440db137b0e2 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341629 Aug 24 00:11:27.303094 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ac90fe65-8dc8-47e0-902a-e6fc0512c141 req-3e06791a-cb23-4764-a044-d3d6ff2e0cc5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:27.351600 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e90b99d9-3313-4b58-9e96-58c799a32fd1 req-8c86a2d5-8346-41e7-8d6d-442ac6a0673e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0358419 Aug 24 00:11:27.361180 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ac90fe65-8dc8-47e0-902a-e6fc0512c141 req-3e06791a-cb23-4764-a044-d3d6ff2e0cc5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:27.382468 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.47', 63457) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:27.387188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-260f4b6f-a40c-49ae-81f7-c964ed4ce880 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382245 Aug 24 00:11:27.460793 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-747e5e1a-cc5d-4af5-8017-d6aef858d32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:27.489709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c516452-60cb-4973-bd77-9e11f8d0ded3 req-3a0f8ae6-dd78-4fce-b08d-82a221bc22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:27.491759 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9c516452-60cb-4973-bd77-9e11f8d0ded3 req-3a0f8ae6-dd78-4fce-b08d-82a221bc22cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d9475bbc124489f8efb5c1a3c5cd80c&device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 1098 time: 0.1069357 Aug 24 00:11:27.502010 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ac90fe65-8dc8-47e0-902a-e6fc0512c141 req-3e06791a-cb23-4764-a044-d3d6ff2e0cc5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:27.505245 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ac90fe65-8dc8-47e0-902a-e6fc0512c141 req-3e06791a-cb23-4764-a044-d3d6ff2e0cc5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:27.506711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac90fe65-8dc8-47e0-902a-e6fc0512c141 req-3e06791a-cb23-4764-a044-d3d6ff2e0cc5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] 10.222.0.32 "DELETE /v2.0/security-groups/afe100ee-3ffb-4bf5-a77f-51332fd182e5 HTTP/1.1" status: 204 len: 173 time: 0.2797871 Aug 24 00:11:27.521019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38600) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:27.576523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06791a-cb23-4764-a044-d3d6ff2e0cc5 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe100ee-3ffb-4bf5-a77f-51332fd182e5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:27.618557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ac5a205d-c438-471c-8a7d-0999d289adad tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:27.620086 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ac5a205d-c438-471c-8a7d-0999d289adad tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251129 Aug 24 00:11:27.667586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Request body: {'port': {'device_id': '85232294-08c4-4c30-bc52-dac099a8f7c1', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'b325e23e1e5c4eb2b0f41309b66e6a8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:27.680640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c516452-60cb-4973-bd77-9e11f8d0ded3 req-0f63d7b3-c4b4-43f4-a248-2ffce9145504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:27.682449 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9c516452-60cb-4973-bd77-9e11f8d0ded3 req-0f63d7b3-c4b4-43f4-a248-2ffce9145504 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1822579 Aug 24 00:11:27.739671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11c088-ab58-41fb-a57d-d265caccc02e req-e842e68f-8313-4d45-95ee-fff08e0a924c tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:27.741252 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd11c088-ab58-41fb-a57d-d265caccc02e req-e842e68f-8313-4d45-95ee-fff08e0a924c tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 970 time: 0.1894860 Aug 24 00:11:27.748226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97b9e3f6-c259-4dcf-8836-265acf9b6128 req-6af3d4b3-2786-4519-88c4-d4813bdd0bdb tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] 10.222.0.32 "GET /v2.0/security-groups/8ec12c6b-a282-48c2-92a5-f0999e3bbd28 HTTP/1.1" status: 200 len: 1776 time: 0.1441879 Aug 24 00:11:27.752108 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41f0f9d4-9776-4471-a12f-90bd07f8d04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:27.763685 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9c516452-60cb-4973-bd77-9e11f8d0ded3 req-03c0d1f0-73f4-4929-8a49-442fd593b77d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b HTTP/1.1" status: 200 len: 217 time: 0.0661309 Aug 24 00:11:27.837731 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c516452-60cb-4973-bd77-9e11f8d0ded3 req-9e11ea66-1252-4036-9c52-9fc049bcea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:27.839239 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9c516452-60cb-4973-bd77-9e11f8d0ded3 req-9e11ea66-1252-4036-9c52-9fc049bcea4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0687809 Aug 24 00:11:27.874874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd11c088-ab58-41fb-a57d-d265caccc02e req-10462b8c-f608-4e57-b940-3fcb72f02f29 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237137 Aug 24 00:11:27.919319 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-97b9e3f6-c259-4dcf-8836-265acf9b6128 req-0a2a7d26-b049-478e-afdc-6a711e3868f7 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:27.935375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c516452-60cb-4973-bd77-9e11f8d0ded3 req-49fa1a17-1cad-4100-a0f9-05416a7f1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:27.937482 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9c516452-60cb-4973-bd77-9e11f8d0ded3 req-49fa1a17-1cad-4100-a0f9-05416a7f1564 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909336 Aug 24 00:11:27.958684 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-97b9e3f6-c259-4dcf-8836-265acf9b6128 req-0a2a7d26-b049-478e-afdc-6a711e3868f7 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.014950 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41f0f9d4-9776-4471-a12f-90bd07f8d04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.022493 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41f0f9d4-9776-4471-a12f-90bd07f8d04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.042217 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9c516452-60cb-4973-bd77-9e11f8d0ded3 req-7ad02459-a08e-43d7-8994-56de06fa7b14 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971749 Aug 24 00:11:28.076079 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-97b9e3f6-c259-4dcf-8836-265acf9b6128 req-0a2a7d26-b049-478e-afdc-6a711e3868f7 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.079297 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-97b9e3f6-c259-4dcf-8836-265acf9b6128 req-0a2a7d26-b049-478e-afdc-6a711e3868f7 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.080446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97b9e3f6-c259-4dcf-8836-265acf9b6128 req-0a2a7d26-b049-478e-afdc-6a711e3868f7 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] 10.222.0.32 "DELETE /v2.0/security-groups/8ec12c6b-a282-48c2-92a5-f0999e3bbd28 HTTP/1.1" status: 204 len: 173 time: 0.3238685 Aug 24 00:11:28.101873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Made reservation on behalf of b325e23e1e5c4eb2b0f41309b66e6a8f for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:28.105360 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.116721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0f9d4-9776-4471-a12f-90bd07f8d04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc46d6c-676a-4c73-988d-d5364f144b90,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:28.125947 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-41f0f9d4-9776-4471-a12f-90bd07f8d04b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d32806d962304505a3b87dd4b3224f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6038799 Aug 24 00:11:28.129454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38622) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:28.132551 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.159503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a7d26-b049-478e-afdc-6a711e3868f7 tempest-SecurityGroupsTestAdminJSON-510211214 tempest-SecurityGroupsTestAdminJSON-510211214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec12c6b-a282-48c2-92a5-f0999e3bbd28,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:28.184283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982abea-478d-4b0e-93c6-c7b0139dc14f req-4c7eb32b-29f4-4664-bfcc-66d053d5d534 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:28.185845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4982abea-478d-4b0e-93c6-c7b0139dc14f req-4c7eb32b-29f4-4664-bfcc-66d053d5d534 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 947 time: 0.1585362 Aug 24 00:11:28.207426 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9c516452-60cb-4973-bd77-9e11f8d0ded3 req-3da53f10-d785-49fc-bf13-55c6e34361a2 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571977 Aug 24 00:11:28.287502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4982abea-478d-4b0e-93c6-c7b0139dc14f req-1385daa8-dd7f-4af0-b55e-ec1242e03f56 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902433 Aug 24 00:11:28.300691 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69f4e151-3694-45d8-b6e4-b03304037814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.335185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69f4e151-3694-45d8-b6e4-b03304037814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.388037 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.393787 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.434826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69f4e151-3694-45d8-b6e4-b03304037814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.437464 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69f4e151-3694-45d8-b6e4-b03304037814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.441385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-69f4e151-3694-45d8-b6e4-b03304037814 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cc46d6c-676a-4c73-988d-d5364f144b90 HTTP/1.1" status: 204 len: 168 time: 0.3107340 Aug 24 00:11:28.463437 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:28.471540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b77cc3-f21d-4958-8c60-24b2f0c29bda,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:28.503082 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:28.517082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9c36a0a-d68a-4ce7-8aba-40012a6270d5 req-c0bc1315-4701-434c-b628-03ef27fb14c1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0479577 Aug 24 00:11:28.520466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4e151-3694-45d8-b6e4-b03304037814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc46d6c-676a-4c73-988d-d5364f144b90,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:28.601230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Allocated IP 192.168.233.74 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/5977fec0-b2a5-4576-8725-c318d2920563) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:11:28.765059 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.779060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Transition to ACTIVE for port object 5977fec0-b2a5-4576-8725-c318d2920563 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:28.813480 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0053da8a-8841-487b-8624-855d7ef3e36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.815979 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.827282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38648) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:28.863500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:11:28.866919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:28.871564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:11:28.877912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:28.878594 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.896201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event updated for resources: {'Port': ['ID=5977fec0-b2a5-4576-8725-c318d2920563,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:28.899656 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-81f6bf7d-17dc-4006-a631-cf2b07ed6463 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5c99e681a4f41ffaca6801ece252693&name=default HTTP/1.1" status: 200 len: 2978 time: 0.4350848 Aug 24 00:11:28.914496 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38654) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:28.974190 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfc86d6d-854b-4b55-b1e1-d1f1aa298132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.974841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38658) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:29.008053 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9808b922-e2ba-43cf-8a8b-57591699011e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.042205 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-658d4f7d-7873-45a9-9713-72f8bafe8794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.043499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f325ed9-0203-4005-b2da-55c259d2955e req-ece93d47-74d8-44d5-b0c1-89db227439b0 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:29.045086 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f325ed9-0203-4005-b2da-55c259d2955e req-ece93d47-74d8-44d5-b0c1-89db227439b0 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 970 time: 0.0853624 Aug 24 00:11:29.070065 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0053da8a-8841-487b-8624-855d7ef3e36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.078858 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0053da8a-8841-487b-8624-855d7ef3e36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.083360 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-658d4f7d-7873-45a9-9713-72f8bafe8794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.084895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-45bf3aa8-ad53-4ab4-ad3e-31cda1cb8fca tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4280701 Aug 24 00:11:29.095076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f325ed9-0203-4005-b2da-55c259d2955e req-65c2528e-fd7d-48ea-adea-bc385785c5c7 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Aug 24 00:11:29.105236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Request body: {'port': {'device_id': '85232294-08c4-4c30-bc52-dac099a8f7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:29.149721 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0053da8a-8841-487b-8624-855d7ef3e36c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a08e6ffd62294445a2106cd3775306d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6449578 Aug 24 00:11:29.155170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38660) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:29.160294 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053da8a-8841-487b-8624-855d7ef3e36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecebba6-2b06-4e9d-8781-fa669e1b4cc3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:29.196672 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.201059 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dddd9df0-10d8-4d18-b849-2f8f482399f9 None None] Provisioning for port 5977fec0-b2a5-4576-8725-c318d2920563 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:11:29.211504 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-658d4f7d-7873-45a9-9713-72f8bafe8794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.214084 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-658d4f7d-7873-45a9-9713-72f8bafe8794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.215241 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-658d4f7d-7873-45a9-9713-72f8bafe8794 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d3b0566-2adc-40d9-837a-4eccedaf51a3 HTTP/1.1" status: 204 len: 168 time: 0.2997098 Aug 24 00:11:29.230014 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0856028b-ade2-4712-9626-bc8a73a2a2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.235491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dddd9df0-10d8-4d18-b849-2f8f482399f9 None None] Provisioning complete for port 5977fec0-b2a5-4576-8725-c318d2920563 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:11:29.237424 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dddd9df0-10d8-4d18-b849-2f8f482399f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.287354 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0856028b-ade2-4712-9626-bc8a73a2a2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.294048 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d4f7d-7873-45a9-9713-72f8bafe8794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3b0566-2adc-40d9-837a-4eccedaf51a3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:29.307449 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfc86d6d-854b-4b55-b1e1-d1f1aa298132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.307782 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-dddd9df0-10d8-4d18-b849-2f8f482399f9 None None] Port 5977fec0-b2a5-4576-8725-c318d2920563 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:11:29.313575 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfc86d6d-854b-4b55-b1e1-d1f1aa298132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.355811 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc86d6d-854b-4b55-b1e1-d1f1aa298132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2f4a96-2c6a-4433-9d74-8d8f2a2f16f3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:29.363674 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dfc86d6d-854b-4b55-b1e1-d1f1aa298132 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f1e72f509964190ba431e909c85fc18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5265021 Aug 24 00:11:29.366594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38666) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:29.388524 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.427280 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19aa1515-011c-4def-a0d1-2f33afc726e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.450134 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19aa1515-011c-4def-a0d1-2f33afc726e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.503468 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19aa1515-011c-4def-a0d1-2f33afc726e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.507275 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19aa1515-011c-4def-a0d1-2f33afc726e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.509274 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-19aa1515-011c-4def-a0d1-2f33afc726e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee2f4a96-2c6a-4433-9d74-8d8f2a2f16f3 HTTP/1.1" status: 204 len: 168 time: 0.1415503 Aug 24 00:11:29.518432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa1515-011c-4def-a0d1-2f33afc726e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2f4a96-2c6a-4433-9d74-8d8f2a2f16f3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:29.535789 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0856028b-ade2-4712-9626-bc8a73a2a2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.538341 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0856028b-ade2-4712-9626-bc8a73a2a2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.541762 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0856028b-ade2-4712-9626-bc8a73a2a2bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fecebba6-2b06-4e9d-8781-fa669e1b4cc3 HTTP/1.1" status: 204 len: 168 time: 0.3833582 Aug 24 00:11:29.557879 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c25f5-173f-4df9-80a3-dcfbfdeb24a4 req-c130bf98-868c-4468-925b-b34f62b1578e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:29.565541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-249c25f5-173f-4df9-80a3-dcfbfdeb24a4 req-c130bf98-868c-4468-925b-b34f62b1578e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 947 time: 0.1520381 Aug 24 00:11:29.573683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856028b-ade2-4712-9626-bc8a73a2a2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecebba6-2b06-4e9d-8781-fa669e1b4cc3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:29.700285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38676) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:29.703973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-249c25f5-173f-4df9-80a3-dcfbfdeb24a4 req-de2ba112-94e4-468d-8f49-3c44e6b38673 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368828 Aug 24 00:11:29.707749 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9808b922-e2ba-43cf-8a8b-57591699011e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.727096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9808b922-e2ba-43cf-8a8b-57591699011e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.758734 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9b2b825e-b1f0-4725-9fe0-980ee47031cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8db76e50adcd47f9bff78961b38e4d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570760 Aug 24 00:11:29.761463 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38680) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:29.800607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808b922-e2ba-43cf-8a8b-57591699011e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333a60eb-bd06-427f-9255-041c95427c89,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:29.809058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6a2ba309-d1fd-499a-9a63-8518be2f2f8e details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:11:29.827746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797dd3ce-44b8-47b5-a7e4-43b888888400 req-f98218ca-6bee-4801-be2a-da47af1af403 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:29.829254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-797dd3ce-44b8-47b5-a7e4-43b888888400 req-f98218ca-6bee-4801-be2a-da47af1af403 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 935 time: 0.1765072 Aug 24 00:11:29.836046 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-488bf022-a968-45ba-a36c-46a59bfc19bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.836231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9808b922-e2ba-43cf-8a8b-57591699011e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0df66c9697cd4769a7266052686b17f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8602402 Aug 24 00:11:29.838839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:29.861612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5977fec0-b2a5-4576-8725-c318d2920563 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:11:29.877280 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.888135 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-488bf022-a968-45ba-a36c-46a59bfc19bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.892058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-797dd3ce-44b8-47b5-a7e4-43b888888400 req-e06123a3-8f10-4edd-8ae7-dc57501bc896 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547395 Aug 24 00:11:29.897352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Transition to ACTIVE for port object 5977fec0-b2a5-4576-8725-c318d2920563 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:29.903381 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.958309 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55dcc218-d419-4546-bcc0-cf5ae4974f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.990068 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55dcc218-d419-4546-bcc0-cf5ae4974f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.000128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-488bf022-a968-45ba-a36c-46a59bfc19bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.003534 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-488bf022-a968-45ba-a36c-46a59bfc19bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.006049 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-488bf022-a968-45ba-a36c-46a59bfc19bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e729e3b4-c36a-41c3-9d9f-7e0381dfd407 HTTP/1.1" status: 204 len: 168 time: 0.2426760 Aug 24 00:11:30.006519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6a2ba309-d1fd-499a-9a63-8518be2f2f8e,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:30.023731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '6a2ba309-d1fd-499a-9a63-8518be2f2f8e', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '6a2ba309-d1fd-499a-9a63-8518be2f2f8e', 'mac_address': 'fa:16:3e:5c:72:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:tempest-test_az-1278312705', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:11:30.025317 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bf022-a968-45ba-a36c-46a59bfc19bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e729e3b4-c36a-41c3-9d9f-7e0381dfd407,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:30.060200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Pushing event updated for resources: {'Port': ['ID=5977fec0-b2a5-4576-8725-c318d2920563,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:30.061841 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38688) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:30.084498 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.097705 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ffbac96-c734-4a79-966c-3ab03e7b5683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.105828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2ba309-d1fd-499a-9a63-8518be2f2f8e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:11:30.107477 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55dcc218-d419-4546-bcc0-cf5ae4974f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.111869 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55dcc218-d419-4546-bcc0-cf5ae4974f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.115437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Attempting to bind port 5977fec0-b2a5-4576-8725-c318d2920563 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:11:30.118835 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-55dcc218-d419-4546-bcc0-cf5ae4974f5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/333a60eb-bd06-427f-9255-041c95427c89 HTTP/1.1" status: 204 len: 168 time: 0.2784889 Aug 24 00:11:30.136458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Attempting to bind port 5977fec0-b2a5-4576-8725-c318d2920563 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:11:30.137815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Attempting to bind port 5977fec0-b2a5-4576-8725-c318d2920563 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:30.143159 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcc218-d419-4546-bcc0-cf5ae4974f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333a60eb-bd06-427f-9255-041c95427c89,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:30.147166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Port 5977fec0-b2a5-4576-8725-c318d2920563 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:11:30.153439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Attempting to bind port 5977fec0-b2a5-4576-8725-c318d2920563 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:30.177773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:11:30.178119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:11:30.178507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:11:30.179270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Bound port: 5977fec0-b2a5-4576-8725-c318d2920563, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:11:30.179838 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.181592 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6a2ba309-d1fd-499a-9a63-8518be2f2f8e,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:30.204338 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.214839 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.278154 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ffbac96-c734-4a79-966c-3ab03e7b5683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.284954 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ffbac96-c734-4a79-966c-3ab03e7b5683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.308196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6a2ba309-d1fd-499a-9a63-8518be2f2f8e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:30.323562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:30.323994 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:30.324534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:30.326127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:30.327804 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:30.328397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:30.329143 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:30.329961 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:30.331209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:30.331995 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:30.332907 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:30.333417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:30.334126 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2ffbac96-c734-4a79-966c-3ab03e7b5683 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b55949d05d8497faf577d6bb4acb435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708392 Aug 24 00:11:30.336555 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Tracked resource versions report: Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: pushed versions: Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: { 'AddressGroup': {'1.2'}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'ConntrackHelper': {'1.0'}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'Log': {'1.0'}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'Network': {'1.1'}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'Port': {'1.7'}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'PortForwarding': {'1.2'}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'QosPolicy': {'1.9'}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'SecurityGroup': {'1.4'}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'SubPort': {'1.0'}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'Subnet': {'1.1'}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'Trunk': {'1.1'}} Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: consumer versions: Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: { DHCP agent@n-d-805736-1: {}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: HyperV agent@n-h1-805736-1: {}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: HyperV agent@n-h2-805736-1: {}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: L3 agent@n-d-805736-1: {}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: Metadata agent@n-d-805736-1: {}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: Metering agent@n-d-805736-1: {}, Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: Open vSwitch agent@n-d-805736-1: { 'AddressGroup': '1.2', Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'ConntrackHelper': '1.0', Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'Log': '1.0', Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'Network': '1.1', Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'Port': '1.7', Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'PortForwarding': '1.2', Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'QosPolicy': '1.9', Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'SecurityGroup': '1.4', Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'SecurityGroupRule': '1.2', Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'SubPort': '1.0', Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'Subnet': '1.1', Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: 'Trunk': '1.1'}} Aug 24 00:11:30.343706 n-d-805736-1 neutron-server[94839]: {{(pid=94839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:11:30.357007 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fff9d34-248b-463d-a4e7-a318bc710acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.393694 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbac96-c734-4a79-966c-3ab03e7b5683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8c7baa-6619-4834-be0b-74fdefd90df3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:30.419041 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e970febd-ed6c-4162-a4b6-0f78bedc63af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.420590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3eb77b-d11b-4078-aeb0-014da24602ae req-9b6f87a1-94ca-4ae7-ae76-0f9aa5f2148f tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:30.422835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f3eb77b-d11b-4078-aeb0-014da24602ae req-9b6f87a1-94ca-4ae7-ae76-0f9aa5f2148f tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 971 time: 0.1400590 Aug 24 00:11:30.427173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] For port 5977fec0-b2a5-4576-8725-c318d2920563, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:11:30.432956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] For port 5977fec0-b2a5-4576-8725-c318d2920563, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5977fec0-b2a5-4576-8725-c318d2920563,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:11:30.450098 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.458185 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:30.466891 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e970febd-ed6c-4162-a4b6-0f78bedc63af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.483115 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2422f746-2aa8-46a7-9816-85c1218bae1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.506317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:30.507066 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.511166 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] 10.222.0.47 "PUT /v2.0/ports/5977fec0-b2a5-4576-8725-c318d2920563 HTTP/1.1" status: 200 len: 1095 time: 1.4109442 Aug 24 00:11:30.512028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85232294-08c4-4c30-bc52-dac099a8f7c1', 'tag': '5977fec0-b2a5-4576-8725-c318d2920563'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:30.515208 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7ed1ce-d5c9-477c-9fd2-5385f309637e" -d '{"events": [{"name": "network-changed", "server_uuid": "85232294-08c4-4c30-bc52-dac099a8f7c1", "tag": "5977fec0-b2a5-4576-8725-c318d2920563"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:30.550127 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f3eb77b-d11b-4078-aeb0-014da24602ae req-af2d252c-3112-4ca1-8710-d297b482b806 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153536 Aug 24 00:11:30.587476 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e970febd-ed6c-4162-a4b6-0f78bedc63af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.588885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e970febd-ed6c-4162-a4b6-0f78bedc63af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.594662 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e970febd-ed6c-4162-a4b6-0f78bedc63af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f8c7baa-6619-4834-be0b-74fdefd90df3 HTTP/1.1" status: 204 len: 168 time: 0.2555072 Aug 24 00:11:30.602148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6a2ba309-d1fd-499a-9a63-8518be2f2f8e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:11:30.606158 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d048655d-4e55-45ca-80a3-a1551cee6e04 x-openstack-request-id: req-d048655d-4e55-45ca-80a3-a1551cee6e04 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:30.606451 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85232294-08c4-4c30-bc52-dac099a8f7c1", "tag": "5977fec0-b2a5-4576-8725-c318d2920563", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:30.606702 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d048655d-4e55-45ca-80a3-a1551cee6e04 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:30.607133 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85232294-08c4-4c30-bc52-dac099a8f7c1', 'tag': '5977fec0-b2a5-4576-8725-c318d2920563', 'status': 'completed', 'code': 200} Aug 24 00:11:30.627142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970febd-ed6c-4162-a4b6-0f78bedc63af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8c7baa-6619-4834-be0b-74fdefd90df3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:30.684857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14c9d6-e30e-4ee9-8220-5a369c28be07 service neutron] Pushing event updated for resources: {'Port': ['ID=5977fec0-b2a5-4576-8725-c318d2920563,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:30.718355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-c2648808-369a-424d-9e3e-023f940f7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:30.719904 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-c2648808-369a-424d-9e3e-023f940f7b6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 1098 time: 0.1092327 Aug 24 00:11:30.742768 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2422f746-2aa8-46a7-9816-85c1218bae1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.749905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2422f746-2aa8-46a7-9816-85c1218bae1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.797988 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422f746-2aa8-46a7-9816-85c1218bae1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdf830a-60f5-4f5b-a1f1-c4253775887c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:30.834008 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-f6fad63c-1e47-49e2-9811-71aaef040128 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=5977fec0-b2a5-4576-8725-c318d2920563 HTTP/1.1" status: 200 len: 217 time: 0.0886564 Aug 24 00:11:30.836261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38718) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:30.836484 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2422f746-2aa8-46a7-9816-85c1218bae1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4042addc78844d8fad67892805a8d2d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772101 Aug 24 00:11:30.967037 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d15d530-5e32-4375-ae07-237181cda7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:31.034845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-b4cd1461-3e55-48c0-ab3b-c182b80a2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:31.034845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-b4cd1461-3e55-48c0-ab3b-c182b80a2d46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1402097 Aug 24 00:11:31.038741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32701d9a-9dc1-451c-a072-39cd1670ce4c req-62b5a4d7-3da7-4ef9-adb6-f22a21ce1fe4 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:31.040225 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32701d9a-9dc1-451c-a072-39cd1670ce4c req-62b5a4d7-3da7-4ef9-adb6-f22a21ce1fe4 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 947 time: 0.2053494 Aug 24 00:11:31.043751 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d15d530-5e32-4375-ae07-237181cda7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:31.092403 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:31.332750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ed0ef-c4c3-4b26-9618-54e0d8aee1ba req-70cc0413-eb6b-4c3a-9b42-0eca799a37de tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:31.334256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b9ed0ef-c4c3-4b26-9618-54e0d8aee1ba req-70cc0413-eb6b-4c3a-9b42-0eca799a37de tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 947 time: 0.3466244 Aug 24 00:11:31.349333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32701d9a-9dc1-451c-a072-39cd1670ce4c req-901a0bb7-812f-481f-af4d-909cd685986d tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893460 Aug 24 00:11:31.357667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-6eb5e2d6-9daa-4cb3-a0ea-72d624b1b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:31.360175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-6eb5e2d6-9daa-4cb3-a0ea-72d624b1b48a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3191009 Aug 24 00:11:31.380827 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d15d530-5e32-4375-ae07-237181cda7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:31.383311 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d15d530-5e32-4375-ae07-237181cda7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:31.384600 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6d15d530-5e32-4375-ae07-237181cda7d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cdf830a-60f5-4f5b-a1f1-c4253775887c HTTP/1.1" status: 204 len: 168 time: 0.5464089 Aug 24 00:11:31.432169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15d530-5e32-4375-ae07-237181cda7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdf830a-60f5-4f5b-a1f1-c4253775887c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:31.464906 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b9ed0ef-c4c3-4b26-9618-54e0d8aee1ba req-85822a8d-638e-4032-bb9f-17aee94c8b05 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209464 Aug 24 00:11:31.502982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-4d5d59ba-02b0-4145-990a-220e6bf1def2 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340935 Aug 24 00:11:31.620100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d785f761-0ecf-4fcb-bf38-73f017780521 req-2e27aa44-14e1-483f-baea-6efe80c8fa12 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089380 Aug 24 00:11:31.689511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3216586-9c4b-4e74-b79f-b447f0859c29 req-9eadab9c-ab8a-419e-a9aa-26caace5b329 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:31.691044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3216586-9c4b-4e74-b79f-b447f0859c29 req-9eadab9c-ab8a-419e-a9aa-26caace5b329 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 971 time: 0.0541749 Aug 24 00:11:31.764660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3216586-9c4b-4e74-b79f-b447f0859c29 req-3365d569-43bb-4936-ba05-1e84be6d427e tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660892 Aug 24 00:11:31.776709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ed1ce-d5c9-477c-9fd2-5385f309637e req-0dd77867-bfff-4a30-9bad-2d2a07c171e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:31.778200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e7ed1ce-d5c9-477c-9fd2-5385f309637e req-0dd77867-bfff-4a30-9bad-2d2a07c171e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 1098 time: 0.0508254 Aug 24 00:11:31.797592 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6a2ba309-d1fd-499a-9a63-8518be2f2f8e up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:11:31.860264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:11:31.864557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:11:31.865109 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:31.883018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ed1ce-d5c9-477c-9fd2-5385f309637e req-79c946a9-adf1-4643-af7b-7814bd315665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:31.884519 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e7ed1ce-d5c9-477c-9fd2-5385f309637e req-79c946a9-adf1-4643-af7b-7814bd315665 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.0985873 Aug 24 00:11:31.934409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e7ed1ce-d5c9-477c-9fd2-5385f309637e req-25e1c413-9f5d-4ef0-8d40-9dafddf1e8af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=5977fec0-b2a5-4576-8725-c318d2920563 HTTP/1.1" status: 200 len: 217 time: 0.0411663 Aug 24 00:11:31.967704 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:31.996491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7df0c2-f4dc-422c-8468-fcfa47bf679b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2ba309-d1fd-499a-9a63-8518be2f2f8e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:32.002961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ed1ce-d5c9-477c-9fd2-5385f309637e req-e643a97c-7dcd-491e-9cca-875c4006d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:32.004775 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e7ed1ce-d5c9-477c-9fd2-5385f309637e req-e643a97c-7dcd-491e-9cca-875c4006d323 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0633271 Aug 24 00:11:32.069892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ed1ce-d5c9-477c-9fd2-5385f309637e req-104d3e63-9637-4be3-8840-227074a3d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:32.072050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e7ed1ce-d5c9-477c-9fd2-5385f309637e req-104d3e63-9637-4be3-8840-227074a3d3fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583367 Aug 24 00:11:32.085026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6a2ba309-d1fd-499a-9a63-8518be2f2f8e,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:32.090303 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:32.123140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:11:32.176526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6a2ba309-d1fd-499a-9a63-8518be2f2f8e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:32.202014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e7ed1ce-d5c9-477c-9fd2-5385f309637e req-78732b9f-6528-40db-95e1-25e65a94a32f service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213584 Aug 24 00:11:32.270637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:32.284412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b', 'mac_address': 'fa:16:3e:0a:b5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:11:32.325318 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:32.327871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e7ed1ce-d5c9-477c-9fd2-5385f309637e req-e1e6e955-1a47-449f-87a8-c4092d5c003a service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180272 Aug 24 00:11:32.340151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:11:32.363313 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:32.367564 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:32.425638 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:32.490431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa089f0-a468-4728-bd3a-2499ccf536a6 req-49329a45-d692-495f-a9f8-a7a011636785 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:32.492047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-daa089f0-a468-4728-bd3a-2499ccf536a6 req-49329a45-d692-495f-a9f8-a7a011636785 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 948 time: 0.0568306 Aug 24 00:11:32.510531 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953ca302-b6ff-4a43-90c7-8ce09cc9a0ff" -d '{"events": [{"server_uuid": "4b7df0c2-f4dc-422c-8468-fcfa47bf679b", "name": "network-vif-plugged", "status": "completed", "tag": "6a2ba309-d1fd-499a-9a63-8518be2f2f8e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:32.538188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-daa089f0-a468-4728-bd3a-2499ccf536a6 req-90c5fd43-e203-4b55-a0db-d792b17398a1 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399127 Aug 24 00:11:32.604186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9060125-5207-4f79-87b8-28a96f073067 req-af1f6ccb-2af1-4642-976a-4fd588e3f072 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:32.605710 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b9060125-5207-4f79-87b8-28a96f073067 req-af1f6ccb-2af1-4642-976a-4fd588e3f072 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 947 time: 0.0582900 Aug 24 00:11:32.648383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b9060125-5207-4f79-87b8-28a96f073067 req-4758ded4-8069-40d5-a99b-6b98075fcd73 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Aug 24 00:11:32.887144 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:11:32.912409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef29690-2684-4a97-9569-314e2ade8148 req-612dc146-da18-4cbb-98a7-61a9c3a2c8a3 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:32.924269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ef29690-2684-4a97-9569-314e2ade8148 req-612dc146-da18-4cbb-98a7-61a9c3a2c8a3 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 972 time: 0.0750372 Aug 24 00:11:32.964284 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775018b7-1477-4a1a-acc8-0a4eee9fbbcc x-openstack-request-id: req-775018b7-1477-4a1a-acc8-0a4eee9fbbcc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:32.964537 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7df0c2-f4dc-422c-8468-fcfa47bf679b", "name": "network-vif-plugged", "status": "completed", "tag": "6a2ba309-d1fd-499a-9a63-8518be2f2f8e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:32.964829 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-775018b7-1477-4a1a-acc8-0a4eee9fbbcc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:32.965492 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7df0c2-f4dc-422c-8468-fcfa47bf679b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2ba309-d1fd-499a-9a63-8518be2f2f8e', 'code': 200} Aug 24 00:11:32.966523 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ef29690-2684-4a97-9569-314e2ade8148 req-66796607-ef3f-41ce-8a4e-45a6e6d247c6 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Aug 24 00:11:32.994891 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:33.125555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74a922-3bbe-4db6-959b-00bf2d6efbdb req-4b4992bd-123e-40e5-be87-6209532ec538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:33.127313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e74a922-3bbe-4db6-959b-00bf2d6efbdb req-4b4992bd-123e-40e5-be87-6209532ec538 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 1123 time: 0.0782616 Aug 24 00:11:33.148495 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0e74a922-3bbe-4db6-959b-00bf2d6efbdb req-c24c4362-dd09-4b8b-82f4-22c8804c9557 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:33.251131 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0e74a922-3bbe-4db6-959b-00bf2d6efbdb req-c24c4362-dd09-4b8b-82f4-22c8804c9557 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:33.258805 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0e74a922-3bbe-4db6-959b-00bf2d6efbdb req-c24c4362-dd09-4b8b-82f4-22c8804c9557 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:33.300403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e74a922-3bbe-4db6-959b-00bf2d6efbdb req-c24c4362-dd09-4b8b-82f4-22c8804c9557 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644659 Aug 24 00:11:33.306446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c4362-dd09-4b8b-82f4-22c8804c9557 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fd11d3a6-3a9f-4ea4-960d-b3851bb107f9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:33.698714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18baa93-5ed8-4891-836c-25457b5af9cb req-ed71ceb2-96c0-43e1-b8dd-0528001e4703 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:33.700343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e18baa93-5ed8-4891-836c-25457b5af9cb req-ed71ceb2-96c0-43e1-b8dd-0528001e4703 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 948 time: 0.0658906 Aug 24 00:11:33.754056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e18baa93-5ed8-4891-836c-25457b5af9cb req-e4d99313-43e7-4540-bf0d-b4201eff9b24 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460405 Aug 24 00:11:33.883378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a9167-ce8c-46eb-a76a-2bec3f0817d9 req-79f76373-4d80-44d5-8108-4761ae187f41 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:33.885774 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-505a9167-ce8c-46eb-a76a-2bec3f0817d9 req-79f76373-4d80-44d5-8108-4761ae187f41 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 947 time: 0.0632086 Aug 24 00:11:33.937500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-505a9167-ce8c-46eb-a76a-2bec3f0817d9 req-7ff302da-8e27-4df4-88ea-9821bf07f4e6 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 Aug 24 00:11:34.103664 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:11:34.162801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b896d1-fa40-40b4-b668-6d705d297a47 req-1157b29d-13cc-4632-9cf9-60ac464f0650 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:34.164598 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08b896d1-fa40-40b4-b668-6d705d297a47 req-1157b29d-13cc-4632-9cf9-60ac464f0650 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 972 time: 0.1031487 Aug 24 00:11:34.179647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:11:34.186678 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:11:34.187658 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:34.220031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08b896d1-fa40-40b4-b668-6d705d297a47 req-c41a9f20-5a00-4d96-85ef-b6f323ad3beb tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478265 Aug 24 00:11:34.295117 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:34.334576 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:34.339816 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:34.389869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:34.498186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-4db47e3d-0a1a-4086-80af-5a411cc630fb tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=edbd278d73d44a99b5166fd72edc2c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285413 Aug 24 00:11:34.618864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-b8500c90-e601-4fb2-9090-4c102bb836bd tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:34.620600 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-b8500c90-e601-4fb2-9090-4c102bb836bd tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1159821 Aug 24 00:11:34.636643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-abf886ab-f6cc-4240-8394-f4d32074d101 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/quotas/edbd278d73d44a99b5166fd72edc2c65 HTTP/1.1" status: 200 len: 375 time: 0.0097196 Aug 24 00:11:34.671717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-6bfa7550-d0ae-4510-8e49-ed622806ad1e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=edbd278d73d44a99b5166fd72edc2c65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289824 Aug 24 00:11:34.968704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccddca9-00c5-4447-9a1c-e723ea0f757f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:34.971306 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10635840-01e8-4853-ab16-90aa33d1fa88" -d '{"events": [{"server_uuid": "dccddca9-00c5-4447-9a1c-e723ea0f757f", "name": "network-vif-plugged", "status": "completed", "tag": "7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:35.012862 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab827cf7-aac9-4994-b690-936a526f996a req-b90defeb-3d48-4668-9456-15ecfaf334ff tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:35.014970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab827cf7-aac9-4994-b690-936a526f996a req-b90defeb-3d48-4668-9456-15ecfaf334ff tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 949 time: 0.0649824 Aug 24 00:11:35.090299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-a24e0308-5918-41c2-9d96-376f82e3584a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=edbd278d73d44a99b5166fd72edc2c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440626 Aug 24 00:11:35.126574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab827cf7-aac9-4994-b690-936a526f996a req-b7559864-b40e-43f3-848f-7f9ce8a10aa0 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986872 Aug 24 00:11:35.259079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-a65ac758-5b47-4c17-99f3-b0c0ee63624b tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:35.261113 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-a65ac758-5b47-4c17-99f3-b0c0ee63624b tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1699829 Aug 24 00:11:35.264483 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38978) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:35.287422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-c39f5afb-082a-408a-8841-63f7d4244cbd tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/quotas/edbd278d73d44a99b5166fd72edc2c65 HTTP/1.1" status: 200 len: 375 time: 0.0153379 Aug 24 00:11:35.331623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f1b45f5a-8841-435b-96ad-5e80c1f1903d tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=edbd278d73d44a99b5166fd72edc2c65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404067 Aug 24 00:11:35.370202 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed288e4-cce7-46f7-9890-b7ce53b7d890 req-0d52a1c6-ab3b-453a-b780-4ae6a65ea8aa tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:35.371870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ed288e4-cce7-46f7-9890-b7ce53b7d890 req-0d52a1c6-ab3b-453a-b780-4ae6a65ea8aa tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 947 time: 0.0667436 Aug 24 00:11:35.424634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ed288e4-cce7-46f7-9890-b7ce53b7d890 req-ad4d2d6a-93f6-4132-a048-481253603761 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Aug 24 00:11:35.427123 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67a72627-6b31-49a1-9c4c-fdca985b6690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:35.505246 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb39a9ac-f5a9-4fad-bc85-18ed42c452c8 x-openstack-request-id: req-eb39a9ac-f5a9-4fad-bc85-18ed42c452c8 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:35.505752 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccddca9-00c5-4447-9a1c-e723ea0f757f", "name": "network-vif-plugged", "status": "completed", "tag": "7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:35.505752 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb39a9ac-f5a9-4fad-bc85-18ed42c452c8 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:35.506137 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccddca9-00c5-4447-9a1c-e723ea0f757f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b', 'code': 200} Aug 24 00:11:35.570581 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67a72627-6b31-49a1-9c4c-fdca985b6690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:35.579016 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67a72627-6b31-49a1-9c4c-fdca985b6690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:35.609563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3805229e-1809-4979-a287-125b9a1510c6 req-d60b7c10-56cd-42ca-b380-d6761a3126fc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 210 time: 0.0521274 Aug 24 00:11:35.637518 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-67a72627-6b31-49a1-9c4c-fdca985b6690 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87aa848af8b14ea9a6808f79adc5e2b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711710 Aug 24 00:11:35.638136 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:35.640925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a72627-6b31-49a1-9c4c-fdca985b6690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac389fc-63b5-4291-a1ff-95a42a27cc47,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:35.708262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fbabc-6750-417d-9b6b-08c657be7a42 req-91e1e32c-3496-4ed2-9bf1-35cd9d82d88e tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:35.710076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd4fbabc-6750-417d-9b6b-08c657be7a42 req-91e1e32c-3496-4ed2-9bf1-35cd9d82d88e tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 972 time: 0.1193814 Aug 24 00:11:35.723006 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b336393b-db87-4638-a2ec-8a4a873d5e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:35.751625 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b336393b-db87-4638-a2ec-8a4a873d5e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:35.773389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd4fbabc-6750-417d-9b6b-08c657be7a42 req-6bf270ad-bd4f-4f65-bd7b-0de879880e39 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542116 Aug 24 00:11:35.809293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05ce79-bd39-4310-95b5-782e2df7f6c0 req-2d8812d5-f2e4-4843-be60-9f2a2a782fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:35.811399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a05ce79-bd39-4310-95b5-782e2df7f6c0 req-2d8812d5-f2e4-4843-be60-9f2a2a782fd9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 1100 time: 0.0997241 Aug 24 00:11:35.837444 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b336393b-db87-4638-a2ec-8a4a873d5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:35.842093 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b336393b-db87-4638-a2ec-8a4a873d5e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:35.844478 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b336393b-db87-4638-a2ec-8a4a873d5e37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ac389fc-63b5-4291-a1ff-95a42a27cc47 HTTP/1.1" status: 204 len: 168 time: 0.2041247 Aug 24 00:11:35.868179 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336393b-db87-4638-a2ec-8a4a873d5e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac389fc-63b5-4291-a1ff-95a42a27cc47,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:35.885317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a05ce79-bd39-4310-95b5-782e2df7f6c0 req-ea00c188-9d58-412a-a89d-89bd61f95f2f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664206 Aug 24 00:11:36.015127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f69a1-a62a-425a-89d3-58eb1ab41ec4 req-4a939f5d-f04a-4004-8695-d4e1d821e13e tempest-AggregatesAdminTestJSON-61817425 tempest-AggregatesAdminTestJSON-61817425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:36.017654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d19f69a1-a62a-425a-89d3-58eb1ab41ec4 req-4a939f5d-f04a-4004-8695-d4e1d821e13e tempest-AggregatesAdminTestJSON-61817425 tempest-AggregatesAdminTestJSON-61817425-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 1123 time: 0.0541911 Aug 24 00:11:36.038488 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d19f69a1-a62a-425a-89d3-58eb1ab41ec4 req-68d69257-3ec5-49e6-9937-276b80624d74 tempest-AggregatesAdminTestJSON-61817425 tempest-AggregatesAdminTestJSON-61817425-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.118656 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5977fec0-b2a5-4576-8725-c318d2920563 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:11:36.190639 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d19f69a1-a62a-425a-89d3-58eb1ab41ec4 req-68d69257-3ec5-49e6-9937-276b80624d74 tempest-AggregatesAdminTestJSON-61817425 tempest-AggregatesAdminTestJSON-61817425-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.202663 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d19f69a1-a62a-425a-89d3-58eb1ab41ec4 req-68d69257-3ec5-49e6-9937-276b80624d74 tempest-AggregatesAdminTestJSON-61817425 tempest-AggregatesAdminTestJSON-61817425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.280272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d19f69a1-a62a-425a-89d3-58eb1ab41ec4 req-68d69257-3ec5-49e6-9937-276b80624d74 tempest-AggregatesAdminTestJSON-61817425 tempest-AggregatesAdminTestJSON-61817425-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504885 Aug 24 00:11:36.292357 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d69257-3ec5-49e6-9937-276b80624d74 tempest-AggregatesAdminTestJSON-61817425 tempest-AggregatesAdminTestJSON-61817425-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf263c05-13f2-4c5d-8498-66eabd932964,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:36.318472 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:36.329012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-20d92b6f-e1f7-40d8-9ffb-99fff20b7f8b tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=edbd278d73d44a99b5166fd72edc2c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389984 Aug 24 00:11:36.345364 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 5977fec0-b2a5-4576-8725-c318d2920563, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5977fec0-b2a5-4576-8725-c318d2920563,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:36.359936 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a4aa-27e8-497b-a829-fb742b3c6a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.409477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '5977fec0-b2a5-4576-8725-c318d2920563', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '5977fec0-b2a5-4576-8725-c318d2920563', 'mac_address': 'fa:16:3e:47:2b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:11:36.423191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b56d7-20cf-4951-b8cc-a647e89f5925 req-02fd82f1-b34f-4ab4-a1e8-55d4293f7b4d tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:36.428253 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b54b56d7-20cf-4951-b8cc-a647e89f5925 req-02fd82f1-b34f-4ab4-a1e8-55d4293f7b4d tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 949 time: 0.1973870 Aug 24 00:11:36.486673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39040) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:36.525421 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.559205 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b54b56d7-20cf-4951-b8cc-a647e89f5925 req-7f934d7d-09cf-4512-81fe-380376e27516 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138189 Aug 24 00:11:36.566953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5977fec0-b2a5-4576-8725-c318d2920563 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:11:36.601505 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a4aa-27e8-497b-a829-fb742b3c6a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.606217 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:36.622637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-1566d892-15ae-4fb2-acda-11b830c3ea45 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:36.625930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-1566d892-15ae-4fb2-acda-11b830c3ea45 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2888961 Aug 24 00:11:36.628648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 5977fec0-b2a5-4576-8725-c318d2920563, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5977fec0-b2a5-4576-8725-c318d2920563,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:36.632109 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a4aa-27e8-497b-a829-fb742b3c6a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.642547 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.664381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Request body: {'port': {'device_id': '3b803147-26a6-40ab-adf0-247f78cafea6', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'edbd278d73d44a99b5166fd72edc2c65'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:36.697833 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a8a0a4aa-27e8-497b-a829-fb742b3c6a4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9acb6a5a4f6645e5a91e0301b3c8fdd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749108 Aug 24 00:11:36.697833 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:36.706116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0a4aa-27e8-497b-a829-fb742b3c6a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b830c4c0-2c2c-4b5a-ab0b-8034436926e1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:36.762909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=5977fec0-b2a5-4576-8725-c318d2920563,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:36.768244 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7387113c-2128-41d6-aae5-61dce6cbbfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.794355 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7387113c-2128-41d6-aae5-61dce6cbbfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.817137 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4bee3b7-a2d7-4027-95cc-0259f03833a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.846041 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d974273-4c81-4f87-8ec8-86632f7e5f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.861271 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7387113c-2128-41d6-aae5-61dce6cbbfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.863757 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7387113c-2128-41d6-aae5-61dce6cbbfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.864906 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7387113c-2128-41d6-aae5-61dce6cbbfa7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b830c4c0-2c2c-4b5a-ab0b-8034436926e1 HTTP/1.1" status: 204 len: 168 time: 0.1663184 Aug 24 00:11:36.872068 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3f848d4-88fb-4507-a1fc-10c4e4b0df1b req-9e83ed41-0f02-4859-891a-f14ec42d70de tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 210 time: 0.0609696 Aug 24 00:11:36.879404 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387113c-2128-41d6-aae5-61dce6cbbfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b830c4c0-2c2c-4b5a-ab0b-8034436926e1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:36.966457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5fa5d-d6c2-4d32-8ed6-7714dce17341 req-e5fc442f-c7d1-4817-972a-2d56260a7e41 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:36.969069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8eb5fa5d-d6c2-4d32-8ed6-7714dce17341 req-e5fc442f-c7d1-4817-972a-2d56260a7e41 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 948 time: 0.1864333 Aug 24 00:11:36.980629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d974273-4c81-4f87-8ec8-86632f7e5f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:36.993138 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d974273-4c81-4f87-8ec8-86632f7e5f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.042185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8eb5fa5d-d6c2-4d32-8ed6-7714dce17341 req-4afe9b9c-58a6-4f7e-a414-de7f0a1e64da tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670419 Aug 24 00:11:37.091855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.13', 52342) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:37.126826 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0d974273-4c81-4f87-8ec8-86632f7e5f20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f65fbbbe17f34242b29c774c172a24b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182343 Aug 24 00:11:37.126826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d974273-4c81-4f87-8ec8-86632f7e5f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3bcf7e-ea88-43cc-b989-645acb103a8e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:37.128975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39072) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:37.145190 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:11:37.159162 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-49c951f4-397b-49f5-b06d-3bad919d7fdb tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=edbd278d73d44a99b5166fd72edc2c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638025 Aug 24 00:11:37.174620 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4bee3b7-a2d7-4027-95cc-0259f03833a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.196802 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4bee3b7-a2d7-4027-95cc-0259f03833a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.276467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b4bee3b7-a2d7-4027-95cc-0259f03833a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16e27dcbb5ef4f5baefcd41a8162e687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7799575 Aug 24 00:11:37.278212 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bee3b7-a2d7-4027-95cc-0259f03833a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6979b871-f6d0-433c-86c7-809ebd7aa669,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:37.282091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39080) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:37.292276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Made reservation on behalf of edbd278d73d44a99b5166fd72edc2c65 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:37.298298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.319876 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.358431 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3299aac6-273d-4305-b581-74c78aee0add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.403400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-cced7d9d-deb8-4e17-af68-260a2e14ec01 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:37.406242 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-cced7d9d-deb8-4e17-af68-260a2e14ec01 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411540 Aug 24 00:11:37.409414 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3299aac6-273d-4305-b581-74c78aee0add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.448579 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae1ac12a-1b4e-4063-91f7-c49bdfb3c65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.474739 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-17484e5f-8904-44e1-8633-133db228a8bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Request body: {'port': {'device_id': '09087f16-a2d9-42ac-bd13-130ff7fb1c06', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'edbd278d73d44a99b5166fd72edc2c65'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:37.496386 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae1ac12a-1b4e-4063-91f7-c49bdfb3c65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.557974 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3299aac6-273d-4305-b581-74c78aee0add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.560677 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3299aac6-273d-4305-b581-74c78aee0add admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.565437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3299aac6-273d-4305-b581-74c78aee0add admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b3bcf7e-ea88-43cc-b989-645acb103a8e HTTP/1.1" status: 204 len: 168 time: 0.4353020 Aug 24 00:11:37.594934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299aac6-273d-4305-b581-74c78aee0add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3bcf7e-ea88-43cc-b989-645acb103a8e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:37.630935 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.637690 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.665838 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae1ac12a-1b4e-4063-91f7-c49bdfb3c65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.669885 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae1ac12a-1b4e-4063-91f7-c49bdfb3c65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.671855 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ae1ac12a-1b4e-4063-91f7-c49bdfb3c65a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6979b871-f6d0-433c-86c7-809ebd7aa669 HTTP/1.1" status: 204 len: 168 time: 0.3881083 Aug 24 00:11:37.760994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-17484e5f-8904-44e1-8633-133db228a8bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Made reservation on behalf of edbd278d73d44a99b5166fd72edc2c65 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:37.763238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-17484e5f-8904-44e1-8633-133db228a8bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:37.786636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a42af76-f531-45b3-82b9-8f5390a0ba2c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:37.829613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ac12a-1b4e-4063-91f7-c49bdfb3c65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6979b871-f6d0-433c-86c7-809ebd7aa669,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:37.883296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df73bb5-1b6b-432b-ac0f-fe43768b5dc3 req-9b6419d5-08ef-48d8-b3ee-08af7d521480 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:37.884832 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1df73bb5-1b6b-432b-ac0f-fe43768b5dc3 req-9b6419d5-08ef-48d8-b3ee-08af7d521480 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 949 time: 0.1167743 Aug 24 00:11:37.924488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Allocated IP 192.168.233.169 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:11:37.955784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1df73bb5-1b6b-432b-ac0f-fe43768b5dc3 req-70276dce-0d27-4277-87b5-258582135f13 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608463 Aug 24 00:11:38.118495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5977fec0-b2a5-4576-8725-c318d2920563 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:11:38.142063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34bdf997-e0dc-4a12-90ff-cb5db5468b53 req-a008b994-54bf-4b79-812c-8552c8397eb6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 210 time: 0.0479820 Aug 24 00:11:38.244493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 5977fec0-b2a5-4576-8725-c318d2920563 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:11:38.252290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 5977fec0-b2a5-4576-8725-c318d2920563 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:11:38.252675 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:38.254109 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:38.312304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Transition to ACTIVE for port object 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:38.347102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211b69f-eae0-4a8b-afe9-98ae28fec57d req-dd43c4ef-bc11-4f1c-8cdf-a79bcd57d673 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:38.348830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b211b69f-eae0-4a8b-afe9-98ae28fec57d req-dd43c4ef-bc11-4f1c-8cdf-a79bcd57d673 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 948 time: 0.0920484 Aug 24 00:11:38.360191 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:38.374069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1aebc0fc-759b-4cca-a74f-4b649d2aa8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:38.402074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39150) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:38.444115 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:38.461233 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a333356-8600-49a6-a06d-ca2b3fdde03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:38.485506 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1aebc0fc-759b-4cca-a74f-4b649d2aa8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:38.489995 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1aebc0fc-759b-4cca-a74f-4b649d2aa8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:38.492599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85232294-08c4-4c30-bc52-dac099a8f7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5977fec0-b2a5-4576-8725-c318d2920563'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:38.495075 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f70f55a-50c5-4451-86c7-0dd4573e5585" -d '{"events": [{"server_uuid": "85232294-08c4-4c30-bc52-dac099a8f7c1", "name": "network-vif-plugged", "status": "completed", "tag": "5977fec0-b2a5-4576-8725-c318d2920563"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:38.527057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 5977fec0-b2a5-4576-8725-c318d2920563, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5977fec0-b2a5-4576-8725-c318d2920563,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:38.532333 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:38.535769 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1aebc0fc-759b-4cca-a74f-4b649d2aa8e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=911e318e0b0c4143ad1870b8ac8e3d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744530 Aug 24 00:11:38.537352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebc0fc-759b-4cca-a74f-4b649d2aa8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df480b0f-cd04-472c-a7b1-f7871bb396d3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:38.542800 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39160) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:38.556662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b211b69f-eae0-4a8b-afe9-98ae28fec57d req-2c789687-13dd-4500-9e80-30a689858166 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943519 Aug 24 00:11:38.618360 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:38.642351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:11:38.643692 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=5977fec0-b2a5-4576-8725-c318d2920563,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:38.647846 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c32c076-48ef-48c5-b25b-6ad31c82fc2a x-openstack-request-id: req-6c32c076-48ef-48c5-b25b-6ad31c82fc2a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:38.648197 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85232294-08c4-4c30-bc52-dac099a8f7c1", "name": "network-vif-plugged", "status": "completed", "tag": "5977fec0-b2a5-4576-8725-c318d2920563", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:38.648506 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c32c076-48ef-48c5-b25b-6ad31c82fc2a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:38.648945 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85232294-08c4-4c30-bc52-dac099a8f7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5977fec0-b2a5-4576-8725-c318d2920563', 'code': 200} Aug 24 00:11:38.649140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:38.678321 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:11:38.685323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:38.686168 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:38.783954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Pushing event updated for resources: {'Port': ['ID=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:38.802036 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04a15eb3-360d-40dc-9caa-074c968f8fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:38.835515 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-17484e5f-8904-44e1-8633-133db228a8bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Allocated IP 192.168.233.32 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/10ef63a7-b747-4dcc-a39b-10bc6e06d301) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:11:38.878476 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04a15eb3-360d-40dc-9caa-074c968f8fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:38.887115 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a333356-8600-49a6-a06d-ca2b3fdde03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:38.890793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a805fd-ac8d-4e77-9df7-8fdf1e07b459 req-15137a0a-9d41-4948-980e-8e6d672083d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:38.892787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28a805fd-ac8d-4e77-9df7-8fdf1e07b459 req-15137a0a-9d41-4948-980e-8e6d672083d7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 1100 time: 0.0984838 Aug 24 00:11:38.895544 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a333356-8600-49a6-a06d-ca2b3fdde03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:38.928471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-fb94f393-3775-4fb6-a77f-ed8b258e607a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2755911 Aug 24 00:11:38.973289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Request body: {'port': {'device_id': '3b803147-26a6-40ab-adf0-247f78cafea6', 'device_owner': 'compute:tempest-test_az-1278312705', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:39.077373 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:39.123403 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-66c44e78-449c-4e08-a844-b1f9a53e32b2 None None] Provisioning for port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:11:39.129811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-66c44e78-449c-4e08-a844-b1f9a53e32b2 None None] Provisioning complete for port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:11:39.130194 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66c44e78-449c-4e08-a844-b1f9a53e32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:39.135807 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28a805fd-ac8d-4e77-9df7-8fdf1e07b459 req-ad992b41-4084-4d1a-9b0f-38fa63415442 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255538 Aug 24 00:11:39.142172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2a333356-8600-49a6-a06d-ca2b3fdde03f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d4ee143968b4cfbae8d2651c9aa468e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7262604 Aug 24 00:11:39.144745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39200) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:39.145493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a333356-8600-49a6-a06d-ca2b3fdde03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5c035c-13b9-49d3-bc59-d4800cab3093,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:39.151433 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04a15eb3-360d-40dc-9caa-074c968f8fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:39.155426 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-04a15eb3-360d-40dc-9caa-074c968f8fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:39.156397 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-04a15eb3-360d-40dc-9caa-074c968f8fb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df480b0f-cd04-472c-a7b1-f7871bb396d3 HTTP/1.1" status: 204 len: 168 time: 0.6124489 Aug 24 00:11:39.187328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a15eb3-360d-40dc-9caa-074c968f8fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df480b0f-cd04-472c-a7b1-f7871bb396d3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:39.218386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-66c44e78-449c-4e08-a844-b1f9a53e32b2 None None] Port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:11:39.278166 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-17484e5f-8904-44e1-8633-133db228a8bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:39.319006 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-17484e5f-8904-44e1-8633-133db228a8bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Transition to ACTIVE for port object 10ef63a7-b747-4dcc-a39b-10bc6e06d301 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:39.499335 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-17484e5f-8904-44e1-8633-133db228a8bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:39.600159 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17484e5f-8904-44e1-8633-133db228a8bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Pushing event updated for resources: {'Port': ['ID=10ef63a7-b747-4dcc-a39b-10bc6e06d301,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:39.623023 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-17484e5f-8904-44e1-8633-133db228a8bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:11:39.624707 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-17484e5f-8904-44e1-8633-133db228a8bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:39.627611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-17484e5f-8904-44e1-8633-133db228a8bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:11:39.634574 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-17484e5f-8904-44e1-8633-133db228a8bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:39.635772 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-17484e5f-8904-44e1-8633-133db228a8bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:39.658654 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-17484e5f-8904-44e1-8633-133db228a8bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1885369 Aug 24 00:11:39.660293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2c336-b868-425e-a55b-aa6890c90fe5 req-ebc34760-cff8-4766-9ae2-dbff23c448b7 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:39.661838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2f2c336-b868-425e-a55b-aa6890c90fe5 req-ebc34760-cff8-4766-9ae2-dbff23c448b7 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 949 time: 0.5300248 Aug 24 00:11:39.682054 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Request body: {'port': {'device_id': '09087f16-a2d9-42ac-bd13-130ff7fb1c06', 'device_owner': 'compute:tempest-test_az-1278312705', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:39.728424 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00627d6f-926c-41f6-b228-307ff6fb5120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:39.773238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:39.851262 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00627d6f-926c-41f6-b228-307ff6fb5120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:39.889638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2f2c336-b868-425e-a55b-aa6890c90fe5 req-0e327890-ca56-40f3-be86-8213e7579155 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110970 Aug 24 00:11:39.944912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2e2e6-52e4-4cb3-b312-6e3ddca7f1a1 req-a825a33a-ac8b-4de6-9631-d049ed666e0f tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:39.947114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8d2e2e6-52e4-4cb3-b312-6e3ddca7f1a1 req-a825a33a-ac8b-4de6-9631-d049ed666e0f tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 935 time: 0.3246624 Aug 24 00:11:39.966716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cc0e2e7c-df95-46ca-be51-53d31015c3fc None None] Provisioning for port 10ef63a7-b747-4dcc-a39b-10bc6e06d301 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:11:39.974838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cc0e2e7c-df95-46ca-be51-53d31015c3fc None None] Provisioning complete for port 10ef63a7-b747-4dcc-a39b-10bc6e06d301 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:11:39.975492 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2e7c-df95-46ca-be51-53d31015c3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:40.035949 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00627d6f-926c-41f6-b228-307ff6fb5120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:40.038887 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00627d6f-926c-41f6-b228-307ff6fb5120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:40.040406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-00627d6f-926c-41f6-b228-307ff6fb5120 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e5c035c-13b9-49d3-bc59-d4800cab3093 HTTP/1.1" status: 204 len: 168 time: 0.8769112 Aug 24 00:11:40.047133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e2e7c-df95-46ca-be51-53d31015c3fc None None] Port 10ef63a7-b747-4dcc-a39b-10bc6e06d301 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:11:40.054540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00627d6f-926c-41f6-b228-307ff6fb5120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5c035c-13b9-49d3-bc59-d4800cab3093,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:40.066948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8d2e2e6-52e4-4cb3-b312-6e3ddca7f1a1 req-b5da472b-2454-4fc8-8df5-7b97a58795ce tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998821 Aug 24 00:11:40.169277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:11:40.180041 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:40.200961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da507211-4b34-4adb-af6c-99bf7853857c req-3af06c9e-23ed-479c-ad42-a1fd54929966 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:40.202835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da507211-4b34-4adb-af6c-99bf7853857c req-3af06c9e-23ed-479c-ad42-a1fd54929966 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 949 time: 0.1200669 Aug 24 00:11:40.205465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Transition to ACTIVE for port object 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:40.211028 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:40.291641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Pushing event updated for resources: {'Port': ['ID=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:40.309807 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da507211-4b34-4adb-af6c-99bf7853857c req-d76e7973-a5c0-4638-a8ae-19c4430794cf tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008122 Aug 24 00:11:40.404216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Attempting to bind port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:11:40.405187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Attempting to bind port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:11:40.405528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Attempting to bind port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:40.410676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:11:40.411023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Attempting to bind port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:40.421497 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:11:40.421848 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:11:40.422233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:11:40.422659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Bound port: 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:11:40.423050 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:40.497782 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ef63a7-b747-4dcc-a39b-10bc6e06d301 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:11:40.509888 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:40.528592 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Transition to ACTIVE for port object 10ef63a7-b747-4dcc-a39b-10bc6e06d301 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:40.533754 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:40.539778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] For port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:11:40.545007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] For port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:11:40.558228 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:40.635418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:40.635975 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:40.637421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] 10.222.0.13 "PUT /v2.0/ports/6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca HTTP/1.1" status: 200 len: 1118 time: 1.6820314 Aug 24 00:11:40.637865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b803147-26a6-40ab-adf0-247f78cafea6', 'tag': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:40.644404 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a6a5f0-041b-4a79-928f-001844949bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "3b803147-26a6-40ab-adf0-247f78cafea6", "tag": "6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:40.684922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04398c6-c58a-49ea-9022-65f75db6d888 service neutron] Pushing event updated for resources: {'Port': ['ID=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:40.789402 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-556ef57c-6005-491b-9c5e-eb77b0fe6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:40.792623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-556ef57c-6005-491b-9c5e-eb77b0fe6322 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edbd278d73d44a99b5166fd72edc2c65&device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 1121 time: 0.0762699 Aug 24 00:11:40.837686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Pushing event updated for resources: {'Port': ['ID=10ef63a7-b747-4dcc-a39b-10bc6e06d301,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:40.873994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Attempting to bind port 10ef63a7-b747-4dcc-a39b-10bc6e06d301 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:11:40.874814 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Attempting to bind port 10ef63a7-b747-4dcc-a39b-10bc6e06d301 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:11:40.874936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Attempting to bind port 10ef63a7-b747-4dcc-a39b-10bc6e06d301 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:40.887858 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-d22a3c89-989e-4d9e-a30e-7d4ea7466c43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca HTTP/1.1" status: 200 len: 217 time: 0.0800247 Aug 24 00:11:40.896968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Port 10ef63a7-b747-4dcc-a39b-10bc6e06d301 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:11:40.898533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Attempting to bind port 10ef63a7-b747-4dcc-a39b-10bc6e06d301 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:40.917639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:11:40.919834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:11:40.921834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:11:40.922528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Bound port: 10ef63a7-b747-4dcc-a39b-10bc6e06d301, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:11:40.924078 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:41.002327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-3fe34de1-e6fb-4f9f-b955-8aab735d2c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:41.004466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-3fe34de1-e6fb-4f9f-b955-8aab735d2c8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1097989 Aug 24 00:11:41.105606 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-2e5f9cb0-e8ad-47a1-b27a-6d7f4149d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:41.108729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-2e5f9cb0-e8ad-47a1-b27a-6d7f4149d902 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961878 Aug 24 00:11:41.114582 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] For port 10ef63a7-b747-4dcc-a39b-10bc6e06d301, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:11:41.123037 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] For port 10ef63a7-b747-4dcc-a39b-10bc6e06d301, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=10ef63a7-b747-4dcc-a39b-10bc6e06d301,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:11:41.135623 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:41.209675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:41.210272 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:41.212221 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] 10.222.0.13 "PUT /v2.0/ports/10ef63a7-b747-4dcc-a39b-10bc6e06d301 HTTP/1.1" status: 200 len: 1117 time: 1.5352468 Aug 24 00:11:41.212795 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09087f16-a2d9-42ac-bd13-130ff7fb1c06', 'tag': '10ef63a7-b747-4dcc-a39b-10bc6e06d301'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:41.292982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-b47e7134-9f6d-423e-929e-54102af87c59 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766725 Aug 24 00:11:41.295857 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2526658d-6006-4ca3-8718-acb6380c33b1 x-openstack-request-id: req-2526658d-6006-4ca3-8718-acb6380c33b1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:41.296149 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b803147-26a6-40ab-adf0-247f78cafea6", "tag": "6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:41.296405 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2526658d-6006-4ca3-8718-acb6380c33b1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:41.296796 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b803147-26a6-40ab-adf0-247f78cafea6', 'tag': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca', 'status': 'completed', 'code': 200} Aug 24 00:11:41.408021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772ce88-896d-48c8-989f-cfd3e66cce3b service neutron] Pushing event updated for resources: {'Port': ['ID=10ef63a7-b747-4dcc-a39b-10bc6e06d301,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:41.418660 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-4bfa4dbc-8ff3-4e00-adbc-56e2d6642b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:41.421550 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-4bfa4dbc-8ff3-4e00-adbc-56e2d6642b39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edbd278d73d44a99b5166fd72edc2c65&device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 1120 time: 0.1011405 Aug 24 00:11:41.458173 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b33cfdc-9e8a-4a82-8647-b963a3dc919b req-5f343ca3-d8e6-416a-8313-1d6024b8e4c9 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299248 Aug 24 00:11:41.490718 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-e762789e-ab7b-4d99-9102-e2e1e9cbfb2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=10ef63a7-b747-4dcc-a39b-10bc6e06d301 HTTP/1.1" status: 200 len: 217 time: 0.0514877 Aug 24 00:11:41.507247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a5861-78be-4c7a-89d8-55c2b10f4db1 req-9ec3aa95-90a0-44cd-8c95-4c934e2a9138 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:41.517461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e3a5861-78be-4c7a-89d8-55c2b10f4db1 req-9ec3aa95-90a0-44cd-8c95-4c934e2a9138 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 949 time: 0.2234216 Aug 24 00:11:41.583088 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-a528807c-acc2-43bb-b20b-d4601df2f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:41.585617 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-a528807c-acc2-43bb-b20b-d4601df2f02a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0854979 Aug 24 00:11:41.598728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e3a5861-78be-4c7a-89d8-55c2b10f4db1 req-1d98670a-513b-4954-a3f2-6d0e26ccc30d tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799811 Aug 24 00:11:41.624522 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5081eed9-3ce6-4b4a-8dfb-9e710274f630" -d '{"events": [{"name": "network-changed", "server_uuid": "09087f16-a2d9-42ac-bd13-130ff7fb1c06", "tag": "10ef63a7-b747-4dcc-a39b-10bc6e06d301"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:41.707551 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-cc6a5926-1e32-4a64-9d83-c415c2010aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:41.714944 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-cc6a5926-1e32-4a64-9d83-c415c2010aa1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212096 Aug 24 00:11:41.726374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6a5f0-041b-4a79-928f-001844949bbd req-7972c7b1-c6df-4abb-9e9b-dc7eb3e5b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:41.728044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a6a5f0-041b-4a79-928f-001844949bbd req-7972c7b1-c6df-4abb-9e9b-dc7eb3e5b70c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edbd278d73d44a99b5166fd72edc2c65&device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 1121 time: 0.1444283 Aug 24 00:11:41.801861 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:11:41.825329 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-6f9fc7ba-eb4d-4ae8-b904-70aa3a210562 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021271 Aug 24 00:11:41.828798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b1f14-c894-47ae-96d2-7ecdf5136710 req-09a26b76-7d7d-4876-99e0-9c0e95be0d23 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:41.830314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f7b1f14-c894-47ae-96d2-7ecdf5136710 req-09a26b76-7d7d-4876-99e0-9c0e95be0d23 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 969 time: 0.1775377 Aug 24 00:11:41.849985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c13aa-c0ca-4f80-84ce-bfc92b76f321 req-a90f7691-9dc6-4de0-bc0d-e3363a524205 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:41.851619 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad5c13aa-c0ca-4f80-84ce-bfc92b76f321 req-a90f7691-9dc6-4de0-bc0d-e3363a524205 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 949 time: 0.1474066 Aug 24 00:11:41.940559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6a5f0-041b-4a79-928f-001844949bbd req-e10b3aa4-c995-48f7-9f8d-29a1867de08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:41.942085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a6a5f0-041b-4a79-928f-001844949bbd req-e10b3aa4-c995-48f7-9f8d-29a1867de08d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1976438 Aug 24 00:11:41.943572 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-37a17935-8e3f-4e32-a4ce-6e7e8f9d7591 req-e217e555-f2aa-4859-bdb9-490c0818898d service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064374 Aug 24 00:11:41.951209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad5c13aa-c0ca-4f80-84ce-bfc92b76f321 req-fe3768b6-681d-48eb-b36b-9cf908f15dd8 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780282 Aug 24 00:11:41.952681 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f7b1f14-c894-47ae-96d2-7ecdf5136710 req-e7ebf6e1-6f21-4272-977b-d2dace7c41f1 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001461 Aug 24 00:11:41.955453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39322) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:41.970320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39324) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:42.016015 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a6a5f0-041b-4a79-928f-001844949bbd req-605e43b7-44dc-4bfd-aea2-4f57f80c8db9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca HTTP/1.1" status: 200 len: 217 time: 0.0548446 Aug 24 00:11:42.106553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6a5f0-041b-4a79-928f-001844949bbd req-0a7e521c-73bc-4863-b31f-c576b702642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:42.108386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a6a5f0-041b-4a79-928f-001844949bbd req-0a7e521c-73bc-4863-b31f-c576b702642f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0487599 Aug 24 00:11:42.110229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-176619396-network', 'tenant_id': '4296ba497012466daa2a49222903cd4c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:42.144216 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43c93f71-06ac-43d1-b645-954b3af98f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.147114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] Made reservation on behalf of 4296ba497012466daa2a49222903cd4c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:42.149692 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.163384 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.176014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6a5f0-041b-4a79-928f-001844949bbd req-4ee9d98e-7247-4ebb-ba35-f27e2777d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:42.177685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a6a5f0-041b-4a79-928f-001844949bbd req-4ee9d98e-7247-4ebb-ba35-f27e2777d0ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611324 Aug 24 00:11:42.279016 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43c93f71-06ac-43d1-b645-954b3af98f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.286238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-43c93f71-06ac-43d1-b645-954b3af98f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.299510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a6a5f0-041b-4a79-928f-001844949bbd req-5c9c73d8-98ef-41ca-9bdf-9e1585445e83 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066408 Aug 24 00:11:42.327083 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c93f71-06ac-43d1-b645-954b3af98f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e62127e-f15f-4e0c-beff-9c0329eea1aa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:42.393437 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b60b6e5-1939-4156-8686-4b6ec9a9eb94 x-openstack-request-id: req-8b60b6e5-1939-4156-8686-4b6ec9a9eb94 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:42.393911 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09087f16-a2d9-42ac-bd13-130ff7fb1c06", "tag": "10ef63a7-b747-4dcc-a39b-10bc6e06d301", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:42.394413 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b60b6e5-1939-4156-8686-4b6ec9a9eb94 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:42.395207 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09087f16-a2d9-42ac-bd13-130ff7fb1c06', 'tag': '10ef63a7-b747-4dcc-a39b-10bc6e06d301', 'status': 'completed', 'code': 200} Aug 24 00:11:42.402653 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-43c93f71-06ac-43d1-b645-954b3af98f61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c59e91b3ed6e4cc9ba71e3ace38b2222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306505 Aug 24 00:11:42.407798 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39344) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:42.457340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a6a5f0-041b-4a79-928f-001844949bbd req-5d9ef47e-a9ce-4ab5-9b41-a9f68dd19246 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496236 Aug 24 00:11:42.534157 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081eed9-3ce6-4b4a-8dfb-9e710274f630 req-19ccb629-d8f4-4497-b3f5-0cf77a13fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:42.535722 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5081eed9-3ce6-4b4a-8dfb-9e710274f630 req-19ccb629-d8f4-4497-b3f5-0cf77a13fd39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edbd278d73d44a99b5166fd72edc2c65&device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 1120 time: 0.1037731 Aug 24 00:11:42.574571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ce221-50f7-4bcf-9375-90a5722ad732 req-c2fbadc7-0d0c-4138-b597-d74ce88612e2 tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:42.576344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b83ce221-50f7-4bcf-9375-90a5722ad732 req-c2fbadc7-0d0c-4138-b597-d74ce88612e2 tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 1100 time: 0.0468256 Aug 24 00:11:42.579540 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d33ae79-7ffb-486f-8aa8-5a4c913ba913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.592150 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.602974 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b83ce221-50f7-4bcf-9375-90a5722ad732 req-61457c98-c0a5-4ce9-96cd-c3e083e377be tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.629809 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.654036 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d33ae79-7ffb-486f-8aa8-5a4c913ba913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.706099 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:11:42.719662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b83ce221-50f7-4bcf-9375-90a5722ad732 req-61457c98-c0a5-4ce9-96cd-c3e083e377be tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.725298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b83ce221-50f7-4bcf-9375-90a5722ad732 req-61457c98-c0a5-4ce9-96cd-c3e083e377be tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.733675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b20126-fa80-42ec-954c-f9557707eb22,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:42.766941 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.767279 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] Added segment e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71 of type vlan for network ea19c1d5-c260-40f7-a45f-242d804dbf95 Aug 24 00:11:42.771927 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b83ce221-50f7-4bcf-9375-90a5722ad732 req-61457c98-c0a5-4ce9-96cd-c3e083e377be tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890419 Aug 24 00:11:42.795854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61457c98-c0a5-4ce9-96cd-c3e083e377be tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d99bf49-e282-4abe-a71f-1e1f6bd1781a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:42.900751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8aa9ec-0180-452c-9d86-fd28d750939a req-af0dc55f-838c-4a1a-a1d4-87ec7f17db16 tempest-DeleteServersAdminTestJSON-120830618 tempest-DeleteServersAdminTestJSON-120830618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:42.902736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be8aa9ec-0180-452c-9d86-fd28d750939a req-af0dc55f-838c-4a1a-a1d4-87ec7f17db16 tempest-DeleteServersAdminTestJSON-120830618 tempest-DeleteServersAdminTestJSON-120830618-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 1100 time: 0.0993631 Aug 24 00:11:42.934143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081eed9-3ce6-4b4a-8dfb-9e710274f630 req-2b6e1c84-6405-46f4-b2be-a773422993ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:42.935946 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5081eed9-3ce6-4b4a-8dfb-9e710274f630 req-2b6e1c84-6405-46f4-b2be-a773422993ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.3886838 Aug 24 00:11:42.948387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226b392-ccc3-4125-83e1-aa3ed12537c3 req-75fd19f2-4455-44a7-ae92-95d16adc07fe tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:42.950103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2226b392-ccc3-4125-83e1-aa3ed12537c3 req-75fd19f2-4455-44a7-ae92-95d16adc07fe tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 949 time: 0.1016021 Aug 24 00:11:42.955699 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.987432 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d33ae79-7ffb-486f-8aa8-5a4c913ba913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.989899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d33ae79-7ffb-486f-8aa8-5a4c913ba913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:42.991058 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d33ae79-7ffb-486f-8aa8-5a4c913ba913 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e62127e-f15f-4e0c-beff-9c0329eea1aa HTTP/1.1" status: 204 len: 168 time: 0.5806794 Aug 24 00:11:42.997202 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5081eed9-3ce6-4b4a-8dfb-9e710274f630 req-4308280b-88d1-4bea-9192-3d0046b062e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=10ef63a7-b747-4dcc-a39b-10bc6e06d301 HTTP/1.1" status: 200 len: 217 time: 0.0511825 Aug 24 00:11:43.018610 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33ae79-7ffb-486f-8aa8-5a4c913ba913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e62127e-f15f-4e0c-beff-9c0329eea1aa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:43.070469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081eed9-3ce6-4b4a-8dfb-9e710274f630 req-e31b5e2e-cd92-4429-94c3-015a27a210b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:43.072093 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5081eed9-3ce6-4b4a-8dfb-9e710274f630 req-e31b5e2e-cd92-4429-94c3-015a27a210b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0667629 Aug 24 00:11:43.074714 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:43.075972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:43.076732 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:43.078262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2226b392-ccc3-4125-83e1-aa3ed12537c3 req-fdef4364-958c-4d68-b997-3ddef6101940 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182797 Aug 24 00:11:43.113671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-be8aa9ec-0180-452c-9d86-fd28d750939a req-17310d86-35ad-48a6-9822-151a9cb2be45 tempest-DeleteServersAdminTestJSON-120830618 tempest-DeleteServersAdminTestJSON-120830618-project-admin] Deleting port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:11:43.118012 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be8aa9ec-0180-452c-9d86-fd28d750939a req-17310d86-35ad-48a6-9822-151a9cb2be45 tempest-DeleteServersAdminTestJSON-120830618 tempest-DeleteServersAdminTestJSON-120830618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:43.164951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39378) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:43.217750 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2570183 Aug 24 00:11:43.221213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39382) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:43.245424 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c90efe9a-27eb-42d7-98b1-db05d9f3275b admin admin] Request body: {'subnet': {'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-176619396-subnet', 'tenant_id': '4296ba497012466daa2a49222903cd4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:43.260885 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2aa239-f42d-4953-b345-ebf3a104d5c3 admin admin] Pushing event updated for resources: {'Network': ['ID=ea19c1d5-c260-40f7-a45f-242d804dbf95,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:43.271797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network ea19c1d5-c260-40f7-a45f-242d804dbf95 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:11:43.276770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-be8aa9ec-0180-452c-9d86-fd28d750939a req-17310d86-35ad-48a6-9822-151a9cb2be45 tempest-DeleteServersAdminTestJSON-120830618 tempest-DeleteServersAdminTestJSON-120830618-project-admin] For port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:43.277428 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be8aa9ec-0180-452c-9d86-fd28d750939a req-17310d86-35ad-48a6-9822-151a9cb2be45 tempest-DeleteServersAdminTestJSON-120830618 tempest-DeleteServersAdminTestJSON-120830618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:43.289709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081eed9-3ce6-4b4a-8dfb-9e710274f630 req-07a7fc7b-c906-4c88-8564-e4c12b85686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:43.291260 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5081eed9-3ce6-4b4a-8dfb-9e710274f630 req-07a7fc7b-c906-4c88-8564-e4c12b85686d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2114406 Aug 24 00:11:43.310002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981feca-cc4b-4888-b094-3c7f321c97d3 req-85e014ae-b6e8-4c57-aa13-c9e67fb2bc96 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:43.312673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0981feca-cc4b-4888-b094-3c7f321c97d3 req-85e014ae-b6e8-4c57-aa13-c9e67fb2bc96 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 969 time: 0.1267426 Aug 24 00:11:43.313965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-be8aa9ec-0180-452c-9d86-fd28d750939a req-17310d86-35ad-48a6-9822-151a9cb2be45 tempest-DeleteServersAdminTestJSON-120830618 tempest-DeleteServersAdminTestJSON-120830618-project-admin] Calling delete_port for 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:11:43.317328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90efe9a-27eb-42d7-98b1-db05d9f3275b admin admin] Made reservation on behalf of 4296ba497012466daa2a49222903cd4c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:43.323859 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c90efe9a-27eb-42d7-98b1-db05d9f3275b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:43.439355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0981feca-cc4b-4888-b094-3c7f321c97d3 req-9b242b3c-f610-404d-bd3d-2873e0b730e7 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174076 Aug 24 00:11:43.515479 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-b0a6047a-0f40-44f7-a879-57a0ffb0641a tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323093 Aug 24 00:11:43.552044 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5081eed9-3ce6-4b4a-8dfb-9e710274f630 req-4a67a5a2-5c1a-409e-92af-4acc75e84eb0 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525988 Aug 24 00:11:43.656519 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fda93a1-006e-4bf0-9120-ee8362477b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:43.716969 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be8aa9ec-0180-452c-9d86-fd28d750939a req-17310d86-35ad-48a6-9822-151a9cb2be45 tempest-DeleteServersAdminTestJSON-120830618 tempest-DeleteServersAdminTestJSON-120830618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:43.754942 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:11:43.763470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39410) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:43.775323 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:43.777753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17310d86-35ad-48a6-9822-151a9cb2be45 tempest-DeleteServersAdminTestJSON-120830618 tempest-DeleteServersAdminTestJSON-120830618-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:43.803212 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-70b76060-07c2-47ff-be3c-184f8fd908e1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:43.810479 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-70b76060-07c2-47ff-be3c-184f8fd908e1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2860205 Aug 24 00:11:43.838978 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0c983ce6-35a8-4842-8120-5242351c2dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:43.849163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:11:43.860222 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5081eed9-3ce6-4b4a-8dfb-9e710274f630 req-ebdc21a8-2b5a-4fc9-9bde-a9a781824052 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001974 Aug 24 00:11:43.876576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-d0306827-8937-4f48-95df-fbf5ed914e81 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/quotas/b325e23e1e5c4eb2b0f41309b66e6a8f HTTP/1.1" status: 200 len: 375 time: 0.0641994 Aug 24 00:11:43.886072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8aa9ec-0180-452c-9d86-fd28d750939a req-17310d86-35ad-48a6-9822-151a9cb2be45 tempest-DeleteServersAdminTestJSON-120830618 tempest-DeleteServersAdminTestJSON-120830618-project-admin] No DVR routers for this DVR port 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:11:43.917296 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be8aa9ec-0180-452c-9d86-fd28d750939a req-17310d86-35ad-48a6-9822-151a9cb2be45 tempest-DeleteServersAdminTestJSON-120830618 tempest-DeleteServersAdminTestJSON-120830618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:43.919722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be8aa9ec-0180-452c-9d86-fd28d750939a req-17310d86-35ad-48a6-9822-151a9cb2be45 tempest-DeleteServersAdminTestJSON-120830618 tempest-DeleteServersAdminTestJSON-120830618-project-admin] 10.222.0.47 "DELETE /v2.0/ports/7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b HTTP/1.1" status: 204 len: 173 time: 1.0110066 Aug 24 00:11:43.928567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccddca9-00c5-4447-9a1c-e723ea0f757f', 'name': 'network-vif-deleted', 'tag': '7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:43.931086 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce9e559-7813-431a-bfd0-b4ee4a6fd181" -d '{"events": [{"server_uuid": "dccddca9-00c5-4447-9a1c-e723ea0f757f", "name": "network-vif-deleted", "tag": "7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:43.976707 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c90efe9a-27eb-42d7-98b1-db05d9f3275b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.011654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-b2ddd00c-8d3f-4246-b915-602f5bf1d76e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1337283 Aug 24 00:11:44.066470 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fda93a1-006e-4bf0-9120-ee8362477b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.088781 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fda93a1-006e-4bf0-9120-ee8362477b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.103910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:44.137992 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca', 'mac_address': 'fa:16:3e:3c:80:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:tempest-test_az-1278312705', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:11:44.165918 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5fda93a1-006e-4bf0-9120-ee8362477b7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d1a238579ae4d778a381ad2a8c0ad35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9996142 Aug 24 00:11:44.177213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39422) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:44.194089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90efe9a-27eb-42d7-98b1-db05d9f3275b admin admin] Pushing event updated for resources: {'Subnet': ['ID=da0aa47e-c845-4692-9319-c5277e0b6106,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:44.220853 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd09d9b-0b2d-4d49-9de3-c5db017afca6 x-openstack-request-id: req-7cd09d9b-0b2d-4d49-9de3-c5db017afca6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:44.221189 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccddca9-00c5-4447-9a1c-e723ea0f757f", "name": "network-vif-deleted", "tag": "7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:44.221394 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cd09d9b-0b2d-4d49-9de3-c5db017afca6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:44.221795 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccddca9-00c5-4447-9a1c-e723ea0f757f', 'name': 'network-vif-deleted', 'tag': '7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b', 'status': 'completed', 'code': 200} Aug 24 00:11:44.240117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb07a652-7cb2-4c1c-bb86-d6c2e2542863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.273361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda93a1-006e-4bf0-9120-ee8362477b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed772be-eece-4800-a92f-98459ae05f83,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:44.306578 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90efe9a-27eb-42d7-98b1-db05d9f3275b admin admin] Checking segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:11:44.307476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90efe9a-27eb-42d7-98b1-db05d9f3275b admin admin] Network hostable DHCP agents. Network: ea19c1d5-c260-40f7-a45f-242d804dbf95, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:11:44.324771 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd90-8a8d-4d03-bd12-546eaa84fb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.331203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90efe9a-27eb-42d7-98b1-db05d9f3275b admin admin] Network ea19c1d5-c260-40f7-a45f-242d804dbf95 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:11:44.334648 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.346112 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c90efe9a-27eb-42d7-98b1-db05d9f3275b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, ea19c1d5-c260-40f7-a45f-242d804dbf95) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:44.353044 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90efe9a-27eb-42d7-98b1-db05d9f3275b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:44.355935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03c94b7-5a76-40c0-9774-90d9d618d131 None None] Network ea19c1d5-c260-40f7-a45f-242d804dbf95 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:11:44.363352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:11:44.366755 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd90-8a8d-4d03-bd12-546eaa84fb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.367913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c90efe9a-27eb-42d7-98b1-db05d9f3275b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.433588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:44.440481 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.544424 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:44.578208 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886f3131-72c0-4278-a730-8bd504374277 None None] Network ea19c1d5-c260-40f7-a45f-242d804dbf95 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:11:44.619737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a17864d-5863-49fc-a08b-f165184a9db7 req-4c835621-d3df-4581-bbc0-988cf7e93177 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=dccddca9-00c5-4447-9a1c-e723ea0f757f HTTP/1.1" status: 200 len: 210 time: 0.2552822 Aug 24 00:11:44.647009 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0c983ce6-35a8-4842-8120-5242351c2dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.660279 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0c983ce6-35a8-4842-8120-5242351c2dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.701058 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd90-8a8d-4d03-bd12-546eaa84fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.704512 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7cd1cd90-8a8d-4d03-bd12-546eaa84fb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.705741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7cd1cd90-8a8d-4d03-bd12-546eaa84fb52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ed772be-eece-4800-a92f-98459ae05f83 HTTP/1.1" status: 204 len: 168 time: 0.5219438 Aug 24 00:11:44.734755 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0c983ce6-35a8-4842-8120-5242351c2dc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee331a86d89f476e90a812ec41af4a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9674709 Aug 24 00:11:44.736922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c983ce6-35a8-4842-8120-5242351c2dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa731c0-9863-4042-9da0-ab9ca45c580f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:44.739465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39428) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:44.755832 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c90efe9a-27eb-42d7-98b1-db05d9f3275b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5304980 Aug 24 00:11:44.839824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1cd90-8a8d-4d03-bd12-546eaa84fb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed772be-eece-4800-a92f-98459ae05f83,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:44.866629 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da96ba5c-8044-4e36-93c4-144f145f42e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.894367 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da96ba5c-8044-4e36-93c4-144f145f42e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.905059 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb07a652-7cb2-4c1c-bb86-d6c2e2542863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.921005 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb07a652-7cb2-4c1c-bb86-d6c2e2542863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.935395 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:11:44.960662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7669d-4519-4521-800c-4455afe796b3 req-82f412cd-4691-46b3-a9a6-5f307ec1f0e9 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:44.962527 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4e7669d-4519-4521-800c-4455afe796b3 req-82f412cd-4691-46b3-a9a6-5f307ec1f0e9 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 972 time: 0.2430155 Aug 24 00:11:44.980826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da96ba5c-8044-4e36-93c4-144f145f42e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.984980 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da96ba5c-8044-4e36-93c4-144f145f42e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:44.988668 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-da96ba5c-8044-4e36-93c4-144f145f42e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fa731c0-9863-4042-9da0-ab9ca45c580f HTTP/1.1" status: 204 len: 168 time: 0.2180455 Aug 24 00:11:45.033746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07a652-7cb2-4c1c-bb86-d6c2e2542863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a818a0f2-5c82-4ce5-ad4b-5a39fcd9240a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:45.040363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96ba5c-8044-4e36-93c4-144f145f42e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa731c0-9863-4042-9da0-ab9ca45c580f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:45.049703 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bb07a652-7cb2-4c1c-bb86-d6c2e2542863 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c0884db4d1c4cc790bc5ad176e9f80b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2728655 Aug 24 00:11:45.052007 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39444) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:45.095764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4e7669d-4519-4521-800c-4455afe796b3 req-a7111598-0cd2-473b-a247-5c45df12f29d tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163638 Aug 24 00:11:45.126293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabcfd9-ccfe-43ee-ab50-7342aaae73c5 req-840dcdef-7d85-48e0-828a-b87fe335f680 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:45.129759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1aabcfd9-ccfe-43ee-ab50-7342aaae73c5 req-840dcdef-7d85-48e0-828a-b87fe335f680 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 969 time: 0.1658158 Aug 24 00:11:45.149053 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7347a86e-b583-4ff4-ba9b-4dbbcb421f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:45.195318 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7347a86e-b583-4ff4-ba9b-4dbbcb421f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:45.210372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1aabcfd9-ccfe-43ee-ab50-7342aaae73c5 req-94f5cb46-bd91-4f6c-bd0e-1551e05513a3 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720632 Aug 24 00:11:45.301790 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:45.314218 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7347a86e-b583-4ff4-ba9b-4dbbcb421f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:45.321464 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7347a86e-b583-4ff4-ba9b-4dbbcb421f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:45.326046 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7347a86e-b583-4ff4-ba9b-4dbbcb421f83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a818a0f2-5c82-4ce5-ad4b-5a39fcd9240a HTTP/1.1" status: 204 len: 168 time: 0.2728188 Aug 24 00:11:45.352378 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc756de-698e-42e4-9f40-894705674360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:45.417206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347a86e-b583-4ff4-ba9b-4dbbcb421f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a818a0f2-5c82-4ce5-ad4b-5a39fcd9240a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:45.528278 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc756de-698e-42e4-9f40-894705674360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:45.533856 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc756de-698e-42e4-9f40-894705674360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:45.550972 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f42a29f-e017-4560-b9df-86fef705f960 req-68e5268f-1dbd-4453-9b7b-175449bb80da tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 210 time: 0.0529749 Aug 24 00:11:45.584653 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8dc756de-698e-42e4-9f40-894705674360 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b26b6fe7ff7e439fae3a9ecdfbbab328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794502 Aug 24 00:11:45.585428 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:45.593486 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc756de-698e-42e4-9f40-894705674360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa20d3e-f878-45d1-ac77-f9af5b7c76a9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:45.646473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67230565-b032-49fe-811b-685521e4a8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:45.674527 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67230565-b032-49fe-811b-685521e4a8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:45.793281 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43bf77-5a78-4dbf-8c48-4c3ccd018a8e req-905fd145-e983-474d-b119-a2c68ae28c9c tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:45.795616 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e43bf77-5a78-4dbf-8c48-4c3ccd018a8e req-905fd145-e983-474d-b119-a2c68ae28c9c tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 972 time: 0.1179252 Aug 24 00:11:45.854655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 10ef63a7-b747-4dcc-a39b-10bc6e06d301 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:11:45.871561 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67230565-b032-49fe-811b-685521e4a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:45.878875 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67230565-b032-49fe-811b-685521e4a8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:45.880049 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-67230565-b032-49fe-811b-685521e4a8c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fa20d3e-f878-45d1-ac77-f9af5b7c76a9 HTTP/1.1" status: 204 len: 168 time: 0.2937081 Aug 24 00:11:45.918939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:11:45.993346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67230565-b032-49fe-811b-685521e4a8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa20d3e-f878-45d1-ac77-f9af5b7c76a9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:46.088787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 10ef63a7-b747-4dcc-a39b-10bc6e06d301, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=10ef63a7-b747-4dcc-a39b-10bc6e06d301,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:46.090167 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5e43bf77-5a78-4dbf-8c48-4c3ccd018a8e req-ae734782-eaf1-4ed6-9277-eead7227f3f5 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Deleting port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:11:46.090837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e43bf77-5a78-4dbf-8c48-4c3ccd018a8e req-ae734782-eaf1-4ed6-9277-eead7227f3f5 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:46.103140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '10ef63a7-b747-4dcc-a39b-10bc6e06d301', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '10ef63a7-b747-4dcc-a39b-10bc6e06d301', 'mac_address': 'fa:16:3e:9f:34:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:tempest-test_az-1278312705', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:11:46.104942 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:11:46.113414 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:11:46.113804 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:46.190643 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39498) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:46.212909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-e5d6b3fc-4e04-41f6-b36d-8e05d65990f1 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8d9475bbc124489f8efb5c1a3c5cd80c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770254 Aug 24 00:11:46.213759 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d8ac-7418-4a50-b178-1743b618b5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:46.226437 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:46.246031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ef63a7-b747-4dcc-a39b-10bc6e06d301 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:11:46.285662 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5e43bf77-5a78-4dbf-8c48-4c3ccd018a8e req-ae734782-eaf1-4ed6-9277-eead7227f3f5 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] For port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6a2ba309-d1fd-499a-9a63-8518be2f2f8e,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:46.286291 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e43bf77-5a78-4dbf-8c48-4c3ccd018a8e req-ae734782-eaf1-4ed6-9277-eead7227f3f5 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:46.297468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 10ef63a7-b747-4dcc-a39b-10bc6e06d301, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=10ef63a7-b747-4dcc-a39b-10bc6e06d301,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:46.307872 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:46.316216 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:46.319452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-5e43bf77-5a78-4dbf-8c48-4c3ccd018a8e req-ae734782-eaf1-4ed6-9277-eead7227f3f5 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Calling delete_port for 6a2ba309-d1fd-499a-9a63-8518be2f2f8e owned by compute:tempest-test_az-1278312705 {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:11:46.398667 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b803147-26a6-40ab-adf0-247f78cafea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:46.401786 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a08335-989b-4f46-8de7-0251f26ce2c4" -d '{"events": [{"server_uuid": "3b803147-26a6-40ab-adf0-247f78cafea6", "name": "network-vif-plugged", "status": "completed", "tag": "6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:46.419867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07514fe-e963-4df0-96ad-77cf065ae5a1 req-ce05d44e-e0e6-4655-8e21-7eb1331e1d93 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:46.422922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b07514fe-e963-4df0-96ad-77cf065ae5a1 req-ce05d44e-e0e6-4655-8e21-7eb1331e1d93 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 972 time: 0.1750002 Aug 24 00:11:46.435298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=10ef63a7-b747-4dcc-a39b-10bc6e06d301,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:46.449220 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:46.455641 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:46.517340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-12d0e4fe-0864-41da-b57f-e958467faf10 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:46.526161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-12d0e4fe-0864-41da-b57f-e958467faf10 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3113458 Aug 24 00:11:46.552481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-a4ce4e0f-c103-4f67-9085-a9ee66e79c5c tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/quotas/8d9475bbc124489f8efb5c1a3c5cd80c HTTP/1.1" status: 200 len: 375 time: 0.0250947 Aug 24 00:11:46.555526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:46.561442 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d8ac-7418-4a50-b178-1743b618b5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:46.578665 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d8ac-7418-4a50-b178-1743b618b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:46.596178 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b07514fe-e963-4df0-96ad-77cf065ae5a1 req-ddb46d57-c284-4499-a70d-fe4e437a76d9 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/security-groups?id=392d1559-e08c-488e-8179-7e1a8ea47a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509995 Aug 24 00:11:46.599673 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['10ef63a7-b747-4dcc-a39b-10bc6e06d301'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:11:46.646662 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a9c1d8ac-7418-4a50-b178-1743b618b5a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48bc4cacd3bb48ae90c81a7e17163476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4544456 Aug 24 00:11:46.648040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e43bf77-5a78-4dbf-8c48-4c3ccd018a8e req-ae734782-eaf1-4ed6-9277-eead7227f3f5 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:46.653509 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1d8ac-7418-4a50-b178-1743b618b5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a492ad95-6f50-4708-afa8-34b38eb822d9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:46.662359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-0febbe28-1e93-45f0-9527-7337a65bbb6a tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d9475bbc124489f8efb5c1a3c5cd80c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078925 Aug 24 00:11:46.665328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39512) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:46.703679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae734782-eaf1-4ed6-9277-eead7227f3f5 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Pushing event deleted for resources: {'Port': ['ID=6a2ba309-d1fd-499a-9a63-8518be2f2f8e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:46.841713 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e43bf77-5a78-4dbf-8c48-4c3ccd018a8e req-ae734782-eaf1-4ed6-9277-eead7227f3f5 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] No DVR routers for this DVR port 6a2ba309-d1fd-499a-9a63-8518be2f2f8e on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:11:46.848552 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e43bf77-5a78-4dbf-8c48-4c3ccd018a8e req-ae734782-eaf1-4ed6-9277-eead7227f3f5 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:46.853644 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e43bf77-5a78-4dbf-8c48-4c3ccd018a8e req-ae734782-eaf1-4ed6-9277-eead7227f3f5 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.13 "DELETE /v2.0/ports/6a2ba309-d1fd-499a-9a63-8518be2f2f8e HTTP/1.1" status: 204 len: 173 time: 1.0506074 Aug 24 00:11:46.853644 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7df0c2-f4dc-422c-8468-fcfa47bf679b', 'name': 'network-vif-deleted', 'tag': '6a2ba309-d1fd-499a-9a63-8518be2f2f8e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:46.855163 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d720f519-a4a4-4794-a470-24b25d734eec" -d '{"events": [{"server_uuid": "4b7df0c2-f4dc-422c-8468-fcfa47bf679b", "name": "network-vif-deleted", "tag": "6a2ba309-d1fd-499a-9a63-8518be2f2f8e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:46.961677 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71032709-79c6-46b8-89a4-ca997aa402cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:47.073311 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:47.079163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1655977465-network', 'tenant_id': '966dd91ce85948c6befb9f45f615950f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:47.106838 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052006ce-b3c9-45c2-8bca-3ec2f6887427 x-openstack-request-id: req-052006ce-b3c9-45c2-8bca-3ec2f6887427 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:47.107349 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b803147-26a6-40ab-adf0-247f78cafea6", "name": "network-vif-plugged", "status": "completed", "tag": "6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:47.108813 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-052006ce-b3c9-45c2-8bca-3ec2f6887427 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:47.109336 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b803147-26a6-40ab-adf0-247f78cafea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca', 'code': 200} Aug 24 00:11:47.146281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-206b8e6d-233d-422a-9b45-850b84782094 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1677909 Aug 24 00:11:47.163649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] Made reservation on behalf of 966dd91ce85948c6befb9f45f615950f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:47.165921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:47.191131 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:47.237669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655d6b0-8883-40d7-8dbb-13453eb6965a req-a0a54fde-ec8f-4214-a3ab-38acb6ecfae3 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:47.239267 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7655d6b0-8883-40d7-8dbb-13453eb6965a req-a0a54fde-ec8f-4214-a3ab-38acb6ecfae3 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 970 time: 0.4243581 Aug 24 00:11:47.352623 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71032709-79c6-46b8-89a4-ca997aa402cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:47.422587 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31b0a1a4-0e12-4e7c-af64-bc70f59e10b8 req-754296b9-cc26-43aa-9f09-1ef57ac44617 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 210 time: 0.1795092 Aug 24 00:11:47.510434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6a2ba309-d1fd-499a-9a63-8518be2f2f8e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:11:47.521884 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365abd6a-210c-402e-9c61-a1b342c70390 x-openstack-request-id: req-365abd6a-210c-402e-9c61-a1b342c70390 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:47.522222 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7df0c2-f4dc-422c-8468-fcfa47bf679b", "name": "network-vif-deleted", "tag": "6a2ba309-d1fd-499a-9a63-8518be2f2f8e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:47.522476 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-365abd6a-210c-402e-9c61-a1b342c70390 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:47.522905 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7df0c2-f4dc-422c-8468-fcfa47bf679b', 'name': 'network-vif-deleted', 'tag': '6a2ba309-d1fd-499a-9a63-8518be2f2f8e', 'status': 'completed', 'code': 200} Aug 24 00:11:47.604148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7655d6b0-8883-40d7-8dbb-13453eb6965a req-7ef71df1-022d-4c5a-b411-322186d4cfcd tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572422 Aug 24 00:11:47.673085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56db0d39-47cf-4f45-95bc-1814202a3607 req-2b44b355-c050-4b2c-90fb-d1e8dbed41db tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 210 time: 0.1078169 Aug 24 00:11:47.724580 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71032709-79c6-46b8-89a4-ca997aa402cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:47.744592 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71032709-79c6-46b8-89a4-ca997aa402cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:47.744592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-71032709-79c6-46b8-89a4-ca997aa402cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a492ad95-6f50-4708-afa8-34b38eb822d9 HTTP/1.1" status: 204 len: 168 time: 1.0676367 Aug 24 00:11:47.750408 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:47.757922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-8998bcba-c52d-4f62-a6cf-7955da8b4f99 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:47.759852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-8998bcba-c52d-4f62-a6cf-7955da8b4f99 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5607071 Aug 24 00:11:47.780684 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:47.785676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71032709-79c6-46b8-89a4-ca997aa402cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a492ad95-6f50-4708-afa8-34b38eb822d9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:47.825733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-9f706c5e-6b76-4ae8-9a3c-680a1ea3dfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Request body: {'port': {'device_id': '03be95f9-0d93-4369-b795-ac7cef9f271e', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'b325e23e1e5c4eb2b0f41309b66e6a8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:47.877146 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:11:47.883126 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 10ef63a7-b747-4dcc-a39b-10bc6e06d301 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:11:47.897943 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acd372-1c52-4beb-8668-81f36284ad43 req-f4be3197-ff78-4d06-b040-35ad706e60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:47.907795 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c9acd372-1c52-4beb-8668-81f36284ad43 req-f4be3197-ff78-4d06-b040-35ad706e60c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 1123 time: 0.5063765 Aug 24 00:11:47.944076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d558858-3cf8-4e7c-a99c-148621f095dd req-c10d098f-cad0-4755-a1ba-3e8d07beaec9 tempest-AggregatesAdminTestJSON-1960068459 tempest-AggregatesAdminTestJSON-1960068459-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b7df0c2-f4dc-422c-8468-fcfa47bf679b HTTP/1.1" status: 200 len: 210 time: 0.0898688 Aug 24 00:11:48.048235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 10ef63a7-b747-4dcc-a39b-10bc6e06d301 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:11:48.055555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 10ef63a7-b747-4dcc-a39b-10bc6e06d301 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:11:48.056387 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:48.060522 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:48.061872 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] Added segment 5c0d8156-81fb-49f4-8a1a-2ea638029863 of type vlan for network ac3a522b-c1fa-4e69-9137-2d8ada735a24 Aug 24 00:11:48.097831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d144ffda-f9cc-474a-9c58-e45c557f9cdf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:48.164617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:11:48.165512 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-1e5758f3-e151-4dfb-ab94-4bbf2a629737 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2196603 Aug 24 00:11:48.185247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-9f706c5e-6b76-4ae8-9a3c-680a1ea3dfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Made reservation on behalf of b325e23e1e5c4eb2b0f41309b66e6a8f for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:48.214306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-9f706c5e-6b76-4ae8-9a3c-680a1ea3dfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:48.224089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:11:48.224412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7e5de3ba-8fbb-473d-afcd-5ff5bfaedd3b not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:11:48.334643 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:48.373965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 10ef63a7-b747-4dcc-a39b-10bc6e06d301, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=10ef63a7-b747-4dcc-a39b-10bc6e06d301,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:48.385593 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:48.387362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6a2ba309-d1fd-499a-9a63-8518be2f2f8e no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:11:48.440062 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c9acd372-1c52-4beb-8668-81f36284ad43 req-a26fdcde-a7a8-409a-9457-2b7a21852a35 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747357 Aug 24 00:11:48.455226 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:48.466055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 6a2ba309-d1fd-499a-9a63-8518be2f2f8e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:11:48.466563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6a2ba309-d1fd-499a-9a63-8518be2f2f8e not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:11:48.520161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=10ef63a7-b747-4dcc-a39b-10bc6e06d301,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:48.532969 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:48.535561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:48.536417 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:48.549506 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-6d225b1e-9aec-4032-9ca7-d5f3a0028c0e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:48.551154 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-6d225b1e-9aec-4032-9ca7-d5f3a0028c0e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3777275 Aug 24 00:11:48.569763 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-9f706c5e-6b76-4ae8-9a3c-680a1ea3dfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Allocated IP 192.168.233.144 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/455e03c0-f799-42af-8eb9-21d9a34db4ad) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:11:48.575215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-211e9ecf-6859-45a5-b32f-221f9b471abe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Request body: {'port': {'device_id': '420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'b325e23e1e5c4eb2b0f41309b66e6a8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:48.608996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4813d3e5-dbfd-4dd7-a8cf-c83cf67ebddc req-a1c3e4c9-2198-496e-9611-3d87010a6d6e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 210 time: 0.0612741 Aug 24 00:11:48.612975 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5385990 Aug 24 00:11:48.617275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39584) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:48.626505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8de424c9-60b9-40eb-bf8d-3f1b8895a531 admin admin] Request body: {'subnet': {'network_id': 'ac3a522b-c1fa-4e69-9137-2d8ada735a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1655977465-subnet', 'tenant_id': '966dd91ce85948c6befb9f45f615950f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:48.657743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de424c9-60b9-40eb-bf8d-3f1b8895a531 admin admin] Made reservation on behalf of 966dd91ce85948c6befb9f45f615950f for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:48.661106 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8de424c9-60b9-40eb-bf8d-3f1b8895a531 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:48.674043 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8824f9d-a696-4f78-b83e-b6a9ee7fb219 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3a522b-c1fa-4e69-9137-2d8ada735a24,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:48.686427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network ac3a522b-c1fa-4e69-9137-2d8ada735a24 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:11:48.828433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-211e9ecf-6859-45a5-b32f-221f9b471abe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Made reservation on behalf of b325e23e1e5c4eb2b0f41309b66e6a8f for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:48.832510 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-211e9ecf-6859-45a5-b32f-221f9b471abe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:48.892527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.47', 63469) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:48.918292 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-169bf42e-38c2-4e61-bcce-9cdb2db01eba req-1bca2aff-989c-450c-8245-e3c3bb10260f tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 210 time: 0.1114125 Aug 24 00:11:48.992558 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-dab24688-0c87-4a8c-8664-e1c4c92efe3c tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8d9475bbc124489f8efb5c1a3c5cd80c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939410 Aug 24 00:11:49.110948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09087f16-a2d9-42ac-bd13-130ff7fb1c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ef63a7-b747-4dcc-a39b-10bc6e06d301'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:49.114340 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b120a3-5c1e-47f4-b42b-fdceb3aa2142" -d '{"events": [{"server_uuid": "09087f16-a2d9-42ac-bd13-130ff7fb1c06", "name": "network-vif-plugged", "status": "completed", "tag": "10ef63a7-b747-4dcc-a39b-10bc6e06d301"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:49.120539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb3ad7-bb2f-494a-8c74-4fd50c544f87 req-e49fe9e5-cbb5-4f9f-a03a-428f78388fed tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:49.122152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2bb3ad7-bb2f-494a-8c74-4fd50c544f87 req-e49fe9e5-cbb5-4f9f-a03a-428f78388fed tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 971 time: 0.3593090 Aug 24 00:11:49.157505 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53edd83e-b9c0-43f6-b7bd-ea7c8764bb7e x-openstack-request-id: req-53edd83e-b9c0-43f6-b7bd-ea7c8764bb7e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:49.158126 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09087f16-a2d9-42ac-bd13-130ff7fb1c06", "name": "network-vif-plugged", "status": "completed", "tag": "10ef63a7-b747-4dcc-a39b-10bc6e06d301", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:49.158515 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53edd83e-b9c0-43f6-b7bd-ea7c8764bb7e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:49.159108 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09087f16-a2d9-42ac-bd13-130ff7fb1c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ef63a7-b747-4dcc-a39b-10bc6e06d301', 'code': 200} Aug 24 00:11:49.280595 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-9f706c5e-6b76-4ae8-9a3c-680a1ea3dfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:49.299659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2bb3ad7-bb2f-494a-8c74-4fd50c544f87 req-c4a3ac5f-b956-4263-8339-d706b9dd419d tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646938 Aug 24 00:11:49.334705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-a22bd56e-d33e-40a0-800e-23880d0a9c4c tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:49.336574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-a22bd56e-d33e-40a0-800e-23880d0a9c4c tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056357 Aug 24 00:11:49.344709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-9f706c5e-6b76-4ae8-9a3c-680a1ea3dfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Transition to ACTIVE for port object 455e03c0-f799-42af-8eb9-21d9a34db4ad will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:49.356484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c1add-ecb9-4b11-8e69-c46f654579bc req-8840be00-c725-44ba-b6e1-f603e676db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:49.358545 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2f2c1add-ecb9-4b11-8e69-c46f654579bc req-8840be00-c725-44ba-b6e1-f603e676db33 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 1122 time: 0.0810659 Aug 24 00:11:49.368285 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-b6b9d591-a0f8-4af1-b53c-9f67b335a14e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Request body: {'port': {'device_id': '7b99ef64-aa31-40af-af48-abb4f088cac2', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': '8d9475bbc124489f8efb5c1a3c5cd80c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:49.393391 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8de424c9-60b9-40eb-bf8d-3f1b8895a531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:49.457837 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2f2c1add-ecb9-4b11-8e69-c46f654579bc req-f5f74f75-d4b2-4927-90d6-bf57a1fe4274 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503690 Aug 24 00:11:49.525044 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de424c9-60b9-40eb-bf8d-3f1b8895a531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad1457c-5c67-4bde-8519-fbb19623428a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:49.553241 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-9f706c5e-6b76-4ae8-9a3c-680a1ea3dfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:49.594039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:11:49.624423 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:49.645236 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-211e9ecf-6859-45a5-b32f-221f9b471abe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Allocated IP 192.168.233.111 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/d7b1f4a4-303e-4f08-a849-e48b6274eb3c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:11:49.673536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de424c9-60b9-40eb-bf8d-3f1b8895a531 admin admin] Checking segment: {'id': '5c0d8156-81fb-49f4-8a1a-2ea638029863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ac3a522b-c1fa-4e69-9137-2d8ada735a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:11:49.673982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de424c9-60b9-40eb-bf8d-3f1b8895a531 admin admin] Network hostable DHCP agents. Network: ac3a522b-c1fa-4e69-9137-2d8ada735a24, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:11:49.680208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-9f706c5e-6b76-4ae8-9a3c-680a1ea3dfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:11:49.691493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-9f706c5e-6b76-4ae8-9a3c-680a1ea3dfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:49.707872 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-9f706c5e-6b76-4ae8-9a3c-680a1ea3dfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:11:49.715464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-9f706c5e-6b76-4ae8-9a3c-680a1ea3dfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:49.716339 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-9f706c5e-6b76-4ae8-9a3c-680a1ea3dfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:49.734969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f706c5e-6b76-4ae8-9a3c-680a1ea3dfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event updated for resources: {'Port': ['ID=455e03c0-f799-42af-8eb9-21d9a34db4ad,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:49.743281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-b6b9d591-a0f8-4af1-b53c-9f67b335a14e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Made reservation on behalf of 8d9475bbc124489f8efb5c1a3c5cd80c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:49.747568 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-b6b9d591-a0f8-4af1-b53c-9f67b335a14e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:49.781435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-9f706c5e-6b76-4ae8-9a3c-680a1ea3dfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9971094 Aug 24 00:11:49.793579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de424c9-60b9-40eb-bf8d-3f1b8895a531 admin admin] Network ac3a522b-c1fa-4e69-9137-2d8ada735a24 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:11:49.824547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Request body: {'port': {'device_id': '03be95f9-0d93-4369-b795-ac7cef9f271e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:49.835161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8de424c9-60b9-40eb-bf8d-3f1b8895a531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, ac3a522b-c1fa-4e69-9137-2d8ada735a24) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:49.839890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de424c9-60b9-40eb-bf8d-3f1b8895a531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:49.840793 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8de424c9-60b9-40eb-bf8d-3f1b8895a531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:49.861588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc85cb7-7ae2-4056-87e7-fe7fadd616cd None None] Network ac3a522b-c1fa-4e69-9137-2d8ada735a24 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:11:49.968589 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-211e9ecf-6859-45a5-b32f-221f9b471abe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.001475 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-211e9ecf-6859-45a5-b32f-221f9b471abe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Transition to ACTIVE for port object d7b1f4a4-303e-4f08-a849-e48b6274eb3c will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:50.027585 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43302080-080d-40bf-9d4e-fe6d663ebd68 req-6513228d-cd1b-4fee-92bd-bfc59bf9183c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 210 time: 0.1967480 Aug 24 00:11:50.074112 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-211e9ecf-6859-45a5-b32f-221f9b471abe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.092550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad3b85c3-a3ec-45bf-97d8-ac2ecc5b880f req-f307e8b0-2c43-46ba-b37a-ecfad07a265a tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 210 time: 0.0586500 Aug 24 00:11:50.124875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39646) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:50.140496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8de424c9-60b9-40eb-bf8d-3f1b8895a531 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5179143 Aug 24 00:11:50.155919 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-211e9ecf-6859-45a5-b32f-221f9b471abe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:11:50.159101 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.167103 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1832cfe9-4ef0-4f18-9d0b-f4686ff1d25e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a968efd2f0ea4399baeaf1d0ef3aa57e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5393643 Aug 24 00:11:50.168405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39654) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:50.169271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-211e9ecf-6859-45a5-b32f-221f9b471abe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:50.180568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-211e9ecf-6859-45a5-b32f-221f9b471abe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:11:50.187185 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-211e9ecf-6859-45a5-b32f-221f9b471abe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:50.187982 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-211e9ecf-6859-45a5-b32f-221f9b471abe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.226841 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-211e9ecf-6859-45a5-b32f-221f9b471abe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6567137 Aug 24 00:11:50.239893 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e9ecf-6859-45a5-b32f-221f9b471abe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event updated for resources: {'Port': ['ID=d7b1f4a4-303e-4f08-a849-e48b6274eb3c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:50.271919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-04e1c887-3c2a-459a-854d-b411d072dd1a None None] Provisioning for port 455e03c0-f799-42af-8eb9-21d9a34db4ad completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:11:50.274390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e450d3e-b784-471c-8b4a-42429d558357 None None] Network ac3a522b-c1fa-4e69-9137-2d8ada735a24 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:11:50.278546 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Request body: {'port': {'device_id': '420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:50.279747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-04e1c887-3c2a-459a-854d-b411d072dd1a None None] Provisioning complete for port 455e03c0-f799-42af-8eb9-21d9a34db4ad triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:11:50.281106 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-04e1c887-3c2a-459a-854d-b411d072dd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.354269 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-844a871c-5900-4ac0-8fec-8a5b9c75b132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.422378 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.430187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-b6b9d591-a0f8-4af1-b53c-9f67b335a14e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Allocated IP 192.168.233.148 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/e364e81b-9541-4ee0-820a-20835d13db8a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:11:50.476120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:11:50.515620 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-844a871c-5900-4ac0-8fec-8a5b9c75b132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.571448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39664) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:50.643034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-04e1c887-3c2a-459a-854d-b411d072dd1a None None] Port 455e03c0-f799-42af-8eb9-21d9a34db4ad cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:11:50.683587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1625660804-network', 'tenant_id': '201bbc9e65e04355b943619582544ba4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:50.709827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3b699-898b-43bb-a005-43814ef979c0 req-c4c6eda1-1257-4f70-991b-732c58fd1644 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:50.718171 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abb3b699-898b-43bb-a005-43814ef979c0 req-c4c6eda1-1257-4f70-991b-732c58fd1644 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 971 time: 0.1129227 Aug 24 00:11:50.727855 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-844a871c-5900-4ac0-8fec-8a5b9c75b132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.731411 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-844a871c-5900-4ac0-8fec-8a5b9c75b132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.737289 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-844a871c-5900-4ac0-8fec-8a5b9c75b132 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/392d1559-e08c-488e-8179-7e1a8ea47a99 HTTP/1.1" status: 204 len: 168 time: 0.5653651 Aug 24 00:11:50.753068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a871c-5900-4ac0-8fec-8a5b9c75b132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d1559-e08c-488e-8179-7e1a8ea47a99,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:50.756307 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-b6b9d591-a0f8-4af1-b53c-9f67b335a14e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.800069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-b6b9d591-a0f8-4af1-b53c-9f67b335a14e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Transition to ACTIVE for port object e364e81b-9541-4ee0-820a-20835d13db8a will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:50.801626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] Made reservation on behalf of 201bbc9e65e04355b943619582544ba4 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:50.804567 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.815717 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-962cd61e-ec44-489b-b8b1-706e1ce6ff64 None None] Provisioning for port d7b1f4a4-303e-4f08-a849-e48b6274eb3c completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:11:50.823579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-962cd61e-ec44-489b-b8b1-706e1ce6ff64 None None] Provisioning complete for port d7b1f4a4-303e-4f08-a849-e48b6274eb3c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:11:50.824114 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-962cd61e-ec44-489b-b8b1-706e1ce6ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.852128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abb3b699-898b-43bb-a005-43814ef979c0 req-21be71a4-0929-46f1-bf1b-b9a18b44f0f9 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285660 Aug 24 00:11:50.852808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.879491 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa70c947-a549-4aa9-9245-17c75d8e0ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:50.902136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-962cd61e-ec44-489b-b8b1-706e1ce6ff64 None None] Port d7b1f4a4-303e-4f08-a849-e48b6274eb3c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:11:50.938934 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-b6b9d591-a0f8-4af1-b53c-9f67b335a14e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.040717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-b6b9d591-a0f8-4af1-b53c-9f67b335a14e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:11:51.060012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-b6b9d591-a0f8-4af1-b53c-9f67b335a14e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:51.062444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9d591-a0f8-4af1-b53c-9f67b335a14e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Pushing event updated for resources: {'Port': ['ID=e364e81b-9541-4ee0-820a-20835d13db8a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:51.071361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-b6b9d591-a0f8-4af1-b53c-9f67b335a14e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:11:51.078081 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-b6b9d591-a0f8-4af1-b53c-9f67b335a14e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:51.078818 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-b6b9d591-a0f8-4af1-b53c-9f67b335a14e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.173936 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.179017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.271525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:11:51.296376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6dd513-0398-40b6-bdb4-45c3fb8f918c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:51.308101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455e03c0-f799-42af-8eb9-21d9a34db4ad {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:11:51.319883 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.320280 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] Added segment 7cb85873-a1c8-4873-af37-9032bc9f4b74 of type vlan for network 56399c6d-6149-4bd1-b3d7-d192bc17ca41 Aug 24 00:11:51.335349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c1625-32e3-4f3d-bad0-815335b77256 req-25f61ae1-01f2-4f7e-91b4-026cb27e64a9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:51.337348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39696) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:51.343867 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-215c1625-32e3-4f3d-bad0-815335b77256 req-25f61ae1-01f2-4f7e-91b4-026cb27e64a9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 936 time: 0.1968465 Aug 24 00:11:51.347190 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.382312 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa70c947-a549-4aa9-9245-17c75d8e0ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.392882 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa70c947-a549-4aa9-9245-17c75d8e0ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.414182 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-287a8110-8923-494f-941a-ccf70c185795 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c71f24ea9914f9e8dca3dae0df67988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0748951 Aug 24 00:11:51.418236 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:51.434162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e45e046c-4eaa-42f2-ad6c-f1dad5e6fc37 None None] Provisioning for port e364e81b-9541-4ee0-820a-20835d13db8a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:11:51.441120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e45e046c-4eaa-42f2-ad6c-f1dad5e6fc37 None None] Provisioning complete for port e364e81b-9541-4ee0-820a-20835d13db8a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:11:51.441875 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e45e046c-4eaa-42f2-ad6c-f1dad5e6fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.472937 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-aa70c947-a549-4aa9-9245-17c75d8e0ab9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18fd86f2eb054735ac3530b23bbdf2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8909509 Aug 24 00:11:51.480651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70c947-a549-4aa9-9245-17c75d8e0ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0028ea-59f3-461c-81f7-8a6d765a0aa1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:51.483823 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:51.491207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-b6b9d591-a0f8-4af1-b53c-9f67b335a14e tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1367640 Aug 24 00:11:51.503032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Transition to ACTIVE for port object 455e03c0-f799-42af-8eb9-21d9a34db4ad will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:51.507378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e45e046c-4eaa-42f2-ad6c-f1dad5e6fc37 None None] Port e364e81b-9541-4ee0-820a-20835d13db8a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:11:51.517927 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.532558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Request body: {'port': {'device_id': '7b99ef64-aa31-40af-af48-abb4f088cac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:51.535878 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.555524 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c83dcc68-5c3f-4942-9066-eb492982d220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.615974 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-241f7bb6-cb6c-481e-99fc-03b370352878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.632436 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c83dcc68-5c3f-4942-9066-eb492982d220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.683809 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-241f7bb6-cb6c-481e-99fc-03b370352878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.698669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:51.814219 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b1f4a4-303e-4f08-a849-e48b6274eb3c {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:11:51.825366 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c83dcc68-5c3f-4942-9066-eb492982d220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.833396 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c83dcc68-5c3f-4942-9066-eb492982d220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.834581 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c83dcc68-5c3f-4942-9066-eb492982d220 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf263c05-13f2-4c5d-8498-66eabd932964 HTTP/1.1" status: 204 len: 168 time: 0.4120409 Aug 24 00:11:51.845069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.856053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dcc68-5c3f-4942-9066-eb492982d220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf263c05-13f2-4c5d-8498-66eabd932964,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:51.858556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-241f7bb6-cb6c-481e-99fc-03b370352878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.859134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-215c1625-32e3-4f3d-bad0-815335b77256 req-226c1a95-d763-4161-b762-95f709599e62 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142448 Aug 24 00:11:51.860699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Pushing event updated for resources: {'Port': ['ID=455e03c0-f799-42af-8eb9-21d9a34db4ad,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:51.861085 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-241f7bb6-cb6c-481e-99fc-03b370352878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.864500 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-241f7bb6-cb6c-481e-99fc-03b370352878 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f0028ea-59f3-461c-81f7-8a6d765a0aa1 HTTP/1.1" status: 204 len: 168 time: 0.3753681 Aug 24 00:11:51.885925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Transition to ACTIVE for port object d7b1f4a4-303e-4f08-a849-e48b6274eb3c will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:51.887281 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bd0dd65-de77-4548-b4f3-6fb5c4f801fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.899158 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f7bb6-cb6c-481e-99fc-03b370352878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0028ea-59f3-461c-81f7-8a6d765a0aa1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:51.902080 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:51.931910 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:11:51.952397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Pushing event updated for resources: {'Port': ['ID=d7b1f4a4-303e-4f08-a849-e48b6274eb3c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:52.060083 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Attempting to bind port d7b1f4a4-303e-4f08-a849-e48b6274eb3c on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:11:52.060353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Attempting to bind port d7b1f4a4-303e-4f08-a849-e48b6274eb3c by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:11:52.060786 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Attempting to bind port d7b1f4a4-303e-4f08-a849-e48b6274eb3c on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:52.070765 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Port d7b1f4a4-303e-4f08-a849-e48b6274eb3c on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:11:52.071298 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Attempting to bind port d7b1f4a4-303e-4f08-a849-e48b6274eb3c on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:52.086822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:11:52.087063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:11:52.087261 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:11:52.087695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Bound port: d7b1f4a4-303e-4f08-a849-e48b6274eb3c, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:11:52.088044 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.116087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Attempting to bind port 455e03c0-f799-42af-8eb9-21d9a34db4ad on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:11:52.116688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Attempting to bind port 455e03c0-f799-42af-8eb9-21d9a34db4ad by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:11:52.117175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Attempting to bind port 455e03c0-f799-42af-8eb9-21d9a34db4ad on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:52.122261 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.123534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:52.124275 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.152921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Port 455e03c0-f799-42af-8eb9-21d9a34db4ad on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:11:52.152921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Attempting to bind port 455e03c0-f799-42af-8eb9-21d9a34db4ad on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:52.152921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.177867 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bd0dd65-de77-4548-b4f3-6fb5c4f801fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.183373 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1dede8-3def-4557-95d6-372d4a1922f9 req-65104f29-6117-459d-a445-703d025ddd34 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:52.186524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af1dede8-3def-4557-95d6-372d4a1922f9 req-65104f29-6117-459d-a445-703d025ddd34 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 936 time: 0.2211857 Aug 24 00:11:52.192222 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bd0dd65-de77-4548-b4f3-6fb5c4f801fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.206059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-ec63c223-1c81-4022-bcf7-13481f5ceb9d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:52.209543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-ec63c223-1c81-4022-bcf7-13481f5ceb9d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 807 time: 0.8515284 Aug 24 00:11:52.233616 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1025233 Aug 24 00:11:52.244036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39722) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:52.278824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:11:52.279190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:11:52.279764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:11:52.280484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Bound port: 455e03c0-f799-42af-8eb9-21d9a34db4ad, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:11:52.280847 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.299713 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] For port d7b1f4a4-303e-4f08-a849-e48b6274eb3c, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:11:52.304621 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4bd0dd65-de77-4548-b4f3-6fb5c4f801fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dcad03b345464d749354c58b2c565722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6012502 Aug 24 00:11:52.309541 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] For port d7b1f4a4-303e-4f08-a849-e48b6274eb3c, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d7b1f4a4-303e-4f08-a849-e48b6274eb3c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:11:52.309541 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0dd65-de77-4548-b4f3-6fb5c4f801fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8709f9c8-efd2-4c73-8536-b1537181fd28,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:52.314108 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39724) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:52.329485 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.334585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-85b2d34b-4bea-4711-a961-e60aa2e0b32c admin admin] Request body: {'subnet': {'network_id': '56399c6d-6149-4bd1-b3d7-d192bc17ca41', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1625660804-subnet', 'tenant_id': '201bbc9e65e04355b943619582544ba4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:52.420632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-112236aa-c9b5-497a-b2ed-57d1ee7414e4 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/quotas/4296ba497012466daa2a49222903cd4c HTTP/1.1" status: 200 len: 375 time: 0.1883531 Aug 24 00:11:52.437648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af52d51-8fe2-4d3f-b9ab-3185f2a9d95c admin admin] Pushing event updated for resources: {'Network': ['ID=56399c6d-6149-4bd1-b3d7-d192bc17ca41,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:52.487771 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:52.488708 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.491529 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] 10.222.0.47 "PUT /v2.0/ports/d7b1f4a4-303e-4f08-a849-e48b6274eb3c HTTP/1.1" status: 200 len: 1096 time: 2.2339818 Aug 24 00:11:52.491807 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3', 'tag': 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:52.493995 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446ceb04-83f4-41eb-b702-e7c713638e14" -d '{"events": [{"name": "network-changed", "server_uuid": "420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3", "tag": "d7b1f4a4-303e-4f08-a849-e48b6274eb3c"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:52.498688 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3519f22-5295-496f-9c43-c81cb4bca0fc service neutron] Pushing event updated for resources: {'Port': ['ID=d7b1f4a4-303e-4f08-a849-e48b6274eb3c,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:52.511093 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0ab7e9d5-d6f3-4100-939b-c1975d95329c tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676980 Aug 24 00:11:52.511775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:52.540991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 56399c6d-6149-4bd1-b3d7-d192bc17ca41 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:11:52.576198 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a9deffa-6e49-4ae6-8dde-e1d023979dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.582150 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9911c1a1-8821-499e-8014-2303c15812cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.673528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af1dede8-3def-4557-95d6-372d4a1922f9 req-f59f9bc1-b9dc-4f39-a7b5-586fdf9feadc tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453175 Aug 24 00:11:52.678443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] For port 455e03c0-f799-42af-8eb9-21d9a34db4ad, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:11:52.693503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b2d34b-4bea-4711-a961-e60aa2e0b32c admin admin] Made reservation on behalf of 201bbc9e65e04355b943619582544ba4 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:52.698052 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-85b2d34b-4bea-4711-a961-e60aa2e0b32c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.727811 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9911c1a1-8821-499e-8014-2303c15812cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.771744 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-ae08a9b8-7738-4761-808a-44c528e84956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:52.773252 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-ae08a9b8-7738-4761-808a-44c528e84956 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 1099 time: 0.1804175 Aug 24 00:11:52.828663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] For port 455e03c0-f799-42af-8eb9-21d9a34db4ad, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=455e03c0-f799-42af-8eb9-21d9a34db4ad,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:11:52.843829 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-82a9dc6f-20c3-40b6-a865-59fee919b756 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d7b1f4a4-303e-4f08-a849-e48b6274eb3c HTTP/1.1" status: 200 len: 217 time: 0.0490742 Aug 24 00:11:52.899018 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9911c1a1-8821-499e-8014-2303c15812cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.901612 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9911c1a1-8821-499e-8014-2303c15812cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.905306 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9911c1a1-8821-499e-8014-2303c15812cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8709f9c8-efd2-4c73-8536-b1537181fd28 HTTP/1.1" status: 204 len: 168 time: 0.5875976 Aug 24 00:11:52.905444 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.924531 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911c1a1-8821-499e-8014-2303c15812cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8709f9c8-efd2-4c73-8536-b1537181fd28,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:52.939585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c1fc0b81-efd3-4dd5-8344-17d57cafebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:52.941063 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c1fc0b81-efd3-4dd5-8344-17d57cafebfa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0865831 Aug 24 00:11:52.948570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0afcd848-bb4d-403f-b1e4-11036d4bb0be service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:11:52.961640 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0afcd848-bb4d-403f-b1e4-11036d4bb0be service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2224190 Aug 24 00:11:52.969143 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a9deffa-6e49-4ae6-8dde-e1d023979dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:52.992588 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a9deffa-6e49-4ae6-8dde-e1d023979dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:53.032968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:53.033602 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:53.037543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] 10.222.0.47 "PUT /v2.0/ports/455e03c0-f799-42af-8eb9-21d9a34db4ad HTTP/1.1" status: 200 len: 1096 time: 3.2272098 Aug 24 00:11:53.043737 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7a9deffa-6e49-4ae6-8dde-e1d023979dac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8aeee4faef234d759c00e39fd42fdc03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5286644 Aug 24 00:11:53.045448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:53.047421 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9deffa-6e49-4ae6-8dde-e1d023979dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f55189-e0d7-43b7-92fd-007ffd5c9c88,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:53.071060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03be95f9-0d93-4369-b795-ac7cef9f271e', 'tag': '455e03c0-f799-42af-8eb9-21d9a34db4ad'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:53.072894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c97427cd-1bcc-4849-b76f-03cf28f37cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:53.073376 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c6ccad-d245-4417-be75-40b8d99f98e0" -d '{"events": [{"name": "network-changed", "server_uuid": "03be95f9-0d93-4369-b795-ac7cef9f271e", "tag": "455e03c0-f799-42af-8eb9-21d9a34db4ad"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:53.074407 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c97427cd-1bcc-4849-b76f-03cf28f37cde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219864 Aug 24 00:11:53.205495 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fb1a00b-f10c-4090-b679-28aa09ec2063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:53.240242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372fddd-65dc-4d70-9d81-043d71097e2d req-757e5422-825e-432e-a173-27cbe45c93f2 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:53.241799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9372fddd-65dc-4d70-9d81-043d71097e2d req-757e5422-825e-432e-a173-27cbe45c93f2 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 971 time: 0.4016728 Aug 24 00:11:53.259745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fb1a00b-f10c-4090-b679-28aa09ec2063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:53.275250 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:53.276903 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-ac5d1bc3-057a-4cdc-bfdd-a5ab637a9ff9 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882689 Aug 24 00:11:53.341193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3401d97-212a-4781-92c3-d93e84044c2e service neutron] Pushing event updated for resources: {'Port': ['ID=455e03c0-f799-42af-8eb9-21d9a34db4ad,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:53.360971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-cb8d9754-c7c4-4d14-8d86-2e28855180d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:53.362501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-cb8d9754-c7c4-4d14-8d86-2e28855180d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=03be95f9-0d93-4369-b795-ac7cef9f271e HTTP/1.1" status: 200 len: 1099 time: 0.2192888 Aug 24 00:11:53.415050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39762) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:53.455870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-b2fa3c63-23db-4e7f-bd7f-78a2fde31aa3 service neutron] 10.222.0.32 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933953 Aug 24 00:11:53.483069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-c5fc69fd-7697-4805-9014-b3e20775b3cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=455e03c0-f799-42af-8eb9-21d9a34db4ad HTTP/1.1" status: 200 len: 217 time: 0.0993869 Aug 24 00:11:53.485962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9372fddd-65dc-4d70-9d81-043d71097e2d req-51a989fc-6caa-4eb8-97a9-48c27a883704 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165837 Aug 24 00:11:53.512419 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39764) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:53.513113 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fb1a00b-f10c-4090-b679-28aa09ec2063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:53.516353 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fb1a00b-f10c-4090-b679-28aa09ec2063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:53.517497 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6fb1a00b-f10c-4090-b679-28aa09ec2063 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1f55189-e0d7-43b7-92fd-007ffd5c9c88 HTTP/1.1" status: 204 len: 168 time: 0.4710391 Aug 24 00:11:53.550432 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bcc39b-79f6-43d6-9c95-53b95d3c3640 x-openstack-request-id: req-12bcc39b-79f6-43d6-9c95-53b95d3c3640 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:53.550715 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3", "tag": "d7b1f4a4-303e-4f08-a849-e48b6274eb3c", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:53.551029 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12bcc39b-79f6-43d6-9c95-53b95d3c3640 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:53.551380 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3', 'tag': 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', 'status': 'completed', 'code': 200} Aug 24 00:11:53.553554 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-82b2b94a-f303-4529-b18c-b8bc03881fdf service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687159 Aug 24 00:11:53.554735 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1a00b-f10c-4090-b679-28aa09ec2063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f55189-e0d7-43b7-92fd-007ffd5c9c88,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:53.606605 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-85b2d34b-4bea-4711-a961-e60aa2e0b32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:53.629221 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f8e6-668e-4922-9f3b-e410ded75ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:53.705393 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ceb04-83f4-41eb-b702-e7c713638e14 req-a9e87205-99f2-4356-8b17-ed888a8bedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:53.708323 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-446ceb04-83f4-41eb-b702-e7c713638e14 req-a9e87205-99f2-4356-8b17-ed888a8bedb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 1099 time: 0.0477600 Aug 24 00:11:53.789132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e364e81b-9541-4ee0-820a-20835d13db8a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:11:53.823756 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-network', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:53.833210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:53.865909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ceb04-83f4-41eb-b702-e7c713638e14 req-cdb5e992-d59f-40df-bc24-d55275a1ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:53.867434 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-446ceb04-83f4-41eb-b702-e7c713638e14 req-cdb5e992-d59f-40df-bc24-d55275a1ecd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1482487 Aug 24 00:11:53.871735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c6c9e-81a0-472b-8714-0ceb361e4e31 req-f02d4a1e-870d-4396-a8f4-ae8fd3b27dc7 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:53.873868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea3c6c9e-81a0-472b-8714-0ceb361e4e31 req-f02d4a1e-870d-4396-a8f4-ae8fd3b27dc7 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 948 time: 0.2180059 Aug 24 00:11:53.881537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2d34b-4bea-4711-a961-e60aa2e0b32c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46669f0b-2781-4c40-8a5f-40866db0b01b,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:53.892617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-cad35794-b07c-407f-be0f-e59865428bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:53.894116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-cad35794-b07c-407f-be0f-e59865428bba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.3262513 Aug 24 00:11:53.914794 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-446ceb04-83f4-41eb-b702-e7c713638e14 req-4515067c-69d4-4f37-b3fc-1dca5181038c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d7b1f4a4-303e-4f08-a849-e48b6274eb3c HTTP/1.1" status: 200 len: 217 time: 0.0395231 Aug 24 00:11:53.930858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Transition to ACTIVE for port object e364e81b-9541-4ee0-820a-20835d13db8a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:53.969829 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ceb04-83f4-41eb-b702-e7c713638e14 req-e9e879bd-2b66-4586-8ef3-cd9963cc1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:53.971338 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-446ceb04-83f4-41eb-b702-e7c713638e14 req-e9e879bd-2b66-4586-8ef3-cd9963cc1b54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0488994 Aug 24 00:11:53.973727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b2d34b-4bea-4711-a961-e60aa2e0b32c admin admin] Checking segment: {'id': '7cb85873-a1c8-4873-af37-9032bc9f4b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '56399c6d-6149-4bd1-b3d7-d192bc17ca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:11:53.974097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b2d34b-4bea-4711-a961-e60aa2e0b32c admin admin] Network hostable DHCP agents. Network: 56399c6d-6149-4bd1-b3d7-d192bc17ca41, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:11:53.976838 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:54.020310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ceb04-83f4-41eb-b702-e7c713638e14 req-19457147-042e-42f0-9660-127b686f4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:54.020695 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-f6e5b2a2-6848-4895-9a53-6be3bfa68abb service neutron] 10.222.0.32 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001965 Aug 24 00:11:54.022088 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-446ceb04-83f4-41eb-b702-e7c713638e14 req-19457147-042e-42f0-9660-127b686f4e17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0424774 Aug 24 00:11:54.096847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea3c6c9e-81a0-472b-8714-0ceb361e4e31 req-442d58db-93aa-4017-933a-92ae10e8b087 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983025 Aug 24 00:11:54.111947 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Pushing event updated for resources: {'Port': ['ID=e364e81b-9541-4ee0-820a-20835d13db8a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:54.137906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-66c3fd9b-9c3f-4e9a-840d-cc9f5c2cffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:54.141756 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-66c3fd9b-9c3f-4e9a-840d-cc9f5c2cffe2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2326126 Aug 24 00:11:54.195924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b2d34b-4bea-4711-a961-e60aa2e0b32c admin admin] Network 56399c6d-6149-4bd1-b3d7-d192bc17ca41 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:11:54.269108 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-446ceb04-83f4-41eb-b702-e7c713638e14 req-7aefa7d7-a097-4de5-a62d-e069afa31da3 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399454 Aug 24 00:11:54.449476 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-446ceb04-83f4-41eb-b702-e7c713638e14 req-f2679c78-6335-46bb-bc86-8d69e8fdccfc service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681910 Aug 24 00:11:54.542060 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0ee7ef-df35-4f28-b3f6-c966413e8b5e x-openstack-request-id: req-5a0ee7ef-df35-4f28-b3f6-c966413e8b5e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:54.542345 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03be95f9-0d93-4369-b795-ac7cef9f271e", "tag": "455e03c0-f799-42af-8eb9-21d9a34db4ad", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:54.542578 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a0ee7ef-df35-4f28-b3f6-c966413e8b5e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:54.542993 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03be95f9-0d93-4369-b795-ac7cef9f271e', 'tag': '455e03c0-f799-42af-8eb9-21d9a34db4ad', 'status': 'completed', 'code': 200} Aug 24 00:11:54.545742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-85b2d34b-4bea-4711-a961-e60aa2e0b32c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 56399c6d-6149-4bd1-b3d7-d192bc17ca41) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:54.565949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3a8ca2-139b-42c5-807a-58c059b61f91 None None] Network 56399c6d-6149-4bd1-b3d7-d192bc17ca41 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:11:54.585352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2d34b-4bea-4711-a961-e60aa2e0b32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:54.586520 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-85b2d34b-4bea-4711-a961-e60aa2e0b32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:54.599857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Attempting to bind port e364e81b-9541-4ee0-820a-20835d13db8a on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:11:54.600396 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Attempting to bind port e364e81b-9541-4ee0-820a-20835d13db8a by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:11:54.601057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Attempting to bind port e364e81b-9541-4ee0-820a-20835d13db8a on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:54.698430 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-8359b4e7-45d2-43eb-b75d-fab9fd3b8e32 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401683 Aug 24 00:11:54.705960 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f8e6-668e-4922-9f3b-e410ded75ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:54.710429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Port e364e81b-9541-4ee0-820a-20835d13db8a on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:11:54.710910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Attempting to bind port e364e81b-9541-4ee0-820a-20835d13db8a on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:54.729073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967d6900-3d39-4687-ac22-0937782a5708 None None] Network 56399c6d-6149-4bd1-b3d7-d192bc17ca41 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:11:54.745162 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] Made reservation on behalf of f0260e3ac9534313979a02021ef3bb3a for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:54.750103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:54.774527 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:54.790974 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f8e6-668e-4922-9f3b-e410ded75ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:54.846895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7f8e6-668e-4922-9f3b-e410ded75ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87574dfb-dbf5-42dc-8b27-71f28e5df332,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:54.893972 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-85b2d34b-4bea-4711-a961-e60aa2e0b32c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6159911 Aug 24 00:11:54.896551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:11:54.897715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:11:54.898221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:11:54.898705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Bound port: e364e81b-9541-4ee0-820a-20835d13db8a, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:11:54.900946 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:54.941169 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:54.947488 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:54.962552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:11:54.975980 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:54.976557 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] Added segment a09c43b1-fee8-4b30-8e8f-a6d1fea82159 of type vlan for network 6c6a0536-598a-43f5-b351-96ae57a58d61 Aug 24 00:11:55.020112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd002cc-e37e-41e1-9508-06d6270c2f99 req-497222d7-91ab-45e2-84d4-1305ab77fa64 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:55.025833 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:55.027601 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1bd002cc-e37e-41e1-9508-06d6270c2f99 req-497222d7-91ab-45e2-84d4-1305ab77fa64 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.4726396 Aug 24 00:11:55.059566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fc07d-0006-4fd3-94ee-efc62fe0662a req-75eec0d7-06dd-426f-8377-dc834ee1a141 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:55.061673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-917fc07d-0006-4fd3-94ee-efc62fe0662a req-75eec0d7-06dd-426f-8377-dc834ee1a141 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 948 time: 0.5139925 Aug 24 00:11:55.075584 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f2b7f8e6-668e-4922-9f3b-e410ded75ade admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f90c4da4a4014f6990264c7aa8f7b2bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6257567 Aug 24 00:11:55.078838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39818) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:55.150064 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:55.150185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94a74df-040d-47f4-b10b-df58cd08d439 req-9c86f37a-5456-4d25-84a0-8a16a9e0d550 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225893 Aug 24 00:11:55.150376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:55.150376 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:55.187170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1bd002cc-e37e-41e1-9508-06d6270c2f99 req-96216c5d-ec9b-4be9-8c88-a054a6d15e05 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585500 Aug 24 00:11:55.200140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] For port e364e81b-9541-4ee0-820a-20835d13db8a, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:11:55.212279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] For port e364e81b-9541-4ee0-820a-20835d13db8a, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e364e81b-9541-4ee0-820a-20835d13db8a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:11:55.235200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-917fc07d-0006-4fd3-94ee-efc62fe0662a req-269380df-640e-48ec-a017-8f2906fcb118 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518493 Aug 24 00:11:55.239949 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:55.317820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:55.318839 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:55.321352 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] 10.222.0.47 "PUT /v2.0/ports/e364e81b-9541-4ee0-820a-20835d13db8a HTTP/1.1" status: 200 len: 1096 time: 3.8056099 Aug 24 00:11:55.402581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] Pushing event updated for resources: {'Network': ['ID=6c6a0536-598a-43f5-b351-96ae57a58d61,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:55.413367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 6c6a0536-598a-43f5-b351-96ae57a58d61 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:11:55.446893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b9d9927-f16d-473a-8180-e1133fdd2f32 req-2414285f-8f8a-4095-935a-1d0f23376941 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 210 time: 0.1310649 Aug 24 00:11:55.507644 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db3aad8a-0a0f-4289-8e07-fccb82634d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:55.509709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66280a62-6b6c-4e73-b9d2-89432baa054b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:55.571880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcded62d-1b6d-484a-bd6a-594eb7440674 req-d9add34d-e990-40c4-9edd-5b16cf23a7b9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:55.573699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fcded62d-1b6d-484a-bd6a-594eb7440674 req-d9add34d-e990-40c4-9edd-5b16cf23a7b9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 948 time: 0.2143841 Aug 24 00:11:55.574517 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-898a7576-5373-4390-8514-7e6c15fccd55 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0558932 Aug 24 00:11:55.575387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39844) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:55.585532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-93b7ad25-a1e6-4094-86e3-be539b284ce4 admin admin] Request body: {'subnet': {'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-subnet', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:55.593273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13467d86-3a73-4682-a5e1-b5abcea3ff20 service neutron] Pushing event updated for resources: {'Port': ['ID=e364e81b-9541-4ee0-820a-20835d13db8a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:55.600211 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-61501d48-9166-4ea7-ba07-5831415afe13 req-721eda9a-3718-48ce-923c-aaedc7e18cd4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4558182 Aug 24 00:11:55.601228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6ccad-d245-4417-be75-40b8d99f98e0 req-5448ee8a-c1b2-4bdb-afdc-bc2a961d07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:55.603065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4c6ccad-d245-4417-be75-40b8d99f98e0 req-5448ee8a-c1b2-4bdb-afdc-bc2a961d07fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=03be95f9-0d93-4369-b795-ac7cef9f271e HTTP/1.1" status: 200 len: 1099 time: 0.2453878 Aug 24 00:11:55.637870 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db3aad8a-0a0f-4289-8e07-fccb82634d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:55.741762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-be690871-524f-42d7-8bf3-fa032a65f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:55.743310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-be690871-524f-42d7-8bf3-fa032a65f32f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d9475bbc124489f8efb5c1a3c5cd80c&device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 1099 time: 0.3473966 Aug 24 00:11:55.757341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fcded62d-1b6d-484a-bd6a-594eb7440674 req-73e822ba-3953-4ad1-bfcf-0e0cb975e99d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660216 Aug 24 00:11:55.799088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b7ad25-a1e6-4094-86e3-be539b284ce4 admin admin] Made reservation on behalf of f0260e3ac9534313979a02021ef3bb3a for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:55.801810 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93b7ad25-a1e6-4094-86e3-be539b284ce4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:55.805397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61501d48-9166-4ea7-ba07-5831415afe13 req-05d33aad-7758-470d-83a4-81f9a9cc16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:55.807888 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-61501d48-9166-4ea7-ba07-5831415afe13 req-05d33aad-7758-470d-83a4-81f9a9cc16f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edbd278d73d44a99b5166fd72edc2c65&device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 1123 time: 0.1284761 Aug 24 00:11:55.818397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db3aad8a-0a0f-4289-8e07-fccb82634d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:55.822292 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db3aad8a-0a0f-4289-8e07-fccb82634d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:55.823676 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-db3aad8a-0a0f-4289-8e07-fccb82634d93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87574dfb-dbf5-42dc-8b27-71f28e5df332 HTTP/1.1" status: 204 len: 168 time: 0.7379360 Aug 24 00:11:55.824106 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-cb6d30f7-03e3-48fc-ac0b-cf4bbeef33c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e364e81b-9541-4ee0-820a-20835d13db8a HTTP/1.1" status: 200 len: 217 time: 0.0636318 Aug 24 00:11:55.843268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:55.851005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-559734093-network', 'tenant_id': 'bc56b09ee8b2449a80dde12e55f751ac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:55.878503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3aad8a-0a0f-4289-8e07-fccb82634d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87574dfb-dbf5-42dc-8b27-71f28e5df332,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:55.993082 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] Made reservation on behalf of bc56b09ee8b2449a80dde12e55f751ac for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:55.998488 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:56.016388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:56.035806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61501d48-9166-4ea7-ba07-5831415afe13 req-a7c8fb2c-95a1-4bd9-bb65-587e0b3d6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:56.037384 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-61501d48-9166-4ea7-ba07-5831415afe13 req-a7c8fb2c-95a1-4bd9-bb65-587e0b3d6e52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.2087724 Aug 24 00:11:56.118808 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-61501d48-9166-4ea7-ba07-5831415afe13 req-731165bc-07cf-43dd-a9c3-bc4c5dfbdf9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca HTTP/1.1" status: 200 len: 217 time: 0.0476177 Aug 24 00:11:56.188620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-c8812037-1e4e-4569-9404-a85b5d3752ae tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:56.190142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61501d48-9166-4ea7-ba07-5831415afe13 req-56639cae-577a-4086-b54c-cfa6d51a867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:56.190269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-c8812037-1e4e-4569-9404-a85b5d3752ae tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.13 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 807 time: 0.4210999 Aug 24 00:11:56.191939 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-61501d48-9166-4ea7-ba07-5831415afe13 req-56639cae-577a-4086-b54c-cfa6d51a867a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0617115 Aug 24 00:11:56.225918 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c79be4a-2680-402d-b029-3437080e634a req-ce9231c4-5c2b-4cfa-8637-af9b9ecd7460 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=edbd278d73d44a99b5166fd72edc2c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184213 Aug 24 00:11:56.226072 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:56.241166 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:56.295187 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:11:56.304878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-70ee55b0-89f1-459b-965f-650520a2bcfd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Request body: {'port': {'device_id': '15a622c8-4d89-468b-9082-3b0e8f6f1cf9', 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95', 'admin_state_up': True, 'tenant_id': '4296ba497012466daa2a49222903cd4c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:56.306813 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:56.307222 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] Added segment 2113fde9-2f44-4dd7-8745-f7d0e2898141 of type vlan for network 8c8aa33a-a3b2-4726-89c0-46e2a1b30b25 Aug 24 00:11:56.308997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6ccad-d245-4417-be75-40b8d99f98e0 req-c6bf6d98-8f57-4ce5-b8d4-12fe8d9829a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:56.310910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4c6ccad-d245-4417-be75-40b8d99f98e0 req-c6bf6d98-8f57-4ce5-b8d4-12fe8d9829a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.6490560 Aug 24 00:11:56.321065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-3d6662fc-314e-456a-9a1a-4656a09c16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:56.322537 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-3d6662fc-314e-456a-9a1a-4656a09c16ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.4733593 Aug 24 00:11:56.349239 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93b7ad25-a1e6-4094-86e3-be539b284ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:56.386329 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:56.397941 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4ee5d1-c64e-4b22-b0fd-b130eab5a57e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:56.422416 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61501d48-9166-4ea7-ba07-5831415afe13 req-16954087-6fa9-42a1-8971-3d46cffe8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:56.424231 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-61501d48-9166-4ea7-ba07-5831415afe13 req-16954087-6fa9-42a1-8971-3d46cffe8054 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2076550 Aug 24 00:11:56.433145 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39882) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:56.500944 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:56.502165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:56.503027 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:56.535145 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4c6ccad-d245-4417-be75-40b8d99f98e0 req-d69d02ff-ec68-41fb-ae7d-ed9f822f1ea0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=455e03c0-f799-42af-8eb9-21d9a34db4ad HTTP/1.1" status: 200 len: 217 time: 0.2096789 Aug 24 00:11:56.550294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b99ef64-aa31-40af-af48-abb4f088cac2', 'tag': 'e364e81b-9541-4ee0-820a-20835d13db8a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:11:56.552693 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4966b6-2e80-4c06-aee0-f0107ffae5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b99ef64-aa31-40af-af48-abb4f088cac2", "tag": "e364e81b-9541-4ee0-820a-20835d13db8a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:11:56.592461 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7461474 Aug 24 00:11:56.603232 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39896) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:56.613647 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8e46a8f0-d69f-452b-ae97-40fcd377091c admin admin] Request body: {'subnet': {'network_id': '8c8aa33a-a3b2-4726-89c0-46e2a1b30b25', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-559734093-subnet', 'tenant_id': 'bc56b09ee8b2449a80dde12e55f751ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:56.628448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f2312-bfca-4cfc-9f5e-b285877530c2 admin admin] Pushing event updated for resources: {'Network': ['ID=8c8aa33a-a3b2-4726-89c0-46e2a1b30b25,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:56.650675 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 8c8aa33a-a3b2-4726-89c0-46e2a1b30b25 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:11:56.663425 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-61501d48-9166-4ea7-ba07-5831415afe13 req-e1940d77-2c67-4713-9036-400dfd931fcc service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291069 Aug 24 00:11:56.674649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e8030-ad51-4b47-8a3c-2dea5775db19 req-00298cbd-6d03-40c7-b524-762bfad50143 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:56.682100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d49e8030-ad51-4b47-8a3c-2dea5775db19 req-00298cbd-6d03-40c7-b524-762bfad50143 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 948 time: 0.3583066 Aug 24 00:11:56.690803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e46a8f0-d69f-452b-ae97-40fcd377091c admin admin] Made reservation on behalf of bc56b09ee8b2449a80dde12e55f751ac for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:56.693366 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e46a8f0-d69f-452b-ae97-40fcd377091c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:56.730379 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-945d73bb-7c46-479e-80c3-96bdf13f4e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:56.737961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-c95d0db4-6a9a-449c-8541-803f6c36db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:56.739520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-c95d0db4-6a9a-449c-8541-803f6c36db05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3927121 Aug 24 00:11:56.750692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7ad25-a1e6-4094-86e3-be539b284ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a360885-cb3f-4163-9ef2-5cd2bca1aba0,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:56.865579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6ccad-d245-4417-be75-40b8d99f98e0 req-eecfd41c-e100-4f9b-9379-5940e0595922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:56.867056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4c6ccad-d245-4417-be75-40b8d99f98e0 req-eecfd41c-e100-4f9b-9379-5940e0595922 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.2692750 Aug 24 00:11:56.903371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d49e8030-ad51-4b47-8a3c-2dea5775db19 req-42a4aef9-52ed-4416-85b8-f94e6443d126 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203376 Aug 24 00:11:56.943930 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-61501d48-9166-4ea7-ba07-5831415afe13 req-df755d63-b344-4963-9481-f0e5c69afec3 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632844 Aug 24 00:11:56.958940 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b7ad25-a1e6-4094-86e3-be539b284ce4 admin admin] Checking segment: {'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:11:56.959320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7ad25-a1e6-4094-86e3-be539b284ce4 admin admin] Network hostable DHCP agents. Network: 6c6a0536-598a-43f5-b351-96ae57a58d61, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:11:56.977197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79be4a-2680-402d-b029-3437080e634a req-6406f508-4d19-4869-94f5-89c930271834 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:56.978845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c79be4a-2680-402d-b029-3437080e634a req-6406f508-4d19-4869-94f5-89c930271834 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6669204 Aug 24 00:11:56.999941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-eb1132bf-0a08-4b93-a41c-63655576ca45 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300434 Aug 24 00:11:57.094666 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e46a8f0-d69f-452b-ae97-40fcd377091c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:57.137953 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-945d73bb-7c46-479e-80c3-96bdf13f4e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:57.140699 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46a8f0-d69f-452b-ae97-40fcd377091c admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa03819-b4e8-454f-bfbe-fbdfe348d4b4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:57.146588 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-945d73bb-7c46-479e-80c3-96bdf13f4e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:57.196598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d73bb-7c46-479e-80c3-96bdf13f4e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b531fbb5-38d2-4b36-baf5-0a9c1994a991,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:57.213772 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-945d73bb-7c46-479e-80c3-96bdf13f4e9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e80af6a068d4054b8c8a16ccc6fcf5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7758791 Aug 24 00:11:57.213772 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39910) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:57.229773 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e46a8f0-d69f-452b-ae97-40fcd377091c admin admin] Checking segment: {'id': '2113fde9-2f44-4dd7-8745-f7d0e2898141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8c8aa33a-a3b2-4726-89c0-46e2a1b30b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:11:57.230292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e46a8f0-d69f-452b-ae97-40fcd377091c admin admin] Network hostable DHCP agents. Network: 8c8aa33a-a3b2-4726-89c0-46e2a1b30b25, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:11:57.276016 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e46a8f0-d69f-452b-ae97-40fcd377091c admin admin] Network 8c8aa33a-a3b2-4726-89c0-46e2a1b30b25 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:11:57.285194 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94329e16-5a2b-4266-88f7-89883d6f03c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:57.308791 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94329e16-5a2b-4266-88f7-89883d6f03c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:57.321698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41057906-8aa4-496f-b312-25547c19680e req-06a21a01-ce2d-43d7-b4ce-815485aac4c5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 210 time: 0.3306274 Aug 24 00:11:57.322964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c79be4a-2680-402d-b029-3437080e634a req-7d34fe41-be99-4a33-ae6b-e73e60306632 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/quotas/edbd278d73d44a99b5166fd72edc2c65 HTTP/1.1" status: 200 len: 375 time: 0.3298588 Aug 24 00:11:57.332050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6ccad-d245-4417-be75-40b8d99f98e0 req-017265ee-8124-4185-95a4-8e1e15567dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:57.333698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4c6ccad-d245-4417-be75-40b8d99f98e0 req-017265ee-8124-4185-95a4-8e1e15567dae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4551821 Aug 24 00:11:57.345814 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8e46a8f0-d69f-452b-ae97-40fcd377091c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 8c8aa33a-a3b2-4726-89c0-46e2a1b30b25) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:57.357957 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e46a8f0-d69f-452b-ae97-40fcd377091c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:57.359173 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e46a8f0-d69f-452b-ae97-40fcd377091c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:57.365580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7ad25-a1e6-4094-86e3-be539b284ce4 admin admin] Network 6c6a0536-598a-43f5-b351-96ae57a58d61 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:11:57.377914 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94329e16-5a2b-4266-88f7-89883d6f03c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:57.378832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bb1b12-27d3-4151-8220-ccadbdb5b012 None None] Network 8c8aa33a-a3b2-4726-89c0-46e2a1b30b25 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:11:57.381636 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94329e16-5a2b-4266-88f7-89883d6f03c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:57.385569 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-94329e16-5a2b-4266-88f7-89883d6f03c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b531fbb5-38d2-4b36-baf5-0a9c1994a991 HTTP/1.1" status: 204 len: 168 time: 0.1683543 Aug 24 00:11:57.396504 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94329e16-5a2b-4266-88f7-89883d6f03c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b531fbb5-38d2-4b36-baf5-0a9c1994a991,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:57.441675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-93b7ad25-a1e6-4094-86e3-be539b284ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 6c6a0536-598a-43f5-b351-96ae57a58d61) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:57.446541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7ad25-a1e6-4094-86e3-be539b284ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:57.447353 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93b7ad25-a1e6-4094-86e3-be539b284ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:57.492331 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb35d17-69c3-4e88-9ff4-b6bc5b3521b3 x-openstack-request-id: req-3cb35d17-69c3-4e88-9ff4-b6bc5b3521b3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:11:57.492905 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b99ef64-aa31-40af-af48-abb4f088cac2", "tag": "e364e81b-9541-4ee0-820a-20835d13db8a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:11:57.492905 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3cb35d17-69c3-4e88-9ff4-b6bc5b3521b3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:11:57.493242 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b99ef64-aa31-40af-af48-abb4f088cac2', 'tag': 'e364e81b-9541-4ee0-820a-20835d13db8a', 'status': 'completed', 'code': 200} Aug 24 00:11:57.521119 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e46a8f0-d69f-452b-ae97-40fcd377091c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9165530 Aug 24 00:11:57.532614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603a3239-7192-465c-9af3-e538b5267f9b None None] Network 6c6a0536-598a-43f5-b351-96ae57a58d61 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:11:57.549401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-70ee55b0-89f1-459b-965f-650520a2bcfd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Made reservation on behalf of 4296ba497012466daa2a49222903cd4c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:11:57.555045 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-70ee55b0-89f1-459b-965f-650520a2bcfd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:57.576500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-93b7ad25-a1e6-4094-86e3-be539b284ce4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9953368 Aug 24 00:11:57.580263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:57.585374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3daf98a-fd01-4fc7-bdfe-98dfa6947924 req-899f210c-1356-4515-b4aa-51390a8510d0 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591078 Aug 24 00:11:57.593446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:11:57.602225 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c79be4a-2680-402d-b029-3437080e634a req-ba00e8d8-5306-4a60-b3dd-6e888a5e09b8 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=edbd278d73d44a99b5166fd72edc2c65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2440829 Aug 24 00:11:57.654845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4c6ccad-d245-4417-be75-40b8d99f98e0 req-8f28b36c-631f-4d93-b3ef-fb3e20109e9b service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919042 Aug 24 00:11:57.655981 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:57.657942 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:57.669090 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b3aa044-cda4-46fb-b949-d49a50420479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:57.794247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c1e53f-54c0-4912-aba3-87c5e0f39c95 None None] Network 8c8aa33a-a3b2-4726-89c0-46e2a1b30b25 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:11:57.838664 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:57.997470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-6c6a0536-598a-43f5-b351-96ae57a58d61', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:11:57.999612 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.001060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2c06b-372c-44d4-bb3d-672d944e58e4 req-4414e143-7533-4645-b675-e00dab18d1e2 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:58.010936 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2a2c06b-372c-44d4-bb3d-672d944e58e4 req-4414e143-7533-4645-b675-e00dab18d1e2 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 948 time: 0.4241912 Aug 24 00:11:58.034249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39938) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:58.179997 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d7b1f4a4-303e-4f08-a849-e48b6274eb3c details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:11:58.219523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4966b6-2e80-4c06-aee0-f0107ffae5e6 req-da661116-c269-4ee9-b7b1-b1530d184f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:58.221045 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b4966b6-2e80-4c06-aee0-f0107ffae5e6 req-da661116-c269-4ee9-b7b1-b1530d184f41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d9475bbc124489f8efb5c1a3c5cd80c&device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 1099 time: 0.5125871 Aug 24 00:11:58.234456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2a2c06b-372c-44d4-bb3d-672d944e58e4 req-cdefca60-fd3c-4794-9a00-1437b802783b tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225933 Aug 24 00:11:58.253529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-70ee55b0-89f1-459b-965f-650520a2bcfd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Allocated IP 172.20.0.5 (ea19c1d5-c260-40f7-a45f-242d804dbf95/da0aa47e-c845-4692-9319-c5277e0b6106/b1969f69-49e1-4dec-95d2-e945f769ab0f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:11:58.271634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39944) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:58.279014 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.287114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Deleting subnet 46669f0b-2781-4c40-8a5f-40866db0b01b {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:11:58.307495 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.311625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4c6ccad-d245-4417-be75-40b8d99f98e0 req-7686f49c-4d5c-49c3-b738-1b1f5a46ecaa service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971019 Aug 24 00:11:58.390216 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f793ff24-63b0-444b-a66f-873925345485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.472462 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.478409 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Allocated IP 172.20.0.2 (6c6a0536-598a-43f5-b351-96ae57a58d61/0a360885-cb3f-4163-9ef2-5cd2bca1aba0/7eff94be-13df-4eb6-a14c-62cdbe33ab19) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:11:58.482061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-f61d5ccb-2dac-4552-a4e7-b40d32e1ac05 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=49c38064214e4670a1f023d5fddf5089&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1096857 Aug 24 00:11:58.491261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d7b1f4a4-303e-4f08-a849-e48b6274eb3c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d7b1f4a4-303e-4f08-a849-e48b6274eb3c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:58.508214 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.520073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', 'mac_address': 'fa:16:3e:15:d3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:11:58.584320 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.632286 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.633793 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.660228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b1f4a4-303e-4f08-a849-e48b6274eb3c {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:11:58.697223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d7b1f4a4-303e-4f08-a849-e48b6274eb3c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d7b1f4a4-303e-4f08-a849-e48b6274eb3c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:11:58.699277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214bc62-9df0-4afe-9391-0f763ad0bdd8 req-4b34c770-26f1-42e1-9b1d-27cc044aeb8c tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:58.700823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d214bc62-9df0-4afe-9391-0f763ad0bdd8 req-4b34c770-26f1-42e1-9b1d-27cc044aeb8c tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 948 time: 0.3219590 Aug 24 00:11:58.721153 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.734250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4966b6-2e80-4c06-aee0-f0107ffae5e6 req-68786cba-6223-4f46-a984-e06573a1d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:58.735690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b4966b6-2e80-4c06-aee0-f0107ffae5e6 req-68786cba-6223-4f46-a984-e06573a1d0e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.5002673 Aug 24 00:11:58.778158 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.797351 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=d7b1f4a4-303e-4f08-a849-e48b6274eb3c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:58.822820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Allocated IP 172.25.8.215 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/6b548ae0-9643-4d0c-b78c-18bfd584a76f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:11:58.831204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b4966b6-2e80-4c06-aee0-f0107ffae5e6 req-ca2487bc-2cde-45c5-9e41-c2b8f92f2413 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e364e81b-9541-4ee0-820a-20835d13db8a HTTP/1.1" status: 200 len: 217 time: 0.0836582 Aug 24 00:11:58.846117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Transition to ACTIVE for port object 7eff94be-13df-4eb6-a14c-62cdbe33ab19 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:58.874254 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Transition to ACTIVE for port object 7eff94be-13df-4eb6-a14c-62cdbe33ab19 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:11:58.877001 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.884746 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.918563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d214bc62-9df0-4afe-9391-0f763ad0bdd8 req-8f3703a3-d295-40f3-a1d7-ff6de02539ba tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018721 Aug 24 00:11:58.961992 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Network 6c6a0536-598a-43f5-b351-96ae57a58d61 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:11:58.963318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Pushing event updated for resources: {'Port': ['ID=7eff94be-13df-4eb6-a14c-62cdbe33ab19,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:58.964334 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.972244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:58.975816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:11:58.989124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-b6351edd-c77d-4755-a34d-c13c2d5721d3 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:58.990687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-b6351edd-c77d-4755-a34d-c13c2d5721d3 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4873197 Aug 24 00:11:58.992630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46669f0b-2781-4c40-8a5f-40866db0b01b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:58.995132 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.996886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/46669f0b-2781-4c40-8a5f-40866db0b01b HTTP/1.1" status: 204 len: 168 time: 0.9413366 Aug 24 00:11:59.009800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39958) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:59.027801 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:59.032411 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-70ee55b0-89f1-459b-965f-650520a2bcfd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:59.040982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.041322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.042139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.042139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.042360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.042619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.042974 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.043309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.043623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.043943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.044265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.044586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1b6fb-8684-4537-8988-33024e126584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.063135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4966b6-2e80-4c06-aee0-f0107ffae5e6 req-c3273936-8ed1-47f9-b6e9-42183708e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:59.064621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b4966b6-2e80-4c06-aee0-f0107ffae5e6 req-c3273936-8ed1-47f9-b6e9-42183708e62b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.2154534 Aug 24 00:11:59.079342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Attempting to bind port 7eff94be-13df-4eb6-a14c-62cdbe33ab19 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:11:59.080053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Attempting to bind port 7eff94be-13df-4eb6-a14c-62cdbe33ab19 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:11:59.080053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Attempting to bind port 7eff94be-13df-4eb6-a14c-62cdbe33ab19 on network 6c6a0536-598a-43f5-b351-96ae57a58d61 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:11:59.085462 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:11:59.085846 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Checking segment: {'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:11:59.086237 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:59.086629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Bound using segment: {'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:11:59.086977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:11:59.087113 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Bound port: 7eff94be-13df-4eb6-a14c-62cdbe33ab19, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:11:59.087505 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:59.091270 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:59.096820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:11:59.099534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=6b548ae0-9643-4d0c-b78c-18bfd584a76f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:59.112422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8bafad04-6bcf-45ab-9695-6ca95058e839 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/quotas/49c38064214e4670a1f023d5fddf5089 HTTP/1.1" status: 200 len: 375 time: 0.1041925 Aug 24 00:11:59.158249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] For port 7eff94be-13df-4eb6-a14c-62cdbe33ab19, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:11:59.162380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] For port 7eff94be-13df-4eb6-a14c-62cdbe33ab19, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7eff94be-13df-4eb6-a14c-62cdbe33ab19,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:11:59.167402 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:59.177993 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.178339 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.178740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.179221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.179531 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.179863 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.182312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.182312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.182312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.182312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.182312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.182312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:11:59.186644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe8c55b1-68ae-440a-b351-4b974ef1a7d1 req-849a30ba-6984-4670-80e7-5abede90eae1 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 210 time: 0.1149025 Aug 24 00:11:59.221086 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f793ff24-63b0-444b-a66f-873925345485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:59.226717 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['d7b1f4a4-303e-4f08-a849-e48b6274eb3c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:11:59.248534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-533091e0-f622-4c21-aa57-4b5ad3e1809a tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49c38064214e4670a1f023d5fddf5089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1170304 Aug 24 00:11:59.258492 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f793ff24-63b0-444b-a66f-873925345485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:59.285556 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:59.328997 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3aa94-0e7a-4b3b-80e1-028694d36c6e None None] Pushing event updated for resources: {'Port': ['ID=7eff94be-13df-4eb6-a14c-62cdbe33ab19,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:59.381122 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f793ff24-63b0-444b-a66f-873925345485 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f532c58c843f4fd3b0fdba91d4688ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0971568 Aug 24 00:11:59.384311 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39962) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:59.390089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4966b6-2e80-4c06-aee0-f0107ffae5e6 req-9b26d813-a269-4f4e-99fb-dc82635fca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:59.392574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b4966b6-2e80-4c06-aee0-f0107ffae5e6 req-9b26d813-a269-4f4e-99fb-dc82635fca84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2812283 Aug 24 00:11:59.400277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793ff24-63b0-444b-a66f-873925345485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6a51c9-5737-4663-be0a-58707668e068,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:11:59.409776 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-70ee55b0-89f1-459b-965f-650520a2bcfd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:59.457482 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:59.638120 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:59.743153 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5c79be4a-2680-402d-b029-3437080e634a req-9b6015de-a6c0-40b7-8468-22fd38a7b187 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=edbd278d73d44a99b5166fd72edc2c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017108 Aug 24 00:11:59.871025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-70ee55b0-89f1-459b-965f-650520a2bcfd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Network ea19c1d5-c260-40f7-a45f-242d804dbf95 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:11:59.887456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-70ee55b0-89f1-459b-965f-650520a2bcfd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:11:59.930102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-70ee55b0-89f1-459b-965f-650520a2bcfd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:11:59.937432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-70ee55b0-89f1-459b-965f-650520a2bcfd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:11:59.938147 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-70ee55b0-89f1-459b-965f-650520a2bcfd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.002371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee55b0-89f1-459b-965f-650520a2bcfd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Pushing event updated for resources: {'Port': ['ID=b1969f69-49e1-4dec-95d2-e945f769ab0f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:00.014980 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.050134 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:00.050624 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:00.051420 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:00.051760 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Subscribe: > port after_create 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:00.052087 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:00.052431 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Subscribe: > port after_update 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:00.052753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:00.053101 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:00.053427 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:00.053758 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:00.068534 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.108786 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79be4a-2680-402d-b029-3437080e634a req-25f3216c-a280-4c67-979b-096d3ee6f96f tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:00.110228 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5c79be4a-2680-402d-b029-3437080e634a req-25f3216c-a280-4c67-979b-096d3ee6f96f tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3605344 Aug 24 00:12:00.150203 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f646c329-a32c-44a4-8f74-8da1a9a75c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.163903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5c79be4a-2680-402d-b029-3437080e634a req-73405a5c-c0dd-490e-9d39-626872fa6838 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Request body: {'port': {'device_id': 'dd63fdf4-2a0a-4b76-95aa-f1a582cc948e', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'edbd278d73d44a99b5166fd72edc2c65'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:00.180838 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:00.184478 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:00.185193 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:00.186476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 455e03c0-f799-42af-8eb9-21d9a34db4ad details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:00.187406 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:00.187988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56399c6d-6149-4bd1-b3d7-d192bc17ca41']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:00.202483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235633c3-7da6-4d92-a5c9-9d632101e0ae req-e85fde0b-f55f-401c-80ca-e39b05b7f1cd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:00.204854 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-235633c3-7da6-4d92-a5c9-9d632101e0ae req-e85fde0b-f55f-401c-80ca-e39b05b7f1cd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 931 time: 0.8213601 Aug 24 00:12:00.206453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-70ee55b0-89f1-459b-965f-650520a2bcfd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9891775 Aug 24 00:12:00.237908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Request body: {'port': {'device_id': '15a622c8-4d89-468b-9082-3b0e8f6f1cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:00.254002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb85873-a1c8-4873-af37-9032bc9f4b74') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:00.254574 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb85873-a1c8-4873-af37-9032bc9f4b74') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:00.258565 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.322085 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-842237ca-94a6-4f55-96a0-f6818f7f92e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.332849 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.338328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b4966b6-2e80-4c06-aee0-f0107ffae5e6 req-816083ff-f357-4f0d-9243-b67f57bc7036 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9267068 Aug 24 00:12:00.388137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 455e03c0-f799-42af-8eb9-21d9a34db4ad, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=455e03c0-f799-42af-8eb9-21d9a34db4ad,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:00.395237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f41b19-429f-4a3b-bb1c-0ccd2393af17 req-4a9cf1f0-031d-4bfa-8b39-56812685ccc0 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:00.404142 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51f41b19-429f-4a3b-bb1c-0ccd2393af17 req-4a9cf1f0-031d-4bfa-8b39-56812685ccc0 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 949 time: 0.5277333 Aug 24 00:12:00.413210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '455e03c0-f799-42af-8eb9-21d9a34db4ad', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '455e03c0-f799-42af-8eb9-21d9a34db4ad', 'mac_address': 'fa:16:3e:65:c0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:12:00.468497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c79be4a-2680-402d-b029-3437080e634a req-73405a5c-c0dd-490e-9d39-626872fa6838 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Made reservation on behalf of edbd278d73d44a99b5166fd72edc2c65 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:00.472070 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c79be4a-2680-402d-b029-3437080e634a req-73405a5c-c0dd-490e-9d39-626872fa6838 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.494406 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.501571 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.518973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455e03c0-f799-42af-8eb9-21d9a34db4ad {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:00.530583 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-842237ca-94a6-4f55-96a0-f6818f7f92e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.555592 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 455e03c0-f799-42af-8eb9-21d9a34db4ad, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=455e03c0-f799-42af-8eb9-21d9a34db4ad,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:00.580057 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.605430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:12:00.606012 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: from cryptography.utils import int_from_bytes Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: from cryptography.utils import int_from_bytes Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:12:00.628069 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:12:00.651390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7eff94be-13df-4eb6-a14c-62cdbe33ab19 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:00.656468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=455e03c0-f799-42af-8eb9-21d9a34db4ad,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:00.662982 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.684027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:12:00.715746 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 7eff94be-13df-4eb6-a14c-62cdbe33ab19 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:00.724490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-235633c3-7da6-4d92-a5c9-9d632101e0ae req-c006b35c-496b-40c3-824e-675db5612a1d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959233 Aug 24 00:12:00.749863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3fe12d-1da7-4d0b-887d-5e24a096a14b None None] Network 6c6a0536-598a-43f5-b351-96ae57a58d61 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:12:00.803584 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51f41b19-429f-4a3b-bb1c-0ccd2393af17 req-c474e67b-eaa2-4165-aa4b-b77aa833e759 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984046 Aug 24 00:12:00.837860 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-5c79be4a-2680-402d-b029-3437080e634a req-73405a5c-c0dd-490e-9d39-626872fa6838 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Allocated IP 192.168.233.250 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/5d6e02cb-6f04-4923-a1db-3a633ef49c32) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:00.838024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2f06eb96-b635-4205-a955-65ea686d3486 None None] Provisioning for port 7eff94be-13df-4eb6-a14c-62cdbe33ab19 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:00.852975 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2f06eb96-b635-4205-a955-65ea686d3486 None None] Provisioning complete for port 7eff94be-13df-4eb6-a14c-62cdbe33ab19 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:00.853363 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f06eb96-b635-4205-a955-65ea686d3486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.860389 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.867313 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.867499 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:12:00.874262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] 10.222.0.32 "DELETE /v2.0/networks/56399c6d-6149-4bd1-b3d7-d192bc17ca41 HTTP/1.1" status: 204 len: 168 time: 1.8587406 Aug 24 00:12:00.877996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-631ed828-9e6b-4cba-b522-f4d559020760 req-612bda7e-dd38-42e0-acee-02604ef9a2f6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 210 time: 0.0590436 Aug 24 00:12:00.879519 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39980) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:00.880454 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Sync routers for ids ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:12:00.898616 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Routers {'a9cd2c6d-bca8-4efc-b266-8b93d66d6608'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:12:00.900320 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:12:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:00.937657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab1a48-95bf-42ce-9077-3ae7b23fb710 admin admin] Pushing event deleted for resources: {'Network': ['ID=56399c6d-6149-4bd1-b3d7-d192bc17ca41,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:00.957566 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.961330 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-aa446c31-2fbe-4b82-9189-a4266977f6c0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3798368 Aug 24 00:12:00.961975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:01.017589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['455e03c0-f799-42af-8eb9-21d9a34db4ad'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:01.029999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2335c9f-7638-4a52-9034-3d29de7a2b96 admin admin] Deleting subnet faa03819-b4e8-454f-bfbe-fbdfe348d4b4 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:12:01.084943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b4966b6-2e80-4c06-aee0-f0107ffae5e6 req-96147b64-318a-4ef3-b437-51d6a7e9b95f service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7187099 Aug 24 00:12:01.087983 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2335c9f-7638-4a52-9034-3d29de7a2b96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.111642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.13', 52353) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:01.163678 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-842237ca-94a6-4f55-96a0-f6818f7f92e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.167081 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-842237ca-94a6-4f55-96a0-f6818f7f92e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.169589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-842237ca-94a6-4f55-96a0-f6818f7f92e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d6a51c9-5737-4663-be0a-58707668e068 HTTP/1.1" status: 204 len: 168 time: 1.7747748 Aug 24 00:12:01.172725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a2d21e6-a4cc-4946-bbd0-e59bbe7a3f32 req-72fb7a3f-20b8-4e41-9ba8-7007f5b7a848 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 210 time: 0.0969379 Aug 24 00:12:01.175254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-1b5f6d52-135c-4a5a-bd73-93e155a5966d tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=49c38064214e4670a1f023d5fddf5089&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586224 Aug 24 00:12:01.187698 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Set router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:12:01.221660 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2335c9f-7638-4a52-9034-3d29de7a2b96 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.239272 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.260959 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2335c9f-7638-4a52-9034-3d29de7a2b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.268694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c946b24-3fa1-45f3-86e9-78cfe30e2157 req-5b809293-796d-40ad-bcb6-b947a388a32c tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:01.270248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c946b24-3fa1-45f3-86e9-78cfe30e2157 req-5b809293-796d-40ad-bcb6-b947a388a32c tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 948 time: 0.2525771 Aug 24 00:12:01.372378 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f06eb96-b635-4205-a955-65ea686d3486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.422825 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c79be4a-2680-402d-b029-3437080e634a req-73405a5c-c0dd-490e-9d39-626872fa6838 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.431018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842237ca-94a6-4f55-96a0-f6818f7f92e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6a51c9-5737-4663-be0a-58707668e068,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:01.520046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-aeadd79b-e5cb-4939-832e-f3062a9ec425 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:01.520825 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-5c79be4a-2680-402d-b029-3437080e634a req-73405a5c-c0dd-490e-9d39-626872fa6838 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Transition to ACTIVE for port object 5d6e02cb-6f04-4923-a1db-3a633ef49c32 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:01.522175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-aeadd79b-e5cb-4939-832e-f3062a9ec425 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3339596 Aug 24 00:12:01.560275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Request body: {'port': {'device_id': '9c0732fd-8657-4e46-9234-6144f99788fe', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': '49c38064214e4670a1f023d5fddf5089'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:01.599486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2f06eb96-b635-4205-a955-65ea686d3486 None None] For port 7eff94be-13df-4eb6-a14c-62cdbe33ab19, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7eff94be-13df-4eb6-a14c-62cdbe33ab19,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:01.604003 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:11:59Z', 'revision_number': 3, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:01.614420 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f06eb96-b635-4205-a955-65ea686d3486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.622466 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2335c9f-7638-4a52-9034-3d29de7a2b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.662617 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Checking router: a9cd2c6d-bca8-4efc-b266-8b93d66d6608 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:12:01.664723 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Updating router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 port 6b548ae0-9643-4d0c-b78c-18bfd584a76f binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:12:01.684530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06eb96-b635-4205-a955-65ea686d3486 None None] Pushing event updated for resources: {'Port': ['ID=7eff94be-13df-4eb6-a14c-62cdbe33ab19,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:01.715380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c946b24-3fa1-45f3-86e9-78cfe30e2157 req-00ca6755-3158-473b-af76-5b8e1b3599d2 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155914 Aug 24 00:12:01.717502 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2335c9f-7638-4a52-9034-3d29de7a2b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa03819-b4e8-454f-bfbe-fbdfe348d4b4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:01.721019 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2335c9f-7638-4a52-9034-3d29de7a2b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.722984 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d2335c9f-7638-4a52-9034-3d29de7a2b96 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/faa03819-b4e8-454f-bfbe-fbdfe348d4b4 HTTP/1.1" status: 204 len: 168 time: 0.8424985 Aug 24 00:12:01.724958 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.726648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39988) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:01.749010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e1aafa26-6b6c-415d-82ca-e57d4b773157 None None] Provisioning complete for port 7eff94be-13df-4eb6-a14c-62cdbe33ab19 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:01.749010 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1aafa26-6b6c-415d-82ca-e57d4b773157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.844558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1969f69-49e1-4dec-95d2-e945f769ab0f {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:01.864660 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c79be4a-2680-402d-b029-3437080e634a req-73405a5c-c0dd-490e-9d39-626872fa6838 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.877216 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.897897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Transition to ACTIVE for port object b1969f69-49e1-4dec-95d2-e945f769ab0f will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:01.927557 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:01.953718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca', '10ef63a7-b747-4dcc-a39b-10bc6e06d301'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:01.970160 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73405a5c-c0dd-490e-9d39-626872fa6838 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Pushing event updated for resources: {'Port': ['ID=5d6e02cb-6f04-4923-a1db-3a633ef49c32,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:01.998454 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c79be4a-2680-402d-b029-3437080e634a req-73405a5c-c0dd-490e-9d39-626872fa6838 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:02.001607 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.008081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-5c79be4a-2680-402d-b029-3437080e634a req-73405a5c-c0dd-490e-9d39-626872fa6838 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:02.012532 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c79be4a-2680-402d-b029-3437080e634a req-73405a5c-c0dd-490e-9d39-626872fa6838 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:02.018695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79be4a-2680-402d-b029-3437080e634a req-73405a5c-c0dd-490e-9d39-626872fa6838 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:02.019370 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c79be4a-2680-402d-b029-3437080e634a req-73405a5c-c0dd-490e-9d39-626872fa6838 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.068359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Made reservation on behalf of 49c38064214e4670a1f023d5fddf5089 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:02.072421 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.114451 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.126699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1969f69-49e1-4dec-95d2-e945f769ab0f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:02.167395 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5c79be4a-2680-402d-b029-3437080e634a req-73405a5c-c0dd-490e-9d39-626872fa6838 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0089347 Aug 24 00:12:02.186459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e364e81b-9541-4ee0-820a-20835d13db8a details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:02.206917 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.213329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b602d-8c5c-49f6-b73b-0d7d9aa8ca87 req-3ba80b6a-8782-44c0-945a-792ded43805b tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:02.221736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee2b602d-8c5c-49f6-b73b-0d7d9aa8ca87 req-3ba80b6a-8782-44c0-945a-792ded43805b tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 943 time: 0.3143969 Aug 24 00:12:02.227674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d7b1f4a4-303e-4f08-a849-e48b6274eb3c up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:02.257151 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Transition to ACTIVE for port object 6b548ae0-9643-4d0c-b78c-18bfd584a76f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:02.275228 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.290913 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56199bd-1bd1-45c7-98fd-b4b6bc047839 req-16bab93e-6690-4d26-ba29-c64aedc7eb72 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:02.292664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a56199bd-1bd1-45c7-98fd-b4b6bc047839 req-16bab93e-6690-4d26-ba29-c64aedc7eb72 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 949 time: 0.3317721 Aug 24 00:12:02.300616 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.325556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:02.326612 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:02.327587 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:02.327988 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Subscribe: > port after_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:02.330125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:02.330952 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Subscribe: > port after_update 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:02.330952 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:02.331487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:02.331862 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:02.332329 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:02.360328 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Pushing event updated for resources: {'Port': ['ID=6b548ae0-9643-4d0c-b78c-18bfd584a76f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:02.392888 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:02.393800 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:02.395124 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:02.395479 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:02.395816 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:02.396151 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:02.396479 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:02.396804 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:02.397127 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:02.399611 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:02.400244 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:02.400362 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Tracked resource versions report: Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: pushed versions: Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: { 'AddressGroup': {'1.2'}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'ConntrackHelper': {'1.0'}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'Log': {'1.0'}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'Network': {'1.1'}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'Port': {'1.7'}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'PortForwarding': {'1.2'}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'QosPolicy': {'1.9'}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'SecurityGroup': {'1.4'}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'SubPort': {'1.0'}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'Subnet': {'1.1'}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'Trunk': {'1.1'}} Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: consumer versions: Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: { DHCP agent@n-d-805736-1: {}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: HyperV agent@n-h1-805736-1: {}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: HyperV agent@n-h2-805736-1: {}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: L3 agent@n-d-805736-1: {}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: Metadata agent@n-d-805736-1: {}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: Metering agent@n-d-805736-1: {}, Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: Open vSwitch agent@n-d-805736-1: { 'AddressGroup': '1.2', Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'ConntrackHelper': '1.0', Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'Log': '1.0', Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'Network': '1.1', Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'Port': '1.7', Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'PortForwarding': '1.2', Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'QosPolicy': '1.9', Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'SecurityGroup': '1.4', Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'SecurityGroupRule': '1.2', Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'SubPort': '1.0', Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'Subnet': '1.1', Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: 'Trunk': '1.1'}} Aug 24 00:12:02.401551 n-d-805736-1 neutron-server[94840]: {{(pid=94840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:12:02.410386 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Attempting to bind port 6b548ae0-9643-4d0c-b78c-18bfd584a76f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:02.410759 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Attempting to bind port 6b548ae0-9643-4d0c-b78c-18bfd584a76f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:02.411136 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Attempting to bind port 6b548ae0-9643-4d0c-b78c-18bfd584a76f on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:02.423303 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:02.423303 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:02.423733 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.425866 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:02.426369 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Bound port: 6b548ae0-9643-4d0c-b78c-18bfd584a76f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:02.426767 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.440074 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee2b602d-8c5c-49f6-b73b-0d7d9aa8ca87 req-328e475f-4532-46a9-80b1-f56693db80df tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114339 Aug 24 00:12:02.448133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:02.448484 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:02.449531 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:02.449883 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:12:02.450269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8aa33a-a3b2-4726-89c0-46e2a1b30b25']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:02.473579 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2113fde9-2f44-4dd7-8745-f7d0e2898141') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:02.473859 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2113fde9-2f44-4dd7-8745-f7d0e2898141') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:02.492436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Attempting to bind port b1969f69-49e1-4dec-95d2-e945f769ab0f on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:02.492436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Attempting to bind port b1969f69-49e1-4dec-95d2-e945f769ab0f by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:02.492436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Attempting to bind port b1969f69-49e1-4dec-95d2-e945f769ab0f on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:02.493120 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.508502 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] For port 6b548ae0-9643-4d0c-b78c-18bfd584a76f, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:02.518560 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] For port 6b548ae0-9643-4d0c-b78c-18bfd584a76f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6b548ae0-9643-4d0c-b78c-18bfd584a76f,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:02.522245 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.523481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a56199bd-1bd1-45c7-98fd-b4b6bc047839 req-f4312be5-5050-4276-9b14-681f5094682f tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181127 Aug 24 00:12:02.527899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Port b1969f69-49e1-4dec-95d2-e945f769ab0f on network ea19c1d5-c260-40f7-a45f-242d804dbf95 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:12:02.528232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Attempting to bind port b1969f69-49e1-4dec-95d2-e945f769ab0f on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:02.533840 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.536071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7eff94be-13df-4eb6-a14c-62cdbe33ab19 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:02.549120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:02.549120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Checking segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:02.549120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Bound using segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:02.549120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Bound port: b1969f69-49e1-4dec-95d2-e945f769ab0f, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:02.549120 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.563230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:12:02.573152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.614478 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Routers {'a9cd2c6d-bca8-4efc-b266-8b93d66d6608'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:12:02.615138 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:12:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:02.631119 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cbd5e5de-47d0-496a-8851-5fc1bc8279d8 None None] Provisioning for port 5d6e02cb-6f04-4923-a1db-3a633ef49c32 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:02.644153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cbd5e5de-47d0-496a-8851-5fc1bc8279d8 None None] Provisioning complete for port 5d6e02cb-6f04-4923-a1db-3a633ef49c32 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:02.644911 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e5de-47d0-496a-8851-5fc1bc8279d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.649625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-422e3b15-7964-44d6-b4de-06aa9c9ced92 req-ca74f8b9-fe17-491d-8a97-61f96430ac3c tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 210 time: 0.0408680 Aug 24 00:12:02.657270 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.680650 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.713215 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5e5de-47d0-496a-8851-5fc1bc8279d8 None None] Port 5d6e02cb-6f04-4923-a1db-3a633ef49c32 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:02.757500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:02.803855 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913810d-6d2b-445f-b119-ff35fe038070 None None] Pushing event updated for resources: {'Port': ['ID=6b548ae0-9643-4d0c-b78c-18bfd584a76f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:02.820063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1899ad4-e91a-4ef0-baea-1cae10953c99,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:02.824189 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:02.844841 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.849908 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port d7b1f4a4-303e-4f08-a849-e48b6274eb3c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:02.852771 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] Set router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:12:02.867560 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port e364e81b-9541-4ee0-820a-20835d13db8a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e364e81b-9541-4ee0-820a-20835d13db8a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:02.870301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port d7b1f4a4-303e-4f08-a849-e48b6274eb3c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:02.880431 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.907762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f2dca-0308-40c2-b8e8-9e5188dbcc01 req-b849d8dd-e444-4b3f-b5b5-8ca48647b2b3 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:02.910452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-728f2dca-0308-40c2-b8e8-9e5188dbcc01 req-b849d8dd-e444-4b3f-b5b5-8ca48647b2b3 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 936 time: 0.2265670 Aug 24 00:12:02.925735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 7eff94be-13df-4eb6-a14c-62cdbe33ab19 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:02.926454 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:02.980434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Request body: {'port': {'device_id': 'dd63fdf4-2a0a-4b76-95aa-f1a582cc948e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: from cryptography.utils import int_from_bytes Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: from cryptography.utils import int_from_bytes Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:12:02.988495 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:12:03.014544 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:03.046599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:03.053130 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8c8aa33a-a3b2-4726-89c0-46e2a1b30b25 HTTP/1.1" status: 204 len: 168 time: 1.3230913 Aug 24 00:12:03.101221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ee6f7-b672-4b24-92d4-229549939f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c8aa33a-a3b2-4726-89c0-46e2a1b30b25,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:03.159652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'e364e81b-9541-4ee0-820a-20835d13db8a', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': 'e364e81b-9541-4ee0-820a-20835d13db8a', 'mac_address': 'fa:16:3e:55:d5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:12:03.197702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:03.213997 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:03.246511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:03.246511 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:03.247662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] 10.222.0.13 "PUT /v2.0/ports/b1969f69-49e1-4dec-95d2-e945f769ab0f HTTP/1.1" status: 200 len: 1091 time: 3.0143580 Aug 24 00:12:03.249482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a622c8-4d89-468b-9082-3b0e8f6f1cf9', 'tag': 'b1969f69-49e1-4dec-95d2-e945f769ab0f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:03.252040 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48b3e5c-fdf3-4c02-9213-22ddd8f35a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "15a622c8-4d89-468b-9082-3b0e8f6f1cf9", "tag": "b1969f69-49e1-4dec-95d2-e945f769ab0f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:03.271248 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:03.331183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Allocated IP 192.168.233.240 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/6f21f3ae-1b71-4535-840f-d5c594dcbd61) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:03.350070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-728f2dca-0308-40c2-b8e8-9e5188dbcc01 req-3fdfaf11-ceca-4ae4-bf70-971ee8cefb09 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464748 Aug 24 00:12:03.355508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc79c62-288d-4725-a8be-8cb8699e8eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1969f69-49e1-4dec-95d2-e945f769ab0f,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:03.365314 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:11:59Z', 'revision_number': 3, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:03.386237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551adbbc-e82b-4eae-b034-43d8527081f2 req-d9681838-03af-4a1d-a123-f6596c64c165 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:03.387849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-551adbbc-e82b-4eae-b034-43d8527081f2 req-d9681838-03af-4a1d-a123-f6596c64c165 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 948 time: 0.5261569 Aug 24 00:12:03.414299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:03.431924 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5fd5d8-2828-4fff-b07f-f505fe0b7f41 None None] The sync data for ids ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'] in n-d-805736-1 is: [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:11:59Z', 'revision_number': 3, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:12:03.434621 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:03.436473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:03.440508 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdba76c2-f194-4dc7-8555-3be54435f0c6" -d '{"events": [{"server_uuid": "420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3", "name": "network-vif-plugged", "status": "completed", "tag": "d7b1f4a4-303e-4f08-a849-e48b6274eb3c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:03.454203 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:03.473998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e364e81b-9541-4ee0-820a-20835d13db8a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:03.480629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d7b1f4a4-303e-4f08-a849-e48b6274eb3c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d7b1f4a4-303e-4f08-a849-e48b6274eb3c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:03.497255 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:03.505285 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f527582b-f474-4562-b12a-bb2a9e246fbc x-openstack-request-id: req-f527582b-f474-4562-b12a-bb2a9e246fbc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:03.505824 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a622c8-4d89-468b-9082-3b0e8f6f1cf9", "tag": "b1969f69-49e1-4dec-95d2-e945f769ab0f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:03.505824 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f527582b-f474-4562-b12a-bb2a9e246fbc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:03.506180 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a622c8-4d89-468b-9082-3b0e8f6f1cf9', 'tag': 'b1969f69-49e1-4dec-95d2-e945f769ab0f', 'status': 'completed', 'code': 200} Aug 24 00:12:03.544260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-a4787547-b611-4b56-9540-7023db432b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:03.546621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-a4787547-b611-4b56-9540-7023db432b49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 1094 time: 0.2097933 Aug 24 00:12:03.553902 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-551adbbc-e82b-4eae-b034-43d8527081f2 req-4f69f60d-caf8-4164-acbf-9149736927fa tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442113 Aug 24 00:12:03.572850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port e364e81b-9541-4ee0-820a-20835d13db8a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e364e81b-9541-4ee0-820a-20835d13db8a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:03.613574 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:03.624137 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49903f26-1245-40b8-a9e8-109b9fab21f2 x-openstack-request-id: req-49903f26-1245-40b8-a9e8-109b9fab21f2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:03.624436 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3", "name": "network-vif-plugged", "status": "completed", "tag": "d7b1f4a4-303e-4f08-a849-e48b6274eb3c", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:03.624695 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49903f26-1245-40b8-a9e8-109b9fab21f2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:03.625133 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', 'code': 200} Aug 24 00:12:03.646003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-ca3b1711-b0ea-4698-a757-b91ad5ac637e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f HTTP/1.1" status: 200 len: 217 time: 0.0768251 Aug 24 00:12:03.657727 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=d7b1f4a4-303e-4f08-a849-e48b6274eb3c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:03.752766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=e364e81b-9541-4ee0-820a-20835d13db8a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:03.825413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-37ff28cb-0520-42bf-ac3f-4f462112560b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:03.827924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-37ff28cb-0520-42bf-ac3f-4f462112560b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.1414678 Aug 24 00:12:03.854895 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-76a643c4-8611-43d7-882a-c5f6fd284de6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=201bbc9e65e04355b943619582544ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4391530 Aug 24 00:12:03.863869 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:03.957741 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:03.991399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-11b75499-99b5-4f7a-a3c8-45c34b7332a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388435 Aug 24 00:12:04.044691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Transition to ACTIVE for port object 6f21f3ae-1b71-4535-840f-d5c594dcbd61 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:04.066691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['e364e81b-9541-4ee0-820a-20835d13db8a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:04.073667 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cb13b3c-3e9f-4eaa-ad2a-da36157b1a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:04.095337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac87ac-9742-4ccd-8932-9887f637105d req-33997c07-de59-40cf-ad05-da1cb3cf3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:04.097255 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cac87ac-9742-4ccd-8932-9887f637105d req-33997c07-de59-40cf-ad05-da1cb3cf3c02 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 1101 time: 0.2834005 Aug 24 00:12:04.100400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Allocated IP 172.20.0.1 (6c6a0536-598a-43f5-b351-96ae57a58d61/0a360885-cb3f-4163-9ef2-5cd2bca1aba0/3bffd150-8861-4caf-abbc-03f5d24a3381) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:04.143599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894904a-2ea2-453e-a8bf-b5ea93b9f4cf req-f7e3e8cb-7a89-4222-b633-9f0aff092aa5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:04.146018 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cb13b3c-3e9f-4eaa-ad2a-da36157b1a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:04.148905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3894904a-2ea2-453e-a8bf-b5ea93b9f4cf req-f7e3e8cb-7a89-4222-b633-9f0aff092aa5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 943 time: 0.3576658 Aug 24 00:12:04.179250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa59d5-1e2c-41b9-b581-3ad94961c7fa req-084944bf-d063-49fd-9d76-04612660c6e7 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:04.180812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8fa59d5-1e2c-41b9-b581-3ad94961c7fa req-084944bf-d063-49fd-9d76-04612660c6e7 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 950 time: 0.3681369 Aug 24 00:12:04.213920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 455e03c0-f799-42af-8eb9-21d9a34db4ad up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:04.227829 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:04.311160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 455e03c0-f799-42af-8eb9-21d9a34db4ad completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:04.317581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 455e03c0-f799-42af-8eb9-21d9a34db4ad triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:04.317963 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:04.335118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cac87ac-9742-4ccd-8932-9887f637105d req-f357e2af-ed4d-46bd-bfea-f7ff4658c553 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851468 Aug 24 00:12:04.338264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3894904a-2ea2-453e-a8bf-b5ea93b9f4cf req-349eaa61-400f-43a2-a308-eee8afc0658d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684868 Aug 24 00:12:04.351822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:04.355748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8fa59d5-1e2c-41b9-b581-3ad94961c7fa req-8451bd24-d390-474f-b6ce-957bef1e5bae tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515226 Aug 24 00:12:04.361394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-e5cdff93-8463-442a-a0ce-5d75a6964a7e service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564968 Aug 24 00:12:04.362708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:04.365379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:04.368394 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Pushing event updated for resources: {'Port': ['ID=6f21f3ae-1b71-4535-840f-d5c594dcbd61,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:04.505842 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:04.522338 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cb13b3c-3e9f-4eaa-ad2a-da36157b1a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:04.525696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cb13b3c-3e9f-4eaa-ad2a-da36157b1a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:04.529165 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6cb13b3c-3e9f-4eaa-ad2a-da36157b1a93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f6dd513-0398-40b6-bdb4-45c3fb8f918c HTTP/1.1" status: 204 len: 168 time: 0.6616602 Aug 24 00:12:04.529165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6e02cb-6f04-4923-a1db-3a633ef49c32 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:04.541281 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:04.563510 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:04.573247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Transition to ACTIVE for port object 3bffd150-8861-4caf-abbc-03f5d24a3381 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:04.577477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:04.579642 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:04.589144 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb13b3c-3e9f-4eaa-ad2a-da36157b1a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6dd513-0398-40b6-bdb4-45c3fb8f918c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:04.630709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Transition to ACTIVE for port object 5d6e02cb-6f04-4923-a1db-3a633ef49c32 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:04.635869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6b548ae0-9643-4d0c-b78c-18bfd584a76f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:04.639753 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:04.706808 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc9c174c-02a4-4f78-b97b-4c1b1bfd1963 req-31c06a8c-18c8-44eb-ace4-b89967074f69 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357441 Aug 24 00:12:04.724139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8557628d-3d4c-4955-be39-00d938c51315 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1644428 Aug 24 00:12:04.741353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546f96c-95a0-4073-8709-d6973a0cd9cd req-abd0a53e-fae3-45f4-aa9c-51642846cd12 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:04.752168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 455e03c0-f799-42af-8eb9-21d9a34db4ad, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=455e03c0-f799-42af-8eb9-21d9a34db4ad,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:04.753109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9546f96c-95a0-4073-8709-d6973a0cd9cd req-abd0a53e-fae3-45f4-aa9c-51642846cd12 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 936 time: 0.2752914 Aug 24 00:12:04.766556 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:04.772625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 6b548ae0-9643-4d0c-b78c-18bfd584a76f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:04.800782 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Request body: {'port': {'device_id': '9c0732fd-8657-4e46-9234-6144f99788fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:04.815863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6b548ae0-9643-4d0c-b78c-18bfd584a76f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:04.816417 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:04.914606 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:04.936996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Network 6c6a0536-598a-43f5-b351-96ae57a58d61 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:04.938212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6e02cb-6f04-4923-a1db-3a633ef49c32,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:04.991606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9546f96c-95a0-4073-8709-d6973a0cd9cd req-6ca30620-e507-44ad-9a50-cdac0d92e1c3 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314544 Aug 24 00:12:05.024783 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c988861f-c544-4bb8-a820-c63bfa0c3ade None None] Provisioning for port 6f21f3ae-1b71-4535-840f-d5c594dcbd61 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:05.032938 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:05.039051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:05.042210 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:05.045046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Pushing event updated for resources: {'Port': ['ID=3bffd150-8861-4caf-abbc-03f5d24a3381,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:05.081952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e05de492-08f4-49a2-b307-059c29e05687 req-12f2a237-6c0f-4a1b-99fc-a292499b158a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1312721 Aug 24 00:12:05.101842 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 6b548ae0-9643-4d0c-b78c-18bfd584a76f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6b548ae0-9643-4d0c-b78c-18bfd584a76f,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:05.102059 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:05.124481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Attempting to bind port 5d6e02cb-6f04-4923-a1db-3a633ef49c32 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:05.125682 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Attempting to bind port 5d6e02cb-6f04-4923-a1db-3a633ef49c32 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:05.126621 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Attempting to bind port 5d6e02cb-6f04-4923-a1db-3a633ef49c32 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:05.127486 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:05.133694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=455e03c0-f799-42af-8eb9-21d9a34db4ad,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:05.140451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c988861f-c544-4bb8-a820-c63bfa0c3ade None None] Provisioning complete for port 6f21f3ae-1b71-4535-840f-d5c594dcbd61 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:05.140826 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c988861f-c544-4bb8-a820-c63bfa0c3ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:05.151048 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Port 5d6e02cb-6f04-4923-a1db-3a633ef49c32 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:12:05.151227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b3e5c-fdf3-4c02-9213-22ddd8f35a1a req-457231bd-4133-435a-847a-a7c89a4544a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:05.152606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c48b3e5c-fdf3-4c02-9213-22ddd8f35a1a req-457231bd-4133-435a-847a-a7c89a4544a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 1094 time: 0.2870824 Aug 24 00:12:05.155747 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Attempting to bind port 5d6e02cb-6f04-4923-a1db-3a633ef49c32 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:05.163414 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:05.230727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40070) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:05.250023 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:05.250808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:05.251421 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:05.252082 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Bound port: 5d6e02cb-6f04-4923-a1db-3a633ef49c32, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:05.252643 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:05.259480 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c988861f-c544-4bb8-a820-c63bfa0c3ade None None] Port 6f21f3ae-1b71-4535-840f-d5c594dcbd61 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:05.266618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=6b548ae0-9643-4d0c-b78c-18bfd584a76f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:05.382699 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b1d3d08f-5a53-4470-bb03-c782b9e63788 None None] Provisioning for port 3bffd150-8861-4caf-abbc-03f5d24a3381 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:05.389250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b1d3d08f-5a53-4470-bb03-c782b9e63788 None None] Provisioning complete for port 3bffd150-8861-4caf-abbc-03f5d24a3381 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:05.391169 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1d3d08f-5a53-4470-bb03-c782b9e63788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:05.430386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d26f79-ad50-4072-a5eb-b173f5e83c31 req-9a8f15fa-6773-492e-88a7-5a347dc1f1ea tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:05.432244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56d26f79-ad50-4072-a5eb-b173f5e83c31 req-9a8f15fa-6773-492e-88a7-5a347dc1f1ea tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 948 time: 0.3484209 Aug 24 00:12:05.446733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b1d3d08f-5a53-4470-bb03-c782b9e63788 None None] Port 3bffd150-8861-4caf-abbc-03f5d24a3381 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:05.454606 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] For port 5d6e02cb-6f04-4923-a1db-3a633ef49c32, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:05.467970 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] For port 5d6e02cb-6f04-4923-a1db-3a633ef49c32, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5d6e02cb-6f04-4923-a1db-3a633ef49c32,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:05.492669 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:05.531728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:05.551209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:05.551832 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:05.553409 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5c79be4a-2680-402d-b029-3437080e634a req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] 10.222.0.13 "PUT /v2.0/ports/5d6e02cb-6f04-4923-a1db-3a633ef49c32 HTTP/1.1" status: 200 len: 1096 time: 2.5789719 Aug 24 00:12:05.555574 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd63fdf4-2a0a-4b76-95aa-f1a582cc948e', 'tag': '5d6e02cb-6f04-4923-a1db-3a633ef49c32'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:05.558477 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4435a2e-d1e2-4d84-9553-ffb93b8674dd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd63fdf4-2a0a-4b76-95aa-f1a582cc948e", "tag": "5d6e02cb-6f04-4923-a1db-3a633ef49c32"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:05.568214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54a28326-bb8f-46d7-ab48-08abedb13a3e req-959393ab-db2a-4654-8469-06a52b7bed1f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3642755 Aug 24 00:12:05.578992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ee3aea27-4cbe-4ae2-a073-fd2f72fffac9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc56b09ee8b2449a80dde12e55f751ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431277 Aug 24 00:12:05.585780 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40078) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:05.626525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03be95f9-0d93-4369-b795-ac7cef9f271e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455e03c0-f799-42af-8eb9-21d9a34db4ad'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:05.630023 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba113e5-e2ca-4024-9e9a-744b658a3c1d" -d '{"events": [{"server_uuid": "03be95f9-0d93-4369-b795-ac7cef9f271e", "name": "network-vif-plugged", "status": "completed", "tag": "455e03c0-f799-42af-8eb9-21d9a34db4ad"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:05.633957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05de492-08f4-49a2-b307-059c29e05687 req-44d92beb-1897-411f-9882-70edafeb66ce tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:05.643055 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e05de492-08f4-49a2-b307-059c29e05687 req-44d92beb-1897-411f-9882-70edafeb66ce tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5454285 Aug 24 00:12:05.657316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b3e5c-fdf3-4c02-9213-22ddd8f35a1a req-7f5923c7-84c2-4674-808f-21c7b829c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:05.658929 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c48b3e5c-fdf3-4c02-9213-22ddd8f35a1a req-7f5923c7-84c2-4674-808f-21c7b829c9d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.4777105 Aug 24 00:12:05.664696 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202696f-38d2-4ea8-b893-b3484aae44f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6e02cb-6f04-4923-a1db-3a633ef49c32,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:05.741909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e05de492-08f4-49a2-b307-059c29e05687 req-4e37d3b9-47b0-451f-9aad-1ca72d0f4fff tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/quotas/fcbd557231c74eedb4681fd7496dc8b0 HTTP/1.1" status: 200 len: 375 time: 0.0975981 Aug 24 00:12:05.765648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56d26f79-ad50-4072-a5eb-b173f5e83c31 req-e0c98777-770c-43f4-8856-c30f962a860b tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120182 Aug 24 00:12:05.809006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c48b3e5c-fdf3-4c02-9213-22ddd8f35a1a req-28539f38-2495-4a61-81c5-c7c742a944f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f HTTP/1.1" status: 200 len: 217 time: 0.0875294 Aug 24 00:12:05.810515 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79be4a-2680-402d-b029-3437080e634a req-4c6cd39c-c111-4996-98af-b2204ed09b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:05.812556 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5c79be4a-2680-402d-b029-3437080e634a req-4c6cd39c-c111-4996-98af-b2204ed09b46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edbd278d73d44a99b5166fd72edc2c65&device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 1099 time: 0.1658587 Aug 24 00:12:05.816511 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91d8b009-5aba-4afe-8eb1-5521c27a5133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:05.842980 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e05de492-08f4-49a2-b307-059c29e05687 req-a38569fc-5f2e-4fbf-9884-6b2e3337a744 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002183 Aug 24 00:12:05.888809 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91d8b009-5aba-4afe-8eb1-5521c27a5133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:05.897383 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5c79be4a-2680-402d-b029-3437080e634a req-308bee61-c413-4d3c-a930-f62faab158f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5d6e02cb-6f04-4923-a1db-3a633ef49c32 HTTP/1.1" status: 200 len: 217 time: 0.0555744 Aug 24 00:12:05.954639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a28326-bb8f-46d7-ab48-08abedb13a3e req-5c8236c1-ee52-4d20-bfc6-7a8dd94c068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:05.956190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54a28326-bb8f-46d7-ab48-08abedb13a3e req-5c8236c1-ee52-4d20-bfc6-7a8dd94c068a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 1100 time: 0.2928481 Aug 24 00:12:05.985114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b3e5c-fdf3-4c02-9213-22ddd8f35a1a req-81589737-ffc3-432d-a001-d77b6f1a919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:05.986570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c48b3e5c-fdf3-4c02-9213-22ddd8f35a1a req-81589737-ffc3-432d-a001-d77b6f1a919e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.1331658 Aug 24 00:12:06.015875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79be4a-2680-402d-b029-3437080e634a req-ee0aeb5b-751f-4497-b2a5-2cab808be17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:06.017505 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5c79be4a-2680-402d-b029-3437080e634a req-ee0aeb5b-751f-4497-b2a5-2cab808be17d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1075037 Aug 24 00:12:06.019622 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:06.042944 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:06.045779 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b72b52-fddb-424d-85b4-1e9cab51e848 req-421c69e8-6578-4f35-a10c-df5e8df0a57b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:06.053931 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88b72b52-fddb-424d-85b4-1e9cab51e848 req-421c69e8-6578-4f35-a10c-df5e8df0a57b tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 949 time: 0.1964064 Aug 24 00:12:06.123967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c48b3e5c-fdf3-4c02-9213-22ddd8f35a1a req-7fe43d2a-8f30-4cf1-93bb-a4e80ae80ef1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077776 Aug 24 00:12:06.196458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e364e81b-9541-4ee0-820a-20835d13db8a up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:06.318236 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port e364e81b-9541-4ee0-820a-20835d13db8a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:06.323301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port e364e81b-9541-4ee0-820a-20835d13db8a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:06.323898 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:06.340182 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:06.361842 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91d8b009-5aba-4afe-8eb1-5521c27a5133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:06.364763 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91d8b009-5aba-4afe-8eb1-5521c27a5133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:06.365906 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-91d8b009-5aba-4afe-8eb1-5521c27a5133 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc4ee5d1-c64e-4b22-b0fd-b130eab5a57e HTTP/1.1" status: 204 len: 168 time: 0.7521737 Aug 24 00:12:06.387294 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8b009-5aba-4afe-8eb1-5521c27a5133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4ee5d1-c64e-4b22-b0fd-b130eab5a57e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:06.448817 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Pushing event updated for resources: {'Port': ['ID=3bffd150-8861-4caf-abbc-03f5d24a3381,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:06.454541 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79be4a-2680-402d-b029-3437080e634a req-d55de77c-98f3-47c3-b5af-76ad5d0c247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:06.456113 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5c79be4a-2680-402d-b029-3437080e634a req-d55de77c-98f3-47c3-b5af-76ad5d0c247c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4316876 Aug 24 00:12:06.493122 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:06.526399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f21f3ae-1b71-4535-840f-d5c594dcbd61 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:06.535563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6b548ae0-9643-4d0c-b78c-18bfd584a76f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:06.536624 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:06.601356 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5c79be4a-2680-402d-b029-3437080e634a req-c69bb3bb-0444-4f6c-86e0-bc7f4a102ac3 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351485 Aug 24 00:12:06.622571 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port e364e81b-9541-4ee0-820a-20835d13db8a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e364e81b-9541-4ee0-820a-20835d13db8a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:06.637304 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:06.679243 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Transition to ACTIVE for port object 6f21f3ae-1b71-4535-840f-d5c594dcbd61 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:06.705261 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:06.714379 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Network 6c6a0536-598a-43f5-b351-96ae57a58d61 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:06.721567 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:06.721791 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6b548ae0-9643-4d0c-b78c-18bfd584a76f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:06.722439 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:06.725800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=e364e81b-9541-4ee0-820a-20835d13db8a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:06.733856 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5c79be4a-2680-402d-b029-3437080e634a req-c8dd3285-cc8e-45b6-b6d0-5878fdf1cdc6 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221430 Aug 24 00:12:06.786950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a28326-bb8f-46d7-ab48-08abedb13a3e req-ad8f1a34-aa52-41eb-9b32-2687812f2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:06.803342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54a28326-bb8f-46d7-ab48-08abedb13a3e req-ad8f1a34-aa52-41eb-9b32-2687812f2685 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.8150945 Aug 24 00:12:06.831349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88b72b52-fddb-424d-85b4-1e9cab51e848 req-e357a585-3b95-4b51-b956-7172115cacaf tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7765024 Aug 24 00:12:06.884409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Pushing event updated for resources: {'Port': ['ID=6f21f3ae-1b71-4535-840f-d5c594dcbd61,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:06.924657 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:12:06.959990 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4b1d5-f6c1-4d46-acfe-c32eb479b2e9 req-94e20b92-16bf-43be-bc46-ec6450b6727f tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:06.978175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97b4b1d5-f6c1-4d46-acfe-c32eb479b2e9 req-94e20b92-16bf-43be-bc46-ec6450b6727f tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 950 time: 0.8336167 Aug 24 00:12:07.041116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54a28326-bb8f-46d7-ab48-08abedb13a3e req-6d793b1f-8866-49dd-9cdd-be32f6d03393 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=5977fec0-b2a5-4576-8725-c318d2920563 HTTP/1.1" status: 200 len: 217 time: 0.1664121 Aug 24 00:12:07.126169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b3195862-27aa-49e8-be6c-81e4c4d66b11 None None] Provisioning complete for port 3bffd150-8861-4caf-abbc-03f5d24a3381 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:07.126638 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3195862-27aa-49e8-be6c-81e4c4d66b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:07.135936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:12:07.154987 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-628b2cbc-ae84-45c9-885b-e93300a47226 admin admin] 10.222.0.32 "PUT /v2.0/routers/a9cd2c6d-bca8-4efc-b266-8b93d66d6608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1765924 Aug 24 00:12:07.194562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Sync routers for ids ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:12:07.234706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Routers {'a9cd2c6d-bca8-4efc-b266-8b93d66d6608'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:12:07.236554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:12:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:07.247575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97b4b1d5-f6c1-4d46-acfe-c32eb479b2e9 req-37b26c18-228a-4f52-8d73-8595813dbbb2 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675982 Aug 24 00:12:07.268512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c48b3e5c-fdf3-4c02-9213-22ddd8f35a1a req-e5048b01-bef2-43d7-9648-0f1d8e929b8b service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1340644 Aug 24 00:12:07.302994 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b3195862-27aa-49e8-be6c-81e4c4d66b11 None None] Port 3bffd150-8861-4caf-abbc-03f5d24a3381 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:07.314099 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9907118e-1ecf-4051-8d82-78c3f727b386 x-openstack-request-id: req-9907118e-1ecf-4051-8d82-78c3f727b386 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:07.314398 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd63fdf4-2a0a-4b76-95aa-f1a582cc948e", "tag": "5d6e02cb-6f04-4923-a1db-3a633ef49c32", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:07.314689 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9907118e-1ecf-4051-8d82-78c3f727b386 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:07.315068 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd63fdf4-2a0a-4b76-95aa-f1a582cc948e', 'tag': '5d6e02cb-6f04-4923-a1db-3a633ef49c32', 'status': 'completed', 'code': 200} Aug 24 00:12:07.348756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15337c-1634-41df-951e-1b71f47742fe req-6c767c8c-409b-42ab-b03b-c001cd2266a5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:07.350634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f15337c-1634-41df-951e-1b71f47742fe req-6c767c8c-409b-42ab-b03b-c001cd2266a5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 943 time: 0.3360262 Aug 24 00:12:07.385207 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d99c1ed-8d85-4221-9d64-39f9b06727c5 x-openstack-request-id: req-9d99c1ed-8d85-4221-9d64-39f9b06727c5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:07.387678 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03be95f9-0d93-4369-b795-ac7cef9f271e", "name": "network-vif-plugged", "status": "completed", "tag": "455e03c0-f799-42af-8eb9-21d9a34db4ad", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:07.388904 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d99c1ed-8d85-4221-9d64-39f9b06727c5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:07.389425 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03be95f9-0d93-4369-b795-ac7cef9f271e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455e03c0-f799-42af-8eb9-21d9a34db4ad', 'code': 200} Aug 24 00:12:07.416005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Attempting to bind port 6f21f3ae-1b71-4535-840f-d5c594dcbd61 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:07.416432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Attempting to bind port 6f21f3ae-1b71-4535-840f-d5c594dcbd61 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:07.416849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Attempting to bind port 6f21f3ae-1b71-4535-840f-d5c594dcbd61 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:07.422731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a28326-bb8f-46d7-ab48-08abedb13a3e req-bc4ee4b1-b6e4-4b06-a3b5-d65c3c91c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:07.427810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54a28326-bb8f-46d7-ab48-08abedb13a3e req-bc4ee4b1-b6e4-4b06-a3b5-d65c3c91c833 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.3203826 Aug 24 00:12:07.439687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4435a2e-d1e2-4d84-9553-ffb93b8674dd req-1541c4a0-3990-4923-ac07-bcef612d581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:07.441204 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c4435a2e-d1e2-4d84-9553-ffb93b8674dd req-1541c4a0-3990-4923-ac07-bcef612d581d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edbd278d73d44a99b5166fd72edc2c65&device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 1099 time: 0.0756035 Aug 24 00:12:07.451657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Set router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:12:07.507577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Port 6f21f3ae-1b71-4535-840f-d5c594dcbd61 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:12:07.507796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Attempting to bind port 6f21f3ae-1b71-4535-840f-d5c594dcbd61 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:07.544545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:07.545403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:07.545811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:07.546251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Bound port: 6f21f3ae-1b71-4535-840f-d5c594dcbd61, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:07.546615 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:07.613269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4435a2e-d1e2-4d84-9553-ffb93b8674dd req-a925c3fd-7285-48b6-9c21-afdc90d1fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:07.615736 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c4435a2e-d1e2-4d84-9553-ffb93b8674dd req-a925c3fd-7285-48b6-9c21-afdc90d1fc46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1650927 Aug 24 00:12:07.728846 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f15337c-1634-41df-951e-1b71f47742fe req-ab49dfb5-abaa-40fe-b48c-86eaa0eb6442 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459768 Aug 24 00:12:07.755101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e86b30-0fac-4e82-8b48-8f842bb01c89 req-51f7ed3f-d23a-4540-9466-814a390f97e8 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:07.762429 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c4435a2e-d1e2-4d84-9553-ffb93b8674dd req-c4a0f9d6-8388-4fb3-b31e-5d6ca1b94021 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5d6e02cb-6f04-4923-a1db-3a633ef49c32 HTTP/1.1" status: 200 len: 217 time: 0.1343694 Aug 24 00:12:07.766946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-36e86b30-0fac-4e82-8b48-8f842bb01c89 req-51f7ed3f-d23a-4540-9466-814a390f97e8 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 948 time: 0.3334367 Aug 24 00:12:07.787148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c48b3e5c-fdf3-4c02-9213-22ddd8f35a1a req-b563d70b-bab9-4f39-a3e5-ebc957ef1e45 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016429 Aug 24 00:12:07.788854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a28326-bb8f-46d7-ab48-08abedb13a3e req-1d9019e0-04a7-403e-9296-7dfbcd6f3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:07.790270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54a28326-bb8f-46d7-ab48-08abedb13a3e req-1d9019e0-04a7-403e-9296-7dfbcd6f3f76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3439584 Aug 24 00:12:07.806119 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e05de492-08f4-49a2-b307-059c29e05687 req-bdf37d1a-d544-4a3d-bc22-3a4bf3df3bfa tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789068 Aug 24 00:12:07.840647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] For port 6f21f3ae-1b71-4535-840f-d5c594dcbd61, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:07.845588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] For port 6f21f3ae-1b71-4535-840f-d5c594dcbd61, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6f21f3ae-1b71-4535-840f-d5c594dcbd61,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:07.906941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e70b1a4a-6e6d-4219-aa15-85cabad1d268 req-98ba7e17-cddd-4313-aeb3-ad0d10724607 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 210 time: 0.0354528 Aug 24 00:12:07.920799 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:07.956306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb498673-bfa4-44c1-977e-86e6dc2668f9 req-0768c0cf-225d-4f90-a686-c1c2a43d2caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:07.956924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb498673-bfa4-44c1-977e-86e6dc2668f9 req-0768c0cf-225d-4f90-a686-c1c2a43d2caf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03be95f9-0d93-4369-b795-ac7cef9f271e HTTP/1.1" status: 200 len: 1101 time: 0.4592364 Aug 24 00:12:07.968557 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4435a2e-d1e2-4d84-9553-ffb93b8674dd req-d35ed8d2-c44c-4954-a640-643008a784aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:07.974056 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c4435a2e-d1e2-4d84-9553-ffb93b8674dd req-d35ed8d2-c44c-4954-a640-643008a784aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1787441 Aug 24 00:12:08.001391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 2, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:08.059177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-36e86b30-0fac-4e82-8b48-8f842bb01c89 req-268ea388-1db2-46b9-9eec-8eb5d638fcda tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864072 Aug 24 00:12:08.064731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b1969f69-49e1-4dec-95d2-e945f769ab0f details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:08.067124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Checking router: a9cd2c6d-bca8-4efc-b266-8b93d66d6608 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:12:08.067481 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Updating router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 port 3bffd150-8861-4caf-abbc-03f5d24a3381 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:12:08.117441 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:08.150703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05de492-08f4-49a2-b307-059c29e05687 req-dabe3db9-e95e-4d63-a179-426352ed003c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:08.152344 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e05de492-08f4-49a2-b307-059c29e05687 req-dabe3db9-e95e-4d63-a179-426352ed003c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239820 Aug 24 00:12:08.157934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:08.158854 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:08.162117 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-5a84c62b-af22-410d-9004-fda576828858 service neutron] 10.222.0.13 "PUT /v2.0/ports/6f21f3ae-1b71-4535-840f-d5c594dcbd61 HTTP/1.1" status: 200 len: 1096 time: 3.4007797 Aug 24 00:12:08.162761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0732fd-8657-4e46-9234-6144f99788fe', 'tag': '6f21f3ae-1b71-4535-840f-d5c594dcbd61'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:08.165551 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54716507-e16d-4895-88af-587f2224db3d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0732fd-8657-4e46-9234-6144f99788fe", "tag": "6f21f3ae-1b71-4535-840f-d5c594dcbd61"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:08.175949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4435a2e-d1e2-4d84-9553-ffb93b8674dd req-b48e5a2f-677e-4b7d-aa2c-92c442471255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:08.177468 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c4435a2e-d1e2-4d84-9553-ffb93b8674dd req-b48e5a2f-677e-4b7d-aa2c-92c442471255 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1900961 Aug 24 00:12:08.192335 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Request body: {'port': {'device_id': '626fc94d-13dd-4662-8f5e-f77257c80863', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'fcbd557231c74eedb4681fd7496dc8b0'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:08.207109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb498673-bfa4-44c1-977e-86e6dc2668f9 req-157500fa-8eb2-4cb2-8e3f-3d5a0190776e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992762 Aug 24 00:12:08.207652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40138) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:08.243229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-414231338-network', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:08.286048 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84c62b-af22-410d-9004-fda576828858 service neutron] Pushing event updated for resources: {'Port': ['ID=6f21f3ae-1b71-4535-840f-d5c594dcbd61,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:08.327661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] Made reservation on behalf of 59abc61e31c54c36a920fb487d8ae0fc for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:08.329492 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c4435a2e-d1e2-4d84-9553-ffb93b8674dd req-022ea5ef-d638-4929-b860-4a142b72e39d service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318784 Aug 24 00:12:08.330424 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:08.373755 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:08.411436 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:08.425752 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'b1969f69-49e1-4dec-95d2-e945f769ab0f', 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95', 'port_id': 'b1969f69-49e1-4dec-95d2-e945f769ab0f', 'mac_address': 'fa:16:3e:37:90:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0aa47e-c845-4692-9319-c5277e0b6106', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:12:08.445168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85283d7-0731-40e5-9f9a-e253fbc44b40 req-05f78e22-8baa-47d2-987e-4f86087e4428 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:08.447616 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d85283d7-0731-40e5-9f9a-e253fbc44b40 req-05f78e22-8baa-47d2-987e-4f86087e4428 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 948 time: 0.3649256 Aug 24 00:12:08.458236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54a28326-bb8f-46d7-ab48-08abedb13a3e req-18c6aa70-9bd7-4e00-b855-5d25b585859e service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012821 Aug 24 00:12:08.492303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8e623bec-1afe-4edf-a58f-e555b964d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:08.492602 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:08.494246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-8e623bec-1afe-4edf-a58f-e555b964d875 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49c38064214e4670a1f023d5fddf5089&device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 1099 time: 0.2094445 Aug 24 00:12:08.517501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c2ed9-a461-4ea3-a3f5-91998d13f70e req-379d0d65-41bc-40b0-bb55-b30f8efacd47 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:08.519059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a96c2ed9-a461-4ea3-a3f5-91998d13f70e req-379d0d65-41bc-40b0-bb55-b30f8efacd47 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=03be95f9-0d93-4369-b795-ac7cef9f271e HTTP/1.1" status: 200 len: 950 time: 0.2876241 Aug 24 00:12:08.528545 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c4435a2e-d1e2-4d84-9553-ffb93b8674dd req-0a28aa1e-338b-467e-9955-fabf158d7487 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788745 Aug 24 00:12:08.544087 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1969f69-49e1-4dec-95d2-e945f769ab0f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:08.581270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:08.587256 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:08.598483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-c3e565a8-38d8-4f17-bbcc-f35a44ab4f60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6f21f3ae-1b71-4535-840f-d5c594dcbd61 HTTP/1.1" status: 200 len: 217 time: 0.0782592 Aug 24 00:12:08.630918 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d85283d7-0731-40e5-9f9a-e253fbc44b40 req-c86b57e4-e521-45ac-969b-8f8ca8e94b29 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714411 Aug 24 00:12:08.705425 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=b1969f69-49e1-4dec-95d2-e945f769ab0f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:08.737944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a96c2ed9-a461-4ea3-a3f5-91998d13f70e req-7b252ca0-ee0a-49e4-867f-9ab9759e5e2c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705487 Aug 24 00:12:08.818847 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f418a9a5-1a9d-4b03-85b5-86f55d71a18a x-openstack-request-id: req-f418a9a5-1a9d-4b03-85b5-86f55d71a18a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:08.819129 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0732fd-8657-4e46-9234-6144f99788fe", "tag": "6f21f3ae-1b71-4535-840f-d5c594dcbd61", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:08.819385 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f418a9a5-1a9d-4b03-85b5-86f55d71a18a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:08.819785 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0732fd-8657-4e46-9234-6144f99788fe', 'tag': '6f21f3ae-1b71-4535-840f-d5c594dcbd61', 'status': 'completed', 'code': 200} Aug 24 00:12:08.833723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-d94e90f8-5a63-4a53-b8fd-eebbfcb70642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:08.835712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-d94e90f8-5a63-4a53-b8fd-eebbfcb70642 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.2081780 Aug 24 00:12:08.840530 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:08.855425 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Transition to ACTIVE for port object 3bffd150-8861-4caf-abbc-03f5d24a3381 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:08.863064 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:08.866032 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:08.898339 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:08.900913 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Made reservation on behalf of fcbd557231c74eedb4681fd7496dc8b0 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:08.915450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['b1969f69-49e1-4dec-95d2-e945f769ab0f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:08.916917 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:08.921115 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54a28326-bb8f-46d7-ab48-08abedb13a3e req-b3bf15d7-a59a-4629-81e6-40644ed0728e service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525991 Aug 24 00:12:08.933109 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:08.971399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa18cc-c499-4747-bdb2-acde037eb108 req-8421f334-ae13-4595-a3f5-c4bb8bd3fbe8 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:08.972996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2aa18cc-c499-4747-bdb2-acde037eb108 req-8421f334-ae13-4595-a3f5-c4bb8bd3fbe8 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 950 time: 0.2435982 Aug 24 00:12:08.973856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:12:08.997307 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc86730-6d4e-436c-9cae-84af5c39b602 None None] Pushing event updated for resources: {'Port': ['ID=3bffd150-8861-4caf-abbc-03f5d24a3381,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:09.015136 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:09.015351 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] Added segment cabefd0d-b633-42a7-a702-6a17954c9a87 of type vlan for network e222cd28-d9d6-4f02-bbb3-f21d18d444ee Aug 24 00:12:09.031150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba8f88f-096e-4f17-9e38-9a123fd99723,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:09.073657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f255b5-7cd6-41ae-b500-fb674c56990a req-4075b623-c355-49fb-9fbd-bc068cfc05d7 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:09.076967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Attempting to bind port 3bffd150-8861-4caf-abbc-03f5d24a3381 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:09.077395 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Attempting to bind port 3bffd150-8861-4caf-abbc-03f5d24a3381 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:09.077766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Attempting to bind port 3bffd150-8861-4caf-abbc-03f5d24a3381 on network 6c6a0536-598a-43f5-b351-96ae57a58d61 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:09.082880 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9f255b5-7cd6-41ae-b500-fb674c56990a req-4075b623-c355-49fb-9fbd-bc068cfc05d7 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 944 time: 0.2153282 Aug 24 00:12:09.088324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:09.088632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Checking segment: {'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:09.089042 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:09.089443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Bound using segment: {'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:09.090493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Bound port: 3bffd150-8861-4caf-abbc-03f5d24a3381, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:09.090941 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:09.100959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-4ce0cb5a-6126-4d13-81fa-2be56fd43c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:09.102737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-4ce0cb5a-6126-4d13-81fa-2be56fd43c70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2561274 Aug 24 00:12:09.105730 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:09.111291 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:09.134256 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:09.174028 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d10247f-aea8-4d8f-9210-64627268e0b3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:09.176353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2aa18cc-c499-4747-bdb2-acde037eb108 req-64d4be7a-5a66-4116-95ab-eb0154ae96b1 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846120 Aug 24 00:12:09.250444 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9f255b5-7cd6-41ae-b500-fb674c56990a req-a17604e5-3c3a-4bb7-a4e2-2ce53a6ab46d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663094 Aug 24 00:12:09.271051 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] For port 3bffd150-8861-4caf-abbc-03f5d24a3381, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:09.286429 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:09.287715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:09.288299 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:09.298213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] For port 3bffd150-8861-4caf-abbc-03f5d24a3381, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3bffd150-8861-4caf-abbc-03f5d24a3381,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:09.315020 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:09.348414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d0adb6a-9307-434d-95bf-8dc0bbe724ae req-60077037-3091-4beb-9a52-7331a47c1d0c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 210 time: 0.0775635 Aug 24 00:12:09.354410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1421797 Aug 24 00:12:09.357069 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Allocated IP 192.168.233.174 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/7311cedf-edad-4872-9847-3b6cc66e7ec5) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:09.393067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40162) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:09.395729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b99ef64-aa31-40af-af48-abb4f088cac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364e81b-9541-4ee0-820a-20835d13db8a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:09.401810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-afcf4bdc-abfd-471a-b865-5a1d071dfe63 admin admin] Request body: {'subnet': {'network_id': 'e222cd28-d9d6-4f02-bbb3-f21d18d444ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-414231338-subnet', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:09.402407 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ac792a-4d3d-4716-95f7-5f76cbaa9e82" -d '{"events": [{"server_uuid": "7b99ef64-aa31-40af-af48-abb4f088cac2", "name": "network-vif-plugged", "status": "completed", "tag": "e364e81b-9541-4ee0-820a-20835d13db8a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:09.428343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-2788c550-6af4-42ae-92a0-0f5d3d623de6 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977979 Aug 24 00:12:09.444925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e93cec-2afc-4f74-90ed-2d2fa49100d4 admin admin] Pushing event updated for resources: {'Network': ['ID=e222cd28-d9d6-4f02-bbb3-f21d18d444ee,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:09.463928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network e222cd28-d9d6-4f02-bbb3-f21d18d444ee details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:12:09.467375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Routers {'a9cd2c6d-bca8-4efc-b266-8b93d66d6608'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:12:09.467995 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:12:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:09.469753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc86730-6d4e-436c-9cae-84af5c39b602 None None] Pushing event updated for resources: {'Port': ['ID=3bffd150-8861-4caf-abbc-03f5d24a3381,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:09.496919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcf4bdc-abfd-471a-b865-5a1d071dfe63 admin admin] Made reservation on behalf of 59abc61e31c54c36a920fb487d8ae0fc for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:09.500202 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afcf4bdc-abfd-471a-b865-5a1d071dfe63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:09.612199 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:09.613731 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235285fd-70d5-4848-853b-3303b50c57c9 x-openstack-request-id: req-235285fd-70d5-4848-853b-3303b50c57c9 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:09.614022 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b99ef64-aa31-40af-af48-abb4f088cac2", "name": "network-vif-plugged", "status": "completed", "tag": "e364e81b-9541-4ee0-820a-20835d13db8a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:09.614280 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-235285fd-70d5-4848-853b-3303b50c57c9 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:09.614677 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b99ef64-aa31-40af-af48-abb4f088cac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364e81b-9541-4ee0-820a-20835d13db8a', 'code': 200} Aug 24 00:12:09.629384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Transition to ACTIVE for port object 7311cedf-edad-4872-9847-3b6cc66e7ec5 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:09.736214 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:09.739104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] Set router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:12:09.807550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Pushing event updated for resources: {'Port': ['ID=7311cedf-edad-4872-9847-3b6cc66e7ec5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:09.815723 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:09.817077 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:09.831076 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:09.908212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:09.909164 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:09.929757 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e05de492-08f4-49a2-b307-059c29e05687 req-74c260a0-e418-47d5-95ce-b46fbf865d9e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7504900 Aug 24 00:12:09.950887 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Request body: {'port': {'device_id': '626fc94d-13dd-4662-8f5e-f77257c80863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:10.041375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5d6e02cb-6f04-4923-a1db-3a633ef49c32 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:10.057781 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:10.078499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b1969f69-49e1-4dec-95d2-e945f769ab0f up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:10.144703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c30d00-7844-4c76-aa13-f6c4bc1ca89f req-84fa64c4-fc72-4017-9090-415d43508376 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:10.146927 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09c30d00-7844-4c76-aa13-f6c4bc1ca89f req-84fa64c4-fc72-4017-9090-415d43508376 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 948 time: 0.6815057 Aug 24 00:12:10.148902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afacba-8066-4f1a-b019-ef8c5fc60514 req-5fc8b465-4a7e-455c-9046-f7197f7f9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:10.150438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9afacba-8066-4f1a-b019-ef8c5fc60514 req-5fc8b465-4a7e-455c-9046-f7197f7f9a36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 1101 time: 0.2696865 Aug 24 00:12:10.158624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9a0b427-f7b9-4091-a3ef-2aa4c5269f06 req-2342e289-903d-4fbe-821f-b04796ed761d service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7097003 Aug 24 00:12:10.199044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:09Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:10.209871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5d6e02cb-6f04-4923-a1db-3a633ef49c32, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5d6e02cb-6f04-4923-a1db-3a633ef49c32,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:10.219042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7a06d-1a55-4771-b2ae-c49e6a54ce7e req-e0be8778-b312-4925-8984-6180ecdee208 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:10.220578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a7a06d-1a55-4771-b2ae-c49e6a54ce7e req-e0be8778-b312-4925-8984-6180ecdee208 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 948 time: 0.2477803 Aug 24 00:12:10.255365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473bdc7d-6e8a-48b9-a626-b01b03731316 None None] The sync data for ids ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'] in n-d-805736-1 is: [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:09Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:12:10.271508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '5d6e02cb-6f04-4923-a1db-3a633ef49c32', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '5d6e02cb-6f04-4923-a1db-3a633ef49c32', 'mac_address': 'fa:16:3e:91:e3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:12:10.281900 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port b1969f69-49e1-4dec-95d2-e945f769ab0f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:10.304216 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7640ed5f-4a78-4e4b-8275-80135a4dc853 None None] Provisioning for port 7311cedf-edad-4872-9847-3b6cc66e7ec5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:10.325528 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7640ed5f-4a78-4e4b-8275-80135a4dc853 None None] Provisioning complete for port 7311cedf-edad-4872-9847-3b6cc66e7ec5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:10.326445 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7640ed5f-4a78-4e4b-8275-80135a4dc853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:10.330551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port b1969f69-49e1-4dec-95d2-e945f769ab0f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:10.331273 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:10.349329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9afacba-8066-4f1a-b019-ef8c5fc60514 req-5f5bb1a1-72f2-471e-a8c2-45949a6dca07 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877716 Aug 24 00:12:10.367341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09c30d00-7844-4c76-aa13-f6c4bc1ca89f req-6ceb975a-9878-450a-bbfa-ba469d6dedf9 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011330 Aug 24 00:12:10.437782 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7311cedf-edad-4872-9847-3b6cc66e7ec5 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:10.441839 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:10.454553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7640ed5f-4a78-4e4b-8275-80135a4dc853 None None] Port 7311cedf-edad-4872-9847-3b6cc66e7ec5 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:10.456591 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:10.479514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6e02cb-6f04-4923-a1db-3a633ef49c32 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:10.483194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Transition to ACTIVE for port object 7311cedf-edad-4872-9847-3b6cc66e7ec5 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:10.490026 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:10.499326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a7a06d-1a55-4771-b2ae-c49e6a54ce7e req-563db15e-3143-43d0-8588-e887d3d2644c tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694030 Aug 24 00:12:10.524276 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5d6e02cb-6f04-4923-a1db-3a633ef49c32, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5d6e02cb-6f04-4923-a1db-3a633ef49c32,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:10.560993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3bffd150-8861-4caf-abbc-03f5d24a3381 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:10.562894 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:10.570185 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Pushing event updated for resources: {'Port': ['ID=7311cedf-edad-4872-9847-3b6cc66e7ec5,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:10.648485 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:10.673660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54716507-e16d-4895-88af-587f2224db3d req-763702db-8323-419f-aba6-dcb301877e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:10.675303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54716507-e16d-4895-88af-587f2224db3d req-763702db-8323-419f-aba6-dcb301877e9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49c38064214e4670a1f023d5fddf5089&device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 1099 time: 0.3776815 Aug 24 00:12:10.681817 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afcf4bdc-abfd-471a-b865-5a1d071dfe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:10.710946 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Attempting to bind port 7311cedf-edad-4872-9847-3b6cc66e7ec5 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:10.711524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Attempting to bind port 7311cedf-edad-4872-9847-3b6cc66e7ec5 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:10.711625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Attempting to bind port 7311cedf-edad-4872-9847-3b6cc66e7ec5 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:10.716842 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Port 7311cedf-edad-4872-9847-3b6cc66e7ec5 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:12:10.717352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Attempting to bind port 7311cedf-edad-4872-9847-3b6cc66e7ec5 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:10.723266 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:10.723602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:10.723989 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:10.724425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Bound port: 7311cedf-edad-4872-9847-3b6cc66e7ec5, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:10.724786 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:10.769618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5d6e02cb-6f04-4923-a1db-3a633ef49c32,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:10.781419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:10.801881 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:10.823582 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] For port 7311cedf-edad-4872-9847-3b6cc66e7ec5, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:10.827981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] For port 7311cedf-edad-4872-9847-3b6cc66e7ec5, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:10.843014 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:10.845958 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 3bffd150-8861-4caf-abbc-03f5d24a3381 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:10.857230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 3bffd150-8861-4caf-abbc-03f5d24a3381 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:10.857756 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:10.863272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a52dd09d-d3b3-4f09-9976-1bb8b71c78db req-3d97df13-aad6-40f9-8e1f-fcb700ba4866 tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a38af3ede2af42a8b5e263491ef4b0a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118016 Aug 24 00:12:10.903121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511386c4-6fa1-41b5-a8f8-9a61b88fb05a req-4eabab60-ffce-4de6-89e5-39f395eeb196 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:10.910364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:10.911196 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:10.912822 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e05de492-08f4-49a2-b307-059c29e05687 req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] 10.222.0.47 "PUT /v2.0/ports/7311cedf-edad-4872-9847-3b6cc66e7ec5 HTTP/1.1" status: 200 len: 1096 time: 0.9678619 Aug 24 00:12:10.913461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626fc94d-13dd-4662-8f5e-f77257c80863', 'tag': '7311cedf-edad-4872-9847-3b6cc66e7ec5'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:10.913988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-511386c4-6fa1-41b5-a8f8-9a61b88fb05a req-4eabab60-ffce-4de6-89e5-39f395eeb196 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=03be95f9-0d93-4369-b795-ac7cef9f271e HTTP/1.1" status: 200 len: 950 time: 0.4271357 Aug 24 00:12:10.915879 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee790242-6d47-4fce-8837-d1769cd1addb" -d '{"events": [{"name": "network-changed", "server_uuid": "626fc94d-13dd-4662-8f5e-f77257c80863", "tag": "7311cedf-edad-4872-9847-3b6cc66e7ec5"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:10.943248 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c5d44-6b06-4c87-ba03-e205df169de4 service neutron] Pushing event updated for resources: {'Port': ['ID=7311cedf-edad-4872-9847-3b6cc66e7ec5,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:10.959080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf4bdc-abfd-471a-b865-5a1d071dfe63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd95c51-5c8d-4ea3-99e6-31d2905a4d4f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:11.026226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcf4bdc-abfd-471a-b865-5a1d071dfe63 admin admin] Checking segment: {'id': 'cabefd0d-b633-42a7-a702-6a17954c9a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e222cd28-d9d6-4f02-bbb3-f21d18d444ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:11.026588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcf4bdc-abfd-471a-b865-5a1d071dfe63 admin admin] Network hostable DHCP agents. Network: e222cd28-d9d6-4f02-bbb3-f21d18d444ee, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:12:11.046592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-511386c4-6fa1-41b5-a8f8-9a61b88fb05a req-2bc9f5d4-f91b-4f35-8313-86d1b1f0f4a1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316307 Aug 24 00:12:11.075171 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05de492-08f4-49a2-b307-059c29e05687 req-60ed0e5e-ce78-42af-a0b8-53f834353d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:11.080238 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e05de492-08f4-49a2-b307-059c29e05687 req-60ed0e5e-ce78-42af-a0b8-53f834353d29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 1099 time: 0.0744436 Aug 24 00:12:11.101833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54716507-e16d-4895-88af-587f2224db3d req-b153312a-6df7-45e7-a132-488216386ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:11.108956 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54716507-e16d-4895-88af-587f2224db3d req-b153312a-6df7-45e7-a132-488216386ca7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.3979986 Aug 24 00:12:11.113947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5d6e02cb-6f04-4923-a1db-3a633ef49c32'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:11.114358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcf4bdc-abfd-471a-b865-5a1d071dfe63 admin admin] Network e222cd28-d9d6-4f02-bbb3-f21d18d444ee is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:12:11.167080 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e05de492-08f4-49a2-b307-059c29e05687 req-05948083-d6c9-4fc5-b68d-7369691b3444 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5 HTTP/1.1" status: 200 len: 217 time: 0.0716310 Aug 24 00:12:11.180786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=b1969f69-49e1-4dec-95d2-e945f769ab0f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:11.218234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-afcf4bdc-abfd-471a-b865-5a1d071dfe63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, e222cd28-d9d6-4f02-bbb3-f21d18d444ee) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:11.222752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf4bdc-abfd-471a-b865-5a1d071dfe63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:11.223753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afcf4bdc-abfd-471a-b865-5a1d071dfe63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:11.241950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4720cda2-75c2-46e3-8ea3-63b0748bb2d7 None None] Network e222cd28-d9d6-4f02-bbb3-f21d18d444ee requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:12:11.261939 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54716507-e16d-4895-88af-587f2224db3d req-d50e6fe2-d765-4870-a352-b47d756c2ed6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6f21f3ae-1b71-4535-840f-d5c594dcbd61 HTTP/1.1" status: 200 len: 217 time: 0.1258869 Aug 24 00:12:11.267442 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05de492-08f4-49a2-b307-059c29e05687 req-c6edabb9-fbff-447a-831b-51f96cc572c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:11.269082 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e05de492-08f4-49a2-b307-059c29e05687 req-c6edabb9-fbff-447a-831b-51f96cc572c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0902727 Aug 24 00:12:11.289335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-afcf4bdc-abfd-471a-b865-5a1d071dfe63 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8917735 Aug 24 00:12:11.294105 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40204) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:11.300684 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-414231338-router', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:11.328048 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dd09d-d3b3-4f09-9976-1bb8b71c78db req-ff75c2fd-f01a-451c-92d5-47b3419b4221 tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:11.336190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a52dd09d-d3b3-4f09-9976-1bb8b71c78db req-ff75c2fd-f01a-451c-92d5-47b3419b4221 tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4719644 Aug 24 00:12:11.360996 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:11.372512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a52dd09d-d3b3-4f09-9976-1bb8b71c78db req-db3ae95e-e53a-4b80-9ed0-024d42512816 tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] 10.222.0.32 "GET /v2.0/quotas/a38af3ede2af42a8b5e263491ef4b0a7 HTTP/1.1" status: 200 len: 375 time: 0.0353582 Aug 24 00:12:11.373935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:11.375979 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:11.382747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3415cb-98a3-45af-889c-cf8f1f667bfa req-785e1cc7-913d-40c5-811d-0b0716e1fbb4 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:11.384446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d3415cb-98a3-45af-889c-cf8f1f667bfa req-785e1cc7-913d-40c5-811d-0b0716e1fbb4 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 950 time: 0.2125251 Aug 24 00:12:11.394815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54716507-e16d-4895-88af-587f2224db3d req-ff8fb85b-4980-4599-b97d-ce2562ce2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:11.396206 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54716507-e16d-4895-88af-587f2224db3d req-ff8fb85b-4980-4599-b97d-ce2562ce2763 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1203437 Aug 24 00:12:11.401066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05de492-08f4-49a2-b307-059c29e05687 req-f7e0c3cc-5e5e-4a2a-b184-170e86ef5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:11.402754 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e05de492-08f4-49a2-b307-059c29e05687 req-f7e0c3cc-5e5e-4a2a-b184-170e86ef5d7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216981 Aug 24 00:12:11.448354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a52dd09d-d3b3-4f09-9976-1bb8b71c78db req-79edaee5-ee07-4da2-9e13-631205fa4c7d tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a38af3ede2af42a8b5e263491ef4b0a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742881 Aug 24 00:12:11.457079 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:11.500005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 3bffd150-8861-4caf-abbc-03f5d24a3381, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3bffd150-8861-4caf-abbc-03f5d24a3381,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:11.529156 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:11.540573 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d3415cb-98a3-45af-889c-cf8f1f667bfa req-96513273-371e-483d-a9f1-9ea564292db1 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421306 Aug 24 00:12:11.569727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54716507-e16d-4895-88af-587f2224db3d req-e2aba334-b07d-4b1f-b714-d3c26fe96719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:11.574237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54716507-e16d-4895-88af-587f2224db3d req-e2aba334-b07d-4b1f-b714-d3c26fe96719 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1692894 Aug 24 00:12:11.623396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a622c8-4d89-468b-9082-3b0e8f6f1cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1969f69-49e1-4dec-95d2-e945f769ab0f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:11.629684 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3263de5b-1f39-42bd-b62c-b5c54581be29" -d '{"events": [{"server_uuid": "15a622c8-4d89-468b-9082-3b0e8f6f1cf9", "name": "network-vif-plugged", "status": "completed", "tag": "b1969f69-49e1-4dec-95d2-e945f769ab0f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:11.643223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-e222cd28-d9d6-4f02-bbb3-f21d18d444ee', 'network_id': 'e222cd28-d9d6-4f02-bbb3-f21d18d444ee', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'fixed_ips': [{'subnet_id': '1bd95c51-5c8d-4ea3-99e6-31d2905a4d4f'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:12:11.655069 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:11.687618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=3bffd150-8861-4caf-abbc-03f5d24a3381,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:11.791618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9a361-22bc-4b0b-9479-4dd2962cb6a1 req-4d835c8e-6328-4f30-8f6d-9395e2ee450f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:11.793517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8f9a361-22bc-4b0b-9479-4dd2962cb6a1 req-4d835c8e-6328-4f30-8f6d-9395e2ee450f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 945 time: 0.1994305 Aug 24 00:12:11.799692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54716507-e16d-4895-88af-587f2224db3d req-d4fba2ab-11be-4b00-be8e-dbba24c0b0e6 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169154 Aug 24 00:12:11.808866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5207d7a-72d6-4841-bd81-3afcf09961b8 req-1c1088a1-9a7c-4ce3-bfac-6d372ae75d62 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:11.817341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5207d7a-72d6-4841-bd81-3afcf09961b8 req-1c1088a1-9a7c-4ce3-bfac-6d372ae75d62 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 948 time: 0.1466715 Aug 24 00:12:11.904069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Allocated IP 172.20.0.2 (e222cd28-d9d6-4f02-bbb3-f21d18d444ee/1bd95c51-5c8d-4ea3-99e6-31d2905a4d4f/ef574f8a-f634-4be2-8482-98ce75f563d5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:11.949388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5207d7a-72d6-4841-bd81-3afcf09961b8 req-dcc4b784-3a23-4b7d-90e2-6de2e73f794b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260924 Aug 24 00:12:11.956831 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:11.967116 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e05de492-08f4-49a2-b307-059c29e05687 req-e1416053-b10e-4bb5-a844-2abe1aae1233 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079083 Aug 24 00:12:11.967589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8f9a361-22bc-4b0b-9479-4dd2962cb6a1 req-4b687a76-01a0-4c16-8ce6-b1fc1096536a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430833 Aug 24 00:12:12.022707 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54716507-e16d-4895-88af-587f2224db3d req-4e625707-0312-4913-8238-77ef5b0c76b2 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022774 Aug 24 00:12:12.039572 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b737e069-47e6-4d21-a4b3-fc408d3f250a x-openstack-request-id: req-b737e069-47e6-4d21-a4b3-fc408d3f250a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:12.039572 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626fc94d-13dd-4662-8f5e-f77257c80863", "tag": "7311cedf-edad-4872-9847-3b6cc66e7ec5", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:12.039572 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b737e069-47e6-4d21-a4b3-fc408d3f250a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:12.039572 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626fc94d-13dd-4662-8f5e-f77257c80863', 'tag': '7311cedf-edad-4872-9847-3b6cc66e7ec5', 'status': 'completed', 'code': 200} Aug 24 00:12:12.167554 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e05de492-08f4-49a2-b307-059c29e05687 req-8efeab63-a57a-4bf4-bc62-206c0093c2c0 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641631 Aug 24 00:12:12.172513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bac1a-b06b-436b-9959-4384594a158a req-04ce8837-7df5-4054-b09a-41dcd8d04242 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:12.172819 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:12.174973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c18bac1a-b06b-436b-9959-4384594a158a req-04ce8837-7df5-4054-b09a-41dcd8d04242 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 948 time: 0.0722568 Aug 24 00:12:12.182886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Transition to ACTIVE for port object ef574f8a-f634-4be2-8482-98ce75f563d5 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:12.205135 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Transition to ACTIVE for port object ef574f8a-f634-4be2-8482-98ce75f563d5 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:12.215401 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:12.228679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c18bac1a-b06b-436b-9959-4384594a158a req-8afe7893-7f33-4259-8173-d5708523c4b6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412841 Aug 24 00:12:12.237722 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Network e222cd28-d9d6-4f02-bbb3-f21d18d444ee is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:12.280725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:12.283246 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:12.344240 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Pushing event updated for resources: {'Port': ['ID=ef574f8a-f634-4be2-8482-98ce75f563d5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:12.360606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Attempting to bind port ef574f8a-f634-4be2-8482-98ce75f563d5 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:12.360606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Attempting to bind port ef574f8a-f634-4be2-8482-98ce75f563d5 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'cabefd0d-b633-42a7-a702-6a17954c9a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e222cd28-d9d6-4f02-bbb3-f21d18d444ee'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:12.360915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Attempting to bind port ef574f8a-f634-4be2-8482-98ce75f563d5 on network e222cd28-d9d6-4f02-bbb3-f21d18d444ee {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:12.367141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:12.367519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Checking segment: {'id': 'cabefd0d-b633-42a7-a702-6a17954c9a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e222cd28-d9d6-4f02-bbb3-f21d18d444ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:12.367925 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:12.368319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Bound using segment: {'id': 'cabefd0d-b633-42a7-a702-6a17954c9a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e222cd28-d9d6-4f02-bbb3-f21d18d444ee'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:12.368785 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Bound port: ef574f8a-f634-4be2-8482-98ce75f563d5, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabefd0d-b633-42a7-a702-6a17954c9a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e222cd28-d9d6-4f02-bbb3-f21d18d444ee'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:12.369164 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:12.373936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20518770-f2ef-4c42-acac-52f906fc24b8 req-24d8a0fb-3862-4d1b-aa8a-66dd808f7f09 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:12.380521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20518770-f2ef-4c42-acac-52f906fc24b8 req-24d8a0fb-3862-4d1b-aa8a-66dd808f7f09 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:12.382322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20518770-f2ef-4c42-acac-52f906fc24b8 req-24d8a0fb-3862-4d1b-aa8a-66dd808f7f09 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=03be95f9-0d93-4369-b795-ac7cef9f271e&device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 1691 time: 0.1053345 Aug 24 00:12:12.403473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631c55d-5272-4506-8135-f1d445ef9490 req-a624d9af-09d6-4033-a86c-9d95ab13bdc7 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:12.405627 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3631c55d-5272-4506-8135-f1d445ef9490 req-a624d9af-09d6-4033-a86c-9d95ab13bdc7 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 949 time: 0.0874400 Aug 24 00:12:12.449949 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:12.459726 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20518770-f2ef-4c42-acac-52f906fc24b8 req-f823d8ea-33e4-44c7-872c-01a2427f53f5 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675027 Aug 24 00:12:12.475037 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] For port ef574f8a-f634-4be2-8482-98ce75f563d5, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:12.478268 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] For port ef574f8a-f634-4be2-8482-98ce75f563d5, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ef574f8a-f634-4be2-8482-98ce75f563d5,segment=NetworkSegment(cabefd0d-b633-42a7-a702-6a17954c9a87),segment_id=cabefd0d-b633-42a7-a702-6a17954c9a87)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:12.481603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3bffd150-8861-4caf-abbc-03f5d24a3381 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:12.486408 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:12.486860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3631c55d-5272-4506-8135-f1d445ef9490 req-9152e440-7c41-4491-867f-904eb5fc1717 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667739 Aug 24 00:12:12.492026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790242-6d47-4fce-8837-d1769cd1addb req-1ebfa740-8ed4-4f72-9ef4-53dee44aedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:12.493629 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee790242-6d47-4fce-8837-d1769cd1addb req-1ebfa740-8ed4-4f72-9ef4-53dee44aedb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 1099 time: 0.1569276 Aug 24 00:12:12.549991 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490bd9b7-2fc7-4e47-97e1-fc85952d2010 x-openstack-request-id: req-490bd9b7-2fc7-4e47-97e1-fc85952d2010 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:12.550459 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a622c8-4d89-468b-9082-3b0e8f6f1cf9", "name": "network-vif-plugged", "status": "completed", "tag": "b1969f69-49e1-4dec-95d2-e945f769ab0f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:12.551094 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-490bd9b7-2fc7-4e47-97e1-fc85952d2010 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:12.551539 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a622c8-4d89-468b-9082-3b0e8f6f1cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1969f69-49e1-4dec-95d2-e945f769ab0f', 'code': 200} Aug 24 00:12:12.575141 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:12.701799 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790242-6d47-4fce-8837-d1769cd1addb req-1255dccf-932d-4f8a-8937-f3b66bbc9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:12.703308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 3bffd150-8861-4caf-abbc-03f5d24a3381 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:12.703464 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee790242-6d47-4fce-8837-d1769cd1addb req-1255dccf-932d-4f8a-8937-f3b66bbc9ac6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1992385 Aug 24 00:12:12.703691 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:12.718547 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Allocated IP 172.25.8.51 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/41588090-87c3-4017-b4b5-360a4700ade6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:12.756806 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fd797-9781-45d1-8f91-9ec8dbcd437c None None] Pushing event updated for resources: {'Port': ['ID=ef574f8a-f634-4be2-8482-98ce75f563d5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:12.770670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7859d9-36ad-4da3-be6f-a1b4ca776998 req-b1666377-2c97-4c12-8112-6a14c5c8ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:12.772542 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be7859d9-36ad-4da3-be6f-a1b4ca776998 req-b1666377-2c97-4c12-8112-6a14c5c8ffb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 1096 time: 0.1364081 Aug 24 00:12:12.787023 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee790242-6d47-4fce-8837-d1769cd1addb req-46d15093-3aae-43e6-8f21-d9730b56cd99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5 HTTP/1.1" status: 200 len: 217 time: 0.0753183 Aug 24 00:12:12.813917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b01c13-d381-422c-8c65-733a36141c91 req-e8942fbf-2e44-4336-9428-d6d2afed4580 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:12.815862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21b01c13-d381-422c-8c65-733a36141c91 req-e8942fbf-2e44-4336-9428-d6d2afed4580 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 950 time: 0.1313522 Aug 24 00:12:12.827860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a1d23-2520-447a-a095-3ee83d5ea523 req-41ca5782-9678-48b3-8f65-b175c6ea8a7d tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:12.830819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-485a1d23-2520-447a-a095-3ee83d5ea523 req-41ca5782-9678-48b3-8f65-b175c6ea8a7d tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=03be95f9-0d93-4369-b795-ac7cef9f271e HTTP/1.1" status: 200 len: 1101 time: 0.1207511 Aug 24 00:12:12.857492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be7859d9-36ad-4da3-be6f-a1b4ca776998 req-73dddb1f-dab6-4bc6-8f49-4b44aa90a632 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748825 Aug 24 00:12:12.903347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21b01c13-d381-422c-8c65-733a36141c91 req-2b0421e9-8b18-416f-8f1a-38fcb726e202 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712941 Aug 24 00:12:12.920643 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790242-6d47-4fce-8837-d1769cd1addb req-353f3b67-f706-4a76-b4a9-15346a90b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:12.922696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-485a1d23-2520-447a-a095-3ee83d5ea523 req-16be46db-9432-459f-99c6-96c2c06ef897 tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810616 Aug 24 00:12:12.923254 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee790242-6d47-4fce-8837-d1769cd1addb req-353f3b67-f706-4a76-b4a9-15346a90b9a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1268747 Aug 24 00:12:13.017120 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee790242-6d47-4fce-8837-d1769cd1addb req-32e3b4ee-a5bb-4d0d-b8eb-3d9898c6f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:13.018733 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee790242-6d47-4fce-8837-d1769cd1addb req-32e3b4ee-a5bb-4d0d-b8eb-3d9898c6f5c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878184 Aug 24 00:12:13.022088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:13.144304 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee790242-6d47-4fce-8837-d1769cd1addb req-74894a1d-4552-4560-ab54-4bc416ea59be service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171122 Aug 24 00:12:13.147417 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:13.187475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd03562-50e8-4f6a-b0b4-0938771e0e53 req-d747ae31-f72a-46dd-9b49-25070c21c841 tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:13.189030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dcd03562-50e8-4f6a-b0b4-0938771e0e53 req-d747ae31-f72a-46dd-9b49-25070c21c841 tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 1101 time: 0.0783842 Aug 24 00:12:13.197250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c198a4-611a-4005-990c-6dadd2167c8f req-a79fd65c-a4e4-4636-a818-6b1f8ad6e8fe tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:13.198685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49c198a4-611a-4005-990c-6dadd2167c8f req-a79fd65c-a4e4-4636-a818-6b1f8ad6e8fe tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 948 time: 0.0787814 Aug 24 00:12:13.236816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:13.242493 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:13.244901 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:13.254230 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dcd03562-50e8-4f6a-b0b4-0938771e0e53 req-b06c5c84-9361-4a1c-8c2a-5d485d25f0fc tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545454 Aug 24 00:12:13.259331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49c198a4-611a-4005-990c-6dadd2167c8f req-e17a015e-2d5c-494d-997a-bbabb5983fee tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525932 Aug 24 00:12:13.274134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Pushing event updated for resources: {'Port': ['ID=41588090-87c3-4017-b4b5-360a4700ade6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:13.360561 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee790242-6d47-4fce-8837-d1769cd1addb req-aef22139-5150-449a-977e-1ea87e24726d service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073100 Aug 24 00:12:13.376380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3619f-9322-45e1-877b-14e5c7428e1e req-d5f28e8b-1de5-4e97-afd5-c29d58cecff8 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:13.378135 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13d3619f-9322-45e1-877b-14e5c7428e1e req-d5f28e8b-1de5-4e97-afd5-c29d58cecff8 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 945 time: 0.0584700 Aug 24 00:12:13.425617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13d3619f-9322-45e1-877b-14e5c7428e1e req-e07b6838-9f82-4170-9775-35f875b526ad tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392175 Aug 24 00:12:13.578673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fe42b-983d-419f-b474-6b4dcf383465 req-680cac69-3af4-41da-a669-36b7cf6e3546 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:13.580693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-839fe42b-983d-419f-b474-6b4dcf383465 req-680cac69-3af4-41da-a669-36b7cf6e3546 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 950 time: 0.0941899 Aug 24 00:12:13.600441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581a8f4-739c-43b6-add5-eef196b7d261 req-51d37b61-8fa0-4d1d-89d5-62d88064cb08 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:13.602099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6581a8f4-739c-43b6-add5-eef196b7d261 req-51d37b61-8fa0-4d1d-89d5-62d88064cb08 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 948 time: 0.0825951 Aug 24 00:12:13.617349 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:13.664643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6581a8f4-739c-43b6-add5-eef196b7d261 req-70fede9d-b2e8-4657-961a-55148b88b551 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466173 Aug 24 00:12:13.670492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-839fe42b-983d-419f-b474-6b4dcf383465 req-6d8c9410-2263-4739-ac2d-760a152880db tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674205 Aug 24 00:12:13.746438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d773535f-7a38-4448-992d-a12e1a51cd71 None None] Network e222cd28-d9d6-4f02-bbb3-f21d18d444ee requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:12:13.814537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e8221-9103-4989-ba0b-6c135aa52614 req-2ad3f2a8-1cf2-4c4e-8633-b0b5b65facad tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:13.822581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-db8e8221-9103-4989-ba0b-6c135aa52614 req-2ad3f2a8-1cf2-4c4e-8633-b0b5b65facad tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 949 time: 0.0756164 Aug 24 00:12:13.863405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b2d68824-d4b3-4e65-86e4-598dd2c51fff None None] Provisioning for port ef574f8a-f634-4be2-8482-98ce75f563d5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:13.868895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-db8e8221-9103-4989-ba0b-6c135aa52614 req-6ebb9070-c922-42cc-9421-058ab5edcd90 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450585 Aug 24 00:12:13.874614 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:13.951660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2e150c7-773f-413a-9c25-de37b4abaa36 req-32e645ab-b241-4700-8439-1de2c69eb572 tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a38af3ede2af42a8b5e263491ef4b0a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387411 Aug 24 00:12:14.073765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6f21f3ae-1b71-4535-840f-d5c594dcbd61 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:14.083061 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5d6e02cb-6f04-4923-a1db-3a633ef49c32 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:14.103996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Router 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:12:14.121644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e150c7-773f-413a-9c25-de37b4abaa36 req-51df913b-7b18-464b-8010-25e7dff257dc tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:14.130287 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2e150c7-773f-413a-9c25-de37b4abaa36 req-51df913b-7b18-464b-8010-25e7dff257dc tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775618 Aug 24 00:12:14.151336 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2e150c7-773f-413a-9c25-de37b4abaa36 req-f1257f96-0dc4-4686-8669-9aedbe714fc5 tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] 10.222.0.32 "GET /v2.0/quotas/a38af3ede2af42a8b5e263491ef4b0a7 HTTP/1.1" status: 200 len: 375 time: 0.0195415 Aug 24 00:12:14.195824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2e150c7-773f-413a-9c25-de37b4abaa36 req-08575e59-6b3d-4f69-925c-166ff4bea022 tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a38af3ede2af42a8b5e263491ef4b0a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397341 Aug 24 00:12:14.276319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-0cf36742-eeb2-4c75-b0f1-713cb86c934b tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311534 Aug 24 00:12:14.285317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 5d6e02cb-6f04-4923-a1db-3a633ef49c32 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:14.309889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 5d6e02cb-6f04-4923-a1db-3a633ef49c32 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:14.311088 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:14.319930 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:12:14.329044 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Sync routers for ids ['6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:12:14.341107 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Routers {'6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:12:14.343988 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:12:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:14.359375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:14.360846 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-54f9a5cb-aca3-43b6-baf5-39f47e78ed38 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.0637019 Aug 24 00:12:14.363407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40284) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:14.373378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6f21f3ae-1b71-4535-840f-d5c594dcbd61, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6f21f3ae-1b71-4535-840f-d5c594dcbd61,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:14.393821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '6f21f3ae-1b71-4535-840f-d5c594dcbd61', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '6f21f3ae-1b71-4535-840f-d5c594dcbd61', 'mac_address': 'fa:16:3e:69:66:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:12:14.469495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d5994-f30e-4483-9ad1-fde5ba7ec577 req-57b5059b-3897-4d30-89a9-1b6e13f00bee tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:14.469495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e30d5994-f30e-4483-9ad1-fde5ba7ec577 req-57b5059b-3897-4d30-89a9-1b6e13f00bee tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 950 time: 0.1271343 Aug 24 00:12:14.489224 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Set router 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:12:14.494496 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:14.496612 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:14.512825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f21f3ae-1b71-4535-840f-d5c594dcbd61 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:14.540182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ef574f8a-f634-4be2-8482-98ce75f563d5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:14.556363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-c76b7ae2-e1bb-4052-a50a-f971357d2205 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:14.566864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-c76b7ae2-e1bb-4052-a50a-f971357d2205 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2896552 Aug 24 00:12:14.581333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e30d5994-f30e-4483-9ad1-fde5ba7ec577 req-0c018855-4aff-41e0-9399-df73f70fa541 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058376 Aug 24 00:12:14.595102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6f21f3ae-1b71-4535-840f-d5c594dcbd61, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6f21f3ae-1b71-4535-840f-d5c594dcbd61,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:14.613010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-ee59c4d8-3f46-4902-80b0-a7ee9c6fe8ec tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/quotas/b325e23e1e5c4eb2b0f41309b66e6a8f HTTP/1.1" status: 200 len: 375 time: 0.0192444 Aug 24 00:12:14.623239 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:14.682443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-5cffa51d-38b3-48a3-98b8-574a607eb167 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682824 Aug 24 00:12:14.731651 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-414231338-router', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '41588090-87c3-4017-b4b5-360a4700ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:11Z', 'updated_at': '2021-08-24T00:12:13Z', 'revision_number': 3, 'project_id': '59abc61e31c54c36a920fb487d8ae0fc', 'gw_port': {'id': '41588090-87c3-4017-b4b5-360a4700ade6', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:12Z', 'updated_at': '2021-08-24T00:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:14.764037 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Checking router: 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:12:14.764957 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Updating router 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e port 41588090-87c3-4017-b4b5-360a4700ade6 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:12:14.774923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd63fdf4-2a0a-4b76-95aa-f1a582cc948e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6e02cb-6f04-4923-a1db-3a633ef49c32'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:14.777196 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee2d58b-b5e1-4329-83cf-4faf34cbf5b3" -d '{"events": [{"server_uuid": "dd63fdf4-2a0a-4b76-95aa-f1a582cc948e", "name": "network-vif-plugged", "status": "completed", "tag": "5d6e02cb-6f04-4923-a1db-3a633ef49c32"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:14.802888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6f21f3ae-1b71-4535-840f-d5c594dcbd61,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:14.811315 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:14.823706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5d6e02cb-6f04-4923-a1db-3a633ef49c32, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5d6e02cb-6f04-4923-a1db-3a633ef49c32,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:14.851368 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:14.864001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ef574f8a-f634-4be2-8482-98ce75f563d5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:14.893896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ef574f8a-f634-4be2-8482-98ce75f563d5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:14.894632 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:14.946549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5d6e02cb-6f04-4923-a1db-3a633ef49c32,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:15.000379 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6f21f3ae-1b71-4535-840f-d5c594dcbd61'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:15.021126 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:15.091121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fde69d-60f1-4266-bcbf-c86332b816dc req-fdaa7344-6284-41a1-895b-4da17b2dd2c8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:15.093420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20fde69d-60f1-4266-bcbf-c86332b816dc req-fdaa7344-6284-41a1-895b-4da17b2dd2c8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 948 time: 0.1072590 Aug 24 00:12:15.111959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port ef574f8a-f634-4be2-8482-98ce75f563d5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ef574f8a-f634-4be2-8482-98ce75f563d5,segment=NetworkSegment(cabefd0d-b633-42a7-a702-6a17954c9a87),segment_id=cabefd0d-b633-42a7-a702-6a17954c9a87)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:15.139859 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:15.168548 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20fde69d-60f1-4266-bcbf-c86332b816dc req-08b8893c-efa8-4df5-8546-84745300547f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640152 Aug 24 00:12:15.205416 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:15.206082 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:15.217873 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Transition to ACTIVE for port object 41588090-87c3-4017-b4b5-360a4700ade6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:15.228444 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:15.264411 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=ef574f8a-f634-4be2-8482-98ce75f563d5,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:15.292700 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f83f8-3481-4229-902b-17e4838b16a3 None None] Pushing event updated for resources: {'Port': ['ID=41588090-87c3-4017-b4b5-360a4700ade6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:15.316355 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Attempting to bind port 41588090-87c3-4017-b4b5-360a4700ade6 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:15.316755 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Attempting to bind port 41588090-87c3-4017-b4b5-360a4700ade6 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:15.317101 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Attempting to bind port 41588090-87c3-4017-b4b5-360a4700ade6 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:15.322173 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:15.322681 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:15.323118 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:15.323510 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:15.323976 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Bound port: 41588090-87c3-4017-b4b5-360a4700ade6, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:15.324379 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:15.380720 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] For port 41588090-87c3-4017-b4b5-360a4700ade6, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:15.385249 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] For port 41588090-87c3-4017-b4b5-360a4700ade6, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=41588090-87c3-4017-b4b5-360a4700ade6,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:15.392892 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:15.436717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d97268-dbcf-4d58-b1de-d451fa53c9d0 req-5a266f65-d533-49c4-9f35-bd985a818db5 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:15.438395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12d97268-dbcf-4d58-b1de-d451fa53c9d0 req-5a266f65-d533-49c4-9f35-bd985a818db5 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 949 time: 0.1513097 Aug 24 00:12:15.449459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e31c9-8dc3-4df0-826d-2379e4793f78 req-1bbdb777-89a7-46c7-b227-746dc8eb6ffb tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:15.455791 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f83f8-3481-4229-902b-17e4838b16a3 None None] Pushing event updated for resources: {'Port': ['ID=41588090-87c3-4017-b4b5-360a4700ade6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:15.458815 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Allocated IP 172.20.0.1 (e222cd28-d9d6-4f02-bbb3-f21d18d444ee/1bd95c51-5c8d-4ea3-99e6-31d2905a4d4f/ae9b658b-8b5f-4ade-8948-bdb421b31551) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:15.470747 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e0e31c9-8dc3-4df0-826d-2379e4793f78 req-1bbdb777-89a7-46c7-b227-746dc8eb6ffb tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 945 time: 0.1823463 Aug 24 00:12:15.493758 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Routers {'6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:12:15.494741 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:12:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:15.528049 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e0e31c9-8dc3-4df0-826d-2379e4793f78 req-6ab17563-9102-4bc0-85e6-37b3430294f7 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561287 Aug 24 00:12:15.558187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12d97268-dbcf-4d58-b1de-d451fa53c9d0 req-6845e17a-a621-40ef-9a9c-ff532be456d6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809364 Aug 24 00:12:15.610654 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:15.612232 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb456fd0-0561-40d6-bcb8-f5ee51441e3e x-openstack-request-id: req-fb456fd0-0561-40d6-bcb8-f5ee51441e3e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:15.612232 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd63fdf4-2a0a-4b76-95aa-f1a582cc948e", "name": "network-vif-plugged", "status": "completed", "tag": "5d6e02cb-6f04-4923-a1db-3a633ef49c32", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:15.612232 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb456fd0-0561-40d6-bcb8-f5ee51441e3e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:15.612232 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd63fdf4-2a0a-4b76-95aa-f1a582cc948e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6e02cb-6f04-4923-a1db-3a633ef49c32', 'code': 200} Aug 24 00:12:15.629050 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Transition to ACTIVE for port object ae9b658b-8b5f-4ade-8948-bdb421b31551 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:15.696850 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] Set router 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:12:15.704230 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:15.784425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde5c8d-d397-4c0b-a872-24c0e5e684f3 req-f8793da1-4a8e-4c91-a6c8-279a0ae65597 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:15.786210 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfde5c8d-d397-4c0b-a872-24c0e5e684f3 req-f8793da1-4a8e-4c91-a6c8-279a0ae65597 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 950 time: 0.0869849 Aug 24 00:12:15.798615 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Network e222cd28-d9d6-4f02-bbb3-f21d18d444ee is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:15.820528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:15.834750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168281c-62b8-4f3a-a8e2-ff4d6f52e85f req-ccb6d17b-63bc-4fdb-8fc2-8238a5d253a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:15.836297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c168281c-62b8-4f3a-a8e2-ff4d6f52e85f req-ccb6d17b-63bc-4fdb-8fc2-8238a5d253a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 1101 time: 0.0959294 Aug 24 00:12:15.841703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:15.850273 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfde5c8d-d397-4c0b-a872-24c0e5e684f3 req-e446d58b-648d-459a-bf08-78c65f9be806 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495379 Aug 24 00:12:15.893694 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:15.908485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c168281c-62b8-4f3a-a8e2-ff4d6f52e85f req-79eeb545-9874-405c-a864-416030fa650a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572855 Aug 24 00:12:15.987178 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Pushing event updated for resources: {'Port': ['ID=ae9b658b-8b5f-4ade-8948-bdb421b31551,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:16.012096 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-414231338-router', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '41588090-87c3-4017-b4b5-360a4700ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:11Z', 'updated_at': '2021-08-24T00:12:13Z', 'revision_number': 3, 'project_id': '59abc61e31c54c36a920fb487d8ae0fc', 'gw_port': {'id': '41588090-87c3-4017-b4b5-360a4700ade6', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:12Z', 'updated_at': '2021-08-24T00:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:16.018046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb89d5-e983-4ddc-b8c9-eddf554d2cb8 req-306861ca-6f79-4455-b3d8-217130015151 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:16.020161 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-62bb89d5-e983-4ddc-b8c9-eddf554d2cb8 req-306861ca-6f79-4455-b3d8-217130015151 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 950 time: 0.2176356 Aug 24 00:12:16.079879 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb4e155-0d93-4aa4-b070-1040ea1086d2 None None] The sync data for ids ['6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'] in n-d-805736-1 is: [{'id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-414231338-router', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '41588090-87c3-4017-b4b5-360a4700ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:11Z', 'updated_at': '2021-08-24T00:12:13Z', 'revision_number': 3, 'project_id': '59abc61e31c54c36a920fb487d8ae0fc', 'gw_port': {'id': '41588090-87c3-4017-b4b5-360a4700ade6', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:12Z', 'updated_at': '2021-08-24T00:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:12:16.232794 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-17a0078e-9af2-46f5-a56c-29cc04abaebc None None] Provisioning for port ae9b658b-8b5f-4ade-8948-bdb421b31551 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:16.237602 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-17a0078e-9af2-46f5-a56c-29cc04abaebc None None] Provisioning complete for port ae9b658b-8b5f-4ade-8948-bdb421b31551 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:16.237985 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17a0078e-9af2-46f5-a56c-29cc04abaebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:16.245219 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:16.251712 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-62bb89d5-e983-4ddc-b8c9-eddf554d2cb8 req-1b546cce-480c-4be6-a250-cf12240ed8bd tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Deleting port e364e81b-9541-4ee0-820a-20835d13db8a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:12:16.252064 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-62bb89d5-e983-4ddc-b8c9-eddf554d2cb8 req-1b546cce-480c-4be6-a250-cf12240ed8bd tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:16.272060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7311cedf-edad-4872-9847-3b6cc66e7ec5 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:16.304573 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-17a0078e-9af2-46f5-a56c-29cc04abaebc None None] Port ae9b658b-8b5f-4ade-8948-bdb421b31551 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:16.318460 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed20a3f-c9ce-4ee6-a811-1a1e7cfa1e97 req-b200e044-c7d9-47a9-962e-6b2afeadb8a1 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:16.320202 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ed20a3f-c9ce-4ee6-a811-1a1e7cfa1e97 req-b200e044-c7d9-47a9-962e-6b2afeadb8a1 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 1096 time: 0.1166089 Aug 24 00:12:16.338042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f115a2f-70cf-479c-82d8-c9d5569cc301 req-8d3cfcd1-6e32-44ed-9171-275dc24b2bed tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:16.346513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f115a2f-70cf-479c-82d8-c9d5569cc301 req-8d3cfcd1-6e32-44ed-9171-275dc24b2bed tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 950 time: 0.0924280 Aug 24 00:12:16.403542 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ed20a3f-c9ce-4ee6-a811-1a1e7cfa1e97 req-d936c9ef-cfb8-4722-93bb-ff0b1ac34ad2 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749786 Aug 24 00:12:16.426618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f115a2f-70cf-479c-82d8-c9d5569cc301 req-cd6e7977-a72b-4cd3-8ed7-84f065a03de8 tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/security-groups?id=80cb856a-9b93-4844-9a24-1bedfdf2854b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783014 Aug 24 00:12:16.559730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7311cedf-edad-4872-9847-3b6cc66e7ec5, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:16.583999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ef574f8a-f634-4be2-8482-98ce75f563d5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:16.591055 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd725ba6-53b7-4f63-ad80-d8a639ace5cd req-090b45a8-26b9-485a-9a0f-f4f585a1ee49 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 210 time: 0.0655260 Aug 24 00:12:16.654530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '7311cedf-edad-4872-9847-3b6cc66e7ec5', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '7311cedf-edad-4872-9847-3b6cc66e7ec5', 'mac_address': 'fa:16:3e:db:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:12:16.749940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-62bb89d5-e983-4ddc-b8c9-eddf554d2cb8 req-1b546cce-480c-4be6-a250-cf12240ed8bd tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] For port e364e81b-9541-4ee0-820a-20835d13db8a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e364e81b-9541-4ee0-820a-20835d13db8a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:16.752160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb007ff6-629c-4eef-975a-a37ad16a420f req-a105d7b6-3c76-40c3-8166-d2620c85b4fd tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:16.754105 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-62bb89d5-e983-4ddc-b8c9-eddf554d2cb8 req-1b546cce-480c-4be6-a250-cf12240ed8bd tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:16.771666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb007ff6-629c-4eef-975a-a37ad16a420f req-a105d7b6-3c76-40c3-8166-d2620c85b4fd tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 948 time: 0.0871441 Aug 24 00:12:16.776002 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:16.793714 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7311cedf-edad-4872-9847-3b6cc66e7ec5 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:16.832434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-62bb89d5-e983-4ddc-b8c9-eddf554d2cb8 req-1b546cce-480c-4be6-a250-cf12240ed8bd tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Calling delete_port for e364e81b-9541-4ee0-820a-20835d13db8a owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:12:16.848337 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb007ff6-629c-4eef-975a-a37ad16a420f req-c557e216-b906-4fbc-9eb0-0f9f093af8ad tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755346 Aug 24 00:12:16.849153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7311cedf-edad-4872-9847-3b6cc66e7ec5, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:16.861500 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:16.916150 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ef574f8a-f634-4be2-8482-98ce75f563d5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:16.916433 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:16.923803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d074736-5482-4032-8c99-696a75ed571b req-2205a80e-ed6c-43e4-bcf9-c2867716e02a tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:16.926016 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d074736-5482-4032-8c99-696a75ed571b req-2205a80e-ed6c-43e4-bcf9-c2867716e02a tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 1096 time: 0.0623386 Aug 24 00:12:17.021776 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:17.027279 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d074736-5482-4032-8c99-696a75ed571b req-07ec3b40-71f6-4df0-81dc-8c5ca540f75b tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949945 Aug 24 00:12:17.047557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:17.079642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fb420-eb35-42a8-9be9-014d8a1d856c req-8228903f-b537-4732-8b4f-bc756ca639c8 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:17.081358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-082fb420-eb35-42a8-9be9-014d8a1d856c req-8228903f-b537-4732-8b4f-bc756ca639c8 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 949 time: 0.1226723 Aug 24 00:12:17.169194 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-082fb420-eb35-42a8-9be9-014d8a1d856c req-2a991f84-b778-4c33-841b-aca78fe8a41e tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787299 Aug 24 00:12:17.181895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7311cedf-edad-4872-9847-3b6cc66e7ec5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:17.208012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23407173-e481-492f-a070-6c9e0ddf50e7 req-43cac6dd-bd2d-4f7f-a945-7ca003f57add tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a38af3ede2af42a8b5e263491ef4b0a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744998 Aug 24 00:12:17.237821 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Pushing event updated for resources: {'Port': ['ID=ae9b658b-8b5f-4ade-8948-bdb421b31551,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:17.252047 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:17.267668 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-62bb89d5-e983-4ddc-b8c9-eddf554d2cb8 req-1b546cce-480c-4be6-a250-cf12240ed8bd tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:17.375598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['7311cedf-edad-4872-9847-3b6cc66e7ec5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:17.396069 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b546cce-480c-4be6-a250-cf12240ed8bd tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Pushing event deleted for resources: {'Port': ['ID=e364e81b-9541-4ee0-820a-20835d13db8a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:17.417057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bb89d5-e983-4ddc-b8c9-eddf554d2cb8 req-1b546cce-480c-4be6-a250-cf12240ed8bd tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] No DVR routers for this DVR port e364e81b-9541-4ee0-820a-20835d13db8a on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:12:17.421481 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-62bb89d5-e983-4ddc-b8c9-eddf554d2cb8 req-1b546cce-480c-4be6-a250-cf12240ed8bd tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:17.424294 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-62bb89d5-e983-4ddc-b8c9-eddf554d2cb8 req-1b546cce-480c-4be6-a250-cf12240ed8bd tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.47 "DELETE /v2.0/ports/e364e81b-9541-4ee0-820a-20835d13db8a HTTP/1.1" status: 204 len: 173 time: 1.3942096 Aug 24 00:12:17.426509 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b99ef64-aa31-40af-af48-abb4f088cac2', 'name': 'network-vif-deleted', 'tag': 'e364e81b-9541-4ee0-820a-20835d13db8a'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:17.430432 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e03d46-c4e4-496d-9c49-88b1c2525f7d" -d '{"events": [{"server_uuid": "7b99ef64-aa31-40af-af48-abb4f088cac2", "name": "network-vif-deleted", "tag": "e364e81b-9541-4ee0-820a-20835d13db8a"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:17.520337 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Network e222cd28-d9d6-4f02-bbb3-f21d18d444ee is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:17.526137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:17.749566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23407173-e481-492f-a070-6c9e0ddf50e7 req-944071c1-a18b-46b4-af5e-25469f5839c8 tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:17.759588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23407173-e481-492f-a070-6c9e0ddf50e7 req-944071c1-a18b-46b4-af5e-25469f5839c8 tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5499165 Aug 24 00:12:17.800677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-36c84016-d25d-40e9-8e15-96462bc3816a tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380645 Aug 24 00:12:17.809061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23407173-e481-492f-a070-6c9e0ddf50e7 req-a7f11c1c-8ee3-44b7-b54e-ef0c255132e2 tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] 10.222.0.32 "GET /v2.0/quotas/a38af3ede2af42a8b5e263491ef4b0a7 HTTP/1.1" status: 200 len: 375 time: 0.0484891 Aug 24 00:12:17.868761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ba3bf-1cd5-412a-8b15-b39e3829f573 req-e463942b-60ef-4e58-9c6b-47a1e466b9d1 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:17.870823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-431e7874-ed92-4262-b0c6-1474690683f1 None None] Provisioning complete for port ae9b658b-8b5f-4ade-8948-bdb421b31551 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:17.871194 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-431e7874-ed92-4262-b0c6-1474690683f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:17.877380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-658ba3bf-1cd5-412a-8b15-b39e3829f573 req-e463942b-60ef-4e58-9c6b-47a1e466b9d1 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 950 time: 0.5622463 Aug 24 00:12:17.931850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23407173-e481-492f-a070-6c9e0ddf50e7 req-7afe8920-e300-40ad-a599-31ad79874940 tempest-QuotasAdminNegativeTest-1706529426 tempest-QuotasAdminNegativeTest-1706529426-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a38af3ede2af42a8b5e263491ef4b0a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1217890 Aug 24 00:12:17.932101 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-215864b5-6b47-47f8-9f09-d06fd26449af tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308964 Aug 24 00:12:17.963106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-431e7874-ed92-4262-b0c6-1474690683f1 None None] Port ae9b658b-8b5f-4ade-8948-bdb421b31551 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:17.980249 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Router 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:12:18.073404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6f21f3ae-1b71-4535-840f-d5c594dcbd61 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:18.083573 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-658ba3bf-1cd5-412a-8b15-b39e3829f573 req-96f159fd-6d32-4b95-993e-8ebc6e9aa101 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437376 Aug 24 00:12:18.155641 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eee0791-814f-4b7d-bf77-6792f91e424c x-openstack-request-id: req-9eee0791-814f-4b7d-bf77-6792f91e424c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:18.156030 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b99ef64-aa31-40af-af48-abb4f088cac2", "name": "network-vif-deleted", "tag": "e364e81b-9541-4ee0-820a-20835d13db8a", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:18.156226 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9eee0791-814f-4b7d-bf77-6792f91e424c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:18.156558 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b99ef64-aa31-40af-af48-abb4f088cac2', 'name': 'network-vif-deleted', 'tag': 'e364e81b-9541-4ee0-820a-20835d13db8a', 'status': 'completed', 'code': 200} Aug 24 00:12:18.178239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-da92aaea-079e-467d-95b9-f2bb062aa0f8 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:18.179801 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-da92aaea-079e-467d-95b9-f2bb062aa0f8 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266467 Aug 24 00:12:18.199515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 6f21f3ae-1b71-4535-840f-d5c594dcbd61 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:18.204696 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-77e134cc-e03a-4860-9314-fc2321e6e40d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Request body: {'port': {'device_id': '82157f9c-9f2f-4a30-9a70-6f0446e6254e', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'b325e23e1e5c4eb2b0f41309b66e6a8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:18.206429 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 6f21f3ae-1b71-4535-840f-d5c594dcbd61 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:18.207041 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:18.224972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-87b49be9-abad-44eb-90ed-07f71f8682ee tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:18.226487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-87b49be9-abad-44eb-90ed-07f71f8682ee tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4141662 Aug 24 00:12:18.253327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d30b2c1-15fb-4b2c-8ae0-c6043f68875c req-74f3b396-b42f-41ef-bfff-1a0363b08a6a tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 210 time: 0.0575569 Aug 24 00:12:18.257487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-1d272b2b-9d29-4a70-a759-b50fbf56c58e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Request body: {'port': {'device_id': 'b1794426-56c3-45d3-b699-5c61aac3e116', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'b325e23e1e5c4eb2b0f41309b66e6a8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:18.282266 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e364e81b-9541-4ee0-820a-20835d13db8a no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:12:18.309334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10a7f72f-ab18-4747-a4e4-79da91c80a5d req-922862ff-fb9f-44fc-840e-900e8e09c7bf tempest-DeleteServersAdminTestJSON-271489493 tempest-DeleteServersAdminTestJSON-271489493-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b99ef64-aa31-40af-af48-abb4f088cac2 HTTP/1.1" status: 200 len: 210 time: 0.0549285 Aug 24 00:12:18.325344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:12:18.331461 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-228dcdec-e05f-424b-9025-daaaf580f46e admin admin] 10.222.0.32 "PUT /v2.0/routers/6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9662733 Aug 24 00:12:18.347612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: e364e81b-9541-4ee0-820a-20835d13db8a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:12:18.347944 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e364e81b-9541-4ee0-820a-20835d13db8a not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:12:18.352103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-77e134cc-e03a-4860-9314-fc2321e6e40d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Made reservation on behalf of b325e23e1e5c4eb2b0f41309b66e6a8f for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:18.356852 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-77e134cc-e03a-4860-9314-fc2321e6e40d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:18.462217 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:18.502243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0732fd-8657-4e46-9234-6144f99788fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f21f3ae-1b71-4535-840f-d5c594dcbd61'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:18.510879 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaec8594-6e32-4b6d-a273-381b6b16a429" -d '{"events": [{"server_uuid": "9c0732fd-8657-4e46-9234-6144f99788fe", "name": "network-vif-plugged", "status": "completed", "tag": "6f21f3ae-1b71-4535-840f-d5c594dcbd61"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:18.525799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6f21f3ae-1b71-4535-840f-d5c594dcbd61, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6f21f3ae-1b71-4535-840f-d5c594dcbd61,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:18.535124 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:18.601279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-1d272b2b-9d29-4a70-a759-b50fbf56c58e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Made reservation on behalf of b325e23e1e5c4eb2b0f41309b66e6a8f for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:18.609963 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-1d272b2b-9d29-4a70-a759-b50fbf56c58e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:18.631253 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-77e134cc-e03a-4860-9314-fc2321e6e40d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Allocated IP 192.168.233.89 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/45007bf2-7bf1-4f16-9807-cb759fef16cc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:18.669045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff406f1-6d33-4f2e-bd5a-9db5e9d5e9c1 req-bf520587-dd48-479c-aa1c-ad8d1cdbcbda tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:18.671344 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6f21f3ae-1b71-4535-840f-d5c594dcbd61,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:18.679550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dff406f1-6d33-4f2e-bd5a-9db5e9d5e9c1 req-bf520587-dd48-479c-aa1c-ad8d1cdbcbda tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 949 time: 0.1619349 Aug 24 00:12:18.703514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 41588090-87c3-4017-b4b5-360a4700ade6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:18.775355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 41588090-87c3-4017-b4b5-360a4700ade6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:18.780628 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 41588090-87c3-4017-b4b5-360a4700ade6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:18.781011 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:18.802681 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:12:18.854919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Sync routers for ids ['6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:12:18.880669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dff406f1-6d33-4f2e-bd5a-9db5e9d5e9c1 req-0750cb7f-748c-41ba-8860-75a79cb1e4b3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991653 Aug 24 00:12:18.903928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Routers {'6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:12:18.904792 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:12:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:18.920597 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-77e134cc-e03a-4860-9314-fc2321e6e40d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:18.943895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-77e134cc-e03a-4860-9314-fc2321e6e40d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Transition to ACTIVE for port object 45007bf2-7bf1-4f16-9807-cb759fef16cc will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:18.974496 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:18.988939 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-77e134cc-e03a-4860-9314-fc2321e6e40d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:19.010910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 41588090-87c3-4017-b4b5-360a4700ade6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=41588090-87c3-4017-b4b5-360a4700ade6,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:19.040685 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-77e134cc-e03a-4860-9314-fc2321e6e40d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:19.046154 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-77e134cc-e03a-4860-9314-fc2321e6e40d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:19.048980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563', 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', '455e03c0-f799-42af-8eb9-21d9a34db4ad'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:19.069426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-77e134cc-e03a-4860-9314-fc2321e6e40d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:19.089937 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:19.116461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e134cc-e03a-4860-9314-fc2321e6e40d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event updated for resources: {'Port': ['ID=45007bf2-7bf1-4f16-9807-cb759fef16cc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:19.126344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62177e-851c-4d46-b813-62ca28592f2b req-ed7267dd-9193-41d0-b78c-7f1ed3008cf0 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:19.135039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d62177e-851c-4d46-b813-62ca28592f2b req-ed7267dd-9193-41d0-b78c-7f1ed3008cf0 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 950 time: 0.1654105 Aug 24 00:12:19.177926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-1d272b2b-9d29-4a70-a759-b50fbf56c58e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Allocated IP 192.168.233.237 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/b169b4e7-3413-4732-89e7-53705853a7af) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:19.178192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Set router 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:12:19.184827 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-77e134cc-e03a-4860-9314-fc2321e6e40d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:19.186259 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-77e134cc-e03a-4860-9314-fc2321e6e40d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:19.214538 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-77e134cc-e03a-4860-9314-fc2321e6e40d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0163376 Aug 24 00:12:19.261931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Request body: {'port': {'device_id': '82157f9c-9f2f-4a30-9a70-6f0446e6254e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:19.272875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=41588090-87c3-4017-b4b5-360a4700ade6,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:19.295772 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d62177e-851c-4d46-b813-62ca28592f2b req-5be0f078-b7dc-403c-8fba-246b589506ac tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212795 Aug 24 00:12:19.409367 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3af22c-ddd6-4808-8112-c130087c1d66 x-openstack-request-id: req-2b3af22c-ddd6-4808-8112-c130087c1d66 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:19.409367 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0732fd-8657-4e46-9234-6144f99788fe", "name": "network-vif-plugged", "status": "completed", "tag": "6f21f3ae-1b71-4535-840f-d5c594dcbd61", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:19.409644 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b3af22c-ddd6-4808-8112-c130087c1d66 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:19.410016 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0732fd-8657-4e46-9234-6144f99788fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f21f3ae-1b71-4535-840f-d5c594dcbd61', 'code': 200} Aug 24 00:12:19.420543 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:19.483292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f641e1e8-c116-4f91-b1d7-f53f2469fa0c None None] Provisioning for port 45007bf2-7bf1-4f16-9807-cb759fef16cc completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:19.504048 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f641e1e8-c116-4f91-b1d7-f53f2469fa0c None None] Provisioning complete for port 45007bf2-7bf1-4f16-9807-cb759fef16cc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:19.504424 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f641e1e8-c116-4f91-b1d7-f53f2469fa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:19.547395 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f641e1e8-c116-4f91-b1d7-f53f2469fa0c None None] Port 45007bf2-7bf1-4f16-9807-cb759fef16cc cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:19.659950 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-1d272b2b-9d29-4a70-a759-b50fbf56c58e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:19.678886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-1d272b2b-9d29-4a70-a759-b50fbf56c58e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Transition to ACTIVE for port object b169b4e7-3413-4732-89e7-53705853a7af will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:19.724719 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-1d272b2b-9d29-4a70-a759-b50fbf56c58e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:19.806362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-1d272b2b-9d29-4a70-a759-b50fbf56c58e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:19.814819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-1d272b2b-9d29-4a70-a759-b50fbf56c58e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:19.814819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-1d272b2b-9d29-4a70-a759-b50fbf56c58e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:19.876999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-1d272b2b-9d29-4a70-a759-b50fbf56c58e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:19.877531 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-1d272b2b-9d29-4a70-a759-b50fbf56c58e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:19.886381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d272b2b-9d29-4a70-a759-b50fbf56c58e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event updated for resources: {'Port': ['ID=b169b4e7-3413-4732-89e7-53705853a7af,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:19.906448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-1d272b2b-9d29-4a70-a759-b50fbf56c58e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6557195 Aug 24 00:12:19.993314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Request body: {'port': {'device_id': 'b1794426-56c3-45d3-b699-5c61aac3e116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:20.037839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-414231338-router', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '41588090-87c3-4017-b4b5-360a4700ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:11Z', 'updated_at': '2021-08-24T00:12:16Z', 'revision_number': 4, 'project_id': '59abc61e31c54c36a920fb487d8ae0fc', 'gw_port': {'id': '41588090-87c3-4017-b4b5-360a4700ade6', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:12Z', 'updated_at': '2021-08-24T00:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'ae9b658b-8b5f-4ade-8948-bdb421b31551', 'name': '', 'network_id': 'e222cd28-d9d6-4f02-bbb3-f21d18d444ee', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'mac_address': 'fa:16:3e:e4:d2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1bd95c51-5c8d-4ea3-99e6-31d2905a4d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:15Z', 'updated_at': '2021-08-24T00:12:16Z', 'revision_number': 2, 'project_id': '59abc61e31c54c36a920fb487d8ae0fc', 'subnets': [{'id': '1bd95c51-5c8d-4ea3-99e6-31d2905a4d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:20.060157 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:20.077594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d5ddd-0bb0-4c6c-b718-cb0d1971bfe5 req-626dea7c-ef49-45a5-9360-f49375512c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:20.079156 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-707d5ddd-0bb0-4c6c-b718-cb0d1971bfe5 req-626dea7c-ef49-45a5-9360-f49375512c61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 1101 time: 0.3850553 Aug 24 00:12:20.085233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Checking router: 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:12:20.085752 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Updating router 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e port ae9b658b-8b5f-4ade-8948-bdb421b31551 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:12:20.095469 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.124879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45007bf2-7bf1-4f16-9807-cb759fef16cc {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:20.135175 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.147097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ad7a3-153a-448f-8b78-737d54f55dc6 req-3a63dcc8-c74d-483b-874a-139196badf35 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:20.156757 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-882ad7a3-153a-448f-8b78-737d54f55dc6 req-3a63dcc8-c74d-483b-874a-139196badf35 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 950 time: 0.2314584 Aug 24 00:12:20.159259 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-707d5ddd-0bb0-4c6c-b718-cb0d1971bfe5 req-f5f8d5ae-de82-4b71-bca4-c41d23e3fa6e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701196 Aug 24 00:12:20.160176 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Transition to ACTIVE for port object 45007bf2-7bf1-4f16-9807-cb759fef16cc will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:20.173105 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.191422 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.240477 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-882ad7a3-153a-448f-8b78-737d54f55dc6 req-415dfd19-6175-4dcd-9ddd-84bcefb2223b tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824604 Aug 24 00:12:20.246309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Pushing event updated for resources: {'Port': ['ID=45007bf2-7bf1-4f16-9807-cb759fef16cc,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:20.304179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7311cedf-edad-4872-9847-3b6cc66e7ec5 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:20.377900 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-15a417cf-17d5-4c35-a35e-0f736798b43b None None] Provisioning for port b169b4e7-3413-4732-89e7-53705853a7af completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:20.386683 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fbfb325-411f-4936-8dd5-d66d5217ae0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.401582 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Attempting to bind port 45007bf2-7bf1-4f16-9807-cb759fef16cc on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:20.402367 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Attempting to bind port 45007bf2-7bf1-4f16-9807-cb759fef16cc by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:20.402855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Attempting to bind port 45007bf2-7bf1-4f16-9807-cb759fef16cc on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:20.413791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Port 45007bf2-7bf1-4f16-9807-cb759fef16cc on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:12:20.414186 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Attempting to bind port 45007bf2-7bf1-4f16-9807-cb759fef16cc on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:20.423578 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:20.424193 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:20.424335 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:20.424940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Bound port: 45007bf2-7bf1-4f16-9807-cb759fef16cc, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:20.425353 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.435688 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-15a417cf-17d5-4c35-a35e-0f736798b43b None None] Provisioning complete for port b169b4e7-3413-4732-89e7-53705853a7af triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:20.436240 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-15a417cf-17d5-4c35-a35e-0f736798b43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.519320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 41588090-87c3-4017-b4b5-360a4700ade6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:20.520940 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-15a417cf-17d5-4c35-a35e-0f736798b43b None None] Port b169b4e7-3413-4732-89e7-53705853a7af cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:20.545771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 7311cedf-edad-4872-9847-3b6cc66e7ec5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:20.600746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] For port 45007bf2-7bf1-4f16-9807-cb759fef16cc, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:20.606022 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 7311cedf-edad-4872-9847-3b6cc66e7ec5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:20.606392 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.606854 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] For port 45007bf2-7bf1-4f16-9807-cb759fef16cc, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=45007bf2-7bf1-4f16-9807-cb759fef16cc,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:20.609089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c625-846d-4cb4-811b-fd8e5fd4aeb5 req-da1ba66a-1bfc-4755-b0ca-8300344553b2 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:20.611616 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81b7c625-846d-4cb4-811b-fd8e5fd4aeb5 req-da1ba66a-1bfc-4755-b0ca-8300344553b2 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 947 time: 0.2021513 Aug 24 00:12:20.628636 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.672350 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81b7c625-846d-4cb4-811b-fd8e5fd4aeb5 req-ee2ec7ad-4bf4-4d75-b5a8-e1b17e1d1246 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497832 Aug 24 00:12:20.696026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:20.697063 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.698590 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] 10.222.0.47 "PUT /v2.0/ports/45007bf2-7bf1-4f16-9807-cb759fef16cc HTTP/1.1" status: 200 len: 1095 time: 1.4413292 Aug 24 00:12:20.703876 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fbfb325-411f-4936-8dd5-d66d5217ae0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.704714 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82157f9c-9f2f-4a30-9a70-6f0446e6254e', 'tag': '45007bf2-7bf1-4f16-9807-cb759fef16cc'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:20.707759 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a09573-4124-4b35-a25c-8ef7975605b3" -d '{"events": [{"name": "network-changed", "server_uuid": "82157f9c-9f2f-4a30-9a70-6f0446e6254e", "tag": "45007bf2-7bf1-4f16-9807-cb759fef16cc"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:20.720802 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fbfb325-411f-4936-8dd5-d66d5217ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.788188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b169b4e7-3413-4732-89e7-53705853a7af {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:20.808070 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.818526 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5fbfb325-411f-4936-8dd5-d66d5217ae0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a38af3ede2af42a8b5e263491ef4b0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7537742 Aug 24 00:12:20.818964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40442) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:20.820759 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dee12-0e03-4fc2-80a5-e88fea1d4b2f service neutron] Pushing event updated for resources: {'Port': ['ID=45007bf2-7bf1-4f16-9807-cb759fef16cc,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:20.827012 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfb325-411f-4936-8dd5-d66d5217ae0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bbc126-6295-4dd2-a466-71877deecdb4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:20.839514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 41588090-87c3-4017-b4b5-360a4700ade6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:20.839888 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.856258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Transition to ACTIVE for port object b169b4e7-3413-4732-89e7-53705853a7af will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:20.887010 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:20.944733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-7744b22c-e687-4bfc-8128-28582ac091bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:20.946701 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-7744b22c-e687-4bfc-8128-28582ac091bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 1098 time: 0.0858648 Aug 24 00:12:20.976802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b169b4e7-3413-4732-89e7-53705853a7af,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:20.979934 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c77e2e21-87ec-441a-895c-384399753463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:21.043249 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:21.047633 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c77e2e21-87ec-441a-895c-384399753463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:21.052879 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-66724efc-e697-4b6b-83c4-e6a6b64877f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=45007bf2-7bf1-4f16-9807-cb759fef16cc HTTP/1.1" status: 200 len: 217 time: 0.0905664 Aug 24 00:12:21.088214 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:21.095502 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Transition to ACTIVE for port object ae9b658b-8b5f-4ade-8948-bdb421b31551 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:21.132177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Attempting to bind port b169b4e7-3413-4732-89e7-53705853a7af on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:21.132558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Attempting to bind port b169b4e7-3413-4732-89e7-53705853a7af by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:21.133038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Attempting to bind port b169b4e7-3413-4732-89e7-53705853a7af on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:21.139911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Port b169b4e7-3413-4732-89e7-53705853a7af on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:12:21.140316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Attempting to bind port b169b4e7-3413-4732-89e7-53705853a7af on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:21.146592 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-bbbbe3d6-7099-4666-b986-491e7f38570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:21.146755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:21.147202 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:21.147897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:21.148483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Bound port: b169b4e7-3413-4732-89e7-53705853a7af, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:21.148855 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:21.155260 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-bbbbe3d6-7099-4666-b986-491e7f38570b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0944924 Aug 24 00:12:21.203723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40450) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:21.215641 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c77e2e21-87ec-441a-895c-384399753463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:21.219463 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c77e2e21-87ec-441a-895c-384399753463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:21.221239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c77e2e21-87ec-441a-895c-384399753463 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6bbc126-6295-4dd2-a466-71877deecdb4 HTTP/1.1" status: 204 len: 168 time: 0.3957233 Aug 24 00:12:21.234209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-f604aa2d-592c-4a71-a16d-976c91ff03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:21.236022 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-f604aa2d-592c-4a71-a16d-976c91ff03ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0670390 Aug 24 00:12:21.292560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e2e21-87ec-441a-895c-384399753463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bbc126-6295-4dd2-a466-71877deecdb4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:21.335257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-bfe0ead7-06f5-4407-b34b-d9b3f36752d6 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:12:21.336556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-bfe0ead7-06f5-4407-b34b-d9b3f36752d6 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1316476 Aug 24 00:12:21.348760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563', 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', '455e03c0-f799-42af-8eb9-21d9a34db4ad'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:21.366733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e15f8c-dd07-4c77-b064-03bb92b73aee req-38e9ec71-aa4c-463b-b207-720980435d3e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:21.369384 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6e15f8c-dd07-4c77-b064-03bb92b73aee req-38e9ec71-aa4c-463b-b207-720980435d3e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 949 time: 0.1242363 Aug 24 00:12:21.372926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] For port b169b4e7-3413-4732-89e7-53705853a7af, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:21.376804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] For port b169b4e7-3413-4732-89e7-53705853a7af, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b169b4e7-3413-4732-89e7-53705853a7af,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:21.391678 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:21.400395 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:21.422013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626fc94d-13dd-4662-8f5e-f77257c80863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7311cedf-edad-4872-9847-3b6cc66e7ec5'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:21.424386 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c03a37-0330-481d-9f29-fb7ac0fc5a64" -d '{"events": [{"server_uuid": "626fc94d-13dd-4662-8f5e-f77257c80863", "name": "network-vif-plugged", "status": "completed", "tag": "7311cedf-edad-4872-9847-3b6cc66e7ec5"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:21.429568 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7311cedf-edad-4872-9847-3b6cc66e7ec5, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:21.458241 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-4fe5cde9-6aba-4147-a6de-43445d530c54 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135339 Aug 24 00:12:21.500374 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f1c36-11f6-405e-81e3-352c5f75ecb2 None None] Pushing event updated for resources: {'Port': ['ID=ae9b658b-8b5f-4ade-8948-bdb421b31551,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:21.522839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:21.523657 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:21.526398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] 10.222.0.13 "PUT /v2.0/ports/b169b4e7-3413-4732-89e7-53705853a7af HTTP/1.1" status: 200 len: 1096 time: 1.5378675 Aug 24 00:12:21.529961 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:21.532773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1794426-56c3-45d3-b699-5c61aac3e116', 'tag': 'b169b4e7-3413-4732-89e7-53705853a7af'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:21.535297 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa62a1df-43f5-4d8b-990e-1ac4b22fbaa6" -d '{"events": [{"name": "network-changed", "server_uuid": "b1794426-56c3-45d3-b699-5c61aac3e116", "tag": "b169b4e7-3413-4732-89e7-53705853a7af"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:21.547444 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6e15f8c-dd07-4c77-b064-03bb92b73aee req-f644dfdc-8e82-4fed-9c22-1fc1bdda3e23 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688342 Aug 24 00:12:21.565549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60734a2-7d06-4812-9745-387989ed3fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b169b4e7-3413-4732-89e7-53705853a7af,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:21.641816 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-3a4b69a8-8b85-4641-a43c-94739eae450b service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744595 Aug 24 00:12:21.713426 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7311cedf-edad-4872-9847-3b6cc66e7ec5,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:21.745123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-bcb3eeae-2bec-48e1-99f5-befa084ba0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:21.747630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-bcb3eeae-2bec-48e1-99f5-befa084ba0e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=b1794426-56c3-45d3-b699-5c61aac3e116 HTTP/1.1" status: 200 len: 1099 time: 0.1071982 Aug 24 00:12:21.813481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-14f6491e-c402-4647-992c-294a4931511f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=b169b4e7-3413-4732-89e7-53705853a7af HTTP/1.1" status: 200 len: 217 time: 0.0493083 Aug 24 00:12:21.849400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Attempting to bind port ae9b658b-8b5f-4ade-8948-bdb421b31551 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:21.849860 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Attempting to bind port ae9b658b-8b5f-4ade-8948-bdb421b31551 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'cabefd0d-b633-42a7-a702-6a17954c9a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e222cd28-d9d6-4f02-bbb3-f21d18d444ee'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:21.850566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Attempting to bind port ae9b658b-8b5f-4ade-8948-bdb421b31551 on network e222cd28-d9d6-4f02-bbb3-f21d18d444ee {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:21.874141 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:21.875098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:21.875559 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Checking segment: {'id': 'cabefd0d-b633-42a7-a702-6a17954c9a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e222cd28-d9d6-4f02-bbb3-f21d18d444ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:21.876159 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:21.876624 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Bound using segment: {'id': 'cabefd0d-b633-42a7-a702-6a17954c9a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e222cd28-d9d6-4f02-bbb3-f21d18d444ee'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:21.877191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Bound port: ae9b658b-8b5f-4ade-8948-bdb421b31551, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabefd0d-b633-42a7-a702-6a17954c9a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e222cd28-d9d6-4f02-bbb3-f21d18d444ee'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:21.877740 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:21.889603 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e61bc920-0701-4960-9a5a-f60b79d895d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:21.901818 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-8aa5731d-9555-49b7-87cb-4e8e5be224f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:21.905845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-8aa5731d-9555-49b7-87cb-4e8e5be224f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0829613 Aug 24 00:12:22.007090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-f47ead84-efd5-4a6a-89b4-cac8a011c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:22.012084 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-f47ead84-efd5-4a6a-89b4-cac8a011c7a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965288 Aug 24 00:12:22.042938 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e61bc920-0701-4960-9a5a-f60b79d895d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:22.048351 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e61bc920-0701-4960-9a5a-f60b79d895d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:22.063789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-002221b0-9a58-45bd-8bba-20755cda5688 service neutron] Request body: {'binding': {'host': 'n-h1-805736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:22.064308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-002221b0-9a58-45bd-8bba-20755cda5688 service neutron] Unknown quota resources ['binding']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:12:22.097194 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e61bc920-0701-4960-9a5a-f60b79d895d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e6580ae344a41b08137c6c0c3ab4c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219079 Aug 24 00:12:22.100226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40478) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:22.112997 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bc920-0701-4960-9a5a-f60b79d895d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb185770-4946-4227-b4e1-bea1cd6039be,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:22.127229 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] For port ae9b658b-8b5f-4ade-8948-bdb421b31551, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:22.143373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] For port ae9b658b-8b5f-4ade-8948-bdb421b31551, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ae9b658b-8b5f-4ade-8948-bdb421b31551,segment=NetworkSegment(cabefd0d-b633-42a7-a702-6a17954c9a87),segment_id=cabefd0d-b633-42a7-a702-6a17954c9a87)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:22.152773 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:22.258865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f1c36-11f6-405e-81e3-352c5f75ecb2 None None] Pushing event updated for resources: {'Port': ['ID=ae9b658b-8b5f-4ade-8948-bdb421b31551,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:22.271531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Routers {'6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:12:22.272216 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:12:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:22.328704 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-6d54941c-062c-464a-85fa-f4eebd80800e service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990351 Aug 24 00:12:22.333508 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe51cd19-167b-433b-bb1f-5603d887e864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:22.342029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdf9c6-d601-49be-9da8-214ac4ebaf65 req-10767979-d79e-4408-aa12-03701528fd19 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:22.343561 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77bdf9c6-d601-49be-9da8-214ac4ebaf65 req-10767979-d79e-4408-aa12-03701528fd19 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 950 time: 0.1867499 Aug 24 00:12:22.422527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] Set router 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:12:22.452004 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe51cd19-167b-433b-bb1f-5603d887e864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:22.495418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-002221b0-9a58-45bd-8bba-20755cda5688 service neutron] Attempting to bind port b1969f69-49e1-4dec-95d2-e945f769ab0f on host n-h1-805736-1 for vnic_type normal with profile None {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:22.495716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-002221b0-9a58-45bd-8bba-20755cda5688 service neutron] Attempting to bind port b1969f69-49e1-4dec-95d2-e945f769ab0f by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:22.495976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-002221b0-9a58-45bd-8bba-20755cda5688 service neutron] Attempting to bind port b1969f69-49e1-4dec-95d2-e945f769ab0f on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:22.520874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77bdf9c6-d601-49be-9da8-214ac4ebaf65 req-1c861009-f43c-436b-8a4b-9d4b890a520a tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659389 Aug 24 00:12:22.531144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-002221b0-9a58-45bd-8bba-20755cda5688 service neutron] Port b1969f69-49e1-4dec-95d2-e945f769ab0f on network ea19c1d5-c260-40f7-a45f-242d804dbf95 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:12:22.531647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-002221b0-9a58-45bd-8bba-20755cda5688 service neutron] Attempting to bind port b1969f69-49e1-4dec-95d2-e945f769ab0f on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:22.546658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-002221b0-9a58-45bd-8bba-20755cda5688 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:22.547027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-002221b0-9a58-45bd-8bba-20755cda5688 service neutron] Checking segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:22.547412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-002221b0-9a58-45bd-8bba-20755cda5688 service neutron] Bound using segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:22.547849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-002221b0-9a58-45bd-8bba-20755cda5688 service neutron] Bound port: b1969f69-49e1-4dec-95d2-e945f769ab0f, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:22.555426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b3529a-07fb-48c5-a46f-ba02cbcbe3ee req-85613e75-7cad-4e01-bf41-d4c5e8dfc484 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017727 Aug 24 00:12:22.590855 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f72536-91b5-44e3-b099-695ae4ba0a59 x-openstack-request-id: req-97f72536-91b5-44e3-b099-695ae4ba0a59 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:22.591397 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82157f9c-9f2f-4a30-9a70-6f0446e6254e", "tag": "45007bf2-7bf1-4f16-9807-cb759fef16cc", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:22.591397 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97f72536-91b5-44e3-b099-695ae4ba0a59 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:22.592208 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82157f9c-9f2f-4a30-9a70-6f0446e6254e', 'tag': '45007bf2-7bf1-4f16-9807-cb759fef16cc', 'status': 'completed', 'code': 200} Aug 24 00:12:22.624302 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe51cd19-167b-433b-bb1f-5603d887e864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:22.626885 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe51cd19-167b-433b-bb1f-5603d887e864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:22.628015 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fe51cd19-167b-433b-bb1f-5603d887e864 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb185770-4946-4227-b4e1-bea1cd6039be HTTP/1.1" status: 204 len: 168 time: 0.5251324 Aug 24 00:12:22.650972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51cd19-167b-433b-bb1f-5603d887e864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb185770-4946-4227-b4e1-bea1cd6039be,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:22.667348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-002221b0-9a58-45bd-8bba-20755cda5688 service neutron] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:22.676385 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-002221b0-9a58-45bd-8bba-20755cda5688 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:22.677856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-002221b0-9a58-45bd-8bba-20755cda5688 service neutron] 10.222.0.32 "POST /v2.0/ports/b1969f69-49e1-4dec-95d2-e945f769ab0f/bindings HTTP/1.1" status: 201 len: 389 time: 1.0617778 Aug 24 00:12:22.700803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-414231338-router', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '41588090-87c3-4017-b4b5-360a4700ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:11Z', 'updated_at': '2021-08-24T00:12:16Z', 'revision_number': 4, 'project_id': '59abc61e31c54c36a920fb487d8ae0fc', 'gw_port': {'id': '41588090-87c3-4017-b4b5-360a4700ade6', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:12Z', 'updated_at': '2021-08-24T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'ae9b658b-8b5f-4ade-8948-bdb421b31551', 'name': '', 'network_id': 'e222cd28-d9d6-4f02-bbb3-f21d18d444ee', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'mac_address': 'fa:16:3e:e4:d2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1bd95c51-5c8d-4ea3-99e6-31d2905a4d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:15Z', 'updated_at': '2021-08-24T00:12:22Z', 'revision_number': 4, 'project_id': '59abc61e31c54c36a920fb487d8ae0fc', 'subnets': [{'id': '1bd95c51-5c8d-4ea3-99e6-31d2905a4d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:22.724426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a09573-4124-4b35-a25c-8ef7975605b3 req-5d706779-9725-412f-9917-8baff08043af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:22.727140 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4a09573-4124-4b35-a25c-8ef7975605b3 req-5d706779-9725-412f-9917-8baff08043af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 1098 time: 0.0645790 Aug 24 00:12:22.735389 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f8c416-e713-420c-b6f7-27b1f54f558e x-openstack-request-id: req-52f8c416-e713-420c-b6f7-27b1f54f558e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:22.735714 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626fc94d-13dd-4662-8f5e-f77257c80863", "name": "network-vif-plugged", "status": "completed", "tag": "7311cedf-edad-4872-9847-3b6cc66e7ec5", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:22.736012 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52f8c416-e713-420c-b6f7-27b1f54f558e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:22.737119 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626fc94d-13dd-4662-8f5e-f77257c80863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7311cedf-edad-4872-9847-3b6cc66e7ec5', 'code': 200} Aug 24 00:12:22.738902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b8f80-f4a2-4598-a139-2e9e11d7185d None None] The sync data for ids ['6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'] in n-d-805736-1 is: [{'id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-414231338-router', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '41588090-87c3-4017-b4b5-360a4700ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:11Z', 'updated_at': '2021-08-24T00:12:16Z', 'revision_number': 4, 'project_id': '59abc61e31c54c36a920fb487d8ae0fc', 'gw_port': {'id': '41588090-87c3-4017-b4b5-360a4700ade6', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:12Z', 'updated_at': '2021-08-24T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'ae9b658b-8b5f-4ade-8948-bdb421b31551', 'name': '', 'network_id': 'e222cd28-d9d6-4f02-bbb3-f21d18d444ee', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'mac_address': 'fa:16:3e:e4:d2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1bd95c51-5c8d-4ea3-99e6-31d2905a4d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:15Z', 'updated_at': '2021-08-24T00:12:22Z', 'revision_number': 4, 'project_id': '59abc61e31c54c36a920fb487d8ae0fc', 'subnets': [{'id': '1bd95c51-5c8d-4ea3-99e6-31d2905a4d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:12:22.767191 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dbad1a-d797-4d97-a30e-5fa6d31ac9e5 x-openstack-request-id: req-76dbad1a-d797-4d97-a30e-5fa6d31ac9e5 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:22.767544 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1794426-56c3-45d3-b699-5c61aac3e116", "tag": "b169b4e7-3413-4732-89e7-53705853a7af", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:22.768048 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76dbad1a-d797-4d97-a30e-5fa6d31ac9e5 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:22.768505 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1794426-56c3-45d3-b699-5c61aac3e116', 'tag': 'b169b4e7-3413-4732-89e7-53705853a7af', 'status': 'completed', 'code': 200} Aug 24 00:12:22.948794 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a09573-4124-4b35-a25c-8ef7975605b3 req-71606c20-aa1d-4fed-91a1-1a4a37e43f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:22.951948 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4a09573-4124-4b35-a25c-8ef7975605b3 req-71606c20-aa1d-4fed-91a1-1a4a37e43f05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1855676 Aug 24 00:12:23.062576 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4a09573-4124-4b35-a25c-8ef7975605b3 req-609e4152-bfed-4d4f-b152-e48f7e5199b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=45007bf2-7bf1-4f16-9807-cb759fef16cc HTTP/1.1" status: 200 len: 217 time: 0.0859771 Aug 24 00:12:23.136680 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a09573-4124-4b35-a25c-8ef7975605b3 req-7cf03e29-8879-4f19-9719-341e6ce7dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.139675 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4a09573-4124-4b35-a25c-8ef7975605b3 req-7cf03e29-8879-4f19-9719-341e6ce7dbd8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0749826 Aug 24 00:12:23.216726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a09573-4124-4b35-a25c-8ef7975605b3 req-79c486d9-2473-4db8-a578-79a37bbe0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.218378 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4a09573-4124-4b35-a25c-8ef7975605b3 req-79c486d9-2473-4db8-a578-79a37bbe0f50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708342 Aug 24 00:12:23.310560 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:23.394152 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4a09573-4124-4b35-a25c-8ef7975605b3 req-6674562e-4358-4c7e-b33f-45d1b5c47136 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652884 Aug 24 00:12:23.418311 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62a1df-43f5-4d8b-990e-1ac4b22fbaa6 req-3ed8c7fb-ab64-406e-9a89-dcc5a883bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.421163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa62a1df-43f5-4d8b-990e-1ac4b22fbaa6 req-3ed8c7fb-ab64-406e-9a89-dcc5a883bcc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=b1794426-56c3-45d3-b699-5c61aac3e116 HTTP/1.1" status: 200 len: 1099 time: 0.5710406 Aug 24 00:12:23.458438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf77a4-b6b9-4a89-a1c9-f0f3ffe1ba53 req-cd746ba5-b4b4-42fe-b9cf-6fc67b052bb2 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.467486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46bf77a4-b6b9-4a89-a1c9-f0f3ffe1ba53 req-cd746ba5-b4b4-42fe-b9cf-6fc67b052bb2 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 947 time: 0.5282729 Aug 24 00:12:23.483698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e6894-da68-42f8-9e81-12c9680913d9 req-dc7dd05c-35ab-4401-acaf-4d3c102bdbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.485521 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c01e6894-da68-42f8-9e81-12c9680913d9 req-dc7dd05c-35ab-4401-acaf-4d3c102bdbff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 1101 time: 0.1855772 Aug 24 00:12:23.499917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-35018aee-33c6-4590-858e-f02adeff4e26 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.500401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-35018aee-33c6-4590-858e-f02adeff4e26 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.500872 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-35018aee-33c6-4590-858e-f02adeff4e26 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.501337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-35018aee-33c6-4590-858e-f02adeff4e26 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.501861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-35018aee-33c6-4590-858e-f02adeff4e26 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.502396 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-35018aee-33c6-4590-858e-f02adeff4e26 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.502766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-35018aee-33c6-4590-858e-f02adeff4e26 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.503241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-35018aee-33c6-4590-858e-f02adeff4e26 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.503696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-35018aee-33c6-4590-858e-f02adeff4e26 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.504150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-35018aee-33c6-4590-858e-f02adeff4e26 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.504601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-35018aee-33c6-4590-858e-f02adeff4e26 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.507073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-35018aee-33c6-4590-858e-f02adeff4e26 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e&device_id=b1794426-56c3-45d3-b699-5c61aac3e116&device_id=626fc94d-13dd-4662-8f5e-f77257c80863&device_id=9c0732fd-8657-4e46-9234-6144f99788fe&device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e&device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9&device_id=03be95f9-0d93-4369-b795-ac7cef9f271e&device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3&device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06&device_id=3b803147-26a6-40ab-adf0-247f78cafea6&device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 10044 time: 0.1826751 Aug 24 00:12:23.525493 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4a09573-4124-4b35-a25c-8ef7975605b3 req-2f748705-d1f2-4b3b-a7b6-edb74750ca61 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167903 Aug 24 00:12:23.579740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-f0f8c25a-40c4-4a92-8a1a-96e61951052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.581553 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-f0f8c25a-40c4-4a92-8a1a-96e61951052a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 1096 time: 0.2791862 Aug 24 00:12:23.612560 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-13ebe58f-a0da-451d-9c56-e94fa7f71f55 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:23.693870 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40510) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:23.714561 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46bf77a4-b6b9-4a89-a1c9-f0f3ffe1ba53 req-9e015190-2117-4efb-83c9-ca544244853e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427340 Aug 24 00:12:23.721092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c01e6894-da68-42f8-9e81-12c9680913d9 req-d6013350-ea7f-4c4e-bbfc-d921bdde1f05 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070653 Aug 24 00:12:23.746973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62a1df-43f5-4d8b-990e-1ac4b22fbaa6 req-bea4ba4d-c57c-4c08-89de-dc37bc75d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.748731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa62a1df-43f5-4d8b-990e-1ac4b22fbaa6 req-bea4ba4d-c57c-4c08-89de-dc37bc75d24a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.3194425 Aug 24 00:12:23.830679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa62a1df-43f5-4d8b-990e-1ac4b22fbaa6 req-36e97053-95a4-4b17-ac84-54dbc6bda7e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=b169b4e7-3413-4732-89e7-53705853a7af HTTP/1.1" status: 200 len: 217 time: 0.0622189 Aug 24 00:12:23.831231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1968403576-network', 'tenant_id': '9f5b3be874d7406888b1722a5b89a521'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:23.835822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-f137b618-4751-430d-98a5-c43945d9b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.837671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-f137b618-4751-430d-98a5-c43945d9b169 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.2415702 Aug 24 00:12:23.909995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62a1df-43f5-4d8b-990e-1ac4b22fbaa6 req-d1c53347-1daa-4520-88f9-659a07ca1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:23.911535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa62a1df-43f5-4d8b-990e-1ac4b22fbaa6 req-d1c53347-1daa-4520-88f9-659a07ca1ee5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0709574 Aug 24 00:12:23.968940 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-13ebe58f-a0da-451d-9c56-e94fa7f71f55 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:23.987468 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-13ebe58f-a0da-451d-9c56-e94fa7f71f55 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:23.992545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] Made reservation on behalf of 9f5b3be874d7406888b1722a5b89a521 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:23.999648 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:24.011038 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:24.055235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7a824cd-2fcd-417d-9afb-99708132ebcb req-13ebe58f-a0da-451d-9c56-e94fa7f71f55 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&id=82b20126-fa80-42ec-954c-f9557707eb22&id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.5155413 Aug 24 00:12:24.062887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62a1df-43f5-4d8b-990e-1ac4b22fbaa6 req-421b5142-055e-4912-8d1f-ebf9e434e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:24.068133 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa62a1df-43f5-4d8b-990e-1ac4b22fbaa6 req-421b5142-055e-4912-8d1f-ebf9e434e98e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1402962 Aug 24 00:12:24.070079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebe58f-a0da-451d-9c56-e94fa7f71f55 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7735b34c-ccff-45a6-b12c-0c3a7612301c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:24.141575 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:24.147812 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:24.187888 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:12:24.189684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-e79f99df-8ba1-4e2c-a94e-e27200079f84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f HTTP/1.1" status: 200 len: 217 time: 0.0452745 Aug 24 00:12:24.194224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c096f113-c185-4a0e-9844-b1614ff4c31e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:24.214755 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:24.216899 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] Added segment 7724517d-b8f3-41a2-8922-8e0552afeab4 of type vlan for network ce1ded42-36b3-4b93-a1e8-ec5cf12859c6 Aug 24 00:12:24.266310 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:24.290606 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:24.291641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:24.292764 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:24.320900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-e1d7c5af-45b9-40c5-b885-0c6d80fd3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:24.322362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-e1d7c5af-45b9-40c5-b885-0c6d80fd3b46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.1225455 Aug 24 00:12:24.343673 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6485577 Aug 24 00:12:24.347736 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40524) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:24.352492 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f0e9ea03-5b29-4cac-ae11-d63e864fc65a admin admin] Request body: {'subnet': {'network_id': 'ce1ded42-36b3-4b93-a1e8-ec5cf12859c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1968403576-subnet', 'tenant_id': '9f5b3be874d7406888b1722a5b89a521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:24.357752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d525aa-4b83-4065-9124-32295b1098aa req-10518830-9872-4840-b0a7-9e77f69ee25f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:24.359271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52d525aa-4b83-4065-9124-32295b1098aa req-10518830-9872-4840-b0a7-9e77f69ee25f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.2135124 Aug 24 00:12:24.363138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb39e2-a094-43ae-970d-df7157e6efdc admin admin] Pushing event updated for resources: {'Network': ['ID=ce1ded42-36b3-4b93-a1e8-ec5cf12859c6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:24.374679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network ce1ded42-36b3-4b93-a1e8-ec5cf12859c6 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:12:24.380262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa62a1df-43f5-4d8b-990e-1ac4b22fbaa6 req-fa85875a-f895-4d6b-89a5-492549b22308 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998202 Aug 24 00:12:24.383731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-a21a271d-b2f7-439f-b10c-fd7bec973f0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461154 Aug 24 00:12:24.392915 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e9ea03-5b29-4cac-ae11-d63e864fc65a admin admin] Made reservation on behalf of 9f5b3be874d7406888b1722a5b89a521 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:24.396318 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0e9ea03-5b29-4cac-ae11-d63e864fc65a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:24.396670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27824169-3b73-45ab-94bb-4d28c80f3a43 req-347c091c-6b12-49cd-b1b4-23e2ab77e546 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:24.398219 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27824169-3b73-45ab-94bb-4d28c80f3a43 req-347c091c-6b12-49cd-b1b4-23e2ab77e546 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 945 time: 0.1330440 Aug 24 00:12:24.489177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ae9b658b-8b5f-4ade-8948-bdb421b31551 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:24.546011 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ae9b658b-8b5f-4ade-8948-bdb421b31551 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:24.550133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ae9b658b-8b5f-4ade-8948-bdb421b31551 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:24.550508 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:24.575642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52d525aa-4b83-4065-9124-32295b1098aa req-b7157d72-af9a-4ee5-8590-348b227f1508 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994712 Aug 24 00:12:24.593268 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27824169-3b73-45ab-94bb-4d28c80f3a43 req-1dd9c077-dc24-4936-8b6a-2032792f83b6 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742687 Aug 24 00:12:24.628682 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-36d2d116-6a21-4a21-b87b-a33f3998766a service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294295 Aug 24 00:12:24.651951 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0e9ea03-5b29-4cac-ae11-d63e864fc65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:24.652945 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:24.663788 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa62a1df-43f5-4d8b-990e-1ac4b22fbaa6 req-692c1f2e-ed08-41be-83d0-5057004a9738 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635076 Aug 24 00:12:24.696663 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port ae9b658b-8b5f-4ade-8948-bdb421b31551, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ae9b658b-8b5f-4ade-8948-bdb421b31551,segment=NetworkSegment(cabefd0d-b633-42a7-a702-6a17954c9a87),segment_id=cabefd0d-b633-42a7-a702-6a17954c9a87)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:24.706900 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:24.739426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9ea03-5b29-4cac-ae11-d63e864fc65a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d15df6e-1eb3-4928-ab3c-6e5fce185254,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:24.746242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9ea03-5b29-4cac-ae11-d63e864fc65a admin admin] Checking segment: {'id': '7724517d-b8f3-41a2-8922-8e0552afeab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'ce1ded42-36b3-4b93-a1e8-ec5cf12859c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:24.746899 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e9ea03-5b29-4cac-ae11-d63e864fc65a admin admin] Network hostable DHCP agents. Network: ce1ded42-36b3-4b93-a1e8-ec5cf12859c6, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:12:24.775576 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e9ea03-5b29-4cac-ae11-d63e864fc65a admin admin] Network ce1ded42-36b3-4b93-a1e8-ec5cf12859c6 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:12:24.781725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=ae9b658b-8b5f-4ade-8948-bdb421b31551,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:24.788390 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f0e9ea03-5b29-4cac-ae11-d63e864fc65a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, ce1ded42-36b3-4b93-a1e8-ec5cf12859c6) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:24.797363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee14b539-64ec-4d07-8b70-169eeed1e3aa None None] Network ce1ded42-36b3-4b93-a1e8-ec5cf12859c6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:12:24.800267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e9ea03-5b29-4cac-ae11-d63e864fc65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:24.800875 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0e9ea03-5b29-4cac-ae11-d63e864fc65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:24.827088 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f0e9ea03-5b29-4cac-ae11-d63e864fc65a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4704497 Aug 24 00:12:24.872018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c0a77-b2b5-450d-ab1b-daf00197576a req-02462102-fde9-4bd9-9427-7e126ca306ca tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:24.880085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc0c0a77-b2b5-450d-ab1b-daf00197576a req-02462102-fde9-4bd9-9427-7e126ca306ca tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 950 time: 0.1938429 Aug 24 00:12:24.892470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-35c2418f-31f3-4114-95da-d707bb48bf55 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245646 Aug 24 00:12:24.936566 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc0c0a77-b2b5-450d-ab1b-daf00197576a req-e4f4ad52-41c0-44b3-8fc7-ca2766037ce0 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523686 Aug 24 00:12:24.972296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae06a5f-24f0-47b6-bb89-ef6f6c9676d7 None None] Network ce1ded42-36b3-4b93-a1e8-ec5cf12859c6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:12:25.051081 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0720b-0810-4db8-b706-71818bdd81ef req-5b18cc08-34b8-4220-9308-4888692f2c76 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:25.051563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0720b-0810-4db8-b706-71818bdd81ef req-5b18cc08-34b8-4220-9308-4888692f2c76 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:25.052030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0720b-0810-4db8-b706-71818bdd81ef req-5b18cc08-34b8-4220-9308-4888692f2c76 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:25.053979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69d0720b-0810-4db8-b706-71818bdd81ef req-5b18cc08-34b8-4220-9308-4888692f2c76 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e&device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06&device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 2927 time: 0.0774558 Aug 24 00:12:25.090901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06026c-d9b2-43e8-98de-1fd7de90b5db req-f9c287b4-159e-46bc-8efa-0e6d1f68c972 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:25.093056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b06026c-d9b2-43e8-98de-1fd7de90b5db req-f9c287b4-159e-46bc-8efa-0e6d1f68c972 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 947 time: 0.0823119 Aug 24 00:12:25.112524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69d0720b-0810-4db8-b706-71818bdd81ef req-954ee164-0596-4aed-acf8-460e5dcb5455 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511055 Aug 24 00:12:25.139879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b06026c-d9b2-43e8-98de-1fd7de90b5db req-97b6b460-756c-445d-a019-2237498e0e80 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395577 Aug 24 00:12:25.224878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c0391b85-536c-4aa2-be6f-b84b060bf6ee req-fb038f06-2328-4279-ad16-1846d2551217 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-794702058', 'description': 'tempest-description-1720327871'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:25.306658 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0391b85-536c-4aa2-be6f-b84b060bf6ee req-fb038f06-2328-4279-ad16-1846d2551217 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.333641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-2c8404fd-6d4e-4f33-95b5-869a6f0fd8a5 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:25.335183 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-2c8404fd-6d4e-4f33-95b5-869a6f0fd8a5 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9&tenant_id=4296ba497012466daa2a49222903cd4c&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 1096 time: 0.0972352 Aug 24 00:12:25.365250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805736-1'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:25.383326 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40550) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:25.465898 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.533966 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0391b85-536c-4aa2-be6f-b84b060bf6ee req-fb038f06-2328-4279-ad16-1846d2551217 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.544797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40554) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:25.545422 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0391b85-536c-4aa2-be6f-b84b060bf6ee req-fb038f06-2328-4279-ad16-1846d2551217 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.556680 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c0aaf1f2-03d9-4877-bd63-e63a5c9c3f1d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858529146', 'description': 'tempest-description--364398474'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:25.601092 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf1f2-03d9-4877-bd63-e63a5c9c3f1d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.625259 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0466270-e1e0-4437-9671-0f762d3542a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d9475bbc124489f8efb5c1a3c5cd80c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2407842 Aug 24 00:12:25.628078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40566) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:25.651573 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0391b85-536c-4aa2-be6f-b84b060bf6ee req-fb038f06-2328-4279-ad16-1846d2551217 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.652680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c0391b85-536c-4aa2-be6f-b84b060bf6ee req-fb038f06-2328-4279-ad16-1846d2551217 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4321246 Aug 24 00:12:25.659684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-76271e92-6763-4bb0-8b8e-28b5ee75e433 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=49c38064214e4670a1f023d5fddf5089&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540724 Aug 24 00:12:25.672035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb038f06-2328-4279-ad16-1846d2551217 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc65790c-d413-4152-bbe8-77dec521ab37,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:25.709439 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb81c236-3a16-4914-82b5-f9de16e5bf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.745388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb81c236-3a16-4914-82b5-f9de16e5bf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.764946 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf1f2-03d9-4877-bd63-e63a5c9c3f1d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.765616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:25.778062 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf1f2-03d9-4877-bd63-e63a5c9c3f1d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.831500 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf1f2-03d9-4877-bd63-e63a5c9c3f1d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.835649 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c0aaf1f2-03d9-4877-bd63-e63a5c9c3f1d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2858860 Aug 24 00:12:25.836733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:25.841233 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-25106224-2713-4da1-889c-2996d11d508c tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Request body: {'security_group_rule': {'security_group_id': '38fc2642-2c26-4c0f-87fd-37d8bd224f60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:25.843904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-be18a594-4c8c-45a9-a46b-148a2e47b033 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:25.855388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-be18a594-4c8c-45a9-a46b-148a2e47b033 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746113 Aug 24 00:12:25.855388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:25.856651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaf1f2-03d9-4877-bd63-e63a5c9c3f1d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38fc2642-2c26-4c0f-87fd-37d8bd224f60,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:25.873126 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb81c236-3a16-4914-82b5-f9de16e5bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.875800 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb81c236-3a16-4914-82b5-f9de16e5bf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.879364 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bb81c236-3a16-4914-82b5-f9de16e5bf04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80cb856a-9b93-4844-9a24-1bedfdf2854b HTTP/1.1" status: 204 len: 168 time: 0.2479987 Aug 24 00:12:25.899883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81c236-3a16-4914-82b5-f9de16e5bf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cb856a-9b93-4844-9a24-1bedfdf2854b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:25.902009 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25106224-2713-4da1-889c-2996d11d508c tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.933692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-416dd1ea-015a-4401-8915-d1ef64272a2c tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/quotas/49c38064214e4670a1f023d5fddf5089 HTTP/1.1" status: 200 len: 375 time: 0.0802228 Aug 24 00:12:25.964195 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a622c8-4d89-468b-9082-3b0e8f6f1cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1969f69-49e1-4dec-95d2-e945f769ab0f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:25.967162 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d69e85f-9ded-4e08-87c1-830db4f5a617" -d '{"events": [{"server_uuid": "15a622c8-4d89-468b-9082-3b0e8f6f1cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "b1969f69-49e1-4dec-95d2-e945f769ab0f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:25.971863 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.986325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100b640-3000-479b-9f9b-12aafa0a0ecb req-195e35e5-1b2d-44d1-920f-5417e20dfc77 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:25.987999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0100b640-3000-479b-9f9b-12aafa0a0ecb req-195e35e5-1b2d-44d1-920f-5417e20dfc77 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.1397891 Aug 24 00:12:26.003001 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.003151 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25106224-2713-4da1-889c-2996d11d508c tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.008248 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25106224-2713-4da1-889c-2996d11d508c tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.029667 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25106224-2713-4da1-889c-2996d11d508c tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b168c5-d892-45f1-97f9-3cac732f5356,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:26.036042 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25106224-2713-4da1-889c-2996d11d508c tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.037700 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-25106224-2713-4da1-889c-2996d11d508c tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2002413 Aug 24 00:12:26.040622 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40582) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:26.045771 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-84696a62-b3d6-4a86-8c2e-b0149a7070f1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Request body: {'security_group_rule': {'security_group_id': '38fc2642-2c26-4c0f-87fd-37d8bd224f60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:26.076683 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84696a62-b3d6-4a86-8c2e-b0149a7070f1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.136842 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84696a62-b3d6-4a86-8c2e-b0149a7070f1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.139416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-2966fb80-0b91-4ec6-8e33-8030c8eda15f tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49c38064214e4670a1f023d5fddf5089&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1907878 Aug 24 00:12:26.146394 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84696a62-b3d6-4a86-8c2e-b0149a7070f1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.151914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b169b4e7-3413-4732-89e7-53705853a7af details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:26.164910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0100b640-3000-479b-9f9b-12aafa0a0ecb req-1fb210f5-d207-4786-9364-1f8e19c28927 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627958 Aug 24 00:12:26.172042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Pushing event updated for resources: {'Port': ['ID=b1969f69-49e1-4dec-95d2-e945f769ab0f,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:26.185310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84696a62-b3d6-4a86-8c2e-b0149a7070f1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d6db77-38a1-4f58-8faa-2a5921de87f7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:26.192865 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84696a62-b3d6-4a86-8c2e-b0149a7070f1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.194999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Attempting to bind port b1969f69-49e1-4dec-95d2-e945f769ab0f on host n-h2-805736-1 for vnic_type normal with profile {"migrating_to": "n-h1-805736-1"} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:26.195512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Attempting to bind port b1969f69-49e1-4dec-95d2-e945f769ab0f by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:26.196304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Attempting to bind port b1969f69-49e1-4dec-95d2-e945f769ab0f on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:26.200079 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-84696a62-b3d6-4a86-8c2e-b0149a7070f1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1580951 Aug 24 00:12:26.202248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40588) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:26.212446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:26.229445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Port b1969f69-49e1-4dec-95d2-e945f769ab0f on network ea19c1d5-c260-40f7-a45f-242d804dbf95 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:12:26.236397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Attempting to bind port b1969f69-49e1-4dec-95d2-e945f769ab0f on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:26.260209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:26.261117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Checking segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:26.261667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Bound using segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:26.262127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Bound port: b1969f69-49e1-4dec-95d2-e945f769ab0f, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:26.262486 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.287766 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:26.309088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port b169b4e7-3413-4732-89e7-53705853a7af, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b169b4e7-3413-4732-89e7-53705853a7af,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:26.320081 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa060-f3d2-47ec-98ff-7d3881f37cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.322086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 45007bf2-7bf1-4f16-9807-cb759fef16cc details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:26.335507 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'b169b4e7-3413-4732-89e7-53705853a7af', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': 'b169b4e7-3413-4732-89e7-53705853a7af', 'mac_address': 'fa:16:3e:62:0f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:12:26.363250 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.412503 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.431249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b169b4e7-3413-4732-89e7-53705853a7af {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:26.456971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port b169b4e7-3413-4732-89e7-53705853a7af, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b169b4e7-3413-4732-89e7-53705853a7af,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:26.485701 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.497363 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa060-f3d2-47ec-98ff-7d3881f37cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.512384 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa060-f3d2-47ec-98ff-7d3881f37cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.541458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ae9b658b-8b5f-4ade-8948-bdb421b31551 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:26.566832 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0dcfa060-f3d2-47ec-98ff-7d3881f37cec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c560b3c3f46148edaaa3128f18940da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777507 Aug 24 00:12:26.568950 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfa060-f3d2-47ec-98ff-7d3881f37cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b82c6d-9536-4fec-abe4-fb34a15a8ffc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:26.571981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:26.609670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=b169b4e7-3413-4732-89e7-53705853a7af,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:26.613832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 45007bf2-7bf1-4f16-9807-cb759fef16cc, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=45007bf2-7bf1-4f16-9807-cb759fef16cc,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:26.637050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '45007bf2-7bf1-4f16-9807-cb759fef16cc', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '45007bf2-7bf1-4f16-9807-cb759fef16cc', 'mac_address': 'fa:16:3e:8f:f3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:12:26.640010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ae9b658b-8b5f-4ade-8948-bdb421b31551 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:26.640381 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.667910 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-098105b6-a0fd-4864-b84f-9cb435ef1aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.698229 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.699319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-098105b6-a0fd-4864-b84f-9cb435ef1aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.704156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:26.722441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45007bf2-7bf1-4f16-9807-cb759fef16cc {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:26.749366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 45007bf2-7bf1-4f16-9807-cb759fef16cc, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=45007bf2-7bf1-4f16-9807-cb759fef16cc,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:26.749580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80676e35-9f80-4f7d-b132-907fe2135dcc req-c7a52626-fb55-4276-b646-8b762db6b8d7 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/dc65790c-d413-4152-bbe8-77dec521ab37 HTTP/1.1" status: 200 len: 1804 time: 0.4377782 Aug 24 00:12:26.756351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:26.759535 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.775027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a8a06-25ab-43a5-b616-b6f952500af7 req-d978ff88-e6f7-4172-adad-15e0089c1be8 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:26.776495 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-098105b6-a0fd-4864-b84f-9cb435ef1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.780799 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-098105b6-a0fd-4864-b84f-9cb435ef1aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.785511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a18a8a06-25ab-43a5-b616-b6f952500af7 req-d978ff88-e6f7-4172-adad-15e0089c1be8 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 943 time: 0.5094664 Aug 24 00:12:26.785723 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-098105b6-a0fd-4864-b84f-9cb435ef1aa3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70b82c6d-9536-4fec-abe4-fb34a15a8ffc HTTP/1.1" status: 204 len: 168 time: 0.2114732 Aug 24 00:12:26.796676 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098105b6-a0fd-4864-b84f-9cb435ef1aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b82c6d-9536-4fec-abe4-fb34a15a8ffc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:26.807208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-80676e35-9f80-4f7d-b132-907fe2135dcc req-41f1737d-f908-4038-832b-16e66c81ee66 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dc65790c-d413-4152-bbe8-77dec521ab37', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:26.807532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-80676e35-9f80-4f7d-b132-907fe2135dcc req-41f1737d-f908-4038-832b-16e66c81ee66 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dc65790c-d413-4152-bbe8-77dec521ab37', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:26.851234 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.969070 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['b169b4e7-3413-4732-89e7-53705853a7af'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:27.026232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a18a8a06-25ab-43a5-b616-b6f952500af7 req-48421edd-36d3-4c0c-b005-69a4b8fd0148 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377834 Aug 24 00:12:27.093727 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=45007bf2-7bf1-4f16-9807-cb759fef16cc,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:27.127047 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Pushing event updated for resources: {'Port': ['ID=b1969f69-49e1-4dec-95d2-e945f769ab0f,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:27.150166 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae7ec6d-bcef-4981-be47-b263a1b8c36a x-openstack-request-id: req-6ae7ec6d-bcef-4981-be47-b263a1b8c36a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:27.150759 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a622c8-4d89-468b-9082-3b0e8f6f1cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "b1969f69-49e1-4dec-95d2-e945f769ab0f", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:27.151273 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ae7ec6d-bcef-4981-be47-b263a1b8c36a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:27.151883 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a622c8-4d89-468b-9082-3b0e8f6f1cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1969f69-49e1-4dec-95d2-e945f769ab0f', 'code': 200} Aug 24 00:12:27.154589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:27.155489 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:27.157309 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-68f28a16-4332-4235-97ee-d1ac38dfde2b service neutron] 10.222.0.47 "PUT /v2.0/ports/b1969f69-49e1-4dec-95d2-e945f769ab0f HTTP/1.1" status: 200 len: 1121 time: 1.7982395 Aug 24 00:12:27.158766 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-80676e35-9f80-4f7d-b132-907fe2135dcc req-41f1737d-f908-4038-832b-16e66c81ee66 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:27.230815 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:27.280213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['45007bf2-7bf1-4f16-9807-cb759fef16cc'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:27.299362 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-80676e35-9f80-4f7d-b132-907fe2135dcc req-41f1737d-f908-4038-832b-16e66c81ee66 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:27.359582 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-80676e35-9f80-4f7d-b132-907fe2135dcc req-41f1737d-f908-4038-832b-16e66c81ee66 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:27.389718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['b1969f69-49e1-4dec-95d2-e945f769ab0f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:27.490678 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-456d9ca3-7a03-4dce-bd94-c775a1df07f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:27.499757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1737d-f908-4038-832b-16e66c81ee66 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d82933-eabe-44ff-89e0-736beda1ec4f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:27.512454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d3d47-66c8-40fa-b727-b377f9dda2cd req-312fe4f6-3463-417d-af76-af83391870c1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:27.514055 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-733d3d47-66c8-40fa-b727-b377f9dda2cd req-312fe4f6-3463-417d-af76-af83391870c1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 948 time: 0.2198174 Aug 24 00:12:27.527802 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-80676e35-9f80-4f7d-b132-907fe2135dcc req-41f1737d-f908-4038-832b-16e66c81ee66 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:27.529531 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80676e35-9f80-4f7d-b132-907fe2135dcc req-41f1737d-f908-4038-832b-16e66c81ee66 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7699649 Aug 24 00:12:27.579197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Allocated IP 172.25.8.106 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/bc9b9532-002b-4d92-a780-c3680002ac52) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:27.627548 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-733d3d47-66c8-40fa-b727-b377f9dda2cd req-ed041c98-a573-4e61-9716-373921e337d1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013167 Aug 24 00:12:27.751853 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:27.770072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89f168c5-9180-4bd2-a401-fa08cd46826c req-b0eac05b-e3ac-4f9a-a6c8-c97e2e97127f tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 210 time: 0.0355289 Aug 24 00:12:27.845831 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:27.867983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:27.870388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:27.907681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:27.989561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5efcbe9d-9521-4226-8a52-778c0a8c52d7 req-54d37370-26c7-4ced-a41b-5bc45bb65883 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1610494948', 'description': 'tempest-description-867642385'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:28.017220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-0c625573-44f2-4c4d-82c2-1dcff882f30e tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=49c38064214e4670a1f023d5fddf5089&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669103 Aug 24 00:12:28.042823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Pushing event updated for resources: {'Port': ['ID=bc9b9532-002b-4d92-a780-c3680002ac52,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:28.116832 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5efcbe9d-9521-4226-8a52-778c0a8c52d7 req-54d37370-26c7-4ced-a41b-5bc45bb65883 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.168450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4827e1-a040-432c-a998-1bd30891d678 req-92ed2f45-e9fe-4caf-aace-fc91a63ade81 tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:28.170073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da4827e1-a040-432c-a998-1bd30891d678 req-92ed2f45-e9fe-4caf-aace-fc91a63ade81 tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 1101 time: 0.2451172 Aug 24 00:12:28.238860 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-da4827e1-a040-432c-a998-1bd30891d678 req-129f58d7-6f4d-4a5e-afa6-c13c20786274 tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.278016 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.306124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-c9f36d6c-4147-4a2a-8348-ee767d428cbb tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:28.307621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-c9f36d6c-4147-4a2a-8348-ee767d428cbb tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2785077 Aug 24 00:12:28.336838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-18f7c9b6-da8e-43ee-8711-c131d9cfb8e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Request body: {'port': {'device_id': 'ede8b6bf-2580-4f13-a400-4188c9705bb7', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': '49c38064214e4670a1f023d5fddf5089'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:28.390040 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.506679 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5efcbe9d-9521-4226-8a52-778c0a8c52d7 req-54d37370-26c7-4ced-a41b-5bc45bb65883 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.522286 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5efcbe9d-9521-4226-8a52-778c0a8c52d7 req-54d37370-26c7-4ced-a41b-5bc45bb65883 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.603350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d37370-26c7-4ced-a41b-5bc45bb65883 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74dccf73-8927-4f87-bc01-51f28db3b98b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:28.688334 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.697854 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.741495 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-da4827e1-a040-432c-a998-1bd30891d678 req-129f58d7-6f4d-4a5e-afa6-c13c20786274 tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.769087 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-da4827e1-a040-432c-a998-1bd30891d678 req-129f58d7-6f4d-4a5e-afa6-c13c20786274 tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.792740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Pushing event updated for resources: {'Port': ['ID=bc9b9532-002b-4d92-a780-c3680002ac52,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:28.813630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da4827e1-a040-432c-a998-1bd30891d678 req-129f58d7-6f4d-4a5e-afa6-c13c20786274 tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335609 Aug 24 00:12:28.827890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-18f7c9b6-da8e-43ee-8711-c131d9cfb8e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Made reservation on behalf of 49c38064214e4670a1f023d5fddf5089 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:28.831332 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-18f7c9b6-da8e-43ee-8711-c131d9cfb8e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.833677 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.837061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f58d7-6f4d-4a5e-afa6-c13c20786274 tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7ed47c-2b95-42ac-a41e-9e5103be951e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:28.852172 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5efcbe9d-9521-4226-8a52-778c0a8c52d7 req-54d37370-26c7-4ced-a41b-5bc45bb65883 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.853435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5efcbe9d-9521-4226-8a52-778c0a8c52d7 req-54d37370-26c7-4ced-a41b-5bc45bb65883 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8991094 Aug 24 00:12:28.871753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.874643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ee872c76-2ac1-4b83-ae01-d74437fbe631 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6675131 Aug 24 00:12:29.007632 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968abc50-9fc0-41ed-930a-235f44d88ae5 req-845f8c78-5811-402e-83b9-bf3e624741b7 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:29.009059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-968abc50-9fc0-41ed-930a-235f44d88ae5 req-845f8c78-5811-402e-83b9-bf3e624741b7 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 943 time: 0.0871875 Aug 24 00:12:29.050125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-18f7c9b6-da8e-43ee-8711-c131d9cfb8e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Allocated IP 192.168.233.43 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/189424b3-8a5b-421c-a2d2-19476f45456f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:29.109250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-968abc50-9fc0-41ed-930a-235f44d88ae5 req-d605bca2-bf0a-47e7-9dd6-23e6e5f3fb64 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888829 Aug 24 00:12:29.153211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a622c8-4d89-468b-9082-3b0e8f6f1cf9', 'tag': 'b1969f69-49e1-4dec-95d2-e945f769ab0f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:29.155562 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f998e7c-7613-4e13-9d90-4e04e68219ec" -d '{"events": [{"name": "network-changed", "server_uuid": "15a622c8-4d89-468b-9082-3b0e8f6f1cf9", "tag": "b1969f69-49e1-4dec-95d2-e945f769ab0f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:29.165072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a10cec-0378-4b9e-9a46-803f60afdafc req-14e891ac-a0ec-4b34-b028-6a903a87a984 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:29.166604 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12a10cec-0378-4b9e-9a46-803f60afdafc req-14e891ac-a0ec-4b34-b028-6a903a87a984 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 948 time: 0.1028404 Aug 24 00:12:29.258805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3ed9211-19c6-4679-83e4-e4e57abb7af6 req-9faf579e-a939-46fa-abc7-f74c09bfcbef tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 210 time: 0.0849783 Aug 24 00:12:29.301097 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:29.304907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12a10cec-0378-4b9e-9a46-803f60afdafc req-81ad7b3a-5281-46ed-a534-434064bb31be tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203034 Aug 24 00:12:29.330626 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-18f7c9b6-da8e-43ee-8711-c131d9cfb8e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.352308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-18f7c9b6-da8e-43ee-8711-c131d9cfb8e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Transition to ACTIVE for port object 189424b3-8a5b-421c-a2d2-19476f45456f will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:29.382197 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.418033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fab3c74-09c0-4db9-8eab-6f6498f834bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.428378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-076f9bd5-4991-4f42-90df-5d30e49c952d req-b939d85a-7806-42f4-a786-3101087faf1f tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/74dccf73-8927-4f87-bc01-51f28db3b98b HTTP/1.1" status: 200 len: 1804 time: 0.0882399 Aug 24 00:12:29.439300 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-18f7c9b6-da8e-43ee-8711-c131d9cfb8e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.458548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-076f9bd5-4991-4f42-90df-5d30e49c952d req-1502bcba-ca8e-4348-a7c4-34c54e5f565d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '74dccf73-8927-4f87-bc01-51f28db3b98b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:29.458922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-076f9bd5-4991-4f42-90df-5d30e49c952d req-1502bcba-ca8e-4348-a7c4-34c54e5f565d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '74dccf73-8927-4f87-bc01-51f28db3b98b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:29.486699 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6f21f3ae-1b71-4535-840f-d5c594dcbd61'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:29.500113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-18f7c9b6-da8e-43ee-8711-c131d9cfb8e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:29.503306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-18f7c9b6-da8e-43ee-8711-c131d9cfb8e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:29.505798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-18f7c9b6-da8e-43ee-8711-c131d9cfb8e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:29.550645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fab3c74-09c0-4db9-8eab-6f6498f834bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.557215 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fab3c74-09c0-4db9-8eab-6f6498f834bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.582188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7c9b6-da8e-43ee-8711-c131d9cfb8e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Pushing event updated for resources: {'Port': ['ID=189424b3-8a5b-421c-a2d2-19476f45456f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:29.607198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab3c74-09c0-4db9-8eab-6f6498f834bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58891e3a-c03a-43bf-8b14-77e218462485,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:29.618381 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5fab3c74-09c0-4db9-8eab-6f6498f834bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98fcafa75a974981bbb729abb936da73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133330 Aug 24 00:12:29.618381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40684) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:29.639174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-18f7c9b6-da8e-43ee-8711-c131d9cfb8e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:29.639832 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-18f7c9b6-da8e-43ee-8711-c131d9cfb8e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.679120 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-18f7c9b6-da8e-43ee-8711-c131d9cfb8e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3461244 Aug 24 00:12:29.693517 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-076f9bd5-4991-4f42-90df-5d30e49c952d req-1502bcba-ca8e-4348-a7c4-34c54e5f565d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.705803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Request body: {'port': {'device_id': 'ede8b6bf-2580-4f13-a400-4188c9705bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:29.709728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0873b714-0aaa-4d82-adc8-abf60c53b6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.748121 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0873b714-0aaa-4d82-adc8-abf60c53b6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.753590 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-076f9bd5-4991-4f42-90df-5d30e49c952d req-1502bcba-ca8e-4348-a7c4-34c54e5f565d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.782943 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-076f9bd5-4991-4f42-90df-5d30e49c952d req-1502bcba-ca8e-4348-a7c4-34c54e5f565d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.809318 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0873b714-0aaa-4d82-adc8-abf60c53b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.827569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.830449 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0873b714-0aaa-4d82-adc8-abf60c53b6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.830704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502bcba-ca8e-4348-a7c4-34c54e5f565d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679c42ba-904f-4363-a0b2-9a71c3017d38,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:29.833306 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0873b714-0aaa-4d82-adc8-abf60c53b6d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58891e3a-c03a-43bf-8b14-77e218462485 HTTP/1.1" status: 204 len: 168 time: 0.2124214 Aug 24 00:12:29.836194 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-076f9bd5-4991-4f42-90df-5d30e49c952d req-1502bcba-ca8e-4348-a7c4-34c54e5f565d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.837647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-076f9bd5-4991-4f42-90df-5d30e49c952d req-1502bcba-ca8e-4348-a7c4-34c54e5f565d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3933849 Aug 24 00:12:29.843788 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873b714-0aaa-4d82-adc8-abf60c53b6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58891e3a-c03a-43bf-8b14-77e218462485,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:29.845469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-03a53f70-6d06-4d27-b603-4d4ac7e0eac2 None None] Provisioning for port 189424b3-8a5b-421c-a2d2-19476f45456f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:29.852801 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-03a53f70-6d06-4d27-b603-4d4ac7e0eac2 None None] Provisioning complete for port 189424b3-8a5b-421c-a2d2-19476f45456f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:29.853198 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03a53f70-6d06-4d27-b603-4d4ac7e0eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.936934 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-03a53f70-6d06-4d27-b603-4d4ac7e0eac2 None None] Port 189424b3-8a5b-421c-a2d2-19476f45456f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:30.036443 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5114146a-defc-42ca-9479-8983dd34586d x-openstack-request-id: req-5114146a-defc-42ca-9479-8983dd34586d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:30.036796 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a622c8-4d89-468b-9082-3b0e8f6f1cf9", "tag": "b1969f69-49e1-4dec-95d2-e945f769ab0f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:30.036998 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5114146a-defc-42ca-9479-8983dd34586d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:30.037367 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a622c8-4d89-468b-9082-3b0e8f6f1cf9', 'tag': 'b1969f69-49e1-4dec-95d2-e945f769ab0f', 'status': 'completed', 'code': 200} Aug 24 00:12:30.058868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ef3e1a1-bafd-4ba0-bfae-95bc3e1f5d56 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--858529146&fields=id&tenant_id=f0260e3ac9534313979a02021ef3bb3a HTTP/1.1" status: 200 len: 267 time: 0.1557558 Aug 24 00:12:30.067111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-9878ad0d-48f3-4787-a511-4d1263df6667 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1543779 Aug 24 00:12:30.087556 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.165279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b169b4e7-3413-4732-89e7-53705853a7af up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:30.168980 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-417a1532-e20b-4e7b-9754-e4e9a016bc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.226464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:30.243326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf3a103b-a64d-4d09-bec9-8267b8614a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.250340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port b169b4e7-3413-4732-89e7-53705853a7af completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:30.255200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port b169b4e7-3413-4732-89e7-53705853a7af triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:30.255837 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.347907 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b1969f69-49e1-4dec-95d2-e945f769ab0f details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:30.364404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 45007bf2-7bf1-4f16-9807-cb759fef16cc up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:30.399094 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf3a103b-a64d-4d09-bec9-8267b8614a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.406028 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf3a103b-a64d-4d09-bec9-8267b8614a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.441113 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a103b-a64d-4d09-bec9-8267b8614a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f020be5-97e1-4d5f-a687-2d999609278e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:30.461515 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.463088 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bf3a103b-a64d-4d09-bec9-8267b8614a54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b46c2da088a04366b4db952abdb0c616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352049 Aug 24 00:12:30.465624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40722) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:30.531039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce21a6-b8f7-4b9f-bbd8-0cc872b875a6 req-8678473f-ea8e-4963-8fe2-58ab774f039b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:30.533913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce79e036-ece9-4774-b344-9e485d4f9447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.538507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bce21a6-b8f7-4b9f-bbd8-0cc872b875a6 req-8678473f-ea8e-4963-8fe2-58ab774f039b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.4417701 Aug 24 00:12:30.550179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-9c87e9f0-df92-41e1-8df3-0f821200416d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:30.557381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-9c87e9f0-df92-41e1-8df3-0f821200416d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/networks?id=6c6a0536-598a-43f5-b351-96ae57a58d61 HTTP/1.1" status: 200 len: 824 time: 0.4973679 Aug 24 00:12:30.567025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1794426-56c3-45d3-b699-5c61aac3e116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b169b4e7-3413-4732-89e7-53705853a7af'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:30.567164 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce79e036-ece9-4774-b344-9e485d4f9447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.567303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998e7c-7613-4e13-9d90-4e04e68219ec req-9af4f985-a2b8-44cc-99ca-8a1c0652b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:30.568666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f998e7c-7613-4e13-9d90-4e04e68219ec req-9af4f985-a2b8-44cc-99ca-8a1c0652b122 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 1124 time: 0.4674122 Aug 24 00:12:30.570206 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1104e899-a167-4d3a-8dba-6a08437f2f18" -d '{"events": [{"server_uuid": "b1794426-56c3-45d3-b699-5c61aac3e116", "name": "network-vif-plugged", "status": "completed", "tag": "b169b4e7-3413-4732-89e7-53705853a7af"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:30.602240 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port b169b4e7-3413-4732-89e7-53705853a7af, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b169b4e7-3413-4732-89e7-53705853a7af,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:30.623704 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.626593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 45007bf2-7bf1-4f16-9807-cb759fef16cc completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:30.646405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-056f19d0-1313-445d-9140-4e1a2eb5e6d7 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/quotas/f0260e3ac9534313979a02021ef3bb3a HTTP/1.1" status: 200 len: 375 time: 0.0880091 Aug 24 00:12:30.698888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=b169b4e7-3413-4732-89e7-53705853a7af,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:30.706601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 45007bf2-7bf1-4f16-9807-cb759fef16cc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:30.707017 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.746033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:30.746393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:30.746727 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:30.747278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:30.748178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:30.748518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:30.749389 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:30.749740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:30.750072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:30.750402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:30.750935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:30.751226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:30.760457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bce21a6-b8f7-4b9f-bbd8-0cc872b875a6 req-abe17204-6487-42a3-bc84-a01e577aed8d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069709 Aug 24 00:12:30.793560 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:30.799916 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0d37f871-177a-4c9f-9fe7-d20a565ab1e5 req-5cfef645-689e-4820-905c-a5f8f9d19532 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-280570996', 'description': 'tempest-description-1869589861'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:30.814971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b1969f69-49e1-4dec-95d2-e945f769ab0f has no active binding in host n-h1-805736-1 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:12:30.817383 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce79e036-ece9-4774-b344-9e485d4f9447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.820208 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce79e036-ece9-4774-b344-9e485d4f9447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.821341 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ce79e036-ece9-4774-b344-9e485d4f9447 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f020be5-97e1-4d5f-a687-2d999609278e HTTP/1.1" status: 204 len: 168 time: 0.3544068 Aug 24 00:12:30.829562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79e036-ece9-4774-b344-9e485d4f9447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f020be5-97e1-4d5f-a687-2d999609278e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:30.870328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189424b3-8a5b-421c-a2d2-19476f45456f {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:30.890003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-47305d3b-8a9d-4463-94ee-c80b3c5a878f tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0260e3ac9534313979a02021ef3bb3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2426701 Aug 24 00:12:30.892990 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.895977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998e7c-7613-4e13-9d90-4e04e68219ec req-37e96337-f5c2-4a92-b533-156dc6279187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:30.897428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f998e7c-7613-4e13-9d90-4e04e68219ec req-37e96337-f5c2-4a92-b533-156dc6279187 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.2974129 Aug 24 00:12:30.912790 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d37f871-177a-4c9f-9fe7-d20a565ab1e5 req-5cfef645-689e-4820-905c-a5f8f9d19532 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.920595 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.970841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 45007bf2-7bf1-4f16-9807-cb759fef16cc, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=45007bf2-7bf1-4f16-9807-cb759fef16cc,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:30.977668 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.985677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Transition to ACTIVE for port object 189424b3-8a5b-421c-a2d2-19476f45456f will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:31.022426 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:31.025092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f998e7c-7613-4e13-9d90-4e04e68219ec req-fed6f49a-a4dc-4a82-ba8d-a15bee5359e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f HTTP/1.1" status: 200 len: 217 time: 0.1103144 Aug 24 00:12:31.049923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=45007bf2-7bf1-4f16-9807-cb759fef16cc,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:31.113089 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:31.180344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=189424b3-8a5b-421c-a2d2-19476f45456f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:31.223085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-857b6848-d2d9-4c34-8d75-856974750bef service neutron] 10.222.0.32 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171604 Aug 24 00:12:31.224626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998e7c-7613-4e13-9d90-4e04e68219ec req-9068b003-e5e8-4bdf-8e7e-30013322ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:31.225687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f998e7c-7613-4e13-9d90-4e04e68219ec req-9068b003-e5e8-4bdf-8e7e-30013322ae46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.1856072 Aug 24 00:12:31.347013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f998e7c-7613-4e13-9d90-4e04e68219ec req-e8b91855-acb8-4f62-9b6f-934d8d3682c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758455 Aug 24 00:12:31.375711 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d37f871-177a-4c9f-9fe7-d20a565ab1e5 req-5cfef645-689e-4820-905c-a5f8f9d19532 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:31.399015 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d37f871-177a-4c9f-9fe7-d20a565ab1e5 req-5cfef645-689e-4820-905c-a5f8f9d19532 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:31.473067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Attempting to bind port 189424b3-8a5b-421c-a2d2-19476f45456f on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:31.473408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Attempting to bind port 189424b3-8a5b-421c-a2d2-19476f45456f by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:31.473773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Attempting to bind port 189424b3-8a5b-421c-a2d2-19476f45456f on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:31.492064 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d37f871-177a-4c9f-9fe7-d20a565ab1e5 req-5cfef645-689e-4820-905c-a5f8f9d19532 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:31.493297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d37f871-177a-4c9f-9fe7-d20a565ab1e5 req-5cfef645-689e-4820-905c-a5f8f9d19532 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7047331 Aug 24 00:12:31.500815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Port 189424b3-8a5b-421c-a2d2-19476f45456f on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:12:31.501328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Attempting to bind port 189424b3-8a5b-421c-a2d2-19476f45456f on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:31.516193 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-6649a85a-45b4-4c5b-872f-894b75070a4f service neutron] 10.222.0.32 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876072 Aug 24 00:12:31.524464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfef645-689e-4820-905c-a5f8f9d19532 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05114e39-8dc3-4a54-83ec-a80b58ff3a4d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:31.546597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:31.547341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:31.547735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:31.548344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Bound port: 189424b3-8a5b-421c-a2d2-19476f45456f, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:31.548715 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:31.617261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f998e7c-7613-4e13-9d90-4e04e68219ec req-82b7c012-1b4d-4ab6-9bac-4ea21ceff938 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593675 Aug 24 00:12:31.768066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] For port 189424b3-8a5b-421c-a2d2-19476f45456f, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:31.798546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e1238-7294-459d-bc90-5f24b2dc57e8 req-615f3ac3-fad9-4b92-bfa9-6f7517285a51 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:31.800143 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-998e1238-7294-459d-bc90-5f24b2dc57e8 req-615f3ac3-fad9-4b92-bfa9-6f7517285a51 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 1123 time: 0.2209480 Aug 24 00:12:31.803214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] For port 189424b3-8a5b-421c-a2d2-19476f45456f, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=189424b3-8a5b-421c-a2d2-19476f45456f,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:31.829671 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:31.875703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145f535-dd17-4898-be33-682c76051984 req-72b7a955-ab9c-4b3e-8ec4-6573bbd2ac6f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:31.877235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6145f535-dd17-4898-be33-682c76051984 req-72b7a955-ab9c-4b3e-8ec4-6573bbd2ac6f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 943 time: 0.1548598 Aug 24 00:12:31.885047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f998e7c-7613-4e13-9d90-4e04e68219ec req-22bfa416-5a67-4ff1-b84c-5e7592eed25f service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313473 Aug 24 00:12:31.920032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:31.920698 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:31.922114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] 10.222.0.47 "PUT /v2.0/ports/189424b3-8a5b-421c-a2d2-19476f45456f HTTP/1.1" status: 200 len: 1095 time: 2.2242808 Aug 24 00:12:31.940246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-998e1238-7294-459d-bc90-5f24b2dc57e8 req-1e8cbb71-8a26-4dc3-8962-2d53a9d6b73a tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310859 Aug 24 00:12:31.957717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f9e5c-b570-45cc-a921-f776e1d92ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=189424b3-8a5b-421c-a2d2-19476f45456f,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:31.971503 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6145f535-dd17-4898-be33-682c76051984 req-c65b0a03-304c-4ea0-8d9f-6bf1fa3f356a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851703 Aug 24 00:12:32.038507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede8b6bf-2580-4f13-a400-4188c9705bb7', 'tag': '189424b3-8a5b-421c-a2d2-19476f45456f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:32.041022 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e735bca-865e-452d-9710-2ee85f52cf36" -d '{"events": [{"name": "network-changed", "server_uuid": "ede8b6bf-2580-4f13-a400-4188c9705bb7", "tag": "189424b3-8a5b-421c-a2d2-19476f45456f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:32.158826 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-6db333ab-a88f-4228-bff6-ee2c83506cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:32.160545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-6db333ab-a88f-4228-bff6-ee2c83506cd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=49c38064214e4670a1f023d5fddf5089&device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 1098 time: 0.1345050 Aug 24 00:12:32.181702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed007aef-4390-4564-a042-3e01ccc5bffb req-738c628b-d4c4-47ec-aedf-4d12678f462b tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:32.183484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed007aef-4390-4564-a042-3e01ccc5bffb req-738c628b-d4c4-47ec-aedf-4d12678f462b tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 949 time: 0.1057315 Aug 24 00:12:32.192368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0cab9-b307-4039-968c-4fde1c21bf3e req-2b63a9ff-5778-4bf7-a65d-71b15ef25912 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:32.193827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfa0cab9-b307-4039-968c-4fde1c21bf3e req-2b63a9ff-5778-4bf7-a65d-71b15ef25912 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 947 time: 0.1029098 Aug 24 00:12:32.271563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-36b9ae5e-db7e-4875-a1b0-70688a6118d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=189424b3-8a5b-421c-a2d2-19476f45456f HTTP/1.1" status: 200 len: 217 time: 0.0869210 Aug 24 00:12:32.358136 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed007aef-4390-4564-a042-3e01ccc5bffb req-9f2b2e2d-ffd6-41c0-ae32-c3752269c346 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587825 Aug 24 00:12:32.363217 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfa0cab9-b307-4039-968c-4fde1c21bf3e req-5e3c515e-ac68-4772-8657-e8ea244594ce tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628783 Aug 24 00:12:32.366549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-5bce76ab-b4e1-4cb5-acef-75899e224e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:32.368052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-5bce76ab-b4e1-4cb5-acef-75899e224e51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 1101 time: 0.1657608 Aug 24 00:12:32.398875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-88f78fbe-d4ce-4731-9ad4-448d95ef03d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:32.400643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-88f78fbe-d4ce-4731-9ad4-448d95ef03d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1153955 Aug 24 00:12:32.416049 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8840371c-68bf-418e-9976-7e0f40209a41 x-openstack-request-id: req-8840371c-68bf-418e-9976-7e0f40209a41 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:32.416555 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1794426-56c3-45d3-b699-5c61aac3e116", "name": "network-vif-plugged", "status": "completed", "tag": "b169b4e7-3413-4732-89e7-53705853a7af", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:32.416555 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8840371c-68bf-418e-9976-7e0f40209a41 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:32.416958 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1794426-56c3-45d3-b699-5c61aac3e116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b169b4e7-3413-4732-89e7-53705853a7af', 'code': 200} Aug 24 00:12:32.503865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5bbacb5f-a045-46f2-a7a6-a7b7b02d9632 req-bd8d4441-24e8-4540-9e81-1eabc85f5bf9 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1319534079', 'description': 'tempest-description-188515312'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:32.550758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20ab2d4b-eded-4c41-95db-f17009e1cce9 req-fdcbfa44-3513-47e6-86c1-5978cb6fb447 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 210 time: 0.0565732 Aug 24 00:12:32.612808 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-46ae9bb5-fbfa-41c5-bc52-e421b000074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:32.614359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-46ae9bb5-fbfa-41c5-bc52-e421b000074e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494672 Aug 24 00:12:32.619783 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bbacb5f-a045-46f2-a7a6-a7b7b02d9632 req-bd8d4441-24e8-4540-9e81-1eabc85f5bf9 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:32.668547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-05c1ed92-3308-4790-91db-a9a601d9ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:32.670744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-05c1ed92-3308-4790-91db-a9a601d9ffa6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.2827435 Aug 24 00:12:32.740542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb9c5a-68c5-41be-9373-e78b88eb178e req-9a7d4513-f298-417a-b56e-5c4e979b5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:32.742003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63bb9c5a-68c5-41be-9373-e78b88eb178e req-9a7d4513-f298-417a-b56e-5c4e979b5aa8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1794426-56c3-45d3-b699-5c61aac3e116 HTTP/1.1" status: 200 len: 1101 time: 0.1939209 Aug 24 00:12:32.787929 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-815a42d3-67be-4fb6-bc92-db07b6731c19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5 HTTP/1.1" status: 200 len: 217 time: 0.1015601 Aug 24 00:12:32.904198 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:33.074954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37219398-281f-41a7-876c-d2740b467635 req-feac5385-0c7a-42d2-9bc2-ecb7ed59f1cb tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:33.077014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37219398-281f-41a7-876c-d2740b467635 req-feac5385-0c7a-42d2-9bc2-ecb7ed59f1cb tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.4476418 Aug 24 00:12:33.129644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63bb9c5a-68c5-41be-9373-e78b88eb178e req-66fe8baa-a67b-48bf-b54e-a74bbc41f4f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555217 Aug 24 00:12:33.139071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-0ef61800-c875-4e68-9e86-ea9b46ecad02 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106492 Aug 24 00:12:33.144565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-26778ad7-ff3e-4f0b-bd3e-e33eca9d3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:33.145959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-26778ad7-ff3e-4f0b-bd3e-e33eca9d3e0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.3435669 Aug 24 00:12:33.215437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37219398-281f-41a7-876c-d2740b467635 req-08f3a4f2-f3ea-4c53-a7bb-4d24909a839c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199441 Aug 24 00:12:33.253653 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bbacb5f-a045-46f2-a7a6-a7b7b02d9632 req-bd8d4441-24e8-4540-9e81-1eabc85f5bf9 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:33.264670 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bbacb5f-a045-46f2-a7a6-a7b7b02d9632 req-bd8d4441-24e8-4540-9e81-1eabc85f5bf9 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:33.270429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-92440746-d2dc-434b-b726-29f9799bd170 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:33.272128 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-92440746-d2dc-434b-b726-29f9799bd170 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.13 "GET /v2.0/networks?id=6c6a0536-598a-43f5-b351-96ae57a58d61 HTTP/1.1" status: 200 len: 824 time: 0.1876836 Aug 24 00:12:33.323857 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bbacb5f-a045-46f2-a7a6-a7b7b02d9632 req-bd8d4441-24e8-4540-9e81-1eabc85f5bf9 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:33.325047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bbacb5f-a045-46f2-a7a6-a7b7b02d9632 req-bd8d4441-24e8-4540-9e81-1eabc85f5bf9 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8327448 Aug 24 00:12:33.343287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-4c9e1da5-b6ec-483b-bff1-eb789b3536f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:33.344807 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-4c9e1da5-b6ec-483b-bff1-eb789b3536f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1802588 Aug 24 00:12:33.347881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d4441-24e8-4540-9e81-1eabc85f5bf9 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0eb0a25-b4c2-4f81-8fca-7b838745a272,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:33.372774 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1111904-f3f3-49e6-9516-05d65701613c x-openstack-request-id: req-f1111904-f3f3-49e6-9516-05d65701613c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:33.373068 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede8b6bf-2580-4f13-a400-4188c9705bb7", "tag": "189424b3-8a5b-421c-a2d2-19476f45456f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:33.373368 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1111904-f3f3-49e6-9516-05d65701613c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:33.373702 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede8b6bf-2580-4f13-a400-4188c9705bb7', 'tag': '189424b3-8a5b-421c-a2d2-19476f45456f', 'status': 'completed', 'code': 200} Aug 24 00:12:33.425304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a6805e4-8ad8-4246-ae14-3e0a3fde0ce4 req-eb240830-3c3f-4c03-97ec-e8e58ca750d6 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616580 Aug 24 00:12:33.432550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fb5f4-961d-49b0-b3c3-7b86952686c3 req-35de6969-0d28-490d-b5cd-5077b2c21c16 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:33.434005 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e3fb5f4-961d-49b0-b3c3-7b86952686c3 req-35de6969-0d28-490d-b5cd-5077b2c21c16 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 1123 time: 0.1413655 Aug 24 00:12:33.493020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-85e4d5b0-7160-465c-ad8a-240a21ba7609 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361895 Aug 24 00:12:33.494821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e3fb5f4-961d-49b0-b3c3-7b86952686c3 req-e54e30ff-2f38-4e3f-8571-64af125db6af tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529001 Aug 24 00:12:33.637564 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-f6e13eb3-8abf-43ac-8294-a9468e295a8b tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0260e3ac9534313979a02021ef3bb3a HTTP/1.1" status: 200 len: 379 time: 0.0470138 Aug 24 00:12:33.686006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a31097b-3bec-4c0b-91eb-56d6e45a2075 req-749344dc-9e78-4c3c-b172-80e72b815e1e tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/05114e39-8dc3-4a54-83ec-a80b58ff3a4d HTTP/1.1" status: 200 len: 1804 time: 0.1500793 Aug 24 00:12:33.693267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-295bc9a1-c5bd-4691-8ec2-db7f4ab2e306 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Request body: {'port': {'device_id': '1f2913f1-afb8-46c5-b659-d718af049597', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'admin_state_up': True, 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'security_groups': ['38fc2642-2c26-4c0f-87fd-37d8bd224f60']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:33.728971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e735bca-865e-452d-9710-2ee85f52cf36 req-2a71465b-6805-4560-b64f-20df8fe22dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:33.730472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e735bca-865e-452d-9710-2ee85f52cf36 req-2a71465b-6805-4560-b64f-20df8fe22dd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=49c38064214e4670a1f023d5fddf5089&device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 1098 time: 0.1681933 Aug 24 00:12:33.746259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297e9cc-e648-492e-a813-b32ed0d60447 req-2d41f6ca-cda5-4e56-a761-b66e4a2bdbc0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:33.747872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d297e9cc-e648-492e-a813-b32ed0d60447 req-2d41f6ca-cda5-4e56-a761-b66e4a2bdbc0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 943 time: 0.1744125 Aug 24 00:12:33.769008 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-4c907b6b-c076-4830-a4fb-bf94fd79153e service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161837 Aug 24 00:12:33.804391 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-295bc9a1-c5bd-4691-8ec2-db7f4ab2e306 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Made reservation on behalf of f0260e3ac9534313979a02021ef3bb3a for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:33.807932 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-295bc9a1-c5bd-4691-8ec2-db7f4ab2e306 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:33.846793 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a31097b-3bec-4c0b-91eb-56d6e45a2075 req-aebf1c48-f0fe-4b16-b220-549aa161765f tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/b0eb0a25-b4c2-4f81-8fca-7b838745a272 HTTP/1.1" status: 200 len: 1804 time: 0.1480281 Aug 24 00:12:33.863813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9a31097b-3bec-4c0b-91eb-56d6e45a2075 req-e3d338a9-5e77-4504-a7dc-2b2fb20afd08 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '05114e39-8dc3-4a54-83ec-a80b58ff3a4d', 'remote_group_id': 'b0eb0a25-b4c2-4f81-8fca-7b838745a272', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:33.864133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9a31097b-3bec-4c0b-91eb-56d6e45a2075 req-e3d338a9-5e77-4504-a7dc-2b2fb20afd08 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '05114e39-8dc3-4a54-83ec-a80b58ff3a4d', 'remote_group_id': 'b0eb0a25-b4c2-4f81-8fca-7b838745a272', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:33.883019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d297e9cc-e648-492e-a813-b32ed0d60447 req-6b7673a7-0d27-4842-92a9-ac3b32900f0e tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228969 Aug 24 00:12:33.920032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e735bca-865e-452d-9710-2ee85f52cf36 req-d106739a-dd39-410d-a33e-0d1f0c3c3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:33.921574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e735bca-865e-452d-9710-2ee85f52cf36 req-d106739a-dd39-410d-a33e-0d1f0c3c3bda service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1728323 Aug 24 00:12:33.975625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-295bc9a1-c5bd-4691-8ec2-db7f4ab2e306 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Allocated IP 172.20.0.10 (6c6a0536-598a-43f5-b351-96ae57a58d61/0a360885-cb3f-4163-9ef2-5cd2bca1aba0/1a4f0838-24ad-485d-888c-4623640c0dc1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:33.976935 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e735bca-865e-452d-9710-2ee85f52cf36 req-db8a1d88-905f-4d6f-898c-a812a8c139c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=189424b3-8a5b-421c-a2d2-19476f45456f HTTP/1.1" status: 200 len: 217 time: 0.0426495 Aug 24 00:12:34.037528 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9a31097b-3bec-4c0b-91eb-56d6e45a2075 req-e3d338a9-5e77-4504-a7dc-2b2fb20afd08 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.065319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c7053-a527-4bca-bffc-5a80f7320040 req-df7e301b-3844-4e02-925d-d073cbf0c66e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:34.066875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b2c7053-a527-4bca-bffc-5a80f7320040 req-df7e301b-3844-4e02-925d-d073cbf0c66e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 949 time: 0.0787685 Aug 24 00:12:34.111592 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-295bc9a1-c5bd-4691-8ec2-db7f4ab2e306 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.125724 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9a31097b-3bec-4c0b-91eb-56d6e45a2075 req-e3d338a9-5e77-4504-a7dc-2b2fb20afd08 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.126308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-295bc9a1-c5bd-4691-8ec2-db7f4ab2e306 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Transition to ACTIVE for port object 1a4f0838-24ad-485d-888c-4623640c0dc1 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:34.133673 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9a31097b-3bec-4c0b-91eb-56d6e45a2075 req-e3d338a9-5e77-4504-a7dc-2b2fb20afd08 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.160376 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-295bc9a1-c5bd-4691-8ec2-db7f4ab2e306 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.168920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b2c7053-a527-4bca-bffc-5a80f7320040 req-44a8a0f4-0e1f-4d98-850c-7ebaec08318c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928330 Aug 24 00:12:34.172315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d338a9-5e77-4504-a7dc-2b2fb20afd08 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb3201a-505e-4dcd-b12b-b0822de92eb2,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:34.179035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e735bca-865e-452d-9710-2ee85f52cf36 req-01c712eb-21ab-4a67-94f0-d89dbb2e9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:34.180501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e735bca-865e-452d-9710-2ee85f52cf36 req-01c712eb-21ab-4a67-94f0-d89dbb2e9a77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0974798 Aug 24 00:12:34.181618 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9a31097b-3bec-4c0b-91eb-56d6e45a2075 req-e3d338a9-5e77-4504-a7dc-2b2fb20afd08 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.182720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a31097b-3bec-4c0b-91eb-56d6e45a2075 req-e3d338a9-5e77-4504-a7dc-2b2fb20afd08 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3279438 Aug 24 00:12:34.214131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-295bc9a1-c5bd-4691-8ec2-db7f4ab2e306 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Network 6c6a0536-598a-43f5-b351-96ae57a58d61 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:34.218579 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-295bc9a1-c5bd-4691-8ec2-db7f4ab2e306 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:34.221896 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bc9a1-c5bd-4691-8ec2-db7f4ab2e306 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Pushing event updated for resources: {'Port': ['ID=1a4f0838-24ad-485d-888c-4623640c0dc1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:34.224569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-295bc9a1-c5bd-4691-8ec2-db7f4ab2e306 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:34.257237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e735bca-865e-452d-9710-2ee85f52cf36 req-fb242ac5-300d-4406-a3f7-633f78581022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:34.259573 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e735bca-865e-452d-9710-2ee85f52cf36 req-fb242ac5-300d-4406-a3f7-633f78581022 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637312 Aug 24 00:12:34.275567 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-295bc9a1-c5bd-4691-8ec2-db7f4ab2e306 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:34.276199 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-295bc9a1-c5bd-4691-8ec2-db7f4ab2e306 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.296193 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-295bc9a1-c5bd-4691-8ec2-db7f4ab2e306 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6069362 Aug 24 00:12:34.324457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Request body: {'port': {'device_id': '1f2913f1-afb8-46c5-b659-d718af049597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:34.398840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117bda3-a776-40de-9913-7c068f51f8b2 req-39b505a4-e1d8-4982-9975-b239031a1171 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:34.400340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6117bda3-a776-40de-9913-7c068f51f8b2 req-39b505a4-e1d8-4982-9975-b239031a1171 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 947 time: 0.1218324 Aug 24 00:12:34.407023 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.417812 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82157f9c-9f2f-4a30-9a70-6f0446e6254e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45007bf2-7bf1-4f16-9807-cb759fef16cc'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:34.418392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e735bca-865e-452d-9710-2ee85f52cf36 req-7ae3b61d-8348-425d-8e99-86e433bc2777 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488862 Aug 24 00:12:34.422633 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e8dc1b-5b0b-40e0-8c29-47156939b10e" -d '{"events": [{"server_uuid": "82157f9c-9f2f-4a30-9a70-6f0446e6254e", "name": "network-vif-plugged", "status": "completed", "tag": "45007bf2-7bf1-4f16-9807-cb759fef16cc"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:34.511264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6117bda3-a776-40de-9913-7c068f51f8b2 req-4227eaa9-6739-41a5-a618-40e395072860 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988009 Aug 24 00:12:34.549243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4ed7d199-32aa-43a4-9c8c-7a7e6b9b3c47 None None] Provisioning for port 1a4f0838-24ad-485d-888c-4623640c0dc1 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:34.553842 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4ed7d199-32aa-43a4-9c8c-7a7e6b9b3c47 None None] Provisioning complete for port 1a4f0838-24ad-485d-888c-4623640c0dc1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:34.554221 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ed7d199-32aa-43a4-9c8c-7a7e6b9b3c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.557004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-fc4e8264-6066-40f7-9a1a-48197bb1500d req-89371abe-b216-4ac2-8e0d-52a705d54215 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1737683716', 'description': 'tempest-description-673811758'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:34.590399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e735bca-865e-452d-9710-2ee85f52cf36 req-03d5d7e5-f636-4b11-81cb-d821b6f46899 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560209 Aug 24 00:12:34.615400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4ed7d199-32aa-43a4-9c8c-7a7e6b9b3c47 None None] Port 1a4f0838-24ad-485d-888c-4623640c0dc1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:34.628826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fc4e8264-6066-40f7-9a1a-48197bb1500d req-89371abe-b216-4ac2-8e0d-52a705d54215 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.666653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55117a8a-764e-41a1-91c2-6f8cfd1f7ec0 req-aac8fd57-93fd-4430-87aa-8cbbd62d0710 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:34.668184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55117a8a-764e-41a1-91c2-6f8cfd1f7ec0 req-aac8fd57-93fd-4430-87aa-8cbbd62d0710 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 932 time: 0.0745037 Aug 24 00:12:34.728089 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55117a8a-764e-41a1-91c2-6f8cfd1f7ec0 req-342a0228-df1c-4d99-8446-e617275822c6 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500472 Aug 24 00:12:34.728653 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4f0838-24ad-485d-888c-4623640c0dc1 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:34.737027 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.752974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Transition to ACTIVE for port object 1a4f0838-24ad-485d-888c-4623640c0dc1 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:34.759318 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.780543 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fc4e8264-6066-40f7-9a1a-48197bb1500d req-89371abe-b216-4ac2-8e0d-52a705d54215 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.787292 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fc4e8264-6066-40f7-9a1a-48197bb1500d req-89371abe-b216-4ac2-8e0d-52a705d54215 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.818033 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4f0838-24ad-485d-888c-4623640c0dc1,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:34.860492 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fc4e8264-6066-40f7-9a1a-48197bb1500d req-89371abe-b216-4ac2-8e0d-52a705d54215 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.861735 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc4e8264-6066-40f7-9a1a-48197bb1500d req-89371abe-b216-4ac2-8e0d-52a705d54215 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3123465 Aug 24 00:12:34.875845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89371abe-b216-4ac2-8e0d-52a705d54215 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ed85ca-2bbc-4a6b-a0b5-2eae5b5f1c40,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:34.897542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb715d1d-b59d-4ff6-a331-ff5554face6a req-8088e870-a4b7-4f92-935c-41d3c627565c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:34.907370 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79133345-54d7-4b50-be10-9ab4d3566914 x-openstack-request-id: req-79133345-54d7-4b50-be10-9ab4d3566914 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:34.907665 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82157f9c-9f2f-4a30-9a70-6f0446e6254e", "name": "network-vif-plugged", "status": "completed", "tag": "45007bf2-7bf1-4f16-9807-cb759fef16cc", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:34.907912 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79133345-54d7-4b50-be10-9ab4d3566914 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:34.908483 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82157f9c-9f2f-4a30-9a70-6f0446e6254e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45007bf2-7bf1-4f16-9807-cb759fef16cc', 'code': 200} Aug 24 00:12:34.908745 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb715d1d-b59d-4ff6-a331-ff5554face6a req-8088e870-a4b7-4f92-935c-41d3c627565c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.0971005 Aug 24 00:12:34.928005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Attempting to bind port 1a4f0838-24ad-485d-888c-4623640c0dc1 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:34.928357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Attempting to bind port 1a4f0838-24ad-485d-888c-4623640c0dc1 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:34.928693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Attempting to bind port 1a4f0838-24ad-485d-888c-4623640c0dc1 on network 6c6a0536-598a-43f5-b351-96ae57a58d61 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:34.934325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Port 1a4f0838-24ad-485d-888c-4623640c0dc1 on network 6c6a0536-598a-43f5-b351-96ae57a58d61 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:12:34.934325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Attempting to bind port 1a4f0838-24ad-485d-888c-4623640c0dc1 on network 6c6a0536-598a-43f5-b351-96ae57a58d61 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:34.940579 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:34.940929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Checking segment: {'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:34.941316 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Bound using segment: {'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:34.941756 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Bound port: 1a4f0838-24ad-485d-888c-4623640c0dc1, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:34.942114 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:34.954911 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb715d1d-b59d-4ff6-a331-ff5554face6a req-f37569ee-3f09-46ee-928e-5aa7dec9e79c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Aug 24 00:12:35.002013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5e500627-ea46-494e-b471-5f13a0b5f8fc req-89d7ef7c-32f3-4d64-868d-8d778a4e926e tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-219866802', 'description': 'tempest-description-415536546'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:35.053831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] For port 1a4f0838-24ad-485d-888c-4623640c0dc1, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:35.057416 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] For port 1a4f0838-24ad-485d-888c-4623640c0dc1, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=1a4f0838-24ad-485d-888c-4623640c0dc1,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:35.061835 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:35.064153 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e500627-ea46-494e-b471-5f13a0b5f8fc req-89d7ef7c-32f3-4d64-868d-8d778a4e926e tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:35.095728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951debe6-38d6-4eae-b27a-7f302aa37665 req-1331afef-835f-469d-b2b1-07bdeaab86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:35.097437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-951debe6-38d6-4eae-b27a-7f302aa37665 req-1331afef-835f-469d-b2b1-07bdeaab86a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 1100 time: 0.0745823 Aug 24 00:12:35.100493 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:35.101105 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:35.102461 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/1a4f0838-24ad-485d-888c-4623640c0dc1 HTTP/1.1" status: 200 len: 1092 time: 0.7833140 Aug 24 00:12:35.102915 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2913f1-afb8-46c5-b659-d718af049597', 'tag': '1a4f0838-24ad-485d-888c-4623640c0dc1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:35.105111 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb26382-53eb-40da-a605-65648fce93ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2913f1-afb8-46c5-b659-d718af049597", "tag": "1a4f0838-24ad-485d-888c-4623640c0dc1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:35.124981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd18bd-b77b-4c2e-bd54-0cc39cffa2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4f0838-24ad-485d-888c-4623640c0dc1,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:35.189389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-951debe6-38d6-4eae-b27a-7f302aa37665 req-37469bf3-0e27-4eeb-b332-b4778d200e90 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745029 Aug 24 00:12:35.196996 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128905cf-3618-49ac-bfdf-d049e67e86eb req-f881d966-86fd-40df-999d-175b7a04dc8d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:35.198490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-128905cf-3618-49ac-bfdf-d049e67e86eb req-f881d966-86fd-40df-999d-175b7a04dc8d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 943 time: 0.1185555 Aug 24 00:12:35.236619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-d180f142-5d24-48f2-afdf-1461a207ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:35.238966 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-d180f142-5d24-48f2-afdf-1461a207ef42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0260e3ac9534313979a02021ef3bb3a&device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 1095 time: 0.0475960 Aug 24 00:12:35.268460 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-128905cf-3618-49ac-bfdf-d049e67e86eb req-7fd0446a-85a8-45bc-b1e5-9d5fcf82b51f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614901 Aug 24 00:12:35.285164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e500627-ea46-494e-b471-5f13a0b5f8fc req-89d7ef7c-32f3-4d64-868d-8d778a4e926e tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:35.296418 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e500627-ea46-494e-b471-5f13a0b5f8fc req-89d7ef7c-32f3-4d64-868d-8d778a4e926e tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:35.307180 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-df61803f-9afb-4891-a64e-f11eb26b7fd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a4f0838-24ad-485d-888c-4623640c0dc1 HTTP/1.1" status: 200 len: 217 time: 0.0509415 Aug 24 00:12:35.343551 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e500627-ea46-494e-b471-5f13a0b5f8fc req-89d7ef7c-32f3-4d64-868d-8d778a4e926e tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:35.345687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e500627-ea46-494e-b471-5f13a0b5f8fc req-89d7ef7c-32f3-4d64-868d-8d778a4e926e tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3484092 Aug 24 00:12:35.357082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7ef7c-32f3-4d64-868d-8d778a4e926e tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714f3c1b-91f9-42a1-b9a7-822bf3c2fd8f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:35.376624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-732b7c3d-e64f-44ec-80df-2ea92ac6a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:35.378630 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-732b7c3d-e64f-44ec-80df-2ea92ac6a594 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a360885-cb3f-4163-9ef2-5cd2bca1aba0 HTTP/1.1" status: 200 len: 863 time: 0.0611968 Aug 24 00:12:35.446513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-2b3782a4-0f58-4d4f-93bc-bba5c0499f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:35.448554 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-2b3782a4-0f58-4d4f-93bc-bba5c0499f44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c6a0536-598a-43f5-b351-96ae57a58d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532494 Aug 24 00:12:35.452880 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6de658c-b33b-4d20-a196-a3735eb0719c x-openstack-request-id: req-e6de658c-b33b-4d20-a196-a3735eb0719c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:35.453411 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2913f1-afb8-46c5-b659-d718af049597", "tag": "1a4f0838-24ad-485d-888c-4623640c0dc1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:35.454900 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6de658c-b33b-4d20-a196-a3735eb0719c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:35.455615 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2913f1-afb8-46c5-b659-d718af049597', 'tag': '1a4f0838-24ad-485d-888c-4623640c0dc1', 'status': 'completed', 'code': 200} Aug 24 00:12:35.547701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73003c1e-321d-45df-952c-b044cee6c795 req-bdc6a2d1-e3b1-4a03-b0b1-f4048cb65a53 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/e7ed85ca-2bbc-4a6b-a0b5-2eae5b5f1c40 HTTP/1.1" status: 200 len: 1804 time: 0.0834968 Aug 24 00:12:35.590037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f79f8-e8da-4a46-a564-36e94d0741bf req-39aa6a6f-b629-4b03-87d3-fc5089c4d8e2 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:35.592688 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-189f79f8-e8da-4a46-a564-36e94d0741bf req-39aa6a6f-b629-4b03-87d3-fc5089c4d8e2 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 949 time: 0.0985723 Aug 24 00:12:35.614240 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-e15f8884-5355-4127-8109-6262742c14e0 service neutron] 10.222.0.13 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333559 Aug 24 00:12:35.634716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73003c1e-321d-45df-952c-b044cee6c795 req-974554de-7fb5-427e-8aa7-a6365835037b tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/714f3c1b-91f9-42a1-b9a7-822bf3c2fd8f HTTP/1.1" status: 200 len: 1803 time: 0.0803020 Aug 24 00:12:35.648121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-73003c1e-321d-45df-952c-b044cee6c795 req-9a135186-7943-4c51-9550-5f7c324a8113 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e7ed85ca-2bbc-4a6b-a0b5-2eae5b5f1c40', 'remote_group_id': '714f3c1b-91f9-42a1-b9a7-822bf3c2fd8f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:35.648688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-73003c1e-321d-45df-952c-b044cee6c795 req-9a135186-7943-4c51-9550-5f7c324a8113 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e7ed85ca-2bbc-4a6b-a0b5-2eae5b5f1c40', 'remote_group_id': '714f3c1b-91f9-42a1-b9a7-822bf3c2fd8f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:35.687647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-189f79f8-e8da-4a46-a564-36e94d0741bf req-79211932-4876-4059-8741-187dd715021f tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841713 Aug 24 00:12:35.740431 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6a0d1503-f12d-4f59-8781-57c198fab1a4 req-f1190b80-d49f-4e40-ac3e-e552b0c2e6c0 service neutron] 10.222.0.13 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151342 Aug 24 00:12:35.775777 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-73003c1e-321d-45df-952c-b044cee6c795 req-9a135186-7943-4c51-9550-5f7c324a8113 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:35.794954 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40846) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:35.834501 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-73003c1e-321d-45df-952c-b044cee6c795 req-9a135186-7943-4c51-9550-5f7c324a8113 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:35.852102 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-73003c1e-321d-45df-952c-b044cee6c795 req-9a135186-7943-4c51-9550-5f7c324a8113 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:35.876339 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a135186-7943-4c51-9550-5f7c324a8113 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c511e8-e19d-42ec-b69b-8bdeef2c7618,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:35.886906 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-73003c1e-321d-45df-952c-b044cee6c795 req-9a135186-7943-4c51-9550-5f7c324a8113 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:35.889092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73003c1e-321d-45df-952c-b044cee6c795 req-9a135186-7943-4c51-9550-5f7c324a8113 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2464976 Aug 24 00:12:35.924227 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb26382-53eb-40da-a605-65648fce93ae req-4ab176a8-2c87-4bcb-8b5c-7e4c44764574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:35.925770 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-bbb26382-53eb-40da-a605-65648fce93ae req-4ab176a8-2c87-4bcb-8b5c-7e4c44764574 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0260e3ac9534313979a02021ef3bb3a&device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 1095 time: 0.0698304 Aug 24 00:12:35.985569 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1c623b9-e099-4c2f-a53d-23be905f7ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:36.043968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ba70c-3bcd-47a8-aa58-c43068339241 req-16b18605-78f4-46db-b426-161fed6306ef tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:36.055366 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-658ba70c-3bcd-47a8-aa58-c43068339241 req-16b18605-78f4-46db-b426-161fed6306ef tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 947 time: 0.0929136 Aug 24 00:12:36.119528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb26382-53eb-40da-a605-65648fce93ae req-53619ec6-1138-4900-856e-77e6da1e8039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:36.121246 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-bbb26382-53eb-40da-a605-65648fce93ae req-53619ec6-1138-4900-856e-77e6da1e8039 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c6a0536-598a-43f5-b351-96ae57a58d61 HTTP/1.1" status: 200 len: 925 time: 0.1864369 Aug 24 00:12:36.142342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-658ba70c-3bcd-47a8-aa58-c43068339241 req-e9950940-155c-4c3e-8f57-fb0ff375de3c tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849392 Aug 24 00:12:36.166119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b29484-a45a-4484-8de5-78ec5b2b0204 req-ec573439-de45-42f0-b832-1003f96bd489 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:36.166977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97b29484-a45a-4484-8de5-78ec5b2b0204 req-ec573439-de45-42f0-b832-1003f96bd489 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 944 time: 0.1093357 Aug 24 00:12:36.193556 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-bbb26382-53eb-40da-a605-65648fce93ae req-6a44c4e2-5ef4-4285-ac0c-1df723947412 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a4f0838-24ad-485d-888c-4623640c0dc1 HTTP/1.1" status: 200 len: 217 time: 0.0537608 Aug 24 00:12:36.214426 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1c623b9-e099-4c2f-a53d-23be905f7ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:36.218452 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1c623b9-e099-4c2f-a53d-23be905f7ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:36.233205 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97b29484-a45a-4484-8de5-78ec5b2b0204 req-b3ea2e0a-8920-40c8-903e-35cfb8935d3f tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565205 Aug 24 00:12:36.244187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e282672b-df62-4627-8bd4-34ee48f3b5c1 req-fd332524-1d09-47c3-895b-30104cfefaea tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/714f3c1b-91f9-42a1-b9a7-822bf3c2fd8f HTTP/1.1" status: 200 len: 1803 time: 0.0592399 Aug 24 00:12:36.296315 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d1c623b9-e099-4c2f-a53d-23be905f7ae7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a178c02a7b24bb487456d3896e8384d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4995058 Aug 24 00:12:36.298605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:36.313728 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c623b9-e099-4c2f-a53d-23be905f7ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9072fe06-7a39-4313-9375-86abe0965f5b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:36.334208 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb26382-53eb-40da-a605-65648fce93ae req-dfe4cbff-db27-4520-8463-3fb650a590f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:36.335774 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-bbb26382-53eb-40da-a605-65648fce93ae req-dfe4cbff-db27-4520-8463-3fb650a590f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a360885-cb3f-4163-9ef2-5cd2bca1aba0 HTTP/1.1" status: 200 len: 863 time: 0.1122611 Aug 24 00:12:36.345098 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e282672b-df62-4627-8bd4-34ee48f3b5c1 req-6df09cd4-c56a-49c8-b7aa-b6f570d17b4d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:36.376810 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e282672b-df62-4627-8bd4-34ee48f3b5c1 req-6df09cd4-c56a-49c8-b7aa-b6f570d17b4d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:36.392631 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478130ce-5bd1-435a-a54d-c4b58d6e8974 req-477119db-b515-402b-8786-af4d3ae2c6ef tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:36.394537 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-478130ce-5bd1-435a-a54d-c4b58d6e8974 req-477119db-b515-402b-8786-af4d3ae2c6ef tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.0916545 Aug 24 00:12:36.413916 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc6497bf-8414-4b7b-8c64-adf9e2d8c65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:36.434132 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb26382-53eb-40da-a605-65648fce93ae req-10b9c2d2-d7f0-4c3c-8166-0393b6dcac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:36.436207 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-bbb26382-53eb-40da-a605-65648fce93ae req-10b9c2d2-d7f0-4c3c-8166-0393b6dcac4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c6a0536-598a-43f5-b351-96ae57a58d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827487 Aug 24 00:12:36.444677 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc6497bf-8414-4b7b-8c64-adf9e2d8c65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:36.459315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-478130ce-5bd1-435a-a54d-c4b58d6e8974 req-8880bf4a-2f0f-4bed-bdba-672a8e9c9632 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587697 Aug 24 00:12:36.488942 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e282672b-df62-4627-8bd4-34ee48f3b5c1 req-6df09cd4-c56a-49c8-b7aa-b6f570d17b4d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:36.491618 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e282672b-df62-4627-8bd4-34ee48f3b5c1 req-6df09cd4-c56a-49c8-b7aa-b6f570d17b4d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:36.492822 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e282672b-df62-4627-8bd4-34ee48f3b5c1 req-6df09cd4-c56a-49c8-b7aa-b6f570d17b4d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "DELETE /v2.0/security-groups/714f3c1b-91f9-42a1-b9a7-822bf3c2fd8f HTTP/1.1" status: 204 len: 173 time: 0.2410030 Aug 24 00:12:36.503617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df09cd4-c56a-49c8-b7aa-b6f570d17b4d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=714f3c1b-91f9-42a1-b9a7-822bf3c2fd8f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:36.522581 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc6497bf-8414-4b7b-8c64-adf9e2d8c65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:36.526500 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc6497bf-8414-4b7b-8c64-adf9e2d8c65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:36.528158 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fc6497bf-8414-4b7b-8c64-adf9e2d8c65e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9072fe06-7a39-4313-9375-86abe0965f5b HTTP/1.1" status: 204 len: 168 time: 0.2286131 Aug 24 00:12:36.536729 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6497bf-8414-4b7b-8c64-adf9e2d8c65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9072fe06-7a39-4313-9375-86abe0965f5b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:36.643638 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-bbb26382-53eb-40da-a605-65648fce93ae req-15c6bfeb-096d-4895-a3fe-3648d08485be service neutron] 10.222.0.13 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039124 Aug 24 00:12:36.660229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f4994-91ed-4ed7-8c66-016cfa4b5e85 req-d21ed5f9-c39e-47de-a75e-c6d5c0d1b1e2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:36.667331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-204f4994-91ed-4ed7-8c66-016cfa4b5e85 req-d21ed5f9-c39e-47de-a75e-c6d5c0d1b1e2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 943 time: 0.0907013 Aug 24 00:12:36.697110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9f88e-6c12-4929-bfd4-4a188974b5df req-42befb87-7374-4266-a71e-2f3e60812141 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:36.698623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7bb9f88e-6c12-4929-bfd4-4a188974b5df req-42befb87-7374-4266-a71e-2f3e60812141 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0894935 Aug 24 00:12:36.728760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-204f4994-91ed-4ed7-8c66-016cfa4b5e85 req-83388b51-d36e-46bc-b14e-f2d1995175b8 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602221 Aug 24 00:12:36.775585 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-bbb26382-53eb-40da-a605-65648fce93ae req-f552b131-cb7c-40c1-a90f-861f2199962d service neutron] 10.222.0.13 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222026 Aug 24 00:12:36.779456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7bb9f88e-6c12-4929-bfd4-4a188974b5df req-aac8101d-de6a-4f1d-b099-013b6912a363 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677900 Aug 24 00:12:36.817520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-beb1425a-f341-44ef-a46f-9d774add2f09 req-fbd5c728-20a0-46d2-892f-c38c907c6939 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/e7ed85ca-2bbc-4a6b-a0b5-2eae5b5f1c40 HTTP/1.1" status: 200 len: 1804 time: 0.0547323 Aug 24 00:12:36.846635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3db2b614-b287-4ea7-b836-312a12265aeb req-199643d8-2d71-4332-9b70-9267017c0c04 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-975179505', 'description': 'tempest-description-1648564710'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:36.875950 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:36.890741 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-890c2770-15cb-44f0-bded-575dfbe394e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:36.898961 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3db2b614-b287-4ea7-b836-312a12265aeb req-199643d8-2d71-4332-9b70-9267017c0c04 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:36.926145 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b62dac-be89-409f-8595-2526996ccbec req-45108720-feeb-4637-b1d7-3072ff421158 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:36.927676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9b62dac-be89-409f-8595-2526996ccbec req-45108720-feeb-4637-b1d7-3072ff421158 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 949 time: 0.0715511 Aug 24 00:12:36.968944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9b62dac-be89-409f-8595-2526996ccbec req-ee0b5f22-63b7-4a7f-bb6b-ebf5abd56de6 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344477 Aug 24 00:12:36.978379 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-87fb2b47-2730-4114-8a53-d4ef703b3127 service neutron] 10.222.0.13 "GET /v2.0/ports/b1969f69-49e1-4dec-95d2-e945f769ab0f/bindings/n-h1-805736-1 HTTP/1.1" status: 200 len: 384 time: 0.0854232 Aug 24 00:12:37.092545 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-890c2770-15cb-44f0-bded-575dfbe394e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.097473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-890c2770-15cb-44f0-bded-575dfbe394e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.162022 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3db2b614-b287-4ea7-b836-312a12265aeb req-199643d8-2d71-4332-9b70-9267017c0c04 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.166191 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3db2b614-b287-4ea7-b836-312a12265aeb req-199643d8-2d71-4332-9b70-9267017c0c04 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.183338 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-890c2770-15cb-44f0-bded-575dfbe394e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df961e3d719c4cde8fcec86233f1b911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062828 Aug 24 00:12:37.185999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c2770-15cb-44f0-bded-575dfbe394e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1907c6-0aed-4403-8067-191abbeaa487,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:37.186166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40884) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:37.208107 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3db2b614-b287-4ea7-b836-312a12265aeb req-199643d8-2d71-4332-9b70-9267017c0c04 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.209321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3db2b614-b287-4ea7-b836-312a12265aeb req-199643d8-2d71-4332-9b70-9267017c0c04 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3673546 Aug 24 00:12:37.211886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199643d8-2d71-4332-9b70-9267017c0c04 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d011dd-033b-41cc-8164-6252adced453,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:37.231117 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-cb224def-86fe-4eb6-ace9-329618c1ce2c service neutron] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:37.254895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-cb224def-86fe-4eb6-ace9-329618c1ce2c service neutron] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:37.269055 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40b9a142-803b-445b-910d-2dce40e2c9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.289022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-cb224def-86fe-4eb6-ace9-329618c1ce2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1969f69-49e1-4dec-95d2-e945f769ab0f {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:37.299850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-cb224def-86fe-4eb6-ace9-329618c1ce2c service neutron] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:37.313354 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-cb224def-86fe-4eb6-ace9-329618c1ce2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.333315 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40b9a142-803b-445b-910d-2dce40e2c9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.351640 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11000f55-f1fe-4754-b3da-aeb654c56a52 req-cdafa21b-247d-44be-99d4-c7eecbe32d76 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/40d011dd-033b-41cc-8164-6252adced453 HTTP/1.1" status: 200 len: 1804 time: 0.1004493 Aug 24 00:12:37.369109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06f290-855f-4bee-a5d0-df9b9c60cba3 req-8a96a481-e9b2-4767-8f1c-e4acd68add21 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:37.370589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff06f290-855f-4bee-a5d0-df9b9c60cba3 req-8a96a481-e9b2-4767-8f1c-e4acd68add21 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 947 time: 0.1206596 Aug 24 00:12:37.378735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-11000f55-f1fe-4754-b3da-aeb654c56a52 req-fdb45992-397b-4acb-8927-912ac37631fa tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40d011dd-033b-41cc-8164-6252adced453', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:37.379093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-11000f55-f1fe-4754-b3da-aeb654c56a52 req-fdb45992-397b-4acb-8927-912ac37631fa tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40d011dd-033b-41cc-8164-6252adced453', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:37.390295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-cb224def-86fe-4eb6-ace9-329618c1ce2c service neutron] Transition to ACTIVE for port object b1969f69-49e1-4dec-95d2-e945f769ab0f will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:37.394422 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-cb224def-86fe-4eb6-ace9-329618c1ce2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.442342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff06f290-855f-4bee-a5d0-df9b9c60cba3 req-1273bd38-b175-49f8-a70a-5f123d3c513a tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588741 Aug 24 00:12:37.456592 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40b9a142-803b-445b-910d-2dce40e2c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.459466 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40b9a142-803b-445b-910d-2dce40e2c9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.460744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-40b9a142-803b-445b-910d-2dce40e2c9ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca1907c6-0aed-4403-8067-191abbeaa487 HTTP/1.1" status: 204 len: 168 time: 0.2725449 Aug 24 00:12:37.473632 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9a142-803b-445b-910d-2dce40e2c9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1907c6-0aed-4403-8067-191abbeaa487,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:37.477323 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb224def-86fe-4eb6-ace9-329618c1ce2c service neutron] Pushing event updated for resources: {'Port': ['ID=b1969f69-49e1-4dec-95d2-e945f769ab0f,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:37.483294 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-cb224def-86fe-4eb6-ace9-329618c1ce2c service neutron] No DVR routers for this DVR port b1969f69-49e1-4dec-95d2-e945f769ab0f on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:12:37.498039 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11000f55-f1fe-4754-b3da-aeb654c56a52 req-fdb45992-397b-4acb-8927-912ac37631fa tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.530715 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-cb224def-86fe-4eb6-ace9-329618c1ce2c service neutron] 10.222.0.13 "PUT /v2.0/ports/b1969f69-49e1-4dec-95d2-e945f769ab0f/bindings/n-h1-805736-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5411322 Aug 24 00:12:37.534740 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11000f55-f1fe-4754-b3da-aeb654c56a52 req-fdb45992-397b-4acb-8927-912ac37631fa tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.538370 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11000f55-f1fe-4754-b3da-aeb654c56a52 req-fdb45992-397b-4acb-8927-912ac37631fa tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.585512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb45992-397b-4acb-8927-912ac37631fa tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e965fc8-95a5-41fa-97c4-e57663d89f3d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:37.593607 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11000f55-f1fe-4754-b3da-aeb654c56a52 req-fdb45992-397b-4acb-8927-912ac37631fa tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.594820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11000f55-f1fe-4754-b3da-aeb654c56a52 req-fdb45992-397b-4acb-8927-912ac37631fa tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2357044 Aug 24 00:12:37.620126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c06c-7ee6-4c48-831d-f3dbe47fd55e req-2d4b4f01-8369-48e9-a723-35019cf19bbb tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:37.621907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2171c06c-7ee6-4c48-831d-f3dbe47fd55e req-2d4b4f01-8369-48e9-a723-35019cf19bbb tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 944 time: 0.0757658 Aug 24 00:12:37.692257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2171c06c-7ee6-4c48-831d-f3dbe47fd55e req-1a846bf7-18de-47a9-ba20-728339971549 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621932 Aug 24 00:12:37.710623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd323d02-6dc5-44a6-9acc-4da68aadf781 req-49c38fb6-4b63-4abc-adaa-58a2e0ba4ee3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:37.712135 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd323d02-6dc5-44a6-9acc-4da68aadf781 req-49c38fb6-4b63-4abc-adaa-58a2e0ba4ee3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.0640273 Aug 24 00:12:37.781386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd323d02-6dc5-44a6-9acc-4da68aadf781 req-1f804c41-a698-4c75-99aa-87b8e5c93d87 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570688 Aug 24 00:12:37.784829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6ad6009-5f86-4808-8806-64580a5f1bfa req-0d426a3b-782b-4598-909a-ac0c9011ad5e tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/40d011dd-033b-41cc-8164-6252adced453 HTTP/1.1" status: 200 len: 2397 time: 0.0682759 Aug 24 00:12:37.795282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d6ad6009-5f86-4808-8806-64580a5f1bfa req-f34c9cdc-8e7c-4394-a6be-8a6bf326fac1 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40d011dd-033b-41cc-8164-6252adced453', 'remote_group_id': None}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:37.795664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d6ad6009-5f86-4808-8806-64580a5f1bfa req-f34c9cdc-8e7c-4394-a6be-8a6bf326fac1 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '40d011dd-033b-41cc-8164-6252adced453', 'remote_group_id': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:37.871434 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d6ad6009-5f86-4808-8806-64580a5f1bfa req-f34c9cdc-8e7c-4394-a6be-8a6bf326fac1 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.917644 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d6ad6009-5f86-4808-8806-64580a5f1bfa req-f34c9cdc-8e7c-4394-a6be-8a6bf326fac1 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.923102 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d6ad6009-5f86-4808-8806-64580a5f1bfa req-f34c9cdc-8e7c-4394-a6be-8a6bf326fac1 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.938730 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83fea9-0c32-4c2d-ba80-d66142c284ed req-ca4e20a5-4307-46c1-a718-315b3fc973c9 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:37.940302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f83fea9-0c32-4c2d-ba80-d66142c284ed req-ca4e20a5-4307-46c1-a718-315b3fc973c9 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 944 time: 0.0817006 Aug 24 00:12:37.968169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c9cdc-8e7c-4394-a6be-8a6bf326fac1 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6d609e-6699-4ccd-bf7e-ed84484e34a4,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:37.978001 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d6ad6009-5f86-4808-8806-64580a5f1bfa req-f34c9cdc-8e7c-4394-a6be-8a6bf326fac1 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.979202 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6ad6009-5f86-4808-8806-64580a5f1bfa req-f34c9cdc-8e7c-4394-a6be-8a6bf326fac1 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1883733 Aug 24 00:12:38.001487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f83fea9-0c32-4c2d-ba80-d66142c284ed req-7d1a0018-671f-4ae9-bb8e-bad05a3e1c6e tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550370 Aug 24 00:12:38.108452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52993255-9fbf-473f-aaa9-776579bf8c92 req-6484b11f-ca9c-448e-bc0d-ebd4e7eb51c2 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:38.109953 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52993255-9fbf-473f-aaa9-776579bf8c92 req-6484b11f-ca9c-448e-bc0d-ebd4e7eb51c2 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0749857 Aug 24 00:12:38.112913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37dac055-fd9d-431d-9d3e-685174d18176 req-3972dbc7-a6c7-4d07-8db9-f63337668bcb tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/40d011dd-033b-41cc-8164-6252adced453 HTTP/1.1" status: 200 len: 2995 time: 0.0859096 Aug 24 00:12:38.154043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52993255-9fbf-473f-aaa9-776579bf8c92 req-2e045b16-7099-4f30-91c6-65b2bbbdc879 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348699 Aug 24 00:12:38.193686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:38.218962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa143a59-6732-4dce-9dde-06d380f89e79 req-010fe3b2-02ed-457e-a57f-cf9bc618d0a8 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-group-rules/1b6d609e-6699-4ccd-bf7e-ed84484e34a4 HTTP/1.1" status: 200 len: 783 time: 0.0300775 Aug 24 00:12:38.240070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844313ff-d9dc-4649-bfb5-2da15ed9c674 req-845aca92-1422-44ed-aefe-01e115dec38b tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:38.241656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-844313ff-d9dc-4649-bfb5-2da15ed9c674 req-845aca92-1422-44ed-aefe-01e115dec38b tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 949 time: 0.0792284 Aug 24 00:12:38.294252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1323061582-network', 'tenant_id': 'e50e8a83a6fa4976858cfe853fc5a9bf'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:38.298361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa143a59-6732-4dce-9dde-06d380f89e79 req-a6632c72-2c0d-493d-bcfa-d58a1ae21405 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/40d011dd-033b-41cc-8164-6252adced453 HTTP/1.1" status: 200 len: 2995 time: 0.0725737 Aug 24 00:12:38.303245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-844313ff-d9dc-4649-bfb5-2da15ed9c674 req-2fbbc9bd-4793-41bd-8ce0-d391751c6119 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542815 Aug 24 00:12:38.316106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] Made reservation on behalf of e50e8a83a6fa4976858cfe853fc5a9bf for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:38.318683 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.328016 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.329678 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aa143a59-6732-4dce-9dde-06d380f89e79 req-702c3928-d6d1-4b21-9816-565495cdd4df tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.339287 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aa143a59-6732-4dce-9dde-06d380f89e79 req-702c3928-d6d1-4b21-9816-565495cdd4df tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.367874 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aa143a59-6732-4dce-9dde-06d380f89e79 req-702c3928-d6d1-4b21-9816-565495cdd4df tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.374436 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aa143a59-6732-4dce-9dde-06d380f89e79 req-702c3928-d6d1-4b21-9816-565495cdd4df tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.375560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa143a59-6732-4dce-9dde-06d380f89e79 req-702c3928-d6d1-4b21-9816-565495cdd4df tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1b6d609e-6699-4ccd-bf7e-ed84484e34a4 HTTP/1.1" status: 204 len: 173 time: 0.0706115 Aug 24 00:12:38.380726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c3928-d6d1-4b21-9816-565495cdd4df tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b6d609e-6699-4ccd-bf7e-ed84484e34a4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:38.428181 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.432947 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.436973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8652d78f-2eb2-4539-bb6d-bead3409196f req-1f3df4dd-17c6-4f79-a11f-cf7a8c772a87 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/40d011dd-033b-41cc-8164-6252adced453 HTTP/1.1" status: 200 len: 2397 time: 0.0400786 Aug 24 00:12:38.456790 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:12:38.472495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7878cb-328a-4b35-8c5a-b4b5be88e863,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:38.475483 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.475993 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] Added segment 6e552e59-04f5-45db-867d-77db3b99cb42 of type vlan for network 73946cb7-6543-439b-b8db-561e1cede42a Aug 24 00:12:38.506845 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8652d78f-2eb2-4539-bb6d-bead3409196f req-6e1a2479-bc3a-4323-8c0f-83eb8bfeef08 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.519535 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.542846 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8652d78f-2eb2-4539-bb6d-bead3409196f req-6e1a2479-bc3a-4323-8c0f-83eb8bfeef08 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.546062 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.547240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:38.547827 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.609175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3cfec-9dfd-4fbc-9207-6da676abe4c7 req-60a7dfd7-b4f8-4abb-b9a8-70a9a9512e9d tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:38.610794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20e3cfec-9dfd-4fbc-9207-6da676abe4c7 req-60a7dfd7-b4f8-4abb-b9a8-70a9a9512e9d tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 947 time: 0.0817482 Aug 24 00:12:38.645795 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8652d78f-2eb2-4539-bb6d-bead3409196f req-6e1a2479-bc3a-4323-8c0f-83eb8bfeef08 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.648250 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8652d78f-2eb2-4539-bb6d-bead3409196f req-6e1a2479-bc3a-4323-8c0f-83eb8bfeef08 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.649423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8652d78f-2eb2-4539-bb6d-bead3409196f req-6e1a2479-bc3a-4323-8c0f-83eb8bfeef08 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "DELETE /v2.0/security-groups/40d011dd-033b-41cc-8164-6252adced453 HTTP/1.1" status: 204 len: 173 time: 0.2064180 Aug 24 00:12:38.674501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20e3cfec-9dfd-4fbc-9207-6da676abe4c7 req-95b9fa57-8f3f-4434-a71e-313cee52024f tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538254 Aug 24 00:12:38.675247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a2479-bc3a-4323-8c0f-83eb8bfeef08 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d011dd-033b-41cc-8164-6252adced453,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:38.693425 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-a4051b61-3bdd-4bb5-8c0a-93ca91783ea2 req-47b930c8-ee69-40fb-aa57-c3bacc83ce9d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] show failed (client error): The resource could not be found. Aug 24 00:12:38.695237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4051b61-3bdd-4bb5-8c0a-93ca91783ea2 req-47b930c8-ee69-40fb-aa57-c3bacc83ce9d tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/714f3c1b-91f9-42a1-b9a7-822bf3c2fd8f HTTP/1.1" status: 404 len: 352 time: 0.0254810 Aug 24 00:12:38.761676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-059166cb-d2c6-4863-8b01-23d0236c4ae0 req-37792515-4ee3-4297-9875-e5092bfc0bb1 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/e7ed85ca-2bbc-4a6b-a0b5-2eae5b5f1c40 HTTP/1.1" status: 200 len: 1804 time: 0.0424130 Aug 24 00:12:38.770557 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5757740 Aug 24 00:12:38.774720 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40938) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:38.784774 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f3d43b44-f749-4f79-9ab4-56e1a7290b01 admin admin] Request body: {'subnet': {'network_id': '73946cb7-6543-439b-b8db-561e1cede42a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1323061582-subnet', 'tenant_id': 'e50e8a83a6fa4976858cfe853fc5a9bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:38.794995 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7eae7d-3fb4-4d66-a456-31fc1f8b7de6 admin admin] Pushing event updated for resources: {'Network': ['ID=73946cb7-6543-439b-b8db-561e1cede42a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:38.805718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 73946cb7-6543-439b-b8db-561e1cede42a details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:12:38.813469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d43b44-f749-4f79-9ab4-56e1a7290b01 admin admin] Made reservation on behalf of e50e8a83a6fa4976858cfe853fc5a9bf for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:38.816119 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3d43b44-f749-4f79-9ab4-56e1a7290b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.855815 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-059166cb-d2c6-4863-8b01-23d0236c4ae0 req-c8424c63-6177-4c23-8a45-0c90d0b4d948 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.878304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3ffc-949a-424c-865c-bf6301c8fe0a req-5959e8d2-f396-41f6-81ce-249a12db810a tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:38.879903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-900e3ffc-949a-424c-865c-bf6301c8fe0a req-5959e8d2-f396-41f6-81ce-249a12db810a tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 944 time: 0.1173718 Aug 24 00:12:38.892455 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-059166cb-d2c6-4863-8b01-23d0236c4ae0 req-c8424c63-6177-4c23-8a45-0c90d0b4d948 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.944879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-900e3ffc-949a-424c-865c-bf6301c8fe0a req-2c30c485-d66d-4214-9051-eb377162050c tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571067 Aug 24 00:12:38.969409 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-059166cb-d2c6-4863-8b01-23d0236c4ae0 req-c8424c63-6177-4c23-8a45-0c90d0b4d948 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.972120 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-059166cb-d2c6-4863-8b01-23d0236c4ae0 req-c8424c63-6177-4c23-8a45-0c90d0b4d948 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:38.973247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-059166cb-d2c6-4863-8b01-23d0236c4ae0 req-c8424c63-6177-4c23-8a45-0c90d0b4d948 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "DELETE /v2.0/security-groups/e7ed85ca-2bbc-4a6b-a0b5-2eae5b5f1c40 HTTP/1.1" status: 204 len: 173 time: 0.1840434 Aug 24 00:12:38.982989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8424c63-6177-4c23-8a45-0c90d0b4d948 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ed85ca-2bbc-4a6b-a0b5-2eae5b5f1c40,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:39.016226 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3d43b44-f749-4f79-9ab4-56e1a7290b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.077423 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d43b44-f749-4f79-9ab4-56e1a7290b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa782be-5361-4304-8935-1a8d05dccac3,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:39.083116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f9df37-8561-4260-ae31-5261d288b217 req-7ad2ba22-303e-49de-a3d6-d902b1667ab2 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/b0eb0a25-b4c2-4f81-8fca-7b838745a272 HTTP/1.1" status: 200 len: 1804 time: 0.0778270 Aug 24 00:12:39.089517 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d43b44-f749-4f79-9ab4-56e1a7290b01 admin admin] Checking segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:39.089872 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d43b44-f749-4f79-9ab4-56e1a7290b01 admin admin] Network hostable DHCP agents. Network: 73946cb7-6543-439b-b8db-561e1cede42a, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:12:39.091522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f868a-5c80-458d-b130-832030fce62e req-0f2c5d51-8608-440c-b450-30145e4007dd tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:39.093631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe8f868a-5c80-458d-b130-832030fce62e req-0f2c5d51-8608-440c-b450-30145e4007dd tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.0808613 Aug 24 00:12:39.109604 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d43b44-f749-4f79-9ab4-56e1a7290b01 admin admin] Network 73946cb7-6543-439b-b8db-561e1cede42a is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:12:39.119914 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f3d43b44-f749-4f79-9ab4-56e1a7290b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 73946cb7-6543-439b-b8db-561e1cede42a) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:39.127628 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d43b44-f749-4f79-9ab4-56e1a7290b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:39.128754 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3d43b44-f749-4f79-9ab4-56e1a7290b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.137120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be64a93-0ee1-4d1a-938b-f482f8470479 None None] Network 73946cb7-6543-439b-b8db-561e1cede42a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:12:39.159045 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f3d43b44-f749-4f79-9ab4-56e1a7290b01 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3746195 Aug 24 00:12:39.163513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe8f868a-5c80-458d-b130-832030fce62e req-a302e455-63f0-4630-b7bd-0eb2f2f6ad52 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641556 Aug 24 00:12:39.183508 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49f9df37-8561-4260-ae31-5261d288b217 req-0bc1a8c3-0aba-453e-b81f-3f3cb108654a tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.210940 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49f9df37-8561-4260-ae31-5261d288b217 req-0bc1a8c3-0aba-453e-b81f-3f3cb108654a tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.307456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9f08e-85f5-4251-a19c-7eb2814bea17 req-3b6bdae1-d8c9-4585-91d7-e66e7dec8c37 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:39.308976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6db9f08e-85f5-4251-a19c-7eb2814bea17 req-3b6bdae1-d8c9-4585-91d7-e66e7dec8c37 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 944 time: 0.0629790 Aug 24 00:12:39.320023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d063832e-f7ad-44d5-8e0d-dcdd7e106e15 None None] Network 73946cb7-6543-439b-b8db-561e1cede42a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:12:39.326124 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49f9df37-8561-4260-ae31-5261d288b217 req-0bc1a8c3-0aba-453e-b81f-3f3cb108654a tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.329957 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49f9df37-8561-4260-ae31-5261d288b217 req-0bc1a8c3-0aba-453e-b81f-3f3cb108654a tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.339568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f9df37-8561-4260-ae31-5261d288b217 req-0bc1a8c3-0aba-453e-b81f-3f3cb108654a tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "DELETE /v2.0/security-groups/b0eb0a25-b4c2-4f81-8fca-7b838745a272 HTTP/1.1" status: 204 len: 173 time: 0.2448161 Aug 24 00:12:39.362904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1a8c3-0aba-453e-b81f-3f3cb108654a tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0eb0a25-b4c2-4f81-8fca-7b838745a272,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:39.409297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6db9f08e-85f5-4251-a19c-7eb2814bea17 req-99039495-d5aa-423d-8202-e987549876da tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907269 Aug 24 00:12:39.463639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6d67b-51d1-4116-b3d5-667ea7829cc0 req-896f5ada-90e5-453e-b491-61595ded9069 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:39.465635 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30b6d67b-51d1-4116-b3d5-667ea7829cc0 req-896f5ada-90e5-453e-b491-61595ded9069 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0738568 Aug 24 00:12:39.540332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30b6d67b-51d1-4116-b3d5-667ea7829cc0 req-4580974e-89e3-4a51-9840-4c25f75a0bdc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676491 Aug 24 00:12:39.559531 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa70a3b-e306-4d71-afae-81ea4bb8ff25 req-17a80c77-e40f-4077-8665-12d8fdd26eba tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:39.561606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6fa70a3b-e306-4d71-afae-81ea4bb8ff25 req-17a80c77-e40f-4077-8665-12d8fdd26eba tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 949 time: 0.0620477 Aug 24 00:12:39.623859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6fa70a3b-e306-4d71-afae-81ea4bb8ff25 req-678a4317-b7f8-4755-b49c-b9cdad1a2d39 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559082 Aug 24 00:12:39.634529 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e246fe12-c22f-4cf1-97c1-dc60183b0072 req-8a3f8c15-960d-4c1a-aaf8-b1c3c24a46e8 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/05114e39-8dc3-4a54-83ec-a80b58ff3a4d HTTP/1.1" status: 200 len: 1804 time: 0.0524673 Aug 24 00:12:39.695376 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e246fe12-c22f-4cf1-97c1-dc60183b0072 req-c6061d26-2b27-41aa-a29c-6de505301696 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.717853 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e246fe12-c22f-4cf1-97c1-dc60183b0072 req-c6061d26-2b27-41aa-a29c-6de505301696 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.732131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40968) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:39.741913 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2141857465-network', 'tenant_id': '447671f5c62c470cb144d5dfc9f0d363'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:39.769001 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] Made reservation on behalf of 447671f5c62c470cb144d5dfc9f0d363 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:39.769217 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e246fe12-c22f-4cf1-97c1-dc60183b0072 req-c6061d26-2b27-41aa-a29c-6de505301696 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.771473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.771750 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e246fe12-c22f-4cf1-97c1-dc60183b0072 req-c6061d26-2b27-41aa-a29c-6de505301696 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.772842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e246fe12-c22f-4cf1-97c1-dc60183b0072 req-c6061d26-2b27-41aa-a29c-6de505301696 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "DELETE /v2.0/security-groups/05114e39-8dc3-4a54-83ec-a80b58ff3a4d HTTP/1.1" status: 204 len: 173 time: 0.1284399 Aug 24 00:12:39.783643 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.804130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6061d26-2b27-41aa-a29c-6de505301696 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05114e39-8dc3-4a54-83ec-a80b58ff3a4d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:39.855274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d7b7e-affb-45a4-bd8e-31fd5f393b54 req-42b53b21-4126-4719-8159-f401614dc6e4 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:39.856990 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b0d7b7e-affb-45a4-bd8e-31fd5f393b54 req-42b53b21-4126-4719-8159-f401614dc6e4 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 947 time: 0.0888979 Aug 24 00:12:39.863537 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c40209c-fbed-48ee-b10c-f6dca689187f req-51fb0b00-98f3-4eca-9a0c-e3bf5ec8b154 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/74dccf73-8927-4f87-bc01-51f28db3b98b HTTP/1.1" status: 200 len: 2403 time: 0.0608079 Aug 24 00:12:39.876846 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 189424b3-8a5b-421c-a2d2-19476f45456f details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:39.894718 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.900818 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.920205 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b0d7b7e-affb-45a4-bd8e-31fd5f393b54 req-45aee888-1993-4a97-ad51-5bb79fe00d14 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557253 Aug 24 00:12:39.927306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:12:39.945375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630eed02-28e1-49a4-b43c-8e3557bda2ab,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:39.945375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.945655 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] Added segment ff2c34c2-cc7b-4c32-8b79-c271511d7394 of type vlan for network a2cf7b16-c7bb-4840-8f66-f7a5b3ad08d4 Aug 24 00:12:39.979805 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8c40209c-fbed-48ee-b10c-f6dca689187f req-acabc232-ce78-4127-bf12-55cc49a8da8a tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:39.995718 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.022838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 189424b3-8a5b-421c-a2d2-19476f45456f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=189424b3-8a5b-421c-a2d2-19476f45456f,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:40.026214 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.027250 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:40.027835 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.051827 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '189424b3-8a5b-421c-a2d2-19476f45456f', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '189424b3-8a5b-421c-a2d2-19476f45456f', 'mac_address': 'fa:16:3e:3c:37:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:12:40.095957 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.104446 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3683748 Aug 24 00:12:40.104791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40974) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:40.110250 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4eb5d393-70c1-4856-bff0-9b0520b96c6f admin admin] Request body: {'subnet': {'network_id': 'a2cf7b16-c7bb-4840-8f66-f7a5b3ad08d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2141857465-subnet', 'tenant_id': '447671f5c62c470cb144d5dfc9f0d363', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:40.111196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189424b3-8a5b-421c-a2d2-19476f45456f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:40.114295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e388c4-e540-49de-9d87-20d2d349c2d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a2cf7b16-c7bb-4840-8f66-f7a5b3ad08d4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:40.132925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network a2cf7b16-c7bb-4840-8f66-f7a5b3ad08d4 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:12:40.140040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb5d393-70c1-4856-bff0-9b0520b96c6f admin admin] Made reservation on behalf of 447671f5c62c470cb144d5dfc9f0d363 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:40.140579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 189424b3-8a5b-421c-a2d2-19476f45456f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=189424b3-8a5b-421c-a2d2-19476f45456f,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:40.142789 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d393-70c1-4856-bff0-9b0520b96c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.154703 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.203196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 1a4f0838-24ad-485d-888c-4623640c0dc1 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:40.205584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b1969f69-49e1-4dec-95d2-e945f769ab0f no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:12:40.212462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-9e3a9b06-69b0-4943-a541-f646c74b6af6 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:40.213900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-9e3a9b06-69b0-4943-a541-f646c74b6af6 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9&tenant_id=4296ba497012466daa2a49222903cd4c&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 1095 time: 0.2878904 Aug 24 00:12:40.232572 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8c40209c-fbed-48ee-b10c-f6dca689187f req-acabc232-ce78-4127-bf12-55cc49a8da8a tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.297158 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=189424b3-8a5b-421c-a2d2-19476f45456f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:40.338799 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d393-70c1-4856-bff0-9b0520b96c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.345250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b1969f69-49e1-4dec-95d2-e945f769ab0f not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:12:40.357624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82845b-542c-457b-8c5c-543bd7e4182a req-e08ea5be-ca82-4dec-b25d-2ab32ea66622 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:40.365224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f82845b-542c-457b-8c5c-543bd7e4182a req-e08ea5be-ca82-4dec-b25d-2ab32ea66622 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 944 time: 0.1551712 Aug 24 00:12:40.369361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-93ea2e13-1ff4-4eba-80b9-f59aadd950f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:40.370828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-93ea2e13-1ff4-4eba-80b9-f59aadd950f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9&tenant_id=4296ba497012466daa2a49222903cd4c HTTP/1.1" status: 200 len: 1095 time: 0.1405613 Aug 24 00:12:40.393818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 1a4f0838-24ad-485d-888c-4623640c0dc1, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=1a4f0838-24ad-485d-888c-4623640c0dc1,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:40.405975 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8c40209c-fbed-48ee-b10c-f6dca689187f req-acabc232-ce78-4127-bf12-55cc49a8da8a tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.408277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '1a4f0838-24ad-485d-888c-4623640c0dc1', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'port_id': '1a4f0838-24ad-485d-888c-4623640c0dc1', 'mac_address': 'fa:16:3e:fe:a0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:12:40.409336 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8c40209c-fbed-48ee-b10c-f6dca689187f req-acabc232-ce78-4127-bf12-55cc49a8da8a tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.410730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c40209c-fbed-48ee-b10c-f6dca689187f req-acabc232-ce78-4127-bf12-55cc49a8da8a tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "DELETE /v2.0/security-groups/74dccf73-8927-4f87-bc01-51f28db3b98b HTTP/1.1" status: 204 len: 173 time: 0.5395522 Aug 24 00:12:40.424903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5d393-70c1-4856-bff0-9b0520b96c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=271f510d-c5b8-476f-84b5-c45af0b64584,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:40.435202 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb5d393-70c1-4856-bff0-9b0520b96c6f admin admin] Checking segment: {'id': 'ff2c34c2-cc7b-4c32-8b79-c271511d7394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a2cf7b16-c7bb-4840-8f66-f7a5b3ad08d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:40.435563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb5d393-70c1-4856-bff0-9b0520b96c6f admin admin] Network hostable DHCP agents. Network: a2cf7b16-c7bb-4840-8f66-f7a5b3ad08d4, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:12:40.439255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabc232-ce78-4127-bf12-55cc49a8da8a tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dccf73-8927-4f87-bc01-51f28db3b98b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:40.463539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb5d393-70c1-4856-bff0-9b0520b96c6f admin admin] Network a2cf7b16-c7bb-4840-8f66-f7a5b3ad08d4 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:12:40.474719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f82845b-542c-457b-8c5c-543bd7e4182a req-6bf1a6bc-4e9e-42cc-8b38-28200b0feb71 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067376 Aug 24 00:12:40.476746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4eb5d393-70c1-4856-bff0-9b0520b96c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, a2cf7b16-c7bb-4840-8f66-f7a5b3ad08d4) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:40.480704 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.495528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb5d393-70c1-4856-bff0-9b0520b96c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:40.496434 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4eb5d393-70c1-4856-bff0-9b0520b96c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.501611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4f0838-24ad-485d-888c-4623640c0dc1 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:40.516442 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4eb5d393-70c1-4856-bff0-9b0520b96c6f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4105916 Aug 24 00:12:40.520796 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7590375a-1a38-428a-a7c3-2f335cde1fa5 None None] Network a2cf7b16-c7bb-4840-8f66-f7a5b3ad08d4 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:12:40.543567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 1a4f0838-24ad-485d-888c-4623640c0dc1, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=1a4f0838-24ad-485d-888c-4623640c0dc1,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:40.546810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-fd9719c5-35d2-4403-8e6b-1ee984130e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:40.548331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-fd9719c5-35d2-4403-8e6b-1ee984130e8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 1095 time: 0.1238434 Aug 24 00:12:40.590533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72ef841e-00c3-4d53-b778-a6300ff356c2 req-77e0b193-36f5-430b-9d3a-d9ebb050e753 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "GET /v2.0/security-groups/dc65790c-d413-4152-bbe8-77dec521ab37 HTTP/1.1" status: 200 len: 2397 time: 0.0900760 Aug 24 00:12:40.603999 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.659762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a725169-66a6-4cd9-906c-2d11711f5119 req-7ef10ce5-a904-44be-bdeb-bae4c9249a97 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:40.661501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a725169-66a6-4cd9-906c-2d11711f5119 req-7ef10ce5-a904-44be-bdeb-bae4c9249a97 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.1517780 Aug 24 00:12:40.737956 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=1a4f0838-24ad-485d-888c-4623640c0dc1,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:40.760260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a725169-66a6-4cd9-906c-2d11711f5119 req-1aa7a264-f730-424d-97fc-257548548ef5 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862858 Aug 24 00:12:40.761569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-08aea90f-2414-4ebd-b77b-a61b5115bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:40.763552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-08aea90f-2414-4ebd-b77b-a61b5115bafd service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.1944015 Aug 24 00:12:40.769318 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-72ef841e-00c3-4d53-b778-a6300ff356c2 req-6e21923a-3662-435e-9700-92a6ac023458 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.843113 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-e84dc67c-2dd6-4e67-a315-6abca62e84f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f HTTP/1.1" status: 200 len: 217 time: 0.0621190 Aug 24 00:12:40.855157 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-72ef841e-00c3-4d53-b778-a6300ff356c2 req-6e21923a-3662-435e-9700-92a6ac023458 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.880286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['189424b3-8a5b-421c-a2d2-19476f45456f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:40.884929 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f7a5be-8126-40a6-a69a-b20c8ae5e2ca None None] Network a2cf7b16-c7bb-4840-8f66-f7a5b3ad08d4 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:12:40.960730 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038de559-bef0-4909-af99-6d75c4da9b73 req-c0b627b2-4382-4a0d-b077-83fe096fa117 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:40.962249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-038de559-bef0-4909-af99-6d75c4da9b73 req-c0b627b2-4382-4a0d-b077-83fe096fa117 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 944 time: 0.1267154 Aug 24 00:12:40.964068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-1d2d4a0d-f677-490a-a044-36ab190f59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:40.965408 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-1d2d4a0d-f677-490a-a044-36ab190f59a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.1123757 Aug 24 00:12:40.971545 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-72ef841e-00c3-4d53-b778-a6300ff356c2 req-6e21923a-3662-435e-9700-92a6ac023458 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.974109 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-72ef841e-00c3-4d53-b778-a6300ff356c2 req-6e21923a-3662-435e-9700-92a6ac023458 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:40.975238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72ef841e-00c3-4d53-b778-a6300ff356c2 req-6e21923a-3662-435e-9700-92a6ac023458 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] 10.222.0.32 "DELETE /v2.0/security-groups/dc65790c-d413-4152-bbe8-77dec521ab37 HTTP/1.1" status: 204 len: 173 time: 0.3457212 Aug 24 00:12:40.982802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:41.018400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21923a-3662-435e-9700-92a6ac023458 tempest-SecurityGroupRulesTestJSON-334631807 tempest-SecurityGroupRulesTestJSON-334631807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc65790c-d413-4152-bbe8-77dec521ab37,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:41.020233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['1a4f0838-24ad-485d-888c-4623640c0dc1'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:41.029967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-123567e0-cd14-4f7f-9914-7bba3f74328b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497799 Aug 24 00:12:41.076204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-038de559-bef0-4909-af99-6d75c4da9b73 req-3707e8d3-dbd9-4a0b-bea4-54fb0cefc41e tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969038 Aug 24 00:12:41.079027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0e2690-73f9-45e3-a1ef-9af045b39839 admin admin] Deleting subnet 3d15df6e-1eb3-4928-ab3c-6e5fce185254 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:12:41.086800 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc0e2690-73f9-45e3-a1ef-9af045b39839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.125533 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc0e2690-73f9-45e3-a1ef-9af045b39839 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.169817 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc0e2690-73f9-45e3-a1ef-9af045b39839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.226986 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb0761-203f-48a4-96e0-fb8df1b6e7bc req-026c8ff6-5b7b-4d6f-8850-8859fe76854e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:41.228489 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23eb0761-203f-48a4-96e0-fb8df1b6e7bc req-026c8ff6-5b7b-4d6f-8850-8859fe76854e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1160400 Aug 24 00:12:41.229585 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc0e2690-73f9-45e3-a1ef-9af045b39839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.232649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-83bb86e9-162e-4815-8874-17c033a7b9d8 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916213 Aug 24 00:12:41.246442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffce7b-df05-46d9-a4fb-cc5686008d64 req-80bbc0f4-7fd5-45d9-9621-7780839d5441 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:41.248056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aeffce7b-df05-46d9-a4fb-cc5686008d64 req-80bbc0f4-7fd5-45d9-9621-7780839d5441 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 949 time: 0.0934916 Aug 24 00:12:41.264243 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e2690-73f9-45e3-a1ef-9af045b39839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d15df6e-1eb3-4928-ab3c-6e5fce185254,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:41.266304 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc0e2690-73f9-45e3-a1ef-9af045b39839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.268281 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc0e2690-73f9-45e3-a1ef-9af045b39839 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3d15df6e-1eb3-4928-ab3c-6e5fce185254 HTTP/1.1" status: 204 len: 168 time: 0.2836962 Aug 24 00:12:41.270716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:41.344726 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643d20d6-0e57-4fef-b1b0-9c8886c5af4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.356570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23eb0761-203f-48a4-96e0-fb8df1b6e7bc req-a70dd04c-41a3-410e-a26a-72bf00ceb82d tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192646 Aug 24 00:12:41.364218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aeffce7b-df05-46d9-a4fb-cc5686008d64 req-00cb032f-3bc5-4685-9784-0f6ca280b84f tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027546 Aug 24 00:12:41.405184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-1d454ef6-29d9-4ec7-8c55-3d8bdc2448a5 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517789 Aug 24 00:12:41.432979 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643d20d6-0e57-4fef-b1b0-9c8886c5af4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.446256 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-643d20d6-0e57-4fef-b1b0-9c8886c5af4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1ded42-36b3-4b93-a1e8-ec5cf12859c6']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:41.457850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-643d20d6-0e57-4fef-b1b0-9c8886c5af4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7724517d-b8f3-41a2-8922-8e0552afeab4') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:41.458307 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-643d20d6-0e57-4fef-b1b0-9c8886c5af4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7724517d-b8f3-41a2-8922-8e0552afeab4') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:41.471280 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643d20d6-0e57-4fef-b1b0-9c8886c5af4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.491817 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643d20d6-0e57-4fef-b1b0-9c8886c5af4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.499486 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643d20d6-0e57-4fef-b1b0-9c8886c5af4f admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:12:41.499884 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643d20d6-0e57-4fef-b1b0-9c8886c5af4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:12:41.501497 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:12:41.503520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7eb06-19f9-4d7f-b8a9-736ed04281a5 req-d8d817d2-0414-46f1-a01f-a8b13b3071a7 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:41.507492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5be7eb06-19f9-4d7f-b8a9-736ed04281a5 req-d8d817d2-0414-46f1-a01f-a8b13b3071a7 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 948 time: 0.0575049 Aug 24 00:12:41.549770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5be7eb06-19f9-4d7f-b8a9-736ed04281a5 req-4f6f6686-710b-482d-a427-72acba7c7cd3 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393996 Aug 24 00:12:41.563718 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643d20d6-0e57-4fef-b1b0-9c8886c5af4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.595984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-643d20d6-0e57-4fef-b1b0-9c8886c5af4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.599661 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-643d20d6-0e57-4fef-b1b0-9c8886c5af4f admin admin] 10.222.0.32 "DELETE /v2.0/networks/ce1ded42-36b3-4b93-a1e8-ec5cf12859c6 HTTP/1.1" status: 204 len: 168 time: 0.3257332 Aug 24 00:12:41.600660 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d20d6-0e57-4fef-b1b0-9c8886c5af4f admin admin] Pushing event deleted for resources: {'Network': ['ID=ce1ded42-36b3-4b93-a1e8-ec5cf12859c6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:41.799142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa670b58-2b73-4f71-8220-f29375dca820 req-1d259968-7aca-41d3-b5d3-7a2860a807b2 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:41.800624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa670b58-2b73-4f71-8220-f29375dca820 req-1d259968-7aca-41d3-b5d3-7a2860a807b2 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1794426-56c3-45d3-b699-5c61aac3e116 HTTP/1.1" status: 200 len: 950 time: 0.1432877 Aug 24 00:12:41.801270 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41016) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:41.808344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-0e2037cd-a449-49ff-b387-75a00ba52099 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:41.809853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-0e2037cd-a449-49ff-b387-75a00ba52099 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 821 time: 0.2160709 Aug 24 00:12:41.813046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-f4052407-abfb-49a6-abc5-bb435d9eae56 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:41.814429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-f4052407-abfb-49a6-abc5-bb435d9eae56 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9&tenant_id=4296ba497012466daa2a49222903cd4c&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 1095 time: 0.1142447 Aug 24 00:12:41.844378 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-914d04b6-0062-4388-afba-84589b8c08fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f5b3be874d7406888b1722a5b89a521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388172 Aug 24 00:12:41.845031 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41018) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:41.846022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-8bd17405-363a-47f7-a9bd-331bac44f5c2 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/quotas/e50e8a83a6fa4976858cfe853fc5a9bf HTTP/1.1" status: 200 len: 375 time: 0.0255852 Aug 24 00:12:41.893788 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9b716b-c7f9-456e-9b56-c9b5d77dcc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.909245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa670b58-2b73-4f71-8220-f29375dca820 req-600a57fb-f839-4fa1-bf55-cd7489894dfb tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982945 Aug 24 00:12:41.911185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-6ff9a0ec-173b-44be-aa45-99f6ac189060 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450842 Aug 24 00:12:41.914963 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9b716b-c7f9-456e-9b56-c9b5d77dcc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.972559 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9b716b-c7f9-456e-9b56-c9b5d77dcc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.975775 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a9b716b-c7f9-456e-9b56-c9b5d77dcc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:41.979269 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a9b716b-c7f9-456e-9b56-c9b5d77dcc06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c096f113-c185-4a0e-9844-b1614ff4c31e HTTP/1.1" status: 204 len: 168 time: 0.1335614 Aug 24 00:12:41.987887 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b716b-c7f9-456e-9b56-c9b5d77dcc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c096f113-c185-4a0e-9844-b1614ff4c31e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:42.096177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4568931-b1a0-49ce-956e-90d14331f2a1 req-2dc73b4d-f9b4-4e00-ad4f-9255e725852d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:42.097705 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4568931-b1a0-49ce-956e-90d14331f2a1 req-2dc73b4d-f9b4-4e00-ad4f-9255e725852d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 945 time: 0.1177962 Aug 24 00:12:42.108646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-89ea0c70-2755-4d75-a750-adf24fe1636e service neutron] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:42.118673 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-89ea0c70-2755-4d75-a750-adf24fe1636e service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:42.119730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8dd8399-c039-4ac6-bfa6-34450f6ab899 req-89ea0c70-2755-4d75-a750-adf24fe1636e service neutron] 10.222.0.47 "DELETE /v2.0/ports/b1969f69-49e1-4dec-95d2-e945f769ab0f/bindings/n-h2-805736-1 HTTP/1.1" status: 204 len: 173 time: 0.2853620 Aug 24 00:12:42.121541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-c0bd1479-03ab-48f9-8452-4a410520f236 service neutron] 10.222.0.32 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990445 Aug 24 00:12:42.194094 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 1a4f0838-24ad-485d-888c-4623640c0dc1 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:42.207869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4568931-b1a0-49ce-956e-90d14331f2a1 req-4d7cbbd7-55b2-4846-8737-39f3e9d95181 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004734 Aug 24 00:12:42.250277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 1a4f0838-24ad-485d-888c-4623640c0dc1 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:42.255228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 1a4f0838-24ad-485d-888c-4623640c0dc1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:42.255973 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:42.257590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-1469af9f-8463-4e85-b8ec-f73bc2154861 service neutron] 10.222.0.32 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276863 Aug 24 00:12:42.355518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eff2e-3deb-4d57-96f4-b82e5c62ac76 req-322e8599-8750-4207-83a5-68d749ecc318 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:42.357539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-875eff2e-3deb-4d57-96f4-b82e5c62ac76 req-322e8599-8750-4207-83a5-68d749ecc318 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.0631046 Aug 24 00:12:42.361615 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:42.391536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2913f1-afb8-46c5-b659-d718af049597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4f0838-24ad-485d-888c-4623640c0dc1'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:42.400660 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be2a1db-8ca5-42c7-aa99-6e4545c96296" -d '{"events": [{"server_uuid": "1f2913f1-afb8-46c5-b659-d718af049597", "name": "network-vif-plugged", "status": "completed", "tag": "1a4f0838-24ad-485d-888c-4623640c0dc1"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:42.413651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-875eff2e-3deb-4d57-96f4-b82e5c62ac76 req-181f13ca-dfcc-4011-b605-73769af4d3de tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490534 Aug 24 00:12:42.425063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 1a4f0838-24ad-485d-888c-4623640c0dc1, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=1a4f0838-24ad-485d-888c-4623640c0dc1,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:42.433006 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:42.511074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=1a4f0838-24ad-485d-888c-4623640c0dc1,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:42.550171 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570daf2-bf53-418a-b618-40a245fea566 req-edd74e9e-a76c-4139-b661-bd638fbc8ca9 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:42.551341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2570daf2-bf53-418a-b618-40a245fea566 req-edd74e9e-a76c-4139-b661-bd638fbc8ca9 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 944 time: 0.0648501 Aug 24 00:12:42.608800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2570daf2-bf53-418a-b618-40a245fea566 req-b93a4da9-208f-44bc-8410-3151e836f5d4 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509102 Aug 24 00:12:42.797148 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c7400-e53a-4771-a0df-f5bca3aedd10 req-ab5d7462-48d6-4a4b-bd14-0f2123a2b4b4 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:42.804483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e31c7400-e53a-4771-a0df-f5bca3aedd10 req-ab5d7462-48d6-4a4b-bd14-0f2123a2b4b4 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1073351 Aug 24 00:12:42.849190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57cef1-a8f5-472c-bb58-0a42194a878f req-30a59d96-2bfb-451a-a1ad-140daf6dc3eb tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:42.855088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57cef1-a8f5-472c-bb58-0a42194a878f req-30a59d96-2bfb-451a-a1ad-140daf6dc3eb tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:42.856828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c57cef1-a8f5-472c-bb58-0a42194a878f req-30a59d96-2bfb-451a-a1ad-140daf6dc3eb tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e&device_id=b1794426-56c3-45d3-b699-5c61aac3e116 HTTP/1.1" status: 200 len: 1690 time: 0.1102159 Aug 24 00:12:42.879447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e31c7400-e53a-4771-a0df-f5bca3aedd10 req-83bb7c6c-d272-4343-8c3d-e59ca32fd17c tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720410 Aug 24 00:12:42.919252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41062) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:42.924648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c57cef1-a8f5-472c-bb58-0a42194a878f req-3273b994-f935-424a-9f0d-bdfae04a0395 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577927 Aug 24 00:12:42.975296 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c211d30-5cf8-4ecc-922d-763e837d89e4 x-openstack-request-id: req-2c211d30-5cf8-4ecc-922d-763e837d89e4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:42.976938 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2913f1-afb8-46c5-b659-d718af049597", "name": "network-vif-plugged", "status": "completed", "tag": "1a4f0838-24ad-485d-888c-4623640c0dc1", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:42.976938 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c211d30-5cf8-4ecc-922d-763e837d89e4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:42.976938 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2913f1-afb8-46c5-b659-d718af049597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4f0838-24ad-485d-888c-4623640c0dc1', 'code': 200} Aug 24 00:12:42.984404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b87dfa4-2260-40fc-aec4-ac7c19b6ac0a req-20b20db4-7263-4e53-bf32-7d0b1bd3ab38 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 210 time: 0.0514789 Aug 24 00:12:43.086563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1744283344-network', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:43.120101 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] Made reservation on behalf of 1b4b39ddccdf4080ab12df3b76f55b0d for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:43.128131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb514f03-8259-4f86-a33c-e83c69245d3a req-46d51e9a-c93c-4235-a3e5-81f1433d49d1 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:43.130819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb514f03-8259-4f86-a33c-e83c69245d3a req-46d51e9a-c93c-4235-a3e5-81f1433d49d1 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 948 time: 0.0802891 Aug 24 00:12:43.133663 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:43.151373 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:43.196959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb514f03-8259-4f86-a33c-e83c69245d3a req-1b8f9603-3c03-404f-afcf-d7222693a996 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586314 Aug 24 00:12:43.270213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf2a9a-383b-4ea2-9d30-8e34ecb82d65 req-02814d16-a5d7-415b-aef7-08ae2cda757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:43.272099 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-69bf2a9a-383b-4ea2-9d30-8e34ecb82d65 req-02814d16-a5d7-415b-aef7-08ae2cda757b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 1097 time: 0.1178129 Aug 24 00:12:43.329648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfb4a6-07c3-44cc-8403-7afe5df197ef req-a988953c-4e7c-49c0-8a46-77e1830e724f tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:43.331301 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cedfb4a6-07c3-44cc-8403-7afe5df197ef req-a988953c-4e7c-49c0-8a46-77e1830e724f tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 1100 time: 0.0748811 Aug 24 00:12:43.331755 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-69bf2a9a-383b-4ea2-9d30-8e34ecb82d65 req-8858310b-8506-47a8-baaa-dd53730f6961 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513701 Aug 24 00:12:43.334034 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582a0d6-eb76-4d45-8d70-35a56be77f97 req-545920e5-186a-466f-b674-6f3daf9612f2 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:43.335515 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1582a0d6-eb76-4d45-8d70-35a56be77f97 req-545920e5-186a-466f-b674-6f3daf9612f2 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 1095 time: 0.0679297 Aug 24 00:12:43.379259 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:43.384312 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:43.395099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cedfb4a6-07c3-44cc-8403-7afe5df197ef req-7f921539-40ca-45d7-85d8-0419a16df73d tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577502 Aug 24 00:12:43.421701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1582a0d6-eb76-4d45-8d70-35a56be77f97 req-9be8a29e-a48f-4d09-a55a-aae2ebe97c4d tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676177 Aug 24 00:12:43.423844 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95639c5e-6823-4bc3-a7f6-227f07f1b641,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:43.435569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:12:43.447024 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:43.447369 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] Added segment 69c5553e-5f11-4da7-9ce7-941711a5fc48 of type vlan for network 3bf9048d-db79-498a-a904-60931406ab61 Aug 24 00:12:43.504770 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:43.532976 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:43.534261 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:43.534951 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:43.583356 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6624115 Aug 24 00:12:43.587578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d518315-7579-4254-afd2-88ab03ccf3c7 req-c657976b-eef5-4972-ab79-82ceea18a1d1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:43.589414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d518315-7579-4254-afd2-88ab03ccf3c7 req-c657976b-eef5-4972-ab79-82ceea18a1d1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 946 time: 0.0953174 Aug 24 00:12:43.589560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:43.595689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b626c-15cc-405d-a8a3-c4c4b83919f7 req-571344fa-88cc-4a53-b612-16a416e32f3c tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:43.596298 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e8ef81b2-620d-43ca-a32a-11b7502fcaf8 admin admin] Request body: {'subnet': {'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1744283344-subnet', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:43.597191 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-610b626c-15cc-405d-a8a3-c4c4b83919f7 req-571344fa-88cc-4a53-b612-16a416e32f3c tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b1794426-56c3-45d3-b699-5c61aac3e116 HTTP/1.1" status: 200 len: 1101 time: 0.0716343 Aug 24 00:12:43.612829 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953d68d-e7e7-419c-bd15-dc1b00bf9a3e admin admin] Pushing event updated for resources: {'Network': ['ID=3bf9048d-db79-498a-a904-60931406ab61,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:43.624569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 3bf9048d-db79-498a-a904-60931406ab61 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:12:43.635909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ef81b2-620d-43ca-a32a-11b7502fcaf8 admin admin] Made reservation on behalf of 1b4b39ddccdf4080ab12df3b76f55b0d for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:43.639340 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ef81b2-620d-43ca-a32a-11b7502fcaf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:43.648403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d518315-7579-4254-afd2-88ab03ccf3c7 req-2e4d2669-7f89-4b91-8fdc-3d7992c24e12 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501156 Aug 24 00:12:43.659508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-610b626c-15cc-405d-a8a3-c4c4b83919f7 req-cae115d1-4a65-4e5c-9047-d805b464246f tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552485 Aug 24 00:12:43.874915 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ef81b2-620d-43ca-a32a-11b7502fcaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:43.889215 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 189424b3-8a5b-421c-a2d2-19476f45456f up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:43.895026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6ee7f-8ba5-4a04-8345-3a62c95458a9 req-78101c4b-f359-4178-85d3-b2990cd2f89d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:43.916080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-acb6ee7f-8ba5-4a04-8345-3a62c95458a9 req-78101c4b-f359-4178-85d3-b2990cd2f89d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.1686914 Aug 24 00:12:43.938712 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ef81b2-620d-43ca-a32a-11b7502fcaf8 admin admin] Checking segment: {'id': '69c5553e-5f11-4da7-9ce7-941711a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bf9048d-db79-498a-a904-60931406ab61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:43.939351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ef81b2-620d-43ca-a32a-11b7502fcaf8 admin admin] Network hostable DHCP agents. Network: 3bf9048d-db79-498a-a904-60931406ab61, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:12:43.945132 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef81b2-620d-43ca-a32a-11b7502fcaf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c786ada8-ac2b-418b-97a8-f819b19b4544,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:43.965709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ef81b2-620d-43ca-a32a-11b7502fcaf8 admin admin] Network 3bf9048d-db79-498a-a904-60931406ab61 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:12:43.968303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 189424b3-8a5b-421c-a2d2-19476f45456f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:43.972655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 189424b3-8a5b-421c-a2d2-19476f45456f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:43.973063 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:43.985784 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e8ef81b2-620d-43ca-a32a-11b7502fcaf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 3bf9048d-db79-498a-a904-60931406ab61) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:43.995197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ef81b2-620d-43ca-a32a-11b7502fcaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:43.995789 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ef81b2-620d-43ca-a32a-11b7502fcaf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:43.998667 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef608ce9-3b8c-4811-9844-8b59e50d1486 None None] Network 3bf9048d-db79-498a-a904-60931406ab61 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:12:44.018408 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-acb6ee7f-8ba5-4a04-8345-3a62c95458a9 req-a0942b5a-592f-422d-84db-b2919e62d5d9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002474 Aug 24 00:12:44.035975 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e8ef81b2-620d-43ca-a32a-11b7502fcaf8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4456708 Aug 24 00:12:44.038641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41100) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:44.050040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:44.085267 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.087452 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.094840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce6529-f19e-4543-9022-6827f5929da6 req-791f9db9-cc3d-448e-9afb-0ac99071c550 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:44.108593 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dcce6529-f19e-4543-9022-6827f5929da6 req-791f9db9-cc3d-448e-9afb-0ac99071c550 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 807 time: 0.3212576 Aug 24 00:12:44.155508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dcce6529-f19e-4543-9022-6827f5929da6 req-d56cf407-49d9-4f2e-8cf6-618cf0099f0f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/quotas/4296ba497012466daa2a49222903cd4c HTTP/1.1" status: 200 len: 375 time: 0.0458915 Aug 24 00:12:44.171318 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.171878 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.174617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-57579f1f-268b-4a90-9167-2a7a7a2746aa tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586309 Aug 24 00:12:44.224659 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 189424b3-8a5b-421c-a2d2-19476f45456f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=189424b3-8a5b-421c-a2d2-19476f45456f,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:44.232330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-3bf9048d-db79-498a-a904-60931406ab61', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'fixed_ips': [{'subnet_id': 'c786ada8-ac2b-418b-97a8-f819b19b4544'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:12:44.233504 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.237796 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.292897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-838629c2-75d5-4fda-838b-e9d7d704163e tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:44.294621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-838629c2-75d5-4fda-838b-e9d7d704163e tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.47 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 821 time: 0.3184018 Aug 24 00:12:44.314617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dcce6529-f19e-4543-9022-6827f5929da6 req-5156db47-f613-4b00-94e3-3cc0cf1b6ee8 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1371050 Aug 24 00:12:44.321271 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.321456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-d2cabbf6-d672-49ad-998c-a9d8978a6644 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Request body: {'port': {'device_id': '379622b2-d68c-4e60-adf8-6faa8cdb1243', 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a', 'admin_state_up': True, 'tenant_id': 'e50e8a83a6fa4976858cfe853fc5a9bf'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:44.360780 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=189424b3-8a5b-421c-a2d2-19476f45456f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:44.416455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Allocated IP 172.20.0.2 (3bf9048d-db79-498a-a904-60931406ab61/c786ada8-ac2b-418b-97a8-f819b19b4544/6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:44.464761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-b22e2b1b-7658-46a4-9aa8-388538365022 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:44.466835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-b22e2b1b-7658-46a4-9aa8-388538365022 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2742648 Aug 24 00:12:44.511358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-4cc524c6-18a6-4f1b-8624-d80aa804aa13 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/quotas/b325e23e1e5c4eb2b0f41309b66e6a8f HTTP/1.1" status: 200 len: 375 time: 0.0279312 Aug 24 00:12:44.538347 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.551226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dcce6529-f19e-4543-9022-6827f5929da6 req-16ecb2df-b4b3-429f-be74-b4dac2061518 service neutron] 10.222.0.32 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160332 Aug 24 00:12:44.563772 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.574816 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.586861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Transition to ACTIVE for port object 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:44.600811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Transition to ACTIVE for port object 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:44.608995 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.655553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Network 3bf9048d-db79-498a-a904-60931406ab61 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:44.659614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:44.663944 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:44.667744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-d2cabbf6-d672-49ad-998c-a9d8978a6644 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Made reservation on behalf of e50e8a83a6fa4976858cfe853fc5a9bf for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:44.671294 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-d2cabbf6-d672-49ad-998c-a9d8978a6644 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.672008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Pushing event updated for resources: {'Port': ['ID=6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:44.689676 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Allocated IP 172.25.8.228 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/73e31be3-6872-4175-b868-66de7c0384a7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:44.696800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-97b869e0-825d-461a-aa00-fc2457a3a3a8 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1703444 Aug 24 00:12:44.727138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dcce6529-f19e-4543-9022-6827f5929da6 req-1dcb67fd-9bbc-46fa-a560-bfc8de6ef961 service neutron] 10.222.0.32 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749880 Aug 24 00:12:44.735903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Attempting to bind port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:44.736530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Attempting to bind port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '69c5553e-5f11-4da7-9ce7-941711a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bf9048d-db79-498a-a904-60931406ab61'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:44.737443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Attempting to bind port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 on network 3bf9048d-db79-498a-a904-60931406ab61 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:44.757536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:44.757920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Checking segment: {'id': '69c5553e-5f11-4da7-9ce7-941711a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bf9048d-db79-498a-a904-60931406ab61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:44.758342 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.758741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Bound using segment: {'id': '69c5553e-5f11-4da7-9ce7-941711a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bf9048d-db79-498a-a904-60931406ab61'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:44.759238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Bound port: 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c5553e-5f11-4da7-9ce7-941711a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bf9048d-db79-498a-a904-60931406ab61'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:44.763991 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.814636 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.873862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] For port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:44.878300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] For port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03,segment=NetworkSegment(69c5553e-5f11-4da7-9ce7-941711a5fc48),segment_id=69c5553e-5f11-4da7-9ce7-941711a5fc48)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:44.886705 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.889404 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:44.963570 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658c233-58cd-40e2-b82a-5db2e8c0933c None None] Pushing event updated for resources: {'Port': ['ID=6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:44.976884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede8b6bf-2580-4f13-a400-4188c9705bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189424b3-8a5b-421c-a2d2-19476f45456f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:44.980058 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41ceea2-15bf-4db4-a3cd-47f390a3bf90" -d '{"events": [{"server_uuid": "ede8b6bf-2580-4f13-a400-4188c9705bb7", "name": "network-vif-plugged", "status": "completed", "tag": "189424b3-8a5b-421c-a2d2-19476f45456f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:45.016371 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:45.021127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:45.025518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:45.043651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Pushing event updated for resources: {'Port': ['ID=73e31be3-6872-4175-b868-66de7c0384a7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:45.416031 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:45.418987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b36fea31-4fb1-49cb-9553-6603c6d36b50 req-d5a43c7d-3a09-4fa8-af3c-4937e7b55c07 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 210 time: 0.0391078 Aug 24 00:12:45.474987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-d2cabbf6-d672-49ad-998c-a9d8978a6644 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Allocated IP 172.20.0.14 (73946cb7-6543-439b-b8db-561e1cede42a/5fa782be-5361-4304-8935-1a8d05dccac3/4b97b3d5-ab0e-431b-ab18-97aa04f14ad0) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:45.509246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afcc10-1683-4202-9925-debce195b932 req-47d53b32-44a1-48f5-8762-b4a73c73ff0b tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:45.517628 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7afcc10-1683-4202-9925-debce195b932 req-47d53b32-44a1-48f5-8762-b4a73c73ff0b tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1014276 Aug 24 00:12:45.665823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7afcc10-1683-4202-9925-debce195b932 req-1e56cbb1-06d0-4446-9d26-96f2671ea6fa tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320028 Aug 24 00:12:45.717529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662f711-9436-4468-a571-09058aeb1f3b req-a1055afc-8710-4ad6-a259-e1504ce87982 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:45.719614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1662f711-9436-4468-a571-09058aeb1f3b req-a1055afc-8710-4ad6-a259-e1504ce87982 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 949 time: 0.1691487 Aug 24 00:12:45.843064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1662f711-9436-4468-a571-09058aeb1f3b req-fb6029cf-7936-4c91-a989-e2fe12db573b tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070666 Aug 24 00:12:45.878869 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-d2cabbf6-d672-49ad-998c-a9d8978a6644 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:45.889441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b4aaf-f4cd-4c70-a5d7-5355243d06d1 req-05491c42-4a73-4fe6-9dd9-ecb0605b6b05 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:45.891183 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-535b4aaf-f4cd-4c70-a5d7-5355243d06d1 req-05491c42-4a73-4fe6-9dd9-ecb0605b6b05 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 946 time: 0.1474953 Aug 24 00:12:45.970502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94b7b416-f216-4973-b6c7-e751bdf4c2be req-5ae408e8-b7cb-4e54-9132-ffd1b3d018c6 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 210 time: 0.0404058 Aug 24 00:12:45.995895 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:46.030620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-535b4aaf-f4cd-4c70-a5d7-5355243d06d1 req-39b78349-3fe1-439f-903d-b56800f668b7 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181540 Aug 24 00:12:46.082856 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f73c8a8-a9e9-446c-8596-b6ba37272488 x-openstack-request-id: req-5f73c8a8-a9e9-446c-8596-b6ba37272488 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:46.083374 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede8b6bf-2580-4f13-a400-4188c9705bb7", "name": "network-vif-plugged", "status": "completed", "tag": "189424b3-8a5b-421c-a2d2-19476f45456f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:46.083374 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f73c8a8-a9e9-446c-8596-b6ba37272488 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:46.084119 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede8b6bf-2580-4f13-a400-4188c9705bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189424b3-8a5b-421c-a2d2-19476f45456f', 'code': 200} Aug 24 00:12:46.089406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de86a37b-810d-49ad-b113-03c9fdb2a0c6 req-9e97f7c4-2dba-4253-a5c4-2ceee7c3805e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 210 time: 0.0458951 Aug 24 00:12:46.096630 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-d2cabbf6-d672-49ad-998c-a9d8978a6644 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:46.130985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-d2cabbf6-d672-49ad-998c-a9d8978a6644 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Network 73946cb7-6543-439b-b8db-561e1cede42a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:46.134653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-d2cabbf6-d672-49ad-998c-a9d8978a6644 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:46.160030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-d2cabbf6-d672-49ad-998c-a9d8978a6644 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:46.199509 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Router 69703154-e80f-4bb0-8f19-96f653a5e372 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:12:46.293508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d983d7dd-6182-4a45-aa6a-e78e6016819d None None] Network 3bf9048d-db79-498a-a904-60931406ab61 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:12:46.316118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-d2cabbf6-d672-49ad-998c-a9d8978a6644 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:46.316753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-d2cabbf6-d672-49ad-998c-a9d8978a6644 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:46.319111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cabbf6-d672-49ad-998c-a9d8978a6644 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Pushing event updated for resources: {'Port': ['ID=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:46.331155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:12:46.344139 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Sync routers for ids ['69703154-e80f-4bb0-8f19-96f653a5e372'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:12:46.351518 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:46.357972 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d9d08b20-0320-482a-9368-f25154e0fa8d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.3090630 Aug 24 00:12:46.358141 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Routers {'69703154-e80f-4bb0-8f19-96f653a5e372'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:12:46.358514 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:12:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69703154-e80f-4bb0-8f19-96f653a5e372'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:46.361898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41140) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:46.362478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-46718636-ef7d-4587-867f-76d71110676a None None] Provisioning for port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:46.374685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-d2cabbf6-d672-49ad-998c-a9d8978a6644 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0589681 Aug 24 00:12:46.423713 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84456c0-582e-491d-abf7-e5b0cb7d75d7 req-7b6ef810-1d2f-4e3f-b99d-e4162fd85757 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:46.437452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d84456c0-582e-491d-abf7-e5b0cb7d75d7 req-7b6ef810-1d2f-4e3f-b99d-e4162fd85757 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.2475102 Aug 24 00:12:46.500303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609d60c-1d99-4c5b-a177-4d737960d617 req-ca139ed8-7a3c-4be6-bdea-f65402346101 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:46.501870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8609d60c-1d99-4c5b-a177-4d737960d617 req-ca139ed8-7a3c-4be6-bdea-f65402346101 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 946 time: 0.3118629 Aug 24 00:12:46.514816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41144) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:46.518130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40209e97-9607-4f64-9be4-db467be14328 req-1c856388-ea72-4be0-94be-e6a2b5b476f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:46.519686 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40209e97-9607-4f64-9be4-db467be14328 req-1c856388-ea72-4be0-94be-e6a2b5b476f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 1100 time: 0.3230984 Aug 24 00:12:46.527937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2910b31f-e322-4449-8265-0b2ad895a563 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Request body: {'floatingip': {'port_id': '1a4f0838-24ad-485d-888c-4623640c0dc1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:46.532760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Request body: {'port': {'device_id': '379622b2-d68c-4e60-adf8-6faa8cdb1243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:46.554677 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Set router 69703154-e80f-4bb0-8f19-96f653a5e372 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:12:46.626153 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:46.632596 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:46.687417 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d84456c0-582e-491d-abf7-e5b0cb7d75d7 req-895002a1-2eb0-4f7b-b718-bc096d133212 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469156 Aug 24 00:12:46.754641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:46.756091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40209e97-9607-4f64-9be4-db467be14328 req-9bc29815-82d4-496f-840f-0aab743b21ae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308475 Aug 24 00:12:46.759578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:46.760225 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:46.813684 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2910b31f-e322-4449-8265-0b2ad895a563 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:46.853908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3c2ff-ae7f-4238-a450-d1cc6b99004a req-099bb596-a93c-4153-b0cc-cc65d19ba150 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:46.866250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69c3c2ff-ae7f-4238-a450-d1cc6b99004a req-099bb596-a93c-4153-b0cc-cc65d19ba150 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 932 time: 0.2100654 Aug 24 00:12:46.903140 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:46.949134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03,segment=NetworkSegment(69c5553e-5f11-4da7-9ce7-941711a5fc48),segment_id=69c5553e-5f11-4da7-9ce7-941711a5fc48)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:46.957330 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:47.019206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-56c023df-64b8-4bac-b486-c5a5f40bd3d0 None None] Provisioning complete for port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:47.019707 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56c023df-64b8-4bac-b486-c5a5f40bd3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:47.029691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ff2c9-ee4d-4d74-8d8d-89a45032579d req-c0ba92ed-b54f-4ded-859d-dcef671de1d7 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:47.037490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed0ff2c9-ee4d-4d74-8d8d-89a45032579d req-c0ba92ed-b54f-4ded-859d-dcef671de1d7 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.2410023 Aug 24 00:12:47.076367 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:45Z', 'revision_number': 3, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:47.096909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:47.104056 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce6529-f19e-4543-9022-6827f5929da6 req-0901c8bd-449d-4569-84aa-32ce6a43bedd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:47.105742 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dcce6529-f19e-4543-9022-6827f5929da6 req-0901c8bd-449d-4569-84aa-32ce6a43bedd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.13 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 807 time: 0.5919011 Aug 24 00:12:47.122364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69c3c2ff-ae7f-4238-a450-d1cc6b99004a req-6a031b90-07d4-417c-a796-73c1b0c61d92 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466929 Aug 24 00:12:47.133691 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Checking router: 69703154-e80f-4bb0-8f19-96f653a5e372 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:12:47.133816 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Updating router 69703154-e80f-4bb0-8f19-96f653a5e372 port 73e31be3-6872-4175-b868-66de7c0384a7 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:12:47.163494 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-dcce6529-f19e-4543-9022-6827f5929da6 req-6f44c4d9-c151-42ff-9d60-8e77208b82d2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Request body: {'port': {'device_id': 'c86d1ae6-67dd-43e3-adcd-e68eb87c95c4', 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95', 'admin_state_up': True, 'tenant_id': '4296ba497012466daa2a49222903cd4c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:47.178350 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:47.192702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed0ff2c9-ee4d-4d74-8d8d-89a45032579d req-1ff8c1bb-94bd-40d1-b870-f9511226c8da tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524379 Aug 24 00:12:47.391848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-b1cb17e2-9c6d-4d82-9040-a448ea4f721b tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752835 Aug 24 00:12:47.402270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0487f8b-8ca1-4d4e-98b8-38ef61432fd8 req-58d017d8-b945-4580-af9f-7647ead1b2ca tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 210 time: 0.0866909 Aug 24 00:12:47.454658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18042763-e70a-459a-8bed-3bc109e6f982 req-06175099-2d5e-412d-bb89-bed67e8c47e5 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:47.461279 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18042763-e70a-459a-8bed-3bc109e6f982 req-06175099-2d5e-412d-bb89-bed67e8c47e5 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 949 time: 0.2131538 Aug 24 00:12:47.578284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2104761d-e6d6-43bd-9d94-731f26cfd564 req-200cb0b1-b134-41d1-81c0-205bbf2510f9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 210 time: 0.0729055 Aug 24 00:12:47.596121 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:47.610170 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Transition to ACTIVE for port object 73e31be3-6872-4175-b868-66de7c0384a7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:47.614836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:47.617267 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:47.631785 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:47.642032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18042763-e70a-459a-8bed-3bc109e6f982 req-6b883a47-23ae-447b-b62d-8d270087f85e tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377735 Aug 24 00:12:47.659131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-1d07c0b6-12b0-4937-91c7-1993142a8902 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:47.660634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-1d07c0b6-12b0-4937-91c7-1993142a8902 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517304 Aug 24 00:12:47.663440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Transition to ACTIVE for port object 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:47.667768 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:47.679573 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Attempting to bind port 73e31be3-6872-4175-b868-66de7c0384a7 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:47.679938 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Attempting to bind port 73e31be3-6872-4175-b868-66de7c0384a7 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:47.680321 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Attempting to bind port 73e31be3-6872-4175-b868-66de7c0384a7 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:47.688457 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:47.688833 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:47.689238 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:47.689634 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:47.690102 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Bound port: 73e31be3-6872-4175-b868-66de7c0384a7, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:47.690482 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:47.703839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-00d3699f-d785-4c7f-b839-ba04d1eba8c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Request body: {'port': {'device_id': 'cc9e0f28-d400-4df1-90ec-69c1823ce063', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'b325e23e1e5c4eb2b0f41309b66e6a8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:47.723901 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01069120-aad1-4452-a19f-11ec57119e48 None None] Pushing event updated for resources: {'Port': ['ID=73e31be3-6872-4175-b868-66de7c0384a7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:47.767250 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] For port 73e31be3-6872-4175-b868-66de7c0384a7, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:47.773838 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] For port 73e31be3-6872-4175-b868-66de7c0384a7, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=73e31be3-6872-4175-b868-66de7c0384a7,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:47.781572 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:47.791752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Pushing event updated for resources: {'Port': ['ID=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:47.850253 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Routers {'69703154-e80f-4bb0-8f19-96f653a5e372'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:12:47.851436 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:12:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69703154-e80f-4bb0-8f19-96f653a5e372'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:47.906217 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcce6529-f19e-4543-9022-6827f5929da6 req-6f44c4d9-c151-42ff-9d60-8e77208b82d2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Made reservation on behalf of 4296ba497012466daa2a49222903cd4c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:47.909696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dcce6529-f19e-4543-9022-6827f5929da6 req-6f44c4d9-c151-42ff-9d60-8e77208b82d2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:47.919894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-00d3699f-d785-4c7f-b839-ba04d1eba8c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Made reservation on behalf of b325e23e1e5c4eb2b0f41309b66e6a8f for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:47.923405 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-00d3699f-d785-4c7f-b839-ba04d1eba8c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:47.932188 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01069120-aad1-4452-a19f-11ec57119e48 None None] Pushing event updated for resources: {'Port': ['ID=73e31be3-6872-4175-b868-66de7c0384a7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:47.938489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56968c-e6fd-4fd7-90d3-dab6e0c3b928 req-77cb1615-ef23-41a8-baf5-ef5d80b40f84 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:47.945641 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be56968c-e6fd-4fd7-90d3-dab6e0c3b928 req-77cb1615-ef23-41a8-baf5-ef5d80b40f84 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.1222243 Aug 24 00:12:47.970930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Attempting to bind port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:47.971172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Attempting to bind port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:47.971492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Attempting to bind port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:47.993616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 on network 73946cb7-6543-439b-b8db-561e1cede42a not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:12:47.993861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Attempting to bind port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:48.002990 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] Set router 69703154-e80f-4bb0-8f19-96f653a5e372 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:12:48.040331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be56968c-e6fd-4fd7-90d3-dab6e0c3b928 req-1652a826-e3e2-459a-9b51-57347f98a661 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938334 Aug 24 00:12:48.046628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:48.046863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Checking segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:48.047457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Bound using segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:48.047623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Bound port: 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:48.047895 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:48.171816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:48.182107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-00d3699f-d785-4c7f-b839-ba04d1eba8c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Allocated IP 192.168.233.126 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/88817624-88de-473e-a8d0-04614560b195) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:48.195334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:48.201960 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:48.231319 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:45Z', 'revision_number': 3, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:48.270028 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.resource_extend [None req-2910b31f-e322-4449-8265-0b2ad895a563 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:12:48.287734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:48.288353 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:48.289759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] 10.222.0.47 "PUT /v2.0/ports/4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 HTTP/1.1" status: 200 len: 1092 time: 1.7869515 Aug 24 00:12:48.291046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379622b2-d68c-4e60-adf8-6faa8cdb1243', 'tag': '4b97b3d5-ab0e-431b-ab18-97aa04f14ad0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:48.293261 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539d8d9c-e21c-4238-bde4-8cd65b4730fd" -d '{"events": [{"name": "network-changed", "server_uuid": "379622b2-d68c-4e60-adf8-6faa8cdb1243", "tag": "4b97b3d5-ab0e-431b-ab18-97aa04f14ad0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:48.298621 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fdceee-d821-4b0b-9c37-fedc4e068996 None None] The sync data for ids ['69703154-e80f-4bb0-8f19-96f653a5e372'] in n-d-805736-1 is: [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:45Z', 'revision_number': 3, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:12:48.341043 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:48.352360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb18f83-2261-4fcc-a91f-7410e75c3c2f service neutron] Pushing event updated for resources: {'Port': ['ID=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:48.393650 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-dcce6529-f19e-4543-9022-6827f5929da6 req-6f44c4d9-c151-42ff-9d60-8e77208b82d2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Allocated IP 172.20.0.14 (ea19c1d5-c260-40f7-a45f-242d804dbf95/da0aa47e-c845-4692-9319-c5277e0b6106/ff5bd899-a5e9-4fdb-ac78-b69d40822a39) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:48.396869 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2910b31f-e322-4449-8265-0b2ad895a563 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:48.408234 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2910b31f-e322-4449-8265-0b2ad895a563 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:48.426468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c870cd-c5c5-4478-bb3e-b73f0d2ea1c4 req-2d9bbcd9-bc29-4256-a980-20602c190f4f tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:48.433602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c870cd-c5c5-4478-bb3e-b73f0d2ea1c4 req-2d9bbcd9-bc29-4256-a980-20602c190f4f tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 944 time: 0.1922982 Aug 24 00:12:48.508144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be188f-9830-44c0-a687-af7da4821b08 req-de227032-9461-4d4d-9dae-8753562bd2c3 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:48.509668 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1be188f-9830-44c0-a687-af7da4821b08 req-de227032-9461-4d4d-9dae-8753562bd2c3 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1966841 Aug 24 00:12:48.522016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:48.565849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c870cd-c5c5-4478-bb3e-b73f0d2ea1c4 req-140acf45-5f02-42ea-b684-231027e6bb55 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313293 Aug 24 00:12:48.594700 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-c35bf962-9883-47e4-b49e-ba27123c2573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:48.604616 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-c35bf962-9883-47e4-b49e-ba27123c2573 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 1095 time: 0.1860206 Aug 24 00:12:48.621385 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-00d3699f-d785-4c7f-b839-ba04d1eba8c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:48.646005 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e58864d-afbe-4301-ad60-30d5f7726c9d x-openstack-request-id: req-9e58864d-afbe-4301-ad60-30d5f7726c9d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:48.646437 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379622b2-d68c-4e60-adf8-6faa8cdb1243", "tag": "4b97b3d5-ab0e-431b-ab18-97aa04f14ad0", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:48.646691 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e58864d-afbe-4301-ad60-30d5f7726c9d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:48.647107 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379622b2-d68c-4e60-adf8-6faa8cdb1243', 'tag': '4b97b3d5-ab0e-431b-ab18-97aa04f14ad0', 'status': 'completed', 'code': 200} Aug 24 00:12:48.655306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:48.655790 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:48.695644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1be188f-9830-44c0-a687-af7da4821b08 req-8541babe-530a-4025-9eb7-eb6378716de8 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650832 Aug 24 00:12:48.703641 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-0be5a773-9691-4c3e-8475-09b146f0b583 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 HTTP/1.1" status: 200 len: 217 time: 0.0694768 Aug 24 00:12:48.703641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-00d3699f-d785-4c7f-b839-ba04d1eba8c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Transition to ACTIVE for port object 88817624-88de-473e-a8d0-04614560b195 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:48.823081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54f89389-aa90-41b6-8c3b-9ba103b5f720 req-017435e6-cbd9-4375-b48c-89b05a596a1e tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 210 time: 0.0859442 Aug 24 00:12:48.833667 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-2910b31f-e322-4449-8265-0b2ad895a563 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Floating IP 44d00bfa-9c44-4393-b258-4915044deedf associated. External IP: 172.25.8.106, port: 1a4f0838-24ad-485d-888c-4623640c0dc1. Aug 24 00:12:48.885034 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21b2ff4f-1d76-4a86-b315-c5604979d9da req-06b6372c-f0ce-470d-9a51-b290a4872c45 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 210 time: 0.0760665 Aug 24 00:12:48.905460 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-6685b9af-0931-482c-ba73-b61a0d67fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:48.906992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-6685b9af-0931-482c-ba73-b61a0d67fac0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.1732438 Aug 24 00:12:48.945828 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Allocated IP 172.20.0.1 (3bf9048d-db79-498a-a904-60931406ab61/c786ada8-ac2b-418b-97a8-f819b19b4544/464b068c-f6f1-4e0c-91e2-24e0ef4c64b0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:48.962496 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-00d3699f-d785-4c7f-b839-ba04d1eba8c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:48.965439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-a1e728ca-886c-4c11-ad5c-08b05ee5fad5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448906 Aug 24 00:12:48.981107 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dcce6529-f19e-4543-9022-6827f5929da6 req-6f44c4d9-c151-42ff-9d60-8e77208b82d2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:49.015271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563', 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', '455e03c0-f799-42af-8eb9-21d9a34db4ad', '45007bf2-7bf1-4f16-9807-cb759fef16cc'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:49.079681 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['b169b4e7-3413-4732-89e7-53705853a7af'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:49.192331 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dcce6529-f19e-4543-9022-6827f5929da6 req-6f44c4d9-c151-42ff-9d60-8e77208b82d2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:49.210295 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:49.319858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcce6529-f19e-4543-9022-6827f5929da6 req-6f44c4d9-c151-42ff-9d60-8e77208b82d2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Network ea19c1d5-c260-40f7-a45f-242d804dbf95 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:49.323236 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Transition to ACTIVE for port object 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:49.330832 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-dcce6529-f19e-4543-9022-6827f5929da6 req-6f44c4d9-c151-42ff-9d60-8e77208b82d2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:49.333656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcce6529-f19e-4543-9022-6827f5929da6 req-6f44c4d9-c151-42ff-9d60-8e77208b82d2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:49.370001 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44c4d9-c151-42ff-9d60-8e77208b82d2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Pushing event updated for resources: {'Port': ['ID=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:49.374466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-00d3699f-d785-4c7f-b839-ba04d1eba8c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:49.384931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2910b31f-e322-4449-8265-0b2ad895a563 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:12:49.399738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-00d3699f-d785-4c7f-b839-ba04d1eba8c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:49.409147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-00d3699f-d785-4c7f-b839-ba04d1eba8c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:49.412525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3699f-d785-4c7f-b839-ba04d1eba8c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event updated for resources: {'Port': ['ID=88817624-88de-473e-a8d0-04614560b195,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:49.432260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce6529-f19e-4543-9022-6827f5929da6 req-6f44c4d9-c151-42ff-9d60-8e77208b82d2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:49.432894 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dcce6529-f19e-4543-9022-6827f5929da6 req-6f44c4d9-c151-42ff-9d60-8e77208b82d2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:49.435235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0599ca8-e946-42d5-8651-dd187f5853cf req-3846416a-7611-4fdc-b83e-5822498cf82c tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:49.444163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c0599ca8-e946-42d5-8651-dd187f5853cf req-3846416a-7611-4fdc-b83e-5822498cf82c tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 949 time: 0.5360277 Aug 24 00:12:49.499313 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:49.512853 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dcce6529-f19e-4543-9022-6827f5929da6 req-6f44c4d9-c151-42ff-9d60-8e77208b82d2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3553925 Aug 24 00:12:49.570253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f6d9c-6862-4a30-b643-44f89e669e2e req-c4ad02f2-f264-4277-81f8-407683bf88e8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:49.573215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Request body: {'port': {'device_id': 'c86d1ae6-67dd-43e3-adcd-e68eb87c95c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:49.576532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-397f6d9c-6862-4a30-b643-44f89e669e2e req-c4ad02f2-f264-4277-81f8-407683bf88e8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.2268069 Aug 24 00:12:49.593434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-965b250a-d95f-4786-b4cb-829a7f6b2cc6 service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184869 Aug 24 00:12:49.631470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-00d3699f-d785-4c7f-b839-ba04d1eba8c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:49.632211 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-00d3699f-d785-4c7f-b839-ba04d1eba8c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:49.656110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c0599ca8-e946-42d5-8651-dd187f5853cf req-a2fa76ce-ba09-4e63-897b-61878e3c703f tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109270 Aug 24 00:12:49.767834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-00d3699f-d785-4c7f-b839-ba04d1eba8c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0725393 Aug 24 00:12:49.785318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-85810c23-d34e-4315-95ca-99f65f9111a4 None None] Provisioning for port 88817624-88de-473e-a8d0-04614560b195 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:49.792169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-397f6d9c-6862-4a30-b643-44f89e669e2e req-a2bd297b-bda0-481e-8e87-f4ab12060d14 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937065 Aug 24 00:12:49.798063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-85810c23-d34e-4315-95ca-99f65f9111a4 None None] Provisioning complete for port 88817624-88de-473e-a8d0-04614560b195 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:49.798578 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85810c23-d34e-4315-95ca-99f65f9111a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:49.800397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Request body: {'port': {'device_id': 'cc9e0f28-d400-4df1-90ec-69c1823ce063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:49.845378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-85810c23-d34e-4315-95ca-99f65f9111a4 None None] Port 88817624-88de-473e-a8d0-04614560b195 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:49.866610 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Pushing event updated for resources: {'Port': ['ID=464b068c-f6f1-4e0c-91e2-24e0ef4c64b0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:49.882125 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Network 3bf9048d-db79-498a-a904-60931406ab61 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:49.892292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:49.894994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:49.907959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce28c1-4e32-4a01-865e-3ded51783345 req-949a979b-006a-480a-b5b9-33baa4169e3d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:49.909986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91ce28c1-4e32-4a01-865e-3ded51783345 req-949a979b-006a-480a-b5b9-33baa4169e3d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 944 time: 0.1618021 Aug 24 00:12:49.917114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c198423b-9aea-4668-ae01-472bad77a1d1 req-f893b30b-717b-4854-b63d-823c36b2270b service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086550 Aug 24 00:12:49.931640 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:49.959331 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:49.966053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2910b31f-e322-4449-8265-0b2ad895a563 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:12:49.972537 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2910b31f-e322-4449-8265-0b2ad895a563 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:49.984516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0d699-100d-486d-ab18-e5ddb216df69 None None] Sync routers for ids ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:12:50.004176 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0d699-100d-486d-ab18-e5ddb216df69 None None] Routers {'a9cd2c6d-bca8-4efc-b266-8b93d66d6608'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:12:50.005857 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-88e0d699-100d-486d-ab18-e5ddb216df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:12:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:50.069610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91ce28c1-4e32-4a01-865e-3ded51783345 req-e1abc042-c5b5-4521-9f1c-682951d923e0 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354918 Aug 24 00:12:50.131158 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2910b31f-e322-4449-8265-0b2ad895a563 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "PUT /v2.0/floatingips/44d00bfa-9c44-4393-b258-4915044deedf HTTP/1.1" status: 200 len: 992 time: 3.6150072 Aug 24 00:12:50.132119 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:50.139894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2913f1-afb8-46c5-b659-d718af049597', 'tag': '1a4f0838-24ad-485d-888c-4623640c0dc1'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:50.143732 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb57ece8-bf15-4376-9be9-603abc82bbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2913f1-afb8-46c5-b659-d718af049597", "tag": "1a4f0838-24ad-485d-888c-4623640c0dc1"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:50.250755 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-88e0d699-100d-486d-ab18-e5ddb216df69 None None] Set router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:12:50.351736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8d9c-e21c-4238-bde4-8cd65b4730fd req-217f3210-a557-43de-b8b4-d2ed98b40685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:50.353416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-539d8d9c-e21c-4238-bde4-8cd65b4730fd req-217f3210-a557-43de-b8b4-d2ed98b40685 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 1095 time: 0.2792199 Aug 24 00:12:50.375415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-16f06851-7489-45e9-ae1f-8e53d32acd71 None None] Provisioning for port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:50.397599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c20ee-397a-43f8-a8cd-02dda3d8af1b req-f6a75cd4-17b6-4ef4-a070-2bf4691eae1e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:50.399188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-593c20ee-397a-43f8-a8cd-02dda3d8af1b req-f6a75cd4-17b6-4ef4-a070-2bf4691eae1e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.2422602 Aug 24 00:12:50.399407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-16f06851-7489-45e9-ae1f-8e53d32acd71 None None] Provisioning complete for port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:50.399785 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-16f06851-7489-45e9-ae1f-8e53d32acd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:50.428606 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:50.457213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a2cd4-4a9d-4736-8d63-5e0aa6b47ad9 req-51763bdb-d1d9-48c1-aae5-4d67605648ac tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:50.470985 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c52a2cd4-4a9d-4736-8d63-5e0aa6b47ad9 req-51763bdb-d1d9-48c1-aae5-4d67605648ac tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 932 time: 0.2636132 Aug 24 00:12:50.500439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-16f06851-7489-45e9-ae1f-8e53d32acd71 None None] Port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:50.586019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 73e31be3-6872-4175-b868-66de7c0384a7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:50.631310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c52a2cd4-4a9d-4736-8d63-5e0aa6b47ad9 req-bbaa4c53-f237-4ec9-83a4-b1239322e085 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591790 Aug 24 00:12:50.653766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-593c20ee-397a-43f8-a8cd-02dda3d8af1b req-7452c545-ac68-43ea-87c7-a72c8ff1680d tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122333 Aug 24 00:12:50.690742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5bd899-a5e9-4fdb-ac78-b69d40822a39 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:50.704851 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-88e0d699-100d-486d-ab18-e5ddb216df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '44d00bfa-9c44-4393-b258-4915044deedf', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'floating_ip_address': '172.25.8.106', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'port_id': '1a4f0838-24ad-485d-888c-4623640c0dc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'mac_address': 'fa:16:3e:fe:a0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2913f1-afb8-46c5-b659-d718af049597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:12:28Z', 'updated_at': '2021-08-24T00:12:48Z', 'revision_number': 1, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:11Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:50.705171 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:50.709610 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 73e31be3-6872-4175-b868-66de7c0384a7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:50.726389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8d9c-e21c-4238-bde4-8cd65b4730fd req-00515f98-7584-4208-ae42-b15e84199bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:50.730831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Transition to ACTIVE for port object ff5bd899-a5e9-4fdb-ac78-b69d40822a39 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:50.732951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-539d8d9c-e21c-4238-bde4-8cd65b4730fd req-00515f98-7584-4208-ae42-b15e84199bfe service neutron] 10.222.0.47 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.3571615 Aug 24 00:12:50.746459 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:50.750668 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:50.761768 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 73e31be3-6872-4175-b868-66de7c0384a7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:50.762283 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:50.767816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0d699-100d-486d-ab18-e5ddb216df69 None None] Checking router: a9cd2c6d-bca8-4efc-b266-8b93d66d6608 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:12:50.786316 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:50.804778 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0d699-100d-486d-ab18-e5ddb216df69 None None] Routers {'a9cd2c6d-bca8-4efc-b266-8b93d66d6608'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:12:50.805476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-88e0d699-100d-486d-ab18-e5ddb216df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:12:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:50.846332 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:50.850175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-539d8d9c-e21c-4238-bde4-8cd65b4730fd req-2a24f850-58d8-4cdc-a68a-218cb0d8d95d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 HTTP/1.1" status: 200 len: 217 time: 0.1096504 Aug 24 00:12:50.918422 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:50.929819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88817624-88de-473e-a8d0-04614560b195 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:50.945375 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:50.949853 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:50.955116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Pushing event updated for resources: {'Port': ['ID=464b068c-f6f1-4e0c-91e2-24e0ef4c64b0,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:50.980649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-88e0d699-100d-486d-ab18-e5ddb216df69 None None] Set router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:12:50.982004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11944a-b202-4968-8bdb-fa8f01621d95 req-e7dcce11-82a8-416d-bb08-e057fbd068e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:50.983930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d11944a-b202-4968-8bdb-fa8f01621d95 req-e7dcce11-82a8-416d-bb08-e057fbd068e6 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 949 time: 0.2275970 Aug 24 00:12:50.988224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Transition to ACTIVE for port object 88817624-88de-473e-a8d0-04614560b195 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:50.999477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387f329-eb02-4e08-a96b-225f0f42f788 req-fedb00c3-5d62-4a0f-b7af-b930b01fee26 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:51.002042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9387f329-eb02-4e08-a96b-225f0f42f788 req-fedb00c3-5d62-4a0f-b7af-b930b01fee26 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 936 time: 0.2411971 Aug 24 00:12:51.004526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8d9c-e21c-4238-bde4-8cd65b4730fd req-5fe53110-4dd2-4446-8903-412babfdf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:51.006636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-539d8d9c-e21c-4238-bde4-8cd65b4730fd req-5fe53110-4dd2-4446-8903-412babfdf239 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.1281483 Aug 24 00:12:51.007580 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Attempting to bind port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:51.008476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Attempting to bind port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:51.009064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Attempting to bind port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:51.010034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:51.017800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 73e31be3-6872-4175-b868-66de7c0384a7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=73e31be3-6872-4175-b868-66de7c0384a7,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:51.018816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 on network ea19c1d5-c260-40f7-a45f-242d804dbf95 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:12:51.018990 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Attempting to bind port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:51.022962 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:51.037656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:51.037918 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Checking segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:51.038802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Bound using segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:51.039407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Bound port: ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:51.039765 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:51.100093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Network 3bf9048d-db79-498a-a904-60931406ab61 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:51.104048 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:51.125408 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=73e31be3-6872-4175-b868-66de7c0384a7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:51.180337 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:51.185481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:51.193680 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:51.197138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-539d8d9c-e21c-4238-bde4-8cd65b4730fd req-cb7386db-a74d-4bfb-b284-ac9e770d6975 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409895 Aug 24 00:12:51.238734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d11944a-b202-4968-8bdb-fa8f01621d95 req-f77f3fec-e183-4fc6-930c-1b2fd6e9074b tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302723 Aug 24 00:12:51.299917 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:51.300546 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:51.301962 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dcce6529-f19e-4543-9022-6827f5929da6 req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] 10.222.0.13 "PUT /v2.0/ports/ff5bd899-a5e9-4fdb-ac78-b69d40822a39 HTTP/1.1" status: 200 len: 1092 time: 1.7365665 Aug 24 00:12:51.333504 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78720782-85ff-4b27-9b33-0d6368a08db0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:51.339458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Pushing event updated for resources: {'Port': ['ID=88817624-88de-473e-a8d0-04614560b195,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:51.340128 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Router 69703154-e80f-4bb0-8f19-96f653a5e372 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:12:51.420110 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-88e0d699-100d-486d-ab18-e5ddb216df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '44d00bfa-9c44-4393-b258-4915044deedf', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'floating_ip_address': '172.25.8.106', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'port_id': '1a4f0838-24ad-485d-888c-4623640c0dc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'mac_address': 'fa:16:3e:fe:a0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2913f1-afb8-46c5-b659-d718af049597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:12:28Z', 'updated_at': '2021-08-24T00:12:48Z', 'revision_number': 1, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:11Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:51.453835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9387f329-eb02-4e08-a96b-225f0f42f788 req-a241b555-fb12-4f65-b314-a9731032e0f1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306989 Aug 24 00:12:51.480420 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0d699-100d-486d-ab18-e5ddb216df69 None None] The sync data for ids ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'] in n-d-805736-1 is: [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '44d00bfa-9c44-4393-b258-4915044deedf', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'floating_ip_address': '172.25.8.106', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'port_id': '1a4f0838-24ad-485d-888c-4623640c0dc1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'mac_address': 'fa:16:3e:fe:a0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2913f1-afb8-46c5-b659-d718af049597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:12:28Z', 'updated_at': '2021-08-24T00:12:48Z', 'revision_number': 1, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:11Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:12:51.554102 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8399620-56a9-4432-8a08-4a0d65ff0d57 x-openstack-request-id: req-b8399620-56a9-4432-8a08-4a0d65ff0d57 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:51.554491 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2913f1-afb8-46c5-b659-d718af049597", "tag": "1a4f0838-24ad-485d-888c-4623640c0dc1", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:51.555120 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8399620-56a9-4432-8a08-4a0d65ff0d57 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:51.555690 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2913f1-afb8-46c5-b659-d718af049597', 'tag': '1a4f0838-24ad-485d-888c-4623640c0dc1', 'status': 'completed', 'code': 200} Aug 24 00:12:51.569696 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce6529-f19e-4543-9022-6827f5929da6 req-15c1deda-79d1-42a0-9320-8e58a689eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:51.573139 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dcce6529-f19e-4543-9022-6827f5929da6 req-15c1deda-79d1-42a0-9320-8e58a689eb51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 1095 time: 0.1596968 Aug 24 00:12:51.595268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:12:51.601071 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b5bae472-9ad0-4fee-9c4a-f1218462c45e admin admin] 10.222.0.32 "PUT /v2.0/routers/69703154-e80f-4bb0-8f19-96f653a5e372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2382488 Aug 24 00:12:51.614710 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Sync routers for ids ['69703154-e80f-4bb0-8f19-96f653a5e372'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:12:51.640707 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Routers {'69703154-e80f-4bb0-8f19-96f653a5e372'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:12:51.641786 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:12:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69703154-e80f-4bb0-8f19-96f653a5e372'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:51.686149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3bd28e42-3509-4d97-a731-3bdab7c32d52 None None] Provisioning complete for port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:51.686936 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3bd28e42-3509-4d97-a731-3bdab7c32d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:51.707258 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dcce6529-f19e-4543-9022-6827f5929da6 req-945816c7-6073-45bb-adcf-e907b4e5f7f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39 HTTP/1.1" status: 200 len: 217 time: 0.0957127 Aug 24 00:12:51.714371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Attempting to bind port 88817624-88de-473e-a8d0-04614560b195 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:51.714968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Attempting to bind port 88817624-88de-473e-a8d0-04614560b195 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:51.715222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Attempting to bind port 88817624-88de-473e-a8d0-04614560b195 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:51.731063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-539d8d9c-e21c-4238-bde4-8cd65b4730fd req-ea0b6a3b-9892-4070-aa7b-b710b1b4584a service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183246 Aug 24 00:12:51.733518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3bd28e42-3509-4d97-a731-3bdab7c32d52 None None] Port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:51.739147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Port 88817624-88de-473e-a8d0-04614560b195 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:12:51.739577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Attempting to bind port 88817624-88de-473e-a8d0-04614560b195 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:51.765753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4b9f1-4740-40dc-a5f2-2e4800f3da5b req-85eea559-5af7-4d8a-9225-35b997324f05 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:51.767373 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ef4b9f1-4740-40dc-a5f2-2e4800f3da5b req-85eea559-5af7-4d8a-9225-35b997324f05 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.1767886 Aug 24 00:12:51.776399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57ece8-bf15-4376-9be9-603abc82bbfb req-aa7d8ac7-9f76-47c4-b3d4-5d6ac45b551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:51.776399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb57ece8-bf15-4376-9be9-603abc82bbfb req-aa7d8ac7-9f76-47c4-b3d4-5d6ac45b551d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0260e3ac9534313979a02021ef3bb3a&device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 1097 time: 0.2185273 Aug 24 00:12:51.791772 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a92ff-1e08-4721-8d82-27f411513b2e req-15be8a9d-db04-4d84-b30b-031b647523c3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:51.797121 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce6529-f19e-4543-9022-6827f5929da6 req-ff743e1b-f2a7-47b5-84b6-1aad6cf2b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:51.799150 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dcce6529-f19e-4543-9022-6827f5929da6 req-ff743e1b-f2a7-47b5-84b6-1aad6cf2b699 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.0806289 Aug 24 00:12:51.800189 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b31a92ff-1e08-4721-8d82-27f411513b2e req-15be8a9d-db04-4d84-b30b-031b647523c3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 944 time: 0.2174685 Aug 24 00:12:51.802483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:51.802857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:51.803241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:51.803722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Bound port: 88817624-88de-473e-a8d0-04614560b195, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:51.804085 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:51.837631 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dcce6529-f19e-4543-9022-6827f5929da6 req-0f631cb5-af8a-4949-bf7a-5ee1d0ec3d23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288537 Aug 24 00:12:51.847010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10533f32-2a73-412f-9c82-3f728235bdb2 None None] New status for floating IP 44d00bfa-9c44-4393-b258-4915044deedf: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:12:51.849435 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Set router 69703154-e80f-4bb0-8f19-96f653a5e372 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:12:51.955816 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dcce6529-f19e-4543-9022-6827f5929da6 req-b82ba60c-9cb8-4fcb-9e33-3ecddd790173 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077282 Aug 24 00:12:51.973310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ef4b9f1-4740-40dc-a5f2-2e4800f3da5b req-e1b342e6-505c-44b3-964f-f202d46e6474 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609385 Aug 24 00:12:52.026760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b31a92ff-1e08-4721-8d82-27f411513b2e req-e4ea9a15-da1e-4aa8-8df7-3cd4680949d7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203865 Aug 24 00:12:52.124679 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dcce6529-f19e-4543-9022-6827f5929da6 req-6abeeaef-0634-4772-b5ea-b7b35966e9d2 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544313 Aug 24 00:12:52.141658 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '464b068c-f6f1-4e0c-91e2-24e0ef4c64b0', 'name': '', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'mac_address': 'fa:16:3e:f5:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:48Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 2, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'subnets': [{'id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:52.171537 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-539d8d9c-e21c-4238-bde4-8cd65b4730fd req-ec76e515-8ad8-4190-83a1-22f53cb222a7 service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278748 Aug 24 00:12:52.173014 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Checking router: 69703154-e80f-4bb0-8f19-96f653a5e372 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:12:52.173875 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Updating router 69703154-e80f-4bb0-8f19-96f653a5e372 port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:12:52.188512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57ece8-bf15-4376-9be9-603abc82bbfb req-d88977c8-908d-43fc-9046-486db1ea78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:52.190061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb57ece8-bf15-4376-9be9-603abc82bbfb req-d88977c8-908d-43fc-9046-486db1ea78ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c6a0536-598a-43f5-b351-96ae57a58d61 HTTP/1.1" status: 200 len: 925 time: 0.3790615 Aug 24 00:12:52.208362 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:52.214805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] For port 88817624-88de-473e-a8d0-04614560b195, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:52.235998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] For port 88817624-88de-473e-a8d0-04614560b195, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88817624-88de-473e-a8d0-04614560b195,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:52.249564 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:52.295365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd514dd9-17cc-4d23-9d56-7d2f151c7144 req-6ecb5ec1-e81b-4d65-832d-39d6e2b31dc2 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:52.296876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd514dd9-17cc-4d23-9d56-7d2f151c7144 req-6ecb5ec1-e81b-4d65-832d-39d6e2b31dc2 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1881080 Aug 24 00:12:52.363886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be776f2-9cb2-4cde-aec2-9bd33c460a76 req-e7bdac2c-9f79-416b-9fb7-8bf0111abd82 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:52.365383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8be776f2-9cb2-4cde-aec2-9bd33c460a76 req-e7bdac2c-9f79-416b-9fb7-8bf0111abd82 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 944 time: 0.2175946 Aug 24 00:12:52.492318 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:52.504500 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Transition to ACTIVE for port object 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:52.506916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 73e31be3-6872-4175-b868-66de7c0384a7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:52.516990 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:52.565060 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43f13f-69d4-4332-b0b4-e2fc774b1782 None None] Pushing event updated for resources: {'Port': ['ID=464b068c-f6f1-4e0c-91e2-24e0ef4c64b0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:52.593747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 73e31be3-6872-4175-b868-66de7c0384a7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:52.594003 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:52.651941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:52.652577 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:52.654850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] 10.222.0.13 "PUT /v2.0/ports/88817624-88de-473e-a8d0-04614560b195 HTTP/1.1" status: 200 len: 1096 time: 2.8592744 Aug 24 00:12:52.658667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9e0f28-d400-4df1-90ec-69c1823ce063', 'tag': '88817624-88de-473e-a8d0-04614560b195'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:52.660973 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a811bcc-884c-4e56-b2ca-ee9519f1911a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9e0f28-d400-4df1-90ec-69c1823ce063", "tag": "88817624-88de-473e-a8d0-04614560b195"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:52.681878 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb57ece8-bf15-4376-9be9-603abc82bbfb req-aba5a21c-b3d8-4f12-bf79-ccd6fd6e982d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a4f0838-24ad-485d-888c-4623640c0dc1 HTTP/1.1" status: 200 len: 1002 time: 0.4445059 Aug 24 00:12:52.711977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e2324-4769-4f4b-9b15-745088decc99 service neutron] Pushing event updated for resources: {'Port': ['ID=88817624-88de-473e-a8d0-04614560b195,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:52.762389 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Attempting to bind port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:52.763516 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Attempting to bind port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '69c5553e-5f11-4da7-9ce7-941711a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bf9048d-db79-498a-a904-60931406ab61'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:52.764203 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Attempting to bind port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 on network 3bf9048d-db79-498a-a904-60931406ab61 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:52.766275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd514dd9-17cc-4d23-9d56-7d2f151c7144 req-e5752ae0-e96a-4377-8fa5-d07587cb1ddd tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408696 Aug 24 00:12:52.771184 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:52.771677 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Checking segment: {'id': '69c5553e-5f11-4da7-9ce7-941711a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bf9048d-db79-498a-a904-60931406ab61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:52.772180 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:52.772672 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Bound using segment: {'id': '69c5553e-5f11-4da7-9ce7-941711a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bf9048d-db79-498a-a904-60931406ab61'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:52.773500 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Bound port: 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c5553e-5f11-4da7-9ce7-941711a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bf9048d-db79-498a-a904-60931406ab61'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:52.773861 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:52.788632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8be776f2-9cb2-4cde-aec2-9bd33c460a76 req-4a3e1567-8399-43d5-8309-8c172ecf2686 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134114 Aug 24 00:12:52.810716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57ece8-bf15-4376-9be9-603abc82bbfb req-f7c6587f-0c93-4d33-8a59-8e1b45c4ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:52.812270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb57ece8-bf15-4376-9be9-603abc82bbfb req-f7c6587f-0c93-4d33-8a59-8e1b45c4ffe2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a360885-cb3f-4163-9ef2-5cd2bca1aba0 HTTP/1.1" status: 200 len: 863 time: 0.1137636 Aug 24 00:12:52.851420 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] For port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:12:52.855621 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] For port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=464b068c-f6f1-4e0c-91e2-24e0ef4c64b0,segment=NetworkSegment(69c5553e-5f11-4da7-9ce7-941711a5fc48),segment_id=69c5553e-5f11-4da7-9ce7-941711a5fc48)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:12:52.860478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-2d223792-fe99-4266-86b7-90a819ce60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:52.862308 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:52.862486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-2d223792-fe99-4266-86b7-90a819ce60c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 1099 time: 0.0946822 Aug 24 00:12:52.927932 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Routers {'69703154-e80f-4bb0-8f19-96f653a5e372'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:12:52.928584 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:12:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69703154-e80f-4bb0-8f19-96f653a5e372'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:52.930350 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43f13f-69d4-4332-b0b4-e2fc774b1782 None None] Pushing event updated for resources: {'Port': ['ID=464b068c-f6f1-4e0c-91e2-24e0ef4c64b0,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:52.933613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57ece8-bf15-4376-9be9-603abc82bbfb req-21c04e9a-4399-437d-94b8-82b112867b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:52.935642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb57ece8-bf15-4376-9be9-603abc82bbfb req-21c04e9a-4399-437d-94b8-82b112867b44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c6a0536-598a-43f5-b351-96ae57a58d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112361 Aug 24 00:12:52.993772 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-6dfb3166-7746-411b-ad9c-d1adb2bd17e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=88817624-88de-473e-a8d0-04614560b195 HTTP/1.1" status: 200 len: 217 time: 0.0991981 Aug 24 00:12:53.047439 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] Set router 69703154-e80f-4bb0-8f19-96f653a5e372 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:12:53.090860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ed6da-bb51-4b76-ad81-33fbf0d51f8d req-b37dd809-c6e5-469d-838d-911ee959b412 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:53.092501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d5ed6da-bb51-4b76-ad81-33fbf0d51f8d req-b37dd809-c6e5-469d-838d-911ee959b412 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 949 time: 0.2208164 Aug 24 00:12:53.112755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-252d117e-7e50-4c02-b1e5-220aa07060eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:53.114393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-252d117e-7e50-4c02-b1e5-220aa07060eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0905750 Aug 24 00:12:53.150518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:53.158034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-52e8b11b-6cdd-4add-9243-970f07889805 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1055365904', 'description': 'tempest-description--526189033'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:53.202251 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52e8b11b-6cdd-4add-9243-970f07889805 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:53.211673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb57ece8-bf15-4376-9be9-603abc82bbfb req-6c74685b-27b0-4468-b78b-cc6e767a9401 service neutron] 10.222.0.13 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480166 Aug 24 00:12:53.220038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d5ed6da-bb51-4b76-ad81-33fbf0d51f8d req-9fd036fd-21db-4b4f-a8cb-ef33376593d9 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115465 Aug 24 00:12:53.228344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-4804e65e-e1d0-4e21-8fd4-b0ec69ac881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:53.229775 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-4804e65e-e1d0-4e21-8fd4-b0ec69ac881a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879138 Aug 24 00:12:53.301235 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:53.320175 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39425609-ad49-46e4-a08f-3305e9e7a94f x-openstack-request-id: req-39425609-ad49-46e4-a08f-3305e9e7a94f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:53.320465 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52e8b11b-6cdd-4add-9243-970f07889805 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:53.320556 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9e0f28-d400-4df1-90ec-69c1823ce063", "tag": "88817624-88de-473e-a8d0-04614560b195", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:53.320996 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39425609-ad49-46e4-a08f-3305e9e7a94f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:53.321122 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9e0f28-d400-4df1-90ec-69c1823ce063', 'tag': '88817624-88de-473e-a8d0-04614560b195', 'status': 'completed', 'code': 200} Aug 24 00:12:53.328055 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52e8b11b-6cdd-4add-9243-970f07889805 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:53.357389 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '464b068c-f6f1-4e0c-91e2-24e0ef4c64b0', 'name': '', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'mac_address': 'fa:16:3e:f5:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:48Z', 'updated_at': '2021-08-24T00:12:52Z', 'revision_number': 4, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'subnets': [{'id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:12:53.366196 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52e8b11b-6cdd-4add-9243-970f07889805 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:53.367796 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-52e8b11b-6cdd-4add-9243-970f07889805 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2153451 Aug 24 00:12:53.370611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:53.375437 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-75ba3c2e-b20d-46c1-837e-73eb63ea4422 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Request body: {'security_group_rule': {'security_group_id': '95353384-e67a-4526-be5b-addaf837a440', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:53.381007 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8b11b-6cdd-4add-9243-970f07889805 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95353384-e67a-4526-be5b-addaf837a440,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:53.386676 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f6161-884b-4459-b2bd-9d69cd900b2c None None] The sync data for ids ['69703154-e80f-4bb0-8f19-96f653a5e372'] in n-d-805736-1 is: [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '464b068c-f6f1-4e0c-91e2-24e0ef4c64b0', 'name': '', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'mac_address': 'fa:16:3e:f5:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:48Z', 'updated_at': '2021-08-24T00:12:52Z', 'revision_number': 4, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'subnets': [{'id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:12:53.410210 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75ba3c2e-b20d-46c1-837e-73eb63ea4422 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:53.510339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75ba3c2e-b20d-46c1-837e-73eb63ea4422 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:53.516003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75ba3c2e-b20d-46c1-837e-73eb63ea4422 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:53.537742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba3c2e-b20d-46c1-837e-73eb63ea4422 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3021e86-63e4-455b-bad0-b16b1c2ca7c7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:53.540343 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75ba3c2e-b20d-46c1-837e-73eb63ea4422 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:53.545268 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-75ba3c2e-b20d-46c1-837e-73eb63ea4422 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1733122 Aug 24 00:12:53.546010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:53.551133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-99cb50d1-645b-4f50-833e-a56e9bde62cf tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Request body: {'security_group_rule': {'security_group_id': '95353384-e67a-4526-be5b-addaf837a440', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:53.558856 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86d1ae6-67dd-43e3-adcd-e68eb87c95c4', 'tag': 'ff5bd899-a5e9-4fdb-ac78-b69d40822a39'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:53.561516 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9fa681-8adb-4230-8e3b-a7794d764a70" -d '{"events": [{"name": "network-changed", "server_uuid": "c86d1ae6-67dd-43e3-adcd-e68eb87c95c4", "tag": "ff5bd899-a5e9-4fdb-ac78-b69d40822a39"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:53.570056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb57ece8-bf15-4376-9be9-603abc82bbfb req-70f347ee-9e32-4810-b93b-d7b33965b83b service neutron] 10.222.0.13 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200116 Aug 24 00:12:53.575470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-77a68e3b-c928-4b18-983b-09b4b1bba4c6 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771938 Aug 24 00:12:53.586870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acace0-4c9a-4313-84fe-83ca7b680c52 req-0be9c0d1-8e9d-4bad-be2a-a44e30392dca tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:53.588450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3acace0-4c9a-4313-84fe-83ca7b680c52 req-0be9c0d1-8e9d-4bad-be2a-a44e30392dca tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.2202880 Aug 24 00:12:53.596873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bb3e8-1786-4665-a0d9-897cce5354f3 req-d2bab95b-2be2-48ab-80fa-ef8cb01a182d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:53.598171 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99cb50d1-645b-4f50-833e-a56e9bde62cf tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:53.604466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a68bb3e8-1786-4665-a0d9-897cce5354f3 req-d2bab95b-2be2-48ab-80fa-ef8cb01a182d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 948 time: 0.2308712 Aug 24 00:12:53.670015 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99cb50d1-645b-4f50-833e-a56e9bde62cf tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:53.677528 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99cb50d1-645b-4f50-833e-a56e9bde62cf tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:53.717058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb50d1-645b-4f50-833e-a56e9bde62cf tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14626a95-597c-4acd-b476-ed3cb843865c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:53.728119 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99cb50d1-645b-4f50-833e-a56e9bde62cf tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:53.730092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3acace0-4c9a-4313-84fe-83ca7b680c52 req-34ddd91f-9260-4092-a619-63ccec064187 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206887 Aug 24 00:12:53.742950 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-99cb50d1-645b-4f50-833e-a56e9bde62cf tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1943300 Aug 24 00:12:53.746085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:12:53.748295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a68bb3e8-1786-4665-a0d9-897cce5354f3 req-32296905-6793-44ec-add3-41a2d57a8c9d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428859 Aug 24 00:12:53.757083 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:53.796940 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-584df5e9-9ff4-4e29-a2c1-f9987a222f5b req-4fb5dd8d-fe48-44b3-ab1b-d5e5ade9356f service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888676 Aug 24 00:12:53.811556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:53.927373 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021bfd1-718f-4d84-8210-756e873c0a27 req-4d13b0ab-9005-461f-8e1d-ffa89e5749c3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:53.928977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b021bfd1-718f-4d84-8210-756e873c0a27 req-4d13b0ab-9005-461f-8e1d-ffa89e5749c3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 944 time: 0.0965567 Aug 24 00:12:53.943936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25cba1-762a-4b17-8a98-80f9c22f9711 req-44904582-9823-4388-b3bf-b9e94a9eb266 tempest-LiveMigrationNegativeTest-205762799 tempest-LiveMigrationNegativeTest-205762799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:53.945591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef25cba1-762a-4b17-8a98-80f9c22f9711 req-44904582-9823-4388-b3bf-b9e94a9eb266 tempest-LiveMigrationNegativeTest-205762799 tempest-LiveMigrationNegativeTest-205762799-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 1100 time: 0.0798779 Aug 24 00:12:53.962459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:53.976917 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.002532 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef25cba1-762a-4b17-8a98-80f9c22f9711 req-62554b24-ed03-4cc7-b5d6-94addb64c3b9 tempest-LiveMigrationNegativeTest-205762799 tempest-LiveMigrationNegativeTest-205762799-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.029071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a811bcc-884c-4e56-b2ca-ee9519f1911a req-78ffc501-c360-4d11-99e4-589626dacfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:54.030610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a811bcc-884c-4e56-b2ca-ee9519f1911a req-78ffc501-c360-4d11-99e4-589626dacfc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 1099 time: 0.0987153 Aug 24 00:12:54.060806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b021bfd1-718f-4d84-8210-756e873c0a27 req-653528d4-c92c-4822-b71e-061fc3f01ab6 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899081 Aug 24 00:12:54.107856 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Allocated IP 172.25.8.149 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/eb48abb8-15fd-4ff4-aa62-91a85cdd762a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:54.108372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:54.122567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '4b97b3d5-ab0e-431b-ab18-97aa04f14ad0', 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a', 'port_id': '4b97b3d5-ab0e-431b-ab18-97aa04f14ad0', 'mac_address': 'fa:16:3e:b7:13:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa782be-5361-4304-8935-1a8d05dccac3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:12:54.140934 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dd1ec8-1527-409c-b0f4-b3eec819aea1 x-openstack-request-id: req-30dd1ec8-1527-409c-b0f4-b3eec819aea1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:54.141219 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86d1ae6-67dd-43e3-adcd-e68eb87c95c4", "tag": "ff5bd899-a5e9-4fdb-ac78-b69d40822a39", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:54.141468 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30dd1ec8-1527-409c-b0f4-b3eec819aea1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:54.141853 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86d1ae6-67dd-43e3-adcd-e68eb87c95c4', 'tag': 'ff5bd899-a5e9-4fdb-ac78-b69d40822a39', 'status': 'completed', 'code': 200} Aug 24 00:12:54.181055 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.216202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:54.243712 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:54.249939 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.252510 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.307789 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.310001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:54.336187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fa681-8adb-4230-8e3b-a7794d764a70 req-6590f35e-7e63-4fb1-b8aa-a2ce07faaddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:54.337890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d9fa681-8adb-4230-8e3b-a7794d764a70 req-6590f35e-7e63-4fb1-b8aa-a2ce07faaddb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 1095 time: 0.1444771 Aug 24 00:12:54.354706 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:54.357205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a811bcc-884c-4e56-b2ca-ee9519f1911a req-f148ff7b-9916-4fb9-bd5f-9999b9cb8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:54.357600 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:54.358671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a811bcc-884c-4e56-b2ca-ee9519f1911a req-f148ff7b-9916-4fb9-bd5f-9999b9cb8861 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.3169577 Aug 24 00:12:54.363197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:54.391245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Pushing event updated for resources: {'Port': ['ID=eb48abb8-15fd-4ff4-aa62-91a85cdd762a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:54.416324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c727b-f5df-4a6a-b0f4-1f54158264e8 req-abdf3da7-1747-4eee-bf89-e0631041f02a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:54.424130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-983c727b-f5df-4a6a-b0f4-1f54158264e8 req-abdf3da7-1747-4eee-bf89-e0631041f02a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1907876 Aug 24 00:12:54.503039 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.512569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:54.515786 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a811bcc-884c-4e56-b2ca-ee9519f1911a req-7763a320-f88b-4a0f-a6cf-6c24c7f57184 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=88817624-88de-473e-a8d0-04614560b195 HTTP/1.1" status: 200 len: 217 time: 0.1385944 Aug 24 00:12:54.548392 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef25cba1-762a-4b17-8a98-80f9c22f9711 req-62554b24-ed03-4cc7-b5d6-94addb64c3b9 tempest-LiveMigrationNegativeTest-205762799 tempest-LiveMigrationNegativeTest-205762799-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.548578 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.597858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:54.598861 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef25cba1-762a-4b17-8a98-80f9c22f9711 req-62554b24-ed03-4cc7-b5d6-94addb64c3b9 tempest-LiveMigrationNegativeTest-205762799 tempest-LiveMigrationNegativeTest-205762799-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.602919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:54.602919 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.622714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-983c727b-f5df-4a6a-b0f4-1f54158264e8 req-159c1496-69b1-45c2-b005-d407f715e91e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934354 Aug 24 00:12:54.686689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef25cba1-762a-4b17-8a98-80f9c22f9711 req-62554b24-ed03-4cc7-b5d6-94addb64c3b9 tempest-LiveMigrationNegativeTest-205762799 tempest-LiveMigrationNegativeTest-205762799-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7177269 Aug 24 00:12:54.724945 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.737608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fa681-8adb-4230-8e3b-a7794d764a70 req-771f7e43-3cf1-4103-ac4a-1c35db85e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:54.739181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d9fa681-8adb-4230-8e3b-a7794d764a70 req-771f7e43-3cf1-4103-ac4a-1c35db85e8e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.3920786 Aug 24 00:12:54.741867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a811bcc-884c-4e56-b2ca-ee9519f1911a req-a1de0072-cf9a-432f-b71c-ebd21b15ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:54.743385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a811bcc-884c-4e56-b2ca-ee9519f1911a req-a1de0072-cf9a-432f-b71c-ebd21b15ef8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.2109137 Aug 24 00:12:54.744192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62554b24-ed03-4cc7-b5d6-94addb64c3b9 tempest-LiveMigrationNegativeTest-205762799 tempest-LiveMigrationNegativeTest-205762799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81156040-c104-44c9-9ec7-5cbac32d5484,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:54.766466 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.781008 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.795104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=464b068c-f6f1-4e0c-91e2-24e0ef4c64b0,segment=NetworkSegment(69c5553e-5f11-4da7-9ce7-941711a5fc48),segment_id=69c5553e-5f11-4da7-9ce7-941711a5fc48)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:54.798650 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['4b97b3d5-ab0e-431b-ab18-97aa04f14ad0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:54.842453 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.860018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d9fa681-8adb-4230-8e3b-a7794d764a70 req-d7dab2ab-bb54-4626-9e59-1aeff59c64d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39 HTTP/1.1" status: 200 len: 217 time: 0.0996976 Aug 24 00:12:54.907568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Pushing event updated for resources: {'Port': ['ID=eb48abb8-15fd-4ff4-aa62-91a85cdd762a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:54.910143 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.926238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=464b068c-f6f1-4e0c-91e2-24e0ef4c64b0,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:54.929038 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:54.940573 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7affaa59-19e4-4e06-8c7c-8cdfda0720a7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1872575 Aug 24 00:12:54.941961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a811bcc-884c-4e56-b2ca-ee9519f1911a req-78e64e64-a271-4d53-b764-06fc4afdc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:54.943987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a811bcc-884c-4e56-b2ca-ee9519f1911a req-78e64e64-a271-4d53-b764-06fc4afdc09f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1849353 Aug 24 00:12:54.953803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400e87e-9c18-4418-8b30-8024f76e8fad req-537478de-f8a0-4c4a-a408-eeccae3d3862 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:54.955919 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f400e87e-9c18-4418-8b30-8024f76e8fad req-537478de-f8a0-4c4a-a408-eeccae3d3862 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 944 time: 0.2064290 Aug 24 00:12:54.999316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fa681-8adb-4230-8e3b-a7794d764a70 req-c2ff858c-a467-4fdb-adf6-ac930b450c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:55.001116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d9fa681-8adb-4230-8e3b-a7794d764a70 req-c2ff858c-a467-4fdb-adf6-ac930b450c6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.1289895 Aug 24 00:12:55.086212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d9fa681-8adb-4230-8e3b-a7794d764a70 req-71aae2db-a211-49d2-94a4-d95eeb0e87ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468667 Aug 24 00:12:55.143232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f400e87e-9c18-4418-8b30-8024f76e8fad req-3ac227f6-43d0-4f54-9ce5-3bf2e744b4c6 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708097 Aug 24 00:12:55.223655 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60a8ba-8a77-49a9-8bc2-054276bb37db req-9e628b6f-7a1f-4a4a-8a2c-34edde019a56 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:55.225114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c60a8ba-8a77-49a9-8bc2-054276bb37db req-9e628b6f-7a1f-4a4a-8a2c-34edde019a56 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.1714644 Aug 24 00:12:55.241000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a811bcc-884c-4e56-b2ca-ee9519f1911a req-da7379dd-891a-407f-82f4-a252b040d424 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820752 Aug 24 00:12:55.357256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d9fa681-8adb-4230-8e3b-a7794d764a70 req-fc0b968a-68ac-485d-97eb-324bbb1427b3 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495468 Aug 24 00:12:55.369636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c60a8ba-8a77-49a9-8bc2-054276bb37db req-3d58684f-a068-4ebf-8e62-cb679409c748 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337280 Aug 24 00:12:55.376932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455947bd-557a-44f0-9fdf-738e6b102edb req-2c406e2f-f810-484b-8a75-09d385355e1f tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:55.378370 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-455947bd-557a-44f0-9fdf-738e6b102edb req-2c406e2f-f810-484b-8a75-09d385355e1f tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 948 time: 0.1671124 Aug 24 00:12:55.733041 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a811bcc-884c-4e56-b2ca-ee9519f1911a req-ca56009d-80f6-498a-aa74-4fcf92ec109b service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670155 Aug 24 00:12:55.741067 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-455947bd-557a-44f0-9fdf-738e6b102edb req-f7b7bd4e-ecc8-402e-b1a3-52bb2e49f311 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505144 Aug 24 00:12:55.751534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-cb502024-d9cc-4236-874f-4b51b7cea8e3 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1055365904&fields=id&tenant_id=1b4b39ddccdf4080ab12df3b76f55b0d HTTP/1.1" status: 200 len: 267 time: 0.1361217 Aug 24 00:12:55.778551 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d9fa681-8adb-4230-8e3b-a7794d764a70 req-d0525587-d6ab-4cb9-b3ac-ac2532cc3f04 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972065 Aug 24 00:12:55.802511 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:12:55.849908 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66991f79-1c47-4d1d-b34a-1b8cb520476c req-63837e32-d3fe-4f2b-b275-9e0917891749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:55.851492 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-66991f79-1c47-4d1d-b34a-1b8cb520476c req-63837e32-d3fe-4f2b-b275-9e0917891749 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 1123 time: 0.2550564 Aug 24 00:12:55.888987 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-66991f79-1c47-4d1d-b34a-1b8cb520476c req-96235c41-3462-4a62-bd14-c2e44d9c9bd6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289226 Aug 24 00:12:55.927130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e58e1-98a1-4c86-bfd9-883f77dbdcc7 req-b3204aab-99dc-43a0-b19e-772d41bf80c7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:55.928439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-364e58e1-98a1-4c86-bfd9-883f77dbdcc7 req-b3204aab-99dc-43a0-b19e-772d41bf80c7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 945 time: 0.0768082 Aug 24 00:12:55.955556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-1b54308f-44fd-4e2f-883a-1683a4b2bff4 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:55.957018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-1b54308f-44fd-4e2f-883a-1683a4b2bff4 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/networks?id=3bf9048d-db79-498a-a904-60931406ab61 HTTP/1.1" status: 200 len: 806 time: 0.1726167 Aug 24 00:12:55.978566 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7a275330-093d-42a2-8a3a-49fb59b5d5fc tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/quotas/1b4b39ddccdf4080ab12df3b76f55b0d HTTP/1.1" status: 200 len: 375 time: 0.0155141 Aug 24 00:12:56.000580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-364e58e1-98a1-4c86-bfd9-883f77dbdcc7 req-c0879ff9-d08d-43b5-94bf-c7cda877ba79 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619648 Aug 24 00:12:56.036854 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-4fb4efa7-17d9-4a64-80ed-e8ae51ca07ae tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b4b39ddccdf4080ab12df3b76f55b0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526404 Aug 24 00:12:56.149115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-a0a54788-60ae-4754-8625-7a10ab1d5a2d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:12:56.150133 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-a0a54788-60ae-4754-8625-7a10ab1d5a2d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0665429 Aug 24 00:12:56.258719 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 88817624-88de-473e-a8d0-04614560b195 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:56.281341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f7102-e073-42e7-ae39-b8be6395d677 req-e4fe7e30-b4b0-431f-9b35-6400ded8d587 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:56.282989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a7f7102-e073-42e7-ae39-b8be6395d677 req-e4fe7e30-b4b0-431f-9b35-6400ded8d587 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0817318 Aug 24 00:12:56.285349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-43fbc5c7-1871-4368-9a73-3db49657ef62 service neutron] 10.222.0.32 "GET /v2.0/networks/3bf9048d-db79-498a-a904-60931406ab61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280911 Aug 24 00:12:56.353902 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ec4a4784-225e-477f-8d1f-95ceaeedb0f9 req-dfebdc26-1bd4-4403-b563-c488982c419d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427313 Aug 24 00:12:56.363539 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 88817624-88de-473e-a8d0-04614560b195, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88817624-88de-473e-a8d0-04614560b195,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:56.372358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a7f7102-e073-42e7-ae39-b8be6395d677 req-3fffe3bf-3e95-4dfa-b62b-9e9873341a65 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794547 Aug 24 00:12:56.376542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '88817624-88de-473e-a8d0-04614560b195', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '88817624-88de-473e-a8d0-04614560b195', 'mac_address': 'fa:16:3e:3b:9b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:12:56.409328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-9f206b85-68f0-48af-9eb2-fc21a41470b6 service neutron] 10.222.0.32 "GET /v2.0/networks/3bf9048d-db79-498a-a904-60931406ab61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172199 Aug 24 00:12:56.426672 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:56.443179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88817624-88de-473e-a8d0-04614560b195 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:56.466144 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 88817624-88de-473e-a8d0-04614560b195, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88817624-88de-473e-a8d0-04614560b195,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:56.477715 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:56.478833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ff5bd899-a5e9-4fdb-ac78-b69d40822a39 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:56.503734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a4784-225e-477f-8d1f-95ceaeedb0f9 req-d6047d76-5b1f-49d9-9143-97fd387dceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:56.505274 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ec4a4784-225e-477f-8d1f-95ceaeedb0f9 req-d6047d76-5b1f-49d9-9143-97fd387dceae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edbd278d73d44a99b5166fd72edc2c65&device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 1122 time: 0.1134653 Aug 24 00:12:56.534098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:56.654529 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a4784-225e-477f-8d1f-95ceaeedb0f9 req-425b73ff-e80d-44dc-9cc7-b3d8abb73448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:56.656221 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ec4a4784-225e-477f-8d1f-95ceaeedb0f9 req-425b73ff-e80d-44dc-9cc7-b3d8abb73448 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1211708 Aug 24 00:12:56.666181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45653b80-c88a-4f3b-9fcc-cd7aaf505473 req-6aa73a07-452c-4c02-9436-2173fab5d09f tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:56.689127 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45653b80-c88a-4f3b-9fcc-cd7aaf505473 req-6aa73a07-452c-4c02-9436-2173fab5d09f tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 949 time: 0.1274183 Aug 24 00:12:56.722902 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ec4a4784-225e-477f-8d1f-95ceaeedb0f9 req-909ef18d-f7a0-49fb-8c82-8f8aada5bf4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=10ef63a7-b747-4dcc-a39b-10bc6e06d301 HTTP/1.1" status: 200 len: 217 time: 0.0566597 Aug 24 00:12:56.791043 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a4784-225e-477f-8d1f-95ceaeedb0f9 req-7ae31c13-38a2-4204-8a8a-951d855f60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:56.794379 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:56.794643 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ec4a4784-225e-477f-8d1f-95ceaeedb0f9 req-7ae31c13-38a2-4204-8a8a-951d855f60e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0620601 Aug 24 00:12:56.815493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=88817624-88de-473e-a8d0-04614560b195,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:56.820313 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'ff5bd899-a5e9-4fdb-ac78-b69d40822a39', 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95', 'port_id': 'ff5bd899-a5e9-4fdb-ac78-b69d40822a39', 'mac_address': 'fa:16:3e:11:82:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0aa47e-c845-4692-9319-c5277e0b6106', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:12:56.820437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45653b80-c88a-4f3b-9fcc-cd7aaf505473 req-7d029bba-6ab3-41e0-9c2e-caeb42dfe36f tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266053 Aug 24 00:12:56.859259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c100e90-6d20-47a8-960d-1ac6ab965dca req-8620a00c-d6b2-4f86-88b0-46f831db69b5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:56.860354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:56.860732 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:56.863259 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1c100e90-6d20-47a8-960d-1ac6ab965dca req-8620a00c-d6b2-4f86-88b0-46f831db69b5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 944 time: 0.1558776 Aug 24 00:12:56.891650 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:56.912497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a4784-225e-477f-8d1f-95ceaeedb0f9 req-fe434f20-1346-4b41-b138-8e2a99b1f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:56.915382 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ec4a4784-225e-477f-8d1f-95ceaeedb0f9 req-fe434f20-1346-4b41-b138-8e2a99b1f035 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074185 Aug 24 00:12:56.928873 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5bd899-a5e9-4fdb-ac78-b69d40822a39 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:56.938889 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1c100e90-6d20-47a8-960d-1ac6ab965dca req-4ccb77ae-52d8-4cf5-982b-273bb02e2ae1 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693312 Aug 24 00:12:56.970979 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:56.978461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234842d-4745-49a8-8ad0-2eb9cb6c9eb1 req-dce795d4-f0a5-4b74-8fd2-7236006042f2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:56.980806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9234842d-4745-49a8-8ad0-2eb9cb6c9eb1 req-dce795d4-f0a5-4b74-8fd2-7236006042f2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.0555942 Aug 24 00:12:56.986279 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:57.033361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9234842d-4745-49a8-8ad0-2eb9cb6c9eb1 req-6cba0697-5349-40dd-9e85-956bd4867ac2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449212 Aug 24 00:12:57.067960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c7586ae-db65-4ca0-afeb-5c796c8ad4b2 req-15a26cbc-2ae7-4bed-9ff9-0f6ba00ca962 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 210 time: 0.0387077 Aug 24 00:12:57.099788 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ec4a4784-225e-477f-8d1f-95ceaeedb0f9 req-eebad1be-1af0-4581-bd35-645ad558e28f service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702003 Aug 24 00:12:57.134788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:57.213533 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d62a2-d9a8-430e-9290-cfadf3bc2418 req-99762c52-5840-4787-bf8a-615a362084a0 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:57.215017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-314d62a2-d9a8-430e-9290-cfadf3bc2418 req-99762c52-5840-4787-bf8a-615a362084a0 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 949 time: 0.0847023 Aug 24 00:12:57.224962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3722-e0a8-451d-b430-95c9a1587949 req-1246b4b5-a64b-453d-9074-19b6f2e09d3d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:57.226505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-090b3722-e0a8-451d-b430-95c9a1587949 req-1246b4b5-a64b-453d-9074-19b6f2e09d3d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 945 time: 0.0669093 Aug 24 00:12:57.247204 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ec4a4784-225e-477f-8d1f-95ceaeedb0f9 req-ce21b048-a376-4259-a06b-40e9ab84471d service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137123 Aug 24 00:12:57.277782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-314d62a2-d9a8-430e-9290-cfadf3bc2418 req-6884894e-c91a-4ab8-9c7c-287d8dc7e0e4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501459 Aug 24 00:12:57.295038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-090b3722-e0a8-451d-b430-95c9a1587949 req-9ad0508c-c99f-4e6f-905a-0dc9f6b8a60c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555863 Aug 24 00:12:57.452245 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f553c045-d32f-4cf3-94b3-674df9823d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:57.505542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f73d8-7eaf-4834-be62-ef30a7dac0bc req-7e8c6eae-6196-4957-b52a-c453e9cbd416 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:57.507273 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-378f73d8-7eaf-4834-be62-ef30a7dac0bc req-7e8c6eae-6196-4957-b52a-c453e9cbd416 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0626316 Aug 24 00:12:57.530147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['ff5bd899-a5e9-4fdb-ac78-b69d40822a39'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:57.559444 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['88817624-88de-473e-a8d0-04614560b195'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:57.565447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-378f73d8-7eaf-4834-be62-ef30a7dac0bc req-98fa878f-ed93-4cae-88f0-8b10f6ddd76a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433819 Aug 24 00:12:57.688909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7016379-db29-45a0-8a15-17e63987b327 req-abb9fcb3-bcec-4997-8068-759470bc2105 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:57.691337 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7016379-db29-45a0-8a15-17e63987b327 req-abb9fcb3-bcec-4997-8068-759470bc2105 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0585811 Aug 24 00:12:57.730946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7016379-db29-45a0-8a15-17e63987b327 req-8988321d-d53e-4ae1-bacc-efd4169c421a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332425 Aug 24 00:12:57.966992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66694a78-ee50-447c-82cf-7b31bf8c1373 req-993a65cc-ecdd-44ea-afba-3d56d2426ad2 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:57.972724 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66694a78-ee50-447c-82cf-7b31bf8c1373 req-993a65cc-ecdd-44ea-afba-3d56d2426ad2 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 949 time: 0.0686719 Aug 24 00:12:57.998579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:12:58.047556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66694a78-ee50-447c-82cf-7b31bf8c1373 req-2d209058-b234-4b58-8c4e-01415b9757f7 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729129 Aug 24 00:12:58.057937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:58.065071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:58.065447 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:58.078507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590edb9b-4087-4329-b4d7-b6e50450786b req-787bb991-8744-4857-a03f-ed64e82e62fb tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:58.080087 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-590edb9b-4087-4329-b4d7-b6e50450786b req-787bb991-8744-4857-a03f-ed64e82e62fb tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0791793 Aug 24 00:12:58.153572 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-590edb9b-4087-4329-b4d7-b6e50450786b req-00c38be4-acb9-4d10-8e05-c221d5280ecc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665631 Aug 24 00:12:58.154702 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:58.188552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379622b2-d68c-4e60-adf8-6faa8cdb1243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b97b3d5-ab0e-431b-ab18-97aa04f14ad0'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:58.191201 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d8b6a6-14c4-402a-b6a0-b70b17377a13" -d '{"events": [{"server_uuid": "379622b2-d68c-4e60-adf8-6faa8cdb1243", "name": "network-vif-plugged", "status": "completed", "tag": "4b97b3d5-ab0e-431b-ab18-97aa04f14ad0"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:58.206022 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:58.207964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f8e29-4d6d-483d-9e6f-84c39443071e req-4729c628-2111-425b-b61d-5cce8cceaa8e tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:58.209706 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b6f8e29-4d6d-483d-9e6f-84c39443071e req-4729c628-2111-425b-b61d-5cce8cceaa8e tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 945 time: 0.0741196 Aug 24 00:12:58.210248 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:58.247937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:12:58.260325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:12:58.292329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:58.323333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b6f8e29-4d6d-483d-9e6f-84c39443071e req-2b6fd3b3-b7ec-4e29-9aac-0b58f163cef4 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972502 Aug 24 00:12:58.346800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55ba67-e5b1-4083-85fc-9aa144ff9c9f req-9a5aab2c-9e3a-4f52-b820-ba99283da339 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:58.347044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d55ba67-e5b1-4083-85fc-9aa144ff9c9f req-9a5aab2c-9e3a-4f52-b820-ba99283da339 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.1167836 Aug 24 00:12:58.410510 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-1a2ecc21-69b8-477f-a066-c9b486f03146 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:58.412867 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-1a2ecc21-69b8-477f-a066-c9b486f03146 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.13 "GET /v2.0/networks?id=3bf9048d-db79-498a-a904-60931406ab61 HTTP/1.1" status: 200 len: 806 time: 0.1322391 Aug 24 00:12:58.414668 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:58.434593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:58.442172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d55ba67-e5b1-4083-85fc-9aa144ff9c9f req-79c20e8f-23d4-44a3-9669-352d05e82226 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915511 Aug 24 00:12:58.478649 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-46e9be1d-e18e-4c68-bf4d-373207d18ec9 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b4b39ddccdf4080ab12df3b76f55b0d HTTP/1.1" status: 200 len: 380 time: 0.0461965 Aug 24 00:12:58.479530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca', 'mac_address': 'fa:16:3e:3c:80:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:tempest-test_az-1278312705', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:12:58.490340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:58.495307 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:58.499453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-ac646853-63db-4130-ba24-ca53dd91c7e7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Request body: {'port': {'device_id': 'fe5a456d-7e50-4959-8eb6-387d7015fa6d', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'admin_state_up': True, 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'security_groups': ['95353384-e67a-4526-be5b-addaf837a440']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:58.522920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37712161-1df7-4290-ba20-8c20e4047265 req-3ec2481f-c82b-418f-b763-4fa57a916a99 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 210 time: 0.0614748 Aug 24 00:12:58.540733 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b6cb66-9d12-402a-9517-47a7996ba5d5 x-openstack-request-id: req-11b6cb66-9d12-402a-9517-47a7996ba5d5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:12:58.546200 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379622b2-d68c-4e60-adf8-6faa8cdb1243", "name": "network-vif-plugged", "status": "completed", "tag": "4b97b3d5-ab0e-431b-ab18-97aa04f14ad0", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:12:58.547030 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11b6cb66-9d12-402a-9517-47a7996ba5d5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:12:58.547762 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379622b2-d68c-4e60-adf8-6faa8cdb1243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b97b3d5-ab0e-431b-ab18-97aa04f14ad0', 'code': 200} Aug 24 00:12:58.619064 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:58.627643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8399da-3aa6-4293-89e6-eaff88f36be4 req-437fa1d9-2f9d-4d7f-803d-c4df503a73b7 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:58.629723 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e8399da-3aa6-4293-89e6-eaff88f36be4 req-437fa1d9-2f9d-4d7f-803d-c4df503a73b7 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.47 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 949 time: 0.1171439 Aug 24 00:12:58.643222 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:58.646873 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:58.671937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:58.677477 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:58.684966 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-ac646853-63db-4130-ba24-ca53dd91c7e7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Made reservation on behalf of 1b4b39ddccdf4080ab12df3b76f55b0d for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:12:58.688651 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-ac646853-63db-4130-ba24-ca53dd91c7e7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:58.738203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:58.819319 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-ac646853-63db-4130-ba24-ca53dd91c7e7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Allocated IP 172.20.0.5 (3bf9048d-db79-498a-a904-60931406ab61/c786ada8-ac2b-418b-97a8-f819b19b4544/93f54e76-531a-4e78-96cc-36b2e636dd94) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:12:58.832772 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bb3e8-50c6-4ed6-ab7e-6d6f6f97e022 req-0540a439-1b0e-49a9-85f7-a0184977ac55 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:58.834314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd5bb3e8-50c6-4ed6-ab7e-6d6f6f97e022 req-0540a439-1b0e-49a9-85f7-a0184977ac55 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 946 time: 0.2336454 Aug 24 00:12:58.858500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd97e7-d2d1-4984-9954-a2fd95a06396 req-019d844d-3c4e-442a-a531-e36534a075a8 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:58.860239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2cbd97e7-d2d1-4984-9954-a2fd95a06396 req-019d844d-3c4e-442a-a531-e36534a075a8 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 949 time: 0.2460756 Aug 24 00:12:58.898360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07c2c6-d6f9-4b8e-b224-48b5b8ff5434 req-2d801f41-609a-4938-bcbd-9245923baa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:58.899748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2c07c2c6-d6f9-4b8e-b224-48b5b8ff5434 req-2d801f41-609a-4938-bcbd-9245923baa54 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 1097 time: 0.2341385 Aug 24 00:12:58.968357 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-ac646853-63db-4130-ba24-ca53dd91c7e7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:58.969802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd5bb3e8-50c6-4ed6-ab7e-6d6f6f97e022 req-6bb15430-0471-4706-bb8a-1d98fc7bdd12 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202595 Aug 24 00:12:58.983107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2cbd97e7-d2d1-4984-9954-a2fd95a06396 req-1b3af56d-d57d-4f92-976d-c364e0ce188e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134005 Aug 24 00:12:58.991181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2c07c2c6-d6f9-4b8e-b224-48b5b8ff5434 req-c29ce46a-0af8-406f-a4b2-96465ac0c66d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756843 Aug 24 00:12:58.993088 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-ac646853-63db-4130-ba24-ca53dd91c7e7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Transition to ACTIVE for port object 93f54e76-531a-4e78-96cc-36b2e636dd94 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:59.004798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-6e8399da-3aa6-4293-89e6-eaff88f36be4 req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Deleting port 189424b3-8a5b-421c-a2d2-19476f45456f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:12:59.005150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6e8399da-3aa6-4293-89e6-eaff88f36be4 req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:59.046286 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-ac646853-63db-4130-ba24-ca53dd91c7e7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:59.096238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-ac646853-63db-4130-ba24-ca53dd91c7e7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Network 3bf9048d-db79-498a-a904-60931406ab61 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:12:59.099264 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-ac646853-63db-4130-ba24-ca53dd91c7e7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:12:59.104615 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-ac646853-63db-4130-ba24-ca53dd91c7e7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:12:59.109593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac646853-63db-4130-ba24-ca53dd91c7e7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Pushing event updated for resources: {'Port': ['ID=93f54e76-531a-4e78-96cc-36b2e636dd94,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:59.160496 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-ac646853-63db-4130-ba24-ca53dd91c7e7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:59.161517 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-ac646853-63db-4130-ba24-ca53dd91c7e7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:59.170496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6e8399da-3aa6-4293-89e6-eaff88f36be4 req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] For port 189424b3-8a5b-421c-a2d2-19476f45456f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=189424b3-8a5b-421c-a2d2-19476f45456f,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:12:59.170984 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6e8399da-3aa6-4293-89e6-eaff88f36be4 req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:59.176124 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-ac646853-63db-4130-ba24-ca53dd91c7e7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6849599 Aug 24 00:12:59.192915 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-6e8399da-3aa6-4293-89e6-eaff88f36be4 req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Calling delete_port for 189424b3-8a5b-421c-a2d2-19476f45456f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:12:59.201624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Request body: {'port': {'device_id': 'fe5a456d-7e50-4959-8eb6-387d7015fa6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:12:59.214156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d4d65-27bf-4bab-8fff-342d4569a701 req-f5de4d9a-4872-4c4a-82e3-63b2fbe9a2a0 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:59.216448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-783d4d65-27bf-4bab-8fff-342d4569a701 req-f5de4d9a-4872-4c4a-82e3-63b2fbe9a2a0 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 949 time: 0.0905788 Aug 24 00:12:59.259902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:59.281725 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:59.355554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-783d4d65-27bf-4bab-8fff-342d4569a701 req-716337d3-d373-4b02-b12c-1c61002b05cb tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299956 Aug 24 00:12:59.383019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c40c14-fc1c-4e76-9738-6272da5c203a req-6c7c73d8-a6f8-4164-a0f2-8d620bf5ea16 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:59.384864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c40c14-fc1c-4e76-9738-6272da5c203a req-6c7c73d8-a6f8-4164-a0f2-8d620bf5ea16 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 971 time: 0.0866952 Aug 24 00:12:59.448044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c40c14-fc1c-4e76-9738-6272da5c203a req-b1b3f404-02cf-4a9f-bb07-16a41d924eaf tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475142 Aug 24 00:12:59.575244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1a023cbd-9b27-4eed-81c5-70bfc4e80f75 None None] Provisioning for port 93f54e76-531a-4e78-96cc-36b2e636dd94 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:12:59.583689 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:59.585752 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1a023cbd-9b27-4eed-81c5-70bfc4e80f75 None None] Provisioning complete for port 93f54e76-531a-4e78-96cc-36b2e636dd94 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:12:59.586007 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6e8399da-3aa6-4293-89e6-eaff88f36be4 req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:59.586843 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a023cbd-9b27-4eed-81c5-70bfc4e80f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:59.646645 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['189424b3-8a5b-421c-a2d2-19476f45456f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:12:59.648746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84864831-1753-45db-8adc-5896db39a85f req-00f3f70d-3603-4c3b-a4b0-2647791e0e02 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:59.651712 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1a023cbd-9b27-4eed-81c5-70bfc4e80f75 None None] Port 93f54e76-531a-4e78-96cc-36b2e636dd94 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:12:59.657371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84864831-1753-45db-8adc-5896db39a85f req-00f3f70d-3603-4c3b-a4b0-2647791e0e02 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 945 time: 0.2191060 Aug 24 00:12:59.679381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Pushing event deleted for resources: {'Port': ['ID=189424b3-8a5b-421c-a2d2-19476f45456f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:59.693898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f54e76-531a-4e78-96cc-36b2e636dd94 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:12:59.695591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.695935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.696271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.696601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.696929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.697254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.697589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.698308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.698308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.698519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.698864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.699196 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.703963 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:59.717894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Transition to ACTIVE for port object 93f54e76-531a-4e78-96cc-36b2e636dd94 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:12:59.725773 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:59.785950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84864831-1753-45db-8adc-5896db39a85f req-339107db-9603-4d4e-a551-04178d95a357 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216137 Aug 24 00:12:59.847128 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Pushing event updated for resources: {'Port': ['ID=93f54e76-531a-4e78-96cc-36b2e636dd94,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:12:59.849007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3f3bb-a54c-4b71-9967-3c3218c098d5 req-b3c89ccf-b8e6-4663-8b17-97ab460edbbf tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:59.860535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05a3f3bb-a54c-4b71-9967-3c3218c098d5 req-b3c89ccf-b8e6-4663-8b17-97ab460edbbf tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.2933309 Aug 24 00:12:59.862684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8399da-3aa6-4293-89e6-eaff88f36be4 req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] No DVR routers for this DVR port 189424b3-8a5b-421c-a2d2-19476f45456f on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:12:59.867987 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.868347 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.868684 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.869021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.869360 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.869697 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.870024 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.870388 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.870669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.871099 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.872472 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.873366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:12:59.892184 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6e8399da-3aa6-4293-89e6-eaff88f36be4 req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:59.894328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e8399da-3aa6-4293-89e6-eaff88f36be4 req-095bf108-f709-4164-a201-46044070b150 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.47 "DELETE /v2.0/ports/189424b3-8a5b-421c-a2d2-19476f45456f HTTP/1.1" status: 204 len: 173 time: 1.2395744 Aug 24 00:12:59.894882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede8b6bf-2580-4f13-a400-4188c9705bb7', 'name': 'network-vif-deleted', 'tag': '189424b3-8a5b-421c-a2d2-19476f45456f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:12:59.899800 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442c6e14-71a0-414f-ae66-dbd1854892de" -d '{"events": [{"server_uuid": "ede8b6bf-2580-4f13-a400-4188c9705bb7", "name": "network-vif-deleted", "tag": "189424b3-8a5b-421c-a2d2-19476f45456f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:12:59.924918 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Attempting to bind port 93f54e76-531a-4e78-96cc-36b2e636dd94 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:12:59.925159 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Attempting to bind port 93f54e76-531a-4e78-96cc-36b2e636dd94 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '69c5553e-5f11-4da7-9ce7-941711a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bf9048d-db79-498a-a904-60931406ab61'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:12:59.925476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Attempting to bind port 93f54e76-531a-4e78-96cc-36b2e636dd94 on network 3bf9048d-db79-498a-a904-60931406ab61 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:59.935685 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Port 93f54e76-531a-4e78-96cc-36b2e636dd94 on network 3bf9048d-db79-498a-a904-60931406ab61 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:12:59.936796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Attempting to bind port 93f54e76-531a-4e78-96cc-36b2e636dd94 on network 3bf9048d-db79-498a-a904-60931406ab61 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:12:59.943203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:12:59.943774 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Checking segment: {'id': '69c5553e-5f11-4da7-9ce7-941711a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bf9048d-db79-498a-a904-60931406ab61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:12:59.944274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Bound using segment: {'id': '69c5553e-5f11-4da7-9ce7-941711a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bf9048d-db79-498a-a904-60931406ab61'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:12:59.944892 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Bound port: 93f54e76-531a-4e78-96cc-36b2e636dd94, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c5553e-5f11-4da7-9ce7-941711a5fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3bf9048d-db79-498a-a904-60931406ab61'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:12:59.945294 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:59.963550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05a3f3bb-a54c-4b71-9967-3c3218c098d5 req-edbb38f0-fad9-430a-ac32-9948cb4f15ed tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014245 Aug 24 00:12:59.972367 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28b400-a7f1-4ec1-8ff3-236bdfb23ff0 req-47654f4b-1250-4386-aaf6-a0ce6ee1db26 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:12:59.973897 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad28b400-a7f1-4ec1-8ff3-236bdfb23ff0 req-47654f4b-1250-4386-aaf6-a0ce6ee1db26 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 943 time: 0.0957942 Aug 24 00:13:00.039375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] For port 93f54e76-531a-4e78-96cc-36b2e636dd94, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:00.042294 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfa9c68-df95-469a-baee-6f7169003a0f x-openstack-request-id: req-6cfa9c68-df95-469a-baee-6f7169003a0f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:00.042660 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede8b6bf-2580-4f13-a400-4188c9705bb7", "name": "network-vif-deleted", "tag": "189424b3-8a5b-421c-a2d2-19476f45456f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:00.042809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] For port 93f54e76-531a-4e78-96cc-36b2e636dd94, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=93f54e76-531a-4e78-96cc-36b2e636dd94,segment=NetworkSegment(69c5553e-5f11-4da7-9ce7-941711a5fc48),segment_id=69c5553e-5f11-4da7-9ce7-941711a5fc48)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:00.043009 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cfa9c68-df95-469a-baee-6f7169003a0f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:00.044751 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede8b6bf-2580-4f13-a400-4188c9705bb7', 'name': 'network-vif-deleted', 'tag': '189424b3-8a5b-421c-a2d2-19476f45456f', 'status': 'completed', 'code': 200} Aug 24 00:13:00.056920 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:00.061331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad28b400-a7f1-4ec1-8ff3-236bdfb23ff0 req-99b102e9-b7e8-442e-9678-ae3296ed986b tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups?id=95353384-e67a-4526-be5b-addaf837a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716798 Aug 24 00:13:00.087823 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:00.113578 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:00.114037 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:00.115590 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] 10.222.0.13 "PUT /v2.0/ports/93f54e76-531a-4e78-96cc-36b2e636dd94 HTTP/1.1" status: 200 len: 1091 time: 0.9215622 Aug 24 00:13:00.116027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5a456d-7e50-4959-8eb6-387d7015fa6d', 'tag': '93f54e76-531a-4e78-96cc-36b2e636dd94'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:00.118284 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca5d43f-f1a6-47da-93ef-001727a5208f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5a456d-7e50-4959-8eb6-387d7015fa6d", "tag": "93f54e76-531a-4e78-96cc-36b2e636dd94"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:00.145194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15a084-337f-4e29-9683-c4cf68d92c47 service neutron] Pushing event updated for resources: {'Port': ['ID=93f54e76-531a-4e78-96cc-36b2e636dd94,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:00.158861 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ba0efeb-9b27-40af-b7a6-df60d70c6291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:00.222382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e0cfc-46e1-49e4-b053-e3ccc5e5f3b4 req-ad723749-4a5c-4bea-8031-d1e4728bb8b8 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:00.223883 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-682e0cfc-46e1-49e4-b053-e3ccc5e5f3b4 req-ad723749-4a5c-4bea-8031-d1e4728bb8b8 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 946 time: 0.1001368 Aug 24 00:13:00.238190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a91c89-69d9-46dd-b8fb-a63f68a2ef15 req-95988480-77b9-45e2-a1f7-b9e64fec0124 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:00.239832 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14a91c89-69d9-46dd-b8fb-a63f68a2ef15 req-95988480-77b9-45e2-a1f7-b9e64fec0124 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 949 time: 0.1042602 Aug 24 00:13:00.264567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ff5bd899-a5e9-4fdb-ac78-b69d40822a39 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:00.283783 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-11955315-de9c-43b2-a270-154dfa7a7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:00.285468 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-11955315-de9c-43b2-a270-154dfa7a7fab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b4b39ddccdf4080ab12df3b76f55b0d&device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 1094 time: 0.0479517 Aug 24 00:13:00.299995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14a91c89-69d9-46dd-b8fb-a63f68a2ef15 req-52a2cfa7-1d7c-40c4-8031-81bdc4316e75 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533707 Aug 24 00:13:00.303024 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-682e0cfc-46e1-49e4-b053-e3ccc5e5f3b4 req-b209e933-c0fd-4cd2-8538-e2af4f8df65c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622866 Aug 24 00:13:00.335717 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:00.340261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:00.340890 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:00.368732 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a902c722-2c09-415b-a7d7-fbd5a6fabfeb x-openstack-request-id: req-a902c722-2c09-415b-a7d7-fbd5a6fabfeb {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:00.369032 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5a456d-7e50-4959-8eb6-387d7015fa6d", "tag": "93f54e76-531a-4e78-96cc-36b2e636dd94", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:00.369276 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a902c722-2c09-415b-a7d7-fbd5a6fabfeb {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:00.369835 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5a456d-7e50-4959-8eb6-387d7015fa6d', 'tag': '93f54e76-531a-4e78-96cc-36b2e636dd94', 'status': 'completed', 'code': 200} Aug 24 00:13:00.372741 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-290af62c-be6d-4e6f-b321-abd3b4df545a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93f54e76-531a-4e78-96cc-36b2e636dd94 HTTP/1.1" status: 200 len: 217 time: 0.0550954 Aug 24 00:13:00.438808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-d99a358c-d9d1-4b32-9a94-33570268cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:00.443936 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-d99a358c-d9d1-4b32-9a94-33570268cfc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c786ada8-ac2b-418b-97a8-f819b19b4544 HTTP/1.1" status: 200 len: 845 time: 0.0540457 Aug 24 00:13:00.456231 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:00.491123 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52f89592-5767-4473-abd9-695a5ab8f0b5 req-97de8447-04a6-44cb-8f73-0d342871ea40 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ede8b6bf-2580-4f13-a400-4188c9705bb7 HTTP/1.1" status: 200 len: 210 time: 0.0272789 Aug 24 00:13:00.499210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:00.504380 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:00.505451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 88817624-88de-473e-a8d0-04614560b195 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:00.513185 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-9e11057f-a283-4b0b-ad8d-462fc13afe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:00.514830 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-9e11057f-a283-4b0b-ad8d-462fc13afe75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bf9048d-db79-498a-a904-60931406ab61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588596 Aug 24 00:13:00.552768 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b803147-26a6-40ab-adf0-247f78cafea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca'}, {'server_uuid': 'c86d1ae6-67dd-43e3-adcd-e68eb87c95c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5bd899-a5e9-4fdb-ac78-b69d40822a39'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:00.555330 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a05261-6962-45c2-85d2-d4f62c01eb09" -d '{"events": [{"server_uuid": "3b803147-26a6-40ab-adf0-247f78cafea6", "name": "network-vif-unplugged", "status": "completed", "tag": "6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca"}, {"server_uuid": "c86d1ae6-67dd-43e3-adcd-e68eb87c95c4", "name": "network-vif-plugged", "status": "completed", "tag": "ff5bd899-a5e9-4fdb-ac78-b69d40822a39"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:00.599462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223d325-8b33-4ce5-b685-ba548367be40 req-e956d02f-9f0c-43e9-9a3e-f10d3fe45cf7 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:00.601024 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1223d325-8b33-4ce5-b685-ba548367be40 req-e956d02f-9f0c-43e9-9a3e-f10d3fe45cf7 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 971 time: 0.0651021 Aug 24 00:13:00.611034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:00.625772 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bba3af-3e97-4eb8-8c8d-3c20d1574494 x-openstack-request-id: req-c3bba3af-3e97-4eb8-8c8d-3c20d1574494 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:00.626505 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b803147-26a6-40ab-adf0-247f78cafea6", "name": "network-vif-unplugged", "status": "completed", "tag": "6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca", "code": 200}, {"server_uuid": "c86d1ae6-67dd-43e3-adcd-e68eb87c95c4", "name": "network-vif-plugged", "status": "completed", "tag": "ff5bd899-a5e9-4fdb-ac78-b69d40822a39", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:00.626505 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3bba3af-3e97-4eb8-8c8d-3c20d1574494 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:00.628407 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b803147-26a6-40ab-adf0-247f78cafea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca', 'code': 200} Aug 24 00:13:00.628407 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86d1ae6-67dd-43e3-adcd-e68eb87c95c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5bd899-a5e9-4fdb-ac78-b69d40822a39', 'code': 200} Aug 24 00:13:00.630511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 88817624-88de-473e-a8d0-04614560b195 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:00.635236 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 88817624-88de-473e-a8d0-04614560b195 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:00.635618 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:00.644873 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-11c151e5-7cf2-4af9-82a7-359cc8640c3c service neutron] 10.222.0.13 "GET /v2.0/networks/3bf9048d-db79-498a-a904-60931406ab61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196754 Aug 24 00:13:00.652076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1223d325-8b33-4ce5-b685-ba548367be40 req-5b4a21fb-4832-4cf3-bc65-abfd56471813 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Aug 24 00:13:00.729079 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:00.769850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6f21f3ae-1b71-4535-840f-d5c594dcbd61'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:00.795554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 88817624-88de-473e-a8d0-04614560b195, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88817624-88de-473e-a8d0-04614560b195,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:00.806925 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:00.865222 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d203a461-234e-4a44-9234-4ea8a461d3d5 req-bd620e5a-29e7-4d4f-9868-f26b91ad434b service neutron] 10.222.0.13 "GET /v2.0/networks/3bf9048d-db79-498a-a904-60931406ab61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448245 Aug 24 00:13:00.868372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f0460-fcc6-4031-8f03-57630f9e69fa req-13dce8c0-f329-4cc7-937b-5ba4e7309afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:00.870333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-950f0460-fcc6-4031-8f03-57630f9e69fa req-13dce8c0-f329-4cc7-937b-5ba4e7309afd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 1097 time: 0.0818570 Aug 24 00:13:00.926293 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=88817624-88de-473e-a8d0-04614560b195,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:00.964427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd74191-3d2b-4f20-af01-59ddf21d90ba req-b803a3b7-257e-48d9-b4fc-c2e0880828e8 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:00.966810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ddd74191-3d2b-4f20-af01-59ddf21d90ba req-b803a3b7-257e-48d9-b4fc-c2e0880828e8 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 946 time: 0.0855069 Aug 24 00:13:00.971684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-950f0460-fcc6-4031-8f03-57630f9e69fa req-2a97f688-e90a-4080-884e-07906d1c86c5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613043 Aug 24 00:13:01.009472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ddd74191-3d2b-4f20-af01-59ddf21d90ba req-f7600509-bc66-4ad4-bd7f-02f07f62d0ae tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344355 Aug 24 00:13:01.092205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10fd7b-1ebd-44e6-9c3e-cdba248faa80 req-e9f7786e-eeee-484a-845f-fa83cea1518c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:01.092364 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:01.099238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd10fd7b-1ebd-44e6-9c3e-cdba248faa80 req-e9f7786e-eeee-484a-845f-fa83cea1518c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.0632873 Aug 24 00:13:01.141531 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd10fd7b-1ebd-44e6-9c3e-cdba248faa80 req-8039e087-f8bc-49bc-a4be-63ba950a3add tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Aug 24 00:13:01.175411 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dac618-7e75-460a-ae77-08b11ef84e18 req-0a99db72-a5c6-4f64-81e8-61ef59ad1b25 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:01.176855 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13dac618-7e75-460a-ae77-08b11ef84e18 req-0a99db72-a5c6-4f64-81e8-61ef59ad1b25 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 943 time: 0.0498137 Aug 24 00:13:01.214046 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13dac618-7e75-460a-ae77-08b11ef84e18 req-7a0bc9c3-d42d-4d69-b6bc-161d0873e234 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups?id=95353384-e67a-4526-be5b-addaf837a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311348 Aug 24 00:13:01.438277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d43f-f1a6-47da-93ef-001727a5208f req-71696ce7-08e0-4908-9b04-b63b806810b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:01.439807 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cca5d43f-f1a6-47da-93ef-001727a5208f req-71696ce7-08e0-4908-9b04-b63b806810b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b4b39ddccdf4080ab12df3b76f55b0d&device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 1094 time: 0.0921900 Aug 24 00:13:01.472861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aacbd-e863-435a-a165-72d4a80459b8 req-dfb0361f-66f8-4996-93e2-5379f233415b tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:01.474287 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-744aacbd-e863-435a-a165-72d4a80459b8 req-dfb0361f-66f8-4996-93e2-5379f233415b tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 950 time: 0.0931983 Aug 24 00:13:01.490247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41a044-0f2e-457e-a4c5-158aa6b325c0 req-e164ca22-8e05-4255-803e-c9d3475ee6c7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:01.491676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e41a044-0f2e-457e-a4c5-158aa6b325c0 req-e164ca22-8e05-4255-803e-c9d3475ee6c7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 946 time: 0.1136074 Aug 24 00:13:01.586222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-744aacbd-e863-435a-a165-72d4a80459b8 req-2678e458-844a-4237-bfdf-172dd09e40b8 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935941 Aug 24 00:13:01.605032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e41a044-0f2e-457e-a4c5-158aa6b325c0 req-dc5bef24-4e2d-4b46-9b0a-3290f029273e tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811877 Aug 24 00:13:01.618886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d43f-f1a6-47da-93ef-001727a5208f req-276f2726-9f53-412c-a84d-e4b50bfa5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:01.620431 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cca5d43f-f1a6-47da-93ef-001727a5208f req-276f2726-9f53-412c-a84d-e4b50bfa5912 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bf9048d-db79-498a-a904-60931406ab61 HTTP/1.1" status: 200 len: 907 time: 0.1675475 Aug 24 00:13:01.669702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cca5d43f-f1a6-47da-93ef-001727a5208f req-0122d8cd-62e8-424a-9fc5-75fad481a24b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93f54e76-531a-4e78-96cc-36b2e636dd94 HTTP/1.1" status: 200 len: 217 time: 0.0378339 Aug 24 00:13:01.737314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d43f-f1a6-47da-93ef-001727a5208f req-8e3e335f-ffe1-4c91-9773-1edccb44afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:01.739209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cca5d43f-f1a6-47da-93ef-001727a5208f req-8e3e335f-ffe1-4c91-9773-1edccb44afd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c786ada8-ac2b-418b-97a8-f819b19b4544 HTTP/1.1" status: 200 len: 845 time: 0.0473077 Aug 24 00:13:02.010691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 189424b3-8a5b-421c-a2d2-19476f45456f no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:13:02.032101 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 189424b3-8a5b-421c-a2d2-19476f45456f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:13:02.032454 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 189424b3-8a5b-421c-a2d2-19476f45456f not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:13:02.071724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d43f-f1a6-47da-93ef-001727a5208f req-13bf0f26-b24a-4334-843d-6600d795facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:02.073245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cca5d43f-f1a6-47da-93ef-001727a5208f req-13bf0f26-b24a-4334-843d-6600d795facb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bf9048d-db79-498a-a904-60931406ab61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3252296 Aug 24 00:13:02.084082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b47faf-8f97-4730-931a-683928d1d325 req-e5235abe-94f9-45af-9b5f-b8e20e709490 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:02.085524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74b47faf-8f97-4730-931a-683928d1d325 req-e5235abe-94f9-45af-9b5f-b8e20e709490 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 971 time: 0.0917127 Aug 24 00:13:02.087078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af201b86-21e1-484d-b8c9-36f21ce330ce req-82be8c01-b353-428b-a499-03619d48b634 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:02.088466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af201b86-21e1-484d-b8c9-36f21ce330ce req-82be8c01-b353-428b-a499-03619d48b634 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 1097 time: 0.0932827 Aug 24 00:13:02.192560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74b47faf-8f97-4730-931a-683928d1d325 req-aa8d01a8-5d0f-46f8-a186-927a8d2fb5ce tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950828 Aug 24 00:13:02.199130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af201b86-21e1-484d-b8c9-36f21ce330ce req-1a1739b8-0c74-4270-829c-06d3e493d5c4 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026595 Aug 24 00:13:02.230332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cca5d43f-f1a6-47da-93ef-001727a5208f req-1b2ab40f-0c9f-4a12-9896-c0180a5e79ce service neutron] 10.222.0.13 "GET /v2.0/networks/3bf9048d-db79-498a-a904-60931406ab61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398931 Aug 24 00:13:02.257919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:02.314674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:02.315219 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:02.363335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaa95e-403a-4d69-9415-bb9df28fbe58 req-2910779e-2926-40c5-973e-12e2c92d1497 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:02.365020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecdaa95e-403a-4d69-9415-bb9df28fbe58 req-2910779e-2926-40c5-973e-12e2c92d1497 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 950 time: 0.1009552 Aug 24 00:13:02.396030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cca5d43f-f1a6-47da-93ef-001727a5208f req-51161b2c-a2e6-4ef2-bae2-02e279edd9e2 service neutron] 10.222.0.13 "GET /v2.0/networks/3bf9048d-db79-498a-a904-60931406ab61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529586 Aug 24 00:13:02.400905 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:02.415487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecdaa95e-403a-4d69-9415-bb9df28fbe58 req-2dcad848-76f0-4043-9d3c-e688ac123242 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395291 Aug 24 00:13:02.436854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:02.442043 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:02.502698 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:02.583490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcff3d5-32c4-4bb3-bb07-8ea9fb6b5176 req-b6fd79a6-bcc9-4712-b82d-546f39bb3df2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:02.585072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1fcff3d5-32c4-4bb3-bb07-8ea9fb6b5176 req-b6fd79a6-bcc9-4712-b82d-546f39bb3df2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 946 time: 0.0862074 Aug 24 00:13:02.610332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e47717-d000-40c9-86b4-b3067cb78cd2 req-b331ec4a-d789-48ed-8938-2c08174af97e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:02.611913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9e47717-d000-40c9-86b4-b3067cb78cd2 req-b331ec4a-d789-48ed-8938-2c08174af97e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.0984118 Aug 24 00:13:02.628027 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9e0f28-d400-4df1-90ec-69c1823ce063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88817624-88de-473e-a8d0-04614560b195'}, {'server_uuid': '3b803147-26a6-40ab-adf0-247f78cafea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:02.630479 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c79f3e-6327-4b39-9af4-901bba2070ba" -d '{"events": [{"server_uuid": "cc9e0f28-d400-4df1-90ec-69c1823ce063", "name": "network-vif-plugged", "status": "completed", "tag": "88817624-88de-473e-a8d0-04614560b195"}, {"server_uuid": "3b803147-26a6-40ab-adf0-247f78cafea6", "name": "network-vif-plugged", "status": "completed", "tag": "6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:02.656766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1fcff3d5-32c4-4bb3-bb07-8ea9fb6b5176 req-e52d70ab-78ea-4db6-8a95-334d0cc39076 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648708 Aug 24 00:13:02.671525 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9e47717-d000-40c9-86b4-b3067cb78cd2 req-2b0adf9b-5cce-49e4-b600-e527528f87b0 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524390 Aug 24 00:13:02.804125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50126156-3980-4e6f-a198-d0bf1f0c2d7d req-6b1e2dfb-a44e-400d-9b34-e62b60c12a8a tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:02.805687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50126156-3980-4e6f-a198-d0bf1f0c2d7d req-6b1e2dfb-a44e-400d-9b34-e62b60c12a8a tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 943 time: 0.0880914 Aug 24 00:13:02.812088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2126a-4812-4795-9eda-75c2cccdd925 req-e333805b-13c6-46d6-ace9-06df17ce2033 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:02.813492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fb2126a-4812-4795-9eda-75c2cccdd925 req-e333805b-13c6-46d6-ace9-06df17ce2033 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 1097 time: 0.0671058 Aug 24 00:13:02.867241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50126156-3980-4e6f-a198-d0bf1f0c2d7d req-4c955e7e-31d3-461f-a1f6-f32b2369d317 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups?id=95353384-e67a-4526-be5b-addaf837a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526972 Aug 24 00:13:02.871024 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fb2126a-4812-4795-9eda-75c2cccdd925 req-8a322e9e-e997-4d78-b8b7-96ce0ee2d588 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499566 Aug 24 00:13:02.907951 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:02.982455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d18819-6f58-43a1-8522-679b758945f2 req-2676c378-384c-4a1e-a37c-b1fddb6861f1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:02.984021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84d18819-6f58-43a1-8522-679b758945f2 req-2676c378-384c-4a1e-a37c-b1fddb6861f1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 950 time: 0.0508904 Aug 24 00:13:02.984762 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4874bb-5f5c-4b49-bc3b-3812c40b69ab x-openstack-request-id: req-5c4874bb-5f5c-4b49-bc3b-3812c40b69ab {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:02.985053 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9e0f28-d400-4df1-90ec-69c1823ce063", "name": "network-vif-plugged", "status": "completed", "tag": "88817624-88de-473e-a8d0-04614560b195", "code": 200}, {"server_uuid": "3b803147-26a6-40ab-adf0-247f78cafea6", "name": "network-vif-plugged", "status": "completed", "tag": "6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:02.985300 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c4874bb-5f5c-4b49-bc3b-3812c40b69ab {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:02.985691 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9e0f28-d400-4df1-90ec-69c1823ce063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88817624-88de-473e-a8d0-04614560b195', 'code': 200} Aug 24 00:13:02.985944 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b803147-26a6-40ab-adf0-247f78cafea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca', 'code': 200} Aug 24 00:13:03.024058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84d18819-6f58-43a1-8522-679b758945f2 req-e2c4c1bf-207a-43a0-9ff3-476ec4533c61 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338852 Aug 24 00:13:03.203327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311774-55b1-43ad-b62d-ccc03c11cb16 req-cd029425-8b88-456f-8e01-406aa61dba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:03.205845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd311774-55b1-43ad-b62d-ccc03c11cb16 req-cd029425-8b88-456f-8e01-406aa61dba96 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 1101 time: 0.0430779 Aug 24 00:13:03.252039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd311774-55b1-43ad-b62d-ccc03c11cb16 req-89563506-966b-4c50-9859-1ceac7f10eb0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332673 Aug 24 00:13:03.320614 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9470c6-7c84-49d0-b7c2-d3de75a8f928 req-5d911092-6103-49c1-9a2e-afab7da04682 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:03.322112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b9470c6-7c84-49d0-b7c2-d3de75a8f928 req-5d911092-6103-49c1-9a2e-afab7da04682 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0531433 Aug 24 00:13:03.361707 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b9470c6-7c84-49d0-b7c2-d3de75a8f928 req-608cdbc5-f343-4562-9e97-45f11c52e2e5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325031 Aug 24 00:13:03.551670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba22b1f-9545-47b3-a255-68c0ac2e33ad req-127009da-7719-4cb1-8090-d57e6111e25f tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:03.553280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ba22b1f-9545-47b3-a255-68c0ac2e33ad req-127009da-7719-4cb1-8090-d57e6111e25f tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 950 time: 0.0526290 Aug 24 00:13:03.596263 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ba22b1f-9545-47b3-a255-68c0ac2e33ad req-3a673fb6-90c9-454d-9600-529504efa19e tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326555 Aug 24 00:13:03.770464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856bfa6-a25f-4b31-90dc-d0c840c00aa6 req-77a92149-8276-42f3-9c2a-e21196b9d273 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:03.771975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6856bfa6-a25f-4b31-90dc-d0c840c00aa6 req-77a92149-8276-42f3-9c2a-e21196b9d273 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 946 time: 0.0495222 Aug 24 00:13:03.811604 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6856bfa6-a25f-4b31-90dc-d0c840c00aa6 req-d01f00f7-2fac-49e3-8a97-06d0652adb8c tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334673 Aug 24 00:13:03.918944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361aa635-ce52-4401-af39-639aca7be82f req-a3038175-5446-4d19-a534-968c263f00e7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:03.920507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-361aa635-ce52-4401-af39-639aca7be82f req-a3038175-5446-4d19-a534-968c263f00e7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.0542896 Aug 24 00:13:03.958928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-361aa635-ce52-4401-af39-639aca7be82f req-9bf34b3c-9162-46ed-a43f-77b4c5ddf2c1 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322735 Aug 24 00:13:04.049650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-d96bd172-1aa6-4c51-90cd-b49a8104e001 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:13:04.050607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-d96bd172-1aa6-4c51-90cd-b49a8104e001 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070291 Aug 24 00:13:04.061006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-232c70eb-909e-4920-84f6-861b7ae19afa service neutron] Request body: {'binding': {'host': 'n-h2-805736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:04.061452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-232c70eb-909e-4920-84f6-861b7ae19afa service neutron] Unknown quota resources ['binding']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:13:04.086062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e2781-d5ca-4e44-bfbd-e09bcb920ddf req-5393fd54-223b-4def-837b-a150a4433abf tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:04.087571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc4e2781-d5ca-4e44-bfbd-e09bcb920ddf req-5393fd54-223b-4def-837b-a150a4433abf tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 1097 time: 0.0724814 Aug 24 00:13:04.166829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc4e2781-d5ca-4e44-bfbd-e09bcb920ddf req-805d3e4e-3ae7-4ae1-b1d1-ec66690a7d63 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724525 Aug 24 00:13:04.220510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-232c70eb-909e-4920-84f6-861b7ae19afa service neutron] Attempting to bind port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 on host n-h2-805736-1 for vnic_type normal with profile None {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:04.221219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-232c70eb-909e-4920-84f6-861b7ae19afa service neutron] Attempting to bind port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:04.221219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-232c70eb-909e-4920-84f6-861b7ae19afa service neutron] Attempting to bind port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:04.225438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-232c70eb-909e-4920-84f6-861b7ae19afa service neutron] Port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 on network 73946cb7-6543-439b-b8db-561e1cede42a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:04.225760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-232c70eb-909e-4920-84f6-861b7ae19afa service neutron] Attempting to bind port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:04.243012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-232c70eb-909e-4920-84f6-861b7ae19afa service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:04.243353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-232c70eb-909e-4920-84f6-861b7ae19afa service neutron] Checking segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:04.243734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-232c70eb-909e-4920-84f6-861b7ae19afa service neutron] Bound using segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:04.244184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-232c70eb-909e-4920-84f6-861b7ae19afa service neutron] Bound port: 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:04.285055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 93f54e76-531a-4e78-96cc-36b2e636dd94 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:13:04.318822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e68b9b-db68-45be-b036-7078aa57f96f req-f48cec35-395e-4eec-a51a-2ceae44b0223 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:04.320314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20e68b9b-db68-45be-b036-7078aa57f96f req-f48cec35-395e-4eec-a51a-2ceae44b0223 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 943 time: 0.0924511 Aug 24 00:13:04.336950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-232c70eb-909e-4920-84f6-861b7ae19afa service neutron] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:04.348010 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-232c70eb-909e-4920-84f6-861b7ae19afa service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:04.349152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-232c70eb-909e-4920-84f6-861b7ae19afa service neutron] 10.222.0.32 "POST /v2.0/ports/4b97b3d5-ab0e-431b-ab18-97aa04f14ad0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2921991 Aug 24 00:13:04.366794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20e68b9b-db68-45be-b036-7078aa57f96f req-2fbc7500-1f4d-4efa-ac47-957216eb928f tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups?id=95353384-e67a-4526-be5b-addaf837a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386348 Aug 24 00:13:04.388351 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 93f54e76-531a-4e78-96cc-36b2e636dd94, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=93f54e76-531a-4e78-96cc-36b2e636dd94,segment=NetworkSegment(69c5553e-5f11-4da7-9ce7-941711a5fc48),segment_id=69c5553e-5f11-4da7-9ce7-941711a5fc48)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:04.399964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '93f54e76-531a-4e78-96cc-36b2e636dd94', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'port_id': '93f54e76-531a-4e78-96cc-36b2e636dd94', 'mac_address': 'fa:16:3e:b3:14:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:13:04.445600 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:04.459993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f54e76-531a-4e78-96cc-36b2e636dd94 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:04.481707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 93f54e76-531a-4e78-96cc-36b2e636dd94, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=93f54e76-531a-4e78-96cc-36b2e636dd94,segment=NetworkSegment(69c5553e-5f11-4da7-9ce7-941711a5fc48),segment_id=69c5553e-5f11-4da7-9ce7-941711a5fc48)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:04.485673 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:04.523039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cb1b7-0b00-4289-80ff-74d6ba92e8ec req-95112a70-78d9-45ea-8fe1-ad55c1805075 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:04.524573 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c69cb1b7-0b00-4289-80ff-74d6ba92e8ec req-95112a70-78d9-45ea-8fe1-ad55c1805075 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 950 time: 0.0521505 Aug 24 00:13:04.545604 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=93f54e76-531a-4e78-96cc-36b2e636dd94,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:04.594284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c69cb1b7-0b00-4289-80ff-74d6ba92e8ec req-5127d6da-16c7-4020-8886-1b8e2e5477cc tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625935 Aug 24 00:13:04.606852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cdac2-9d73-40e9-9392-53e1b046b028 req-41abca7b-9cf0-4261-835e-b0f8171ac004 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:04.608364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba2cdac2-9d73-40e9-9392-53e1b046b028 req-41abca7b-9cf0-4261-835e-b0f8171ac004 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 1097 time: 0.0556409 Aug 24 00:13:04.652072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba2cdac2-9d73-40e9-9392-53e1b046b028 req-8087bbd3-c40d-4d30-977d-c4c2c52c0a27 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378764 Aug 24 00:13:04.709542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df480b1-a2b8-450c-8c40-680766124b84 req-b54bad6e-832f-4f3a-83e8-e85867cae161 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:04.711155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8df480b1-a2b8-450c-8c40-680766124b84 req-b54bad6e-832f-4f3a-83e8-e85867cae161 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0537848 Aug 24 00:13:04.806104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8df480b1-a2b8-450c-8c40-680766124b84 req-9bc3d6b8-e466-4e41-9430-09e746ff1507 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768213 Aug 24 00:13:04.814884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34811c-5f35-4968-b9c4-a8469df58f98 req-46e195fb-c11c-49e1-a0c6-ce7c0e14cf8e tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:04.816460 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa34811c-5f35-4968-b9c4-a8469df58f98 req-46e195fb-c11c-49e1-a0c6-ce7c0e14cf8e tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 946 time: 0.1044273 Aug 24 00:13:04.818495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-68685309-4d16-4df8-89ca-c16d41b5995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:04.819925 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-68685309-4d16-4df8-89ca-c16d41b5995c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 1097 time: 0.1068559 Aug 24 00:13:04.861064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa34811c-5f35-4968-b9c4-a8469df58f98 req-528e9779-9807-4945-9d41-08efe762ad34 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336564 Aug 24 00:13:04.976334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c554915-4386-4efe-aa32-0d095968bf44 req-2dc8b909-55b3-40e0-8f08-b1891667b9e7 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:04.977872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c554915-4386-4efe-aa32-0d095968bf44 req-2dc8b909-55b3-40e0-8f08-b1891667b9e7 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 950 time: 0.1003578 Aug 24 00:13:05.062702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-1a2a91d2-3fd6-4318-a38c-9bea419b49aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:05.064181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-1a2a91d2-3fd6-4318-a38c-9bea419b49aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.1531658 Aug 24 00:13:05.078394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c554915-4386-4efe-aa32-0d095968bf44 req-7cc0a3e0-8d67-420a-a83b-c69e0cb3fde2 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1899ad4-e91a-4ef0-baea-1cae10953c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933373 Aug 24 00:13:05.103601 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8b41d-6e94-44c1-b169-7082eccae51e req-ebd13f0b-9b97-4171-8a6b-7729ddb53024 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:05.105130 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b3b8b41d-6e94-44c1-b169-7082eccae51e req-ebd13f0b-9b97-4171-8a6b-7729ddb53024 tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c0732fd-8657-4e46-9234-6144f99788fe HTTP/1.1" status: 200 len: 950 time: 0.0505371 Aug 24 00:13:05.131882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-4f724f05-a092-48c5-80dd-d3f6f9572bdd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 HTTP/1.1" status: 200 len: 217 time: 0.0385079 Aug 24 00:13:05.191700 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3a51dab-a101-4cb0-a3e4-d7ead167f362 req-b5d776ed-3046-482e-9a7c-c4be03b4d17d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1677945 Aug 24 00:13:05.215973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['93f54e76-531a-4e78-96cc-36b2e636dd94'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:05.216511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5ee4f-3694-4bce-8710-206e037fb533 req-64fe8fd4-de8a-4937-aaff-8f3647a88ed5 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:05.218041 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ed5ee4f-3694-4bce-8710-206e037fb533 req-64fe8fd4-de8a-4937-aaff-8f3647a88ed5 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.1568160 Aug 24 00:13:05.227027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b3b8b41d-6e94-44c1-b169-7082eccae51e req-463dd0b4-dcdd-45a4-8fcc-71cd470b44ae tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Deleting port 6f21f3ae-1b71-4535-840f-d5c594dcbd61 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:13:05.227410 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b3b8b41d-6e94-44c1-b169-7082eccae51e req-463dd0b4-dcdd-45a4-8fcc-71cd470b44ae tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.251973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-65068088-ccee-4426-a40e-2d491045be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:05.253680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-65068088-ccee-4426-a40e-2d491045be5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.1105461 Aug 24 00:13:05.271590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad816c4-a18d-4943-8933-17b2d7020798 req-cc1fe3e4-e929-47bc-9a92-44827d673a93 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:05.273257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ad816c4-a18d-4943-8933-17b2d7020798 req-cc1fe3e4-e929-47bc-9a92-44827d673a93 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 1097 time: 0.1290915 Aug 24 00:13:05.287084 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ed5ee4f-3694-4bce-8710-206e037fb533 req-2d667ce0-424b-4af0-a26c-05a459031622 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583239 Aug 24 00:13:05.342354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b3b8b41d-6e94-44c1-b169-7082eccae51e req-463dd0b4-dcdd-45a4-8fcc-71cd470b44ae tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] For port 6f21f3ae-1b71-4535-840f-d5c594dcbd61, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6f21f3ae-1b71-4535-840f-d5c594dcbd61,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:05.343170 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b3b8b41d-6e94-44c1-b169-7082eccae51e req-463dd0b4-dcdd-45a4-8fcc-71cd470b44ae tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.355528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b3b8b41d-6e94-44c1-b169-7082eccae51e req-463dd0b4-dcdd-45a4-8fcc-71cd470b44ae tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Calling delete_port for 6f21f3ae-1b71-4535-840f-d5c594dcbd61 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:13:05.367835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-e69fffc6-21fe-402b-ba07-5c3a3e829864 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614626 Aug 24 00:13:05.391618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a51dab-a101-4cb0-a3e4-d7ead167f362 req-05f6b7c1-1a7c-489d-870a-05e3a641873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:05.393043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3a51dab-a101-4cb0-a3e4-d7ead167f362 req-05f6b7c1-1a7c-489d-870a-05e3a641873d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 1100 time: 0.0980833 Aug 24 00:13:05.420790 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ad816c4-a18d-4943-8933-17b2d7020798 req-44febabc-e4fb-4f5f-aca0-860db5ad4929 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321442 Aug 24 00:13:05.496265 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b3b8b41d-6e94-44c1-b169-7082eccae51e req-463dd0b4-dcdd-45a4-8fcc-71cd470b44ae tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.531057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463dd0b4-dcdd-45a4-8fcc-71cd470b44ae tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Pushing event deleted for resources: {'Port': ['ID=6f21f3ae-1b71-4535-840f-d5c594dcbd61,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:05.583224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b8b41d-6e94-44c1-b169-7082eccae51e req-463dd0b4-dcdd-45a4-8fcc-71cd470b44ae tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] No DVR routers for this DVR port 6f21f3ae-1b71-4535-840f-d5c594dcbd61 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:13:05.583356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-04002aae-ea15-4854-a54a-ef35f5f6f2b9 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034943 Aug 24 00:13:05.586490 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b3b8b41d-6e94-44c1-b169-7082eccae51e req-463dd0b4-dcdd-45a4-8fcc-71cd470b44ae tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.588813 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b3b8b41d-6e94-44c1-b169-7082eccae51e req-463dd0b4-dcdd-45a4-8fcc-71cd470b44ae tempest-LiveMigrationNegativeTest-348280632 tempest-LiveMigrationNegativeTest-348280632-project] 10.222.0.13 "DELETE /v2.0/ports/6f21f3ae-1b71-4535-840f-d5c594dcbd61 HTTP/1.1" status: 204 len: 173 time: 0.4767010 Aug 24 00:13:05.589442 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0732fd-8657-4e46-9234-6144f99788fe', 'name': 'network-vif-deleted', 'tag': '6f21f3ae-1b71-4535-840f-d5c594dcbd61'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:05.592098 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6bb6b9-1c85-473c-9a03-dfdd0ada84c3" -d '{"events": [{"server_uuid": "9c0732fd-8657-4e46-9234-6144f99788fe", "name": "network-vif-deleted", "tag": "6f21f3ae-1b71-4535-840f-d5c594dcbd61"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:05.642381 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d97fe8-2a04-4c66-9753-8aa6ddac3854 x-openstack-request-id: req-05d97fe8-2a04-4c66-9753-8aa6ddac3854 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:05.642581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830c918-0c88-4f2b-9f78-03a2eed5fe3c req-fbdda09d-abf4-4bfe-b67f-f1ce1d73b076 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:05.643223 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0732fd-8657-4e46-9234-6144f99788fe", "name": "network-vif-deleted", "tag": "6f21f3ae-1b71-4535-840f-d5c594dcbd61", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:05.644012 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05d97fe8-2a04-4c66-9753-8aa6ddac3854 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:05.644161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9830c918-0c88-4f2b-9f78-03a2eed5fe3c req-fbdda09d-abf4-4bfe-b67f-f1ce1d73b076 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 944 time: 0.1647069 Aug 24 00:13:05.644727 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0732fd-8657-4e46-9234-6144f99788fe', 'name': 'network-vif-deleted', 'tag': '6f21f3ae-1b71-4535-840f-d5c594dcbd61', 'status': 'completed', 'code': 200} Aug 24 00:13:05.694480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a51dab-a101-4cb0-a3e4-d7ead167f362 req-d3690bd8-497d-4870-b7ee-85adf858a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:05.695926 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3a51dab-a101-4cb0-a3e4-d7ead167f362 req-d3690bd8-497d-4870-b7ee-85adf858a078 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.2388945 Aug 24 00:13:05.789018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3a51dab-a101-4cb0-a3e4-d7ead167f362 req-3ea5f141-dc29-4759-abb7-b2e574956a24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=5977fec0-b2a5-4576-8725-c318d2920563 HTTP/1.1" status: 200 len: 217 time: 0.0696366 Aug 24 00:13:05.811363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9830c918-0c88-4f2b-9f78-03a2eed5fe3c req-3a6ef4b9-3b72-46e4-bc06-0f5f4c829ff1 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups?id=95353384-e67a-4526-be5b-addaf837a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341572 Aug 24 00:13:05.850921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-e2800fb5-0ba6-4dbb-ac58-aa7539ec3152 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561560 Aug 24 00:13:05.868468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb46965-1127-4d5f-afef-bb7b0febc8cf req-5ded3c2d-a6dd-4ae0-b06e-79e59073ece0 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:05.870126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6bb46965-1127-4d5f-afef-bb7b0febc8cf req-5ded3c2d-a6dd-4ae0-b06e-79e59073ece0 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 950 time: 0.1654809 Aug 24 00:13:05.893194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a51dab-a101-4cb0-a3e4-d7ead167f362 req-7127c9f7-8aec-4bc1-8e9f-c00e4d4c8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:05.894634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3a51dab-a101-4cb0-a3e4-d7ead167f362 req-7127c9f7-8aec-4bc1-8e9f-c00e4d4c8619 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0928078 Aug 24 00:13:05.981607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6bb46965-1127-4d5f-afef-bb7b0febc8cf req-331f1331-da20-4a99-8749-3b554bffa342 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994599 Aug 24 00:13:05.999279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddd4c1-509a-4e72-b61d-f5517875cf68 req-5b66a05e-c29f-4848-a78a-6f69a5bd4bbd tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:06.000882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44ddd4c1-509a-4e72-b61d-f5517875cf68 req-5b66a05e-c29f-4848-a78a-6f69a5bd4bbd tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0998974 Aug 24 00:13:06.011565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a51dab-a101-4cb0-a3e4-d7ead167f362 req-12a7cb6f-b172-4e52-b569-0c970032f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:06.013753 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3a51dab-a101-4cb0-a3e4-d7ead167f362 req-12a7cb6f-b172-4e52-b569-0c970032f281 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050339 Aug 24 00:13:06.158661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44ddd4c1-509a-4e72-b61d-f5517875cf68 req-5e5e5e41-6413-4fbf-80da-9ec2a1f2f5ef tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422629 Aug 24 00:13:06.172981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-ae85635e-1a32-4d80-b4fe-489c2f49d914 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:06.174543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-ae85635e-1a32-4d80-b4fe-489c2f49d914 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 1097 time: 0.1725123 Aug 24 00:13:06.209399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805736-1'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:06.221175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462c706-61d2-4b4a-a84d-ff0f82afe49f req-ec7ec8bf-0965-43c7-98c6-786928238308 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:06.222703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1462c706-61d2-4b4a-a84d-ff0f82afe49f req-ec7ec8bf-0965-43c7-98c6-786928238308 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 946 time: 0.1482484 Aug 24 00:13:06.246105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3a51dab-a101-4cb0-a3e4-d7ead167f362 req-5c49f65e-24e2-4bac-91ce-063ec9da0053 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042780 Aug 24 00:13:06.365213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6f21f3ae-1b71-4535-840f-d5c594dcbd61'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:06.602072 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:06.616517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1462c706-61d2-4b4a-a84d-ff0f82afe49f req-ab8cab20-e46a-46b6-ae15-ca3cc0d4aba9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767152 Aug 24 00:13:06.632347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935965f8-eece-4bb6-aac4-8a337c5da0c7 req-a1af3182-f2b8-4c0c-935c-642bb99154a3 tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:06.633866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-935965f8-eece-4bb6-aac4-8a337c5da0c7 req-a1af3182-f2b8-4c0c-935c-642bb99154a3 tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 1101 time: 0.3928370 Aug 24 00:13:06.725220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3a51dab-a101-4cb0-a3e4-d7ead167f362 req-703d1a54-d8ae-4fa8-bdc4-cbd269641abf service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635277 Aug 24 00:13:06.812019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-935965f8-eece-4bb6-aac4-8a337c5da0c7 req-181dbe77-f969-4c4c-9078-2d61b7660ff3 tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704791 Aug 24 00:13:06.859730 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-bd09e795-b0d5-4eee-a9e8-ea39ff0fca7d service neutron] show failed (client error): The resource could not be found. Aug 24 00:13:06.860777 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-bd09e795-b0d5-4eee-a9e8-ea39ff0fca7d service neutron] 10.222.0.47 "GET /v2.0/ports/7311cedf-edad-4872-9847-3b6cc66e7ec5/bindings/n-h2-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.2183185 Aug 24 00:13:06.885541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:06.908870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82aa9a-fdde-46e7-93a6-b96979ab4a14 req-7ad43950-50df-444b-ac82-4536b0e60776 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:06.916120 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f82aa9a-fdde-46e7-93a6-b96979ab4a14 req-7ad43950-50df-444b-ac82-4536b0e60776 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.1233163 Aug 24 00:13:06.986909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:07.020389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f82aa9a-fdde-46e7-93a6-b96979ab4a14 req-78771604-e308-4359-ac60-ed855520e625 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033995 Aug 24 00:13:07.021556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:07.066431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2928c-9884-4dd7-93c0-7c7fe5bec221 req-cad98c76-b8f8-4dc9-bb09-52db1e621824 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:07.067996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2c2928c-9884-4dd7-93c0-7c7fe5bec221 req-cad98c76-b8f8-4dc9-bb09-52db1e621824 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 1097 time: 0.1231313 Aug 24 00:13:07.071689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379622b2-d68c-4e60-adf8-6faa8cdb1243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b97b3d5-ab0e-431b-ab18-97aa04f14ad0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:07.073956 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e353354e-0f89-4a01-b8a6-deb6a420834f" -d '{"events": [{"server_uuid": "379622b2-d68c-4e60-adf8-6faa8cdb1243", "name": "network-vif-unplugged", "status": "completed", "tag": "4b97b3d5-ab0e-431b-ab18-97aa04f14ad0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:07.084538 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.104343 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.158013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2c2928c-9884-4dd7-93c0-7c7fe5bec221 req-efbcc7e7-8b05-4bda-ac35-7c30cde9932e tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802195 Aug 24 00:13:07.224252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Attempting to bind port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 on host n-h1-805736-1 for vnic_type normal with profile {"migrating_to": "n-h2-805736-1"} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:07.224618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Attempting to bind port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:07.225009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Attempting to bind port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:07.228041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Pushing event updated for resources: {'Port': ['ID=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:07.250879 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 on network 73946cb7-6543-439b-b8db-561e1cede42a not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:07.250879 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Attempting to bind port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:07.275904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:07.276224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Checking segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:07.276618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Bound using segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:07.277074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Bound port: 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:07.277436 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.324530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44863949-36e1-49ac-b41e-d8e77c112857 req-4bcecb76-ce7a-4032-9d97-da4516919885 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420039 Aug 24 00:13:07.334629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3503d-e93d-470b-b7bf-1f89be7c6e0e req-4aebc886-0444-4729-9308-d4c87fc8e7d6 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:07.336193 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-64e3503d-e93d-470b-b7bf-1f89be7c6e0e req-4aebc886-0444-4729-9308-d4c87fc8e7d6 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 944 time: 0.1131220 Aug 24 00:13:07.337129 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-a4263160-d808-4387-bb45-7eb4e89cc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:07.339910 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-a4263160-d808-4387-bb45-7eb4e89cc43e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863&tenant_id=fcbd557231c74eedb4681fd7496dc8b0 HTTP/1.1" status: 200 len: 1101 time: 0.1508102 Aug 24 00:13:07.344588 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3550a699-31b1-4232-8cec-ee1e3e6bff92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49c38064214e4670a1f023d5fddf5089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555377 Aug 24 00:13:07.346843 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41500) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:07.364742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:07.451634 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.454557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51a1e8e3-973a-46ed-a94b-707e409d3512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.475017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-64e3503d-e93d-470b-b7bf-1f89be7c6e0e req-92e5eb80-356a-45b6-be0b-2f302088b1fe tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups?id=95353384-e67a-4526-be5b-addaf837a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151631 Aug 24 00:13:07.479237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:07.484823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:07.495936 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.515419 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51a1e8e3-973a-46ed-a94b-707e409d3512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.566311 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863949-36e1-49ac-b41e-d8e77c112857 req-f1bef7ca-f17b-4e82-9d03-666f392ef7ae tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:07.573415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44863949-36e1-49ac-b41e-d8e77c112857 req-f1bef7ca-f17b-4e82-9d03-666f392ef7ae tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193036 Aug 24 00:13:07.580844 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4e498b-7dfb-4f14-9534-ded0929ee279 x-openstack-request-id: req-7f4e498b-7dfb-4f14-9534-ded0929ee279 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:07.581138 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379622b2-d68c-4e60-adf8-6faa8cdb1243", "name": "network-vif-unplugged", "status": "completed", "tag": "4b97b3d5-ab0e-431b-ab18-97aa04f14ad0", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:07.581371 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f4e498b-7dfb-4f14-9534-ded0929ee279 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:07.586818 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379622b2-d68c-4e60-adf8-6faa8cdb1243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b97b3d5-ab0e-431b-ab18-97aa04f14ad0', 'code': 200} Aug 24 00:13:07.612396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44863949-36e1-49ac-b41e-d8e77c112857 req-09cf9652-aa0c-4146-bbba-0a8d4a69adfe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/quotas/b325e23e1e5c4eb2b0f41309b66e6a8f HTTP/1.1" status: 200 len: 375 time: 0.0380599 Aug 24 00:13:07.614185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Pushing event updated for resources: {'Port': ['ID=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:07.674514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:07.675157 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.676490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-a4b95e10-256b-421c-be76-2061113b3678 service neutron] 10.222.0.13 "PUT /v2.0/ports/4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 HTTP/1.1" status: 200 len: 1122 time: 1.4724984 Aug 24 00:13:07.694836 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51a1e8e3-973a-46ed-a94b-707e409d3512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.697462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51a1e8e3-973a-46ed-a94b-707e409d3512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.700976 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-51a1e8e3-973a-46ed-a94b-707e409d3512 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1899ad4-e91a-4ef0-baea-1cae10953c99 HTTP/1.1" status: 204 len: 168 time: 0.3508654 Aug 24 00:13:07.713007 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1e8e3-973a-46ed-a94b-707e409d3512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1899ad4-e91a-4ef0-baea-1cae10953c99,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:07.736059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44863949-36e1-49ac-b41e-d8e77c112857 req-cc7175a7-200f-43c6-855a-c031e2c55602 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1226656 Aug 24 00:13:07.757352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] For port 7311cedf-edad-4872-9847-3b6cc66e7ec5, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:07.763504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddc511-b1c3-44af-a7ac-0624a31127b5 req-3d20a5b7-931a-40a3-a2bd-d290f77ff139 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:07.768009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dddc511-b1c3-44af-a7ac-0624a31127b5 req-3d20a5b7-931a-40a3-a2bd-d290f77ff139 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1087902 Aug 24 00:13:07.806413 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] For port 7311cedf-edad-4872-9847-3b6cc66e7ec5, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:07.830366 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dddc511-b1c3-44af-a7ac-0624a31127b5 req-e86a897b-a2b5-4652-a502-f488a3efce02 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555649 Aug 24 00:13:07.846205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['4b97b3d5-ab0e-431b-ab18-97aa04f14ad0'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:07.893192 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.907978 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626fc94d-13dd-4662-8f5e-f77257c80863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7311cedf-edad-4872-9847-3b6cc66e7ec5'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:07.914580 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c94fec-2ea1-4757-8221-9786eaec4cc0" -d '{"events": [{"server_uuid": "626fc94d-13dd-4662-8f5e-f77257c80863", "name": "network-vif-unplugged", "status": "completed", "tag": "7311cedf-edad-4872-9847-3b6cc66e7ec5"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:07.945491 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Transition to ACTIVE for port object 7311cedf-edad-4872-9847-3b6cc66e7ec5 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:07.953663 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.045367 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74e510-6ce8-497b-97cc-29bc2d0d965d req-108bb543-138b-416c-9414-ff64fbc3bd9b tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:08.059381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da74e510-6ce8-497b-97cc-29bc2d0d965d req-108bb543-138b-416c-9414-ff64fbc3bd9b tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 944 time: 0.1076362 Aug 24 00:13:08.107816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] No DVR routers for this DVR port 7311cedf-edad-4872-9847-3b6cc66e7ec5 on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:13:08.131863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da74e510-6ce8-497b-97cc-29bc2d0d965d req-bdb8a339-485d-42dd-b188-d0829e0cdbd8 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710492 Aug 24 00:13:08.177078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Attempting to bind port 7311cedf-edad-4872-9847-3b6cc66e7ec5 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:08.177640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Attempting to bind port 7311cedf-edad-4872-9847-3b6cc66e7ec5 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:08.178151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Attempting to bind port 7311cedf-edad-4872-9847-3b6cc66e7ec5 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:08.183150 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Port 7311cedf-edad-4872-9847-3b6cc66e7ec5 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:08.183703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Attempting to bind port 7311cedf-edad-4872-9847-3b6cc66e7ec5 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:08.186478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Pushing event updated for resources: {'Port': ['ID=7311cedf-edad-4872-9847-3b6cc66e7ec5,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:08.192446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:08.192663 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:08.193313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:08.193915 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Bound port: 7311cedf-edad-4872-9847-3b6cc66e7ec5, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:08.194538 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.251957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41528) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:08.264039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a2b7ee6-e142-4ef6-a377-daed78b10a18 req-802a1da4-62f6-4daa-b4c1-f3cd4c548d0a tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 210 time: 0.0444460 Aug 24 00:13:08.299229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] For port 7311cedf-edad-4872-9847-3b6cc66e7ec5, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:08.302421 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] For port 7311cedf-edad-4872-9847-3b6cc66e7ec5, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:08.307660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 93f54e76-531a-4e78-96cc-36b2e636dd94 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:08.311656 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.376299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 93f54e76-531a-4e78-96cc-36b2e636dd94 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:08.382837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 93f54e76-531a-4e78-96cc-36b2e636dd94 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:08.383878 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.401841 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:08.404978 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.412040 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d5a5043d-3d3d-4558-a9a1-2d306f897a00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7704e8e4a7f847448d08433c8ef2b566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561139 Aug 24 00:13:08.412922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41532) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:08.416215 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] 10.222.0.13 "PUT /v2.0/ports/7311cedf-edad-4872-9847-3b6cc66e7ec5 HTTP/1.1" status: 200 len: 1096 time: 1.0557501 Aug 24 00:13:08.421008 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea0cd80-5f34-41d1-8f9c-7eda7b060097 x-openstack-request-id: req-fea0cd80-5f34-41d1-8f9c-7eda7b060097 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:08.422642 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626fc94d-13dd-4662-8f5e-f77257c80863", "name": "network-vif-unplugged", "status": "completed", "tag": "7311cedf-edad-4872-9847-3b6cc66e7ec5", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:08.423099 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fea0cd80-5f34-41d1-8f9c-7eda7b060097 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:08.424260 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626fc94d-13dd-4662-8f5e-f77257c80863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7311cedf-edad-4872-9847-3b6cc66e7ec5', 'code': 200} Aug 24 00:13:08.520388 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.552733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5a456d-7e50-4959-8eb6-387d7015fa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f54e76-531a-4e78-96cc-36b2e636dd94'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:08.555969 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbaffdf-cbe2-40aa-b4ea-4327ae4845d4" -d '{"events": [{"server_uuid": "fe5a456d-7e50-4959-8eb6-387d7015fa6d", "name": "network-vif-plugged", "status": "completed", "tag": "93f54e76-531a-4e78-96cc-36b2e636dd94"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:08.570310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3d818-a0d7-4537-ac6d-e1bc11826ecd service neutron] Pushing event updated for resources: {'Port': ['ID=7311cedf-edad-4872-9847-3b6cc66e7ec5,revision_number=7']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:08.576970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 93f54e76-531a-4e78-96cc-36b2e636dd94, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=93f54e76-531a-4e78-96cc-36b2e636dd94,segment=NetworkSegment(69c5553e-5f11-4da7-9ce7-941711a5fc48),segment_id=69c5553e-5f11-4da7-9ce7-941711a5fc48)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:08.581531 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.582714 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6f21f3ae-1b71-4535-840f-d5c594dcbd61 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:13:08.588424 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-a72d664a-6e29-4e03-9a0b-12756da87b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:08.591606 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-a72d664a-6e29-4e03-9a0b-12756da87b78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 1099 time: 0.1034036 Aug 24 00:13:08.610749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 6f21f3ae-1b71-4535-840f-d5c594dcbd61 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:13:08.611675 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6f21f3ae-1b71-4535-840f-d5c594dcbd61 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:13:08.623127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12615d-ca24-4f78-ba35-5d6a038c08a2 req-ad7de4da-874d-49e4-b4e8-40ba6ab9bab6 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:08.630467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee12615d-ca24-4f78-ba35-5d6a038c08a2 req-ad7de4da-874d-49e4-b4e8-40ba6ab9bab6 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 948 time: 0.1646643 Aug 24 00:13:08.634752 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53ba3379-b9c3-4444-b899-c5800a5ce24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.690463 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53ba3379-b9c3-4444-b899-c5800a5ce24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.723951 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=93f54e76-531a-4e78-96cc-36b2e636dd94,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:08.731444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-8f3fd2b5-ed8b-40d0-8559-1d45659bd904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:08.733224 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-8f3fd2b5-ed8b-40d0-8559-1d45659bd904 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1337612 Aug 24 00:13:08.735328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee12615d-ca24-4f78-ba35-5d6a038c08a2 req-239704a0-6c08-4fb6-ac68-b2594defc52d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745454 Aug 24 00:13:08.776455 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53ba3379-b9c3-4444-b899-c5800a5ce24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.779928 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53ba3379-b9c3-4444-b899-c5800a5ce24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.781369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-53ba3379-b9c3-4444-b899-c5800a5ce24d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81156040-c104-44c9-9ec7-5cbac32d5484 HTTP/1.1" status: 204 len: 168 time: 0.3662302 Aug 24 00:13:08.804911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba3379-b9c3-4444-b899-c5800a5ce24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81156040-c104-44c9-9ec7-5cbac32d5484,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:08.822473 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-cb9851a2-360c-4562-9107-ebdf03a245c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5 HTTP/1.1" status: 200 len: 217 time: 0.0741937 Aug 24 00:13:08.939055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-8faac0c2-ba26-4031-81d6-d4d6262043b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:08.942425 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-8faac0c2-ba26-4031-81d6-d4d6262043b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0960658 Aug 24 00:13:09.049848 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-b89da6b9-4bce-4636-bf82-3b23f0fc2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:09.052052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e2a31-4a72-4019-9e00-1ba0c8e9e2cd req-c23040e5-c20e-4ea0-b0c0-e7cdadcdce2a tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:09.059186 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-b89da6b9-4bce-4636-bf82-3b23f0fc2488 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748885 Aug 24 00:13:09.060504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d3e2a31-4a72-4019-9e00-1ba0c8e9e2cd req-c23040e5-c20e-4ea0-b0c0-e7cdadcdce2a tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 945 time: 0.0971293 Aug 24 00:13:09.109888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d3e2a31-4a72-4019-9e00-1ba0c8e9e2cd req-bb75a6cd-bd81-4f3a-b00c-5958a66bb683 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups?id=95353384-e67a-4526-be5b-addaf837a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458496 Aug 24 00:13:09.197238 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd032c-5a5e-4033-aad4-83a675df5218 x-openstack-request-id: req-d8fd032c-5a5e-4033-aad4-83a675df5218 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:09.197786 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5a456d-7e50-4959-8eb6-387d7015fa6d", "name": "network-vif-plugged", "status": "completed", "tag": "93f54e76-531a-4e78-96cc-36b2e636dd94", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:09.197890 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-5d03b771-7335-4488-b8b9-f140214aae47 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293738 Aug 24 00:13:09.198259 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8fd032c-5a5e-4033-aad4-83a675df5218 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:09.198259 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5a456d-7e50-4959-8eb6-387d7015fa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f54e76-531a-4e78-96cc-36b2e636dd94', 'code': 200} Aug 24 00:13:09.308455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d87c7-ed39-46e7-b99b-8521088e81a6 req-23183ce2-085b-446d-9fac-2639003ec1df tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:09.311719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce1d87c7-ed39-46e7-b99b-8521088e81a6 req-23183ce2-085b-446d-9fac-2639003ec1df tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0625482 Aug 24 00:13:09.349799 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a7c30573-7dc6-46a4-88c0-193cbf9614ea req-f0110457-0f4e-4fee-b2fd-4d3c2e5cbb22 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094675 Aug 24 00:13:09.357899 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce1d87c7-ed39-46e7-b99b-8521088e81a6 req-607c6851-b1df-4dd3-b7c1-abd30613ef7d tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 Aug 24 00:13:09.452979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-d7a5cfea-4d8b-4f32-81d9-bccfcb291be1 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:13:09.453993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-d7a5cfea-4d8b-4f32-81d9-bccfcb291be1 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138264 Aug 24 00:13:09.479995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-7d09ec17-f6d6-4cff-be2d-90da6982cb40 service neutron] Request body: {'binding': {'host': 'n-h1-805736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:09.480451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-7d09ec17-f6d6-4cff-be2d-90da6982cb40 service neutron] Unknown quota resources ['binding']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:13:09.486066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca49e5-d208-4b00-9e39-f977b26ab35a req-29797f9e-a03b-4052-9a04-e4c45c3c360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:09.487540 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7ca49e5-d208-4b00-9e39-f977b26ab35a req-29797f9e-a03b-4052-9a04-e4c45c3c360a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 1096 time: 0.1045070 Aug 24 00:13:09.588115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379622b2-d68c-4e60-adf8-6faa8cdb1243', 'tag': '4b97b3d5-ab0e-431b-ab18-97aa04f14ad0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:09.590867 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac54bbc7-bed2-4a6b-9099-3ddc192f8398" -d '{"events": [{"name": "network-changed", "server_uuid": "379622b2-d68c-4e60-adf8-6faa8cdb1243", "tag": "4b97b3d5-ab0e-431b-ab18-97aa04f14ad0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:09.606810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72190987-4567-4f5b-8c57-2a1cd3a16aad req-7abb055e-270a-4584-9f77-d0d9140d4755 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:09.608295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72190987-4567-4f5b-8c57-2a1cd3a16aad req-7abb055e-270a-4584-9f77-d0d9140d4755 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 944 time: 0.1726015 Aug 24 00:13:09.612310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7ca49e5-d208-4b00-9e39-f977b26ab35a req-aad27f24-7bee-46bd-8fbd-e50b89cbeabf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=95353384-e67a-4526-be5b-addaf837a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023655 Aug 24 00:13:09.678713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72190987-4567-4f5b-8c57-2a1cd3a16aad req-c3c74629-0420-47e9-a604-90e117771c57 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591223 Aug 24 00:13:09.708719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-7d09ec17-f6d6-4cff-be2d-90da6982cb40 service neutron] Attempting to bind port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 on host n-h1-805736-1 for vnic_type normal with profile None {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:09.709142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-7d09ec17-f6d6-4cff-be2d-90da6982cb40 service neutron] Attempting to bind port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:09.709592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-7d09ec17-f6d6-4cff-be2d-90da6982cb40 service neutron] Attempting to bind port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:09.714473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-7d09ec17-f6d6-4cff-be2d-90da6982cb40 service neutron] Port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 on network ea19c1d5-c260-40f7-a45f-242d804dbf95 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:09.714891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-7d09ec17-f6d6-4cff-be2d-90da6982cb40 service neutron] Attempting to bind port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:09.721069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-7d09ec17-f6d6-4cff-be2d-90da6982cb40 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:09.721488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-7d09ec17-f6d6-4cff-be2d-90da6982cb40 service neutron] Checking segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:09.721933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-7d09ec17-f6d6-4cff-be2d-90da6982cb40 service neutron] Bound using segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:09.722441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-7d09ec17-f6d6-4cff-be2d-90da6982cb40 service neutron] Bound port: ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:09.784410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eee98bc5-0b90-4cfd-b579-4487b379de54 req-c006f629-6802-4802-b314-29adc8b224bb tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 210 time: 0.0335305 Aug 24 00:13:09.808665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-7d09ec17-f6d6-4cff-be2d-90da6982cb40 service neutron] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:09.814740 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-7d09ec17-f6d6-4cff-be2d-90da6982cb40 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.815974 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-7d09ec17-f6d6-4cff-be2d-90da6982cb40 service neutron] 10.222.0.32 "POST /v2.0/ports/ff5bd899-a5e9-4fdb-ac78-b69d40822a39/bindings HTTP/1.1" status: 201 len: 389 time: 0.3420663 Aug 24 00:13:09.831781 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cb2805-8485-4a45-952d-9bff90e80532 x-openstack-request-id: req-16cb2805-8485-4a45-952d-9bff90e80532 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:09.832068 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379622b2-d68c-4e60-adf8-6faa8cdb1243", "tag": "4b97b3d5-ab0e-431b-ab18-97aa04f14ad0", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:09.832457 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16cb2805-8485-4a45-952d-9bff90e80532 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:09.832857 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379622b2-d68c-4e60-adf8-6faa8cdb1243', 'tag': '4b97b3d5-ab0e-431b-ab18-97aa04f14ad0', 'status': 'completed', 'code': 200} Aug 24 00:13:09.959188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aff7e6-4f2b-423f-8877-790f31b9df96 req-0a984c7d-ab21-4e9d-a768-c50694a5d62d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:09.960695 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8aff7e6-4f2b-423f-8877-790f31b9df96 req-0a984c7d-ab21-4e9d-a768-c50694a5d62d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 948 time: 0.0816879 Aug 24 00:13:09.966532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54bbc7-bed2-4a6b-9099-3ddc192f8398 req-7c6b5634-ea4d-47cd-8701-2915263794cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:09.967976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac54bbc7-bed2-4a6b-9099-3ddc192f8398 req-7c6b5634-ea4d-47cd-8701-2915263794cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 1125 time: 0.0620968 Aug 24 00:13:10.055614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7311cedf-edad-4872-9847-3b6cc66e7ec5 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:13:10.083863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8aff7e6-4f2b-423f-8877-790f31b9df96 req-9d02df7f-071f-4713-8aa5-1245fc7a6057 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144211 Aug 24 00:13:10.134431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7311cedf-edad-4872-9847-3b6cc66e7ec5 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:13:10.178462 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44863949-36e1-49ac-b41e-d8e77c112857 req-2ecf8012-bc1a-43f3-b09c-fb33307293a4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584354 Aug 24 00:13:10.191300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54bbc7-bed2-4a6b-9099-3ddc192f8398 req-de0d71c2-38e4-4f91-b45b-7da62a67a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:10.192733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac54bbc7-bed2-4a6b-9099-3ddc192f8398 req-de0d71c2-38e4-4f91-b45b-7da62a67a84b service neutron] 10.222.0.47 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.2162085 Aug 24 00:13:10.237666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b84123-7970-49ac-8767-5c26d7d43bd7 req-01cda74e-9927-4906-9200-20830bb36f99 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:10.241448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04b84123-7970-49ac-8767-5c26d7d43bd7 req-01cda74e-9927-4906-9200-20830bb36f99 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 946 time: 0.1369603 Aug 24 00:13:10.305662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:13:10.321627 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac54bbc7-bed2-4a6b-9099-3ddc192f8398 req-8fd3c417-6faf-4701-b159-bdb4e0429c46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 HTTP/1.1" status: 200 len: 217 time: 0.1177282 Aug 24 00:13:10.419724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:10.428855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626fc94d-13dd-4662-8f5e-f77257c80863', 'tag': '7311cedf-edad-4872-9847-3b6cc66e7ec5'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:10.429945 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccdfcb6-580e-43d2-9c45-b264abcd0574" -d '{"events": [{"name": "network-changed", "server_uuid": "626fc94d-13dd-4662-8f5e-f77257c80863", "tag": "7311cedf-edad-4872-9847-3b6cc66e7ec5"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:10.439138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 has no active binding in host n-h2-805736-1 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:13:10.491379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54bbc7-bed2-4a6b-9099-3ddc192f8398 req-f7b9a857-6ac8-48df-8ac2-692ba2c49213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:10.492869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac54bbc7-bed2-4a6b-9099-3ddc192f8398 req-f7b9a857-6ac8-48df-8ac2-692ba2c49213 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.1536684 Aug 24 00:13:10.495657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04b84123-7970-49ac-8767-5c26d7d43bd7 req-2980c088-1c27-42d5-ae56-72eee4dffdc3 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825671 Aug 24 00:13:10.505469 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c525432-4fdb-4dba-a380-702e78d6e804 req-ed93ab7d-bc34-473d-9a44-fc4f9fad48c7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:10.507131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c525432-4fdb-4dba-a380-702e78d6e804 req-ed93ab7d-bc34-473d-9a44-fc4f9fad48c7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 945 time: 0.2786129 Aug 24 00:13:10.517921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863949-36e1-49ac-b41e-d8e77c112857 req-dbddc763-f257-4db2-9538-ffc0ea6f81da tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:10.519450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44863949-36e1-49ac-b41e-d8e77c112857 req-dbddc763-f257-4db2-9538-ffc0ea6f81da tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3304579 Aug 24 00:13:10.529943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-cb30352c-909c-40f7-917a-916392ef59b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:10.531390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-cb30352c-909c-40f7-917a-916392ef59b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 1097 time: 0.2132916 Aug 24 00:13:10.572482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-44863949-36e1-49ac-b41e-d8e77c112857 req-9a8612d8-d89d-4bf7-99b3-7b4c594dd91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Request body: {'port': {'device_id': 'bc9b3dea-077c-4110-bd86-71ad132653fe', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'b325e23e1e5c4eb2b0f41309b66e6a8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:10.578828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac54bbc7-bed2-4a6b-9099-3ddc192f8398 req-0b7c4f27-ccc2-4ea8-871a-be4a41ef4616 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707521 Aug 24 00:13:11.007843 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c525432-4fdb-4dba-a380-702e78d6e804 req-6026f050-1c88-4583-addd-a90fb44dfc14 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups?id=95353384-e67a-4526-be5b-addaf837a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4811752 Aug 24 00:13:11.098534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1f0c5-cefa-4268-89d0-55916df4da11 req-0c99c46d-fcbe-4d8a-aa70-07dcbc51ccc5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.100073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6d1f0c5-cefa-4268-89d0-55916df4da11 req-0c99c46d-fcbe-4d8a-aa70-07dcbc51ccc5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.5391638 Aug 24 00:13:11.116295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-324d94e1-4acb-4852-9c1c-2b75106ba6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.118103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-324d94e1-4acb-4852-9c1c-2b75106ba6d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.5646808 Aug 24 00:13:11.129494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac54bbc7-bed2-4a6b-9099-3ddc192f8398 req-dbd835f6-6984-4051-89ef-50761111b233 service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368881 Aug 24 00:13:11.207408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44863949-36e1-49ac-b41e-d8e77c112857 req-9a8612d8-d89d-4bf7-99b3-7b4c594dd91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Made reservation on behalf of b325e23e1e5c4eb2b0f41309b66e6a8f for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:11.210612 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44863949-36e1-49ac-b41e-d8e77c112857 req-9a8612d8-d89d-4bf7-99b3-7b4c594dd91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:11.239972 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-67856920-a678-42de-aa92-4ce978e01b91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39 HTTP/1.1" status: 200 len: 217 time: 0.1095564 Aug 24 00:13:11.348888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6d1f0c5-cefa-4268-89d0-55916df4da11 req-0ce7be5e-2722-4e15-bb3e-5f281ec00171 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384665 Aug 24 00:13:11.408297 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588afa12-4aa0-4639-83b4-ec62222e4734 x-openstack-request-id: req-588afa12-4aa0-4639-83b4-ec62222e4734 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:11.408656 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626fc94d-13dd-4662-8f5e-f77257c80863", "tag": "7311cedf-edad-4872-9847-3b6cc66e7ec5", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:11.408998 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-588afa12-4aa0-4639-83b4-ec62222e4734 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:11.409538 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626fc94d-13dd-4662-8f5e-f77257c80863', 'tag': '7311cedf-edad-4872-9847-3b6cc66e7ec5', 'status': 'completed', 'code': 200} Aug 24 00:13:11.422235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-bb19e05a-e43d-47bc-bc1e-e85428a0114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.423743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-bb19e05a-e43d-47bc-bc1e-e85428a0114c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.1650379 Aug 24 00:13:11.453649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac54bbc7-bed2-4a6b-9099-3ddc192f8398 req-1e50ca6a-8170-4fd1-beca-3ceccf50b346 service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116899 Aug 24 00:13:11.590129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-d9b04da8-3289-40e6-a6f9-8889fa04f1eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780904 Aug 24 00:13:11.599273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e9f7a-49a9-47ce-89ef-c4b25737bc57 req-6b4b067a-8bf0-4845-ba1b-cbd045e31c90 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.599679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e9f7a-49a9-47ce-89ef-c4b25737bc57 req-6b4b067a-8bf0-4845-ba1b-cbd045e31c90 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.600145 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e9f7a-49a9-47ce-89ef-c4b25737bc57 req-6b4b067a-8bf0-4845-ba1b-cbd045e31c90 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.600612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e9f7a-49a9-47ce-89ef-c4b25737bc57 req-6b4b067a-8bf0-4845-ba1b-cbd045e31c90 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.601073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e9f7a-49a9-47ce-89ef-c4b25737bc57 req-6b4b067a-8bf0-4845-ba1b-cbd045e31c90 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.601550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e9f7a-49a9-47ce-89ef-c4b25737bc57 req-6b4b067a-8bf0-4845-ba1b-cbd045e31c90 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.601989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e9f7a-49a9-47ce-89ef-c4b25737bc57 req-6b4b067a-8bf0-4845-ba1b-cbd045e31c90 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.602445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e9f7a-49a9-47ce-89ef-c4b25737bc57 req-6b4b067a-8bf0-4845-ba1b-cbd045e31c90 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.602937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e9f7a-49a9-47ce-89ef-c4b25737bc57 req-6b4b067a-8bf0-4845-ba1b-cbd045e31c90 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.603403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e9f7a-49a9-47ce-89ef-c4b25737bc57 req-6b4b067a-8bf0-4845-ba1b-cbd045e31c90 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.605282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-259e9f7a-49a9-47ce-89ef-c4b25737bc57 req-6b4b067a-8bf0-4845-ba1b-cbd045e31c90 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7132 time: 0.4407659 Aug 24 00:13:11.617480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-e538f53b-fd4b-4b30-9393-20ebbd2a5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.619003 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-e538f53b-fd4b-4b30-9393-20ebbd2a5627 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 1099 time: 0.0429020 Aug 24 00:13:11.697738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecb707-b6ab-4bb7-8673-a4b151adc970 req-005bac16-7246-4d45-9d06-23ab0b36d156 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.699251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ccecb707-b6ab-4bb7-8673-a4b151adc970 req-005bac16-7246-4d45-9d06-23ab0b36d156 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 944 time: 0.2404902 Aug 24 00:13:11.733677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-44863949-36e1-49ac-b41e-d8e77c112857 req-9a8612d8-d89d-4bf7-99b3-7b4c594dd91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Allocated IP 192.168.233.25 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/58446911-c0cc-4062-a35e-d05347ab5bf7) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:11.735600 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-e864f6e6-dd10-4b85-a468-e451c023ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.737148 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-e864f6e6-dd10-4b85-a468-e451c023ca7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.0962672 Aug 24 00:13:11.737709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0a344e0-9357-4af9-9a81-dea350e16ac5 req-1ccaca66-83f8-4181-bb98-8c226a04e5e1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 210 time: 0.0675056 Aug 24 00:13:11.739433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-b4ec8b90-e646-4e57-bd84-1cdc2f374c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.740794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-b4ec8b90-e646-4e57-bd84-1cdc2f374c45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 1099 time: 0.2323747 Aug 24 00:13:11.804430 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-7de44abf-a72d-4392-a5e8-5454592e854e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5 HTTP/1.1" status: 200 len: 217 time: 0.0563159 Aug 24 00:13:11.886353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ccecb707-b6ab-4bb7-8673-a4b151adc970 req-ad1d9622-a4ec-439a-82e2-2698a26e928b tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569707 Aug 24 00:13:11.909783 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-61b8882e-3142-46e8-bdf2-a4de06216ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.915488 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-61b8882e-3142-46e8-bdf2-a4de06216ff6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0781929 Aug 24 00:13:11.921079 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-b1c5c4d3-2d63-4657-81b5-76fa256e4ffb service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147552 Aug 24 00:13:11.968977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-d5f5c055-1e5e-4d08-a834-7cbc0bb547c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:11.970586 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-d5f5c055-1e5e-4d08-a834-7cbc0bb547c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451217 Aug 24 00:13:12.064861 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-31b4e323-34c4-4ca8-9ccd-ec6210c782ae service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855050 Aug 24 00:13:12.087927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-f4fe04a2-c5cd-4e03-bd06-67de69320eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:12.089406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-f4fe04a2-c5cd-4e03-bd06-67de69320eca service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.3375261 Aug 24 00:13:12.172775 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-5771e8f4-574b-44ee-a059-9fb68618c2c0 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896482 Aug 24 00:13:12.182802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-d2df5d71-7863-4e97-938a-da0cdb3b916b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5 HTTP/1.1" status: 200 len: 217 time: 0.0817819 Aug 24 00:13:12.224180 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a53057-e3ca-4189-9331-2fa63b579284 req-1ff19459-9975-4b25-9f90-08fe3bf8ee35 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:12.225644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70a53057-e3ca-4189-9331-2fa63b579284 req-1ff19459-9975-4b25-9f90-08fe3bf8ee35 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 948 time: 0.2982874 Aug 24 00:13:12.256883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e84ae-6bcf-43ad-962e-bf8cf7f21b2c req-37841c3d-16cc-4e45-8d5c-3dde5e2b24de tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:12.258350 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-889e84ae-6bcf-43ad-962e-bf8cf7f21b2c req-37841c3d-16cc-4e45-8d5c-3dde5e2b24de tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 946 time: 0.2998688 Aug 24 00:13:12.335217 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44863949-36e1-49ac-b41e-d8e77c112857 req-9a8612d8-d89d-4bf7-99b3-7b4c594dd91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:12.348420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-b858fe34-c407-4070-b269-627821d815bd service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120960 Aug 24 00:13:12.349716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-b90dac93-8ed5-4e97-8bba-3a2b2dde052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:12.351065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-b90dac93-8ed5-4e97-8bba-3a2b2dde052d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1589928 Aug 24 00:13:12.386440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70a53057-e3ca-4189-9331-2fa63b579284 req-b5b2a119-f4c8-4006-922c-40996fb381f5 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236794 Aug 24 00:13:12.390032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-44863949-36e1-49ac-b41e-d8e77c112857 req-9a8612d8-d89d-4bf7-99b3-7b4c594dd91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Transition to ACTIVE for port object 58446911-c0cc-4062-a35e-d05347ab5bf7 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:12.396010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-889e84ae-6bcf-43ad-962e-bf8cf7f21b2c req-05c5ce96-5f99-469b-b9bb-af5ce2fb3ebe tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252522 Aug 24 00:13:12.515244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-32a33283-c01c-417b-99ad-c51755e8d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:12.516779 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-32a33283-c01c-417b-99ad-c51755e8d6bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1454461 Aug 24 00:13:12.615521 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44863949-36e1-49ac-b41e-d8e77c112857 req-9a8612d8-d89d-4bf7-99b3-7b4c594dd91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:12.662148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563', 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', '455e03c0-f799-42af-8eb9-21d9a34db4ad', '45007bf2-7bf1-4f16-9807-cb759fef16cc'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:12.664443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['b169b4e7-3413-4732-89e7-53705853a7af', '88817624-88de-473e-a8d0-04614560b195'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:12.691150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-82d01f00-64c2-4739-8d55-0066488f2896 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:12.692564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-82d01f00-64c2-4739-8d55-0066488f2896 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4&tenant_id=4296ba497012466daa2a49222903cd4c&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 1097 time: 0.2061300 Aug 24 00:13:12.700065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeca107-bca7-4d73-95ec-6131694439a4 req-284b6cd3-bd01-448c-aebe-a92a8b13b0ed tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:12.701474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4eeca107-bca7-4d73-95ec-6131694439a4 req-284b6cd3-bd01-448c-aebe-a92a8b13b0ed tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 945 time: 0.2161024 Aug 24 00:13:12.713488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805736-1'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:12.719307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f0da1-28e1-4b2e-91c1-311d2f82b904 req-4d449783-f346-4780-9572-4779211b02e2 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:12.720624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e58f0da1-28e1-4b2e-91c1-311d2f82b904 req-4d449783-f346-4780-9572-4779211b02e2 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 886 time: 0.2994399 Aug 24 00:13:12.769649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44863949-36e1-49ac-b41e-d8e77c112857 req-9a8612d8-d89d-4bf7-99b3-7b4c594dd91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:12.780642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8612d8-d89d-4bf7-99b3-7b4c594dd91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event updated for resources: {'Port': ['ID=58446911-c0cc-4062-a35e-d05347ab5bf7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:12.791526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-44863949-36e1-49ac-b41e-d8e77c112857 req-9a8612d8-d89d-4bf7-99b3-7b4c594dd91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:12.798247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-44863949-36e1-49ac-b41e-d8e77c112857 req-9a8612d8-d89d-4bf7-99b3-7b4c594dd91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:12.853142 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-b93a9734-41a2-4c98-be04-91ac1fc1e408 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051212 Aug 24 00:13:12.893777 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4eeca107-bca7-4d73-95ec-6131694439a4 req-32b7dd2d-bd35-4e9e-9513-f382f83dd0f0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups?id=95353384-e67a-4526-be5b-addaf837a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758895 Aug 24 00:13:12.962717 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:13.122542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-94a78076-aaf6-4544-a691-71e62c556057 None None] Provisioning for port 58446911-c0cc-4062-a35e-d05347ab5bf7 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:13.139304 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-94a78076-aaf6-4544-a691-71e62c556057 None None] Provisioning complete for port 58446911-c0cc-4062-a35e-d05347ab5bf7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:13.139677 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94a78076-aaf6-4544-a691-71e62c556057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:13.195340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-94a78076-aaf6-4544-a691-71e62c556057 None None] Port 58446911-c0cc-4062-a35e-d05347ab5bf7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:13:13.279249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863949-36e1-49ac-b41e-d8e77c112857 req-9a8612d8-d89d-4bf7-99b3-7b4c594dd91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.279826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44863949-36e1-49ac-b41e-d8e77c112857 req-9a8612d8-d89d-4bf7-99b3-7b4c594dd91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:13.336244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a20ea-79db-4f97-8409-e389a9ef905d req-b8a9eb8f-9e09-49f9-8c7f-adaf28578138 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.337773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d0a20ea-79db-4f97-8409-e389a9ef905d req-b8a9eb8f-9e09-49f9-8c7f-adaf28578138 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.5519636 Aug 24 00:13:13.366570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44863949-36e1-49ac-b41e-d8e77c112857 req-9a8612d8-d89d-4bf7-99b3-7b4c594dd91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8074794 Aug 24 00:13:13.423877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Request body: {'port': {'device_id': 'bc9b3dea-077c-4110-bd86-71ad132653fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:13.468667 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-4faa809e-56d2-4cf1-8ccf-c2b36f9f9ad0 service neutron] 10.222.0.47 "GET /v2.0/ports/4b97b3d5-ab0e-431b-ab18-97aa04f14ad0/bindings/n-h2-805736-1 HTTP/1.1" status: 200 len: 384 time: 0.0698667 Aug 24 00:13:13.472449 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ccdfcb6-580e-43d2-9c45-b264abcd0574 req-f6b26a2a-d437-4f0f-9ddb-a756329cb7bd service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732307 Aug 24 00:13:13.520742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95370c87-6cac-40e0-bd25-3b7b278e5284 req-4b653b96-491e-4752-adc7-b709938e4bb8 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.521223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95370c87-6cac-40e0-bd25-3b7b278e5284 req-4b653b96-491e-4752-adc7-b709938e4bb8 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.521696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95370c87-6cac-40e0-bd25-3b7b278e5284 req-4b653b96-491e-4752-adc7-b709938e4bb8 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.522167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95370c87-6cac-40e0-bd25-3b7b278e5284 req-4b653b96-491e-4752-adc7-b709938e4bb8 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.522632 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95370c87-6cac-40e0-bd25-3b7b278e5284 req-4b653b96-491e-4752-adc7-b709938e4bb8 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.523125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95370c87-6cac-40e0-bd25-3b7b278e5284 req-4b653b96-491e-4752-adc7-b709938e4bb8 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.523592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95370c87-6cac-40e0-bd25-3b7b278e5284 req-4b653b96-491e-4752-adc7-b709938e4bb8 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.524053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95370c87-6cac-40e0-bd25-3b7b278e5284 req-4b653b96-491e-4752-adc7-b709938e4bb8 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.524519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95370c87-6cac-40e0-bd25-3b7b278e5284 req-4b653b96-491e-4752-adc7-b709938e4bb8 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.524977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95370c87-6cac-40e0-bd25-3b7b278e5284 req-4b653b96-491e-4752-adc7-b709938e4bb8 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.526944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95370c87-6cac-40e0-bd25-3b7b278e5284 req-4b653b96-491e-4752-adc7-b709938e4bb8 tempest-NetworksTest-1349459595 tempest-NetworksTest-1349459595-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7132 time: 0.5947058 Aug 24 00:13:13.531969 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d0a20ea-79db-4f97-8409-e389a9ef905d req-418812e3-c6b0-47e0-b55e-6fbc96053c86 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805084 Aug 24 00:13:13.580992 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:13.601478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:13.704037 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-af14f89e-b15c-4813-bf43-8863c24ca460 service neutron] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:13.741207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-af14f89e-b15c-4813-bf43-8863c24ca460 service neutron] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:13.768023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:13.787203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-af14f89e-b15c-4813-bf43-8863c24ca460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:13.799709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-af14f89e-b15c-4813-bf43-8863c24ca460 service neutron] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:13.817127 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-af14f89e-b15c-4813-bf43-8863c24ca460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:13.856353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ac5d9-d436-4575-aa2b-edbcbdb968f1 req-488ae14b-331c-44c4-a2c3-4bbcca50b9cf tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.858061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-217ac5d9-d436-4575-aa2b-edbcbdb968f1 req-488ae14b-331c-44c4-a2c3-4bbcca50b9cf tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 935 time: 0.2233348 Aug 24 00:13:13.878644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86d1ae6-67dd-43e3-adcd-e68eb87c95c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5bd899-a5e9-4fdb-ac78-b69d40822a39'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:13.881004 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2f4649-cd60-4d19-8593-f0f9d74460a5" -d '{"events": [{"server_uuid": "c86d1ae6-67dd-43e3-adcd-e68eb87c95c4", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5bd899-a5e9-4fdb-ac78-b69d40822a39"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:13.887540 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41648) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:13.907746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-af14f89e-b15c-4813-bf43-8863c24ca460 service neutron] Transition to ACTIVE for port object 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:13.913281 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-af14f89e-b15c-4813-bf43-8863c24ca460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:13.915202 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:13.945268 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:13.966165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a326-69f2-4c58-a77f-d82258119ad1 req-f0774a20-8ba2-4d78-abde-c4df5c0b0aed tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.967737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e447a326-69f2-4c58-a77f-d82258119ad1 req-f0774a20-8ba2-4d78-abde-c4df5c0b0aed tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 944 time: 0.1803384 Aug 24 00:13:13.979361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-af14f89e-b15c-4813-bf43-8863c24ca460 service neutron] No DVR routers for this DVR port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:13:13.998108 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14f89e-b15c-4813-bf43-8863c24ca460 service neutron] Pushing event updated for resources: {'Port': ['ID=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:14.019481 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-af14f89e-b15c-4813-bf43-8863c24ca460 service neutron] 10.222.0.47 "PUT /v2.0/ports/4b97b3d5-ab0e-431b-ab18-97aa04f14ad0/bindings/n-h2-805736-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5277216 Aug 24 00:13:14.037120 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-518e6740-1a2e-4905-b615-01c5359347a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.047273 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-217ac5d9-d436-4575-aa2b-edbcbdb968f1 req-b66d53f1-63c4-4a8b-b612-6d5d04eaf5af tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727562 Aug 24 00:13:14.105607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:14.144164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e447a326-69f2-4c58-a77f-d82258119ad1 req-077ca301-947a-4846-a413-b01db0530c42 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508281 Aug 24 00:13:14.146125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-518e6740-1a2e-4905-b615-01c5359347a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.151570 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-518e6740-1a2e-4905-b615-01c5359347a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.197165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Attempting to bind port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 on host n-h2-805736-1 for vnic_type normal with profile {"migrating_to": "n-h1-805736-1"} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:14.197503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Attempting to bind port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:14.197833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Attempting to bind port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:14.226967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 on network ea19c1d5-c260-40f7-a45f-242d804dbf95 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:14.227296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Attempting to bind port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:14.247449 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-518e6740-1a2e-4905-b615-01c5359347a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5aa34ffb54da4e5f8f0239cd75c46101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588665 Aug 24 00:13:14.250992 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41652) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:14.251590 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e6740-1a2e-4905-b615-01c5359347a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9431b4b6-5865-40b1-9f26-e47eadb894fa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:14.272226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:14.272569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Checking segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:14.272955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Bound using segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:14.273404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Bound port: ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:14.273762 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.282933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-1c904d6a-e99a-4596-9cac-f292621ff065 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:14.284434 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-1c904d6a-e99a-4596-9cac-f292621ff065 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 1096 time: 0.1227067 Aug 24 00:13:14.292006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58446911-c0cc-4062-a35e-d05347ab5bf7 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:14.305956 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.316723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633f044-5db3-4013-a2c6-c8ae244210a3 req-11eb2e17-db34-416f-8d67-4b839a5ef638 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:14.318250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9633f044-5db3-4013-a2c6-c8ae244210a3 req-11eb2e17-db34-416f-8d67-4b839a5ef638 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 945 time: 0.1795368 Aug 24 00:13:14.327736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41654) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:14.335660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7311cedf-edad-4872-9847-3b6cc66e7ec5 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:13:14.337548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fd939fb3-4cf6-4432-b08d-5c8a39be9d87 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Request body: {'floatingip': {'port_id': '93f54e76-531a-4e78-96cc-36b2e636dd94'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:14.360808 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d02c1f26-abe0-4d57-a79a-70482dae8e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.447042 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7311cedf-edad-4872-9847-3b6cc66e7ec5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:14.458392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Transition to ACTIVE for port object 58446911-c0cc-4062-a35e-d05347ab5bf7 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:14.460970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '7311cedf-edad-4872-9847-3b6cc66e7ec5', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '7311cedf-edad-4872-9847-3b6cc66e7ec5', 'mac_address': 'fa:16:3e:db:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:13:14.468732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f73cea-0095-4f5c-ba9d-2ca5b6e132ef req-275e1a79-23e7-4edc-8b9c-7e3834bae6c1 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:14.470508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b5f73cea-0095-4f5c-ba9d-2ca5b6e132ef req-275e1a79-23e7-4edc-8b9c-7e3834bae6c1 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 948 time: 0.2410285 Aug 24 00:13:14.489966 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.499093 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd939fb3-4cf6-4432-b08d-5c8a39be9d87 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.507724 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.524767 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7311cedf-edad-4872-9847-3b6cc66e7ec5 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:14.548371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7311cedf-edad-4872-9847-3b6cc66e7ec5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:14.553179 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.591492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d02c1f26-abe0-4d57-a79a-70482dae8e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.604487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-7590ae68-5399-4a42-a124-13c32562594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:14.606202 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-7590ae68-5399-4a42-a124-13c32562594f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf HTTP/1.1" status: 200 len: 1096 time: 0.2999437 Aug 24 00:13:14.626502 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7311cedf-edad-4872-9847-3b6cc66e7ec5,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:14.651755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:14.659218 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d02c1f26-abe0-4d57-a79a-70482dae8e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.661787 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d02c1f26-abe0-4d57-a79a-70482dae8e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.665588 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d02c1f26-abe0-4d57-a79a-70482dae8e5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9431b4b6-5865-40b1-9f26-e47eadb894fa HTTP/1.1" status: 204 len: 168 time: 0.4086721 Aug 24 00:13:14.688299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c1f26-abe0-4d57-a79a-70482dae8e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9431b4b6-5865-40b1-9f26-e47eadb894fa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:14.697628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Pushing event updated for resources: {'Port': ['ID=58446911-c0cc-4062-a35e-d05347ab5bf7,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:14.725153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:14.738160 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-93fb8fbc-da7a-44f8-9d27-c4b0379debfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:14.739748 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-93fb8fbc-da7a-44f8-9d27-c4b0379debfe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 1096 time: 0.0624461 Aug 24 00:13:14.742422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c14e1-36e3-43ce-b53f-f8bde67a1642 req-a7d22274-2fa7-45ce-a532-0e00396b1b94 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:14.744362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-477c14e1-36e3-43ce-b53f-f8bde67a1642 req-a7d22274-2fa7-45ce-a532-0e00396b1b94 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 944 time: 0.3492377 Aug 24 00:13:14.827407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b5f73cea-0095-4f5c-ba9d-2ca5b6e132ef req-b7cb7309-0e8b-45d4-9dc9-e8c0795ff1b3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343153 Aug 24 00:13:14.843725 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.872848 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-fa46c0a3-9f07-4239-a14d-c79f395d52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:14.874941 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-fa46c0a3-9f07-4239-a14d-c79f395d52c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.1258118 Aug 24 00:13:14.939448 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-f1a7ace6-70b5-4f12-a31d-59f6ee32f802 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 HTTP/1.1" status: 200 len: 217 time: 0.0529220 Aug 24 00:13:14.942718 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebda2d3-e456-4ce1-be60-ae2763d839c7 x-openstack-request-id: req-4ebda2d3-e456-4ce1-be60-ae2763d839c7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:14.943030 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86d1ae6-67dd-43e3-adcd-e68eb87c95c4", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5bd899-a5e9-4fdb-ac78-b69d40822a39", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:14.943281 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ebda2d3-e456-4ce1-be60-ae2763d839c7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:14.943673 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86d1ae6-67dd-43e3-adcd-e68eb87c95c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5bd899-a5e9-4fdb-ac78-b69d40822a39', 'code': 200} Aug 24 00:13:15.040295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-acdc5678-66d2-4404-ab99-d4caf9780ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:15.041885 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-acdc5678-66d2-4404-ab99-d4caf9780ea0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.0456116 Aug 24 00:13:15.057068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41666) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:15.065630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-477c14e1-36e3-43ce-b53f-f8bde67a1642 req-97c1074a-e425-4abc-8152-049ae9d45fbe tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341824 Aug 24 00:13:15.068194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:15.095627 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-47ad6c5f-adf4-46b8-8a0b-3958809abd7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411828 Aug 24 00:13:15.096356 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2f331d4-4548-4ada-9acf-58c558812474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:15.121739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:15.122218 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:15.123857 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ac40e8c4-3b05-477a-8ec3-035e1eb34c15 service neutron] 10.222.0.47 "PUT /v2.0/ports/ff5bd899-a5e9-4fdb-ac78-b69d40822a39 HTTP/1.1" status: 200 len: 1122 time: 2.4177885 Aug 24 00:13:15.158335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7311cedf-edad-4872-9847-3b6cc66e7ec5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:15.167091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Attempting to bind port 58446911-c0cc-4062-a35e-d05347ab5bf7 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:15.167435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Attempting to bind port 58446911-c0cc-4062-a35e-d05347ab5bf7 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:15.167824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Attempting to bind port 58446911-c0cc-4062-a35e-d05347ab5bf7 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:15.253176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Port 58446911-c0cc-4062-a35e-d05347ab5bf7 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:15.253416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Attempting to bind port 58446911-c0cc-4062-a35e-d05347ab5bf7 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:15.268673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f947aa-aa53-4407-8963-4ff69bed9065 req-da1670fe-13fd-4a49-8c88-6c0bc0189275 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:15.275940 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73f947aa-aa53-4407-8963-4ff69bed9065 req-da1670fe-13fd-4a49-8c88-6c0bc0189275 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.2721400 Aug 24 00:13:15.285253 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-c71d4e48-1d28-44f4-a6a8-298a641e5c94 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738205 Aug 24 00:13:15.299306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:15.299885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:15.300026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:15.300446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Bound port: 58446911-c0cc-4062-a35e-d05347ab5bf7, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:15.300802 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:15.359956 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2f331d4-4548-4ada-9acf-58c558812474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:15.380571 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['ff5bd899-a5e9-4fdb-ac78-b69d40822a39'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:15.397885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2f331d4-4548-4ada-9acf-58c558812474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:15.453473 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f331d4-4548-4ada-9acf-58c558812474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc3b9dd-1a64-4f97-a4a7-4e74c189f431,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:15.461547 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f2f331d4-4548-4ada-9acf-58c558812474 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97a151f400104b85aa590feedea312b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4010174 Aug 24 00:13:15.462371 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41674) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:15.508373 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-99c1f663-6333-4ecf-86ab-7f00c0143165 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904423 Aug 24 00:13:15.552670 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1a7b-30e8-4eb7-825f-078a802b0c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:15.580274 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1a7b-30e8-4eb7-825f-078a802b0c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:15.635325 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1a7b-30e8-4eb7-825f-078a802b0c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:15.639212 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1a7b-30e8-4eb7-825f-078a802b0c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:15.640634 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a4bd1a7b-30e8-4eb7-825f-078a802b0c53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fc3b9dd-1a64-4f97-a4a7-4e74c189f431 HTTP/1.1" status: 204 len: 168 time: 0.1773093 Aug 24 00:13:15.648822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd1a7b-30e8-4eb7-825f-078a802b0c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc3b9dd-1a64-4f97-a4a7-4e74c189f431,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:15.735037 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73f947aa-aa53-4407-8963-4ff69bed9065 req-3b02f965-07d7-4812-9a5d-ff9e22e86eec tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582150 Aug 24 00:13:15.914893 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-676bab0c-171c-4e47-b8ed-9ce4961a98f7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:15.916319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-676bab0c-171c-4e47-b8ed-9ce4961a98f7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863&tenant_id=fcbd557231c74eedb4681fd7496dc8b0&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 949 time: 0.2921681 Aug 24 00:13:15.918942 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] For port 58446911-c0cc-4062-a35e-d05347ab5bf7, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:15.945975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-c62577ac-bea7-45e3-9d86-0d5ad861d4d1 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:15.947706 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-c62577ac-bea7-45e3-9d86-0d5ad861d4d1 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 1096 time: 0.0565262 Aug 24 00:13:15.949344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d465291-e406-4599-9f0d-318f71f63e4e req-3cc1027b-3146-4c5d-9e4f-5c919ce863b8 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:15.950893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d465291-e406-4599-9f0d-318f71f63e4e req-3cc1027b-3146-4c5d-9e4f-5c919ce863b8 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 947 time: 0.3200200 Aug 24 00:13:15.974387 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-fd939fb3-4cf6-4432-b08d-5c8a39be9d87 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:13:15.999707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] For port 58446911-c0cc-4062-a35e-d05347ab5bf7, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=58446911-c0cc-4062-a35e-d05347ab5bf7,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:16.061737 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:16.112571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-18bb14d5-f3ef-4965-bfcc-018de59c72de service neutron] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:16.115876 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-18bb14d5-f3ef-4965-bfcc-018de59c72de service neutron] Notify callbacks [] for binding, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:16.116989 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fce3b9e9-f586-4c6a-8256-e1eb483b20d3 req-18bb14d5-f3ef-4965-bfcc-018de59c72de service neutron] 10.222.0.13 "DELETE /v2.0/ports/4b97b3d5-ab0e-431b-ab18-97aa04f14ad0/bindings/n-h1-805736-1 HTTP/1.1" status: 204 len: 173 time: 0.1585040 Aug 24 00:13:16.119932 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:13:16.165540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:13:16.169420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00185e16-d126-4296-aa91-b7d4fd01037d req-afd984da-61db-4e00-896c-69f643c63c76 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:16.171050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00185e16-d126-4296-aa91-b7d4fd01037d req-afd984da-61db-4e00-896c-69f643c63c76 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 945 time: 0.3261380 Aug 24 00:13:16.172405 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:16.173005 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:16.174399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44863949-36e1-49ac-b41e-d8e77c112857 req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] 10.222.0.13 "PUT /v2.0/ports/58446911-c0cc-4062-a35e-d05347ab5bf7 HTTP/1.1" status: 200 len: 1095 time: 2.7660403 Aug 24 00:13:16.178114 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd939fb3-4cf6-4432-b08d-5c8a39be9d87 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:16.190631 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd939fb3-4cf6-4432-b08d-5c8a39be9d87 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:16.219651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d465291-e406-4599-9f0d-318f71f63e4e req-e24b53ce-bcce-44a0-96f7-fa52d17e7351 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478507 Aug 24 00:13:16.372250 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-5ffc336b-d74f-4e47-9c9b-39d82d9e23a9 service neutron] delete failed (client error): The resource could not be found. Aug 24 00:13:16.373272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-5ffc336b-d74f-4e47-9c9b-39d82d9e23a9 service neutron] 10.222.0.47 "DELETE /v2.0/ports/7311cedf-edad-4872-9847-3b6cc66e7ec5/bindings/n-h1-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.4331264 Aug 24 00:13:16.392465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc7c0a-292a-4faa-9822-2b59a50a18b8 service neutron] Pushing event updated for resources: {'Port': ['ID=58446911-c0cc-4062-a35e-d05347ab5bf7,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:16.456883 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00185e16-d126-4296-aa91-b7d4fd01037d req-6f59a798-df3d-4aff-a699-d3a0a9b95977 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713859 Aug 24 00:13:16.464308 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-fd939fb3-4cf6-4432-b08d-5c8a39be9d87 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Floating IP 6a4e1d05-386b-4e9e-82d3-5d6d19ae6365 associated. External IP: 172.25.8.149, port: 93f54e76-531a-4e78-96cc-36b2e636dd94. Aug 24 00:13:16.509141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863949-36e1-49ac-b41e-d8e77c112857 req-7ec2058d-23b9-4532-ab24-da02e412ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:16.510661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44863949-36e1-49ac-b41e-d8e77c112857 req-7ec2058d-23b9-4532-ab24-da02e412ab45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 1098 time: 0.1702054 Aug 24 00:13:16.534057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008f7af-b649-4280-abaf-a7632b395a06 req-7aecbd27-72d1-471d-9b61-7ed4a89f037c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:16.535617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d008f7af-b649-4280-abaf-a7632b395a06 req-7aecbd27-72d1-471d-9b61-7ed4a89f037c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 949 time: 0.2226460 Aug 24 00:13:16.666861 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44863949-36e1-49ac-b41e-d8e77c112857 req-d6521f37-640f-44a3-8566-7e4afbac3e62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=58446911-c0cc-4062-a35e-d05347ab5bf7 HTTP/1.1" status: 200 len: 217 time: 0.1118457 Aug 24 00:13:16.756306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-be45efba-d601-4141-8da3-402be2452767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:16.757959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-be45efba-d601-4141-8da3-402be2452767 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 1100 time: 0.2460265 Aug 24 00:13:16.767334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d008f7af-b649-4280-abaf-a7632b395a06 req-d4027a2e-e5a4-48a1-90b6-4458820bb7f7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101419 Aug 24 00:13:16.808546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f8887-5ece-46d2-b5a8-9139f439b29e req-cae6f1a4-4aae-444b-aa86-ae4b8381ab35 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:16.811144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b31f8887-5ece-46d2-b5a8-9139f439b29e req-cae6f1a4-4aae-444b-aa86-ae4b8381ab35 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 944 time: 0.2549880 Aug 24 00:13:16.852085 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863949-36e1-49ac-b41e-d8e77c112857 req-32b3a4cd-2c54-4079-9e4e-f8ac1a182e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:16.853495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44863949-36e1-49ac-b41e-d8e77c112857 req-32b3a4cd-2c54-4079-9e4e-f8ac1a182e00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1598837 Aug 24 00:13:16.949060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86d1ae6-67dd-43e3-adcd-e68eb87c95c4', 'tag': 'ff5bd899-a5e9-4fdb-ac78-b69d40822a39'}, {'name': 'network-changed', 'server_uuid': 'bc9b3dea-077c-4110-bd86-71ad132653fe', 'tag': '58446911-c0cc-4062-a35e-d05347ab5bf7'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:16.952349 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37" -d '{"events": [{"name": "network-changed", "server_uuid": "c86d1ae6-67dd-43e3-adcd-e68eb87c95c4", "tag": "ff5bd899-a5e9-4fdb-ac78-b69d40822a39"}, {"name": "network-changed", "server_uuid": "bc9b3dea-077c-4110-bd86-71ad132653fe", "tag": "58446911-c0cc-4062-a35e-d05347ab5bf7"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:17.043232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b31f8887-5ece-46d2-b5a8-9139f439b29e req-4ac2cf62-a41d-42d9-aad6-3678cfb58c93 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929226 Aug 24 00:13:17.084661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-38a9a44a-cbbb-4361-8098-8130d3029298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:17.086161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-38a9a44a-cbbb-4361-8098-8130d3029298 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.3157709 Aug 24 00:13:17.093485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44863949-36e1-49ac-b41e-d8e77c112857 req-5f8d221f-9411-4d0e-8c16-6301a5e2e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:17.094928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44863949-36e1-49ac-b41e-d8e77c112857 req-5f8d221f-9411-4d0e-8c16-6301a5e2e31f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1816761 Aug 24 00:13:17.390351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd939fb3-4cf6-4432-b08d-5c8a39be9d87 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Router 69703154-e80f-4bb0-8f19-96f653a5e372 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:13:17.391209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-a98d27a2-5c74-43f2-afa1-d864e35c6da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:17.392727 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-a98d27a2-5c74-43f2-afa1-d864e35c6da5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 1125 time: 0.0497591 Aug 24 00:13:17.392851 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f59ea67-80bd-42b9-9840-86befa5316c1 x-openstack-request-id: req-5f59ea67-80bd-42b9-9840-86befa5316c1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:17.393116 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86d1ae6-67dd-43e3-adcd-e68eb87c95c4", "tag": "ff5bd899-a5e9-4fdb-ac78-b69d40822a39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bc9b3dea-077c-4110-bd86-71ad132653fe", "tag": "58446911-c0cc-4062-a35e-d05347ab5bf7", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:17.393380 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f59ea67-80bd-42b9-9840-86befa5316c1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:17.393728 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86d1ae6-67dd-43e3-adcd-e68eb87c95c4', 'tag': 'ff5bd899-a5e9-4fdb-ac78-b69d40822a39', 'status': 'completed', 'code': 200} Aug 24 00:13:17.393976 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9b3dea-077c-4110-bd86-71ad132653fe', 'tag': '58446911-c0cc-4062-a35e-d05347ab5bf7', 'status': 'completed', 'code': 200} Aug 24 00:13:17.407967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42d857-3ff2-47fb-9dae-0f2b2b82cbee req-12a5188b-ca08-433d-b8c6-17f41b2f6f82 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:17.409377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a42d857-3ff2-47fb-9dae-0f2b2b82cbee req-12a5188b-ca08-433d-b8c6-17f41b2f6f82 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.4520993 Aug 24 00:13:17.410797 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-5ce3aba7-e99f-4a26-a7b6-c04e5ab27c31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5 HTTP/1.1" status: 200 len: 217 time: 0.3148298 Aug 24 00:13:17.489673 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-94551506-cef2-4eab-835f-9b42046f4739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:17.491227 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-94551506-cef2-4eab-835f-9b42046f4739 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.0860007 Aug 24 00:13:17.540905 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-c3163f34-86fe-4a99-9ebf-7ed1548e15c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39 HTTP/1.1" status: 200 len: 217 time: 0.0380189 Aug 24 00:13:17.598259 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-dcd4c9d7-8956-416d-b91a-8152d81b1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:17.599837 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-dcd4c9d7-8956-416d-b91a-8152d81b1ce7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.0520072 Aug 24 00:13:17.606071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a42d857-3ff2-47fb-9dae-0f2b2b82cbee req-2a9e6a98-4006-416e-af92-f1af4737c5bb tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743748 Aug 24 00:13:17.607989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-ec109385-6741-4262-82e7-21dcd2c935d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:17.609663 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-ec109385-6741-4262-82e7-21dcd2c935d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1874321 Aug 24 00:13:17.641713 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2a8ac-aad6-4574-ac18-29e3fb706df5 req-35665b0a-3df5-418b-9b38-5cfa04de99c1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:17.643271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4e2a8ac-aad6-4574-ac18-29e3fb706df5 req-35665b0a-3df5-418b-9b38-5cfa04de99c1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 947 time: 0.2519658 Aug 24 00:13:17.652080 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-3e73202a-421f-48db-9e53-f6801cc81a2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342693 Aug 24 00:13:17.727851 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44863949-36e1-49ac-b41e-d8e77c112857 req-a36e66ff-4ff6-49e2-8e84-8fe27cf514fe service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406057 Aug 24 00:13:17.758197 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-0d4c17c7-837d-49eb-980f-74fd9e879bd9 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966940 Aug 24 00:13:17.781171 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4e2a8ac-aad6-4574-ac18-29e3fb706df5 req-3281dd2f-a8e8-4c57-a4aa-bc84b23ef863 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163836 Aug 24 00:13:17.814181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-914285e8-0826-443c-a270-4ae8391ce7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:17.815756 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-914285e8-0826-443c-a270-4ae8391ce7eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1944151 Aug 24 00:13:17.820678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd939fb3-4cf6-4432-b08d-5c8a39be9d87 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:13:17.826981 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd939fb3-4cf6-4432-b08d-5c8a39be9d87 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:17.833776 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5356ce-bf32-4c78-9185-18f632e594cb None None] Sync routers for ids ['69703154-e80f-4bb0-8f19-96f653a5e372'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:13:17.857695 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5356ce-bf32-4c78-9185-18f632e594cb None None] Routers {'69703154-e80f-4bb0-8f19-96f653a5e372'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:13:17.858333 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6e5356ce-bf32-4c78-9185-18f632e594cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:13:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69703154-e80f-4bb0-8f19-96f653a5e372'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:17.895270 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-6bdcc9b7-3006-4fb3-97bd-55fb02a3728f service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235747 Aug 24 00:13:17.987025 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fd939fb3-4cf6-4432-b08d-5c8a39be9d87 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "PUT /v2.0/floatingips/6a4e1d05-386b-4e9e-82d3-5d6d19ae6365 HTTP/1.1" status: 200 len: 991 time: 3.6552768 Aug 24 00:13:17.987666 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6e5356ce-bf32-4c78-9185-18f632e594cb None None] Set router 69703154-e80f-4bb0-8f19-96f653a5e372 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:13:18.013667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44863949-36e1-49ac-b41e-d8e77c112857 req-aede06d0-2bb5-4fb1-bdd9-2fe784c1a8b4 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612002 Aug 24 00:13:18.042207 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3872e-4035-481f-a37e-975fda516d86 req-3b8d048b-db77-4c8d-9a63-48de3bfad6f2 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:18.044522 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51a3872e-4035-481f-a37e-975fda516d86 req-3b8d048b-db77-4c8d-9a63-48de3bfad6f2 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 945 time: 0.1519606 Aug 24 00:13:18.055760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-142ae77c-3167-444e-8793-fd451603216c service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246399 Aug 24 00:13:18.139311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ff5bd899-a5e9-4fdb-ac78-b69d40822a39 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:13:18.169376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51a3872e-4035-481f-a37e-975fda516d86 req-fdf0247e-11ec-4dcf-b406-b8460f61f88c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045673 Aug 24 00:13:18.265483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c932d8a-18c9-401d-9d63-bd50452ea5a2 req-1777c1e9-7e43-4fd2-9cf7-ad96ca5676d2 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931744 Aug 24 00:13:18.335322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:18.347741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ff5bd899-a5e9-4fdb-ac78-b69d40822a39 has no active binding in host n-h1-805736-1 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:13:18.360483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-3197a675-347b-48be-bffa-415b0e261371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:18.367904 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-3197a675-347b-48be-bffa-415b0e261371 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 1098 time: 0.1845353 Aug 24 00:13:18.380385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7311cedf-edad-4872-9847-3b6cc66e7ec5 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:18.383863 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6e5356ce-bf32-4c78-9185-18f632e594cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '6a4e1d05-386b-4e9e-82d3-5d6d19ae6365', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'port_id': '93f54e76-531a-4e78-96cc-36b2e636dd94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'mac_address': 'fa:16:3e:b3:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5a456d-7e50-4959-8eb6-387d7015fa6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:12:54Z', 'updated_at': '2021-08-24T00:13:15Z', 'revision_number': 1, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464b068c-f6f1-4e0c-91e2-24e0ef4c64b0', 'name': '', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'mac_address': 'fa:16:3e:f5:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:48Z', 'updated_at': '2021-08-24T00:12:54Z', 'revision_number': 5, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'subnets': [{'id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:18.387908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f6bab-f4e0-4131-9c53-d39b63f03ed3 req-51343bfb-779a-44d4-bfce-9639cb8950a6 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:18.395748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c5f6bab-f4e0-4131-9c53-d39b63f03ed3 req-51343bfb-779a-44d4-bfce-9639cb8950a6 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 949 time: 0.0940351 Aug 24 00:13:18.429274 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5356ce-bf32-4c78-9185-18f632e594cb None None] Checking router: 69703154-e80f-4bb0-8f19-96f653a5e372 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:13:18.443283 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5356ce-bf32-4c78-9185-18f632e594cb None None] Routers {'69703154-e80f-4bb0-8f19-96f653a5e372'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:13:18.444426 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6e5356ce-bf32-4c78-9185-18f632e594cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:13:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69703154-e80f-4bb0-8f19-96f653a5e372'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:18.460746 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 7311cedf-edad-4872-9847-3b6cc66e7ec5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:18.472068 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c5f6bab-f4e0-4131-9c53-d39b63f03ed3 req-a6d8180e-63aa-4799-ac71-87e13d6287f5 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754633 Aug 24 00:13:18.473446 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 7311cedf-edad-4872-9847-3b6cc66e7ec5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:18.473823 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.589118 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.605658 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6e5356ce-bf32-4c78-9185-18f632e594cb None None] Set router 69703154-e80f-4bb0-8f19-96f653a5e372 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:13:18.612427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-1ea2ab6f-a7bd-458e-adbf-1bd6b528dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:18.613943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-1ea2ab6f-a7bd-458e-adbf-1bd6b528dfa4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1780202 Aug 24 00:13:18.621911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626fc94d-13dd-4662-8f5e-f77257c80863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7311cedf-edad-4872-9847-3b6cc66e7ec5'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:18.625073 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878a2f3e-2949-491b-af33-5d0cbcdfa588" -d '{"events": [{"server_uuid": "626fc94d-13dd-4662-8f5e-f77257c80863", "name": "network-vif-plugged", "status": "completed", "tag": "7311cedf-edad-4872-9847-3b6cc66e7ec5"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:18.625796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6517a-8e21-456b-81c5-b8b2d12bc09a req-de90cd43-1df2-4726-9b1f-31d93506d86c tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:18.627760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8a6517a-8e21-456b-81c5-b8b2d12bc09a req-de90cd43-1df2-4726-9b1f-31d93506d86c tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 944 time: 0.0926957 Aug 24 00:13:18.640579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7311cedf-edad-4872-9847-3b6cc66e7ec5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:18.646878 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.667596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-3df68204-a1e4-47ae-b80f-dff2130c5b6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=58446911-c0cc-4062-a35e-d05347ab5bf7 HTTP/1.1" status: 200 len: 217 time: 0.0385427 Aug 24 00:13:18.738333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-f798d8a6-033c-4a85-b1d2-bf35fe7a8257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:18.741060 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-f798d8a6-033c-4a85-b1d2-bf35fe7a8257 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0539174 Aug 24 00:13:18.744925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7311cedf-edad-4872-9847-3b6cc66e7ec5,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:18.840561 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8a6517a-8e21-456b-81c5-b8b2d12bc09a req-c7ce18ab-389e-4698-83e1-37317bad6405 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714005 Aug 24 00:13:18.895288 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd6671c-41e0-44e7-a72c-47641e84fb46 x-openstack-request-id: req-1bd6671c-41e0-44e7-a72c-47641e84fb46 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:18.895777 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626fc94d-13dd-4662-8f5e-f77257c80863", "name": "network-vif-plugged", "status": "completed", "tag": "7311cedf-edad-4872-9847-3b6cc66e7ec5", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:18.896302 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bd6671c-41e0-44e7-a72c-47641e84fb46 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:18.896859 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626fc94d-13dd-4662-8f5e-f77257c80863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7311cedf-edad-4872-9847-3b6cc66e7ec5', 'code': 200} Aug 24 00:13:18.909946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-12b5859c-f57c-4781-a580-ad6abbb948e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:18.911768 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-12b5859c-f57c-4781-a580-ad6abbb948e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1631842 Aug 24 00:13:18.917697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbaffc4-4931-4801-822b-050ad00131d1 req-d4d6c172-dea7-449d-bac8-a47d3e2af41f tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:18.920225 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4fbaffc4-4931-4801-822b-050ad00131d1 req-d4d6c172-dea7-449d-bac8-a47d3e2af41f tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 1096 time: 0.0696101 Aug 24 00:13:18.960965 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4fbaffc4-4931-4801-822b-050ad00131d1 req-d32e5d06-f651-438a-ab80-5848ca0f4c37 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Aug 24 00:13:19.059941 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6e5356ce-bf32-4c78-9185-18f632e594cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '6a4e1d05-386b-4e9e-82d3-5d6d19ae6365', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'port_id': '93f54e76-531a-4e78-96cc-36b2e636dd94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'mac_address': 'fa:16:3e:b3:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5a456d-7e50-4959-8eb6-387d7015fa6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:12:54Z', 'updated_at': '2021-08-24T00:13:15Z', 'revision_number': 1, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464b068c-f6f1-4e0c-91e2-24e0ef4c64b0', 'name': '', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'mac_address': 'fa:16:3e:f5:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:48Z', 'updated_at': '2021-08-24T00:12:54Z', 'revision_number': 5, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'subnets': [{'id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:19.097664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ec412-322f-4f0c-acba-a14765c53d83 req-edf8b1dd-fda7-4362-88a7-8f4f679f64d4 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:19.107509 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f5ec412-322f-4f0c-acba-a14765c53d83 req-edf8b1dd-fda7-4362-88a7-8f4f679f64d4 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1170957 Aug 24 00:13:19.144663 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5356ce-bf32-4c78-9185-18f632e594cb None None] The sync data for ids ['69703154-e80f-4bb0-8f19-96f653a5e372'] in n-d-805736-1 is: [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '6a4e1d05-386b-4e9e-82d3-5d6d19ae6365', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'port_id': '93f54e76-531a-4e78-96cc-36b2e636dd94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'mac_address': 'fa:16:3e:b3:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5a456d-7e50-4959-8eb6-387d7015fa6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:12:54Z', 'updated_at': '2021-08-24T00:13:15Z', 'revision_number': 1, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '464b068c-f6f1-4e0c-91e2-24e0ef4c64b0', 'name': '', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'mac_address': 'fa:16:3e:f5:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:48Z', 'updated_at': '2021-08-24T00:12:54Z', 'revision_number': 5, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'subnets': [{'id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:13:19.170851 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f5ec412-322f-4f0c-acba-a14765c53d83 req-e10dd41a-aeb9-46ce-b691-2eea96beadfb tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623274 Aug 24 00:13:19.272997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-104f6b74-e86d-459e-b4ca-ae527d0c9fae service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984524 Aug 24 00:13:19.284715 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:19.379833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e7d87-568a-4f86-aea7-ccef4119b900 req-4d7c3051-de7f-4e91-89ac-bffde332f9ab tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:19.383274 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c7e7d87-568a-4f86-aea7-ccef4119b900 req-4d7c3051-de7f-4e91-89ac-bffde332f9ab tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 947 time: 0.2114224 Aug 24 00:13:19.418800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5a456d-7e50-4959-8eb6-387d7015fa6d', 'tag': '93f54e76-531a-4e78-96cc-36b2e636dd94'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:19.420714 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e379e18-2713-491c-b600-f419e49fc319" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5a456d-7e50-4959-8eb6-387d7015fa6d", "tag": "93f54e76-531a-4e78-96cc-36b2e636dd94"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:19.456805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79a11c-359a-4dca-9a16-226195c87803 None None] New status for floating IP 6a4e1d05-386b-4e9e-82d3-5d6d19ae6365: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:13:19.463329 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1f88731-ffe5-49bc-921f-da260319d4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:19.539070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c7e7d87-568a-4f86-aea7-ccef4119b900 req-14257b69-566b-4f4d-b33f-d2d5828cfc9e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031778 Aug 24 00:13:19.550091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3acf96fb-15a4-4b8a-96bc-ae6cbea53a37 req-0f0db258-4e4e-4482-90c8-dc1916bff233 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468176 Aug 24 00:13:19.573153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-80dbc3ce-ee65-4f73-b1b9-e89442e2f970 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:19.582729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-80dbc3ce-ee65-4f73-b1b9-e89442e2f970 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 821 time: 0.2879598 Aug 24 00:13:19.602387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-05edd3df-9f6c-427e-9e5a-04e1fccb8e66 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/quotas/e50e8a83a6fa4976858cfe853fc5a9bf HTTP/1.1" status: 200 len: 375 time: 0.0191939 Aug 24 00:13:19.608963 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1f88731-ffe5-49bc-921f-da260319d4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:19.613997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1f88731-ffe5-49bc-921f-da260319d4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:19.657143 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-ec8c802e-2e10-4412-9ad4-97548d02d54c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484784 Aug 24 00:13:19.657814 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a1f88731-ffe5-49bc-921f-da260319d4e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33817cb7c4a1422d9a08d81ca8100157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719819 Aug 24 00:13:19.658642 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f88731-ffe5-49bc-921f-da260319d4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387b2ca1-e282-4224-bdd6-0b62211d3536,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:19.660522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41778) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:19.709836 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687b87ed-22a1-42cb-941e-c14cee240af4 x-openstack-request-id: req-687b87ed-22a1-42cb-941e-c14cee240af4 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:19.710130 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5a456d-7e50-4959-8eb6-387d7015fa6d", "tag": "93f54e76-531a-4e78-96cc-36b2e636dd94", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:19.710381 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-687b87ed-22a1-42cb-941e-c14cee240af4 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:19.710767 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5a456d-7e50-4959-8eb6-387d7015fa6d', 'tag': '93f54e76-531a-4e78-96cc-36b2e636dd94', 'status': 'completed', 'code': 200} Aug 24 00:13:19.784368 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea3298d4-6261-437d-8913-b37193d9f891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:19.830147 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea3298d4-6261-437d-8913-b37193d9f891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:19.833237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-36711320-4107-4b1b-b240-29568502a8db service neutron] 10.222.0.32 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529572 Aug 24 00:13:19.982906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e379e18-2713-491c-b600-f419e49fc319 req-11dd5e9a-fcd7-4559-84d1-90b549bfbc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:19.984416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e379e18-2713-491c-b600-f419e49fc319 req-11dd5e9a-fcd7-4559-84d1-90b549bfbc70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b4b39ddccdf4080ab12df3b76f55b0d&device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 1096 time: 0.1690729 Aug 24 00:13:19.996100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c1a5d-6dd8-450f-b195-8a65dc73604d req-83f703cc-03f9-46cc-b308-e29e53642c2b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:19.997705 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c1c1a5d-6dd8-450f-b195-8a65dc73604d req-83f703cc-03f9-46cc-b308-e29e53642c2b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.1439204 Aug 24 00:13:20.052784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-1533287f-2276-4faa-9974-5a4ad1d3f736 service neutron] 10.222.0.32 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004449 Aug 24 00:13:20.081593 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea3298d4-6261-437d-8913-b37193d9f891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.084196 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea3298d4-6261-437d-8913-b37193d9f891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.085265 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ea3298d4-6261-437d-8913-b37193d9f891 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/387b2ca1-e282-4224-bdd6-0b62211d3536 HTTP/1.1" status: 204 len: 168 time: 0.4228048 Aug 24 00:13:20.107666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3298d4-6261-437d-8913-b37193d9f891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387b2ca1-e282-4224-bdd6-0b62211d3536,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:20.120316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c1c1a5d-6dd8-450f-b195-8a65dc73604d req-bdb7a83e-99de-4d08-98d7-5f9d67d17ecd tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155877 Aug 24 00:13:20.167099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e379e18-2713-491c-b600-f419e49fc319 req-d7fee752-9af0-455f-acdd-53f0969678bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:20.168909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e379e18-2713-491c-b600-f419e49fc319 req-d7fee752-9af0-455f-acdd-53f0969678bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bf9048d-db79-498a-a904-60931406ab61 HTTP/1.1" status: 200 len: 907 time: 0.1494930 Aug 24 00:13:20.318992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e379e18-2713-491c-b600-f419e49fc319 req-27c7979e-7cbf-4b97-bb79-80b904f825eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93f54e76-531a-4e78-96cc-36b2e636dd94 HTTP/1.1" status: 200 len: 1001 time: 0.1268425 Aug 24 00:13:20.352520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3034ccc-63dd-43b0-ba10-a22be784ec56 req-b3d63c72-ba77-459f-8be7-c5153532d55b tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:20.354018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3034ccc-63dd-43b0-ba10-a22be784ec56 req-b3d63c72-ba77-459f-8be7-c5153532d55b tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 944 time: 0.1182754 Aug 24 00:13:20.356245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621c69f-5d01-4e56-baa5-3a574b5ddb50 req-20b60f8e-08d0-458c-a011-1e9cfea6653b tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:20.357725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3621c69f-5d01-4e56-baa5-3a574b5ddb50 req-20b60f8e-08d0-458c-a011-1e9cfea6653b tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 1101 time: 0.1231809 Aug 24 00:13:20.450824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e379e18-2713-491c-b600-f419e49fc319 req-4089eff1-287c-4ff2-a3fe-7a26586bcc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:20.450824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e379e18-2713-491c-b600-f419e49fc319 req-4089eff1-287c-4ff2-a3fe-7a26586bcc2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c786ada8-ac2b-418b-97a8-f819b19b4544 HTTP/1.1" status: 200 len: 845 time: 0.1183417 Aug 24 00:13:20.452577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41798) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:20.457908 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3621c69f-5d01-4e56-baa5-3a574b5ddb50 req-c193f257-c0ef-46c0-a1f4-6e8d6c545d13 tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799396 Aug 24 00:13:20.476688 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4597690c-91cb-47a4-8ee3-974acfed3cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.495108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3034ccc-63dd-43b0-ba10-a22be784ec56 req-bd5d10f7-4a35-4482-bec0-389f60aa7f98 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122932 Aug 24 00:13:20.547215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e379e18-2713-491c-b600-f419e49fc319 req-11818725-4c0f-432d-8f0e-b24e7bbfa6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:20.548830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e379e18-2713-491c-b600-f419e49fc319 req-11818725-4c0f-432d-8f0e-b24e7bbfa6c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bf9048d-db79-498a-a904-60931406ab61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807471 Aug 24 00:13:20.595141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-533399ab-7d37-4039-9851-bf61b9c89f49 req-2e5df66c-c08e-4763-8326-919bc7de36b7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 210 time: 0.0448387 Aug 24 00:13:20.643752 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4597690c-91cb-47a4-8ee3-974acfed3cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.649236 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4597690c-91cb-47a4-8ee3-974acfed3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.682963 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4597690c-91cb-47a4-8ee3-974acfed3cc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=735f5eda6fe649b8a9561ac4945c4c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287185 Aug 24 00:13:20.685740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41810) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:20.721596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c1bb8-7933-4ac3-a958-1b2a0239e75b req-32b3b687-a45e-43f9-8965-e4b28b23368c tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:20.730026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-261c1bb8-7933-4ac3-a958-1b2a0239e75b req-32b3b687-a45e-43f9-8965-e4b28b23368c tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1382489 Aug 24 00:13:20.736486 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597690c-91cb-47a4-8ee3-974acfed3cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81a1ff4-d5ae-4752-97c3-676155c74a92,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:20.760182 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e379e18-2713-491c-b600-f419e49fc319 req-c0d9d4d8-14e2-400c-bd4d-1d58dda12a21 service neutron] 10.222.0.13 "GET /v2.0/networks/3bf9048d-db79-498a-a904-60931406ab61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979063 Aug 24 00:13:20.800880 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5511abe4-0467-498a-b900-74e11726068f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.815076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-261c1bb8-7933-4ac3-a958-1b2a0239e75b req-f4d5841a-8e53-44cb-851a-3d19e80cdeb0 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841606 Aug 24 00:13:20.840456 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5511abe4-0467-498a-b900-74e11726068f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.903470 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5511abe4-0467-498a-b900-74e11726068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.906122 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5511abe4-0467-498a-b900-74e11726068f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.909763 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5511abe4-0467-498a-b900-74e11726068f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c81a1ff4-d5ae-4752-97c3-676155c74a92 HTTP/1.1" status: 204 len: 168 time: 0.2204933 Aug 24 00:13:20.916361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511abe4-0467-498a-b900-74e11726068f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81a1ff4-d5ae-4752-97c3-676155c74a92,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:21.163072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-747334e0-4210-4580-93ec-4bead5b597f8 req-4f00df23-3709-46e4-8ca0-b828358b524c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340810 Aug 24 00:13:21.213091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c6d7a-bbd0-452a-9ff4-0c7ae6cabb10 req-bc8f69eb-d60e-4290-a992-edc67e3e686a tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:21.214589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c3c6d7a-bbd0-452a-9ff4-0c7ae6cabb10 req-bc8f69eb-d60e-4290-a992-edc67e3e686a tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 947 time: 0.4273460 Aug 24 00:13:21.276184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e379e18-2713-491c-b600-f419e49fc319 req-92bc5488-6d42-4ce6-a6a7-bc740cfdcfcf service neutron] 10.222.0.13 "GET /v2.0/networks/3bf9048d-db79-498a-a904-60931406ab61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997220 Aug 24 00:13:21.306542 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c3c6d7a-bbd0-452a-9ff4-0c7ae6cabb10 req-4513c1d0-6cd0-4b7f-993f-296509117276 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601385 Aug 24 00:13:21.346165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747334e0-4210-4580-93ec-4bead5b597f8 req-29c39f85-a3c3-4a6c-8769-c06cb686a773 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:21.347759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-747334e0-4210-4580-93ec-4bead5b597f8 req-29c39f85-a3c3-4a6c-8769-c06cb686a773 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712010 Aug 24 00:13:21.364141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-747334e0-4210-4580-93ec-4bead5b597f8 req-a7069bb1-69ef-4a3a-8b84-c6a0bd7dbd40 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/quotas/fcbd557231c74eedb4681fd7496dc8b0 HTTP/1.1" status: 200 len: 375 time: 0.0108438 Aug 24 00:13:21.419395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-747334e0-4210-4580-93ec-4bead5b597f8 req-4ba3bb2d-d5d0-4940-bd57-4f6697d031e2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469441 Aug 24 00:13:21.677503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-544f9432-38ba-4642-91d2-7535479b40c1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:21.679048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-544f9432-38ba-4642-91d2-7535479b40c1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.47 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 821 time: 0.2039175 Aug 24 00:13:21.718536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-e17d2d6e-d0ed-42c2-bce5-6e61c80b6eb1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Request body: {'port': {'device_id': '43ffd43e-0cb2-448a-9bee-a9c87f31a643', 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a', 'admin_state_up': True, 'tenant_id': 'e50e8a83a6fa4976858cfe853fc5a9bf'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:21.724042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52d5e9f4-0ca4-47fc-8389-40635baf4bca req-0b89592f-5992-4a79-8de8-06bff426c8d4 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 210 time: 0.0704827 Aug 24 00:13:21.787223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bea489-0558-44d9-9950-24b7e539ebb9 req-02a6c5c5-ee5f-4cfd-bcfa-a050ad1a4a59 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:21.789117 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6bea489-0558-44d9-9950-24b7e539ebb9 req-02a6c5c5-ee5f-4cfd-bcfa-a050ad1a4a59 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 944 time: 0.1843796 Aug 24 00:13:21.857010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5cffbbc6-8041-4cdd-9cf3-3877f269635a req-00894dfd-c34d-42af-9eb4-dfa5136e23bc tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 210 time: 0.0573719 Aug 24 00:13:21.900590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6bea489-0558-44d9-9950-24b7e539ebb9 req-54d8fe75-bf0e-41c7-b559-f83f2ed9f225 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011388 Aug 24 00:13:21.957446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-e17d2d6e-d0ed-42c2-bce5-6e61c80b6eb1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Made reservation on behalf of e50e8a83a6fa4976858cfe853fc5a9bf for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:21.962803 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-e17d2d6e-d0ed-42c2-bce5-6e61c80b6eb1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:22.069771 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89717f6a-3a20-4872-987b-3a0b0db73d3c req-71a828fd-8f9d-41c3-a587-7b2603349f05 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:22.071307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89717f6a-3a20-4872-987b-3a0b0db73d3c req-71a828fd-8f9d-41c3-a587-7b2603349f05 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1309261 Aug 24 00:13:22.151368 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89717f6a-3a20-4872-987b-3a0b0db73d3c req-d6c30fde-3f90-4478-b274-e7e19d1d8697 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735164 Aug 24 00:13:22.172921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-e17d2d6e-d0ed-42c2-bce5-6e61c80b6eb1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Allocated IP 172.20.0.7 (73946cb7-6543-439b-b8db-561e1cede42a/5fa782be-5361-4304-8935-1a8d05dccac3/366f643c-ce70-453d-a144-37eac022ca61) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:22.349004 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-e17d2d6e-d0ed-42c2-bce5-6e61c80b6eb1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:22.399434 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-e17d2d6e-d0ed-42c2-bce5-6e61c80b6eb1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:22.411453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 58446911-c0cc-4062-a35e-d05347ab5bf7 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:13:22.469321 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-e17d2d6e-d0ed-42c2-bce5-6e61c80b6eb1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Network 73946cb7-6543-439b-b8db-561e1cede42a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:22.474939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d2d6e-d0ed-42c2-bce5-6e61c80b6eb1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Pushing event updated for resources: {'Port': ['ID=366f643c-ce70-453d-a144-37eac022ca61,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:22.477360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-e17d2d6e-d0ed-42c2-bce5-6e61c80b6eb1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:22.479912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-e17d2d6e-d0ed-42c2-bce5-6e61c80b6eb1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:22.509410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c26a9-1fa9-4f3e-ab87-3d2da56d5e11 req-08cd0603-1dda-4418-833e-28bd63a27dfc tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:22.510941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-531c26a9-1fa9-4f3e-ab87-3d2da56d5e11 req-08cd0603-1dda-4418-833e-28bd63a27dfc tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 947 time: 0.1221268 Aug 24 00:13:22.535709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 58446911-c0cc-4062-a35e-d05347ab5bf7, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=58446911-c0cc-4062-a35e-d05347ab5bf7,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:22.548532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '58446911-c0cc-4062-a35e-d05347ab5bf7', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '58446911-c0cc-4062-a35e-d05347ab5bf7', 'mac_address': 'fa:16:3e:3e:66:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:13:22.556935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-e17d2d6e-d0ed-42c2-bce5-6e61c80b6eb1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:22.557568 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-e17d2d6e-d0ed-42c2-bce5-6e61c80b6eb1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:22.578800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-531c26a9-1fa9-4f3e-ab87-3d2da56d5e11 req-f1ae9e20-87a1-4820-9849-a70e3f9ebe9c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603087 Aug 24 00:13:22.589173 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-e17d2d6e-d0ed-42c2-bce5-6e61c80b6eb1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8785946 Aug 24 00:13:22.609603 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:22.616865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Request body: {'port': {'device_id': '43ffd43e-0cb2-448a-9bee-a9c87f31a643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:22.628402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58446911-c0cc-4062-a35e-d05347ab5bf7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:22.654074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 58446911-c0cc-4062-a35e-d05347ab5bf7, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=58446911-c0cc-4062-a35e-d05347ab5bf7,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:22.659014 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:22.681960 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:22.713296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=58446911-c0cc-4062-a35e-d05347ab5bf7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:22.852061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95ead8a7-c50a-4c0a-a9c7-6cd7c76a7a89 req-089a765a-afd4-4ccd-a09c-7acca55a7002 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 210 time: 0.0334237 Aug 24 00:13:22.878155 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-747334e0-4210-4580-93ec-4bead5b597f8 req-478a7f55-9bd5-40a7-b82b-00903641f56c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294127 Aug 24 00:13:23.017802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747334e0-4210-4580-93ec-4bead5b597f8 req-5b298a2a-927b-4e58-9226-2ca64d96aa6e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:23.019834 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-747334e0-4210-4580-93ec-4bead5b597f8 req-5b298a2a-927b-4e58-9226-2ca64d96aa6e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337507 Aug 24 00:13:23.044020 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-747334e0-4210-4580-93ec-4bead5b597f8 req-723b98ee-79c0-4ab5-87e2-eae03cf5ac1a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Request body: {'port': {'device_id': 'b89c967a-a529-47c6-a745-a760ee68ece2', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'fcbd557231c74eedb4681fd7496dc8b0'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:23.088238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366f643c-ce70-453d-a144-37eac022ca61 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:23.099572 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.124352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb82ae0-a51a-4fcc-97e1-92f41befac3e req-5ad6437e-fb86-4d39-827b-8d63488a5aef tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:23.125860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1eb82ae0-a51a-4fcc-97e1-92f41befac3e req-5ad6437e-fb86-4d39-827b-8d63488a5aef tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 944 time: 0.1238382 Aug 24 00:13:23.130497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41902) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:23.140447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcd7eb-0664-446d-b655-31d354f71aa3 req-dd8794bc-c1de-45b6-9b74-35b595adc7ab tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:23.141941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0edcd7eb-0664-446d-b655-31d354f71aa3 req-dd8794bc-c1de-45b6-9b74-35b595adc7ab tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 931 time: 0.1590972 Aug 24 00:13:23.143037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Transition to ACTIVE for port object 366f643c-ce70-453d-a144-37eac022ca61 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:23.159534 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.175550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747334e0-4210-4580-93ec-4bead5b597f8 req-723b98ee-79c0-4ab5-87e2-eae03cf5ac1a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Made reservation on behalf of fcbd557231c74eedb4681fd7496dc8b0 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:23.179451 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747334e0-4210-4580-93ec-4bead5b597f8 req-723b98ee-79c0-4ab5-87e2-eae03cf5ac1a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.252917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1eb82ae0-a51a-4fcc-97e1-92f41befac3e req-3061304b-3eb9-4947-8cc8-69812f78c0c3 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088047 Aug 24 00:13:23.256374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Pushing event updated for resources: {'Port': ['ID=366f643c-ce70-453d-a144-37eac022ca61,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:23.265137 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0edcd7eb-0664-446d-b655-31d354f71aa3 req-475adac3-7936-43e1-b264-baddcef443bc tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145573 Aug 24 00:13:23.271677 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6767aa91-b0b1-4d1e-923d-2036edd75b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.283543 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.372292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Attempting to bind port 366f643c-ce70-453d-a144-37eac022ca61 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:23.372660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Attempting to bind port 366f643c-ce70-453d-a144-37eac022ca61 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:23.373036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Attempting to bind port 366f643c-ce70-453d-a144-37eac022ca61 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:23.380946 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-747334e0-4210-4580-93ec-4bead5b597f8 req-723b98ee-79c0-4ab5-87e2-eae03cf5ac1a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Allocated IP 192.168.233.164 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/f9dab052-e794-4afc-b6b5-bcac010f738d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:23.394390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Port 366f643c-ce70-453d-a144-37eac022ca61 on network 73946cb7-6543-439b-b8db-561e1cede42a not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:23.394718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Attempting to bind port 366f643c-ce70-453d-a144-37eac022ca61 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:23.398989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['58446911-c0cc-4062-a35e-d05347ab5bf7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:23.402596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:23.403657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Checking segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:23.404209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Bound using segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:23.404582 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Bound port: 366f643c-ce70-453d-a144-37eac022ca61, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:23.404914 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.437037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59c892-93da-4fa6-9a31-c25dd3592149 req-286a3235-00af-4354-8666-1373fe23f789 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:23.438580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca59c892-93da-4fa6-9a31-c25dd3592149 req-286a3235-00af-4354-8666-1373fe23f789 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0798938 Aug 24 00:13:23.498324 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6767aa91-b0b1-4d1e-923d-2036edd75b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.515966 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca59c892-93da-4fa6-9a31-c25dd3592149 req-f4757b76-9306-4799-bc5f-e8b361867c9c tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581419 Aug 24 00:13:23.518647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:23.522230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=366f643c-ce70-453d-a144-37eac022ca61,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:23.525605 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6767aa91-b0b1-4d1e-923d-2036edd75b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.531504 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.577263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:23.577897 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.579452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] 10.222.0.47 "PUT /v2.0/ports/366f643c-ce70-453d-a144-37eac022ca61 HTTP/1.1" status: 200 len: 1091 time: 0.9721477 Aug 24 00:13:23.579911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ffd43e-0cb2-448a-9bee-a9c87f31a643', 'tag': '366f643c-ce70-453d-a144-37eac022ca61'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:23.582210 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6137065e-440f-4790-a9b6-7340dd54c4de" -d '{"events": [{"name": "network-changed", "server_uuid": "43ffd43e-0cb2-448a-9bee-a9c87f31a643", "tag": "366f643c-ce70-453d-a144-37eac022ca61"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:23.603357 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6767aa91-b0b1-4d1e-923d-2036edd75b63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea50e416251445128d8f569a51ef3556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4711084 Aug 24 00:13:23.605017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41910) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:23.607524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767aa91-b0b1-4d1e-923d-2036edd75b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767498e8-331e-42c5-8e0c-26bdd50fec95,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:23.660336 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152fe212-f5a9-41c6-b7af-ceced851f3f9 x-openstack-request-id: req-152fe212-f5a9-41c6-b7af-ceced851f3f9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:23.660581 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ffd43e-0cb2-448a-9bee-a9c87f31a643", "tag": "366f643c-ce70-453d-a144-37eac022ca61", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:23.660974 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-152fe212-f5a9-41c6-b7af-ceced851f3f9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:23.661544 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ffd43e-0cb2-448a-9bee-a9c87f31a643', 'tag': '366f643c-ce70-453d-a144-37eac022ca61', 'status': 'completed', 'code': 200} Aug 24 00:13:23.670904 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747334e0-4210-4580-93ec-4bead5b597f8 req-723b98ee-79c0-4ab5-87e2-eae03cf5ac1a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.692569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-747334e0-4210-4580-93ec-4bead5b597f8 req-723b98ee-79c0-4ab5-87e2-eae03cf5ac1a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Transition to ACTIVE for port object f9dab052-e794-4afc-b6b5-bcac010f738d will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:23.726023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384c7b4-deb0-4f83-b656-d1c67f4d624b service neutron] Pushing event updated for resources: {'Port': ['ID=366f643c-ce70-453d-a144-37eac022ca61,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:23.736167 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747334e0-4210-4580-93ec-4bead5b597f8 req-723b98ee-79c0-4ab5-87e2-eae03cf5ac1a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.772654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-45a2ac3a-9b72-4b05-9e79-1c0bcd681d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:23.774184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-45a2ac3a-9b72-4b05-9e79-1c0bcd681d0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 1094 time: 0.1036496 Aug 24 00:13:23.786931 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ccb2877-a9f5-4dc1-8076-a167b78953e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.788541 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747334e0-4210-4580-93ec-4bead5b597f8 req-723b98ee-79c0-4ab5-87e2-eae03cf5ac1a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:23.791605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-747334e0-4210-4580-93ec-4bead5b597f8 req-723b98ee-79c0-4ab5-87e2-eae03cf5ac1a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:23.795593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-747334e0-4210-4580-93ec-4bead5b597f8 req-723b98ee-79c0-4ab5-87e2-eae03cf5ac1a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:23.804736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60d7d1-5486-47d6-b109-4b34102f6a5f req-6b69b351-55c1-47a1-ae0d-2c139037290f tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:23.806252 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b60d7d1-5486-47d6-b109-4b34102f6a5f req-6b69b351-55c1-47a1-ae0d-2c139037290f tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 948 time: 0.1258588 Aug 24 00:13:23.827495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b98ee-79c0-4ab5-87e2-eae03cf5ac1a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Pushing event updated for resources: {'Port': ['ID=f9dab052-e794-4afc-b6b5-bcac010f738d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:23.855494 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747334e0-4210-4580-93ec-4bead5b597f8 req-723b98ee-79c0-4ab5-87e2-eae03cf5ac1a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:23.856299 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747334e0-4210-4580-93ec-4bead5b597f8 req-723b98ee-79c0-4ab5-87e2-eae03cf5ac1a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.873073 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-747334e0-4210-4580-93ec-4bead5b597f8 req-723b98ee-79c0-4ab5-87e2-eae03cf5ac1a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8332319 Aug 24 00:13:23.875931 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ccb2877-a9f5-4dc1-8076-a167b78953e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.880995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-7287dea6-feb7-4cab-af9e-79375e3ed637 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=366f643c-ce70-453d-a144-37eac022ca61 HTTP/1.1" status: 200 len: 217 time: 0.0720925 Aug 24 00:13:23.899542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Request body: {'port': {'device_id': 'b89c967a-a529-47c6-a745-a760ee68ece2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:23.963738 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.010856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b60d7d1-5486-47d6-b109-4b34102f6a5f req-40d6e89e-9859-4334-80be-ec94af93bace tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936114 Aug 24 00:13:24.042184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-0d508825-9a3a-4c8b-85aa-c17e08e14672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:24.044332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-0d508825-9a3a-4c8b-85aa-c17e08e14672 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.1375413 Aug 24 00:13:24.050064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-ff7dee84-da7f-45ff-9479-81312fb7f468 service neutron] 10.222.0.13 "GET /v2.0/ports/ff5bd899-a5e9-4fdb-ac78-b69d40822a39/bindings/n-h1-805736-1 HTTP/1.1" status: 200 len: 384 time: 0.1872349 Aug 24 00:13:24.071138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b9d7a9b0-2ed5-4855-8d1d-19ba7929aa6a None None] Provisioning for port f9dab052-e794-4afc-b6b5-bcac010f738d completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:24.076096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b9d7a9b0-2ed5-4855-8d1d-19ba7929aa6a None None] Provisioning complete for port f9dab052-e794-4afc-b6b5-bcac010f738d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:24.076580 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a9b0-2ed5-4855-8d1d-19ba7929aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.089023 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-5b004dbd-b2e0-4e1a-b950-31b484dc4548 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360556 Aug 24 00:13:24.113808 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7a9b0-2ed5-4855-8d1d-19ba7929aa6a None None] Port f9dab052-e794-4afc-b6b5-bcac010f738d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:13:24.116246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc98706-535f-44fc-9dc8-25a994f46d1a req-b4cc29de-10dc-41ee-b7f7-9613ab9d9e84 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:24.119255 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8bc98706-535f-44fc-9dc8-25a994f46d1a req-b4cc29de-10dc-41ee-b7f7-9613ab9d9e84 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 936 time: 0.1370349 Aug 24 00:13:24.134749 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ccb2877-a9f5-4dc1-8076-a167b78953e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.138160 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ccb2877-a9f5-4dc1-8076-a167b78953e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.139241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7ccb2877-a9f5-4dc1-8076-a167b78953e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/767498e8-331e-42c5-8e0c-26bdd50fec95 HTTP/1.1" status: 204 len: 168 time: 0.5297723 Aug 24 00:13:24.208279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb2877-a9f5-4dc1-8076-a167b78953e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767498e8-331e-42c5-8e0c-26bdd50fec95,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:24.254202 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8bc98706-535f-44fc-9dc8-25a994f46d1a req-6b73d915-b01d-4292-82c0-e19ac236bb9c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205802 Aug 24 00:13:24.278838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9dab052-e794-4afc-b6b5-bcac010f738d {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:24.281210 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.296047 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Transition to ACTIVE for port object f9dab052-e794-4afc-b6b5-bcac010f738d will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:24.301359 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.367371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-78192131-a6f1-45fb-ad9e-e31a4e9b9322 service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463226 Aug 24 00:13:24.379183 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dab052-e794-4afc-b6b5-bcac010f738d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:24.443212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ff5bd899-a5e9-4fdb-ac78-b69d40822a39 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:13:24.486457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Attempting to bind port f9dab052-e794-4afc-b6b5-bcac010f738d on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:24.487133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Attempting to bind port f9dab052-e794-4afc-b6b5-bcac010f738d by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:24.488641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Attempting to bind port f9dab052-e794-4afc-b6b5-bcac010f738d on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:24.495976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Port f9dab052-e794-4afc-b6b5-bcac010f738d on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:24.497429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Attempting to bind port f9dab052-e794-4afc-b6b5-bcac010f738d on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:24.505210 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:24.506216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:24.506216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:24.506742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Bound port: f9dab052-e794-4afc-b6b5-bcac010f738d, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:24.507243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.521246 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:24.586464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a490a-1e9a-409a-9baf-3bd7b1cc3a7a req-bdb97889-db44-4227-85c4-57e9a094c8b2 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:24.588162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c5a490a-1e9a-409a-9baf-3bd7b1cc3a7a req-bdb97889-db44-4227-85c4-57e9a094c8b2 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 943 time: 0.1716733 Aug 24 00:13:24.594004 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48182077-deb0-45ca-a4d7-7f0db37752bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.609292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4f9d4-d22b-4335-9c33-7c46e60f3733 req-706d774e-2e64-4150-9b65-43d3b5568e31 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:24.609668 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] For port f9dab052-e794-4afc-b6b5-bcac010f738d, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:24.610876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dc4f9d4-d22b-4335-9c33-7c46e60f3733 req-706d774e-2e64-4150-9b65-43d3b5568e31 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 944 time: 0.2468545 Aug 24 00:13:24.613964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-2e0d3e54-45ee-4a4a-b25e-98be861bf24b service neutron] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:24.626764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] For port f9dab052-e794-4afc-b6b5-bcac010f738d, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f9dab052-e794-4afc-b6b5-bcac010f738d,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:24.637988 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.689818 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:24.690340 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.692081 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-747334e0-4210-4580-93ec-4bead5b597f8 req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] 10.222.0.47 "PUT /v2.0/ports/f9dab052-e794-4afc-b6b5-bcac010f738d HTTP/1.1" status: 200 len: 1096 time: 0.7970924 Aug 24 00:13:24.692203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89c967a-a529-47c6-a745-a760ee68ece2', 'tag': 'f9dab052-e794-4afc-b6b5-bcac010f738d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:24.694391 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8207819e-66ec-49f3-998c-51e4e70245da" -d '{"events": [{"name": "network-changed", "server_uuid": "b89c967a-a529-47c6-a745-a760ee68ece2", "tag": "f9dab052-e794-4afc-b6b5-bcac010f738d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:24.695046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-2e0d3e54-45ee-4a4a-b25e-98be861bf24b service neutron] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:24.727110 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fbc2d-15b6-4764-84dd-0e12d1591644 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dab052-e794-4afc-b6b5-bcac010f738d,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:24.745852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f5d89c-8149-4b62-9f7d-4e34ac52f855 req-94b98aa6-cc55-4595-83e5-354788f30d89 service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600092 Aug 24 00:13:24.771223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dc4f9d4-d22b-4335-9c33-7c46e60f3733 req-0a3a5ad1-6f54-4943-b4c6-fd0c3f82e86a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472006 Aug 24 00:13:24.792389 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48182077-deb0-45ca-a4d7-7f0db37752bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.795484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c5a490a-1e9a-409a-9baf-3bd7b1cc3a7a req-c9ec482b-7b59-4db6-be1d-333bbda0406d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834927 Aug 24 00:13:24.806322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-2e0d3e54-45ee-4a4a-b25e-98be861bf24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5bd899-a5e9-4fdb-ac78-b69d40822a39 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:24.810453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48182077-deb0-45ca-a4d7-7f0db37752bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.866843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-2e0d3e54-45ee-4a4a-b25e-98be861bf24b service neutron] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:24.873413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7311cedf-edad-4872-9847-3b6cc66e7ec5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:24.896671 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-48182077-deb0-45ca-a4d7-7f0db37752bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2dc5760ba1824fcbb73be440ad9db448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738985 Aug 24 00:13:24.917342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41936) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:24.932005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48182077-deb0-45ca-a4d7-7f0db37752bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfac8485-04c4-42f9-a917-f8099f97785c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:24.951523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137065e-440f-4790-a9b6-7340dd54c4de req-6b2006da-ef3b-4511-98b0-d55d92b32167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:24.953549 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6137065e-440f-4790-a9b6-7340dd54c4de req-6b2006da-ef3b-4511-98b0-d55d92b32167 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 1094 time: 0.0885706 Aug 24 00:13:24.961541 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89110fe-cf14-4314-a1a3-15e27c100ebb x-openstack-request-id: req-b89110fe-cf14-4314-a1a3-15e27c100ebb {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:24.961848 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89c967a-a529-47c6-a745-a760ee68ece2", "tag": "f9dab052-e794-4afc-b6b5-bcac010f738d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:24.962071 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b89110fe-cf14-4314-a1a3-15e27c100ebb {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:24.962966 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89c967a-a529-47c6-a745-a760ee68ece2', 'tag': 'f9dab052-e794-4afc-b6b5-bcac010f738d', 'status': 'completed', 'code': 200} Aug 24 00:13:24.972346 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-2e0d3e54-45ee-4a4a-b25e-98be861bf24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:25.009132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747334e0-4210-4580-93ec-4bead5b597f8 req-7ba537aa-4fa0-402d-b1f4-bf7db1b490d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:25.010501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-747334e0-4210-4580-93ec-4bead5b597f8 req-7ba537aa-4fa0-402d-b1f4-bf7db1b490d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 1099 time: 0.2430873 Aug 24 00:13:25.022191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c40616-3b4e-48fd-bbdb-09643be055c6 req-213d8bd1-6f86-4fd8-a7af-aeb3b4ad1f94 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:25.024086 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68c40616-3b4e-48fd-bbdb-09643be055c6 req-213d8bd1-6f86-4fd8-a7af-aeb3b4ad1f94 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1525407 Aug 24 00:13:25.061909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137065e-440f-4790-a9b6-7340dd54c4de req-33519fc8-4f99-4dd2-804c-518a7d8bde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:25.063624 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6137065e-440f-4790-a9b6-7340dd54c4de req-33519fc8-4f99-4dd2-804c-518a7d8bde55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.0970147 Aug 24 00:13:25.120103 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6137065e-440f-4790-a9b6-7340dd54c4de req-5a01da64-6f1a-4fa4-893c-4a191810e4e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=366f643c-ce70-453d-a144-37eac022ca61 HTTP/1.1" status: 200 len: 217 time: 0.0482826 Aug 24 00:13:25.173141 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137065e-440f-4790-a9b6-7340dd54c4de req-288343f7-0bc3-4de8-9f72-40428c9fd776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:25.174630 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6137065e-440f-4790-a9b6-7340dd54c4de req-288343f7-0bc3-4de8-9f72-40428c9fd776 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.0467975 Aug 24 00:13:25.208652 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6137065e-440f-4790-a9b6-7340dd54c4de req-78671145-afbc-4d4d-becc-87c287bde895 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254636 Aug 24 00:13:25.305706 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6137065e-440f-4790-a9b6-7340dd54c4de req-3e90f1c9-07bd-4945-ad71-7becf706846b service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886431 Aug 24 00:13:25.343029 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-747334e0-4210-4580-93ec-4bead5b597f8 req-7a8628da-5d98-4d40-8483-155dac23363f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f9dab052-e794-4afc-b6b5-bcac010f738d HTTP/1.1" status: 200 len: 217 time: 0.3173482 Aug 24 00:13:25.396860 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6137065e-440f-4790-a9b6-7340dd54c4de req-bf5f1564-ceff-4d62-86b6-f784f51944cc service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838063 Aug 24 00:13:25.428799 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57534ffe-59b9-4391-a254-4df7feab205d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:25.474264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68c40616-3b4e-48fd-bbdb-09643be055c6 req-5766f030-ed93-4a55-b7d6-da6e98157af8 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590259 Aug 24 00:13:25.497080 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57534ffe-59b9-4391-a254-4df7feab205d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:25.503114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747334e0-4210-4580-93ec-4bead5b597f8 req-8f16985b-aa4a-4453-868e-d85095dbdd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:25.504622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-747334e0-4210-4580-93ec-4bead5b597f8 req-8f16985b-aa4a-4453-868e-d85095dbdd50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1413240 Aug 24 00:13:25.522908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33061efc-3b52-495e-b81f-081f200f5073 req-7f31a892-b1f9-46a7-b6b9-0b75422e2074 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:25.524378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33061efc-3b52-495e-b81f-081f200f5073 req-7f31a892-b1f9-46a7-b6b9-0b75422e2074 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 948 time: 0.2079811 Aug 24 00:13:25.546206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-2e0d3e54-45ee-4a4a-b25e-98be861bf24b service neutron] Transition to ACTIVE for port object ff5bd899-a5e9-4fdb-ac78-b69d40822a39 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:25.585298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-2e0d3e54-45ee-4a4a-b25e-98be861bf24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:25.722934 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33061efc-3b52-495e-b81f-081f200f5073 req-4115a237-bdc8-44b3-9dc1-8e9a56c4e430 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807203 Aug 24 00:13:25.724649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747334e0-4210-4580-93ec-4bead5b597f8 req-1a0e29af-23d9-4662-ab35-d4f0b67b5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:25.726009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-747334e0-4210-4580-93ec-4bead5b597f8 req-1a0e29af-23d9-4662-ab35-d4f0b67b5de8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2124763 Aug 24 00:13:25.730265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-2e0d3e54-45ee-4a4a-b25e-98be861bf24b service neutron] No DVR routers for this DVR port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:13:25.746696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab928-b994-48cc-9d22-fdbbec331c40 req-6bee9094-ebae-45b1-ae99-7b09ae7e2325 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:25.748529 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-777ab928-b994-48cc-9d22-fdbbec331c40 req-6bee9094-ebae-45b1-ae99-7b09ae7e2325 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 948 time: 0.2124882 Aug 24 00:13:25.756448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57534ffe-59b9-4391-a254-4df7feab205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:25.758948 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-57534ffe-59b9-4391-a254-4df7feab205d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:25.760013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-57534ffe-59b9-4391-a254-4df7feab205d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfac8485-04c4-42f9-a917-f8099f97785c HTTP/1.1" status: 204 len: 168 time: 0.8396912 Aug 24 00:13:25.760740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d3e54-45ee-4a4a-b25e-98be861bf24b service neutron] Pushing event updated for resources: {'Port': ['ID=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:25.842063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57534ffe-59b9-4391-a254-4df7feab205d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfac8485-04c4-42f9-a917-f8099f97785c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:25.859448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-2e0d3e54-45ee-4a4a-b25e-98be861bf24b service neutron] 10.222.0.13 "PUT /v2.0/ports/ff5bd899-a5e9-4fdb-ac78-b69d40822a39/bindings/n-h1-805736-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7796960 Aug 24 00:13:25.892453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-777ab928-b994-48cc-9d22-fdbbec331c40 req-ba3d88b0-b7da-44ee-869f-59d73bbad404 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277018 Aug 24 00:13:25.936460 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-747334e0-4210-4580-93ec-4bead5b597f8 req-be80778d-d687-4767-ad6a-f977a4a37ddd service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984026 Aug 24 00:13:25.949308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf35c0-5383-4ef5-a6d3-42ccb439de68 req-a8023faf-e631-4279-a9a5-73f794a03ac2 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:25.951454 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2cf35c0-5383-4ef5-a6d3-42ccb439de68 req-a8023faf-e631-4279-a9a5-73f794a03ac2 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 943 time: 0.0911360 Aug 24 00:13:26.042758 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-fda1382d-bdc0-4688-b399-c3ca7fedd2d0 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.045041 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-fda1382d-bdc0-4688-b399-c3ca7fedd2d0 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4&tenant_id=4296ba497012466daa2a49222903cd4c&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 1096 time: 0.0509658 Aug 24 00:13:26.088667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2cf35c0-5383-4ef5-a6d3-42ccb439de68 req-f854ca14-751a-4d33-b4c4-fa724996d748 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155963 Aug 24 00:13:26.100863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3664b-6cae-4d5e-a9bc-3a7634b864a7 req-2a2809d5-15d2-4ff8-94bc-b4a267730078 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.102384 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3e3664b-6cae-4d5e-a9bc-3a7634b864a7 req-2a2809d5-15d2-4ff8-94bc-b4a267730078 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 945 time: 0.1412988 Aug 24 00:13:26.111925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-81d71340-46c7-4c0a-b11e-61df20c8398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.115178 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-81d71340-46c7-4c0a-b11e-61df20c8398c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4&tenant_id=4296ba497012466daa2a49222903cd4c HTTP/1.1" status: 200 len: 1096 time: 0.0598180 Aug 24 00:13:26.118716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-747334e0-4210-4580-93ec-4bead5b597f8 req-68939260-df40-4703-a948-6b1b97095612 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662869 Aug 24 00:13:26.170194 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3e3664b-6cae-4d5e-a9bc-3a7634b864a7 req-850487b7-29de-4b86-a67f-b5bda1fb3160 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504720 Aug 24 00:13:26.208576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-41e2499c-e605-4c7c-b9a3-d3c3f74ee1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.210139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-41e2499c-e605-4c7c-b9a3-d3c3f74ee1c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 1096 time: 0.0545239 Aug 24 00:13:26.296398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207819e-66ec-49f3-998c-51e4e70245da req-ddf58c9a-9402-4c42-8a1e-ba682f37e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.298246 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8207819e-66ec-49f3-998c-51e4e70245da req-ddf58c9a-9402-4c42-8a1e-ba682f37e36d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 1099 time: 0.0482988 Aug 24 00:13:26.352655 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-5b2b0bd4-c923-47e0-b07f-4d3b9ad80e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.354212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-5b2b0bd4-c923-47e0-b07f-4d3b9ad80e5e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.1049111 Aug 24 00:13:26.395838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207819e-66ec-49f3-998c-51e4e70245da req-65621f00-5270-44bd-ae07-9bd081e722d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.397327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-4ab9a325-1366-4659-a827-6b52aa1150af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39 HTTP/1.1" status: 200 len: 217 time: 0.0358863 Aug 24 00:13:26.397466 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8207819e-66ec-49f3-998c-51e4e70245da req-65621f00-5270-44bd-ae07-9bd081e722d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.0912414 Aug 24 00:13:26.441515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 58446911-c0cc-4062-a35e-d05347ab5bf7 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:26.457855 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8207819e-66ec-49f3-998c-51e4e70245da req-68ee620f-4825-4557-9743-8a2a1452fd05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f9dab052-e794-4afc-b6b5-bcac010f738d HTTP/1.1" status: 200 len: 217 time: 0.0460839 Aug 24 00:13:26.460167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-b98100dd-3042-4f8d-944b-f1e9fe476193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.461692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-b98100dd-3042-4f8d-944b-f1e9fe476193 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.0505450 Aug 24 00:13:26.509942 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-a1dbd7c2-651c-404b-984b-fc5489143b59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318880 Aug 24 00:13:26.516722 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 58446911-c0cc-4062-a35e-d05347ab5bf7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:26.520845 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 58446911-c0cc-4062-a35e-d05347ab5bf7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:26.521224 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:26.525982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207819e-66ec-49f3-998c-51e4e70245da req-15ca4cc7-d135-4c26-87fb-9cf719f36261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.528097 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8207819e-66ec-49f3-998c-51e4e70245da req-15ca4cc7-d135-4c26-87fb-9cf719f36261 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0538526 Aug 24 00:13:26.593488 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207819e-66ec-49f3-998c-51e4e70245da req-2720373c-e417-4821-a968-7c1555c97e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.595951 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8207819e-66ec-49f3-998c-51e4e70245da req-2720373c-e417-4821-a968-7c1555c97e1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592704 Aug 24 00:13:26.638310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41972) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:26.663818 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:26.676830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ea16a-a92b-4685-80d4-0e704e5a2965 req-cb8ab197-9bca-4379-bf48-6af986fd8371 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.687473 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-574ea16a-a92b-4685-80d4-0e704e5a2965 req-cb8ab197-9bca-4379-bf48-6af986fd8371 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1021495 Aug 24 00:13:26.693902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9b3dea-077c-4110-bd86-71ad132653fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58446911-c0cc-4062-a35e-d05347ab5bf7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:26.696681 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d023f05-3d7b-4c10-9fbc-10ecb70b01c2" -d '{"events": [{"server_uuid": "bc9b3dea-077c-4110-bd86-71ad132653fe", "name": "network-vif-plugged", "status": "completed", "tag": "58446911-c0cc-4062-a35e-d05347ab5bf7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:26.714102 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8207819e-66ec-49f3-998c-51e4e70245da req-f651e3e9-dc7c-42c8-9f7f-05f312df14e2 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097298 Aug 24 00:13:26.726965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 58446911-c0cc-4062-a35e-d05347ab5bf7, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=58446911-c0cc-4062-a35e-d05347ab5bf7,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:26.727753 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-0f8510f5-8a32-4fab-9e0c-ff7ae6c77ca4 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115662 Aug 24 00:13:26.735278 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:26.772063 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617ec893-0266-47f2-a7b2-5bff6a6556be x-openstack-request-id: req-617ec893-0266-47f2-a7b2-5bff6a6556be {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:26.772426 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9b3dea-077c-4110-bd86-71ad132653fe", "name": "network-vif-plugged", "status": "completed", "tag": "58446911-c0cc-4062-a35e-d05347ab5bf7", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:26.772741 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-617ec893-0266-47f2-a7b2-5bff6a6556be {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:26.773198 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9b3dea-077c-4110-bd86-71ad132653fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58446911-c0cc-4062-a35e-d05347ab5bf7', 'code': 200} Aug 24 00:13:26.813106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=58446911-c0cc-4062-a35e-d05347ab5bf7,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:26.823680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-574ea16a-a92b-4685-80d4-0e704e5a2965 req-36f9453e-c85f-43f2-a379-e866d2f56e2e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356022 Aug 24 00:13:26.831400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-network', 'tenant_id': '88cceac23aee48fdac78678d99718fad'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:26.856144 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8207819e-66ec-49f3-998c-51e4e70245da req-12797c16-efdf-4c29-9f14-2463d84ebb15 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340885 Aug 24 00:13:26.903863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] Made reservation on behalf of 88cceac23aee48fdac78678d99718fad for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:26.906091 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:26.954603 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-f6bf641a-309b-40e0-ba7d-59bc0cfa3d1a service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119753 Aug 24 00:13:26.955277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:26.997878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335c0c3-985b-4750-ad66-567cea0f2ca2 req-f4e96251-528d-42c4-85b2-6af09e384c18 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.999385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2335c0c3-985b-4750-ad66-567cea0f2ca2 req-f4e96251-528d-42c4-85b2-6af09e384c18 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 949 time: 0.1463883 Aug 24 00:13:27.038821 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872dea8-0d29-4a91-af7f-f5186d5f93a6 req-552ecae4-0dbe-4d11-8a97-b77d207652aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:27.040197 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5872dea8-0d29-4a91-af7f-f5186d5f93a6 req-552ecae4-0dbe-4d11-8a97-b77d207652aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 1100 time: 0.1500652 Aug 24 00:13:27.101308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a641f3b-654d-42a6-bd33-25d4dc7dd46b req-91bae7d9-faac-431d-a475-cbfb4516d09b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:27.102879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a641f3b-654d-42a6-bd33-25d4dc7dd46b req-91bae7d9-faac-431d-a475-cbfb4516d09b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 948 time: 0.1342952 Aug 24 00:13:27.122168 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2335c0c3-985b-4750-ad66-567cea0f2ca2 req-cfb1eecf-a51e-424a-b9d9-902183e36c4c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011744 Aug 24 00:13:27.143091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5872dea8-0d29-4a91-af7f-f5186d5f93a6 req-86a3aac7-6dbb-4159-a755-25008684b40e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914133 Aug 24 00:13:27.186248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a641f3b-654d-42a6-bd33-25d4dc7dd46b req-2c39edde-4831-4c2b-9acc-abbe006ddac1 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717230 Aug 24 00:13:27.286065 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.305860 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.340274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:13:27.368914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778b69f-0bf5-4b2a-98fe-ad2eb2e602bd req-714ca768-059e-4cec-a37c-43f9faef6e9a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:27.370407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a778b69f-0bf5-4b2a-98fe-ad2eb2e602bd req-714ca768-059e-4cec-a37c-43f9faef6e9a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 943 time: 0.1717744 Aug 24 00:13:27.382822 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.383168 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] Added segment 9c14fbf0-2da3-45c2-9013-89a0027b322d of type vlan for network ae9ecf52-477b-41a7-af47-b8a53dd05ebd Aug 24 00:13:27.384347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2af419-5e76-4dd0-bf9f-76d853e2fc80,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:27.389082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-8176231a-159e-4e78-8cb0-6f4e3a085e1e tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:27.390543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-8176231a-159e-4e78-8cb0-6f4e3a085e1e tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4&tenant_id=4296ba497012466daa2a49222903cd4c&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 1096 time: 0.1723599 Aug 24 00:13:27.410435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70873cf2-3a70-4feb-91ca-01897202c16d req-ca05b64c-fded-4183-86a7-20d8255d565a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:27.411909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70873cf2-3a70-4feb-91ca-01897202c16d req-ca05b64c-fded-4183-86a7-20d8255d565a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 945 time: 0.1569443 Aug 24 00:13:27.452937 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed5205f7-586f-4bc2-adde-2142f0ec68ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.504232 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.527582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a778b69f-0bf5-4b2a-98fe-ad2eb2e602bd req-0c9e4229-4e56-4133-b8ab-c12dba562fee tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459701 Aug 24 00:13:27.558428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70873cf2-3a70-4feb-91ca-01897202c16d req-40a77d99-0234-4ded-ac12-fa1fd81954b0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214738 Aug 24 00:13:27.582724 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.590575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:27.591633 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.679506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0389478 Aug 24 00:13:27.684654 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:27.690278 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-17d80ace-0cc3-4f40-aea0-00a0f4b6da17 admin admin] Request body: {'subnet': {'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-subnet', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:27.705412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-0081a72b-a289-4e33-bc26-19425d2c6aa8 service neutron] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:27.708768 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-0081a72b-a289-4e33-bc26-19425d2c6aa8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.710719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e586900b-5867-4a12-a3ca-cbec0786c12a req-0081a72b-a289-4e33-bc26-19425d2c6aa8 service neutron] 10.222.0.47 "DELETE /v2.0/ports/ff5bd899-a5e9-4fdb-ac78-b69d40822a39/bindings/n-h2-805736-1 HTTP/1.1" status: 204 len: 173 time: 0.2972419 Aug 24 00:13:27.710909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8883e1-f3fc-404d-ae21-73c40e7a4b22 admin admin] Pushing event updated for resources: {'Network': ['ID=ae9ecf52-477b-41a7-af47-b8a53dd05ebd,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:27.723933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network ae9ecf52-477b-41a7-af47-b8a53dd05ebd details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:13:27.734998 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d80ace-0cc3-4f40-aea0-00a0f4b6da17 admin admin] Made reservation on behalf of 88cceac23aee48fdac78678d99718fad for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:27.740766 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17d80ace-0cc3-4f40-aea0-00a0f4b6da17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.843711 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f39c1-fcb9-4ad9-b05e-351ab823ccac req-919ab9e5-9c4d-46fb-b4c3-ed63f709a5db tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:27.845490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e15f39c1-fcb9-4ad9-b05e-351ab823ccac req-919ab9e5-9c4d-46fb-b4c3-ed63f709a5db tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 1096 time: 0.0454967 Aug 24 00:13:27.888192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e15f39c1-fcb9-4ad9-b05e-351ab823ccac req-5d0a44bd-e127-403c-93f8-572592cc3e9d tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304701 Aug 24 00:13:27.948266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f316093-ed99-4e51-bde1-98217ad9fe91 req-5cd322fe-f692-474b-84d0-37a7dd2e718b tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:27.950041 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f316093-ed99-4e51-bde1-98217ad9fe91 req-5cd322fe-f692-474b-84d0-37a7dd2e718b tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0520885 Aug 24 00:13:27.964093 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17d80ace-0cc3-4f40-aea0-00a0f4b6da17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.000725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f316093-ed99-4e51-bde1-98217ad9fe91 req-d630f22a-439f-45a8-a385-bb2095b7db4f tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Aug 24 00:13:28.024185 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d80ace-0cc3-4f40-aea0-00a0f4b6da17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cffd9d21-7537-463b-bd4b-94e476cbafc1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:28.034317 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d80ace-0cc3-4f40-aea0-00a0f4b6da17 admin admin] Checking segment: {'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:28.034443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d80ace-0cc3-4f40-aea0-00a0f4b6da17 admin admin] Network hostable DHCP agents. Network: ae9ecf52-477b-41a7-af47-b8a53dd05ebd, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:13:28.051639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d80ace-0cc3-4f40-aea0-00a0f4b6da17 admin admin] Network ae9ecf52-477b-41a7-af47-b8a53dd05ebd is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:13:28.060582 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-17d80ace-0cc3-4f40-aea0-00a0f4b6da17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, ae9ecf52-477b-41a7-af47-b8a53dd05ebd) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:28.065533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d80ace-0cc3-4f40-aea0-00a0f4b6da17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:28.066519 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17d80ace-0cc3-4f40-aea0-00a0f4b6da17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.069715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06243a8b-cc7c-49fd-bc9e-9cbd1fea0d51 None None] Network ae9ecf52-477b-41a7-af47-b8a53dd05ebd requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:13:28.080911 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-17d80ace-0cc3-4f40-aea0-00a0f4b6da17 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3951037 Aug 24 00:13:28.083577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:28.088121 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:28.110404 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.111557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.168375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.187172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-67f1740f-0464-471e-a42e-8d36da09c878 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:28.188849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-67f1740f-0464-471e-a42e-8d36da09c878 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 807 time: 0.1116228 Aug 24 00:13:28.215834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-a8a69c97-d085-40ee-9f0f-8d80c4b09d91 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/quotas/4296ba497012466daa2a49222903cd4c HTTP/1.1" status: 200 len: 375 time: 0.0173655 Aug 24 00:13:28.232304 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 366f643c-ce70-453d-a144-37eac022ca61 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:13:28.247812 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:13:28.248927 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.323503 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-9399ea08-733c-4ab4-8dbd-df19bbc3746f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066046 Aug 24 00:13:28.403274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3a3c2-0ac6-4f82-86c5-e952c72dac30 req-693f407c-9083-46db-914f-178bd24aa842 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:28.404972 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74c3a3c2-0ac6-4f82-86c5-e952c72dac30 req-693f407c-9083-46db-914f-178bd24aa842 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 949 time: 0.1372421 Aug 24 00:13:28.477010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74c3a3c2-0ac6-4f82-86c5-e952c72dac30 req-86f25746-d08a-4ef0-a28c-332dcd2d8d1e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588708 Aug 24 00:13:28.481321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-abc26a0c-103a-4c21-86bd-46bd2b5f932e service neutron] 10.222.0.32 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570258 Aug 24 00:13:28.516172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=366f643c-ce70-453d-a144-37eac022ca61,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:28.519204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Allocated IP 172.20.0.2 (ae9ecf52-477b-41a7-af47-b8a53dd05ebd/cffd9d21-7537-463b-bd4b-94e476cbafc1/c9e2a93f-661c-490f-a501-af3867369e6c) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:28.537053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '366f643c-ce70-453d-a144-37eac022ca61', 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a', 'port_id': '366f643c-ce70-453d-a144-37eac022ca61', 'mac_address': 'fa:16:3e:97:31:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa782be-5361-4304-8935-1a8d05dccac3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:13:28.547023 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.619280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-2d551d80-75eb-457c-8a02-d18123d976dc service neutron] 10.222.0.32 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315999 Aug 24 00:13:28.634427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2b9cf-bdb4-4698-a5a4-768d0d7f6218 req-5025c4fe-a9f9-4e50-a350-9e0971af8859 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:28.636588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6b2b9cf-bdb4-4698-a5a4-768d0d7f6218 req-5025c4fe-a9f9-4e50-a350-9e0971af8859 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 948 time: 0.0673742 Aug 24 00:13:28.649866 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.675184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366f643c-ce70-453d-a144-37eac022ca61 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:28.693006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6b2b9cf-bdb4-4698-a5a4-768d0d7f6218 req-b4719185-932d-4705-92f4-e08e9634a0ba tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489321 Aug 24 00:13:28.716339 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=366f643c-ce70-453d-a144-37eac022ca61,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:28.757298 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.834722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775f690-1d90-4b0d-b66e-6a4e4cc60051 req-1151a988-307d-4bae-8ec2-1af7b0e284de tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:28.835068 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.835778 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.837824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f775f690-1d90-4b0d-b66e-6a4e4cc60051 req-1151a988-307d-4bae-8ec2-1af7b0e284de tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 944 time: 0.0842159 Aug 24 00:13:28.856561 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Transition to ACTIVE for port object c9e2a93f-661c-490f-a501-af3867369e6c will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:28.862909 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.867357 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=366f643c-ce70-453d-a144-37eac022ca61,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:28.888028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Transition to ACTIVE for port object c9e2a93f-661c-490f-a501-af3867369e6c will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:28.890603 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f775f690-1d90-4b0d-b66e-6a4e4cc60051 req-14983ead-3b07-4d63-b35d-d4eb86b53ce9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460362 Aug 24 00:13:28.896550 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.993498 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Pushing event updated for resources: {'Port': ['ID=c9e2a93f-661c-490f-a501-af3867369e6c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:29.005084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Network ae9ecf52-477b-41a7-af47-b8a53dd05ebd is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:29.011332 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:29.013803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:29.015132 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31c3f65b-aa0b-40c6-b8dc-447ea5aab54b req-68ba3abe-00d7-4cca-bf03-d81e712f4d51 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 210 time: 0.0486414 Aug 24 00:13:29.059731 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Allocated IP 172.25.8.126 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:29.091240 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Attempting to bind port c9e2a93f-661c-490f-a501-af3867369e6c on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:29.091796 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Attempting to bind port c9e2a93f-661c-490f-a501-af3867369e6c by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:29.092285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Attempting to bind port c9e2a93f-661c-490f-a501-af3867369e6c on network ae9ecf52-477b-41a7-af47-b8a53dd05ebd {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:29.101552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:29.101931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Checking segment: {'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:29.102716 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.103143 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Bound using segment: {'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:29.103611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Bound port: c9e2a93f-661c-490f-a501-af3867369e6c, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:29.103991 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.166442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dc3e8-f4bd-4ab4-a206-7763b9ee2c0a req-6c9c1637-fb5a-4ed9-ac7f-920c998a44a8 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:29.170019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-648dc3e8-f4bd-4ab4-a206-7763b9ee2c0a req-6c9c1637-fb5a-4ed9-ac7f-920c998a44a8 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0646815 Aug 24 00:13:29.185639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] For port c9e2a93f-661c-490f-a501-af3867369e6c, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:29.190437 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] For port c9e2a93f-661c-490f-a501-af3867369e6c, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c9e2a93f-661c-490f-a501-af3867369e6c,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:29.197016 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.201680 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.225726 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-648dc3e8-f4bd-4ab4-a206-7763b9ee2c0a req-55a148d6-7620-464a-9457-380c1db2450c tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494566 Aug 24 00:13:29.257969 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.267044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['366f643c-ce70-453d-a144-37eac022ca61'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:29.318594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:29.321355 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:29.340460 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61e2cb-7e11-43aa-bda1-e6f42c40c620 None None] Pushing event updated for resources: {'Port': ['ID=c9e2a93f-661c-490f-a501-af3867369e6c,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:29.346062 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Pushing event updated for resources: {'Port': ['ID=cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:29.349292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:29.439638 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.664734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ac6ae-5dec-4a95-adc3-e7785cb32063 req-c1720532-29a2-45e5-bdb4-73913b7ef91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:29.666333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-361ac6ae-5dec-4a95-adc3-e7785cb32063 req-c1720532-29a2-45e5-bdb4-73913b7ef91c tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 949 time: 0.0706394 Aug 24 00:13:29.679077 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.715378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-361ac6ae-5dec-4a95-adc3-e7785cb32063 req-303f666c-c644-4938-99ec-a7ccdffd5156 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Aug 24 00:13:29.844720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7c6c5-2047-4132-a003-184bfa2a2f64 req-bd88aa80-d148-40cc-a5a0-8bf7c0c90058 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:29.846200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6e7c6c5-2047-4132-a003-184bfa2a2f64 req-bd88aa80-d148-40cc-a5a0-8bf7c0c90058 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 948 time: 0.0770986 Aug 24 00:13:29.862319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e252a-eae7-46b4-80f3-be7fe284655f req-660d042b-6923-4ec3-bbe2-3501afc5185e tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:29.863840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f4e252a-eae7-46b4-80f3-be7fe284655f req-660d042b-6923-4ec3-bbe2-3501afc5185e tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 1100 time: 0.0648522 Aug 24 00:13:29.901074 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.908430 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6e7c6c5-2047-4132-a003-184bfa2a2f64 req-a0d4defe-3d22-4e52-89bc-f79d838c4e78 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547278 Aug 24 00:13:29.919720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f4e252a-eae7-46b4-80f3-be7fe284655f req-189074ea-6b1f-407a-aa1a-7c5b78a1b700 tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482059 Aug 24 00:13:30.045308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e2e6c-934f-4b90-960e-8c5b6520f30d req-f8c39329-16c3-4b10-8cf4-08d587f1bd1e tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:30.053051 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-846e2e6c-934f-4b90-960e-8c5b6520f30d req-f8c39329-16c3-4b10-8cf4-08d587f1bd1e tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 944 time: 0.0690262 Aug 24 00:13:30.076669 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.091385 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:13:30.115565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-846e2e6c-934f-4b90-960e-8c5b6520f30d req-ef31104e-79ba-480a-8715-b6470c38d0a0 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614500 Aug 24 00:13:30.164160 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-752e9ffb-ae80-490f-9079-15192ebe554d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.195847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62655b53-4a8e-441c-9887-4333b82d8893 req-d399c3af-95e2-4c0c-b736-3fb7e55ba2a6 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 210 time: 0.0646625 Aug 24 00:13:30.229676 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:13:30.231409 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f9dab052-e794-4afc-b6b5-bcac010f738d details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:13:30.244893 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Sync routers for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:13:30.260301 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:13:30.260919 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:13:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:30.281393 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.284525 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1c83c477-6197-4e58-8e82-309435cfdc28 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.1989236 Aug 24 00:13:30.287215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:30.422926 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-913fd0d9-7d7e-47ea-92d8-076668857645 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925615 Aug 24 00:13:30.440828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port f9dab052-e794-4afc-b6b5-bcac010f738d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f9dab052-e794-4afc-b6b5-bcac010f738d,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:30.455732 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'f9dab052-e794-4afc-b6b5-bcac010f738d', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': 'f9dab052-e794-4afc-b6b5-bcac010f738d', 'mac_address': 'fa:16:3e:ee:43:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:13:30.504198 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.505020 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:13:30.525321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9dab052-e794-4afc-b6b5-bcac010f738d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:30.572836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port f9dab052-e794-4afc-b6b5-bcac010f738d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f9dab052-e794-4afc-b6b5-bcac010f738d,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:30.579143 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.600996 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c9e2a93f-661c-490f-a501-af3867369e6c up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:30.613790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa9006-018a-47cd-8f1b-9f3abc6158da req-a9291b91-cbae-4a07-84ac-fdcc1e02dbbc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:30.621977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3eaa9006-018a-47cd-8f1b-9f3abc6158da req-a9291b91-cbae-4a07-84ac-fdcc1e02dbbc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.2640519 Aug 24 00:13:30.665261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-b0053ebb-f08e-4247-beba-b8fbb285e4ac tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:30.667258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-b0053ebb-f08e-4247-beba-b8fbb285e4ac tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.47 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 807 time: 0.4701970 Aug 24 00:13:30.695540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d0688f-1de0-403e-87b5-4493b25936b8 None None] Network ae9ecf52-477b-41a7-af47-b8a53dd05ebd requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:13:30.786702 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=f9dab052-e794-4afc-b6b5-bcac010f738d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:30.788861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port c9e2a93f-661c-490f-a501-af3867369e6c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:30.805342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ff69e1bb-5803-4400-b47d-ce0191378923 None None] Provisioning for port c9e2a93f-661c-490f-a501-af3867369e6c completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:30.813087 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:30.813439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:30.813783 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:30.814122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:30.814457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:30.814810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:30.815145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:30.815538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:30.816142 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:30.816529 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:30.816859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:30.817184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:30.834444 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ff69e1bb-5803-4400-b47d-ce0191378923 None None] Provisioning complete for port c9e2a93f-661c-490f-a501-af3867369e6c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:30.834914 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff69e1bb-5803-4400-b47d-ce0191378923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.922858 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:29Z', 'revision_number': 3, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:30.956921 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Checking router: 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:13:30.957273 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Updating router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 port cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:13:30.990073 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.998864 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.000571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-eec60726-590f-403f-822c-c2ccb789739a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Request body: {'port': {'device_id': '7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b', 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95', 'admin_state_up': True, 'tenant_id': '4296ba497012466daa2a49222903cd4c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:31.014302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3eaa9006-018a-47cd-8f1b-9f3abc6158da req-a16c4676-32fd-47c2-bc36-44a4470c6ea7 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901136 Aug 24 00:13:31.039262 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff69e1bb-5803-4400-b47d-ce0191378923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.091137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['f9dab052-e794-4afc-b6b5-bcac010f738d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:31.146506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ff69e1bb-5803-4400-b47d-ce0191378923 None None] For port c9e2a93f-661c-490f-a501-af3867369e6c, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c9e2a93f-661c-490f-a501-af3867369e6c,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:31.151307 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.161415 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff69e1bb-5803-4400-b47d-ce0191378923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.181816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-0ad1246d-ff6c-465b-9b7d-172e74fe2ce8 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:31.191107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-0ad1246d-ff6c-465b-9b7d-172e74fe2ce8 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7669675 Aug 24 00:13:31.245532 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Allocated IP 172.20.0.1 (ae9ecf52-477b-41a7-af47-b8a53dd05ebd/cffd9d21-7537-463b-bd4b-94e476cbafc1/8c4c607e-b0ff-4d65-a179-0cb0036222f8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:31.280607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69e1bb-5803-4400-b47d-ce0191378923 None None] Pushing event updated for resources: {'Port': ['ID=c9e2a93f-661c-490f-a501-af3867369e6c,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:31.315805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-ba52ac91-4921-4d9c-8597-83c5fd25893a tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/quotas/b325e23e1e5c4eb2b0f41309b66e6a8f HTTP/1.1" status: 200 len: 375 time: 0.1098855 Aug 24 00:13:31.348804 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.365600 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Transition to ACTIVE for port object cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:31.374498 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.384736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-eec60726-590f-403f-822c-c2ccb789739a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Made reservation on behalf of 4296ba497012466daa2a49222903cd4c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:31.389453 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-eec60726-590f-403f-822c-c2ccb789739a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.398159 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.413579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-821910f8-0f5d-43e8-b311-b1eda5991ae6 None None] Provisioning complete for port c9e2a93f-661c-490f-a501-af3867369e6c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:31.414002 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-821910f8-0f5d-43e8-b311-b1eda5991ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.418399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-300bf8ae-3fb3-4bd1-b2b7-f5764a8c72df tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1011338 Aug 24 00:13:31.429993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6f9ac-b47e-4299-8783-9ea588979c31 req-d75a7fae-6ab2-4882-b6cd-d3774187aaf0 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:31.437419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6b6f9ac-b47e-4299-8783-9ea588979c31 req-d75a7fae-6ab2-4882-b6cd-d3774187aaf0 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 949 time: 0.2904174 Aug 24 00:13:31.445065 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501bb9e-2d23-4ab6-8a9c-4ea15137dfc1 None None] Pushing event updated for resources: {'Port': ['ID=cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:31.481117 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501bb9e-2d23-4ab6-8a9c-4ea15137dfc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:31.481655 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501bb9e-2d23-4ab6-8a9c-4ea15137dfc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:31.482218 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501bb9e-2d23-4ab6-8a9c-4ea15137dfc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:31.483506 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501bb9e-2d23-4ab6-8a9c-4ea15137dfc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:31.484290 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501bb9e-2d23-4ab6-8a9c-4ea15137dfc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:31.485051 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501bb9e-2d23-4ab6-8a9c-4ea15137dfc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:31.485439 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501bb9e-2d23-4ab6-8a9c-4ea15137dfc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:31.486362 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501bb9e-2d23-4ab6-8a9c-4ea15137dfc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:31.487168 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501bb9e-2d23-4ab6-8a9c-4ea15137dfc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:31.487555 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501bb9e-2d23-4ab6-8a9c-4ea15137dfc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:31.488914 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501bb9e-2d23-4ab6-8a9c-4ea15137dfc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:31.489639 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501bb9e-2d23-4ab6-8a9c-4ea15137dfc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:31.494002 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Attempting to bind port cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:31.494374 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Attempting to bind port cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:31.494729 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Attempting to bind port cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:31.501624 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:31.502135 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:31.502541 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.502972 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:31.503587 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Bound port: cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:31.503995 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.596522 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6b6f9ac-b47e-4299-8783-9ea588979c31 req-3a5d85e8-1b57-4986-a030-25d3624d3633 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507752 Aug 24 00:13:31.610524 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] For port cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:31.622659 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] For port cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:31.640415 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.716040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Transition to ACTIVE for port object 8c4c607e-b0ff-4d65-a179-0cb0036222f8 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:31.764723 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:13:31.765359 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:13:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:31.774349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-eec60726-590f-403f-822c-c2ccb789739a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Allocated IP 172.20.0.13 (ea19c1d5-c260-40f7-a45f-242d804dbf95/da0aa47e-c845-4692-9319-c5277e0b6106/e615b2da-102a-43fe-829a-1eaa7f0e7aed) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:31.788983 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.818815 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501bb9e-2d23-4ab6-8a9c-4ea15137dfc1 None None] Pushing event updated for resources: {'Port': ['ID=cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:31.849838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Network ae9ecf52-477b-41a7-af47-b8a53dd05ebd is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:31.855288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:31.872829 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:31.920852 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4c607e-b0ff-4d65-a179-0cb0036222f8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:31.924746 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:13:31.941823 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.992517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4f40c02-7610-4574-9b2f-2b3396712afe req-9b2d5f9d-e8a0-4545-8023-60485c95aad5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 210 time: 0.0980127 Aug 24 00:13:32.086989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e578f7e-edad-4102-a5a3-f98fba13a4da req-dfb06db9-ab44-4cd6-a514-c16d0dd33189 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:32.096427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e578f7e-edad-4102-a5a3-f98fba13a4da req-dfb06db9-ab44-4cd6-a514-c16d0dd33189 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 944 time: 0.2182508 Aug 24 00:13:32.130013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.205879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e578f7e-edad-4102-a5a3-f98fba13a4da req-f2efd325-1b10-4de6-8f1c-9431699bd1fe tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083651 Aug 24 00:13:32.216417 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-eec60726-590f-403f-822c-c2ccb789739a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.217967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-05239b75-3598-4e56-93f9-5ca90f8aa89f None None] Provisioning for port 8c4c607e-b0ff-4d65-a179-0cb0036222f8 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:32.228367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-05239b75-3598-4e56-93f9-5ca90f8aa89f None None] Provisioning complete for port 8c4c607e-b0ff-4d65-a179-0cb0036222f8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:32.228744 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05239b75-3598-4e56-93f9-5ca90f8aa89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.246998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 366f643c-ce70-453d-a144-37eac022ca61 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:32.281438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b5a36015-7690-4b94-9221-9f4d25aaa78b req-cf4d77c7-041b-4f83-91aa-0d20e557cfce tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 210 time: 0.0603340 Aug 24 00:13:32.311390 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:29Z', 'revision_number': 3, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:32.356575 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-05239b75-3598-4e56-93f9-5ca90f8aa89f None None] Port 8c4c607e-b0ff-4d65-a179-0cb0036222f8 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:13:32.368927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbe4b4-ace4-4350-b139-2b78e66741b6 req-d8062181-2161-4b67-aa4c-6861ca71bfd3 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:32.369601 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5614ba-8b00-4178-a8b3-ac59a322936f None None] The sync data for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 is: [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:29Z', 'revision_number': 3, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:13:32.370118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5bbe4b4-ace4-4350-b139-2b78e66741b6 req-d8062181-2161-4b67-aa4c-6861ca71bfd3 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0718150 Aug 24 00:13:32.371806 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-eec60726-590f-403f-822c-c2ccb789739a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.380779 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.385654 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.393615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 366f643c-ce70-453d-a144-37eac022ca61 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:32.401863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 366f643c-ce70-453d-a144-37eac022ca61 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:32.403440 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.458457 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.460503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4c607e-b0ff-4d65-a179-0cb0036222f8,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:32.531568 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.547057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c9e2a93f-661c-490f-a501-af3867369e6c up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:32.554126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-eec60726-590f-403f-822c-c2ccb789739a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Network ea19c1d5-c260-40f7-a45f-242d804dbf95 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:32.557552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec60726-590f-403f-822c-c2ccb789739a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Pushing event updated for resources: {'Port': ['ID=e615b2da-102a-43fe-829a-1eaa7f0e7aed,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:32.579927 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5bbe4b4-ace4-4350-b139-2b78e66741b6 req-da15e722-ac56-45f8-8b89-2773571d330d tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557546 Aug 24 00:13:32.581117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-eec60726-590f-403f-822c-c2ccb789739a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:32.595670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-eec60726-590f-403f-822c-c2ccb789739a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:32.600611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ffd43e-0cb2-448a-9bee-a9c87f31a643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366f643c-ce70-453d-a144-37eac022ca61'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:32.602916 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a2f57a-3170-4590-a7a8-bf85be260ea9" -d '{"events": [{"server_uuid": "43ffd43e-0cb2-448a-9bee-a9c87f31a643", "name": "network-vif-plugged", "status": "completed", "tag": "366f643c-ce70-453d-a144-37eac022ca61"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:32.624808 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=366f643c-ce70-453d-a144-37eac022ca61,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:32.627722 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Network ae9ecf52-477b-41a7-af47-b8a53dd05ebd is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:32.629433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:32.645151 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.687886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port c9e2a93f-661c-490f-a501-af3867369e6c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:32.688282 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.696187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-eec60726-590f-403f-822c-c2ccb789739a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:32.696870 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-eec60726-590f-403f-822c-c2ccb789739a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.720591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-eec60726-590f-403f-822c-c2ccb789739a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0284204 Aug 24 00:13:32.771400 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092d6d36-9da0-4506-b5b8-5ba7564f06a1 x-openstack-request-id: req-092d6d36-9da0-4506-b5b8-5ba7564f06a1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:32.777577 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ffd43e-0cb2-448a-9bee-a9c87f31a643", "name": "network-vif-plugged", "status": "completed", "tag": "366f643c-ce70-453d-a144-37eac022ca61", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:32.777577 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-092d6d36-9da0-4506-b5b8-5ba7564f06a1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:32.777577 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ffd43e-0cb2-448a-9bee-a9c87f31a643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366f643c-ce70-453d-a144-37eac022ca61', 'code': 200} Aug 24 00:13:32.786006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Request body: {'port': {'device_id': '7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:32.804621 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:13:32.817486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=366f643c-ce70-453d-a144-37eac022ca61,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:32.835016 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:13:32.925060 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.944085 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116ab59-b7aa-4710-a5ed-c30d08e5f096 req-a8402ab1-95cb-4b64-9136-cb1f59864150 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:32.947241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4116ab59-b7aa-4710-a5ed-c30d08e5f096 req-a8402ab1-95cb-4b64-9136-cb1f59864150 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 949 time: 0.2221203 Aug 24 00:13:32.972116 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.995001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-841e5011-e4fc-4c1c-9369-3fcb32ee2f5b None None] Provisioning complete for port 8c4c607e-b0ff-4d65-a179-0cb0036222f8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:32.995383 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-841e5011-e4fc-4c1c-9369-3fcb32ee2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.000537 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f3f6d-9fa5-49f8-a938-e2ef3bccac9c req-a6dc78cc-c978-49f0-87ef-3399bdef7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:33.003801 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-360f3f6d-9fa5-49f8-a938-e2ef3bccac9c req-a6dc78cc-c978-49f0-87ef-3399bdef7512 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 1096 time: 0.1172068 Aug 24 00:13:33.051957 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-841e5011-e4fc-4c1c-9369-3fcb32ee2f5b None None] Port 8c4c607e-b0ff-4d65-a179-0cb0036222f8 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:13:33.075192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4116ab59-b7aa-4710-a5ed-c30d08e5f096 req-447b3ab1-0083-45cd-a280-59c771acd66d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214316 Aug 24 00:13:33.092724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:13:33.104339 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3844b1cb-29f9-4b8d-ab99-4ca0d439b761 admin admin] 10.222.0.32 "PUT /v2.0/routers/52ac1df8-dcad-46f3-8a98-c19eed8fc7a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8159177 Aug 24 00:13:33.134870 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-360f3f6d-9fa5-49f8-a938-e2ef3bccac9c req-a5341e6f-4a6c-491e-8ef6-6c5362795d0d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451999 Aug 24 00:13:33.254040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1c4e2-1f60-4450-b9bb-8531ba9fefc1 req-07dda8b8-5a01-4605-af52-ce60f50ba93d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:33.255017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ec1c4e2-1f60-4450-b9bb-8531ba9fefc1 req-07dda8b8-5a01-4605-af52-ce60f50ba93d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 932 time: 0.1681128 Aug 24 00:13:33.385208 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ec1c4e2-1f60-4450-b9bb-8531ba9fefc1 req-6e2f74b2-53b3-45e3-a564-5770d73795fb tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125026 Aug 24 00:13:33.429817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8cc4a-2de8-4b72-b0d5-c72c1bf22bbc req-5217eea1-ed88-4123-b4fa-e470a7b69921 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:33.431365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59a8cc4a-2de8-4b72-b0d5-c72c1bf22bbc req-5217eea1-ed88-4123-b4fa-e470a7b69921 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 945 time: 0.1062562 Aug 24 00:13:33.512356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59a8cc4a-2de8-4b72-b0d5-c72c1bf22bbc req-1b9134e5-6796-4bbe-9225-159fefb815b3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690293 Aug 24 00:13:33.521874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e615b2da-102a-43fe-829a-1eaa7f0e7aed {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:33.530754 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.543746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Transition to ACTIVE for port object e615b2da-102a-43fe-829a-1eaa7f0e7aed will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:33.559240 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.603479 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-8b7709a2-23b2-42f7-ae7e-4cb761471772 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660305 Aug 24 00:13:33.707732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e615b2da-102a-43fe-829a-1eaa7f0e7aed,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:33.745114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c8c7872-10a6-4bbc-9775-6f1e7fef5fe0 req-4e87fcc7-9fe9-4cfe-b8fe-5a45aaeb1928 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 210 time: 0.0867636 Aug 24 00:13:33.764912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-6167e8e2-940e-4616-a5ba-eed74d754eb1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:33.767062 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-6167e8e2-940e-4616-a5ba-eed74d754eb1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557500 Aug 24 00:13:33.829383 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-221f12b7-df3a-42ea-bf5f-b40e3d4b521d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Request body: {'port': {'device_id': 'fafa2ceb-23d9-4aae-a376-1d97dff0d10d', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'b325e23e1e5c4eb2b0f41309b66e6a8f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:33.830270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-0decf00e-9b56-44db-89bb-65435c308104 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:33.831788 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-0decf00e-9b56-44db-89bb-65435c308104 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 820 time: 0.2201712 Aug 24 00:13:33.866911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Attempting to bind port e615b2da-102a-43fe-829a-1eaa7f0e7aed on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:33.867254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Attempting to bind port e615b2da-102a-43fe-829a-1eaa7f0e7aed by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:33.867584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Attempting to bind port e615b2da-102a-43fe-829a-1eaa7f0e7aed on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:33.873548 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-1fd3978c-db65-40de-894a-90d1447c2664 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/quotas/88cceac23aee48fdac78678d99718fad HTTP/1.1" status: 200 len: 375 time: 0.0221324 Aug 24 00:13:33.877855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Port e615b2da-102a-43fe-829a-1eaa7f0e7aed on network ea19c1d5-c260-40f7-a45f-242d804dbf95 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:33.878111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Attempting to bind port e615b2da-102a-43fe-829a-1eaa7f0e7aed on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:33.896886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:33.897225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Checking segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:33.897603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Bound using segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:33.898050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Bound port: e615b2da-102a-43fe-829a-1eaa7f0e7aed, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:33.898407 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.920945 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831f3d6-dffa-4cd2-9062-e1a871ea6006 req-d02286d4-6841-41f7-b181-a47abf1ec7e5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:33.922436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9831f3d6-dffa-4cd2-9062-e1a871ea6006 req-d02286d4-6841-41f7-b181-a47abf1ec7e5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1161013 Aug 24 00:13:33.942406 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-221f12b7-df3a-42ea-bf5f-b40e3d4b521d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Made reservation on behalf of b325e23e1e5c4eb2b0f41309b66e6a8f for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:33.946002 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-221f12b7-df3a-42ea-bf5f-b40e3d4b521d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.017962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9831f3d6-dffa-4cd2-9062-e1a871ea6006 req-daeccc02-d865-43e7-ac49-8e9017511213 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869801 Aug 24 00:13:34.023517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-72cccda3-be54-4e5e-9199-aee95073dc80 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418808 Aug 24 00:13:34.055093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:34.099867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:34.106252 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.111788 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-221f12b7-df3a-42ea-bf5f-b40e3d4b521d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Allocated IP 192.168.233.147 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/3a4afbb2-1c08-4637-95b4-c8eb12327cf4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:34.169645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:34.170394 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.172068 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] 10.222.0.47 "PUT /v2.0/ports/e615b2da-102a-43fe-829a-1eaa7f0e7aed HTTP/1.1" status: 200 len: 1092 time: 1.4013746 Aug 24 00:13:34.173072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b', 'tag': 'e615b2da-102a-43fe-829a-1eaa7f0e7aed'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:34.175025 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a5b0d1-e7df-4da4-befb-b954c6283323" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b", "tag": "e615b2da-102a-43fe-829a-1eaa7f0e7aed"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:34.213217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8254d1-0a51-44b7-be92-b0518aaa47d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e615b2da-102a-43fe-829a-1eaa7f0e7aed,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:34.225558 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-c6af2896-092b-4548-962e-b2bc04f16e6a service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915407 Aug 24 00:13:34.248067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f9dab052-e794-4afc-b6b5-bcac010f738d up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:34.301284 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-221f12b7-df3a-42ea-bf5f-b40e3d4b521d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.312152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port f9dab052-e794-4afc-b6b5-bcac010f738d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:34.316862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port f9dab052-e794-4afc-b6b5-bcac010f738d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:34.317502 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.321206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-221f12b7-df3a-42ea-bf5f-b40e3d4b521d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Transition to ACTIVE for port object 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:34.349368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f08102-1fba-4f87-8a8f-41ae6f6bbb06 req-8124092e-3204-4b3c-ae09-4cfa409a765e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:34.351065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6f08102-1fba-4f87-8a8f-41ae6f6bbb06 req-8124092e-3204-4b3c-ae09-4cfa409a765e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 949 time: 0.1497984 Aug 24 00:13:34.365594 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-221f12b7-df3a-42ea-bf5f-b40e3d4b521d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.377636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-b5ef85be-e296-4568-a010-5fca376a5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:34.379285 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-b5ef85be-e296-4568-a010-5fca376a5066 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 1095 time: 0.1301599 Aug 24 00:13:34.409838 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.415328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563', 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', '455e03c0-f799-42af-8eb9-21d9a34db4ad', '45007bf2-7bf1-4f16-9807-cb759fef16cc'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:34.416084 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-221f12b7-df3a-42ea-bf5f-b40e3d4b521d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:34.417072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-ba41c73f-5c78-4681-abe5-d96dd2a132e6 service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905375 Aug 24 00:13:34.421697 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-221f12b7-df3a-42ea-bf5f-b40e3d4b521d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:34.424305 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-221f12b7-df3a-42ea-bf5f-b40e3d4b521d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:34.466824 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f12b7-df3a-42ea-bf5f-b40e3d4b521d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event updated for resources: {'Port': ['ID=3a4afbb2-1c08-4637-95b4-c8eb12327cf4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:34.467728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-c914519f-c350-4790-94b4-3abe79dfe83d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed HTTP/1.1" status: 200 len: 217 time: 0.0623627 Aug 24 00:13:34.478329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6f08102-1fba-4f87-8a8f-41ae6f6bbb06 req-4a57d064-553f-439d-87f9-c3a9150ba286 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161382 Aug 24 00:13:34.478464 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['b169b4e7-3413-4732-89e7-53705853a7af', '88817624-88de-473e-a8d0-04614560b195', '58446911-c0cc-4062-a35e-d05347ab5bf7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:34.511529 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-221f12b7-df3a-42ea-bf5f-b40e3d4b521d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:34.513224 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-221f12b7-df3a-42ea-bf5f-b40e3d4b521d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.538074 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-221f12b7-df3a-42ea-bf5f-b40e3d4b521d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7126675 Aug 24 00:13:34.560788 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Request body: {'port': {'device_id': 'fafa2ceb-23d9-4aae-a376-1d97dff0d10d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:34.595528 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6ec151-ec80-4d61-b4ef-4f770899febf x-openstack-request-id: req-ba6ec151-ec80-4d61-b4ef-4f770899febf {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:34.595819 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b", "tag": "e615b2da-102a-43fe-829a-1eaa7f0e7aed", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:34.596078 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba6ec151-ec80-4d61-b4ef-4f770899febf {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:34.596480 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b', 'tag': 'e615b2da-102a-43fe-829a-1eaa7f0e7aed', 'status': 'completed', 'code': 200} Aug 24 00:13:34.637176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-af242d77-14a0-44be-881b-767e16ae1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:34.639268 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-af242d77-14a0-44be-881b-767e16ae1b71 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.1512051 Aug 24 00:13:34.651326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.662210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Sync routers for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:13:34.686038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:34.733059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-beec5793-0102-49a0-bd7b-33826d7664d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381675 Aug 24 00:13:34.738069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port f9dab052-e794-4afc-b6b5-bcac010f738d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f9dab052-e794-4afc-b6b5-bcac010f738d,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:34.743984 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:13:34.744653 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:13:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:34.899429 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89c967a-a529-47c6-a745-a760ee68ece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dab052-e794-4afc-b6b5-bcac010f738d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:34.904261 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bd8716-4754-4bc7-84af-2541c16c353b" -d '{"events": [{"server_uuid": "b89c967a-a529-47c6-a745-a760ee68ece2", "name": "network-vif-plugged", "status": "completed", "tag": "f9dab052-e794-4afc-b6b5-bcac010f738d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:34.942433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39367ef7-ed2e-4e64-b7e2-6d40cf47d99d req-5c4d72dd-88c3-4e9d-80c1-1816fdad5b09 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:34.951306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39367ef7-ed2e-4e64-b7e2-6d40cf47d99d req-5c4d72dd-88c3-4e9d-80c1-1816fdad5b09 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 944 time: 0.1356709 Aug 24 00:13:34.969631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-5b3b1565-e5c4-46b3-8fb9-f1f05b83c0e2 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215190 Aug 24 00:13:34.993633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:13:35.009215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eb0aa-a00f-45d0-9a8d-197efb3ff2a7 req-1d651475-bf9e-4853-9fed-1b8dfd61f307 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:35.010985 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-123eb0aa-a00f-45d0-9a8d-197efb3ff2a7 req-1d651475-bf9e-4853-9fed-1b8dfd61f307 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 945 time: 0.1368973 Aug 24 00:13:35.036756 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.039468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39367ef7-ed2e-4e64-b7e2-6d40cf47d99d req-98d51f33-4d48-4169-a6e5-b3d98f04cbb8 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870135 Aug 24 00:13:35.126169 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:35.134203 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.151974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Transition to ACTIVE for port object 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:35.156049 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.159173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=f9dab052-e794-4afc-b6b5-bcac010f738d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:35.168903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a56b6143-2a0d-47b4-ba8c-ac96d878c58a req-38b589cd-c0b1-4592-b2d4-ef118a26daca tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 210 time: 0.0552423 Aug 24 00:13:35.201572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ef7cba3a-27e8-47aa-9f47-2d5e31cdb77f None None] Provisioning for port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:35.236187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-123eb0aa-a00f-45d0-9a8d-197efb3ff2a7 req-2a1b6536-3f5e-4557-97dc-01feb30ad55d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087779 Aug 24 00:13:35.279388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f1a5427-fbb8-4f8a-abc4-0f09ec9c11de req-3a8130de-1ef7-4047-bb54-059a51210863 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924378 Aug 24 00:13:35.349119 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4afbb2-1c08-4637-95b4-c8eb12327cf4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:35.375504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969f6e2-efd7-4da5-87a6-12d5441dadf2 req-0a9c961e-8c76-4459-ad33-99d6211527c1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:35.378840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e969f6e2-efd7-4da5-87a6-12d5441dadf2 req-0a9c961e-8c76-4459-ad33-99d6211527c1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 948 time: 0.0882056 Aug 24 00:13:35.406751 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Attempting to bind port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:35.407309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Attempting to bind port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:35.407930 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Attempting to bind port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:35.414978 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:35.419791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Attempting to bind port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:35.440459 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947f58b1-a56f-45f4-affc-4d9589f29840 x-openstack-request-id: req-947f58b1-a56f-45f4-affc-4d9589f29840 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:35.441644 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:35.442099 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:35.442723 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:35.443299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Bound port: 3a4afbb2-1c08-4637-95b4-c8eb12327cf4, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:35.443558 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89c967a-a529-47c6-a745-a760ee68ece2", "name": "network-vif-plugged", "status": "completed", "tag": "f9dab052-e794-4afc-b6b5-bcac010f738d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:35.443878 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.444195 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-947f58b1-a56f-45f4-affc-4d9589f29840 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:35.444747 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89c967a-a529-47c6-a745-a760ee68ece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dab052-e794-4afc-b6b5-bcac010f738d', 'code': 200} Aug 24 00:13:35.528331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:35.552051 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:35.552804 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.569246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e969f6e2-efd7-4da5-87a6-12d5441dadf2 req-4bd4235e-eee5-43f4-b98d-cb12616212d3 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805696 Aug 24 00:13:35.601507 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] For port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:35.610056 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] For port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3a4afbb2-1c08-4637-95b4-c8eb12327cf4,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:35.616079 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.687553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5b0d1-e7df-4da4-befb-b954c6283323 req-9c70adc7-3f1f-40d6-9716-257e9a3c8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:35.689923 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25a5b0d1-e7df-4da4-befb-b954c6283323 req-9c70adc7-3f1f-40d6-9716-257e9a3c8a4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 1095 time: 0.1719263 Aug 24 00:13:35.705290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dc166-cb27-4e65-82e1-eb09229860f4 req-283b0234-2eeb-4e2a-93d3-dd5d065d08af tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:35.711956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:35.711956 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.714063 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] 10.222.0.47 "PUT /v2.0/ports/3a4afbb2-1c08-4637-95b4-c8eb12327cf4 HTTP/1.1" status: 200 len: 1096 time: 1.1609936 Aug 24 00:13:35.715372 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafa2ceb-23d9-4aae-a376-1d97dff0d10d', 'tag': '3a4afbb2-1c08-4637-95b4-c8eb12327cf4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:35.715526 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c00dc166-cb27-4e65-82e1-eb09229860f4 req-283b0234-2eeb-4e2a-93d3-dd5d065d08af tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1996891 Aug 24 00:13:35.717709 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280fddde-02a0-46a0-8649-03b7b60a3c41" -d '{"events": [{"name": "network-changed", "server_uuid": "fafa2ceb-23d9-4aae-a376-1d97dff0d10d", "tag": "3a4afbb2-1c08-4637-95b4-c8eb12327cf4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:35.799660 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b7f66-ee50-4408-bb0e-4ea346488e84 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4afbb2-1c08-4637-95b4-c8eb12327cf4,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:35.890450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1db300-9dab-4c1a-90cd-96656d4570d2 req-018b3198-8a67-4dcc-a923-c5cf0cb2740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:35.892709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc1db300-9dab-4c1a-90cd-96656d4570d2 req-018b3198-8a67-4dcc-a923-c5cf0cb2740c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 1101 time: 0.3122642 Aug 24 00:13:35.903734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-63615cc5-469c-423a-a5ba-f6d6e0e38af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:35.906109 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-63615cc5-469c-423a-a5ba-f6d6e0e38af3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 1099 time: 0.0846288 Aug 24 00:13:35.945406 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 2, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:35.972917 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-30ec1545-6064-487e-9506-3e4ceca8848f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3a4afbb2-1c08-4637-95b4-c8eb12327cf4 HTTP/1.1" status: 200 len: 217 time: 0.0507371 Aug 24 00:13:35.984983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5b0d1-e7df-4da4-befb-b954c6283323 req-102715f1-92a7-4725-96f5-172c104f2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:35.986480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25a5b0d1-e7df-4da4-befb-b954c6283323 req-102715f1-92a7-4725-96f5-172c104f2a72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.2627759 Aug 24 00:13:35.993743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c00dc166-cb27-4e65-82e1-eb09229860f4 req-0678fd58-50df-46a6-b48d-6fe4e72e676b tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772379 Aug 24 00:13:36.006160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Checking router: 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:13:36.006515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Updating router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 port 8c4c607e-b0ff-4d65-a179-0cb0036222f8 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:13:36.037438 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-fff7bb59-d5d8-4a5d-b74a-0a7e8fac8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:36.039299 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-fff7bb59-d5d8-4a5d-b74a-0a7e8fac8895 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0580971 Aug 24 00:13:36.075223 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:36.086726 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697b5701-2f7b-4189-bc81-ae4821876e25 x-openstack-request-id: req-697b5701-2f7b-4189-bc81-ae4821876e25 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:36.087427 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafa2ceb-23d9-4aae-a376-1d97dff0d10d", "tag": "3a4afbb2-1c08-4637-95b4-c8eb12327cf4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:36.088889 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-697b5701-2f7b-4189-bc81-ae4821876e25 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:36.090045 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafa2ceb-23d9-4aae-a376-1d97dff0d10d', 'tag': '3a4afbb2-1c08-4637-95b4-c8eb12327cf4', 'status': 'completed', 'code': 200} Aug 24 00:13:36.116018 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:36.122996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-4e21bbb2-b06d-4433-8a09-27d31f9cbdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:36.124778 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-4e21bbb2-b06d-4433-8a09-27d31f9cbdef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774028 Aug 24 00:13:36.181405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:36.217418 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:36.245545 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-b9c7c6b5-e73c-4c71-99e7-7b7ae55ef62a service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091800 Aug 24 00:13:36.352119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc1db300-9dab-4c1a-90cd-96656d4570d2 req-74761bb9-b86d-4c0d-93ac-33dad49a5fe7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363012 Aug 24 00:13:36.353670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25a5b0d1-e7df-4da4-befb-b954c6283323 req-d2826209-94d2-41d7-b99e-a7d77b106941 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed HTTP/1.1" status: 200 len: 217 time: 0.3499761 Aug 24 00:13:36.367765 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d385c4a-c0b5-44f6-a05f-158294f3bae1 req-1a3f3406-b481-4f0c-b6bc-023f456fe717 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043038 Aug 24 00:13:36.370724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6d2b-8329-46ae-bba5-8434258cb079 req-6ed30fbe-fb05-40e9-a308-0ee99275af66 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:36.372898 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89eb6d2b-8329-46ae-bba5-8434258cb079 req-6ed30fbe-fb05-40e9-a308-0ee99275af66 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.4796951 Aug 24 00:13:36.416371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:36.441538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94534a2-72a4-4eb8-8e3e-2b85eac94209 req-11d48592-1c3f-47f6-8260-c0b4a83aaa52 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:36.443326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94534a2-72a4-4eb8-8e3e-2b85eac94209 req-11d48592-1c3f-47f6-8260-c0b4a83aaa52 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 944 time: 0.0956578 Aug 24 00:13:36.448885 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89eb6d2b-8329-46ae-bba5-8434258cb079 req-b3cd7e09-cd86-40c8-9200-53e258d23913 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599935 Aug 24 00:13:36.507320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94534a2-72a4-4eb8-8e3e-2b85eac94209 req-3041b7c7-022c-4190-b892-4ac580b76a0d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562174 Aug 24 00:13:36.572474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:36.661228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2933f1c-63ab-4370-9c20-94b17532ae77 req-e919bffa-77bb-4512-a1a3-c3304659c14c tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 210 time: 0.0553012 Aug 24 00:13:36.731087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-577edfee-e536-4d3e-b88a-bc39d8268e48 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:36.732862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-577edfee-e536-4d3e-b88a-bc39d8268e48 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.13 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 820 time: 0.1983025 Aug 24 00:13:36.753470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c06bda-e7da-4bb0-92c6-09137df7357a req-3706e3fb-bebb-44f3-9bfd-1b1d3835dad8 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:36.755009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42c06bda-e7da-4bb0-92c6-09137df7357a req-3706e3fb-bebb-44f3-9bfd-1b1d3835dad8 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 945 time: 0.1502686 Aug 24 00:13:36.761615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-cb6457e7-b02c-458b-9f89-25ead528dea4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Request body: {'port': {'device_id': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'admin_state_up': True, 'tenant_id': '88cceac23aee48fdac78678d99718fad'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:36.896644 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:36.914477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:36.914874 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:36.920945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Transition to ACTIVE for port object 8c4c607e-b0ff-4d65-a179-0cb0036222f8 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:36.925470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f82253-30dd-41d7-b273-cbd052c0fe6e req-674a3667-9fea-4acd-8074-b94ac74f7948 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:36.927038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73f82253-30dd-41d7-b273-cbd052c0fe6e req-674a3667-9fea-4acd-8074-b94ac74f7948 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 948 time: 0.1913571 Aug 24 00:13:36.943561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5b0d1-e7df-4da4-befb-b954c6283323 req-777bb492-cbb5-4927-ab5f-287adcee0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:36.944995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25a5b0d1-e7df-4da4-befb-b954c6283323 req-777bb492-cbb5-4927-ab5f-287adcee0ff6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.1456292 Aug 24 00:13:36.946223 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:36.947933 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42c06bda-e7da-4bb0-92c6-09137df7357a req-70b26dc1-59a5-4cb9-aa66-18e1eb60b1d3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686606 Aug 24 00:13:36.975827 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fddde-02a0-46a0-8649-03b7b60a3c41 req-9ead7ab0-f789-4af9-83a0-149acf78d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:36.986964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25a5b0d1-e7df-4da4-befb-b954c6283323 req-a82c49bb-c3e1-4aef-9207-de1c20a7e4ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313551 Aug 24 00:13:36.989805 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-280fddde-02a0-46a0-8649-03b7b60a3c41 req-9ead7ab0-f789-4af9-83a0-149acf78d746 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 1099 time: 0.0688572 Aug 24 00:13:37.024943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73f82253-30dd-41d7-b273-cbd052c0fe6e req-c123b855-dbf2-450d-9457-20e324b5bbf3 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857944 Aug 24 00:13:37.048716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6f8da-0494-474d-abd1-36ef6e4844c0 None None] Pushing event updated for resources: {'Port': ['ID=8c4c607e-b0ff-4d65-a179-0cb0036222f8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:37.117609 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25a5b0d1-e7df-4da4-befb-b954c6283323 req-df594b33-dfda-4fab-b0df-9312943fb265 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959740 Aug 24 00:13:37.171247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fddde-02a0-46a0-8649-03b7b60a3c41 req-4f752eeb-e3ad-46b3-a325-4929f2d4e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:37.173647 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-280fddde-02a0-46a0-8649-03b7b60a3c41 req-4f752eeb-e3ad-46b3-a325-4929f2d4e969 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1509242 Aug 24 00:13:37.177003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-cb6457e7-b02c-458b-9f89-25ead528dea4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Made reservation on behalf of 88cceac23aee48fdac78678d99718fad for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:37.181323 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-cb6457e7-b02c-458b-9f89-25ead528dea4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.203758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Attempting to bind port 8c4c607e-b0ff-4d65-a179-0cb0036222f8 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:37.204147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Attempting to bind port 8c4c607e-b0ff-4d65-a179-0cb0036222f8 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:37.204523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Attempting to bind port 8c4c607e-b0ff-4d65-a179-0cb0036222f8 on network ae9ecf52-477b-41a7-af47-b8a53dd05ebd {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:37.216156 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:37.216544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Checking segment: {'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:37.217087 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.217363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Bound using segment: {'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:37.217879 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Bound port: 8c4c607e-b0ff-4d65-a179-0cb0036222f8, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:37.218271 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.227813 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-280fddde-02a0-46a0-8649-03b7b60a3c41 req-4315d890-03e5-4e74-8684-cce522101b7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3a4afbb2-1c08-4637-95b4-c8eb12327cf4 HTTP/1.1" status: 200 len: 217 time: 0.0448077 Aug 24 00:13:37.305765 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fddde-02a0-46a0-8649-03b7b60a3c41 req-599ef34b-4233-4d86-830a-b25d29af4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:37.307585 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-280fddde-02a0-46a0-8649-03b7b60a3c41 req-599ef34b-4233-4d86-830a-b25d29af4fa7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0686061 Aug 24 00:13:37.317301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] For port 8c4c607e-b0ff-4d65-a179-0cb0036222f8, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:37.320610 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] For port 8c4c607e-b0ff-4d65-a179-0cb0036222f8, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8c4c607e-b0ff-4d65-a179-0cb0036222f8,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:37.326072 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.370182 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fddde-02a0-46a0-8649-03b7b60a3c41 req-cff315b1-06a7-4028-9868-069b6c95889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:37.373154 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-280fddde-02a0-46a0-8649-03b7b60a3c41 req-cff315b1-06a7-4028-9868-069b6c95889c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511727 Aug 24 00:13:37.376829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154a4ae-447a-4c40-bde7-ffb4bec2a2e7 req-100d08c6-d754-4cef-8575-9aad7e33e0f9 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:37.379329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4154a4ae-447a-4c40-bde7-ffb4bec2a2e7 req-100d08c6-d754-4cef-8575-9aad7e33e0f9 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1353557 Aug 24 00:13:37.397458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b5ba0-1601-4cab-9445-c1374898e488 req-d1323072-5a61-4a72-9173-27a2c8de0e36 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:37.399008 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-156b5ba0-1601-4cab-9445-c1374898e488 req-d1323072-5a61-4a72-9173-27a2c8de0e36 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 1096 time: 0.2322373 Aug 24 00:13:37.403606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:13:37.404384 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:13:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:37.406634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6f8da-0494-474d-abd1-36ef6e4844c0 None None] Pushing event updated for resources: {'Port': ['ID=8c4c607e-b0ff-4d65-a179-0cb0036222f8,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:37.455306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25a5b0d1-e7df-4da4-befb-b954c6283323 req-b9101399-a910-49a8-b0be-af8c32c49265 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147049 Aug 24 00:13:37.526794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4154a4ae-447a-4c40-bde7-ffb4bec2a2e7 req-37243816-4643-4975-84ee-e2a20bd78707 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190259 Aug 24 00:13:37.531118 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-280fddde-02a0-46a0-8649-03b7b60a3c41 req-b58734c4-8dbf-4e2f-865d-4618475af55c service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421852 Aug 24 00:13:37.549559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-cb6457e7-b02c-458b-9f89-25ead528dea4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Allocated IP 172.20.0.10 (ae9ecf52-477b-41a7-af47-b8a53dd05ebd/cffd9d21-7537-463b-bd4b-94e476cbafc1/a80d16f7-279c-4a75-9777-5e8e9ac6ca1a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:37.550534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:13:37.637710 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-156b5ba0-1601-4cab-9445-c1374898e488 req-c3364b70-cd59-46e5-acd9-f7d0ec81c624 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230802 Aug 24 00:13:37.666937 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-280fddde-02a0-46a0-8649-03b7b60a3c41 req-b8053c60-c1e5-4730-a181-93f3e7279e4e service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241062 Aug 24 00:13:37.811603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:37Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:37.812235 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-cb6457e7-b02c-458b-9f89-25ead528dea4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.839640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b922d9-2a86-4547-929c-18d011360079 req-12dff6c0-6ce7-4792-8bed-e35a1a974060 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:37.841533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75b922d9-2a86-4547-929c-18d011360079 req-12dff6c0-6ce7-4792-8bed-e35a1a974060 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.1172295 Aug 24 00:13:37.841899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ae3c4-64f4-4956-afef-4ec2be8c0282 None None] The sync data for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 is: [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:37Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:13:37.846088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-cb6457e7-b02c-458b-9f89-25ead528dea4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Transition to ACTIVE for port object a80d16f7-279c-4a75-9777-5e8e9ac6ca1a will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:37.871437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200414cf-a00b-49c1-adff-d03016c3554f req-31997cea-7291-4f6a-988e-c104612a431c tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:37.875277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-200414cf-a00b-49c1-adff-d03016c3554f req-31997cea-7291-4f6a-988e-c104612a431c tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 944 time: 0.1183193 Aug 24 00:13:37.954875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75b922d9-2a86-4547-929c-18d011360079 req-ecd65b97-b119-4743-bed0-902be58af832 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037261 Aug 24 00:13:37.959820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-200414cf-a00b-49c1-adff-d03016c3554f req-c394641f-6b29-4316-82d9-c616ffff249b tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666997 Aug 24 00:13:37.987162 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-cb6457e7-b02c-458b-9f89-25ead528dea4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.030067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-cb6457e7-b02c-458b-9f89-25ead528dea4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Network ae9ecf52-477b-41a7-af47-b8a53dd05ebd is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:38.043657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-cb6457e7-b02c-458b-9f89-25ead528dea4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:38.050097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-cb6457e7-b02c-458b-9f89-25ead528dea4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:38.105740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6457e7-b02c-458b-9f89-25ead528dea4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Pushing event updated for resources: {'Port': ['ID=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:38.162706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-cb6457e7-b02c-458b-9f89-25ead528dea4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:38.163379 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-cb6457e7-b02c-458b-9f89-25ead528dea4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.181928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af331c-1ced-4f6e-9436-0c1f8fcb6e37 req-689b2c2a-ddcd-49d0-9938-5c5bdf77a0aa tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:38.187374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83af331c-1ced-4f6e-9436-0c1f8fcb6e37 req-689b2c2a-ddcd-49d0-9938-5c5bdf77a0aa tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 1096 time: 0.1560979 Aug 24 00:13:38.195532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45643149-39f1-48e7-8297-0a2e0fbdcd76 req-96f79c7d-9f0d-4ff8-85d2-edb85c027a59 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:38.198881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45643149-39f1-48e7-8297-0a2e0fbdcd76 req-96f79c7d-9f0d-4ff8-85d2-edb85c027a59 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 932 time: 0.1508882 Aug 24 00:13:38.201632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-cb6457e7-b02c-458b-9f89-25ead528dea4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4456494 Aug 24 00:13:38.249095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83af331c-1ced-4f6e-9436-0c1f8fcb6e37 req-4a78c738-fff2-41d7-b2d0-f92e49793732 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498409 Aug 24 00:13:38.265036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45643149-39f1-48e7-8297-0a2e0fbdcd76 req-e3b426e4-9be0-485a-8f0c-1a1b88298b83 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501108 Aug 24 00:13:38.271337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Request body: {'port': {'device_id': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:38.301496 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4cfdb04c-c65f-4d22-be7a-47717b85ca71 None None] Provisioning for port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:38.307322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4cfdb04c-c65f-4d22-be7a-47717b85ca71 None None] Provisioning complete for port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:38.307836 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cfdb04c-c65f-4d22-be7a-47717b85ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.360705 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4cfdb04c-c65f-4d22-be7a-47717b85ca71 None None] Port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:13:38.376920 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.482469 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8460565-8ebd-4fbd-80df-a8e9c72248f6 req-2f47e704-4298-44e2-b5ca-de8435bb8af4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:38.484487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8460565-8ebd-4fbd-80df-a8e9c72248f6 req-2f47e704-4298-44e2-b5ca-de8435bb8af4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 948 time: 0.1013739 Aug 24 00:13:38.577177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8c4c607e-b0ff-4d65-a179-0cb0036222f8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:38.592718 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8460565-8ebd-4fbd-80df-a8e9c72248f6 req-7daba4a3-dbff-4e08-8d12-3c83e634dcec tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002955 Aug 24 00:13:38.679641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 8c4c607e-b0ff-4d65-a179-0cb0036222f8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:38.690729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8c4c607e-b0ff-4d65-a179-0cb0036222f8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:38.691015 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.809950 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.819260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614659a-e2ca-4f47-a047-7778efa77ba1 req-88989a00-adc7-461a-b4f4-63eb0ffbc405 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:38.820808 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9614659a-e2ca-4f47-a047-7778efa77ba1 req-88989a00-adc7-461a-b4f4-63eb0ffbc405 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 1096 time: 0.1234341 Aug 24 00:13:38.830281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaac201-8b7f-4734-802f-8c7fa0c52b9b req-0c21e0ab-4639-4a0b-b2d9-07a81645de2c tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:38.831731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcaac201-8b7f-4734-802f-8c7fa0c52b9b req-0c21e0ab-4639-4a0b-b2d9-07a81645de2c tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1125114 Aug 24 00:13:38.854244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 8c4c607e-b0ff-4d65-a179-0cb0036222f8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8c4c607e-b0ff-4d65-a179-0cb0036222f8,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:38.859435 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.922608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=8c4c607e-b0ff-4d65-a179-0cb0036222f8,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:38.935459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80d16f7-279c-4a75-9777-5e8e9ac6ca1a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:38.950597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcaac201-8b7f-4734-802f-8c7fa0c52b9b req-2d5f8f58-e59a-4c67-8394-308e1d82069e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058502 Aug 24 00:13:38.952624 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.967125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9614659a-e2ca-4f47-a047-7778efa77ba1 req-abe6451e-1048-473d-826a-4257a181dad5 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261327 Aug 24 00:13:38.983648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Transition to ACTIVE for port object a80d16f7-279c-4a75-9777-5e8e9ac6ca1a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:38.994343 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.069970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Pushing event updated for resources: {'Port': ['ID=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:39.137123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f285e-ac67-4375-b0fa-161a47a15e16 req-9f4156f8-dd0c-434c-bbba-a14eb1528c5f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:39.138722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e86f285e-ac67-4375-b0fa-161a47a15e16 req-9f4156f8-dd0c-434c-bbba-a14eb1528c5f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0735495 Aug 24 00:13:39.260184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e86f285e-ac67-4375-b0fa-161a47a15e16 req-76336aaa-1508-4355-abfc-593fc0a290b4 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063573 Aug 24 00:13:39.269795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Attempting to bind port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:39.270119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Attempting to bind port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:39.270449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Attempting to bind port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a on network ae9ecf52-477b-41a7-af47-b8a53dd05ebd {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:39.281702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce9169-b409-45f4-a2dc-26e8fa5cb791 req-8358835d-e522-41c9-8842-69cc4e60bd5e tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:39.283293 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85ce9169-b409-45f4-a2dc-26e8fa5cb791 req-8358835d-e522-41c9-8842-69cc4e60bd5e tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 944 time: 0.1084208 Aug 24 00:13:39.285431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a on network ae9ecf52-477b-41a7-af47-b8a53dd05ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:39.285755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Attempting to bind port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a on network ae9ecf52-477b-41a7-af47-b8a53dd05ebd {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:39.292735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:39.293414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Checking segment: {'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:39.293798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Bound using segment: {'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:39.294264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Bound port: a80d16f7-279c-4a75-9777-5e8e9ac6ca1a, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:39.294627 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.366365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85ce9169-b409-45f4-a2dc-26e8fa5cb791 req-481b9381-27ea-4fad-a471-99007dd3bb5e tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684831 Aug 24 00:13:39.394035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] For port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:39.398552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] For port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:39.405011 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.443800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:39.444768 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.446208 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] 10.222.0.13 "PUT /v2.0/ports/a80d16f7-279c-4a75-9777-5e8e9ac6ca1a HTTP/1.1" status: 200 len: 1092 time: 1.1801603 Aug 24 00:13:39.450060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'tag': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:39.452322 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9f7e04-c789-4f71-aeb2-61c94864059a" -d '{"events": [{"name": "network-changed", "server_uuid": "6caf7d17-af75-4acf-b493-1aace8fc7095", "tag": "a80d16f7-279c-4a75-9777-5e8e9ac6ca1a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:39.510630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ee28f-ba50-4d3e-946b-94385b883204 service neutron] Pushing event updated for resources: {'Port': ['ID=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:39.543276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ac08c-8b02-4a28-aaeb-004f7692f80f req-54e1dc7b-8cce-45ec-aece-0d03cdfb817b tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:39.544879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a94ac08c-8b02-4a28-aaeb-004f7692f80f req-54e1dc7b-8cce-45ec-aece-0d03cdfb817b tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 944 time: 0.0977826 Aug 24 00:13:39.658394 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-dbe1919c-4dcf-4687-b286-203ac92681c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:39.659949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-dbe1919c-4dcf-4687-b286-203ac92681c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 1095 time: 0.1139245 Aug 24 00:13:39.662686 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a94ac08c-8b02-4a28-aaeb-004f7692f80f req-7249ff96-1b40-442f-a38d-9d0036994f6f tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076214 Aug 24 00:13:39.672689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-016765dc-d68f-4fbc-92e7-acd6682c0979 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697052 Aug 24 00:13:39.741324 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-d4f26b61-55bf-4755-b6a3-89f58ccf6090 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a HTTP/1.1" status: 200 len: 217 time: 0.0475624 Aug 24 00:13:39.744096 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7146a2d-4cf3-4f61-bf21-8d73abcb03ef x-openstack-request-id: req-f7146a2d-4cf3-4f61-bf21-8d73abcb03ef {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:39.744947 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6caf7d17-af75-4acf-b493-1aace8fc7095", "tag": "a80d16f7-279c-4a75-9777-5e8e9ac6ca1a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:39.745399 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7146a2d-4cf3-4f61-bf21-8d73abcb03ef {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:39.746073 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'tag': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'status': 'completed', 'code': 200} Aug 24 00:13:39.856551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-75625b8e-b4de-4555-9ee1-08c464fede08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:39.858012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-75625b8e-b4de-4555-9ee1-08c464fede08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.1053081 Aug 24 00:13:39.872656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c0a4c-b850-4024-885c-9e1e50bf2f1f req-3395aec1-77b2-4f42-bbd9-7a0419f2f8f1 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:39.875434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-771c0a4c-b850-4024-885c-9e1e50bf2f1f req-3395aec1-77b2-4f42-bbd9-7a0419f2f8f1 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.1238239 Aug 24 00:13:39.882676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b918b-2f0a-48f0-8cbf-f243c53dff7e req-4ac5d0b3-cffb-40a0-85f5-8628f01b43e4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:39.884071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a0b918b-2f0a-48f0-8cbf-f243c53dff7e req-4ac5d0b3-cffb-40a0-85f5-8628f01b43e4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 948 time: 0.0846109 Aug 24 00:13:39.972760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-771c0a4c-b850-4024-885c-9e1e50bf2f1f req-8ca7478f-5aaa-4fd2-9965-9533f0536778 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867035 Aug 24 00:13:39.975581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a0b918b-2f0a-48f0-8cbf-f243c53dff7e req-1f62471d-e18a-47cc-b735-0b2e1580aa4e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758178 Aug 24 00:13:39.977279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-33746742-ec84-4a28-8cf4-8ce0fa4b2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:39.978711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-33746742-ec84-4a28-8cf4-8ce0fa4b2b19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938041 Aug 24 00:13:40.150437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-0c737b28-49cf-44c8-9ddc-3771fd80dbd0 service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613717 Aug 24 00:13:40.160927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf65fa6-5077-4e0d-9944-223fc6b54183 req-4e176563-ca64-4d21-80cb-ef70ae04d0dc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:40.162334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cf65fa6-5077-4e0d-9944-223fc6b54183 req-4e176563-ca64-4d21-80cb-ef70ae04d0dc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1071265 Aug 24 00:13:40.164012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32f76e-b647-417a-8249-442a56b41d61 req-72983a75-2fa1-4fb6-a8ce-616be4ed9433 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:40.165359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a32f76e-b647-417a-8249-442a56b41d61 req-72983a75-2fa1-4fb6-a8ce-616be4ed9433 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 1096 time: 0.0971785 Aug 24 00:13:40.289228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a32f76e-b647-417a-8249-442a56b41d61 req-86160606-e7fd-4335-8771-0f409b95a943 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038897 Aug 24 00:13:40.297820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cf65fa6-5077-4e0d-9944-223fc6b54183 req-2eee271e-f83f-4f2a-947d-c3aceb8fb513 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229043 Aug 24 00:13:40.304337 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25932330-fd1e-4f2c-b030-5bcdd4a4ad29 req-e9418b25-51d8-4125-8f86-100d12271509 service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378818 Aug 24 00:13:40.310425 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e615b2da-102a-43fe-829a-1eaa7f0e7aed details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:13:40.431565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:40.443251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'e615b2da-102a-43fe-829a-1eaa7f0e7aed', 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95', 'port_id': 'e615b2da-102a-43fe-829a-1eaa7f0e7aed', 'mac_address': 'fa:16:3e:b0:15:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0aa47e-c845-4692-9319-c5277e0b6106', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:13:40.489518 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.503698 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e615b2da-102a-43fe-829a-1eaa7f0e7aed {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:40.525850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:40.532066 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.533297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:13:40.537422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f7e04-c789-4f71-aeb2-61c94864059a req-9d86127f-f854-4534-8d4d-78f485bedb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:40.541430 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9f7e04-c789-4f71-aeb2-61c94864059a req-9d86127f-f854-4534-8d4d-78f485bedb76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 1095 time: 0.0541484 Aug 24 00:13:40.577160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8c4c607e-b0ff-4d65-a179-0cb0036222f8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:40.679816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=e615b2da-102a-43fe-829a-1eaa7f0e7aed,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:40.685013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dafd0-5176-46db-90ad-068885e78aea req-fa44a4b4-6d3d-4b22-a746-2f7b9e3657bb tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:40.693250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-182dafd0-5176-46db-90ad-068885e78aea req-fa44a4b4-6d3d-4b22-a746-2f7b9e3657bb tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 945 time: 0.1334648 Aug 24 00:13:40.724894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f7e04-c789-4f71-aeb2-61c94864059a req-4c72e65f-3d81-4ef3-bdd2-7e369cce9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:40.726848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9f7e04-c789-4f71-aeb2-61c94864059a req-4c72e65f-3d81-4ef3-bdd2-7e369cce9293 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 921 time: 0.1777244 Aug 24 00:13:40.741233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3a4afbb2-1c08-4637-95b4-c8eb12327cf4,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:40.757566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '3a4afbb2-1c08-4637-95b4-c8eb12327cf4', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '3a4afbb2-1c08-4637-95b4-c8eb12327cf4', 'mac_address': 'fa:16:3e:e2:dc:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:13:40.781573 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9f7e04-c789-4f71-aeb2-61c94864059a req-7c13369f-ce70-45bc-b94e-1d799a1d9131 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a HTTP/1.1" status: 200 len: 217 time: 0.0439878 Aug 24 00:13:40.784527 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-182dafd0-5176-46db-90ad-068885e78aea req-7a1af01a-5dee-4db4-b65f-7c641856f6e3 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904520 Aug 24 00:13:40.795419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8c4c607e-b0ff-4d65-a179-0cb0036222f8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:40.795802 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.807519 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.845426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f7e04-c789-4f71-aeb2-61c94864059a req-758a93fb-77f9-44a0-8460-e25012451035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:40.847172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9f7e04-c789-4f71-aeb2-61c94864059a req-758a93fb-77f9-44a0-8460-e25012451035 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.0556664 Aug 24 00:13:40.877041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:40.902443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f7e04-c789-4f71-aeb2-61c94864059a req-4c1ae987-a69f-42a5-bc78-dd93e4f47b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:40.904437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9f7e04-c789-4f71-aeb2-61c94864059a req-4c1ae987-a69f-42a5-bc78-dd93e4f47b7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485234 Aug 24 00:13:40.924738 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3a4afbb2-1c08-4637-95b4-c8eb12327cf4,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:40.938313 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.043924 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=3a4afbb2-1c08-4637-95b4-c8eb12327cf4,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:41.074765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bf7c7-02b1-4466-acc2-d0cb8f416dea req-4afbd51f-674e-4ddb-bce1-2d57bc4947d2 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:41.076422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a99bf7c7-02b1-4466-acc2-d0cb8f416dea req-4afbd51f-674e-4ddb-bce1-2d57bc4947d2 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 944 time: 0.0889235 Aug 24 00:13:41.078257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9f7e04-c789-4f71-aeb2-61c94864059a req-fbca317a-1ed3-4639-b9aa-e80b9ee64886 service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506636 Aug 24 00:13:41.404482 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-ac02d732-2671-44ee-b3cc-be4eea581e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:41.405983 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-ac02d732-2671-44ee-b3cc-be4eea581e45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 1101 time: 0.0436709 Aug 24 00:13:41.415345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a99bf7c7-02b1-4466-acc2-d0cb8f416dea req-3800085f-1235-469d-806d-1dbd9ea63589 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328962 Aug 24 00:13:41.454928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9f7e04-c789-4f71-aeb2-61c94864059a req-6252578f-9848-4106-9d13-f93ed3abb095 service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651240 Aug 24 00:13:41.529569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-49a7fda1-2930-4c54-a5d2-b01b4c0d3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:41.531087 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-49a7fda1-2930-4c54-a5d2-b01b4c0d3d2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1144016 Aug 24 00:13:41.538219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600a984-4f6d-4ed1-a59b-e55a8d854a5c req-14a4829c-e7ad-4891-aea5-8b650318ad70 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:41.539740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d600a984-4f6d-4ed1-a59b-e55a8d854a5c req-14a4829c-e7ad-4891-aea5-8b650318ad70 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0593143 Aug 24 00:13:41.545905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['3a4afbb2-1c08-4637-95b4-c8eb12327cf4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:41.594981 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d600a984-4f6d-4ed1-a59b-e55a8d854a5c req-9685bc16-854e-497d-9e03-9ecc2d7bed4b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471659 Aug 24 00:13:41.600374 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-888e6e7e-a0e3-4d5b-a6f5-dddbfbccf3bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f9dab052-e794-4afc-b6b5-bcac010f738d HTTP/1.1" status: 200 len: 217 time: 0.0522196 Aug 24 00:13:41.633265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42280) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:41.667601 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-29ad3ef0-5a81-4bd0-b14b-6c338cb2385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:41.670148 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-29ad3ef0-5a81-4bd0-b14b-6c338cb2385b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0611596 Aug 24 00:13:41.675404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['e615b2da-102a-43fe-829a-1eaa7f0e7aed'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:41.729118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-39d34dad-bc20-4f30-a923-b2cc3346483f tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:13:41.730342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-39d34dad-bc20-4f30-a923-b2cc3346483f tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0959923 Aug 24 00:13:41.747771 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-cc0a865f-ceca-4372-86f5-26776cc30197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:41.749355 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-cc0a865f-ceca-4372-86f5-26776cc30197 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662193 Aug 24 00:13:41.763990 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dd523-b9a0-47c6-a835-ffc42fbbcbe6 req-2f7b141e-dfd9-4f0b-bb96-46115f83d9f1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:41.773382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a71dd523-b9a0-47c6-a835-ffc42fbbcbe6 req-2f7b141e-dfd9-4f0b-bb96-46115f83d9f1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 949 time: 0.1141260 Aug 24 00:13:41.832356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a71dd523-b9a0-47c6-a835-ffc42fbbcbe6 req-c329923a-8015-478e-a516-db4bd786fbbf tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579355 Aug 24 00:13:41.866020 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-c8dce1a2-d87c-4ab6-9692-be02009b6668 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071758 Aug 24 00:13:41.903438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-79db7508-709f-43a1-b2b3-0d6a973fbd47 service neutron] Request body: {'binding': {'host': 'n-h2-805736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:41.903892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-79db7508-709f-43a1-b2b3-0d6a973fbd47 service neutron] Unknown quota resources ['binding']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:13:41.971501 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-bd1de5db-0653-479a-97d4-0dca420037c6 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933523 Aug 24 00:13:42.039509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8d5d-7472-436d-873f-07c3cfb6271b req-07b6981f-8c50-4d6c-9140-77f239271a1a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.041019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-071a8d5d-7472-436d-873f-07c3cfb6271b req-07b6981f-8c50-4d6c-9140-77f239271a1a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.1267805 Aug 24 00:13:42.113711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-071a8d5d-7472-436d-873f-07c3cfb6271b req-81de420a-1a88-4612-82db-c8bd28934c08 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626829 Aug 24 00:13:42.127053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-79db7508-709f-43a1-b2b3-0d6a973fbd47 service neutron] Attempting to bind port 366f643c-ce70-453d-a144-37eac022ca61 on host n-h2-805736-1 for vnic_type normal with profile None {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:42.127395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-79db7508-709f-43a1-b2b3-0d6a973fbd47 service neutron] Attempting to bind port 366f643c-ce70-453d-a144-37eac022ca61 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:42.127723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-79db7508-709f-43a1-b2b3-0d6a973fbd47 service neutron] Attempting to bind port 366f643c-ce70-453d-a144-37eac022ca61 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:42.132127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-79db7508-709f-43a1-b2b3-0d6a973fbd47 service neutron] Port 366f643c-ce70-453d-a144-37eac022ca61 on network 73946cb7-6543-439b-b8db-561e1cede42a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:42.132449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-79db7508-709f-43a1-b2b3-0d6a973fbd47 service neutron] Attempting to bind port 366f643c-ce70-453d-a144-37eac022ca61 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:42.138200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-79db7508-709f-43a1-b2b3-0d6a973fbd47 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:42.138480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-79db7508-709f-43a1-b2b3-0d6a973fbd47 service neutron] Checking segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:42.138890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-79db7508-709f-43a1-b2b3-0d6a973fbd47 service neutron] Bound using segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:42.139355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-79db7508-709f-43a1-b2b3-0d6a973fbd47 service neutron] Bound port: 366f643c-ce70-453d-a144-37eac022ca61, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:42.193121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-79db7508-709f-43a1-b2b3-0d6a973fbd47 service neutron] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=366f643c-ce70-453d-a144-37eac022ca61,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:42.198026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-79db7508-709f-43a1-b2b3-0d6a973fbd47 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:42.199866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-79db7508-709f-43a1-b2b3-0d6a973fbd47 service neutron] 10.222.0.32 "POST /v2.0/ports/366f643c-ce70-453d-a144-37eac022ca61/bindings HTTP/1.1" status: 201 len: 389 time: 0.3811128 Aug 24 00:13:42.343826 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3d06e-96aa-4a9f-b811-30aadf34d50e req-c6a45f90-32a7-4a5f-a6bc-dd197e839492 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.345344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e3d06e-96aa-4a9f-b811-30aadf34d50e req-c6a45f90-32a7-4a5f-a6bc-dd197e839492 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 945 time: 0.0589633 Aug 24 00:13:42.385469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e3d06e-96aa-4a9f-b811-30aadf34d50e req-949a0b28-ec23-4622-aa76-3eeaf86adf16 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Aug 24 00:13:42.458328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a15325-c177-47ea-bf77-93c2354ca735 req-a93463bd-b8e0-4488-bd67-2c956c3d3b33 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.460267 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13a15325-c177-47ea-bf77-93c2354ca735 req-a93463bd-b8e0-4488-bd67-2c956c3d3b33 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 945 time: 0.0513015 Aug 24 00:13:42.560625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13a15325-c177-47ea-bf77-93c2354ca735 req-2b757945-c04a-445a-94ad-3dba82894bb5 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931220 Aug 24 00:13:42.572205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-bdd14fec-8d10-49e0-b04a-d1b9a6266ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.573696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-bdd14fec-8d10-49e0-b04a-d1b9a6266ae8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 1096 time: 0.0991511 Aug 24 00:13:42.586116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d214836-a811-4aa9-ad8d-7b44b74f4188 req-aecb3d8d-81db-4543-84d1-db44deb142a8 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.587665 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d214836-a811-4aa9-ad8d-7b44b74f4188 req-aecb3d8d-81db-4543-84d1-db44deb142a8 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 944 time: 0.0804398 Aug 24 00:13:42.679874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d214836-a811-4aa9-ad8d-7b44b74f4188 req-c08df9e7-f588-4363-8de8-6a5f8393c40f tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833049 Aug 24 00:13:42.730501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-e10fd046-dab0-4c2b-837a-5b3a550d795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.732136 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-e10fd046-dab0-4c2b-837a-5b3a550d795b service neutron] 10.222.0.13 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.1436059 Aug 24 00:13:42.743834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82575a-2528-4421-8ffe-cf8b651e1472 req-5d98d591-d91a-4d2f-b7dd-ac8d08800b0d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.745214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e82575a-2528-4421-8ffe-cf8b651e1472 req-5d98d591-d91a-4d2f-b7dd-ac8d08800b0d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0772932 Aug 24 00:13:42.800888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-ffc5cc63-816a-49df-ae49-ec2f9dd0871a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=366f643c-ce70-453d-a144-37eac022ca61 HTTP/1.1" status: 200 len: 217 time: 0.0547318 Aug 24 00:13:42.854198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e82575a-2528-4421-8ffe-cf8b651e1472 req-1df95a40-82d0-4fea-b35d-3a12fa7bc39f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978796 Aug 24 00:13:42.864839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-0216f2ff-d07b-4766-a7c3-684488022cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.866427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-0216f2ff-d07b-4766-a7c3-684488022cee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.0566003 Aug 24 00:13:42.918848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-70b1a8cd-86e5-48a2-98a9-bf50a3b7b683 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321517 Aug 24 00:13:43.016806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea631e-6a43-4e4c-bad1-329dd19d2a2c req-7ad065b3-9d14-40e8-b689-0ae1847f64c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:43.018204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bea631e-6a43-4e4c-bad1-329dd19d2a2c req-7ad065b3-9d14-40e8-b689-0ae1847f64c9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 949 time: 0.1020682 Aug 24 00:13:43.055172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-43b02cbf-bc68-4de5-8e72-a048aea22500 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254511 Aug 24 00:13:43.093448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bea631e-6a43-4e4c-bad1-329dd19d2a2c req-052650e6-8556-44ff-b696-54e0e016cc85 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586710 Aug 24 00:13:43.178351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-d6595749-3943-409b-bf77-91c7cc143db3 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029971 Aug 24 00:13:43.235969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00ff99-e06a-473d-aa0c-0e47aa262a8d req-79daab18-b50e-40ea-9ad8-5858005661d0 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:43.237583 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f00ff99-e06a-473d-aa0c-0e47aa262a8d req-79daab18-b50e-40ea-9ad8-5858005661d0 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0488036 Aug 24 00:13:43.277914 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f00ff99-e06a-473d-aa0c-0e47aa262a8d req-fd4c9868-d814-4252-ac3f-1d3eeca387bc tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Aug 24 00:13:43.426655 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-6a456b83-415f-49d3-8e2a-f9fba4be8f7c tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:43.428216 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-6a456b83-415f-49d3-8e2a-f9fba4be8f7c tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 1096 time: 0.0487502 Aug 24 00:13:43.460606 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805736-1'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:43.545616 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.561411 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c098e-23a7-4509-aa60-45e89e785923 req-c4bdcd23-88a8-49b4-b0b1-ee49785ccf89 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:43.562959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f10c098e-23a7-4509-aa60-45e89e785923 req-c4bdcd23-88a8-49b4-b0b1-ee49785ccf89 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 945 time: 0.1000504 Aug 24 00:13:43.679678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f10c098e-23a7-4509-aa60-45e89e785923 req-9e0fc11e-f287-4afc-8ccc-dfa926993cbe tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101828 Aug 24 00:13:43.744417 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e46a4-d127-4a46-a7c6-c65aecb416a3 req-057d6e2d-378b-48d3-9508-d463d08a8076 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:43.746003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2e46a4-d127-4a46-a7c6-c65aecb416a3 req-057d6e2d-378b-48d3-9508-d463d08a8076 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 945 time: 0.1065619 Aug 24 00:13:43.752345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=366f643c-ce70-453d-a144-37eac022ca61,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:43.848576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b819c2d-4ade-4259-bc4e-960f6a0c14b2 req-a37f503f-361f-4ea7-9fa1-1e626f7388ab tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:43.850044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b819c2d-4ade-4259-bc4e-960f6a0c14b2 req-a37f503f-361f-4ea7-9fa1-1e626f7388ab tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 944 time: 0.1002200 Aug 24 00:13:43.852675 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2e46a4-d127-4a46-a7c6-c65aecb416a3 req-1763c7ea-c95f-45fc-b42d-80ba1e5e6cbc tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923162 Aug 24 00:13:43.856476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:43.930175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ffd43e-0cb2-448a-9bee-a9c87f31a643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366f643c-ce70-453d-a144-37eac022ca61'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:43.932423 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3f54d1-4349-43a8-b984-ac9b65e68d5e" -d '{"events": [{"server_uuid": "43ffd43e-0cb2-448a-9bee-a9c87f31a643", "name": "network-vif-unplugged", "status": "completed", "tag": "366f643c-ce70-453d-a144-37eac022ca61"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:43.940670 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.954975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b819c2d-4ade-4259-bc4e-960f6a0c14b2 req-ada7e3cb-40c5-4c60-b1b8-3f4df8c54d96 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956450 Aug 24 00:13:43.958815 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.016980 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09abed84-041a-4450-aa20-4dfbc0a5f6d9 x-openstack-request-id: req-09abed84-041a-4450-aa20-4dfbc0a5f6d9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:44.017267 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ffd43e-0cb2-448a-9bee-a9c87f31a643", "name": "network-vif-unplugged", "status": "completed", "tag": "366f643c-ce70-453d-a144-37eac022ca61", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:44.017513 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09abed84-041a-4450-aa20-4dfbc0a5f6d9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:44.017888 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ffd43e-0cb2-448a-9bee-a9c87f31a643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366f643c-ce70-453d-a144-37eac022ca61', 'code': 200} Aug 24 00:13:44.065975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213baac-a22c-4e8e-90ea-c4c83bba5a0d req-d348a180-7d34-4a53-8300-131d71a29683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:44.067508 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2213baac-a22c-4e8e-90ea-c4c83bba5a0d req-d348a180-7d34-4a53-8300-131d71a29683 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 1123 time: 0.0435455 Aug 24 00:13:44.068966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc47265-e800-4245-b5b5-d79a79fc22f8 req-c7609384-4d8d-423a-9a92-3689ea8867f6 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:44.070441 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc47265-e800-4245-b5b5-d79a79fc22f8 req-c7609384-4d8d-423a-9a92-3689ea8867f6 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.1344097 Aug 24 00:13:44.084788 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Pushing event updated for resources: {'Port': ['ID=366f643c-ce70-453d-a144-37eac022ca61,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:44.109430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Attempting to bind port 366f643c-ce70-453d-a144-37eac022ca61 on host n-h1-805736-1 for vnic_type normal with profile {"migrating_to": "n-h2-805736-1"} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:44.109832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Attempting to bind port 366f643c-ce70-453d-a144-37eac022ca61 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:44.109988 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2213baac-a22c-4e8e-90ea-c4c83bba5a0d req-1964030d-4c6e-43c7-ac18-c273db63f1a5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334508 Aug 24 00:13:44.110176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Attempting to bind port 366f643c-ce70-453d-a144-37eac022ca61 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:44.120360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Port 366f643c-ce70-453d-a144-37eac022ca61 on network 73946cb7-6543-439b-b8db-561e1cede42a not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:44.120676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Attempting to bind port 366f643c-ce70-453d-a144-37eac022ca61 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:44.134746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:44.135105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Checking segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:44.135482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Bound using segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:44.135905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Bound port: 366f643c-ce70-453d-a144-37eac022ca61, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:44.136518 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.141830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc47265-e800-4245-b5b5-d79a79fc22f8 req-ad18b4d3-697c-46c6-84b3-60d54bde1a86 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603909 Aug 24 00:13:44.237386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:44.241926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=366f643c-ce70-453d-a144-37eac022ca61,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:44.251702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd6741-fde3-4aa8-baa5-c837a530728d req-d3f4e211-2543-4828-959c-9dcf63b36b11 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:44.253178 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2dfd6741-fde3-4aa8-baa5-c837a530728d req-d3f4e211-2543-4828-959c-9dcf63b36b11 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 949 time: 0.0763505 Aug 24 00:13:44.254587 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.348120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Pushing event updated for resources: {'Port': ['ID=366f643c-ce70-453d-a144-37eac022ca61,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:44.362606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e615b2da-102a-43fe-829a-1eaa7f0e7aed up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:44.368324 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2dfd6741-fde3-4aa8-baa5-c837a530728d req-09217f1a-b772-460a-b73d-a6fc88e514bc tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085477 Aug 24 00:13:44.382623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:44.383294 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.384709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-a6f3dac0-892e-468c-8766-d5f322bd02b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/366f643c-ce70-453d-a144-37eac022ca61 HTTP/1.1" status: 200 len: 1121 time: 0.9302661 Aug 24 00:13:44.421712 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port e615b2da-102a-43fe-829a-1eaa7f0e7aed completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:44.425584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port e615b2da-102a-43fe-829a-1eaa7f0e7aed triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:44.425963 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.429831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d97053-21c1-4afd-80e7-3f1ffc8a1d12 req-d869f355-3623-4f32-b388-c4fc98f1e0f1 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:44.431376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b9d97053-21c1-4afd-80e7-3f1ffc8a1d12 req-d869f355-3623-4f32-b388-c4fc98f1e0f1 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0857258 Aug 24 00:13:44.472511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b9d97053-21c1-4afd-80e7-3f1ffc8a1d12 req-297caf30-9ffa-40bb-95da-0860fc875a1d tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344305 Aug 24 00:13:44.511503 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.538147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e615b2da-102a-43fe-829a-1eaa7f0e7aed'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:44.540552 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbe321f-dc2d-474f-82f2-6c82b24b8c0c" -d '{"events": [{"server_uuid": "7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b", "name": "network-vif-plugged", "status": "completed", "tag": "e615b2da-102a-43fe-829a-1eaa7f0e7aed"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:44.556939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:44.562413 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.563439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:44.585818 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399e49fd-8518-40dc-8ccd-fb9c7f1b18b9 x-openstack-request-id: req-399e49fd-8518-40dc-8ccd-fb9c7f1b18b9 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:44.586110 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b", "name": "network-vif-plugged", "status": "completed", "tag": "e615b2da-102a-43fe-829a-1eaa7f0e7aed", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:44.586358 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-399e49fd-8518-40dc-8ccd-fb9c7f1b18b9 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:44.586828 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e615b2da-102a-43fe-829a-1eaa7f0e7aed', 'code': 200} Aug 24 00:13:44.606815 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:13:44.609037 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:13:44.651544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['366f643c-ce70-453d-a144-37eac022ca61'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:44.764884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=e615b2da-102a-43fe-829a-1eaa7f0e7aed,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:44.779340 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fab26-2d7e-4124-93e6-3c9ff8b03a0b req-361a1687-10eb-42a0-9b1e-35db2cf7a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:44.781133 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fb8fab26-2d7e-4124-93e6-3c9ff8b03a0b req-361a1687-10eb-42a0-9b1e-35db2cf7a3e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 1097 time: 0.0491011 Aug 24 00:13:44.800185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:44.802151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f6d4d-2b52-4422-b6e2-809af14b262f req-faf7db5a-7b45-4d2d-b3b8-69e5cd6f3bf4 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:44.803705 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a7f6d4d-2b52-4422-b6e2-809af14b262f req-faf7db5a-7b45-4d2d-b3b8-69e5cd6f3bf4 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 946 time: 0.0531080 Aug 24 00:13:44.826651 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fb8fab26-2d7e-4124-93e6-3c9ff8b03a0b req-ae719a97-8f7e-4244-a1e9-01dc09e8b897 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325596 Aug 24 00:13:44.844233 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a7f6d4d-2b52-4422-b6e2-809af14b262f req-f11cf275-462a-4f55-94ff-34e562dcfa87 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Aug 24 00:13:44.965713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:44.965998 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.985955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a0f47-7dee-41c0-8253-d136530b94f2 req-e22f404a-efe8-4b36-b888-3d7966e7ad0e tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:44.987890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f83a0f47-7dee-41c0-8253-d136530b94f2 req-e22f404a-efe8-4b36-b888-3d7966e7ad0e tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 943 time: 0.0558064 Aug 24 00:13:45.030244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f83a0f47-7dee-41c0-8253-d136530b94f2 req-8be5e6df-b03f-4b19-9c2b-26f337f7f1a0 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358610 Aug 24 00:13:45.043352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:45.045709 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:45.079394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca', 'mac_address': 'fa:16:3e:3c:80:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:tempest-test_az-1278312705', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:13:45.079933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdbe13-1a9a-4ce5-bb19-1701823059f7 req-30894e5e-fa50-4a3a-9264-c1c70f2a4368 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:45.081556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6bdbe13-1a9a-4ce5-bb19-1701823059f7 req-30894e5e-fa50-4a3a-9264-c1c70f2a4368 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 944 time: 0.0502732 Aug 24 00:13:45.121107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6bdbe13-1a9a-4ce5-bb19-1701823059f7 req-4f23609c-9621-4738-a492-336a13a4dbc1 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332975 Aug 24 00:13:45.171369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:45.184609 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:45.238897 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:45.243019 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:45.260720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97005d8b-dd36-4be1-8aad-447bcacff9d5 req-28100870-3480-41fe-81ae-24ea8419db7d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:45.262557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97005d8b-dd36-4be1-8aad-447bcacff9d5 req-28100870-3480-41fe-81ae-24ea8419db7d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0497255 Aug 24 00:13:45.286280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:45.293408 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:45.302356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97005d8b-dd36-4be1-8aad-447bcacff9d5 req-82e44ef9-693d-4a34-8de8-eb2585c01a7f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Aug 24 00:13:45.334475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3a4afbb2-1c08-4637-95b4-c8eb12327cf4,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:45.341136 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:45.374251 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:13:45.374941 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:13:45.393964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=3a4afbb2-1c08-4637-95b4-c8eb12327cf4,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:45.484726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd2a6-9e17-4fb1-9886-864b833a5337 req-7f343d41-2f28-4023-a672-5b7434f98e8e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:45.486182 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c7bd2a6-9e17-4fb1-9886-864b833a5337 req-7f343d41-2f28-4023-a672-5b7434f98e8e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 950 time: 0.0503244 Aug 24 00:13:45.526697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c7bd2a6-9e17-4fb1-9886-864b833a5337 req-a39426ff-8b9b-4336-8b69-27f706da5dfd tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341775 Aug 24 00:13:45.598880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b6841-96ad-4157-bccd-ee7362df7a3d req-2579881d-9ddf-4b12-bc2a-bdaebfeff66d tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:45.600480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-530b6841-96ad-4157-bccd-ee7362df7a3d req-2579881d-9ddf-4b12-bc2a-bdaebfeff66d tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 970 time: 0.0515254 Aug 24 00:13:45.638437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-530b6841-96ad-4157-bccd-ee7362df7a3d req-10815aa2-77de-4b7a-a82a-b89e4f475e6c tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Aug 24 00:13:45.912924 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:45.926696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:45.947413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:45.955023 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:45.955780 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a80d16f7-279c-4a75-9777-5e8e9ac6ca1a details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:13:45.971347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57fb21-0d3b-4b91-b736-c3ab6776cb6b req-daaf569a-5080-464f-b6a3-ea2106901935 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:45.972848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a57fb21-0d3b-4b91-b736-c3ab6776cb6b req-daaf569a-5080-464f-b6a3-ea2106901935 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 946 time: 0.0530491 Aug 24 00:13:46.010659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a57fb21-0d3b-4b91-b736-c3ab6776cb6b req-3fd321d6-2aa2-4e98-9578-3acceb0cca15 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315278 Aug 24 00:13:46.019252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ffd43e-0cb2-448a-9bee-a9c87f31a643', 'tag': '366f643c-ce70-453d-a144-37eac022ca61'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:46.021948 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aee1125-99cc-4b41-958d-d7e813a1cec3" -d '{"events": [{"name": "network-changed", "server_uuid": "43ffd43e-0cb2-448a-9bee-a9c87f31a643", "tag": "366f643c-ce70-453d-a144-37eac022ca61"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:46.051056 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:46.066400 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f457efac-69ae-4f90-b62f-ad0bd7c4662a x-openstack-request-id: req-f457efac-69ae-4f90-b62f-ad0bd7c4662a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:46.067260 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ffd43e-0cb2-448a-9bee-a9c87f31a643", "tag": "366f643c-ce70-453d-a144-37eac022ca61", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:46.067260 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f457efac-69ae-4f90-b62f-ad0bd7c4662a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:46.067496 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ffd43e-0cb2-448a-9bee-a9c87f31a643', 'tag': '366f643c-ce70-453d-a144-37eac022ca61', 'status': 'completed', 'code': 200} Aug 24 00:13:46.099702 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:46.110981 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'port_id': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'mac_address': 'fa:16:3e:46:bb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:13:46.159830 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:46.167037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0717aa-eacb-4db2-87ad-19038a9a7873 req-bf6a5415-3bd3-4871-988d-3c0d1b86bb39 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:46.174106 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0717aa-eacb-4db2-87ad-19038a9a7873 req-bf6a5415-3bd3-4871-988d-3c0d1b86bb39 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 943 time: 0.0686402 Aug 24 00:13:46.176725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80d16f7-279c-4a75-9777-5e8e9ac6ca1a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:46.184067 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee1125-99cc-4b41-958d-d7e813a1cec3 req-ee2b62e5-f4e4-4fff-abb5-9789caf67ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:46.186252 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3aee1125-99cc-4b41-958d-d7e813a1cec3 req-ee2b62e5-f4e4-4fff-abb5-9789caf67ff0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 1124 time: 0.0542974 Aug 24 00:13:46.204525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:46.210965 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:46.220334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0717aa-eacb-4db2-87ad-19038a9a7873 req-0babbc5d-1338-4d5b-b7d2-f3fdbb7904d2 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408075 Aug 24 00:13:46.274062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89d0b0-e60e-4bd7-8d43-48af4f33ee0d req-c330444d-4986-4a48-8910-983bdb6b00e2 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:46.275772 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:46.275928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e89d0b0-e60e-4bd7-8d43-48af4f33ee0d req-c330444d-4986-4a48-8910-983bdb6b00e2 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 945 time: 0.0600388 Aug 24 00:13:46.296210 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee1125-99cc-4b41-958d-d7e813a1cec3 req-0feb299f-5311-447e-8fa1-874e9bd03808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:46.297709 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3aee1125-99cc-4b41-958d-d7e813a1cec3 req-0feb299f-5311-447e-8fa1-874e9bd03808 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.0973356 Aug 24 00:13:46.317302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e89d0b0-e60e-4bd7-8d43-48af4f33ee0d req-af4ab72c-abad-43fe-9eb3-729d3b474457 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328991 Aug 24 00:13:46.342908 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3aee1125-99cc-4b41-958d-d7e813a1cec3 req-09613155-7cef-40dc-a606-58a37fcd762f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=366f643c-ce70-453d-a144-37eac022ca61 HTTP/1.1" status: 200 len: 217 time: 0.0354443 Aug 24 00:13:46.396889 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee1125-99cc-4b41-958d-d7e813a1cec3 req-9a4193f0-ec5e-41ff-93e1-c93085641e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:46.398381 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3aee1125-99cc-4b41-958d-d7e813a1cec3 req-9a4193f0-ec5e-41ff-93e1-c93085641e77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.0446074 Aug 24 00:13:46.421742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f04969-a3c4-4386-bf40-fea3e40a04b6 req-27d39628-7400-4d69-a8aa-01fe0173cad8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:46.423202 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43f04969-a3c4-4386-bf40-fea3e40a04b6 req-27d39628-7400-4d69-a8aa-01fe0173cad8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0493784 Aug 24 00:13:46.437162 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3aee1125-99cc-4b41-958d-d7e813a1cec3 req-c417a954-8f17-4924-be2b-c5bd6b773c79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281651 Aug 24 00:13:46.466101 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43f04969-a3c4-4386-bf40-fea3e40a04b6 req-86269620-e76a-41ad-a9e6-008551d9da5e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366254 Aug 24 00:13:46.532876 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3aee1125-99cc-4b41-958d-d7e813a1cec3 req-46b2bb6a-412e-451a-8c2b-c9a5aa7b8d28 service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867581 Aug 24 00:13:46.588289 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b803147-26a6-40ab-adf0-247f78cafea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca'}, {'server_uuid': 'fafa2ceb-23d9-4aae-a376-1d97dff0d10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4afbb2-1c08-4637-95b4-c8eb12327cf4'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:46.591452 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f4d267-7b20-4a99-b0de-80eb9c3390cd" -d '{"events": [{"server_uuid": "3b803147-26a6-40ab-adf0-247f78cafea6", "name": "network-vif-unplugged", "status": "completed", "tag": "6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca"}, {"server_uuid": "fafa2ceb-23d9-4aae-a376-1d97dff0d10d", "name": "network-vif-plugged", "status": "completed", "tag": "3a4afbb2-1c08-4637-95b4-c8eb12327cf4"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:46.640958 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76d84c3-3fe1-4ce5-9e8d-a2fbcd5b903d x-openstack-request-id: req-b76d84c3-3fe1-4ce5-9e8d-a2fbcd5b903d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:46.641325 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b803147-26a6-40ab-adf0-247f78cafea6", "name": "network-vif-unplugged", "status": "completed", "tag": "6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca", "code": 200}, {"server_uuid": "fafa2ceb-23d9-4aae-a376-1d97dff0d10d", "name": "network-vif-plugged", "status": "completed", "tag": "3a4afbb2-1c08-4637-95b4-c8eb12327cf4", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:46.641643 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b76d84c3-3fe1-4ce5-9e8d-a2fbcd5b903d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:46.642565 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b803147-26a6-40ab-adf0-247f78cafea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca', 'code': 200} Aug 24 00:13:46.643034 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafa2ceb-23d9-4aae-a376-1d97dff0d10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4afbb2-1c08-4637-95b4-c8eb12327cf4', 'code': 200} Aug 24 00:13:46.646217 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3aee1125-99cc-4b41-958d-d7e813a1cec3 req-8508d4ee-7343-4ab5-953d-8c85699a055d service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928786 Aug 24 00:13:46.663597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8b436-0d16-4405-b292-78602f29ecef req-e74eb42d-31d0-483a-a401-e5e4b7ffbd5f tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:46.665101 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-caf8b436-0d16-4405-b292-78602f29ecef req-e74eb42d-31d0-483a-a401-e5e4b7ffbd5f tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 950 time: 0.0612535 Aug 24 00:13:46.711362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-caf8b436-0d16-4405-b292-78602f29ecef req-e74d7baf-3bb6-4a1a-9bf9-d1b291cd6cc3 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403860 Aug 24 00:13:46.815225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6e7a5-8fcd-4c23-ba80-d9646e8769ac req-32e0b649-460d-4a65-884a-53e6b0b5d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:46.816508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3c825-673a-4914-9393-af4e17e1e759 req-f0d13bdf-316b-4e59-a311-b5fa20d819d6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:46.816732 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4b6e7a5-8fcd-4c23-ba80-d9646e8769ac req-32e0b649-460d-4a65-884a-53e6b0b5d8e5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 1101 time: 0.0414567 Aug 24 00:13:46.818005 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94c3c825-673a-4914-9393-af4e17e1e759 req-f0d13bdf-316b-4e59-a311-b5fa20d819d6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 972 time: 0.0499473 Aug 24 00:13:46.854434 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4b6e7a5-8fcd-4c23-ba80-d9646e8769ac req-a97baa5e-bf75-4a32-880d-97403216c947 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281332 Aug 24 00:13:46.859420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94c3c825-673a-4914-9393-af4e17e1e759 req-5958d39d-c98e-4085-b427-b1ff6eac52f6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353227 Aug 24 00:13:46.929474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['a80d16f7-279c-4a75-9777-5e8e9ac6ca1a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:46.958295 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:47.138092 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bb14c-ace0-4eba-b7b8-b14d14171853 req-371bae80-4988-4080-a76d-b94480e465f3 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:47.139826 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b2bb14c-ace0-4eba-b7b8-b14d14171853 req-371bae80-4988-4080-a76d-b94480e465f3 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 1123 time: 0.0819860 Aug 24 00:13:47.176650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e80e42-b63b-4e48-9386-e24936b4e901 req-e622a535-3c51-4783-a4b0-2cbd30e7dbe9 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:47.178226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0e80e42-b63b-4e48-9386-e24936b4e901 req-e622a535-3c51-4783-a4b0-2cbd30e7dbe9 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 946 time: 0.0809433 Aug 24 00:13:47.207022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b2bb14c-ace0-4eba-b7b8-b14d14171853 req-2a93a3e3-1ed4-4059-97ae-eac2ca286642 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587177 Aug 24 00:13:47.227506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0e80e42-b63b-4e48-9386-e24936b4e901 req-78525c83-3681-48bc-b7a7-a6c6f884eab9 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393183 Aug 24 00:13:47.344444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2b18b-6a96-4158-83ce-ebc75032b053 req-9e79e516-3b75-4eaf-9bc6-bb8ad364c90a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:47.345990 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1d2b18b-6a96-4158-83ce-ebc75032b053 req-9e79e516-3b75-4eaf-9bc6-bb8ad364c90a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 943 time: 0.0512547 Aug 24 00:13:47.406982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1d2b18b-6a96-4158-83ce-ebc75032b053 req-7c385403-e8e9-4655-970f-1a1d187c8392 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548458 Aug 24 00:13:47.418328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e8231-c781-4b04-bc7a-47bffecf594c req-dcb94d5c-986f-46c9-88de-853ba3118440 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:47.419662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-150e8231-c781-4b04-bc7a-47bffecf594c req-dcb94d5c-986f-46c9-88de-853ba3118440 tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 1123 time: 0.0544000 Aug 24 00:13:47.467832 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-150e8231-c781-4b04-bc7a-47bffecf594c req-5fdc41ca-9dc5-42f0-9392-8def26057ebe tempest-ServersAdminTestJSON-839845546 tempest-ServersAdminTestJSON-839845546-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374310 Aug 24 00:13:47.522694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858afb61-90f4-4e64-8d44-35384bf91f59 req-f1ccd07d-0929-4330-bf92-2c0449dc1524 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:47.524232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-858afb61-90f4-4e64-8d44-35384bf91f59 req-f1ccd07d-0929-4330-bf92-2c0449dc1524 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 945 time: 0.0555570 Aug 24 00:13:47.571671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-858afb61-90f4-4e64-8d44-35384bf91f59 req-4f97905d-38b8-4fec-b5e9-20b9ce1aa085 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399406 Aug 24 00:13:47.683819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53769860-9580-4721-b8df-7da2d67cca9b req-9ea2c9fd-b22f-4050-8064-b0f06998f474 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:47.685326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53769860-9580-4721-b8df-7da2d67cca9b req-9ea2c9fd-b22f-4050-8064-b0f06998f474 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0521207 Aug 24 00:13:47.751077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53769860-9580-4721-b8df-7da2d67cca9b req-164b3e88-b235-4af5-a862-116a2b0b0870 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538948 Aug 24 00:13:47.761636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3538a-1c8e-4984-a665-87df74c5af16 req-a3a39572-6574-4082-9acb-00bd183313dd tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:47.763861 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8aa3538a-1c8e-4984-a665-87df74c5af16 req-a3a39572-6574-4082-9acb-00bd183313dd tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 950 time: 0.0749662 Aug 24 00:13:47.805250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8aa3538a-1c8e-4984-a665-87df74c5af16 req-696526bb-2f3c-41ec-a57d-0d4759041630 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352957 Aug 24 00:13:47.856763 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d517e4-8a04-4db5-81f4-5d1c02704546 req-9bfa0491-4b7c-475c-ac2d-47853330cc88 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:47.858363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06d517e4-8a04-4db5-81f4-5d1c02704546 req-9bfa0491-4b7c-475c-ac2d-47853330cc88 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 950 time: 0.0522416 Aug 24 00:13:47.897436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06d517e4-8a04-4db5-81f4-5d1c02704546 req-73e66b3d-a790-454a-a62d-7cea310ebda6 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328879 Aug 24 00:13:48.343123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c790db-1b9a-4881-bdd7-153999fa3257 req-0528b1c9-8899-4731-9432-ea5d9faf3bb0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:48.344617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26c790db-1b9a-4881-bdd7-153999fa3257 req-0528b1c9-8899-4731-9432-ea5d9faf3bb0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 946 time: 0.0480156 Aug 24 00:13:48.381534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26c790db-1b9a-4881-bdd7-153999fa3257 req-93d52130-2045-433b-8b47-eae58512a659 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310621 Aug 24 00:13:48.524375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24eb31-fdc7-459c-ad80-682129c32e77 req-7d2d1aba-0b87-456b-ba64-b5e5e54241d4 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:48.525999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac24eb31-fdc7-459c-ad80-682129c32e77 req-7d2d1aba-0b87-456b-ba64-b5e5e54241d4 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 1097 time: 0.0774009 Aug 24 00:13:48.557505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b72fb-9bfa-4526-b45b-42dbc7c61e62 req-2f010378-0623-44bd-9ccd-a00758a09252 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:48.559122 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-981b72fb-9bfa-4526-b45b-42dbc7c61e62 req-2f010378-0623-44bd-9ccd-a00758a09252 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 943 time: 0.0800564 Aug 24 00:13:48.580701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac24eb31-fdc7-459c-ad80-682129c32e77 req-512e15e1-1a4d-442b-a938-4791eae25f06 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478151 Aug 24 00:13:48.609467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-981b72fb-9bfa-4526-b45b-42dbc7c61e62 req-8b6b2de0-dfa1-4d7a-a78d-6ecf512125c2 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Aug 24 00:13:48.614914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 366f643c-ce70-453d-a144-37eac022ca61 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:13:48.712065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343a1f1-c90e-4200-bde4-57b7ae529689 req-92b146ca-d6a1-46ce-b514-0d5fd35067e8 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:48.714244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8343a1f1-c90e-4200-bde4-57b7ae529689 req-92b146ca-d6a1-46ce-b514-0d5fd35067e8 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 945 time: 0.0584259 Aug 24 00:13:48.728408 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=366f643c-ce70-453d-a144-37eac022ca61,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:48.742533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 366f643c-ce70-453d-a144-37eac022ca61 has no active binding in host n-h2-805736-1 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:13:48.754680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8343a1f1-c90e-4200-bde4-57b7ae529689 req-2cb434c5-32b8-4323-8682-de0870a6756e tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327981 Aug 24 00:13:48.879224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618be06-b42e-4c6e-9e59-7229487dcfdd req-fc369e44-a042-459a-96db-fcf964cb4c18 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:48.880887 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3618be06-b42e-4c6e-9e59-7229487dcfdd req-fc369e44-a042-459a-96db-fcf964cb4c18 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0557122 Aug 24 00:13:48.951465 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3618be06-b42e-4c6e-9e59-7229487dcfdd req-d22dfb81-797a-4f10-9c64-d693a91d61d1 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610547 Aug 24 00:13:48.966952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4e9de-5e60-46e3-b687-3d285fd412c8 req-1e96e5ab-460a-4f3e-900d-848cc40da9a8 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:48.968767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8f4e9de-5e60-46e3-b687-3d285fd412c8 req-1e96e5ab-460a-4f3e-900d-848cc40da9a8 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 950 time: 0.0869176 Aug 24 00:13:49.009381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8f4e9de-5e60-46e3-b687-3d285fd412c8 req-0242ea6b-9a62-4404-8d31-06802dd925af tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345836 Aug 24 00:13:49.115467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686f5df-b469-448a-8eb9-d918a183b5b1 req-f730a177-5c56-46e5-9ed2-2be04bfe3a67 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:49.116979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7686f5df-b469-448a-8eb9-d918a183b5b1 req-f730a177-5c56-46e5-9ed2-2be04bfe3a67 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 950 time: 0.0533555 Aug 24 00:13:49.178508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7686f5df-b469-448a-8eb9-d918a183b5b1 req-83d93b45-6b92-4712-a2e7-a501314d8a83 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534873 Aug 24 00:13:49.313301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7b84d-980a-4bc7-9482-177a5904083d req-b37ad4c7-1bab-413f-afed-330589cce165 tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:49.314841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ed7b84d-980a-4bc7-9482-177a5904083d req-b37ad4c7-1bab-413f-afed-330589cce165 tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 1101 time: 0.0456510 Aug 24 00:13:49.361486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ed7b84d-980a-4bc7-9482-177a5904083d req-a9af14b6-61bb-495a-b1e2-9e9ddd239de7 tempest-ServersOnMultiNodesTest-28709393 tempest-ServersOnMultiNodesTest-28709393-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358005 Aug 24 00:13:49.601410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59579d10-9fc6-4e14-a622-163f59139c73 req-ba6ca9f7-c65f-44e6-8361-820e2f6471ad tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:49.606854 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59579d10-9fc6-4e14-a622-163f59139c73 req-ba6ca9f7-c65f-44e6-8361-820e2f6471ad tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 950 time: 0.0529468 Aug 24 00:13:49.650221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59579d10-9fc6-4e14-a622-163f59139c73 req-e6cc087a-949f-4391-a67a-be9952c16013 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345976 Aug 24 00:13:49.731650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b687a-81a3-45ef-a33d-69900cc19cdb req-8e793fcc-ca84-43e7-a1d9-ace051a93056 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:49.733108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af4b687a-81a3-45ef-a33d-69900cc19cdb req-8e793fcc-ca84-43e7-a1d9-ace051a93056 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 943 time: 0.0486765 Aug 24 00:13:49.771170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af4b687a-81a3-45ef-a33d-69900cc19cdb req-7e1df90d-01d9-4398-9912-3f6162fd4ac6 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319667 Aug 24 00:13:49.876426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a6f32-5c89-4489-8c83-469fbb12fc07 req-a4509bc2-b051-45f2-8823-29035eecd035 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:49.877921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d31a6f32-5c89-4489-8c83-469fbb12fc07 req-a4509bc2-b051-45f2-8823-29035eecd035 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 945 time: 0.0511956 Aug 24 00:13:49.916099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d31a6f32-5c89-4489-8c83-469fbb12fc07 req-511cb54d-46a6-4279-94b6-dd181957ac60 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317328 Aug 24 00:13:50.065458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca4eb7-0133-43fa-a00f-ef08abcfe8a4 req-864d0496-57c2-4924-9580-3d84ffd83e54 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:50.067068 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3dca4eb7-0133-43fa-a00f-ef08abcfe8a4 req-864d0496-57c2-4924-9580-3d84ffd83e54 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0503895 Aug 24 00:13:50.131638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3dca4eb7-0133-43fa-a00f-ef08abcfe8a4 req-4e460bcf-d150-4b16-a07f-0815816651aa tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580711 Aug 24 00:13:50.151682 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b32a3-c3c7-43e2-91b4-c778687586ad req-06f10576-5629-4a08-9a56-4a0a7ac4c017 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:50.151682 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-754b32a3-c3c7-43e2-91b4-c778687586ad req-06f10576-5629-4a08-9a56-4a0a7ac4c017 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 950 time: 0.0699186 Aug 24 00:13:50.190542 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-754b32a3-c3c7-43e2-91b4-c778687586ad req-8d621fc6-e355-4f7c-9195-d6e7fb76f099 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345047 Aug 24 00:13:50.502568 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-26f7cea9-afe7-4456-826a-23d371988b24 service neutron] 10.222.0.47 "GET /v2.0/ports/366f643c-ce70-453d-a144-37eac022ca61/bindings/n-h2-805736-1 HTTP/1.1" status: 200 len: 384 time: 0.0562413 Aug 24 00:13:50.606732 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:50.656407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:50.656785 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:50.685948 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-d1ad1129-9c23-46f1-8d59-cf906910f1d1 service neutron] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=366f643c-ce70-453d-a144-37eac022ca61,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:50.722538 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-d1ad1129-9c23-46f1-8d59-cf906910f1d1 service neutron] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:50.768141 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-d1ad1129-9c23-46f1-8d59-cf906910f1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366f643c-ce70-453d-a144-37eac022ca61 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:50.775403 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:50.781594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-d1ad1129-9c23-46f1-8d59-cf906910f1d1 service neutron] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=366f643c-ce70-453d-a144-37eac022ca61,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:50.793044 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239ae8c-844c-40f2-9547-59b13ef6d495 req-62a0f21a-30a9-4a26-a6cc-f5f7d55565d7 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:50.795816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6239ae8c-844c-40f2-9547-59b13ef6d495 req-62a0f21a-30a9-4a26-a6cc-f5f7d55565d7 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 950 time: 0.0614729 Aug 24 00:13:50.803854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b803147-26a6-40ab-adf0-247f78cafea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:50.804860 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-d1ad1129-9c23-46f1-8d59-cf906910f1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:50.809239 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72635a2-5f41-4db0-a1ff-16b65154e30a" -d '{"events": [{"server_uuid": "3b803147-26a6-40ab-adf0-247f78cafea6", "name": "network-vif-plugged", "status": "completed", "tag": "6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:50.828938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:50.841909 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:50.842721 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a80d16f7-279c-4a75-9777-5e8e9ac6ca1a up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:50.889648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6239ae8c-844c-40f2-9547-59b13ef6d495 req-1fda3068-d053-4313-b870-970c9dc0b0ba tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618529 Aug 24 00:13:50.906975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-d1ad1129-9c23-46f1-8d59-cf906910f1d1 service neutron] Transition to ACTIVE for port object 366f643c-ce70-453d-a144-37eac022ca61 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:50.928204 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-d1ad1129-9c23-46f1-8d59-cf906910f1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:50.936878 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:50.977141 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc408504-6f06-441c-808c-e38d82a67138 x-openstack-request-id: req-dc408504-6f06-441c-808c-e38d82a67138 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:50.977414 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b803147-26a6-40ab-adf0-247f78cafea6", "name": "network-vif-plugged", "status": "completed", "tag": "6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:50.977669 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc408504-6f06-441c-808c-e38d82a67138 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:50.978155 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b803147-26a6-40ab-adf0-247f78cafea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca', 'code': 200} Aug 24 00:13:51.005152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:51.014195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:51.014574 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.014683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e32a4-abe2-43eb-b142-316126bc05a5 req-2de73b57-6db4-4a12-8f4c-8070871cb468 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:51.016547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d25e32a4-abe2-43eb-b142-316126bc05a5 req-2de73b57-6db4-4a12-8f4c-8070871cb468 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 944 time: 0.1012328 Aug 24 00:13:51.021194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-d1ad1129-9c23-46f1-8d59-cf906910f1d1 service neutron] No DVR routers for this DVR port 366f643c-ce70-453d-a144-37eac022ca61 on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:13:51.034427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad1129-9c23-46f1-8d59-cf906910f1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=366f643c-ce70-453d-a144-37eac022ca61,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:51.066683 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-d1ad1129-9c23-46f1-8d59-cf906910f1d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/366f643c-ce70-453d-a144-37eac022ca61/bindings/n-h2-805736-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5564828 Aug 24 00:13:51.083470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d25e32a4-abe2-43eb-b142-316126bc05a5 req-f6c960c2-7324-4d03-b15d-36c4717cfc0e tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604396 Aug 24 00:13:51.107004 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.140062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:51.145539 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.158588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75221dd-7616-4e01-a339-4f04b3cefb3b req-e9ee699e-70a9-4bfe-a1da-b42e3c37f23e tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:51.160139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75221dd-7616-4e01-a339-4f04b3cefb3b req-e9ee699e-70a9-4bfe-a1da-b42e3c37f23e tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 945 time: 0.0810797 Aug 24 00:13:51.171854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce400648-e3d1-476c-8c94-5188e2eacccf req-89a763b2-e419-4b2b-b029-33e94c152a79 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:51.173988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce400648-e3d1-476c-8c94-5188e2eacccf req-89a763b2-e419-4b2b-b029-33e94c152a79 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 950 time: 0.1112998 Aug 24 00:13:51.200858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:51.279748 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-ea6ec8b4-11c2-48d1-8b39-47aa83a9c4f1 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:51.280648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75221dd-7616-4e01-a339-4f04b3cefb3b req-228dbb14-83cc-4bb4-903c-2f60b76a6710 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062477 Aug 24 00:13:51.281248 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-ea6ec8b4-11c2-48d1-8b39-47aa83a9c4f1 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 1095 time: 0.0467768 Aug 24 00:13:51.334011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-866d7bf4-84a6-473e-8296-e85840a7e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:51.335603 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-866d7bf4-84a6-473e-8296-e85840a7e322 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf HTTP/1.1" status: 200 len: 1095 time: 0.0434949 Aug 24 00:13:51.335727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277578d6-55fc-4c59-81a7-ad2602a2bfd6 req-be71656c-b355-4033-b477-85d7068b6a2b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:51.337188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277578d6-55fc-4c59-81a7-ad2602a2bfd6 req-be71656c-b355-4033-b477-85d7068b6a2b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.1069300 Aug 24 00:13:51.397639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ce400648-e3d1-476c-8c94-5188e2eacccf req-d155a5a0-3765-40fc-8bab-a34ae16fb0c5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Deleting port 5d6e02cb-6f04-4923-a1db-3a633ef49c32 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:13:51.397974 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ce400648-e3d1-476c-8c94-5188e2eacccf req-d155a5a0-3765-40fc-8bab-a34ae16fb0c5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.433738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-6d085349-b259-48a5-9f6f-25ef1de5e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:51.436464 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-6d085349-b259-48a5-9f6f-25ef1de5e4a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 1095 time: 0.0457268 Aug 24 00:13:51.454620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277578d6-55fc-4c59-81a7-ad2602a2bfd6 req-a9b9cea2-dba2-4f09-9bcb-387c2fbc7b34 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041334 Aug 24 00:13:51.474229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16050a9-b629-4af2-af36-b5bcf720f739 req-ff5e8c82-f8eb-48b5-aaa1-071575a09f2f tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:51.475753 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b16050a9-b629-4af2-af36-b5bcf720f739 req-ff5e8c82-f8eb-48b5-aaa1-071575a09f2f tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 950 time: 0.1369107 Aug 24 00:13:51.581190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c438c97-0962-4afa-ad53-001d5b888fc3 req-f45cb670-5dbb-487b-80a3-457ed22c0752 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:51.583276 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3c438c97-0962-4afa-ad53-001d5b888fc3 req-f45cb670-5dbb-487b-80a3-457ed22c0752 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 950 time: 0.1157320 Aug 24 00:13:51.628846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-760d9daf-3872-42c4-a21e-db5385d11b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:51.630268 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-760d9daf-3872-42c4-a21e-db5385d11b5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.1723382 Aug 24 00:13:51.718676 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-50cb4081-325e-41a7-a4c3-88d55e3091e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=366f643c-ce70-453d-a144-37eac022ca61 HTTP/1.1" status: 200 len: 217 time: 0.0389011 Aug 24 00:13:51.765764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3c438c97-0962-4afa-ad53-001d5b888fc3 req-2411eaa7-dd52-4103-b868-1e460237fb7d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Deleting port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:13:51.766393 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3c438c97-0962-4afa-ad53-001d5b888fc3 req-2411eaa7-dd52-4103-b868-1e460237fb7d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.799249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ce400648-e3d1-476c-8c94-5188e2eacccf req-d155a5a0-3765-40fc-8bab-a34ae16fb0c5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] For port 5d6e02cb-6f04-4923-a1db-3a633ef49c32, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5d6e02cb-6f04-4923-a1db-3a633ef49c32,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:51.799824 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ce400648-e3d1-476c-8c94-5188e2eacccf req-d155a5a0-3765-40fc-8bab-a34ae16fb0c5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.804425 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b16050a9-b629-4af2-af36-b5bcf720f739 req-1289b03a-2de6-4792-b625-3fd02936f8d1 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220224 Aug 24 00:13:51.816751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ce400648-e3d1-476c-8c94-5188e2eacccf req-d155a5a0-3765-40fc-8bab-a34ae16fb0c5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Calling delete_port for 5d6e02cb-6f04-4923-a1db-3a633ef49c32 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:13:51.960771 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ce400648-e3d1-476c-8c94-5188e2eacccf req-d155a5a0-3765-40fc-8bab-a34ae16fb0c5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:52.015943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['10ef63a7-b747-4dcc-a39b-10bc6e06d301', '5d6e02cb-6f04-4923-a1db-3a633ef49c32', '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:52.030834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155a5a0-3765-40fc-8bab-a34ae16fb0c5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Pushing event deleted for resources: {'Port': ['ID=5d6e02cb-6f04-4923-a1db-3a633ef49c32,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:52.056748 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-6dd050f6-512e-4039-bb51-1f4af61afe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:52.058218 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-6dd050f6-512e-4039-bb51-1f4af61afe5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.3279493 Aug 24 00:13:52.087617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce400648-e3d1-476c-8c94-5188e2eacccf req-d155a5a0-3765-40fc-8bab-a34ae16fb0c5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] No DVR routers for this DVR port 5d6e02cb-6f04-4923-a1db-3a633ef49c32 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:13:52.092164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ce400648-e3d1-476c-8c94-5188e2eacccf req-d155a5a0-3765-40fc-8bab-a34ae16fb0c5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:52.094433 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce400648-e3d1-476c-8c94-5188e2eacccf req-d155a5a0-3765-40fc-8bab-a34ae16fb0c5 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "DELETE /v2.0/ports/5d6e02cb-6f04-4923-a1db-3a633ef49c32 HTTP/1.1" status: 204 len: 173 time: 0.8984699 Aug 24 00:13:52.095716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd63fdf4-2a0a-4b76-95aa-f1a582cc948e', 'name': 'network-vif-deleted', 'tag': '5d6e02cb-6f04-4923-a1db-3a633ef49c32'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:52.097154 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a197a085-b1ba-4ae3-a132-9eaddd0df9bd" -d '{"events": [{"server_uuid": "dd63fdf4-2a0a-4b76-95aa-f1a582cc948e", "name": "network-vif-deleted", "tag": "5d6e02cb-6f04-4923-a1db-3a633ef49c32"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:52.116568 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-6d9ada1e-4975-4600-a099-5f8e1be09c1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426321 Aug 24 00:13:52.126408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284ced6-48e2-4111-aade-ae64c5978181 req-14ee89cb-0415-40ae-ac5f-cf4a8df0e663 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:52.128001 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b284ced6-48e2-4111-aade-ae64c5978181 req-14ee89cb-0415-40ae-ac5f-cf4a8df0e663 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 950 time: 0.1027582 Aug 24 00:13:52.141052 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3c438c97-0962-4afa-ad53-001d5b888fc3 req-2411eaa7-dd52-4103-b868-1e460237fb7d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] For port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3a4afbb2-1c08-4637-95b4-c8eb12327cf4,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:52.141453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3c438c97-0962-4afa-ad53-001d5b888fc3 req-2411eaa7-dd52-4103-b868-1e460237fb7d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:52.209249 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3c438c97-0962-4afa-ad53-001d5b888fc3 req-2411eaa7-dd52-4103-b868-1e460237fb7d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Calling delete_port for 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:13:52.219561 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a9382f-2869-44dc-862a-4970f0b3e8cb x-openstack-request-id: req-05a9382f-2869-44dc-862a-4970f0b3e8cb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:52.219854 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd63fdf4-2a0a-4b76-95aa-f1a582cc948e", "name": "network-vif-deleted", "tag": "5d6e02cb-6f04-4923-a1db-3a633ef49c32", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:52.220112 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05a9382f-2869-44dc-862a-4970f0b3e8cb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:52.220502 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd63fdf4-2a0a-4b76-95aa-f1a582cc948e', 'name': 'network-vif-deleted', 'tag': '5d6e02cb-6f04-4923-a1db-3a633ef49c32', 'status': 'completed', 'code': 200} Aug 24 00:13:52.262672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b284ced6-48e2-4111-aade-ae64c5978181 req-5f10bb03-a5f2-411a-b697-76c4f4d75343 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116579 Aug 24 00:13:52.305806 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-ad47b2a7-55ef-4565-9e56-50aedef04f1d service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753440 Aug 24 00:13:52.356547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385fba-d843-4a8f-9366-f20dc86ee98d req-e581a266-ad78-46fa-bbd1-7ac6c348e55c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:52.364422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f385fba-d843-4a8f-9366-f20dc86ee98d req-e581a266-ad78-46fa-bbd1-7ac6c348e55c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 944 time: 0.0854151 Aug 24 00:13:52.430544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 366f643c-ce70-453d-a144-37eac022ca61 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:13:52.443147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f385fba-d843-4a8f-9366-f20dc86ee98d req-712cd9fe-fd69-43d8-85e3-78d3e306ef82 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737224 Aug 24 00:13:52.471605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608db00e-5a58-4f15-98f7-98b438acf54d req-fe09359d-2496-4176-97b9-1a40957a4569 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:52.473539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-608db00e-5a58-4f15-98f7-98b438acf54d req-fe09359d-2496-4176-97b9-1a40957a4569 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 946 time: 0.1002321 Aug 24 00:13:52.475820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3c438c97-0962-4afa-ad53-001d5b888fc3 req-2411eaa7-dd52-4103-b868-1e460237fb7d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:52.493817 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 366f643c-ce70-453d-a144-37eac022ca61 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:13:52.532107 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-7c5e0450-b9fc-4eec-8626-3c6e561c1d9b service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845021 Aug 24 00:13:52.533304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-608db00e-5a58-4f15-98f7-98b438acf54d req-445461b3-814d-4cab-a3cb-8e011095a9fa tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471289 Aug 24 00:13:52.533503 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563', 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', '455e03c0-f799-42af-8eb9-21d9a34db4ad', '45007bf2-7bf1-4f16-9807-cb759fef16cc'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:52.629655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c438c97-0962-4afa-ad53-001d5b888fc3 req-2411eaa7-dd52-4103-b868-1e460237fb7d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] No DVR routers for this DVR port 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:13:52.632247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411eaa7-dd52-4103-b868-1e460237fb7d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event deleted for resources: {'Port': ['ID=3a4afbb2-1c08-4637-95b4-c8eb12327cf4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:52.634817 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3c438c97-0962-4afa-ad53-001d5b888fc3 req-2411eaa7-dd52-4103-b868-1e460237fb7d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:52.638146 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3c438c97-0962-4afa-ad53-001d5b888fc3 req-2411eaa7-dd52-4103-b868-1e460237fb7d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "DELETE /v2.0/ports/3a4afbb2-1c08-4637-95b4-c8eb12327cf4 HTTP/1.1" status: 204 len: 173 time: 1.0445201 Aug 24 00:13:52.639462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafa2ceb-23d9-4aae-a376-1d97dff0d10d', 'name': 'network-vif-deleted', 'tag': '3a4afbb2-1c08-4637-95b4-c8eb12327cf4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:52.642207 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a483b2-4c17-4290-99d3-6e0b67558e79" -d '{"events": [{"server_uuid": "fafa2ceb-23d9-4aae-a376-1d97dff0d10d", "name": "network-vif-deleted", "tag": "3a4afbb2-1c08-4637-95b4-c8eb12327cf4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:52.655849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34ab93-e925-4a98-91cc-5194f36925e5 req-6c6db200-a164-4221-8da4-46b9bd7e7b1f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:52.657091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f34ab93-e925-4a98-91cc-5194f36925e5 req-6c6db200-a164-4221-8da4-46b9bd7e7b1f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0942647 Aug 24 00:13:52.717377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f34ab93-e925-4a98-91cc-5194f36925e5 req-2b59b4ad-747a-4cfe-a5b8-de756ece00bb tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523288 Aug 24 00:13:52.810341 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b200d8-45c3-4870-8683-d430ebd32e4d x-openstack-request-id: req-42b200d8-45c3-4870-8683-d430ebd32e4d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:52.810626 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafa2ceb-23d9-4aae-a376-1d97dff0d10d", "name": "network-vif-deleted", "tag": "3a4afbb2-1c08-4637-95b4-c8eb12327cf4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:52.810915 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42b200d8-45c3-4870-8683-d430ebd32e4d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:52.811314 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafa2ceb-23d9-4aae-a376-1d97dff0d10d', 'name': 'network-vif-deleted', 'tag': '3a4afbb2-1c08-4637-95b4-c8eb12327cf4', 'status': 'completed', 'code': 200} Aug 24 00:13:52.937036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad07e409-7966-439e-a0ff-5d28b1a706b5 req-8033648d-ca16-43a8-a024-1f3ffa485d06 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fdf4-2a0a-4b76-95aa-f1a582cc948e HTTP/1.1" status: 200 len: 210 time: 0.0373976 Aug 24 00:13:52.979073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:52.982374 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae325be3-d87a-4f73-9eff-09e7db38cbe5" -d '{"events": [{"server_uuid": "6caf7d17-af75-4acf-b493-1aace8fc7095", "name": "network-vif-plugged", "status": "completed", "tag": "a80d16f7-279c-4a75-9777-5e8e9ac6ca1a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:53.022289 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebd50ae-f5cf-4141-b81a-4b7a31c6c5ca x-openstack-request-id: req-8ebd50ae-f5cf-4141-b81a-4b7a31c6c5ca {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:53.022996 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caf7d17-af75-4acf-b493-1aace8fc7095", "name": "network-vif-plugged", "status": "completed", "tag": "a80d16f7-279c-4a75-9777-5e8e9ac6ca1a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:53.022996 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ebd50ae-f5cf-4141-b81a-4b7a31c6c5ca {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:53.023444 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'code': 200} Aug 24 00:13:53.300686 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:53.323568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd57f9-3020-43aa-b165-fb332c1a5abc req-54f5b336-61fb-4c81-b4f7-de071f311738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:53.325398 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-ffed7232-17e9-47a4-804a-0dba2456eccd tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:53.325668 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-91dd57f9-3020-43aa-b165-fb332c1a5abc req-54f5b336-61fb-4c81-b4f7-de071f311738 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 1097 time: 0.0823774 Aug 24 00:13:53.327130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-ffed7232-17e9-47a4-804a-0dba2456eccd tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 1095 time: 0.0679171 Aug 24 00:13:53.380789 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-91dd57f9-3020-43aa-b165-fb332c1a5abc req-b0d3686f-76fc-47fe-a558-da616bb053ae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342875 Aug 24 00:13:53.416327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50573e2f-22ef-4e46-a1a7-969a7655eba3 req-54f01b65-ddd4-438a-9592-2e99d931e5fd tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=fafa2ceb-23d9-4aae-a376-1d97dff0d10d HTTP/1.1" status: 200 len: 210 time: 0.0384688 Aug 24 00:13:53.452866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['b169b4e7-3413-4732-89e7-53705853a7af', '88817624-88de-473e-a8d0-04614560b195', '58446911-c0cc-4062-a35e-d05347ab5bf7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:53.494633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-296a17c9-028f-4324-bec6-ce3c4b7d9aa3 service neutron] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:53.499234 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-296a17c9-028f-4324-bec6-ce3c4b7d9aa3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:53.500444 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845f324c-480a-4ae9-a104-e36627ab9b0f req-296a17c9-028f-4324-bec6-ce3c4b7d9aa3 service neutron] 10.222.0.13 "DELETE /v2.0/ports/366f643c-ce70-453d-a144-37eac022ca61/bindings/n-h1-805736-1 HTTP/1.1" status: 204 len: 173 time: 0.1552067 Aug 24 00:13:53.564948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777abd47-7a05-4560-beac-da0c40342202 req-f6b461e8-590a-48d3-a599-44fbe1fff9b7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:53.573303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-777abd47-7a05-4560-beac-da0c40342202 req-f6b461e8-590a-48d3-a599-44fbe1fff9b7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 944 time: 0.0586245 Aug 24 00:13:53.615381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-777abd47-7a05-4560-beac-da0c40342202 req-2c230d31-4b25-4e7f-94ce-2bac11c6a4e9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 Aug 24 00:13:53.672804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89b57d-4d3a-40e1-8a82-8b13208718d4 req-a9cac697-1fa0-41c6-8b24-01ddaf0efd07 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:53.672804 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af89b57d-4d3a-40e1-8a82-8b13208718d4 req-a9cac697-1fa0-41c6-8b24-01ddaf0efd07 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 946 time: 0.0545535 Aug 24 00:13:53.720000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af89b57d-4d3a-40e1-8a82-8b13208718d4 req-577fc464-4e59-41a7-85d7-fe770e01d6ab tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Aug 24 00:13:53.774752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e73ebd-682d-4b01-8de0-038f10ef9f44 req-2a022806-6e38-484a-a645-27af9d1c9a77 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:53.779673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18e73ebd-682d-4b01-8de0-038f10ef9f44 req-2a022806-6e38-484a-a645-27af9d1c9a77 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 1095 time: 0.0573046 Aug 24 00:13:53.859674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18e73ebd-682d-4b01-8de0-038f10ef9f44 req-15b25bc9-a8dc-4ca6-a4e4-682c3d9fe164 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698266 Aug 24 00:13:53.872611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2efc4-188c-492f-81c9-17a27567ff60 req-c8cbeb81-7e79-42bf-8f91-d2d8612d4d8c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:53.874732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cad2efc4-188c-492f-81c9-17a27567ff60 req-c8cbeb81-7e79-42bf-8f91-d2d8612d4d8c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0718055 Aug 24 00:13:53.935098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cad2efc4-188c-492f-81c9-17a27567ff60 req-fb752396-4de8-4c19-861c-3e487c56b115 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487688 Aug 24 00:13:54.233995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-d6c39d9c-53eb-4a3f-b4bb-5c4b61201837 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:54.235902 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-d6c39d9c-53eb-4a3f-b4bb-5c4b61201837 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 821 time: 0.1365025 Aug 24 00:13:54.272715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-b8bd94b8-ce82-4769-b25a-fdb741caa0dc tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/quotas/e50e8a83a6fa4976858cfe853fc5a9bf HTTP/1.1" status: 200 len: 375 time: 0.0208447 Aug 24 00:13:54.339885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f475e3-5872-4cda-8469-a0e75b90686f req-c0ce8576-8041-46c2-afcb-730199b39b43 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:54.342517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28f475e3-5872-4cda-8469-a0e75b90686f req-c0ce8576-8041-46c2-afcb-730199b39b43 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 971 time: 0.0886405 Aug 24 00:13:54.374816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-aeca0703-56e4-4a61-850d-0206eee396a7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880356 Aug 24 00:13:54.411388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28f475e3-5872-4cda-8469-a0e75b90686f req-45248a05-8174-4d0a-9548-627b462701ed tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617101 Aug 24 00:13:54.441239 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:13:54.464786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:13:54.465778 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 3a4afbb2-1c08-4637-95b4-c8eb12327cf4 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:13:54.506207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-df291088-6853-43c3-b0fe-0935eff365f7 service neutron] 10.222.0.32 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196928 Aug 24 00:13:54.608478 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-b501f767-b568-4700-9030-d596320c1760 service neutron] 10.222.0.32 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011481 Aug 24 00:13:54.630200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5d6e02cb-6f04-4923-a1db-3a633ef49c32 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:13:54.655172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 5d6e02cb-6f04-4923-a1db-3a633ef49c32 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:13:54.656148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5d6e02cb-6f04-4923-a1db-3a633ef49c32 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:13:54.732160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce406f8-c0db-43e4-9328-4e37dc928c36 req-41153744-1aba-4cff-84d8-46be8e27c698 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:54.734248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ce406f8-c0db-43e4-9328-4e37dc928c36 req-41153744-1aba-4cff-84d8-46be8e27c698 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 949 time: 0.0592399 Aug 24 00:13:54.787786 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ce406f8-c0db-43e4-9328-4e37dc928c36 req-70c971c6-ac45-4196-8900-02a1a704ac86 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441556 Aug 24 00:13:54.805107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b36453e-dad8-4a51-8db3-25e20f725674 req-96990849-c894-445d-b369-92a82d57627d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 210 time: 0.0341794 Aug 24 00:13:54.924933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc814bef-7619-4850-a3a6-63c244854f93 req-fb8481eb-d97b-45cc-a723-281a57938641 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:54.927254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc814bef-7619-4850-a3a6-63c244854f93 req-fb8481eb-d97b-45cc-a723-281a57938641 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 946 time: 0.0630608 Aug 24 00:13:54.991100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc814bef-7619-4850-a3a6-63c244854f93 req-de0fca18-b065-4be6-b7c6-714d748a839d tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576308 Aug 24 00:13:55.112607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6ff30-eb83-4c05-9736-2fb0e1072fea req-6c78b1c4-4177-48cc-84e3-5b00e40e56c2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:55.120367 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7aa6ff30-eb83-4c05-9736-2fb0e1072fea req-6c78b1c4-4177-48cc-84e3-5b00e40e56c2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0693462 Aug 24 00:13:55.171487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7aa6ff30-eb83-4c05-9736-2fb0e1072fea req-ba1391ef-a299-4395-8cc1-885b9680c049 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500848 Aug 24 00:13:55.555568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1c87b-af6b-4116-b2fc-eca737c253fc req-f29f1953-959f-4241-9db0-7a6146e1221a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:55.563173 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60b1c87b-af6b-4116-b2fc-eca737c253fc req-f29f1953-959f-4241-9db0-7a6146e1221a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 971 time: 0.0669806 Aug 24 00:13:55.599284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60b1c87b-af6b-4116-b2fc-eca737c253fc req-2af5a2f3-3a87-45e5-b185-e3031bc66ffe tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352447 Aug 24 00:13:55.921705 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d70c3f66-4aef-4ed4-b09e-bf950fb3798c req-3c4ae687-67cb-44b6-9896-1ef8f64d1d2e tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 210 time: 0.0309243 Aug 24 00:13:55.938748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32615b49-4a4b-4169-af27-15b52ea0dcc8 req-d8cf4d0b-e789-424b-9cdf-89eab6e213d2 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:55.946789 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32615b49-4a4b-4169-af27-15b52ea0dcc8 req-d8cf4d0b-e789-424b-9cdf-89eab6e213d2 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 949 time: 0.0836923 Aug 24 00:13:55.985060 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32615b49-4a4b-4169-af27-15b52ea0dcc8 req-dcb63ce1-b699-4d3f-9f10-573e760fe208 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371459 Aug 24 00:13:56.152634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4956eb-4c32-4807-a265-b7af6dfb6438 req-65309387-d92f-42d6-9517-bc9a87b6bf26 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:56.159412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb4956eb-4c32-4807-a265-b7af6dfb6438 req-65309387-d92f-42d6-9517-bc9a87b6bf26 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 946 time: 0.0806508 Aug 24 00:13:56.179388 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-970811c7-f63d-4d06-b705-627985bbf4d3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:56.182862 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-970811c7-f63d-4d06-b705-627985bbf4d3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.47 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 821 time: 0.1636994 Aug 24 00:13:56.220068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-a36b17c6-1115-487a-a6b2-8e9c723cea29 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Request body: {'port': {'device_id': '781fcffb-ce9c-454a-8430-aa3d34912b98', 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a', 'admin_state_up': True, 'tenant_id': 'e50e8a83a6fa4976858cfe853fc5a9bf'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:56.229199 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb4956eb-4c32-4807-a265-b7af6dfb6438 req-dc09dc44-e26e-44d0-b049-2bfb511882dd tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678728 Aug 24 00:13:56.265743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dfbe217-268d-4b53-a839-6a895bbbda3d req-4b00862f-cb3d-437f-ad0e-d553d152ead8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0639696 Aug 24 00:13:56.357691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-a36b17c6-1115-487a-a6b2-8e9c723cea29 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Made reservation on behalf of e50e8a83a6fa4976858cfe853fc5a9bf for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:56.361564 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-a36b17c6-1115-487a-a6b2-8e9c723cea29 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.506065 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-a36b17c6-1115-487a-a6b2-8e9c723cea29 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Allocated IP 172.20.0.12 (73946cb7-6543-439b-b8db-561e1cede42a/5fa782be-5361-4304-8935-1a8d05dccac3/c99d7df1-d974-459a-a429-36212e113ee4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:56.550410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffad0c5-7d83-45c8-b3be-a669c6137e9b req-01fa2aa5-e6a5-4409-9a25-0c9de5e2faaa tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:56.557741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fffad0c5-7d83-45c8-b3be-a669c6137e9b req-01fa2aa5-e6a5-4409-9a25-0c9de5e2faaa tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.2354679 Aug 24 00:13:56.567289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-0e15ec91-4896-426c-9e58-7857fe1bed9a tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2937238 Aug 24 00:13:56.577636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbe217-268d-4b53-a839-6a895bbbda3d req-12be90b7-2b89-4e82-a23e-5642c600630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:56.579233 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dfbe217-268d-4b53-a839-6a895bbbda3d req-12be90b7-2b89-4e82-a23e-5642c600630d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=edbd278d73d44a99b5166fd72edc2c65&device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 1124 time: 0.1852765 Aug 24 00:13:56.590021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:56.635822 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fffad0c5-7d83-45c8-b3be-a669c6137e9b req-b7d9e87a-8f1f-446e-bce6-d92979689ad9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757809 Aug 24 00:13:56.646079 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.728947 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-a36b17c6-1115-487a-a6b2-8e9c723cea29 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.775335 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-a36b17c6-1115-487a-a6b2-8e9c723cea29 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.822448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbe217-268d-4b53-a839-6a895bbbda3d req-3bc55d75-bd98-43c5-98b8-93145c1f33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:56.824147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dfbe217-268d-4b53-a839-6a895bbbda3d req-3bc55d75-bd98-43c5-98b8-93145c1f33d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1497126 Aug 24 00:13:56.829822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-a36b17c6-1115-487a-a6b2-8e9c723cea29 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Network 73946cb7-6543-439b-b8db-561e1cede42a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:56.832985 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-a36b17c6-1115-487a-a6b2-8e9c723cea29 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:56.836602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-a36b17c6-1115-487a-a6b2-8e9c723cea29 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:56.865989 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b17c6-1115-487a-a6b2-8e9c723cea29 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Pushing event updated for resources: {'Port': ['ID=c99d7df1-d974-459a-a429-36212e113ee4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:56.894951 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-a36b17c6-1115-487a-a6b2-8e9c723cea29 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:56.895571 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-a36b17c6-1115-487a-a6b2-8e9c723cea29 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.908837 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dfbe217-268d-4b53-a839-6a895bbbda3d req-d5b0e783-422d-4a20-ba81-fee5dd23e152 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca HTTP/1.1" status: 200 len: 217 time: 0.0669475 Aug 24 00:13:56.911548 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-a36b17c6-1115-487a-a6b2-8e9c723cea29 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6962368 Aug 24 00:13:56.931135 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Request body: {'port': {'device_id': '781fcffb-ce9c-454a-8430-aa3d34912b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:56.940202 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a158b3-b98c-4ce1-bff2-e3f39e89e8e2 req-46a5ace3-3d9c-45b1-991c-d0bdab7e87b3 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:56.941745 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51a158b3-b98c-4ce1-bff2-e3f39e89e8e2 req-46a5ace3-3d9c-45b1-991c-d0bdab7e87b3 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 971 time: 0.1147687 Aug 24 00:13:56.943204 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.989401 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.085518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51a158b3-b98c-4ce1-bff2-e3f39e89e8e2 req-27d1001a-b969-4580-bf8d-afb007a1da91 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332910 Aug 24 00:13:57.127424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbe217-268d-4b53-a839-6a895bbbda3d req-63c1c899-608e-4687-92d1-abed631ce3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:57.128932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dfbe217-268d-4b53-a839-6a895bbbda3d req-63c1c899-608e-4687-92d1-abed631ce3ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1241212 Aug 24 00:13:57.153584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Allocated IP 172.25.8.43 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/218f5c24-48c6-43a4-8aef-c407b89f880b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:57.161556 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032dc2b-2477-428c-90e3-e866cd29a5aa req-e04489ba-c5af-4c57-acad-878d15ec48a3 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:57.163273 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7032dc2b-2477-428c-90e3-e866cd29a5aa req-e04489ba-c5af-4c57-acad-878d15ec48a3 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 971 time: 0.1373148 Aug 24 00:13:57.324043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03abf5-7bf4-46aa-bd96-6d11ae1499ec req-2e7da9cb-add0-43d0-8d71-c7fd111c493c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:57.325952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d03abf5-7bf4-46aa-bd96-6d11ae1499ec req-2e7da9cb-add0-43d0-8d71-c7fd111c493c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 932 time: 0.1381254 Aug 24 00:13:57.334852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbe217-268d-4b53-a839-6a895bbbda3d req-4fea4330-2f7c-4501-aa14-48a341a38ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:57.336323 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dfbe217-268d-4b53-a839-6a895bbbda3d req-4fea4330-2f7c-4501-aa14-48a341a38ed2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1113884 Aug 24 00:13:57.361133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7032dc2b-2477-428c-90e3-e866cd29a5aa req-57a2c441-aa03-4b8b-9236-8a92c1cf6d6e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Deleting port 10ef63a7-b747-4dcc-a39b-10bc6e06d301 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:13:57.361782 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7032dc2b-2477-428c-90e3-e866cd29a5aa req-57a2c441-aa03-4b8b-9236-8a92c1cf6d6e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.426586 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.454414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99d7df1-d974-459a-a429-36212e113ee4 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:57.456120 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d03abf5-7bf4-46aa-bd96-6d11ae1499ec req-df7609bf-bd05-49fb-b245-fcc0f136de7d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188014 Aug 24 00:13:57.468724 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-694f7b52-f746-42d8-920b-415c62c57769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.469897 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.502346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7032dc2b-2477-428c-90e3-e866cd29a5aa req-57a2c441-aa03-4b8b-9236-8a92c1cf6d6e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] For port 10ef63a7-b747-4dcc-a39b-10bc6e06d301, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=10ef63a7-b747-4dcc-a39b-10bc6e06d301,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:57.502720 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7032dc2b-2477-428c-90e3-e866cd29a5aa req-57a2c441-aa03-4b8b-9236-8a92c1cf6d6e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.505204 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Transition to ACTIVE for port object c99d7df1-d974-459a-a429-36212e113ee4 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:57.513253 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.523596 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7032dc2b-2477-428c-90e3-e866cd29a5aa req-57a2c441-aa03-4b8b-9236-8a92c1cf6d6e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Calling delete_port for 10ef63a7-b747-4dcc-a39b-10bc6e06d301 owned by compute:tempest-test_az-1278312705 {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:13:57.556019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dfbe217-268d-4b53-a839-6a895bbbda3d req-1c13efbb-91d8-490e-8f84-b3b540f93c2a service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054198 Aug 24 00:13:57.615857 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.616520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c99d7df1-d974-459a-a429-36212e113ee4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:57.641740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32745b64-385f-4725-bbce-ac72ae77235c req-157ca9cb-ea8f-4ce2-96fe-498407f91f80 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:57.643256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32745b64-385f-4725-bbce-ac72ae77235c req-157ca9cb-ea8f-4ce2-96fe-498407f91f80 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 949 time: 0.1572690 Aug 24 00:13:57.708016 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Attempting to bind port c99d7df1-d974-459a-a429-36212e113ee4 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:57.708340 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Attempting to bind port c99d7df1-d974-459a-a429-36212e113ee4 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:57.708681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Attempting to bind port c99d7df1-d974-459a-a429-36212e113ee4 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:57.734123 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Port c99d7df1-d974-459a-a429-36212e113ee4 on network 73946cb7-6543-439b-b8db-561e1cede42a not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:57.734448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Attempting to bind port c99d7df1-d974-459a-a429-36212e113ee4 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:57.745651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:57.745935 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Checking segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:57.746377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Bound using segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:57.746956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Bound port: c99d7df1-d974-459a-a429-36212e113ee4, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:57.747406 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.749904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:57.762447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:57.778694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e41ce4-16dc-4cd1-907f-2a2a853d5d17 req-a492fbdb-8219-4da5-aa4a-db8013e804fa tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:57.780231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80e41ce4-16dc-4cd1-907f-2a2a853d5d17 req-a492fbdb-8219-4da5-aa4a-db8013e804fa tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 949 time: 0.2454059 Aug 24 00:13:57.781003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:57.789687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Pushing event updated for resources: {'Port': ['ID=218f5c24-48c6-43a4-8aef-c407b89f880b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:57.798752 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7032dc2b-2477-428c-90e3-e866cd29a5aa req-57a2c441-aa03-4b8b-9236-8a92c1cf6d6e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.835290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2c441-aa03-4b8b-9236-8a92c1cf6d6e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Pushing event deleted for resources: {'Port': ['ID=10ef63a7-b747-4dcc-a39b-10bc6e06d301,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:57.846455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['10ef63a7-b747-4dcc-a39b-10bc6e06d301', '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:57.889776 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dfbe217-268d-4b53-a839-6a895bbbda3d req-c5b1ce78-24b0-42da-a9e2-22a1370d0e24 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941642 Aug 24 00:13:57.890195 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:57.892525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7032dc2b-2477-428c-90e3-e866cd29a5aa req-57a2c441-aa03-4b8b-9236-8a92c1cf6d6e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] No DVR routers for this DVR port 10ef63a7-b747-4dcc-a39b-10bc6e06d301 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:13:57.896054 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7032dc2b-2477-428c-90e3-e866cd29a5aa req-57a2c441-aa03-4b8b-9236-8a92c1cf6d6e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.898007 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7032dc2b-2477-428c-90e3-e866cd29a5aa req-57a2c441-aa03-4b8b-9236-8a92c1cf6d6e tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "DELETE /v2.0/ports/10ef63a7-b747-4dcc-a39b-10bc6e06d301 HTTP/1.1" status: 204 len: 173 time: 0.7019291 Aug 24 00:13:57.898439 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09087f16-a2d9-42ac-bd13-130ff7fb1c06', 'name': 'network-vif-deleted', 'tag': '10ef63a7-b747-4dcc-a39b-10bc6e06d301'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:57.900690 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1972a86f-792d-4888-a4ac-66c11e79be57" -d '{"events": [{"server_uuid": "09087f16-a2d9-42ac-bd13-130ff7fb1c06", "name": "network-vif-deleted", "tag": "10ef63a7-b747-4dcc-a39b-10bc6e06d301"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:57.912214 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c99d7df1-d974-459a-a429-36212e113ee4,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:57.919972 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80e41ce4-16dc-4cd1-907f-2a2a853d5d17 req-f0f5b4f7-0194-4f2d-a3db-14567cc30da4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081991 Aug 24 00:13:57.923694 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.983034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:57.983660 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.985706 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/c99d7df1-d974-459a-a429-36212e113ee4 HTTP/1.1" status: 200 len: 1092 time: 1.0598238 Aug 24 00:13:57.987406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-32745b64-385f-4725-bbce-ac72ae77235c req-554a23ea-a915-4525-a67c-19cceef84116 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Deleting port 58446911-c0cc-4062-a35e-d05347ab5bf7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:13:57.987805 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-32745b64-385f-4725-bbce-ac72ae77235c req-554a23ea-a915-4525-a67c-19cceef84116 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.009018 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddabb31-3239-4dc5-b559-c96e6ac0a2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c99d7df1-d974-459a-a429-36212e113ee4,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:58.048669 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.097732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-bd090208-778c-4ad6-bb25-1c74c7cb352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:58.099424 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-bd090208-778c-4ad6-bb25-1c74c7cb352c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 1095 time: 0.0477638 Aug 24 00:13:58.147074 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.152196 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-aab70f5c-405f-425f-94a4-0b4284562d68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c99d7df1-d974-459a-a429-36212e113ee4 HTTP/1.1" status: 200 len: 217 time: 0.0365992 Aug 24 00:13:58.202977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-32745b64-385f-4725-bbce-ac72ae77235c req-554a23ea-a915-4525-a67c-19cceef84116 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] For port 58446911-c0cc-4062-a35e-d05347ab5bf7, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=58446911-c0cc-4062-a35e-d05347ab5bf7,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:58.203348 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-32745b64-385f-4725-bbce-ac72ae77235c req-554a23ea-a915-4525-a67c-19cceef84116 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.208011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-c1f28e49-00ad-46eb-be20-e0373fefcebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:58.209508 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-c1f28e49-00ad-46eb-be20-e0373fefcebd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.0486538 Aug 24 00:13:58.221751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-32745b64-385f-4725-bbce-ac72ae77235c req-554a23ea-a915-4525-a67c-19cceef84116 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Calling delete_port for 58446911-c0cc-4062-a35e-d05347ab5bf7 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:13:58.250551 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-176d2974-8663-4ad6-9322-86d62086b980 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331268 Aug 24 00:13:58.309921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda84d0b-0755-497d-b2c8-7f2950f75e7d req-5ea419fd-ad16-457f-b205-b99357b0866c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:58.311819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bda84d0b-0755-497d-b2c8-7f2950f75e7d req-5ea419fd-ad16-457f-b205-b99357b0866c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.1816840 Aug 24 00:13:58.355052 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-25729aab-59f6-4c31-b462-36dd21f957f5 service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960703 Aug 24 00:13:58.457361 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cccaed-d9db-454e-b098-17b61f1f9643 req-e8d60703-0ff0-48dd-9113-e2e2bb9e09aa service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946369 Aug 24 00:13:58.670941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bda84d0b-0755-497d-b2c8-7f2950f75e7d req-3842e5f8-2632-4fc6-a379-8c5bca806450 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871491 Aug 24 00:13:58.711048 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.717053 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.821836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Pushing event updated for resources: {'Port': ['ID=218f5c24-48c6-43a4-8aef-c407b89f880b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:58.838207 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.841367 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-32745b64-385f-4725-bbce-ac72ae77235c req-554a23ea-a915-4525-a67c-19cceef84116 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.847276 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea93ca0-83cf-4f9e-bddf-51dcf66bc2de x-openstack-request-id: req-0ea93ca0-83cf-4f9e-bddf-51dcf66bc2de {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:58.847591 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09087f16-a2d9-42ac-bd13-130ff7fb1c06", "name": "network-vif-deleted", "tag": "10ef63a7-b747-4dcc-a39b-10bc6e06d301", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:58.847883 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ea93ca0-83cf-4f9e-bddf-51dcf66bc2de {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:58.848384 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09087f16-a2d9-42ac-bd13-130ff7fb1c06', 'name': 'network-vif-deleted', 'tag': '10ef63a7-b747-4dcc-a39b-10bc6e06d301', 'status': 'completed', 'code': 200} Aug 24 00:13:58.875459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a23ea-a915-4525-a67c-19cceef84116 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event deleted for resources: {'Port': ['ID=58446911-c0cc-4062-a35e-d05347ab5bf7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:58.883466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563', 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', '455e03c0-f799-42af-8eb9-21d9a34db4ad', '45007bf2-7bf1-4f16-9807-cb759fef16cc'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:58.925981 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.927246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-9c9f9659-6dde-47f5-8a2f-3478fd8e14df tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3529577 Aug 24 00:13:58.927972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-32745b64-385f-4725-bbce-ac72ae77235c req-554a23ea-a915-4525-a67c-19cceef84116 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] No DVR routers for this DVR port 58446911-c0cc-4062-a35e-d05347ab5bf7 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:13:58.932177 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-32745b64-385f-4725-bbce-ac72ae77235c req-554a23ea-a915-4525-a67c-19cceef84116 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.934100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32745b64-385f-4725-bbce-ac72ae77235c req-554a23ea-a915-4525-a67c-19cceef84116 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "DELETE /v2.0/ports/58446911-c0cc-4062-a35e-d05347ab5bf7 HTTP/1.1" status: 204 len: 173 time: 1.2401767 Aug 24 00:13:58.934577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9b3dea-077c-4110-bd86-71ad132653fe', 'name': 'network-vif-deleted', 'tag': '58446911-c0cc-4062-a35e-d05347ab5bf7'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:58.937018 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02411d2f-cbe4-4fb9-be0d-d402a01b9474" -d '{"events": [{"server_uuid": "bc9b3dea-077c-4110-bd86-71ad132653fe", "name": "network-vif-deleted", "tag": "58446911-c0cc-4062-a35e-d05347ab5bf7"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:58.942578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['b169b4e7-3413-4732-89e7-53705853a7af', '88817624-88de-473e-a8d0-04614560b195'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:58.997100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a138f74-24af-44a7-bf1c-2ca892c5f7af req-a4c6f029-3836-4915-85f3-40d04013ff0a tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=09087f16-a2d9-42ac-bd13-130ff7fb1c06 HTTP/1.1" status: 200 len: 210 time: 0.0636601 Aug 24 00:13:59.101504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-e298a908-a412-467d-8bed-b3acbf4939aa tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 695 time: 0.1475494 Aug 24 00:13:59.192509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959b0d2-ab99-4157-8264-a37f00ce58b3 req-c1439289-9c19-415a-8114-ea485f4ab664 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:59.193925 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d959b0d2-ab99-4157-8264-a37f00ce58b3 req-c1439289-9c19-415a-8114-ea485f4ab664 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 944 time: 0.1251731 Aug 24 00:13:59.268502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-20f9ab1e-c3a7-4eb5-98e0-38dc5be87c1d tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:59.269838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-20f9ab1e-c3a7-4eb5-98e0-38dc5be87c1d tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.1532471 Aug 24 00:13:59.273144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d959b0d2-ab99-4157-8264-a37f00ce58b3 req-0926bf2c-652d-41eb-8878-f6b4e5a9d373 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708368 Aug 24 00:13:59.281536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-5637afa8-9992-43ed-b3c3-db15c8ae88cf tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:13:59.283247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-363d2be6-95f6-42c8-abc4-92fa8f8019dc req-5637afa8-9992-43ed-b3c3-db15c8ae88cf tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070679 Aug 24 00:13:59.367693 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60278cef-4a90-4245-ab47-b51a27eb47b9 x-openstack-request-id: req-60278cef-4a90-4245-ab47-b51a27eb47b9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:59.368136 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9b3dea-077c-4110-bd86-71ad132653fe", "name": "network-vif-deleted", "tag": "58446911-c0cc-4062-a35e-d05347ab5bf7", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:59.368542 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60278cef-4a90-4245-ab47-b51a27eb47b9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:59.369125 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9b3dea-077c-4110-bd86-71ad132653fe', 'name': 'network-vif-deleted', 'tag': '58446911-c0cc-4062-a35e-d05347ab5bf7', 'status': 'completed', 'code': 200} Aug 24 00:13:59.421290 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:59.428582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d06c984-b093-41c2-98c1-91d156067329 req-bf756ebe-0726-47de-bc59-e0048c7fa6c4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc9b3dea-077c-4110-bd86-71ad132653fe HTTP/1.1" status: 200 len: 210 time: 0.0283496 Aug 24 00:13:59.604166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-cd14a5e2-96a1-4e3e-9b16-e5329c7484b4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:59.605705 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-cd14a5e2-96a1-4e3e-9b16-e5329c7484b4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 820 time: 0.1045432 Aug 24 00:13:59.620871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-532f3994-eaeb-4123-891d-2f066433127b tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/quotas/88cceac23aee48fdac78678d99718fad HTTP/1.1" status: 200 len: 375 time: 0.0090070 Aug 24 00:13:59.685084 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-b4fc6154-15b7-418c-ba1a-25fbe70c7df6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0574999 Aug 24 00:13:59.798316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-d455062c-075d-49b4-bedd-731a1950a98e service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069703 Aug 24 00:13:59.884819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25cdc1-7ee3-47b2-91c1-d106ef6434fc req-4a17b441-4fec-4895-8079-99ee6ee81bee tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:59.886310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1c25cdc1-7ee3-47b2-91c1-d106ef6434fc req-4a17b441-4fec-4895-8079-99ee6ee81bee tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.1041131 Aug 24 00:13:59.933056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-3444824a-b1f2-4c1c-b5fd-beb82a79ba63 service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213119 Aug 24 00:13:59.946065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1c25cdc1-7ee3-47b2-91c1-d106ef6434fc req-baecf594-1b04-430a-b34a-a49525291e12 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485494 Aug 24 00:14:00.084348 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:00.109133 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43b85a0d-cc66-46c4-8c91-aec3b860d055 req-819845fd-39eb-4f87-95cd-67162c8de4a1 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 210 time: 0.0299726 Aug 24 00:14:00.156194 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ccd26d3-c401-441d-bb07-bdc8abaa9eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:00.351965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a0e7a-2fb7-4b74-9d9f-0a68e12d36ca req-702dd0ef-e4cc-4899-8a1c-a3fc69525713 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:00.360538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-858a0e7a-2fb7-4b74-9d9f-0a68e12d36ca req-702dd0ef-e4cc-4899-8a1c-a3fc69525713 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 973 time: 0.0693109 Aug 24 00:14:00.423777 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-858a0e7a-2fb7-4b74-9d9f-0a68e12d36ca req-832f069d-ed49-4c3f-a2b0-c9bb7f038722 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623353 Aug 24 00:14:00.438619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a67ee4-b9e4-4bbb-9ce1-5d09cd7cc10d req-a92517dc-845e-47dd-86e6-520988c42ee7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:00.440237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31a67ee4-b9e4-4bbb-9ce1-5d09cd7cc10d req-a92517dc-845e-47dd-86e6-520988c42ee7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 944 time: 0.0770383 Aug 24 00:14:00.491170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31a67ee4-b9e4-4bbb-9ce1-5d09cd7cc10d req-04eec266-993b-466a-a930-53879e3e9712 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448859 Aug 24 00:14:00.629165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 58446911-c0cc-4062-a35e-d05347ab5bf7 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:00.655034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 58446911-c0cc-4062-a35e-d05347ab5bf7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:00.655525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 58446911-c0cc-4062-a35e-d05347ab5bf7 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:00.655963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 10ef63a7-b747-4dcc-a39b-10bc6e06d301 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:00.674936 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 10ef63a7-b747-4dcc-a39b-10bc6e06d301 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:00.675275 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 10ef63a7-b747-4dcc-a39b-10bc6e06d301 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:00.734506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22995bcd-25fa-4a1e-b1e5-dfd7c5699508 req-c3c06f18-4fec-4362-a452-9cbc7ab9c195 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:00.735919 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22995bcd-25fa-4a1e-b1e5-dfd7c5699508 req-c3c06f18-4fec-4362-a452-9cbc7ab9c195 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 950 time: 0.0473921 Aug 24 00:14:00.778903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22995bcd-25fa-4a1e-b1e5-dfd7c5699508 req-41e118a0-f009-4f40-a1e7-689a58de8efe tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354636 Aug 24 00:14:00.850109 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781fcffb-ce9c-454a-8430-aa3d34912b98', 'tag': 'c99d7df1-d974-459a-a429-36212e113ee4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:00.852979 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d7f103-49c1-4ca2-b528-3c3392e0c03b" -d '{"events": [{"name": "network-changed", "server_uuid": "781fcffb-ce9c-454a-8430-aa3d34912b98", "tag": "c99d7df1-d974-459a-a429-36212e113ee4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:00.888347 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0989c0ff-fa99-43f3-8dd5-493a30748deb x-openstack-request-id: req-0989c0ff-fa99-43f3-8dd5-493a30748deb {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:00.888629 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781fcffb-ce9c-454a-8430-aa3d34912b98", "tag": "c99d7df1-d974-459a-a429-36212e113ee4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:00.888878 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0989c0ff-fa99-43f3-8dd5-493a30748deb {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:00.889270 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781fcffb-ce9c-454a-8430-aa3d34912b98', 'tag': 'c99d7df1-d974-459a-a429-36212e113ee4', 'status': 'completed', 'code': 200} Aug 24 00:14:00.984055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7f103-49c1-4ca2-b528-3c3392e0c03b req-25c523b8-a892-4bb8-a74b-f621fd0b31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:00.985936 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-58d7f103-49c1-4ca2-b528-3c3392e0c03b req-25c523b8-a892-4bb8-a74b-f621fd0b31dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 1095 time: 0.0424392 Aug 24 00:14:01.071848 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f4f18-eabe-4e1b-b6b8-e3067c5a8815 req-67072a37-3b82-4249-a48e-fc7b92140606 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:01.073717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c85f4f18-eabe-4e1b-b6b8-e3067c5a8815 req-67072a37-3b82-4249-a48e-fc7b92140606 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0565143 Aug 24 00:14:01.103164 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:01.103998 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7f103-49c1-4ca2-b528-3c3392e0c03b req-19a388d5-2923-48c1-9017-71f79ef50acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:01.106337 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-58d7f103-49c1-4ca2-b528-3c3392e0c03b req-19a388d5-2923-48c1-9017-71f79ef50acd service neutron] 10.222.0.47 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.0997379 Aug 24 00:14:01.123321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c85f4f18-eabe-4e1b-b6b8-e3067c5a8815 req-a94e0560-1cfa-4de7-a1ea-18d5ac010509 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412626 Aug 24 00:14:01.159684 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-58d7f103-49c1-4ca2-b528-3c3392e0c03b req-f8e0638e-59f2-45c6-8ec6-cfa13a6fcff4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c99d7df1-d974-459a-a429-36212e113ee4 HTTP/1.1" status: 200 len: 217 time: 0.0413718 Aug 24 00:14:01.213995 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7f103-49c1-4ca2-b528-3c3392e0c03b req-bcb4a98d-17be-48e2-beb2-203c5bd1c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:01.216432 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-58d7f103-49c1-4ca2-b528-3c3392e0c03b req-bcb4a98d-17be-48e2-beb2-203c5bd1c15b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.0486591 Aug 24 00:14:01.218043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07f707f2-c67f-4fb5-b9fb-a7e2a12532d1 req-05445266-aa62-4c5a-97a3-81dfbb25bd71 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 210 time: 0.0285578 Aug 24 00:14:01.251368 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-58d7f103-49c1-4ca2-b528-3c3392e0c03b req-6eb1dd33-be48-4358-9577-423045fa441b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272021 Aug 24 00:14:01.367983 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-58d7f103-49c1-4ca2-b528-3c3392e0c03b req-e5e21bb5-6d49-4bb3-aa3a-c257fe726eeb service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911613 Aug 24 00:14:01.465627 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-58d7f103-49c1-4ca2-b528-3c3392e0c03b req-018637ab-f487-40c8-99de-5a9520e0a65e service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892172 Aug 24 00:14:01.659329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ffd7a-1157-4f01-be0f-c8c533eb58fb req-04a181f0-6f2e-4a1e-bc6e-445c3222ccb1 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:01.661038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d8ffd7a-1157-4f01-be0f-c8c533eb58fb req-04a181f0-6f2e-4a1e-bc6e-445c3222ccb1 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 973 time: 0.1549048 Aug 24 00:14:01.674067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-dec6899c-d137-4259-be9b-b418745580bf tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:01.675608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-dec6899c-d137-4259-be9b-b418745580bf tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.13 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 820 time: 0.1918974 Aug 24 00:14:01.704296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02bc35-a5ae-47ae-a296-6347804340e4 req-9c38e2f4-30ea-4ad6-9276-985242b650bf tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:01.705755 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c02bc35-a5ae-47ae-a296-6347804340e4 req-9c38e2f4-30ea-4ad6-9276-985242b650bf tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 944 time: 0.1365273 Aug 24 00:14:01.738927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Request body: {'port': {'device_id': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'admin_state_up': True, 'tenant_id': '88cceac23aee48fdac78678d99718fad'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:01.775445 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d8ffd7a-1157-4f01-be0f-c8c533eb58fb req-a3fadb0e-7a71-49b2-b733-ccfb712719a1 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987945 Aug 24 00:14:01.814369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c02bc35-a5ae-47ae-a296-6347804340e4 req-0ec32993-fb03-48a9-ad32-5548616265e3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008475 Aug 24 00:14:01.884723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Made reservation on behalf of 88cceac23aee48fdac78678d99718fad for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:01.890079 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:01.991413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ceb13-9d68-4dcc-86f0-7fdee711a6a7 req-c2636386-02a4-4138-bf43-53d7b2ca06f5 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:01.992880 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce2ceb13-9d68-4dcc-86f0-7fdee711a6a7 req-c2636386-02a4-4138-bf43-53d7b2ca06f5 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 950 time: 0.1002865 Aug 24 00:14:02.091150 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce2ceb13-9d68-4dcc-86f0-7fdee711a6a7 req-27651b27-638a-486c-b1e0-4bff254ff1bf tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806215 Aug 24 00:14:02.095192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Allocated IP 172.20.0.3 (ae9ecf52-477b-41a7-af47-b8a53dd05ebd/cffd9d21-7537-463b-bd4b-94e476cbafc1/1108ea4b-b03d-45cf-9d14-860cd43e4cd2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:02.273691 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.284726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc211b-fdd5-440a-80bc-ef5c21505510 req-20b85f38-c1de-4a96-9361-bd88d4354e1f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:02.286195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4fc211b-fdd5-440a-80bc-ef5c21505510 req-20b85f38-c1de-4a96-9361-bd88d4354e1f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0890770 Aug 24 00:14:02.303894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Transition to ACTIVE for port object 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:02.340083 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4fc211b-fdd5-440a-80bc-ef5c21505510 req-3bb3da16-ac79-4ef2-b69d-7d3250255fbd tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477023 Aug 24 00:14:02.368591 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.422092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['a80d16f7-279c-4a75-9777-5e8e9ac6ca1a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:02.440634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Network ae9ecf52-477b-41a7-af47-b8a53dd05ebd is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:02.445756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device c99d7df1-d974-459a-a429-36212e113ee4 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:02.447268 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:02.454865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:02.460466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Pushing event updated for resources: {'Port': ['ID=1108ea4b-b03d-45cf-9d14-860cd43e4cd2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:02.493286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:02.493789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:02.494865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:02.494865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:02.495075 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:02.495525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:02.495958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:02.496431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:02.496861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:02.497293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:02.497727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:02.498161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:02.522827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358edf7c-92e7-40e6-8efe-2de6ea40a48b req-f5e854c1-05f6-42a2-b8df-6b4d0a666da5 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:02.524741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-358edf7c-92e7-40e6-8efe-2de6ea40a48b req-f5e854c1-05f6-42a2-b8df-6b4d0a666da5 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 931 time: 0.1275790 Aug 24 00:14:02.544113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:02.545412 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.575090 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-8df0c917-b808-4966-b616-8090a115deb6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8471246 Aug 24 00:14:02.594877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-358edf7c-92e7-40e6-8efe-2de6ea40a48b req-0bff6852-53e7-46dc-a9e5-5a0344677a27 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581839 Aug 24 00:14:02.600394 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Request body: {'port': {'device_id': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:02.638701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c99d7df1-d974-459a-a429-36212e113ee4,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:02.658536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'c99d7df1-d974-459a-a429-36212e113ee4', 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a', 'port_id': 'c99d7df1-d974-459a-a429-36212e113ee4', 'mac_address': 'fa:16:3e:4b:f7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa782be-5361-4304-8935-1a8d05dccac3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:02.659244 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.706230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-80c24e0d-6b59-4a3a-86ce-51aa4f2f96ea None None] Provisioning for port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:02.718928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-80c24e0d-6b59-4a3a-86ce-51aa4f2f96ea None None] Provisioning complete for port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:02.719286 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80c24e0d-6b59-4a3a-86ce-51aa4f2f96ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.745943 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.769237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99d7df1-d974-459a-a429-36212e113ee4 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:02.776203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-80c24e0d-6b59-4a3a-86ce-51aa4f2f96ea None None] Port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:02.791097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c99d7df1-d974-459a-a429-36212e113ee4,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:02.796505 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.863037 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=c99d7df1-d974-459a-a429-36212e113ee4,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:02.916333 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.967267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a57bf-0d3c-44a1-b678-0ff36cf726f4 req-a557c4ba-5bf2-4be7-941d-22063db5e409 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:02.969175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b87a57bf-0d3c-44a1-b678-0ff36cf726f4 req-a557c4ba-5bf2-4be7-941d-22063db5e409 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 973 time: 0.1205981 Aug 24 00:14:02.998479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c6d29-b708-43be-ba83-f4c7033097fe req-8f2e39a6-c84c-4071-b31f-97f12579ed0c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:02.999966 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c49c6d29-b708-43be-ba83-f4c7033097fe req-8f2e39a6-c84c-4071-b31f-97f12579ed0c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 945 time: 0.1068697 Aug 24 00:14:03.066247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:03.077830 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.083155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b87a57bf-0d3c-44a1-b678-0ff36cf726f4 req-0fbc051d-bf1d-41f6-abcd-828530842fe2 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a42af76-f531-45b3-82b9-8f5390a0ba2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042864 Aug 24 00:14:03.100565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c49c6d29-b708-43be-ba83-f4c7033097fe req-459efa6c-2fd7-4247-97f0-4378627b8f5a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776160 Aug 24 00:14:03.119812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Transition to ACTIVE for port object 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:03.125577 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.182084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Pushing event updated for resources: {'Port': ['ID=1108ea4b-b03d-45cf-9d14-860cd43e4cd2,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:03.211932 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73238f0c-f96f-4774-9f19-c5078d98775b req-bef3d354-5805-40dd-b5b6-2fdd453bc9cb tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:03.213727 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-73238f0c-f96f-4774-9f19-c5078d98775b req-bef3d354-5805-40dd-b5b6-2fdd453bc9cb tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 973 time: 0.0619891 Aug 24 00:14:03.296281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997522a4-d43b-4b57-995a-aa938253b6cb req-99217aaa-919a-41f4-968c-0fabc0532a51 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:03.297840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-997522a4-d43b-4b57-995a-aa938253b6cb req-99217aaa-919a-41f4-968c-0fabc0532a51 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 950 time: 0.1027637 Aug 24 00:14:03.327185 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-73238f0c-f96f-4774-9f19-c5078d98775b req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Deleting port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:03.327525 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-73238f0c-f96f-4774-9f19-c5078d98775b req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.327913 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Attempting to bind port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:03.328256 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Attempting to bind port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:03.328581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Attempting to bind port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 on network ae9ecf52-477b-41a7-af47-b8a53dd05ebd {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:03.340703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 on network ae9ecf52-477b-41a7-af47-b8a53dd05ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:03.341042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Attempting to bind port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 on network ae9ecf52-477b-41a7-af47-b8a53dd05ebd {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:03.355116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:03.356227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Checking segment: {'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:03.356742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Bound using segment: {'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:03.357432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Bound port: 1108ea4b-b03d-45cf-9d14-860cd43e4cd2, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c14fbf0-2da3-45c2-9013-89a0027b322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:03.358296 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.368857 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['c99d7df1-d974-459a-a429-36212e113ee4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:03.371288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-997522a4-d43b-4b57-995a-aa938253b6cb req-fa7f708b-0e5d-4941-a22e-8294e7429bdb tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657039 Aug 24 00:14:03.438373 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-73238f0c-f96f-4774-9f19-c5078d98775b req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] For port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:03.438815 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-73238f0c-f96f-4774-9f19-c5078d98775b req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.440037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] For port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:03.443904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] For port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=1108ea4b-b03d-45cf-9d14-860cd43e4cd2,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:03.452154 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.453307 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-73238f0c-f96f-4774-9f19-c5078d98775b req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Calling delete_port for 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca owned by compute:tempest-test_az-1278312705 {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:03.511071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:03.512118 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.513427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] 10.222.0.13 "PUT /v2.0/ports/1108ea4b-b03d-45cf-9d14-860cd43e4cd2 HTTP/1.1" status: 200 len: 1091 time: 0.9174297 Aug 24 00:14:03.516636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'tag': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:03.518936 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ea3018-c1ff-4f8e-8cbb-71e292c60861" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7", "tag": "1108ea4b-b03d-45cf-9d14-860cd43e4cd2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:03.575352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca2d2c-1282-4b31-84ff-a67a51040c7e service neutron] Pushing event updated for resources: {'Port': ['ID=1108ea4b-b03d-45cf-9d14-860cd43e4cd2,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:03.595619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb36ac-733f-4324-a088-48deae0cc406 req-8453b9f0-8c55-40cd-8b59-f9f894aeb49a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:03.597246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43eb36ac-733f-4324-a088-48deae0cc406 req-8453b9f0-8c55-40cd-8b59-f9f894aeb49a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.1063769 Aug 24 00:14:03.612993 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-73238f0c-f96f-4774-9f19-c5078d98775b req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.647513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Pushing event deleted for resources: {'Port': ['ID=6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:03.662160 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:03.663058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:03.663586 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:03.664128 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:03.664981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:03.666055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:03.666550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:03.667193 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:03.667657 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:03.668726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:03.669427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:03.670053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:03.689120 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f378cd9b-0e6a-4a6c-81b2-b27b9914fc4e x-openstack-request-id: req-f378cd9b-0e6a-4a6c-81b2-b27b9914fc4e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:03.689741 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7", "tag": "1108ea4b-b03d-45cf-9d14-860cd43e4cd2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:03.700455 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f378cd9b-0e6a-4a6c-81b2-b27b9914fc4e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:03.701091 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'tag': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2', 'status': 'completed', 'code': 200} Aug 24 00:14:03.738946 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-73238f0c-f96f-4774-9f19-c5078d98775b req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] No DVR routers for this DVR port 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:03.742003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-73238f0c-f96f-4774-9f19-c5078d98775b req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.745252 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-73238f0c-f96f-4774-9f19-c5078d98775b req-c25f0bae-502c-469a-ada3-338a3ed782a6 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.13 "DELETE /v2.0/ports/6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca HTTP/1.1" status: 204 len: 173 time: 0.5232875 Aug 24 00:14:03.745721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b803147-26a6-40ab-adf0-247f78cafea6', 'name': 'network-vif-deleted', 'tag': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:03.748959 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561ad60d-b3c2-4c93-a894-9d8896a6d82a" -d '{"events": [{"server_uuid": "3b803147-26a6-40ab-adf0-247f78cafea6", "name": "network-vif-deleted", "tag": "6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:03.776280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:03.812976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43eb36ac-733f-4324-a088-48deae0cc406 req-05e4916b-3341-4199-bbf1-1a293b90ce0c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057555 Aug 24 00:14:03.845626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-df8197fd-3507-4fbe-be45-f611c8cef678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:03.849087 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-df8197fd-3507-4fbe-be45-f611c8cef678 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 1094 time: 0.2175462 Aug 24 00:14:03.880632 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91163f-a759-4db4-acc7-27d0d338fad1 req-9177ad76-8745-4457-8c40-e233b00e1e39 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:03.883230 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d91163f-a759-4db4-acc7-27d0d338fad1 req-9177ad76-8745-4457-8c40-e233b00e1e39 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 950 time: 0.1586595 Aug 24 00:14:03.884052 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5e083b-f939-45f7-a7d8-b3344b509155 x-openstack-request-id: req-3b5e083b-f939-45f7-a7d8-b3344b509155 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:03.884527 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b803147-26a6-40ab-adf0-247f78cafea6", "name": "network-vif-deleted", "tag": "6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:03.884891 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b5e083b-f939-45f7-a7d8-b3344b509155 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:03.885444 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b803147-26a6-40ab-adf0-247f78cafea6', 'name': 'network-vif-deleted', 'tag': '6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca', 'status': 'completed', 'code': 200} Aug 24 00:14:03.944409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc2cc8-9cfe-44dd-acda-9dc22303a98c req-0ef0dd51-70f1-48f0-b3d6-d59446b071c7 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:03.945934 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62cc2cc8-9cfe-44dd-acda-9dc22303a98c req-0ef0dd51-70f1-48f0-b3d6-d59446b071c7 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 943 time: 0.1873651 Aug 24 00:14:03.948271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-429517ad-1f99-41d2-9c7a-35c2c0974849 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1108ea4b-b03d-45cf-9d14-860cd43e4cd2 HTTP/1.1" status: 200 len: 217 time: 0.0622156 Aug 24 00:14:04.086048 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e1b80d0a-3b7d-453c-86c5-ca26fece4beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:04.087558 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-e1b80d0a-3b7d-453c-86c5-ca26fece4beb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.1041257 Aug 24 00:14:04.091560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62cc2cc8-9cfe-44dd-acda-9dc22303a98c req-c827cab4-79dc-4a02-9408-8f1ed52ae700 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360035 Aug 24 00:14:04.112601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5d91163f-a759-4db4-acc7-27d0d338fad1 req-5a2cab10-217f-48c8-a41c-c67bad92cd0d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Deleting port 88817624-88de-473e-a8d0-04614560b195 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:04.112950 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5d91163f-a759-4db4-acc7-27d0d338fad1 req-5a2cab10-217f-48c8-a41c-c67bad92cd0d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:04.274825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb85f12a-16e5-4c7b-b307-d6a889ad4197 req-59ab712b-886d-49ab-a560-4f486ff72971 tempest-ServersAdminTestJSON-950498444 tempest-ServersAdminTestJSON-950498444-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b803147-26a6-40ab-adf0-247f78cafea6 HTTP/1.1" status: 200 len: 210 time: 0.0617609 Aug 24 00:14:04.284118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-1ba78831-eba6-4483-8b21-792491372ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:04.285630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-1ba78831-eba6-4483-8b21-792491372ca7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584396 Aug 24 00:14:04.293685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5d91163f-a759-4db4-acc7-27d0d338fad1 req-5a2cab10-217f-48c8-a41c-c67bad92cd0d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] For port 88817624-88de-473e-a8d0-04614560b195, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88817624-88de-473e-a8d0-04614560b195,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:04.294465 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5d91163f-a759-4db4-acc7-27d0d338fad1 req-5a2cab10-217f-48c8-a41c-c67bad92cd0d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:04.329392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5d91163f-a759-4db4-acc7-27d0d338fad1 req-5a2cab10-217f-48c8-a41c-c67bad92cd0d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Calling delete_port for 88817624-88de-473e-a8d0-04614560b195 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:04.372604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33e150-c93f-44b6-9fc6-6f351be81137 req-2c6155a8-9ee5-4791-9b25-f536512d24c4 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:04.374028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2c33e150-c93f-44b6-9fc6-6f351be81137 req-2c6155a8-9ee5-4791-9b25-f536512d24c4 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 945 time: 0.1785238 Aug 24 00:14:04.765416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2c33e150-c93f-44b6-9fc6-6f351be81137 req-df082063-97da-4ec5-aeca-5fe6ac7b0127 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841527 Aug 24 00:14:04.781359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-10330e4e-b873-452d-a193-3ee372287266 service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844625 Aug 24 00:14:04.858039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb81d7-707b-4fd6-8c9a-31cd6b3372bc req-bf944db2-521a-480b-89ed-4616d37a2bd6 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:04.859632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56fb81d7-707b-4fd6-8c9a-31cd6b3372bc req-bf944db2-521a-480b-89ed-4616d37a2bd6 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9e0f28-d400-4df1-90ec-69c1823ce063 HTTP/1.1" status: 200 len: 950 time: 0.1469860 Aug 24 00:14:04.942835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5d91163f-a759-4db4-acc7-27d0d338fad1 req-5a2cab10-217f-48c8-a41c-c67bad92cd0d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:04.983741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['b169b4e7-3413-4732-89e7-53705853a7af'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:05.015835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cab10-217f-48c8-a41c-c67bad92cd0d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event deleted for resources: {'Port': ['ID=88817624-88de-473e-a8d0-04614560b195,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:05.030961 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56fb81d7-707b-4fd6-8c9a-31cd6b3372bc req-728d52ea-1413-46bb-baeb-60a37d27288a tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378498 Aug 24 00:14:05.031361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563', 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', '455e03c0-f799-42af-8eb9-21d9a34db4ad', '45007bf2-7bf1-4f16-9807-cb759fef16cc'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:05.056543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a6ce8b5-7a91-42ee-afb1-3b593d501bc6 req-9a5a8b29-d47e-474d-83b3-33e183f2f634 service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592103 Aug 24 00:14:05.069757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaf6c8-620e-4b6f-bb36-699dbd1bbd26 req-ec080c7d-5047-4d44-bb8d-76944c658e96 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.071563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1eaf6c8-620e-4b6f-bb36-699dbd1bbd26 req-ec080c7d-5047-4d44-bb8d-76944c658e96 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.1468959 Aug 24 00:14:05.087483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d91163f-a759-4db4-acc7-27d0d338fad1 req-5a2cab10-217f-48c8-a41c-c67bad92cd0d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] No DVR routers for this DVR port 88817624-88de-473e-a8d0-04614560b195 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:05.094714 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5d91163f-a759-4db4-acc7-27d0d338fad1 req-5a2cab10-217f-48c8-a41c-c67bad92cd0d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:05.096789 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d91163f-a759-4db4-acc7-27d0d338fad1 req-5a2cab10-217f-48c8-a41c-c67bad92cd0d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "DELETE /v2.0/ports/88817624-88de-473e-a8d0-04614560b195 HTTP/1.1" status: 204 len: 173 time: 1.1485615 Aug 24 00:14:05.127943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1eaf6c8-620e-4b6f-bb36-699dbd1bbd26 req-57552559-88b7-4c1b-90be-844516180985 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Aug 24 00:14:05.271285 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a0eca-30dd-4172-a947-6b038628425d req-32d77740-34d3-493a-970c-383d9e12d1f7 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.273019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-248a0eca-30dd-4172-a947-6b038628425d req-32d77740-34d3-493a-970c-383d9e12d1f7 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 943 time: 0.0907004 Aug 24 00:14:05.284680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea3018-c1ff-4f8e-8cbb-71e292c60861 req-d240ffe8-0ffe-45d2-a3a4-798b2a059bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.286190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80ea3018-c1ff-4f8e-8cbb-71e292c60861 req-d240ffe8-0ffe-45d2-a3a4-798b2a059bec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 1094 time: 0.0929432 Aug 24 00:14:05.393410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-248a0eca-30dd-4172-a947-6b038628425d req-d190dc1c-efbc-48bf-8daa-fdab57efc088 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050980 Aug 24 00:14:05.421766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8be995-f8c5-40f2-869d-9a6f69426d90 req-5f10b537-7540-46c6-a6d1-da6aae74fde2 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.423571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f8be995-f8c5-40f2-869d-9a6f69426d90 req-5f10b537-7540-46c6-a6d1-da6aae74fde2 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 1097 time: 0.1496451 Aug 24 00:14:05.490686 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f8be995-f8c5-40f2-869d-9a6f69426d90 req-3a55f1af-0e59-4c9a-be87-44541d351ff7 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607791 Aug 24 00:14:05.495955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea3018-c1ff-4f8e-8cbb-71e292c60861 req-011018e5-8438-4d2b-b0d8-4a70ae20fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.497565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80ea3018-c1ff-4f8e-8cbb-71e292c60861 req-011018e5-8438-4d2b-b0d8-4a70ae20fab9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 921 time: 0.1917696 Aug 24 00:14:05.576660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80ea3018-c1ff-4f8e-8cbb-71e292c60861 req-899e72c9-af52-4397-8888-b14d88f13a62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1108ea4b-b03d-45cf-9d14-860cd43e4cd2 HTTP/1.1" status: 200 len: 217 time: 0.0655353 Aug 24 00:14:05.677632 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea3018-c1ff-4f8e-8cbb-71e292c60861 req-6b08670e-52a5-4f29-aeb1-a67e4bc75927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.679402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80ea3018-c1ff-4f8e-8cbb-71e292c60861 req-6b08670e-52a5-4f29-aeb1-a67e4bc75927 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.0614679 Aug 24 00:14:05.702013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9e0f28-d400-4df1-90ec-69c1823ce063', 'name': 'network-vif-deleted', 'tag': '88817624-88de-473e-a8d0-04614560b195'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:05.704624 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5981fc6e-8d7e-41bc-91d9-89440d0a9711" -d '{"events": [{"server_uuid": "cc9e0f28-d400-4df1-90ec-69c1823ce063", "name": "network-vif-deleted", "tag": "88817624-88de-473e-a8d0-04614560b195"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:05.751405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:05.763625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea3018-c1ff-4f8e-8cbb-71e292c60861 req-7c3f5b50-d21c-4176-bef9-013af38c4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.765376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80ea3018-c1ff-4f8e-8cbb-71e292c60861 req-7c3f5b50-d21c-4176-bef9-013af38c4b3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764136 Aug 24 00:14:05.789172 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b8d1e5-4f9b-4c6d-9836-489bacc76724 x-openstack-request-id: req-13b8d1e5-4f9b-4c6d-9836-489bacc76724 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:05.789490 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9e0f28-d400-4df1-90ec-69c1823ce063", "name": "network-vif-deleted", "tag": "88817624-88de-473e-a8d0-04614560b195", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:05.789805 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13b8d1e5-4f9b-4c6d-9836-489bacc76724 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:05.790261 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9e0f28-d400-4df1-90ec-69c1823ce063', 'name': 'network-vif-deleted', 'tag': '88817624-88de-473e-a8d0-04614560b195', 'status': 'completed', 'code': 200} Aug 24 00:14:05.928169 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2dc61ae9-6f88-4f31-9783-8445a00dd561 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edbd278d73d44a99b5166fd72edc2c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751924 Aug 24 00:14:05.931126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:05.943797 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80ea3018-c1ff-4f8e-8cbb-71e292c60861 req-ff6698d5-80bc-4c89-933a-e46e7b28e750 service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672263 Aug 24 00:14:05.971784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed5ed8-3fa5-436f-9de3-d1d90fa65cdc req-9d7ecc74-2128-47d4-9e43-1169b5c08e3e tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.973339 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5ed5ed8-3fa5-436f-9de3-d1d90fa65cdc req-9d7ecc74-2128-47d4-9e43-1169b5c08e3e tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 945 time: 0.0958400 Aug 24 00:14:06.013223 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba732-bf73-43ee-a8d7-bfea7dbb1604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.037770 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba732-bf73-43ee-a8d7-bfea7dbb1604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.069653 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5ed5ed8-3fa5-436f-9de3-d1d90fa65cdc req-6e178a05-fcd9-447c-acb7-75644cae9abc tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764067 Aug 24 00:14:06.096817 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba732-bf73-43ee-a8d7-bfea7dbb1604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.099667 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba732-bf73-43ee-a8d7-bfea7dbb1604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.103268 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2c2ba732-bf73-43ee-a8d7-bfea7dbb1604 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a42af76-f531-45b3-82b9-8f5390a0ba2c HTTP/1.1" status: 204 len: 168 time: 0.1685495 Aug 24 00:14:06.103596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80ea3018-c1ff-4f8e-8cbb-71e292c60861 req-72cd8259-f3e1-4460-99a2-908f96c425ff service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472995 Aug 24 00:14:06.115563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ba732-bf73-43ee-a8d7-bfea7dbb1604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a42af76-f531-45b3-82b9-8f5390a0ba2c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:06.342093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4688d-a365-4e57-a4c3-7eb5185cb1eb req-bde78e03-b17a-4f39-b516-50da01e6d00f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:06.343677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21c4688d-a365-4e57-a4c3-7eb5185cb1eb req-bde78e03-b17a-4f39-b516-50da01e6d00f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0583901 Aug 24 00:14:06.393276 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21c4688d-a365-4e57-a4c3-7eb5185cb1eb req-fd659757-cf24-42e3-bc1d-fa91a466f16c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414209 Aug 24 00:14:06.401700 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-928d26f5-259e-4ff9-9b27-c2535b77e3a9 req-6b159abb-0194-4c5f-a3ce-e677466932e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03be95f9-0d93-4369-b795-ac7cef9f271e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486014 Aug 24 00:14:06.445969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42776) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:06.467911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device c99d7df1-d974-459a-a429-36212e113ee4 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:06.502156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d26f5-259e-4ff9-9b27-c2535b77e3a9 req-7762c87a-e9fa-402d-8c8e-cc7e9ddaa26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:06.504318 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-928d26f5-259e-4ff9-9b27-c2535b77e3a9 req-7762c87a-e9fa-402d-8c8e-cc7e9ddaa26f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&device_id=03be95f9-0d93-4369-b795-ac7cef9f271e HTTP/1.1" status: 200 len: 1101 time: 0.0588589 Aug 24 00:14:06.529513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b88c88ab-414b-4e3f-bd60-7330bdedc76e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f1fcb7a33e54b32bf471f3dbf962339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0822661 Aug 24 00:14:06.532421 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:06.536380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port c99d7df1-d974-459a-a429-36212e113ee4 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:06.548132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port c99d7df1-d974-459a-a429-36212e113ee4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:06.548720 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.652101 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.657056 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:06.680463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:06.681165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6340236b-fa2e-4eb1-b47b-1e83a5c5e6ca not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:06.681897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 88817624-88de-473e-a8d0-04614560b195 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:06.690822 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-706b9d72-2eb8-4e98-b560-8a1be6601429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.692891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-5b13172b-71c1-46c1-9f4c-b29a7b0f8704 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:14:06.693878 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-5b13172b-71c1-46c1-9f4c-b29a7b0f8704 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080774 Aug 24 00:14:06.709824 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 88817624-88de-473e-a8d0-04614560b195 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:06.710518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 88817624-88de-473e-a8d0-04614560b195 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:06.711746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ae27-a5f2-443e-a234-9513b0479f4c req-1fb2b798-c793-477f-97a1-6f294befbf71 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:06.730289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2167ae27-a5f2-443e-a234-9513b0479f4c req-1fb2b798-c793-477f-97a1-6f294befbf71 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 943 time: 0.0831463 Aug 24 00:14:06.732951 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-706b9d72-2eb8-4e98-b560-8a1be6601429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.739370 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c99d7df1-d974-459a-a429-36212e113ee4,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:06.740475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781fcffb-ce9c-454a-8430-aa3d34912b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99d7df1-d974-459a-a429-36212e113ee4'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:06.742879 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f0dbd7eb-834b-451a-bee9-c2d40466f7f3 service neutron] Request body: {'binding': {'host': 'n-h2-805736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:06.743522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f0dbd7eb-834b-451a-bee9-c2d40466f7f3 service neutron] Unknown quota resources ['binding']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:14:06.744083 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c608ab65-83e7-48bb-b207-2b87fb1f4785" -d '{"events": [{"server_uuid": "781fcffb-ce9c-454a-8430-aa3d34912b98", "name": "network-vif-plugged", "status": "completed", "tag": "c99d7df1-d974-459a-a429-36212e113ee4"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:06.747659 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d26f5-259e-4ff9-9b27-c2535b77e3a9 req-a2631450-84ac-4525-836e-127953396fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:06.749306 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-928d26f5-259e-4ff9-9b27-c2535b77e3a9 req-a2631450-84ac-4525-836e-127953396fdf service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.2017462 Aug 24 00:14:06.749896 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.802988 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-928d26f5-259e-4ff9-9b27-c2535b77e3a9 req-50c6636e-e58b-422c-9c9a-34bb453d5172 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=455e03c0-f799-42af-8eb9-21d9a34db4ad HTTP/1.1" status: 200 len: 217 time: 0.0411191 Aug 24 00:14:06.803550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2167ae27-a5f2-443e-a234-9513b0479f4c req-efe46935-4ead-40c7-8ab8-fa129612ab8b tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709527 Aug 24 00:14:06.813481 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=c99d7df1-d974-459a-a429-36212e113ee4,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:06.858095 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-706b9d72-2eb8-4e98-b560-8a1be6601429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.860779 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-706b9d72-2eb8-4e98-b560-8a1be6601429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.861941 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-706b9d72-2eb8-4e98-b560-8a1be6601429 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7735b34c-ccff-45a6-b12c-0c3a7612301c HTTP/1.1" status: 204 len: 168 time: 0.3281267 Aug 24 00:14:06.873275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b9d72-2eb8-4e98-b560-8a1be6601429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7735b34c-ccff-45a6-b12c-0c3a7612301c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:06.883211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d26f5-259e-4ff9-9b27-c2535b77e3a9 req-a0d11e91-4f96-4f78-84bf-a273b8e0d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:06.885833 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-928d26f5-259e-4ff9-9b27-c2535b77e3a9 req-a0d11e91-4f96-4f78-84bf-a273b8e0d8c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0683935 Aug 24 00:14:06.939623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f0dbd7eb-834b-451a-bee9-c2d40466f7f3 service neutron] Attempting to bind port e615b2da-102a-43fe-829a-1eaa7f0e7aed on host n-h2-805736-1 for vnic_type normal with profile None {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:06.940117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f0dbd7eb-834b-451a-bee9-c2d40466f7f3 service neutron] Attempting to bind port e615b2da-102a-43fe-829a-1eaa7f0e7aed by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:06.940551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f0dbd7eb-834b-451a-bee9-c2d40466f7f3 service neutron] Attempting to bind port e615b2da-102a-43fe-829a-1eaa7f0e7aed on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:06.943293 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d26f5-259e-4ff9-9b27-c2535b77e3a9 req-3ec2f66c-5a44-4854-ac55-ee8ec2eb743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:06.945508 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-928d26f5-259e-4ff9-9b27-c2535b77e3a9 req-3ec2f66c-5a44-4854-ac55-ee8ec2eb743d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0514929 Aug 24 00:14:06.945793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f0dbd7eb-834b-451a-bee9-c2d40466f7f3 service neutron] Port e615b2da-102a-43fe-829a-1eaa7f0e7aed on network ea19c1d5-c260-40f7-a45f-242d804dbf95 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:06.946185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f0dbd7eb-834b-451a-bee9-c2d40466f7f3 service neutron] Attempting to bind port e615b2da-102a-43fe-829a-1eaa7f0e7aed on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:06.952611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f0dbd7eb-834b-451a-bee9-c2d40466f7f3 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:06.953036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f0dbd7eb-834b-451a-bee9-c2d40466f7f3 service neutron] Checking segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:06.953491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f0dbd7eb-834b-451a-bee9-c2d40466f7f3 service neutron] Bound using segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:06.954106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f0dbd7eb-834b-451a-bee9-c2d40466f7f3 service neutron] Bound port: e615b2da-102a-43fe-829a-1eaa7f0e7aed, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:07.030097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f0dbd7eb-834b-451a-bee9-c2d40466f7f3 service neutron] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:07.037658 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f0dbd7eb-834b-451a-bee9-c2d40466f7f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:07.048929 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f0dbd7eb-834b-451a-bee9-c2d40466f7f3 service neutron] 10.222.0.32 "POST /v2.0/ports/e615b2da-102a-43fe-829a-1eaa7f0e7aed/bindings HTTP/1.1" status: 201 len: 389 time: 0.3138239 Aug 24 00:14:07.076076 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-928d26f5-259e-4ff9-9b27-c2535b77e3a9 req-876d3aa3-1012-47f2-9364-222ffadac657 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224041 Aug 24 00:14:07.150372 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cfac57-8dc5-413c-a563-9d29d3935d14 x-openstack-request-id: req-02cfac57-8dc5-413c-a563-9d29d3935d14 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:07.150917 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781fcffb-ce9c-454a-8430-aa3d34912b98", "name": "network-vif-plugged", "status": "completed", "tag": "c99d7df1-d974-459a-a429-36212e113ee4", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:07.151335 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02cfac57-8dc5-413c-a563-9d29d3935d14 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:07.151883 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781fcffb-ce9c-454a-8430-aa3d34912b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99d7df1-d974-459a-a429-36212e113ee4', 'code': 200} Aug 24 00:14:07.217444 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-928d26f5-259e-4ff9-9b27-c2535b77e3a9 req-0c987f7c-43c7-447b-8dff-c79b544c8f5e service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249223 Aug 24 00:14:07.304919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb4302-f58b-424a-874f-bc030d9b81c8 req-22ff9c2d-2120-419a-86c4-5200c3eee627 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.307001 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87fb4302-f58b-424a-874f-bc030d9b81c8 req-22ff9c2d-2120-419a-86c4-5200c3eee627 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1794426-56c3-45d3-b699-5c61aac3e116 HTTP/1.1" status: 200 len: 950 time: 0.1102231 Aug 24 00:14:07.319570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee587e98-d566-448c-84b6-a9d535781473 req-e1bbc8f6-eff1-42b4-8a6c-bac2db73ca29 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.321305 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee587e98-d566-448c-84b6-a9d535781473 req-e1bbc8f6-eff1-42b4-8a6c-bac2db73ca29 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 946 time: 0.0839639 Aug 24 00:14:07.353400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3904f8c-6695-4701-bfa9-0fc489ce7483 req-41d8c3d9-1b2e-4c7b-bbc2-5ad013270c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.354225 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e3904f8c-6695-4701-bfa9-0fc489ce7483 req-41d8c3d9-1b2e-4c7b-bbc2-5ad013270c32 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 1097 time: 0.0536449 Aug 24 00:14:07.399397 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e3904f8c-6695-4701-bfa9-0fc489ce7483 req-84404c88-3c45-49f2-9bf9-2b5ab34904f7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314233 Aug 24 00:14:07.416937 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87fb4302-f58b-424a-874f-bc030d9b81c8 req-6a2e6e5e-5c30-4052-bc36-88b12e0664bd tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947025 Aug 24 00:14:07.438008 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee587e98-d566-448c-84b6-a9d535781473 req-8f072b2c-f3d3-4c23-b68f-cac57cbde9fa tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924025 Aug 24 00:14:07.441677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-12f6b0aa-8762-487e-8e6d-ad2279b54ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.443235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-12f6b0aa-8762-487e-8e6d-ad2279b54ce1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 1097 time: 0.0984502 Aug 24 00:14:07.580651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab431f22-ae1f-4372-882e-cb8c207f6e0f req-a9d85fcf-ec49-4378-96b1-a5c316cc89bb tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.582185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab431f22-ae1f-4372-882e-cb8c207f6e0f req-a9d85fcf-ec49-4378-96b1-a5c316cc89bb tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.1056697 Aug 24 00:14:07.587477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-b9be9abe-922d-4271-911b-72bdc7f09af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.588916 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-b9be9abe-922d-4271-911b-72bdc7f09af6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.1378720 Aug 24 00:14:07.664680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-26a35a9e-3cd8-49e7-9c22-4089d8cc4eba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed HTTP/1.1" status: 200 len: 217 time: 0.0578980 Aug 24 00:14:07.721465 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab431f22-ae1f-4372-882e-cb8c207f6e0f req-c5885e17-c9d7-4fef-bab9-2ae9be8ebe4a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296153 Aug 24 00:14:07.731151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d5687-cb88-4d85-989a-e487da2d2d38 req-7d3c7c6d-9393-49ae-8843-793d4bf1d88d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.732835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-438d5687-cb88-4d85-989a-e487da2d2d38 req-7d3c7c6d-9393-49ae-8843-793d4bf1d88d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.1430328 Aug 24 00:14:07.743512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f72e8d52-de97-4bfb-88b6-b5008d728bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.744961 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-f72e8d52-de97-4bfb-88b6-b5008d728bad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.0718915 Aug 24 00:14:07.753102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42816) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:07.800404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-6b6594ac-4a83-4d59-8304-c4d1f8439ace service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393810 Aug 24 00:14:07.807483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-438d5687-cb88-4d85-989a-e487da2d2d38 req-f7c2fd09-ca94-488d-90e8-da5144d107cd tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616405 Aug 24 00:14:07.876053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-188869612-network', 'tenant_id': '7b87e19e0526484e82d56e52a67e4cad'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:07.945879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-e2e8234a-b333-41c7-97ba-9a1467446ab0 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354640 Aug 24 00:14:07.948504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] Made reservation on behalf of 7b87e19e0526484e82d56e52a67e4cad for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:07.951346 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:07.963277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:07.977944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c921ed-690a-455b-8500-27d81944b49b req-0511fea0-46ff-443f-a6fa-7dfbdb94f9c3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.979423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08c921ed-690a-455b-8500-27d81944b49b req-0511fea0-46ff-443f-a6fa-7dfbdb94f9c3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 943 time: 0.0964730 Aug 24 00:14:08.087355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08c921ed-690a-455b-8500-27d81944b49b req-87333839-7350-47d7-a771-e0ef7bb94454 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966461 Aug 24 00:14:08.134988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-ee320cff-cc4a-451c-b83b-65e2affebc99 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543548 Aug 24 00:14:08.172922 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:08.176733 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:08.202478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:14:08.212352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e823004e-d70a-4cb5-b7bd-f9a16fe529a3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:08.218548 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:08.218935 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] Added segment 438cfecc-3fed-43e5-871e-43b14362876f of type vlan for network f0d94b41-1c95-4ffa-83cf-094f5521869e Aug 24 00:14:08.264091 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:08.288067 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:08.289031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:08.289587 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:08.337906 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5837402 Aug 24 00:14:08.341542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42824) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:08.346383 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dc52ec27-6735-413a-9089-231239efa4ef admin admin] Request body: {'subnet': {'network_id': 'f0d94b41-1c95-4ffa-83cf-094f5521869e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-188869612-subnet', 'tenant_id': '7b87e19e0526484e82d56e52a67e4cad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:08.367828 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc52ec27-6735-413a-9089-231239efa4ef admin admin] Made reservation on behalf of 7b87e19e0526484e82d56e52a67e4cad for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:08.370319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc52ec27-6735-413a-9089-231239efa4ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:08.379840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0983460-90e2-4abd-8299-8496830cbcd8 admin admin] Pushing event updated for resources: {'Network': ['ID=f0d94b41-1c95-4ffa-83cf-094f5521869e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:08.390036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network f0d94b41-1c95-4ffa-83cf-094f5521869e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:14:08.406121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ede0d3-f150-46b9-9a4e-8d963ea37055 req-8d6da124-c306-447c-bcce-a3222580b4a3 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:08.407847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4ede0d3-f150-46b9-9a4e-8d963ea37055 req-8d6da124-c306-447c-bcce-a3222580b4a3 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1794426-56c3-45d3-b699-5c61aac3e116 HTTP/1.1" status: 200 len: 950 time: 0.0674376 Aug 24 00:14:08.585690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8343617-0f17-46ab-abc6-43c272373144 req-e8bf469c-9b6e-475b-8bf0-00e990a20e57 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:08.587427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8343617-0f17-46ab-abc6-43c272373144 req-e8bf469c-9b6e-475b-8bf0-00e990a20e57 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1794426-56c3-45d3-b699-5c61aac3e116 HTTP/1.1" status: 200 len: 950 time: 0.0835125 Aug 24 00:14:08.600421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230e991-dc3d-4eff-933c-d8e92665148a req-1cfa35ee-4823-4eb2-83f5-ae3f5e5d28fd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:08.601891 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3230e991-dc3d-4eff-933c-d8e92665148a req-1cfa35ee-4823-4eb2-83f5-ae3f5e5d28fd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 946 time: 0.0881147 Aug 24 00:14:08.660784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8343617-0f17-46ab-abc6-43c272373144 req-f6f3cce7-d9bd-4e15-8532-2b96afcb9f70 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578902 Aug 24 00:14:08.663591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3230e991-dc3d-4eff-933c-d8e92665148a req-5f18611c-1fd5-4651-85c9-3d8e91dd3f55 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539186 Aug 24 00:14:08.680185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:08.768006 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc52ec27-6735-413a-9089-231239efa4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:08.793905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=1108ea4b-b03d-45cf-9d14-860cd43e4cd2,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:08.806727 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'port_id': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2', 'mac_address': 'fa:16:3e:20:78:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:08.843429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52ec27-6735-413a-9089-231239efa4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=299f6df8-2aee-4329-9ea4-c657e7701bf5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:08.895822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc52ec27-6735-413a-9089-231239efa4ef admin admin] Checking segment: {'id': '438cfecc-3fed-43e5-871e-43b14362876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f0d94b41-1c95-4ffa-83cf-094f5521869e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:08.896190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc52ec27-6735-413a-9089-231239efa4ef admin admin] Network hostable DHCP agents. Network: f0d94b41-1c95-4ffa-83cf-094f5521869e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:14:08.898992 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:08.916454 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:08.923808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc52ec27-6735-413a-9089-231239efa4ef admin admin] Network f0d94b41-1c95-4ffa-83cf-094f5521869e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:14:08.939758 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-dc52ec27-6735-413a-9089-231239efa4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, f0d94b41-1c95-4ffa-83cf-094f5521869e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:08.946603 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc52ec27-6735-413a-9089-231239efa4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:08.947629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc52ec27-6735-413a-9089-231239efa4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:08.953058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3beeaaa-e9ab-436a-b574-830995b832de None None] Network f0d94b41-1c95-4ffa-83cf-094f5521869e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:08.959248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=1108ea4b-b03d-45cf-9d14-860cd43e4cd2,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:08.964046 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc52ec27-6735-413a-9089-231239efa4ef admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6214395 Aug 24 00:14:08.973260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917f21a-c4d2-477d-aa69-cb4f6d92276a req-2dd20e0e-a770-4dba-a28f-88bad60cd7a0 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:08.975012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3917f21a-c4d2-477d-aa69-cb4f6d92276a req-2dd20e0e-a770-4dba-a28f-88bad60cd7a0 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.1335340 Aug 24 00:14:08.983010 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:08.986663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c4ede0d3-f150-46b9-9a4e-8d963ea37055 req-86ac10dc-1784-4a14-9613-b3235bedb50d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Deleting port b169b4e7-3413-4732-89e7-53705853a7af {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:08.987713 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c4ede0d3-f150-46b9-9a4e-8d963ea37055 req-86ac10dc-1784-4a14-9613-b3235bedb50d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.000285 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b44704-7820-44ca-b948-d2c7a00d1555 req-bf3e0011-fd12-44e6-b4a7-9d6f8e711849 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:09.007694 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31b44704-7820-44ca-b948-d2c7a00d1555 req-bf3e0011-fd12-44e6-b4a7-9d6f8e711849 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.1105723 Aug 24 00:14:09.120606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=1108ea4b-b03d-45cf-9d14-860cd43e4cd2,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:09.154051 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3917f21a-c4d2-477d-aa69-cb4f6d92276a req-57fff2ef-34ca-425f-961e-7318a79889d8 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636655 Aug 24 00:14:09.167307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31b44704-7820-44ca-b948-d2c7a00d1555 req-d6dabd39-d6ce-4a97-a768-415759910016 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574957 Aug 24 00:14:09.201004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c4ede0d3-f150-46b9-9a4e-8d963ea37055 req-86ac10dc-1784-4a14-9613-b3235bedb50d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] For port b169b4e7-3413-4732-89e7-53705853a7af, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b169b4e7-3413-4732-89e7-53705853a7af,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:09.203235 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c4ede0d3-f150-46b9-9a4e-8d963ea37055 req-86ac10dc-1784-4a14-9613-b3235bedb50d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.246985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c4ede0d3-f150-46b9-9a4e-8d963ea37055 req-86ac10dc-1784-4a14-9613-b3235bedb50d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Calling delete_port for b169b4e7-3413-4732-89e7-53705853a7af owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:09.254028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb0ec6e-81de-4dab-bf41-39d0356c53a6 None None] Network f0d94b41-1c95-4ffa-83cf-094f5521869e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:09.381420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf818dca-4976-43e1-827b-9129b6882ad3 req-01233bc5-193e-40a2-921f-325621c6dec0 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:09.383129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf818dca-4976-43e1-827b-9129b6882ad3 req-01233bc5-193e-40a2-921f-325621c6dec0 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 944 time: 0.0893588 Aug 24 00:14:09.390550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['1108ea4b-b03d-45cf-9d14-860cd43e4cd2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:09.459041 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf818dca-4976-43e1-827b-9129b6882ad3 req-7f7429a4-3b2a-4da5-b2f7-ecc052615a1e tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688744 Aug 24 00:14:09.472348 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c4ede0d3-f150-46b9-9a4e-8d963ea37055 req-86ac10dc-1784-4a14-9613-b3235bedb50d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.510838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac10dc-1784-4a14-9613-b3235bedb50d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event deleted for resources: {'Port': ['ID=b169b4e7-3413-4732-89e7-53705853a7af,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:09.526292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563', 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', '455e03c0-f799-42af-8eb9-21d9a34db4ad', '45007bf2-7bf1-4f16-9807-cb759fef16cc'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:09.594024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ede0d3-f150-46b9-9a4e-8d963ea37055 req-86ac10dc-1784-4a14-9613-b3235bedb50d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] No DVR routers for this DVR port b169b4e7-3413-4732-89e7-53705853a7af on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:09.597112 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c4ede0d3-f150-46b9-9a4e-8d963ea37055 req-86ac10dc-1784-4a14-9613-b3235bedb50d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.599589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4ede0d3-f150-46b9-9a4e-8d963ea37055 req-86ac10dc-1784-4a14-9613-b3235bedb50d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.13 "DELETE /v2.0/ports/b169b4e7-3413-4732-89e7-53705853a7af HTTP/1.1" status: 204 len: 173 time: 0.8290076 Aug 24 00:14:09.600039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1794426-56c3-45d3-b699-5c61aac3e116', 'name': 'network-vif-deleted', 'tag': 'b169b4e7-3413-4732-89e7-53705853a7af'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:09.602277 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ba2ca4-dedd-4658-956a-cfd9557b3009" -d '{"events": [{"server_uuid": "b1794426-56c3-45d3-b699-5c61aac3e116", "name": "network-vif-deleted", "tag": "b169b4e7-3413-4732-89e7-53705853a7af"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:09.652336 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721abd15-5362-47da-82b4-948e386ad0ce x-openstack-request-id: req-721abd15-5362-47da-82b4-948e386ad0ce {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:09.653033 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1794426-56c3-45d3-b699-5c61aac3e116", "name": "network-vif-deleted", "tag": "b169b4e7-3413-4732-89e7-53705853a7af", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:09.653243 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-721abd15-5362-47da-82b4-948e386ad0ce {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:09.653616 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1794426-56c3-45d3-b699-5c61aac3e116', 'name': 'network-vif-deleted', 'tag': 'b169b4e7-3413-4732-89e7-53705853a7af', 'status': 'completed', 'code': 200} Aug 24 00:14:09.816609 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:14:09.839624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:09.854326 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-214675642-network', 'tenant_id': '1680493fd4114c399f731e3282603d1e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:09.898176 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c4ff0e3-7280-4ad0-9456-21ab22627df5 req-49aee37a-9452-447d-8f39-ab746fe99e9d tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1794426-56c3-45d3-b699-5c61aac3e116 HTTP/1.1" status: 200 len: 210 time: 0.0720701 Aug 24 00:14:09.921139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f7bf5-aa76-4372-b1e1-42ef8e712917 req-7c7b49cc-25cc-4648-81d4-45bc505fe827 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:09.922728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a6f7bf5-aa76-4372-b1e1-42ef8e712917 req-7c7b49cc-25cc-4648-81d4-45bc505fe827 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 946 time: 0.1348462 Aug 24 00:14:09.947895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a645381-7188-4b2d-a063-5ec30c043adc req-9d92806b-59c1-4b77-a289-dfd0c036cbec tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:09.953039 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2a645381-7188-4b2d-a063-5ec30c043adc req-9d92806b-59c1-4b77-a289-dfd0c036cbec tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 949 time: 0.1265943 Aug 24 00:14:09.955232 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] Made reservation on behalf of 1680493fd4114c399f731e3282603d1e for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:09.959964 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.980076 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.001672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a6f7bf5-aa76-4372-b1e1-42ef8e712917 req-85e14974-aaea-425a-9a7e-61c104263f38 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605254 Aug 24 00:14:10.151499 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-2a645381-7188-4b2d-a063-5ec30c043adc req-a3a4de42-b949-438e-b682-52683a2d2cd4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Deleting port 45007bf2-7bf1-4f16-9807-cb759fef16cc {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:10.152130 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2a645381-7188-4b2d-a063-5ec30c043adc req-a3a4de42-b949-438e-b682-52683a2d2cd4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.295821 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-2a645381-7188-4b2d-a063-5ec30c043adc req-a3a4de42-b949-438e-b682-52683a2d2cd4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] For port 45007bf2-7bf1-4f16-9807-cb759fef16cc, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=45007bf2-7bf1-4f16-9807-cb759fef16cc,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:10.296438 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2a645381-7188-4b2d-a063-5ec30c043adc req-a3a4de42-b949-438e-b682-52683a2d2cd4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.323841 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-2a645381-7188-4b2d-a063-5ec30c043adc req-a3a4de42-b949-438e-b682-52683a2d2cd4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Calling delete_port for 45007bf2-7bf1-4f16-9807-cb759fef16cc owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:10.327642 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.381113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c6c2f-34e1-42c7-b2e6-271e88745646 req-1dbe6c82-3b57-424b-90e2-06be1d52a11a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:10.389961 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc3c6c2f-34e1-42c7-b2e6-271e88745646 req-1dbe6c82-3b57-424b-90e2-06be1d52a11a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.1022208 Aug 24 00:14:10.408679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd09291-19b3-4030-a8b4-c3a8711f91c9 req-5a0cfc72-e0e9-46e1-9d01-0c293328fbf4 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:10.410168 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dd09291-19b3-4030-a8b4-c3a8711f91c9 req-5a0cfc72-e0e9-46e1-9d01-0c293328fbf4 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.0926561 Aug 24 00:14:10.449635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.472476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc3c6c2f-34e1-42c7-b2e6-271e88745646 req-4ce2dcb4-9811-4aba-a57b-0a56584f7585 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787303 Aug 24 00:14:10.482904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['b169b4e7-3413-4732-89e7-53705853a7af'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:10.491628 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dd09291-19b3-4030-a8b4-c3a8711f91c9 req-5771dbb7-fccb-4a52-b4dc-0a62d763138b tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745757 Aug 24 00:14:10.494630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35398c64-d005-4f17-8b02-b1c026be32ec,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:10.510024 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:14:10.530798 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.531179 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] Added segment 5dd85a58-6cac-47f2-897c-21ec53880052 of type vlan for network e2e0c4c0-93bc-47e9-90cc-a9901c9579dd Aug 24 00:14:10.541128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2a645381-7188-4b2d-a063-5ec30c043adc req-a3a4de42-b949-438e-b682-52683a2d2cd4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.607039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['b169b4e7-3413-4732-89e7-53705853a7af'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:10.652076 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a645381-7188-4b2d-a063-5ec30c043adc req-a3a4de42-b949-438e-b682-52683a2d2cd4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] No DVR routers for this DVR port 45007bf2-7bf1-4f16-9807-cb759fef16cc on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:10.659641 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-2a645381-7188-4b2d-a063-5ec30c043adc req-a3a4de42-b949-438e-b682-52683a2d2cd4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.661526 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2a645381-7188-4b2d-a063-5ec30c043adc req-a3a4de42-b949-438e-b682-52683a2d2cd4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "DELETE /v2.0/ports/45007bf2-7bf1-4f16-9807-cb759fef16cc HTTP/1.1" status: 204 len: 173 time: 0.6926405 Aug 24 00:14:10.662087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82157f9c-9f2f-4a30-9a70-6f0446e6254e', 'name': 'network-vif-deleted', 'tag': '45007bf2-7bf1-4f16-9807-cb759fef16cc'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:10.664322 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e042eb49-5c84-4f70-a513-478dddeeab7c" -d '{"events": [{"server_uuid": "82157f9c-9f2f-4a30-9a70-6f0446e6254e", "name": "network-vif-deleted", "tag": "45007bf2-7bf1-4f16-9807-cb759fef16cc"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:10.667206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4de42-b949-438e-b682-52683a2d2cd4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event deleted for resources: {'Port': ['ID=45007bf2-7bf1-4f16-9807-cb759fef16cc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:10.672336 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.702041 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.703221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:10.703857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.706251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:10.745300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0b2c5-3942-4ad7-a4db-501dd41f76ce req-099500db-c575-4967-9b17-87efa09116a2 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:10.747501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34e0b2c5-3942-4ad7-a4db-501dd41f76ce req-099500db-c575-4967-9b17-87efa09116a2 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 944 time: 0.1025572 Aug 24 00:14:10.753115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d17c6-6aa1-4481-b38f-245b5bd85e97 req-f9bd375e-6be2-4a99-bc4a-5eaa56ff3da8 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:10.754581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d7d17c6-6aa1-4481-b38f-245b5bd85e97 req-f9bd375e-6be2-4a99-bc4a-5eaa56ff3da8 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 1097 time: 0.0764894 Aug 24 00:14:10.786918 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e2e0c4c0-93bc-47e9-90cc-a9901c9579dd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:10.800041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network e2e0c4c0-93bc-47e9-90cc-a9901c9579dd details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:14:10.811201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34e0b2c5-3942-4ad7-a4db-501dd41f76ce req-fb9fdae3-b516-4bce-9a7d-f33490141de2 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555220 Aug 24 00:14:10.814902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42876) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:10.815031 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fa0288db-a65c-4462-84db-859ea6e184f9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9733310 Aug 24 00:14:10.820310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cc54be69-7fd6-479d-9300-558b29906134 admin admin] Request body: {'subnet': {'network_id': 'e2e0c4c0-93bc-47e9-90cc-a9901c9579dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-214675642-subnet', 'tenant_id': '1680493fd4114c399f731e3282603d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:10.884120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:10.887907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d7d17c6-6aa1-4481-b38f-245b5bd85e97 req-bbbbac7d-c66b-46f0-b497-544ee9b916d2 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100702 Aug 24 00:14:10.889284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc54be69-7fd6-479d-9300-558b29906134 admin admin] Made reservation on behalf of 1680493fd4114c399f731e3282603d1e for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:10.891262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:10.891837 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc54be69-7fd6-479d-9300-558b29906134 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.891964 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.900500 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f6d0c3-5971-4eea-9267-c523e1037341 x-openstack-request-id: req-13f6d0c3-5971-4eea-9267-c523e1037341 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:10.901551 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82157f9c-9f2f-4a30-9a70-6f0446e6254e", "name": "network-vif-deleted", "tag": "45007bf2-7bf1-4f16-9807-cb759fef16cc", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:10.903571 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13f6d0c3-5971-4eea-9267-c523e1037341 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:10.904148 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82157f9c-9f2f-4a30-9a70-6f0446e6254e', 'name': 'network-vif-deleted', 'tag': '45007bf2-7bf1-4f16-9807-cb759fef16cc', 'status': 'completed', 'code': 200} Aug 24 00:14:11.013925 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.076516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:11.080492 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d74d35b-2da0-418a-a305-ad7991749fe5" -d '{"events": [{"server_uuid": "0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7", "name": "network-vif-plugged", "status": "completed", "tag": "1108ea4b-b03d-45cf-9d14-860cd43e4cd2"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:11.104484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=1108ea4b-b03d-45cf-9d14-860cd43e4cd2,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:11.111201 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.178553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=1108ea4b-b03d-45cf-9d14-860cd43e4cd2,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:11.209091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7488033b-15dc-436a-9684-106a61e4b394 req-d3a026ac-fe1b-4067-9850-c48ce91b21bd tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=82157f9c-9f2f-4a30-9a70-6f0446e6254e HTTP/1.1" status: 200 len: 210 time: 0.1110020 Aug 24 00:14:11.303575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d763106-3f6b-4cab-bc90-97f54c2d63ca req-edd12d91-7bc7-4c86-9b32-955de4152b7a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:11.306441 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d763106-3f6b-4cab-bc90-97f54c2d63ca req-edd12d91-7bc7-4c86-9b32-955de4152b7a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 946 time: 0.1768587 Aug 24 00:14:11.338857 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc54be69-7fd6-479d-9300-558b29906134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.416216 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d763106-3f6b-4cab-bc90-97f54c2d63ca req-8c2b1442-0eef-4441-9091-1a041ea4aa32 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922251 Aug 24 00:14:11.437480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54be69-7fd6-479d-9300-558b29906134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=962a3a05-987f-4638-b82b-43187dc59301,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:11.447115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc54be69-7fd6-479d-9300-558b29906134 admin admin] Checking segment: {'id': '5dd85a58-6cac-47f2-897c-21ec53880052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e2e0c4c0-93bc-47e9-90cc-a9901c9579dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:11.447624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54be69-7fd6-479d-9300-558b29906134 admin admin] Network hostable DHCP agents. Network: e2e0c4c0-93bc-47e9-90cc-a9901c9579dd, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:14:11.458481 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d3826b-4b69-4419-b161-44dfc17d88ec x-openstack-request-id: req-f4d3826b-4b69-4419-b161-44dfc17d88ec {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:11.459210 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7", "name": "network-vif-plugged", "status": "completed", "tag": "1108ea4b-b03d-45cf-9d14-860cd43e4cd2", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:11.459798 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4d3826b-4b69-4419-b161-44dfc17d88ec {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:11.460373 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2', 'code': 200} Aug 24 00:14:11.473383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc54be69-7fd6-479d-9300-558b29906134 admin admin] Network e2e0c4c0-93bc-47e9-90cc-a9901c9579dd is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:14:11.490059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-cc54be69-7fd6-479d-9300-558b29906134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, e2e0c4c0-93bc-47e9-90cc-a9901c9579dd) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:11.500399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f809ea0-7ce0-49ad-8460-e744ed96f179 None None] Network e2e0c4c0-93bc-47e9-90cc-a9901c9579dd requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:11.515011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc54be69-7fd6-479d-9300-558b29906134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:11.515610 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc54be69-7fd6-479d-9300-558b29906134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.555649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cc54be69-7fd6-479d-9300-558b29906134 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7391899 Aug 24 00:14:11.643619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563', 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', '455e03c0-f799-42af-8eb9-21d9a34db4ad'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:11.700335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e24ff8-fb85-47f1-a24c-e1cf5e6b188e None None] Network e2e0c4c0-93bc-47e9-90cc-a9901c9579dd requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:11.709446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d3965-0b47-4d2f-9161-2afa42350ad5 req-49bdb341-3733-4db4-8a91-769d2a132192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:11.711316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a66d3965-0b47-4d2f-9161-2afa42350ad5 req-49bdb341-3733-4db4-8a91-769d2a132192 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 1096 time: 0.1098268 Aug 24 00:14:11.752202 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e9c86-e644-4eee-b959-50d687cb72bf req-5e7f9d7b-9aaa-41fc-aa04-5f7a10aa35af tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:11.753995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-934e9c86-e644-4eee-b959-50d687cb72bf req-5e7f9d7b-9aaa-41fc-aa04-5f7a10aa35af tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.1037495 Aug 24 00:14:11.808096 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a66d3965-0b47-4d2f-9161-2afa42350ad5 req-893272e5-7449-4e1d-9027-7143a18e2847 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744476 Aug 24 00:14:11.826818 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-934e9c86-e644-4eee-b959-50d687cb72bf req-9844322d-8790-4de7-949d-f8870ccf67ae tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654054 Aug 24 00:14:11.988188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee48d0-79d4-47d0-8ec2-a4ddfb4f2140 req-5a0ca460-de39-4588-a88f-2f0c0660510f tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:11.999901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81ee48d0-79d4-47d0-8ec2-a4ddfb4f2140 req-5a0ca460-de39-4588-a88f-2f0c0660510f tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 945 time: 0.0902350 Aug 24 00:14:12.098487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81ee48d0-79d4-47d0-8ec2-a4ddfb4f2140 req-cfb7e40b-3a07-4de3-8d2c-d8591d26de44 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939343 Aug 24 00:14:12.400300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c35526-03d1-431f-9dfc-715331478322 req-cc246040-1321-438d-8fdb-b294452bcb95 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:12.402016 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2c35526-03d1-431f-9dfc-715331478322 req-cc246040-1321-438d-8fdb-b294452bcb95 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/networks?id=f0d94b41-1c95-4ffa-83cf-094f5521869e HTTP/1.1" status: 200 len: 814 time: 0.1336527 Aug 24 00:14:12.425219 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2c35526-03d1-431f-9dfc-715331478322 req-424618a9-702c-42d2-b559-fc023db3d996 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/quotas/7b87e19e0526484e82d56e52a67e4cad HTTP/1.1" status: 200 len: 375 time: 0.0160999 Aug 24 00:14:12.481423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2c35526-03d1-431f-9dfc-715331478322 req-5bb3779c-9e59-4bb2-871e-32d3d80ef550 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b87e19e0526484e82d56e52a67e4cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463703 Aug 24 00:14:12.502335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 45007bf2-7bf1-4f16-9807-cb759fef16cc no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:12.531428 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 45007bf2-7bf1-4f16-9807-cb759fef16cc {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:12.532130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 45007bf2-7bf1-4f16-9807-cb759fef16cc not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:12.642377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2c35526-03d1-431f-9dfc-715331478322 req-e0b56379-d9c1-4e47-917a-991ab44c7635 service neutron] 10.222.0.32 "GET /v2.0/networks/f0d94b41-1c95-4ffa-83cf-094f5521869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526065 Aug 24 00:14:12.685436 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b169b4e7-3413-4732-89e7-53705853a7af no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:12.722478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: b169b4e7-3413-4732-89e7-53705853a7af {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:12.723077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b169b4e7-3413-4732-89e7-53705853a7af not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:12.768732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2c35526-03d1-431f-9dfc-715331478322 req-e0e9b871-6b6f-45c2-896c-0b4a67aacfba service neutron] 10.222.0.32 "GET /v2.0/networks/f0d94b41-1c95-4ffa-83cf-094f5521869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253679 Aug 24 00:14:12.784545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17f1b3-cc50-4c88-a6f9-34b19bef0ff8 req-04b3e7c5-7ac5-4a53-a613-7a1173b5def6 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:12.786293 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a17f1b3-cc50-4c88-a6f9-34b19bef0ff8 req-04b3e7c5-7ac5-4a53-a613-7a1173b5def6 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 946 time: 0.0787337 Aug 24 00:14:12.826850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a17f1b3-cc50-4c88-a6f9-34b19bef0ff8 req-4cf9d34b-780a-461b-87ec-a98f9d766b7a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343459 Aug 24 00:14:13.200229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4150562-eb96-49dd-88d9-26e69859937c req-70e5876f-bcdb-4c9e-ae17-c1e494887798 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:13.204843 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4150562-eb96-49dd-88d9-26e69859937c req-70e5876f-bcdb-4c9e-ae17-c1e494887798 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0794487 Aug 24 00:14:13.261347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4150562-eb96-49dd-88d9-26e69859937c req-0c9dcde9-dda7-42cf-b56c-bb1b7874d469 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 Aug 24 00:14:13.365124 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0450c1ba-519b-42fd-9c01-55c3de4a769b req-084e91ae-b5d9-4609-8085-6d9bfd8d4883 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 210 time: 0.0551758 Aug 24 00:14:13.778195 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf7ca6-a50c-4478-92d6-36396ec433f1 req-c64b4109-7c19-45f3-b167-d400a68d9fd4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:13.785866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bdf7ca6-a50c-4478-92d6-36396ec433f1 req-c64b4109-7c19-45f3-b167-d400a68d9fd4 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=03be95f9-0d93-4369-b795-ac7cef9f271e HTTP/1.1" status: 200 len: 950 time: 0.4052763 Aug 24 00:14:13.820028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791fe35-2279-4f99-87a6-74505ea06ec6 req-6e8e3a68-e9e1-4593-b25f-6bf7f92458cd tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:13.821531 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e791fe35-2279-4f99-87a6-74505ea06ec6 req-6e8e3a68-e9e1-4593-b25f-6bf7f92458cd tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 945 time: 0.0938370 Aug 24 00:14:13.845112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bdf7ca6-a50c-4478-92d6-36396ec433f1 req-14a34f38-9a29-46b9-ae49-5c3460b1ff03 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583918 Aug 24 00:14:13.878989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e791fe35-2279-4f99-87a6-74505ea06ec6 req-f741e071-1344-4017-b9a9-684c64068583 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462353 Aug 24 00:14:14.020276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cd964-de5e-465d-861d-16a2cef4c8fd req-45b9489e-b912-4d8a-a36a-c84fba13d68c tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:14.021719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c94cd964-de5e-465d-861d-16a2cef4c8fd req-45b9489e-b912-4d8a-a36a-c84fba13d68c tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 946 time: 0.0581050 Aug 24 00:14:14.068492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c94cd964-de5e-465d-861d-16a2cef4c8fd req-8352c316-a290-4166-9115-cc95be6b19a2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398545 Aug 24 00:14:14.238811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-8e84337d-8ef5-4752-84eb-dad0332d742a tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:14.239955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-8e84337d-8ef5-4752-84eb-dad0332d742a tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1005368 Aug 24 00:14:14.312609 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-3c5cf8bd-ad01-4a88-a088-f092dc6ea73b tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 695 time: 0.0611227 Aug 24 00:14:14.318395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-5c44a108-20f9-4ac5-a9ae-b75b0c5496e1 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Request body: {'floatingip': {'port_id': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:14.375401 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-5c44a108-20f9-4ac5-a9ae-b75b0c5496e1 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.554647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41360c26-4a1e-4551-841f-edd5c325198a req-c2eaa1ed-403f-444b-be83-add7cfbaee45 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:14.562557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41360c26-4a1e-4551-841f-edd5c325198a req-c2eaa1ed-403f-444b-be83-add7cfbaee45 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.2055655 Aug 24 00:14:14.679857 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41360c26-4a1e-4551-841f-edd5c325198a req-5e7bce7b-915b-4cd0-a31e-de6a8880b84b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158481 Aug 24 00:14:14.707045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c35526-03d1-431f-9dfc-715331478322 req-8abd98bb-dd4a-4bda-926a-795772e94714 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:14.708699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2c35526-03d1-431f-9dfc-715331478322 req-8abd98bb-dd4a-4bda-926a-795772e94714 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.13 "GET /v2.0/networks?id=f0d94b41-1c95-4ffa-83cf-094f5521869e HTTP/1.1" status: 200 len: 814 time: 0.2492940 Aug 24 00:14:14.766534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-e2c35526-03d1-431f-9dfc-715331478322 req-8efa2730-a8ab-464b-994e-4cb3dac46d56 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Request body: {'port': {'device_id': '9b7a4a63-deb9-4f00-97c5-aed030d61c4d', 'network_id': 'f0d94b41-1c95-4ffa-83cf-094f5521869e', 'admin_state_up': True, 'tenant_id': '7b87e19e0526484e82d56e52a67e4cad'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:14.787876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66df452f-4274-44f3-a637-463d4b13110b req-ed9462a1-706d-4a72-8a95-a5d2b8328ff9 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 210 time: 0.0410712 Aug 24 00:14:15.070632 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c35526-03d1-431f-9dfc-715331478322 req-8efa2730-a8ab-464b-994e-4cb3dac46d56 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Made reservation on behalf of 7b87e19e0526484e82d56e52a67e4cad for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:15.075146 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e2c35526-03d1-431f-9dfc-715331478322 req-8efa2730-a8ab-464b-994e-4cb3dac46d56 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:15.087582 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe5c66-44a6-4963-b225-df0de827c13c req-7124ce2f-a519-4137-bc0c-ab6f817a6933 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:15.089088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-affe5c66-44a6-4963-b225-df0de827c13c req-7124ce2f-a519-4137-bc0c-ab6f817a6933 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=03be95f9-0d93-4369-b795-ac7cef9f271e HTTP/1.1" status: 200 len: 950 time: 0.1261044 Aug 24 00:14:15.251153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-affe5c66-44a6-4963-b225-df0de827c13c req-fbfd453e-791f-4f1f-9a4e-fb81d7dbce09 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347916 Aug 24 00:14:15.297498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f70595-b23a-4459-9830-c97fc8ea56fb req-02c1a6b8-a143-41d5-b29c-fb6c35fc47b9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:15.299690 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-69f70595-b23a-4459-9830-c97fc8ea56fb req-02c1a6b8-a143-41d5-b29c-fb6c35fc47b9 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/ports?device_id=03be95f9-0d93-4369-b795-ac7cef9f271e HTTP/1.1" status: 200 len: 950 time: 0.0628867 Aug 24 00:14:15.309889 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-5c44a108-20f9-4ac5-a9ae-b75b0c5496e1 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:15.334432 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-5c44a108-20f9-4ac5-a9ae-b75b0c5496e1 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:15.405577 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-9e219ea3-ebd1-4715-871f-99553abcd93d service neutron] 10.222.0.47 "GET /v2.0/ports/f9dab052-e794-4afc-b6b5-bcac010f738d/bindings/n-h1-805736-1 HTTP/1.1" status: 200 len: 382 time: 0.1531506 Aug 24 00:14:15.414410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-69f70595-b23a-4459-9830-c97fc8ea56fb req-99906684-2d2f-4449-aa46-ab99e3c5c17e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Deleting port 455e03c0-f799-42af-8eb9-21d9a34db4ad {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:15.414756 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-69f70595-b23a-4459-9830-c97fc8ea56fb req-99906684-2d2f-4449-aa46-ab99e3c5c17e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:15.492600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-e2c35526-03d1-431f-9dfc-715331478322 req-8efa2730-a8ab-464b-994e-4cb3dac46d56 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Allocated IP 172.20.0.4 (f0d94b41-1c95-4ffa-83cf-094f5521869e/299f6df8-2aee-4329-9ea4-c657e7701bf5/cc28a438-8095-461c-bd50-e27a08ebc1fb) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:15.566880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-69f70595-b23a-4459-9830-c97fc8ea56fb req-99906684-2d2f-4449-aa46-ab99e3c5c17e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] For port 455e03c0-f799-42af-8eb9-21d9a34db4ad, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=455e03c0-f799-42af-8eb9-21d9a34db4ad,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:15.567488 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-69f70595-b23a-4459-9830-c97fc8ea56fb req-99906684-2d2f-4449-aa46-ab99e3c5c17e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:15.581785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45be247-c108-4125-81e4-d75b21d12b25 req-3fefc88f-e54d-4144-8a0a-05f57d43d6e3 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:15.583385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e45be247-c108-4125-81e4-d75b21d12b25 req-3fefc88f-e54d-4144-8a0a-05f57d43d6e3 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 950 time: 0.1798627 Aug 24 00:14:15.585228 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-69f70595-b23a-4459-9830-c97fc8ea56fb req-99906684-2d2f-4449-aa46-ab99e3c5c17e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Calling delete_port for 455e03c0-f799-42af-8eb9-21d9a34db4ad owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:15.614624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a05542-7765-4305-adc4-3243dd2b7fdc req-84847022-37ee-40bc-86cb-3de665370266 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:15.616144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67a05542-7765-4305-adc4-3243dd2b7fdc req-84847022-37ee-40bc-86cb-3de665370266 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 946 time: 0.1722808 Aug 24 00:14:15.619626 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-5c44a108-20f9-4ac5-a9ae-b75b0c5496e1 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Floating IP e7696ce8-32d8-464b-9e49-da8614b6c662 associated. External IP: 172.25.8.43, port: a80d16f7-279c-4a75-9777-5e8e9ac6ca1a. Aug 24 00:14:15.751246 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-69f70595-b23a-4459-9830-c97fc8ea56fb req-99906684-2d2f-4449-aa46-ab99e3c5c17e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:15.782798 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99906684-2d2f-4449-aa46-ab99e3c5c17e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event deleted for resources: {'Port': ['ID=455e03c0-f799-42af-8eb9-21d9a34db4ad,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:15.796548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563', 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', '455e03c0-f799-42af-8eb9-21d9a34db4ad'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:15.831566 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f70595-b23a-4459-9830-c97fc8ea56fb req-99906684-2d2f-4449-aa46-ab99e3c5c17e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] No DVR routers for this DVR port 455e03c0-f799-42af-8eb9-21d9a34db4ad on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:15.834280 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-69f70595-b23a-4459-9830-c97fc8ea56fb req-99906684-2d2f-4449-aa46-ab99e3c5c17e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:15.836409 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-69f70595-b23a-4459-9830-c97fc8ea56fb req-99906684-2d2f-4449-aa46-ab99e3c5c17e tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "DELETE /v2.0/ports/455e03c0-f799-42af-8eb9-21d9a34db4ad HTTP/1.1" status: 204 len: 173 time: 0.5298264 Aug 24 00:14:15.837127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03be95f9-0d93-4369-b795-ac7cef9f271e', 'name': 'network-vif-deleted', 'tag': '455e03c0-f799-42af-8eb9-21d9a34db4ad'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:15.839464 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9775eba0-a9f1-4645-8d0f-bef1dff73828" -d '{"events": [{"server_uuid": "03be95f9-0d93-4369-b795-ac7cef9f271e", "name": "network-vif-deleted", "tag": "455e03c0-f799-42af-8eb9-21d9a34db4ad"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:15.923743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67a05542-7765-4305-adc4-3243dd2b7fdc req-00ffbff0-921b-4902-b4a2-1a33eaa31f73 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769859 Aug 24 00:14:15.956849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-0e310a57-33b3-4603-9c4e-de66d0aaf017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:15.958637 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-0e310a57-33b3-4603-9c4e-de66d0aaf017 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2&tenant_id=fcbd557231c74eedb4681fd7496dc8b0 HTTP/1.1" status: 200 len: 1101 time: 0.2409828 Aug 24 00:14:16.051917 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e2c35526-03d1-431f-9dfc-715331478322 req-8efa2730-a8ab-464b-994e-4cb3dac46d56 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:16.092984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-e45be247-c108-4125-81e4-d75b21d12b25 req-52fa12b5-3cdc-4c7c-99e5-e9c5655f9320 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Deleting port d7b1f4a4-303e-4f08-a849-e48b6274eb3c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:16.093413 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e45be247-c108-4125-81e4-d75b21d12b25 req-52fa12b5-3cdc-4c7c-99e5-e9c5655f9320 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:16.562651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-41a95a9a-1cbd-4e7e-bb1c-b2fe97dcccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:16.564113 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-41a95a9a-1cbd-4e7e-bb1c-b2fe97dcccdd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 1101 time: 0.5173130 Aug 24 00:14:16.662112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-5c44a108-20f9-4ac5-a9ae-b75b0c5496e1 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:16.664833 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e2c35526-03d1-431f-9dfc-715331478322 req-8efa2730-a8ab-464b-994e-4cb3dac46d56 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:16.670596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e45be247-c108-4125-81e4-d75b21d12b25 req-52fa12b5-3cdc-4c7c-99e5-e9c5655f9320 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] For port d7b1f4a4-303e-4f08-a849-e48b6274eb3c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d7b1f4a4-303e-4f08-a849-e48b6274eb3c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:16.670985 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e45be247-c108-4125-81e4-d75b21d12b25 req-52fa12b5-3cdc-4c7c-99e5-e9c5655f9320 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:16.685404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9f658-720d-4452-9bf9-74407c45df45 req-35e96ce9-0209-4e8a-a731-ea67355d35a8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:16.686975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73d9f658-720d-4452-9bf9-74407c45df45 req-35e96ce9-0209-4e8a-a731-ea67355d35a8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.2575209 Aug 24 00:14:16.732545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-e45be247-c108-4125-81e4-d75b21d12b25 req-52fa12b5-3cdc-4c7c-99e5-e9c5655f9320 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Calling delete_port for d7b1f4a4-303e-4f08-a849-e48b6274eb3c owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:16.775078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c35526-03d1-431f-9dfc-715331478322 req-8efa2730-a8ab-464b-994e-4cb3dac46d56 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Network f0d94b41-1c95-4ffa-83cf-094f5521869e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:16.797422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-e2c35526-03d1-431f-9dfc-715331478322 req-8efa2730-a8ab-464b-994e-4cb3dac46d56 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:16.799953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c35526-03d1-431f-9dfc-715331478322 req-8efa2730-a8ab-464b-994e-4cb3dac46d56 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:16.878382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa2730-a8ab-464b-994e-4cb3dac46d56 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Pushing event updated for resources: {'Port': ['ID=cc28a438-8095-461c-bd50-e27a08ebc1fb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:16.942018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73d9f658-720d-4452-9bf9-74407c45df45 req-77227ba9-dab6-4fc2-a13c-544e212e1a3f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383497 Aug 24 00:14:16.948605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-b8ff26c6-feda-4a76-92d6-246ef7d422b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:16.952891 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-b8ff26c6-feda-4a76-92d6-246ef7d422b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.3727272 Aug 24 00:14:17.015590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c35526-03d1-431f-9dfc-715331478322 req-8efa2730-a8ab-464b-994e-4cb3dac46d56 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:17.016219 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e2c35526-03d1-431f-9dfc-715331478322 req-8efa2730-a8ab-464b-994e-4cb3dac46d56 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:17.072466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-9e0c5b48-1c64-4841-9b76-5266c8651ea1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f9dab052-e794-4afc-b6b5-bcac010f738d HTTP/1.1" status: 200 len: 217 time: 0.1044183 Aug 24 00:14:17.113278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2c35526-03d1-431f-9dfc-715331478322 req-8efa2730-a8ab-464b-994e-4cb3dac46d56 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3540480 Aug 24 00:14:17.149883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Request body: {'port': {'device_id': '9b7a4a63-deb9-4f00-97c5-aed030d61c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:17.192753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-5c44a108-20f9-4ac5-a9ae-b75b0c5496e1 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:17.202904 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09196359-5b02-4fb2-a316-5d36d1f987e6 None None] Sync routers for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:17.212409 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09196359-5b02-4fb2-a316-5d36d1f987e6 None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:17.213017 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-09196359-5b02-4fb2-a316-5d36d1f987e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:17.221132 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-5c44a108-20f9-4ac5-a9ae-b75b0c5496e1 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:17.239122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-817ad875-924c-44b5-91e5-cbba5cee5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:17.240638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-817ad875-924c-44b5-91e5-cbba5cee5a93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1506016 Aug 24 00:14:17.314613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45b1c5-7e79-4d55-af9f-ffd3f7b40826 req-37d4f5f4-6902-47df-a126-4113765ba4c3 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:17.316063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c45b1c5-7e79-4d55-af9f-ffd3f7b40826 req-37d4f5f4-6902-47df-a126-4113765ba4c3 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 931 time: 0.2961435 Aug 24 00:14:17.328444 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-09196359-5b02-4fb2-a316-5d36d1f987e6 None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:17.343328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-5c44a108-20f9-4ac5-a9ae-b75b0c5496e1 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "PUT /v2.0/floatingips/e7696ce8-32d8-464b-9e49-da8614b6c662 HTTP/1.1" status: 200 len: 996 time: 3.0295117 Aug 24 00:14:17.352963 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'tag': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:17.356069 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fce7eb-3c0e-418a-8788-b0b81e80a04e" -d '{"events": [{"name": "network-changed", "server_uuid": "6caf7d17-af75-4acf-b493-1aace8fc7095", "tag": "a80d16f7-279c-4a75-9777-5e8e9ac6ca1a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:17.393889 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e45be247-c108-4125-81e4-d75b21d12b25 req-52fa12b5-3cdc-4c7c-99e5-e9c5655f9320 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:17.411574 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:17.434652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5977fec0-b2a5-4576-8725-c318d2920563', '455e03c0-f799-42af-8eb9-21d9a34db4ad'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:17.458394 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa12b5-3cdc-4c7c-99e5-e9c5655f9320 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event deleted for resources: {'Port': ['ID=d7b1f4a4-303e-4f08-a849-e48b6274eb3c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:17.479700 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-45b33021-2d2a-43cf-a280-c9b599aa732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:17.481610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-45b33021-2d2a-43cf-a280-c9b599aa732b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2221656 Aug 24 00:14:17.564732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c45b1c5-7e79-4d55-af9f-ffd3f7b40826 req-9c40ed9e-5b4d-4b65-acd6-2ab1beb322ea tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/security-groups?id=e823004e-d70a-4cb5-b7bd-f9a16fe529a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130611 Aug 24 00:14:17.593964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-d5577e2b-223c-4ad4-bf28-909d1e7d6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:17.604011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-d5577e2b-223c-4ad4-bf28-909d1e7d6555 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 1097 time: 0.2445145 Aug 24 00:14:17.642021 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-09196359-5b02-4fb2-a316-5d36d1f987e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e7696ce8-32d8-464b-9e49-da8614b6c662', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'port_id': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'mac_address': 'fa:16:3e:46:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:13:57Z', 'updated_at': '2021-08-24T00:14:15Z', 'revision_number': 1, 'project_id': '88cceac23aee48fdac78678d99718fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:17.649715 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a640d3-6602-4e80-8df1-4f3b681565d0 x-openstack-request-id: req-09a640d3-6602-4e80-8df1-4f3b681565d0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:17.650184 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03be95f9-0d93-4369-b795-ac7cef9f271e", "name": "network-vif-deleted", "tag": "455e03c0-f799-42af-8eb9-21d9a34db4ad", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:17.650277 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09a640d3-6602-4e80-8df1-4f3b681565d0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:17.650609 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03be95f9-0d93-4369-b795-ac7cef9f271e', 'name': 'network-vif-deleted', 'tag': '455e03c0-f799-42af-8eb9-21d9a34db4ad', 'status': 'completed', 'code': 200} Aug 24 00:14:17.676024 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09196359-5b02-4fb2-a316-5d36d1f987e6 None None] Checking router: 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:17.679345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45be247-c108-4125-81e4-d75b21d12b25 req-52fa12b5-3cdc-4c7c-99e5-e9c5655f9320 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] No DVR routers for this DVR port d7b1f4a4-303e-4f08-a849-e48b6274eb3c on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:17.688387 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e45be247-c108-4125-81e4-d75b21d12b25 req-52fa12b5-3cdc-4c7c-99e5-e9c5655f9320 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:17.690119 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09196359-5b02-4fb2-a316-5d36d1f987e6 None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:17.690408 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e45be247-c108-4125-81e4-d75b21d12b25 req-52fa12b5-3cdc-4c7c-99e5-e9c5655f9320 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "DELETE /v2.0/ports/d7b1f4a4-303e-4f08-a849-e48b6274eb3c HTTP/1.1" status: 204 len: 173 time: 2.0651529 Aug 24 00:14:17.690917 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-09196359-5b02-4fb2-a316-5d36d1f987e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:18.004957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-c144decb-2c2a-45db-85c4-3615007722c9 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128913 Aug 24 00:14:18.014913 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-09196359-5b02-4fb2-a316-5d36d1f987e6 None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:18.049588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-a19faa17-a4fd-4ee7-91ae-95525dd36856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:18.051044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-a19faa17-a4fd-4ee7-91ae-95525dd36856 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 921 time: 0.3828902 Aug 24 00:14:18.062748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accd1cd-5947-4848-991a-023702af3e82 req-076002d8-9d49-4a65-9bab-3005c9ad1d9f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:18.064386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6accd1cd-5947-4848-991a-023702af3e82 req-076002d8-9d49-4a65-9bab-3005c9ad1d9f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 946 time: 0.1976452 Aug 24 00:14:18.222662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6accd1cd-5947-4848-991a-023702af3e82 req-aa3bf803-3204-442c-864f-dc207aca34e2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431129 Aug 24 00:14:18.231324 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-324de6eb-7719-4dcd-bb32-8f95ac05708d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a HTTP/1.1" status: 200 len: 999 time: 0.1642900 Aug 24 00:14:18.288456 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-09196359-5b02-4fb2-a316-5d36d1f987e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e7696ce8-32d8-464b-9e49-da8614b6c662', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'port_id': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'mac_address': 'fa:16:3e:46:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:13:57Z', 'updated_at': '2021-08-24T00:14:15Z', 'revision_number': 1, 'project_id': '88cceac23aee48fdac78678d99718fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:18.299310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e4730a5-e1de-4e6d-bf4f-3650d08f640a req-21f95781-a33e-45a1-84b2-0db21c0f735a service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603390 Aug 24 00:14:18.326804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-332bcfc3-d5c4-4a81-b726-99119170b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:18.328967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-332bcfc3-d5c4-4a81-b726-99119170b777 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.0891855 Aug 24 00:14:18.348197 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09196359-5b02-4fb2-a316-5d36d1f987e6 None None] The sync data for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 is: [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e7696ce8-32d8-464b-9e49-da8614b6c662', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'port_id': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'mac_address': 'fa:16:3e:46:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:13:57Z', 'updated_at': '2021-08-24T00:14:15Z', 'revision_number': 1, 'project_id': '88cceac23aee48fdac78678d99718fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:18.388014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc28a438-8095-461c-bd50-e27a08ebc1fb {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:18.398378 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:18.419687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Transition to ACTIVE for port object cc28a438-8095-461c-bd50-e27a08ebc1fb will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:18.421772 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-7e5f849d-cd8e-4aa4-8eed-fce90b09c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:18.423340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-7e5f849d-cd8e-4aa4-8eed-fce90b09c088 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765202 Aug 24 00:14:18.435995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-943393b5-6944-41e9-afc6-9f483250b0df service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:14:18.436963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-943393b5-6944-41e9-afc6-9f483250b0df service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057476 Aug 24 00:14:18.437769 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:18.446591 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89022f8-7eb7-4beb-babc-42e5d63aa8fc x-openstack-request-id: req-e89022f8-7eb7-4beb-babc-42e5d63aa8fc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:18.446884 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6caf7d17-af75-4acf-b493-1aace8fc7095", "tag": "a80d16f7-279c-4a75-9777-5e8e9ac6ca1a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:18.447132 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e89022f8-7eb7-4beb-babc-42e5d63aa8fc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:18.447509 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'tag': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'status': 'completed', 'code': 200} Aug 24 00:14:18.600574 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Pushing event updated for resources: {'Port': ['ID=cc28a438-8095-461c-bd50-e27a08ebc1fb,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:18.617953 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d16424f6-9b38-4acd-9860-cf550612d63c req-f4ffcc14-be8e-46d6-9b01-ee7cea2a39c1 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3 HTTP/1.1" status: 200 len: 210 time: 0.0700366 Aug 24 00:14:18.672159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f98bc07-c3b8-41ad-b47d-4d49df8930a9 None None] New status for floating IP e7696ce8-32d8-464b-9e49-da8614b6c662: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:14:19.032840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fce7eb-3c0e-418a-8788-b0b81e80a04e req-d8b039ed-1b63-4555-a1ef-1217295b8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:19.034271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83fce7eb-3c0e-418a-8788-b0b81e80a04e req-d8b039ed-1b63-4555-a1ef-1217295b8a27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 1097 time: 0.5282021 Aug 24 00:14:19.044925 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-2c537da7-4589-42db-bf7a-513988b70fcf service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782003 Aug 24 00:14:19.172796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222efdfe-8601-4ede-a9da-93ce9870bb8e req-7de5d271-fe1d-4a2b-81c8-21c017896ac3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:19.174275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-222efdfe-8601-4ede-a9da-93ce9870bb8e req-7de5d271-fe1d-4a2b-81c8-21c017896ac3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.2081788 Aug 24 00:14:19.174960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Attempting to bind port cc28a438-8095-461c-bd50-e27a08ebc1fb on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:19.175295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Attempting to bind port cc28a438-8095-461c-bd50-e27a08ebc1fb by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '438cfecc-3fed-43e5-871e-43b14362876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f0d94b41-1c95-4ffa-83cf-094f5521869e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:19.175624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Attempting to bind port cc28a438-8095-461c-bd50-e27a08ebc1fb on network f0d94b41-1c95-4ffa-83cf-094f5521869e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:19.210522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Port cc28a438-8095-461c-bd50-e27a08ebc1fb on network f0d94b41-1c95-4ffa-83cf-094f5521869e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:19.210876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Attempting to bind port cc28a438-8095-461c-bd50-e27a08ebc1fb on network f0d94b41-1c95-4ffa-83cf-094f5521869e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:19.232346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:19.232688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Checking segment: {'id': '438cfecc-3fed-43e5-871e-43b14362876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f0d94b41-1c95-4ffa-83cf-094f5521869e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:19.233077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Bound using segment: {'id': '438cfecc-3fed-43e5-871e-43b14362876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f0d94b41-1c95-4ffa-83cf-094f5521869e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:19.233516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Bound port: cc28a438-8095-461c-bd50-e27a08ebc1fb, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438cfecc-3fed-43e5-871e-43b14362876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f0d94b41-1c95-4ffa-83cf-094f5521869e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:19.233878 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:19.294222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-222efdfe-8601-4ede-a9da-93ce9870bb8e req-8264e705-2b34-4f00-b64d-269c39058eec tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117995 Aug 24 00:14:19.314865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fce7eb-3c0e-418a-8788-b0b81e80a04e req-d789f109-8832-43b9-ba95-a9e46be06b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:19.314865 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83fce7eb-3c0e-418a-8788-b0b81e80a04e req-d789f109-8832-43b9-ba95-a9e46be06b23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 921 time: 0.2654867 Aug 24 00:14:19.319327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3490c77-8135-4975-b94e-ac5297ebb4c7 req-f2662d4b-d989-4f40-9093-13216dfd9542 service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601225 Aug 24 00:14:19.429052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] For port cc28a438-8095-461c-bd50-e27a08ebc1fb, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:19.452191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] For port cc28a438-8095-461c-bd50-e27a08ebc1fb, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cc28a438-8095-461c-bd50-e27a08ebc1fb,segment=NetworkSegment(438cfecc-3fed-43e5-871e-43b14362876f),segment_id=438cfecc-3fed-43e5-871e-43b14362876f)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:19.461738 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83fce7eb-3c0e-418a-8788-b0b81e80a04e req-a7f00ea8-c68a-4dd9-976f-d69143e744ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a HTTP/1.1" status: 200 len: 1001 time: 0.1344156 Aug 24 00:14:19.463574 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:19.475067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b415e0-2add-4020-a228-04883f1d0fab req-3d23b76c-9643-4068-855d-1f581b9b149c tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:19.476533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50b415e0-2add-4020-a228-04883f1d0fab req-3d23b76c-9643-4068-855d-1f581b9b149c tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 943 time: 0.1014497 Aug 24 00:14:19.577066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:19.577695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:19.579124 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2c35526-03d1-431f-9dfc-715331478322 req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc28a438-8095-461c-bd50-e27a08ebc1fb HTTP/1.1" status: 200 len: 1091 time: 2.4442503 Aug 24 00:14:19.627946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307164a-6dcc-4c52-bbb9-791e97ca1637 service neutron] Pushing event updated for resources: {'Port': ['ID=cc28a438-8095-461c-bd50-e27a08ebc1fb,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:19.632773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fce7eb-3c0e-418a-8788-b0b81e80a04e req-aceb3499-824b-4fea-9324-cd77fd00aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:19.634270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83fce7eb-3c0e-418a-8788-b0b81e80a04e req-aceb3499-824b-4fea-9324-cd77fd00aa9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.1527596 Aug 24 00:14:19.640178 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50b415e0-2add-4020-a228-04883f1d0fab req-3b7d4d22-411a-4fb2-a427-37d7b0f19662 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/security-groups?id=e823004e-d70a-4cb5-b7bd-f9a16fe529a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567109 Aug 24 00:14:19.648857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56ad1d-117d-44af-a5aa-56c99e80bb1b req-e49b83a1-7a15-4e9b-a72c-778ca26e8ba3 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:19.650953 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe56ad1d-117d-44af-a5aa-56c99e80bb1b req-e49b83a1-7a15-4e9b-a72c-778ca26e8ba3 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 946 time: 0.1701458 Aug 24 00:14:19.752362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe56ad1d-117d-44af-a5aa-56c99e80bb1b req-bb340983-6a89-4b00-858f-ac107d8d6450 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826979 Aug 24 00:14:19.754038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c35526-03d1-431f-9dfc-715331478322 req-57d4dc71-b175-40c5-95fb-68dcd210096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:19.755498 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2c35526-03d1-431f-9dfc-715331478322 req-57d4dc71-b175-40c5-95fb-68dcd210096e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b87e19e0526484e82d56e52a67e4cad&device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 1094 time: 0.1042655 Aug 24 00:14:19.759607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fce7eb-3c0e-418a-8788-b0b81e80a04e req-197bb19f-55bc-4a35-8259-ce2e09ed39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:19.761000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83fce7eb-3c0e-418a-8788-b0b81e80a04e req-197bb19f-55bc-4a35-8259-ce2e09ed39d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087122 Aug 24 00:14:19.868730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2c35526-03d1-431f-9dfc-715331478322 req-8826095b-0bee-498b-99b5-4257978ace5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc28a438-8095-461c-bd50-e27a08ebc1fb HTTP/1.1" status: 200 len: 217 time: 0.0827529 Aug 24 00:14:19.935798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-bed5c303-a838-4c44-b1e7-390de0eab412 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:19.937344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-bed5c303-a838-4c44-b1e7-390de0eab412 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1803269 Aug 24 00:14:19.974529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c35526-03d1-431f-9dfc-715331478322 req-467fdf53-d7db-415e-a8e2-76fd48fb6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:19.976007 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2c35526-03d1-431f-9dfc-715331478322 req-467fdf53-d7db-415e-a8e2-76fd48fb6581 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=299f6df8-2aee-4329-9ea4-c657e7701bf5 HTTP/1.1" status: 200 len: 854 time: 0.0983038 Aug 24 00:14:20.025528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83fce7eb-3c0e-418a-8788-b0b81e80a04e req-871d397b-2c82-4193-89d2-b5a5d154109d service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384791 Aug 24 00:14:20.055426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2c35526-03d1-431f-9dfc-715331478322 req-772f735d-7ebd-4062-8abf-ba9222a740d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f0d94b41-1c95-4ffa-83cf-094f5521869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477889 Aug 24 00:14:20.195600 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-b246188f-1cf2-4527-b1dc-7b77f1e1c3f9 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 1001 time: 0.2428398 Aug 24 00:14:20.214754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-aa052eae-aadf-4e1a-ab72-fd702b2946e4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Request body: {'floatingip': {'port_id': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:20.329617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67724f6c-94b4-44ed-83cd-0784f8109a68 req-431d3f32-d7cb-42c6-86c8-8c8472d4b472 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:20.331142 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67724f6c-94b4-44ed-83cd-0784f8109a68 req-431d3f32-d7cb-42c6-86c8-8c8472d4b472 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 949 time: 0.2365174 Aug 24 00:14:20.336111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83fce7eb-3c0e-418a-8788-b0b81e80a04e req-a41fe8c1-76a6-4ce7-8a2e-9e1270ecaf58 service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831604 Aug 24 00:14:20.341806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2c35526-03d1-431f-9dfc-715331478322 req-ca453d95-6ac5-463b-876d-d2f456c9496f service neutron] 10.222.0.13 "GET /v2.0/networks/f0d94b41-1c95-4ffa-83cf-094f5521869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744505 Aug 24 00:14:20.344668 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-aa052eae-aadf-4e1a-ab72-fd702b2946e4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:20.454121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3', 'name': 'network-vif-deleted', 'tag': 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c'}, {'name': 'network-changed', 'server_uuid': '9b7a4a63-deb9-4f00-97c5-aed030d61c4d', 'tag': 'cc28a438-8095-461c-bd50-e27a08ebc1fb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:20.456279 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a155537c-c39e-4cb3-95a4-d3a88e20fcc6" -d '{"events": [{"server_uuid": "420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3", "name": "network-vif-deleted", "tag": "d7b1f4a4-303e-4f08-a849-e48b6274eb3c"}, {"name": "network-changed", "server_uuid": "9b7a4a63-deb9-4f00-97c5-aed030d61c4d", "tag": "cc28a438-8095-461c-bd50-e27a08ebc1fb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:20.474765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67724f6c-94b4-44ed-83cd-0784f8109a68 req-ee6bf952-b6f9-41c1-9f67-60bc331896d8 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359816 Aug 24 00:14:20.578193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d7b1f4a4-303e-4f08-a849-e48b6274eb3c no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:20.584596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2c35526-03d1-431f-9dfc-715331478322 req-a3d83dc9-81b9-4bc8-9c76-1fa464662f07 service neutron] 10.222.0.13 "GET /v2.0/networks/f0d94b41-1c95-4ffa-83cf-094f5521869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964705 Aug 24 00:14:20.603449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: d7b1f4a4-303e-4f08-a849-e48b6274eb3c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:20.603792 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d7b1f4a4-303e-4f08-a849-e48b6274eb3c not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:20.604229 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 455e03c0-f799-42af-8eb9-21d9a34db4ad no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:20.626525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 455e03c0-f799-42af-8eb9-21d9a34db4ad {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:20.626895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 455e03c0-f799-42af-8eb9-21d9a34db4ad not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:20.627318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f9dab052-e794-4afc-b6b5-bcac010f738d no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:20.658944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85519a88-2d1d-4351-96e6-5856121f2855 req-6c6b10a6-ece5-49f2-9768-a0ba5f1f93c1 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:20.660432 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85519a88-2d1d-4351-96e6-5856121f2855 req-6c6b10a6-ece5-49f2-9768-a0ba5f1f93c1 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.1244423 Aug 24 00:14:20.707076 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:20.729931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89c967a-a529-47c6-a745-a760ee68ece2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9dab052-e794-4afc-b6b5-bcac010f738d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:20.732452 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e4afa5-100e-46dc-9560-93106e57f696" -d '{"events": [{"server_uuid": "b89c967a-a529-47c6-a745-a760ee68ece2", "name": "network-vif-unplugged", "status": "completed", "tag": "f9dab052-e794-4afc-b6b5-bcac010f738d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:20.745140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port f9dab052-e794-4afc-b6b5-bcac010f738d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f9dab052-e794-4afc-b6b5-bcac010f738d,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:20.749795 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:20.778928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85519a88-2d1d-4351-96e6-5856121f2855 req-e5d808fa-d504-4d2f-a384-a7d1fb76a471 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832870 Aug 24 00:14:20.803125 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=f9dab052-e794-4afc-b6b5-bcac010f738d,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:20.908234 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4876f82f-f254-41f1-beec-fb6b16cfd0c0 x-openstack-request-id: req-4876f82f-f254-41f1-beec-fb6b16cfd0c0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:20.908477 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3", "name": "network-vif-deleted", "tag": "d7b1f4a4-303e-4f08-a849-e48b6274eb3c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9b7a4a63-deb9-4f00-97c5-aed030d61c4d", "tag": "cc28a438-8095-461c-bd50-e27a08ebc1fb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:20.908761 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4876f82f-f254-41f1-beec-fb6b16cfd0c0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:20.909159 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420b48ac-9ee5-4ffe-a0f9-cafaeb7344d3', 'name': 'network-vif-deleted', 'tag': 'd7b1f4a4-303e-4f08-a849-e48b6274eb3c', 'status': 'completed', 'code': 200} Aug 24 00:14:20.909410 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b7a4a63-deb9-4f00-97c5-aed030d61c4d', 'tag': 'cc28a438-8095-461c-bd50-e27a08ebc1fb', 'status': 'completed', 'code': 200} Aug 24 00:14:21.059475 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-aa052eae-aadf-4e1a-ab72-fd702b2946e4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:21.069207 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-aa052eae-aadf-4e1a-ab72-fd702b2946e4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:21.078290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e3f5a-1925-4115-a501-e5e7ae1e057d req-ac85173a-dc32-4265-afb3-d8c016e736b6 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:21.079821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-012e3f5a-1925-4115-a501-e5e7ae1e057d req-ac85173a-dc32-4265-afb3-d8c016e736b6 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 943 time: 0.1263549 Aug 24 00:14:21.372210 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155537c-c39e-4cb3-95a4-d3a88e20fcc6 req-0492dcfa-db79-4acd-b44c-9196961f16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:21.373672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a155537c-c39e-4cb3-95a4-d3a88e20fcc6 req-0492dcfa-db79-4acd-b44c-9196961f16ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b87e19e0526484e82d56e52a67e4cad&device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 1094 time: 0.3809233 Aug 24 00:14:21.498899 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-012e3f5a-1925-4115-a501-e5e7ae1e057d req-038b50c5-b3bc-476d-bd34-23e43c056fc5 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/security-groups?id=e823004e-d70a-4cb5-b7bd-f9a16fe529a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294916 Aug 24 00:14:21.534809 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-aa052eae-aadf-4e1a-ab72-fd702b2946e4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Floating IP e7696ce8-32d8-464b-9e49-da8614b6c662 associated. External IP: 172.25.8.43, port: a80d16f7-279c-4a75-9777-5e8e9ac6ca1a. Aug 24 00:14:21.550486 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51649489-0ab7-4f54-8115-ccaa979ffbef x-openstack-request-id: req-51649489-0ab7-4f54-8115-ccaa979ffbef {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:21.551001 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89c967a-a529-47c6-a745-a760ee68ece2", "name": "network-vif-unplugged", "status": "completed", "tag": "f9dab052-e794-4afc-b6b5-bcac010f738d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:21.551374 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51649489-0ab7-4f54-8115-ccaa979ffbef {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:21.551881 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89c967a-a529-47c6-a745-a760ee68ece2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9dab052-e794-4afc-b6b5-bcac010f738d', 'code': 200} Aug 24 00:14:21.572359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155537c-c39e-4cb3-95a4-d3a88e20fcc6 req-2e6e529b-700a-42c8-ae52-6ff3088cdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:21.573880 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a155537c-c39e-4cb3-95a4-d3a88e20fcc6 req-2e6e529b-700a-42c8-ae52-6ff3088cdc15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f0d94b41-1c95-4ffa-83cf-094f5521869e HTTP/1.1" status: 200 len: 915 time: 0.1898661 Aug 24 00:14:21.626159 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a155537c-c39e-4cb3-95a4-d3a88e20fcc6 req-bf11ff62-8d51-446d-b5f2-12e00167a0b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc28a438-8095-461c-bd50-e27a08ebc1fb HTTP/1.1" status: 200 len: 217 time: 0.0398843 Aug 24 00:14:21.754326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155537c-c39e-4cb3-95a4-d3a88e20fcc6 req-ff88b7ac-cacb-4f2f-905b-37a1f1988393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:21.755819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a155537c-c39e-4cb3-95a4-d3a88e20fcc6 req-ff88b7ac-cacb-4f2f-905b-37a1f1988393 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=299f6df8-2aee-4329-9ea4-c657e7701bf5 HTTP/1.1" status: 200 len: 854 time: 0.0928366 Aug 24 00:14:21.770216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41f14b-c6d7-4567-8af8-83769d5b816c req-87962166-ef75-4bf0-add7-f453c5039393 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:21.771664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f41f14b-c6d7-4567-8af8-83769d5b816c req-87962166-ef75-4bf0-add7-f453c5039393 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 946 time: 0.1496246 Aug 24 00:14:21.845676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a155537c-c39e-4cb3-95a4-d3a88e20fcc6 req-0e5ba081-2889-4dfd-a20b-cd3028714db1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f0d94b41-1c95-4ffa-83cf-094f5521869e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399275 Aug 24 00:14:21.946721 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f41f14b-c6d7-4567-8af8-83769d5b816c req-62d54c42-229f-4232-82b5-053726163036 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419296 Aug 24 00:14:22.018421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-aa052eae-aadf-4e1a-ab72-fd702b2946e4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:22.052494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-2f7a2650-f16d-4bc0-9d44-7bd61e67a0fc tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:22.052494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-2f7a2650-f16d-4bc0-9d44-7bd61e67a0fc tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b&tenant_id=4296ba497012466daa2a49222903cd4c&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 1097 time: 0.0984266 Aug 24 00:14:22.072344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a155537c-c39e-4cb3-95a4-d3a88e20fcc6 req-4bc4c3fb-6a73-4346-b9fa-506f7f4d0241 service neutron] 10.222.0.13 "GET /v2.0/networks/f0d94b41-1c95-4ffa-83cf-094f5521869e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165723 Aug 24 00:14:22.079965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805736-1'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:22.274635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c4386-010e-48d6-83fa-c447d7ce796d req-4eb48d4d-9cc6-4a87-ac7b-ef2eb40b6ddf tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:22.276059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-559c4386-010e-48d6-83fa-c447d7ce796d req-4eb48d4d-9cc6-4a87-ac7b-ef2eb40b6ddf tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 949 time: 0.2421453 Aug 24 00:14:22.351804 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.383583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cab603-92e2-4c9c-9b1f-27bb315ca885 req-f8576d9d-b2db-4296-81f7-4506027f1427 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:22.385172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1cab603-92e2-4c9c-9b1f-27bb315ca885 req-f8576d9d-b2db-4296-81f7-4506027f1427 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 949 time: 0.2858272 Aug 24 00:14:22.415579 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a155537c-c39e-4cb3-95a4-d3a88e20fcc6 req-bb6c144c-7276-46ff-bc8c-959ddc9cbfea service neutron] 10.222.0.13 "GET /v2.0/networks/f0d94b41-1c95-4ffa-83cf-094f5521869e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321664 Aug 24 00:14:22.482480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-aa052eae-aadf-4e1a-ab72-fd702b2946e4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:22.492580 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d5bc5-b39a-40dd-b296-5046c382cdca None None] Sync routers for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:22.501942 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d5bc5-b39a-40dd-b296-5046c382cdca None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:22.502552 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-346d5bc5-b39a-40dd-b296-5046c382cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:22.567529 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1cab603-92e2-4c9c-9b1f-27bb315ca885 req-01379b44-8d88-4766-9b2a-a1607fc0ec07 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/security-groups?id=72b77cc3-f21d-4958-8c60-24b2f0c29bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686189 Aug 24 00:14:22.600117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f9dab052-e794-4afc-b6b5-bcac010f738d details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:22.620660 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-346d5bc5-b39a-40dd-b296-5046c382cdca None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:22.706757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-559c4386-010e-48d6-83fa-c447d7ce796d req-cfe4c9cd-06a8-4ff3-8327-9170e2b86202 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Deleting port 5977fec0-b2a5-4576-8725-c318d2920563 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:22.707223 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-559c4386-010e-48d6-83fa-c447d7ce796d req-cfe4c9cd-06a8-4ff3-8327-9170e2b86202 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.739750 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device e615b2da-102a-43fe-829a-1eaa7f0e7aed details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:22.780368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:22.844472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549de3ce-1cfa-46a2-a421-9d61c0afb893 req-733f4502-d048-4d03-b4d7-ce443a737d5e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:22.845960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-549de3ce-1cfa-46a2-a421-9d61c0afb893 req-733f4502-d048-4d03-b4d7-ce443a737d5e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 948 time: 0.1998324 Aug 24 00:14:22.874569 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-346d5bc5-b39a-40dd-b296-5046c382cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e7696ce8-32d8-464b-9e49-da8614b6c662', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'port_id': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'mac_address': 'fa:16:3e:20:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:13:57Z', 'updated_at': '2021-08-24T00:14:20Z', 'revision_number': 3, 'project_id': '88cceac23aee48fdac78678d99718fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:22.905063 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d5bc5-b39a-40dd-b296-5046c382cdca None None] Checking router: 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:22.907627 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port f9dab052-e794-4afc-b6b5-bcac010f738d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f9dab052-e794-4afc-b6b5-bcac010f738d,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:22.915752 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d5bc5-b39a-40dd-b296-5046c382cdca None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:22.916362 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-346d5bc5-b39a-40dd-b296-5046c382cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:22.932391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:22.935586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'f9dab052-e794-4afc-b6b5-bcac010f738d', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': 'f9dab052-e794-4afc-b6b5-bcac010f738d', 'mac_address': 'fa:16:3e:ee:43:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:22.964342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:22.966911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device e615b2da-102a-43fe-829a-1eaa7f0e7aed has no active binding in host n-h2-805736-1 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:14:22.967290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cc28a438-8095-461c-bd50-e27a08ebc1fb details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:22.972358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-559c4386-010e-48d6-83fa-c447d7ce796d req-cfe4c9cd-06a8-4ff3-8327-9170e2b86202 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] For port 5977fec0-b2a5-4576-8725-c318d2920563, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5977fec0-b2a5-4576-8725-c318d2920563,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:22.972729 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-559c4386-010e-48d6-83fa-c447d7ce796d req-cfe4c9cd-06a8-4ff3-8327-9170e2b86202 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.997003 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.033001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-559c4386-010e-48d6-83fa-c447d7ce796d req-cfe4c9cd-06a8-4ff3-8327-9170e2b86202 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Calling delete_port for 5977fec0-b2a5-4576-8725-c318d2920563 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:23.034984 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-346d5bc5-b39a-40dd-b296-5046c382cdca None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:23.037117 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-549de3ce-1cfa-46a2-a421-9d61c0afb893 req-fd14848b-0250-40fd-ab57-5793b2545cc6 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572330 Aug 24 00:14:23.058263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9dab052-e794-4afc-b6b5-bcac010f738d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:23.092213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e615b2da-102a-43fe-829a-1eaa7f0e7aed'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:23.094470 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829fd810-0701-4a37-93b6-5108ce356e34" -d '{"events": [{"server_uuid": "7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b", "name": "network-vif-unplugged", "status": "completed", "tag": "e615b2da-102a-43fe-829a-1eaa7f0e7aed"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:23.098735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-aa052eae-aadf-4e1a-ab72-fd702b2946e4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:23.099001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port f9dab052-e794-4afc-b6b5-bcac010f738d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f9dab052-e794-4afc-b6b5-bcac010f738d,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:23.102539 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.107675 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.118831 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.212748 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port cc28a438-8095-461c-bd50-e27a08ebc1fb, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cc28a438-8095-461c-bd50-e27a08ebc1fb,segment=NetworkSegment(438cfecc-3fed-43e5-871e-43b14362876f),segment_id=438cfecc-3fed-43e5-871e-43b14362876f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:23.237031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=f9dab052-e794-4afc-b6b5-bcac010f738d,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:23.240312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'cc28a438-8095-461c-bd50-e27a08ebc1fb', 'network_id': 'f0d94b41-1c95-4ffa-83cf-094f5521869e', 'port_id': 'cc28a438-8095-461c-bd50-e27a08ebc1fb', 'mac_address': 'fa:16:3e:95:53:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299f6df8-2aee-4329-9ea4-c657e7701bf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:23.299739 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.302729 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.318319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc28a438-8095-461c-bd50-e27a08ebc1fb {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:23.345784 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-346d5bc5-b39a-40dd-b296-5046c382cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e7696ce8-32d8-464b-9e49-da8614b6c662', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'port_id': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'mac_address': 'fa:16:3e:20:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:13:57Z', 'updated_at': '2021-08-24T00:14:20Z', 'revision_number': 3, 'project_id': '88cceac23aee48fdac78678d99718fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:23.349441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port cc28a438-8095-461c-bd50-e27a08ebc1fb, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cc28a438-8095-461c-bd50-e27a08ebc1fb,segment=NetworkSegment(438cfecc-3fed-43e5-871e-43b14362876f),segment_id=438cfecc-3fed-43e5-871e-43b14362876f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:23.355024 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.376065 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d5bc5-b39a-40dd-b296-5046c382cdca None None] The sync data for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 is: [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e7696ce8-32d8-464b-9e49-da8614b6c662', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'port_id': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'mac_address': 'fa:16:3e:20:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:13:57Z', 'updated_at': '2021-08-24T00:14:20Z', 'revision_number': 3, 'project_id': '88cceac23aee48fdac78678d99718fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:23.408150 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=cc28a438-8095-461c-bd50-e27a08ebc1fb,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:23.567695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691d299-35cc-4b53-b160-91f7d47b50bf None None] New status for floating IP e7696ce8-32d8-464b-9e49-da8614b6c662: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:14:23.569377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Pushing event updated for resources: {'Port': ['ID=e615b2da-102a-43fe-829a-1eaa7f0e7aed,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:23.651037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Attempting to bind port e615b2da-102a-43fe-829a-1eaa7f0e7aed on host n-h1-805736-1 for vnic_type normal with profile {"migrating_to": "n-h2-805736-1"} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:23.651262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Attempting to bind port e615b2da-102a-43fe-829a-1eaa7f0e7aed by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:23.651578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Attempting to bind port e615b2da-102a-43fe-829a-1eaa7f0e7aed on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:23.654837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['f9dab052-e794-4afc-b6b5-bcac010f738d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:23.672048 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Port e615b2da-102a-43fe-829a-1eaa7f0e7aed on network ea19c1d5-c260-40f7-a45f-242d804dbf95 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:23.672378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Attempting to bind port e615b2da-102a-43fe-829a-1eaa7f0e7aed on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:23.688972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d1e00-38ab-4779-ae10-291766a3bfff req-356c221f-a678-4e79-b36c-41a3190f004c tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:23.690512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-611d1e00-38ab-4779-ae10-291766a3bfff req-356c221f-a678-4e79-b36c-41a3190f004c tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 944 time: 0.2053459 Aug 24 00:14:23.700964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-aa052eae-aadf-4e1a-ab72-fd702b2946e4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:23.702592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:23.702942 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Checking segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:23.703335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Bound using segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:23.703793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Bound port: e615b2da-102a-43fe-829a-1eaa7f0e7aed, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:23.704118 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.709947 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-aa052eae-aadf-4e1a-ab72-fd702b2946e4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.746455 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-559c4386-010e-48d6-83fa-c447d7ce796d req-cfe4c9cd-06a8-4ff3-8327-9170e2b86202 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.816584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4c9cd-06a8-4ff3-8327-9170e2b86202 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Pushing event deleted for resources: {'Port': ['ID=5977fec0-b2a5-4576-8725-c318d2920563,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:23.883483 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['cc28a438-8095-461c-bd50-e27a08ebc1fb'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:23.894761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-aa052eae-aadf-4e1a-ab72-fd702b2946e4 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "PUT /v2.0/floatingips/e7696ce8-32d8-464b-9e49-da8614b6c662 HTTP/1.1" status: 200 len: 997 time: 3.6897242 Aug 24 00:14:23.897715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-611d1e00-38ab-4779-ae10-291766a3bfff req-12c73351-5a55-4391-a5a9-1b10e6d3acdc tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/security-groups?id=e823004e-d70a-4cb5-b7bd-f9a16fe529a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988807 Aug 24 00:14:23.909146 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c310f4-36c1-4be4-a48e-733c3c4a76b2 None None] Sync routers for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:23.934812 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c310f4-36c1-4be4-a48e-733c3c4a76b2 None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:23.935787 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a4c310f4-36c1-4be4-a48e-733c3c4a76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:23.965068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-b38afc97-c1e7-48c8-975c-ef64c168211a tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:23.966514 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-b38afc97-c1e7-48c8-975c-ef64c168211a tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports/a80d16f7-279c-4a75-9777-5e8e9ac6ca1a HTTP/1.1" status: 200 len: 943 time: 0.0464251 Aug 24 00:14:23.967400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-559c4386-010e-48d6-83fa-c447d7ce796d req-cfe4c9cd-06a8-4ff3-8327-9170e2b86202 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] No DVR routers for this DVR port 5977fec0-b2a5-4576-8725-c318d2920563 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:23.971506 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-559c4386-010e-48d6-83fa-c447d7ce796d req-cfe4c9cd-06a8-4ff3-8327-9170e2b86202 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.973552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-559c4386-010e-48d6-83fa-c447d7ce796d req-cfe4c9cd-06a8-4ff3-8327-9170e2b86202 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.47 "DELETE /v2.0/ports/5977fec0-b2a5-4576-8725-c318d2920563 HTTP/1.1" status: 204 len: 173 time: 1.6453910 Aug 24 00:14:23.978003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:23.992673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:23.999643 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.096432 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a4c310f4-36c1-4be4-a48e-733c3c4a76b2 None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:24.143043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9856-9884-4ec9-ac43-41a814ae0964 req-0bce8e80-2e34-4bbb-bfb5-1a27f4e4e4c2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:24.144505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44ed9856-9884-4ec9-ac43-41a814ae0964 req-0bce8e80-2e34-4bbb-bfb5-1a27f4e4e4c2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 944 time: 0.1407936 Aug 24 00:14:24.146361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Pushing event updated for resources: {'Port': ['ID=e615b2da-102a-43fe-829a-1eaa7f0e7aed,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:24.180933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:24.181558 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.182944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a17c9fa3-a520-4cfc-84ed-d2e8881ef039 service neutron] 10.222.0.13 "PUT /v2.0/ports/e615b2da-102a-43fe-829a-1eaa7f0e7aed HTTP/1.1" status: 200 len: 1122 time: 2.1137791 Aug 24 00:14:24.209118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-cc3b6e1b-a5f6-4391-8ebe-00a73c075d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:24.210633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-cc3b6e1b-a5f6-4391-8ebe-00a73c075d6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 1097 time: 0.1261318 Aug 24 00:14:24.296847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44ed9856-9884-4ec9-ac43-41a814ae0964 req-82bdb494-2a91-470b-86b1-1b3e0db8b2b5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210327 Aug 24 00:14:24.382303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-43b7898a-d707-4d07-badc-a9649c6174d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:24.384139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-43b7898a-d707-4d07-badc-a9649c6174d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 921 time: 0.1588042 Aug 24 00:14:24.407622 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['e615b2da-102a-43fe-829a-1eaa7f0e7aed'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:24.430633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-b5c478ac-89e8-4a2c-928f-c1fa538f8f7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a HTTP/1.1" status: 200 len: 217 time: 0.0394874 Aug 24 00:14:24.448394 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a4c310f4-36c1-4be4-a48e-733c3c4a76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e7696ce8-32d8-464b-9e49-da8614b6c662', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'port_id': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'mac_address': 'fa:16:3e:20:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:13:57Z', 'updated_at': '2021-08-24T00:14:23Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:24.492648 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c310f4-36c1-4be4-a48e-733c3c4a76b2 None None] Checking router: 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:24.498863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['e615b2da-102a-43fe-829a-1eaa7f0e7aed'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:24.504202 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c310f4-36c1-4be4-a48e-733c3c4a76b2 None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:24.504803 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a4c310f4-36c1-4be4-a48e-733c3c4a76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:24.511915 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-ecbaf4b4-54c0-4bbd-8061-0a14a48f017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:24.513800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-ecbaf4b4-54c0-4bbd-8061-0a14a48f017e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.0754702 Aug 24 00:14:24.613164 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aee875c-c52a-4adc-8aad-1ce5fa06eaa7 x-openstack-request-id: req-0aee875c-c52a-4adc-8aad-1ce5fa06eaa7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:24.613846 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b", "name": "network-vif-unplugged", "status": "completed", "tag": "e615b2da-102a-43fe-829a-1eaa7f0e7aed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:24.614339 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0aee875c-c52a-4adc-8aad-1ce5fa06eaa7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:24.615029 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e615b2da-102a-43fe-829a-1eaa7f0e7aed', 'code': 200} Aug 24 00:14:24.617772 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-ccf2f821-dcc3-4b2e-ac8b-6e741ade6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:24.620377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-ccf2f821-dcc3-4b2e-ac8b-6e741ade6b40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985124 Aug 24 00:14:24.626411 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5977fec0-b2a5-4576-8725-c318d2920563 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:24.632379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-66481dce-5b61-4340-8a44-548ed2236806 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:14:24.634508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-66481dce-5b61-4340-8a44-548ed2236806 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070844 Aug 24 00:14:24.675756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 5977fec0-b2a5-4576-8725-c318d2920563 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:24.676413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5977fec0-b2a5-4576-8725-c318d2920563 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:24.770224 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a4c310f4-36c1-4be4-a48e-733c3c4a76b2 None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:24.794766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b5f62eab-acc3-4fb6-b678-a6e62352700c req-de3d98d2-e169-4d00-b76a-57c4db08c246 tempest-ServersOnMultiNodesTest-391545033 tempest-ServersOnMultiNodesTest-391545033-project] 10.222.0.32 "GET /v2.0/ports?device_id=85232294-08c4-4c30-bc52-dac099a8f7c1 HTTP/1.1" status: 200 len: 210 time: 0.1204231 Aug 24 00:14:24.832578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddf569-c43a-4f36-9f13-96e2e8ea34d1 req-1f58dddf-9554-44fe-baf7-ddc141655870 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:24.834042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ddf569-c43a-4f36-9f13-96e2e8ea34d1 req-1f58dddf-9554-44fe-baf7-ddc141655870 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2&tenant_id=fcbd557231c74eedb4681fd7496dc8b0&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 949 time: 0.0711920 Aug 24 00:14:24.867670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-3a41cd3b-b8c4-4b57-9cc5-723d18c55bbc service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243292 Aug 24 00:14:25.024766 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a4c310f4-36c1-4be4-a48e-733c3c4a76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e7696ce8-32d8-464b-9e49-da8614b6c662', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'port_id': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'mac_address': 'fa:16:3e:20:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:13:57Z', 'updated_at': '2021-08-24T00:14:23Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:25.027918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddf569-c43a-4f36-9f13-96e2e8ea34d1 req-246cea3e-2736-47fe-a068-4a7ca1b2c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.029437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ddf569-c43a-4f36-9f13-96e2e8ea34d1 req-246cea3e-2736-47fe-a068-4a7ca1b2c96d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 1100 time: 0.0927708 Aug 24 00:14:25.055269 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c310f4-36c1-4be4-a48e-733c3c4a76b2 None None] The sync data for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 is: [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e7696ce8-32d8-464b-9e49-da8614b6c662', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'port_id': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'mac_address': 'fa:16:3e:20:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:13:57Z', 'updated_at': '2021-08-24T00:14:23Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:25.066000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-b3a78abe-b37a-4e27-a557-90462a342e1c service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871769 Aug 24 00:14:25.070732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c620a5b-3d9f-4cc3-a120-48e095dc6c72 req-7a34576b-45e6-4714-b1a7-e59c8c33453f tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.072256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c620a5b-3d9f-4cc3-a120-48e095dc6c72 req-7a34576b-45e6-4714-b1a7-e59c8c33453f tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 1097 time: 0.1009512 Aug 24 00:14:25.189082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c620a5b-3d9f-4cc3-a120-48e095dc6c72 req-b5082b30-ad81-404b-95cc-e84894fb982b tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861268 Aug 24 00:14:25.205352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-be920eb0-fa61-4b5d-ba37-55389ddbbefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.206899 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-be920eb0-fa61-4b5d-ba37-55389ddbbefe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 1096 time: 0.1051228 Aug 24 00:14:25.209673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddf569-c43a-4f36-9f13-96e2e8ea34d1 req-d471bdc2-567c-46b4-93f1-8b38e1b64e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.211085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ddf569-c43a-4f36-9f13-96e2e8ea34d1 req-d471bdc2-567c-46b4-93f1-8b38e1b64e0a service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1709750 Aug 24 00:14:25.300155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ddf569-c43a-4f36-9f13-96e2e8ea34d1 req-9276b3d3-a675-489a-a679-0228d9be0e8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f9dab052-e794-4afc-b6b5-bcac010f738d HTTP/1.1" status: 200 len: 217 time: 0.0779126 Aug 24 00:14:25.392663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddf569-c43a-4f36-9f13-96e2e8ea34d1 req-ca0738e2-e253-4be8-be62-afe2fa70dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.394137 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ddf569-c43a-4f36-9f13-96e2e8ea34d1 req-ca0738e2-e253-4be8-be62-afe2fa70dfdd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0818880 Aug 24 00:14:25.421013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83129138-1424-4e33-9115-f5a0c110ebe2 req-a9dc7b1f-49bb-4174-9fc3-6eec83a202ce tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.422348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83129138-1424-4e33-9115-f5a0c110ebe2 req-a9dc7b1f-49bb-4174-9fc3-6eec83a202ce tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 949 time: 0.1515882 Aug 24 00:14:25.444684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-c67b9a2a-8753-4382-9009-3f78e101d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.446131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-c67b9a2a-8753-4382-9009-3f78e101d95e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 921 time: 0.2324665 Aug 24 00:14:25.530462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddf569-c43a-4f36-9f13-96e2e8ea34d1 req-9d944805-50af-45fd-84b9-e12f7874efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.532009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ddf569-c43a-4f36-9f13-96e2e8ea34d1 req-9d944805-50af-45fd-84b9-e12f7874efe1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268692 Aug 24 00:14:25.536425 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83129138-1424-4e33-9115-f5a0c110ebe2 req-0f5dd843-8253-41b8-acd7-d9092e6da9d9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946743 Aug 24 00:14:25.542232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-5058f898-9878-4076-bf11-8135457fbda4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1108ea4b-b03d-45cf-9d14-860cd43e4cd2 HTTP/1.1" status: 200 len: 1000 time: 0.0891869 Aug 24 00:14:25.666154 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-619b1fdc-7c12-4272-a3ed-d00352155fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.668505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-619b1fdc-7c12-4272-a3ed-d00352155fbe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.1166358 Aug 24 00:14:25.727232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2f7bb-77ac-444b-9595-72931edba96e req-3c0d814f-4417-4fe5-b164-442949ec223c tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.728598 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bb2f7bb-77ac-444b-9595-72931edba96e req-3c0d814f-4417-4fe5-b164-442949ec223c tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 944 time: 0.1130605 Aug 24 00:14:25.736277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ddf569-c43a-4f36-9f13-96e2e8ea34d1 req-283c5bf9-1dc3-4881-98a7-a48790a4779c service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930342 Aug 24 00:14:25.810554 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-de5b7da0-afc3-4482-bdba-4dc79577beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.812095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-de5b7da0-afc3-4482-bdba-4dc79577beac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328139 Aug 24 00:14:25.833726 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bb2f7bb-77ac-444b-9595-72931edba96e req-7da3e2e1-47aa-4d03-9e93-942c94f4286b tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/security-groups?id=e823004e-d70a-4cb5-b7bd-f9a16fe529a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956194 Aug 24 00:14:25.912708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ddf569-c43a-4f36-9f13-96e2e8ea34d1 req-8239fdca-45a8-4e46-baa8-742ca74824b1 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658759 Aug 24 00:14:25.939829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-82e30fab-ef0d-44c5-9a5c-3f8dfbe0d1de service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208014 Aug 24 00:14:26.044100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-333b8be4-eb0f-43a0-9943-9b854551ce0b req-143d3eaa-fb42-4e04-a295-cb8c84cea05d service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981457 Aug 24 00:14:26.151940 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57df476-fa87-4e38-be7a-9493831eae12 req-472a41c8-1bf6-4651-8be0-b4eced9c9ad0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:26.154404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e57df476-fa87-4e38-be7a-9493831eae12 req-472a41c8-1bf6-4651-8be0-b4eced9c9ad0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 944 time: 0.0510123 Aug 24 00:14:26.195649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e57df476-fa87-4e38-be7a-9493831eae12 req-82a28c7e-0677-4a7e-956c-11b0c1f29346 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353360 Aug 24 00:14:26.482478 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dacddf7d-e36f-4af7-9374-88fff41cad3d req-e95562a9-2140-4bbd-a455-44eb09cfb87e tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 1000 time: 0.0702429 Aug 24 00:14:26.539871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacddf7d-e36f-4af7-9374-88fff41cad3d req-9e26dacb-108b-4517-a2d3-d760bf46a876 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:26.541371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dacddf7d-e36f-4af7-9374-88fff41cad3d req-9e26dacb-108b-4517-a2d3-d760bf46a876 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports/1108ea4b-b03d-45cf-9d14-860cd43e4cd2 HTTP/1.1" status: 200 len: 942 time: 0.0580268 Aug 24 00:14:26.630630 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f9dab052-e794-4afc-b6b5-bcac010f738d up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:26.638236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'tag': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a'}, {'name': 'network-changed', 'server_uuid': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'tag': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2'}, {'server_uuid': '85232294-08c4-4c30-bc52-dac099a8f7c1', 'name': 'network-vif-deleted', 'tag': '5977fec0-b2a5-4576-8725-c318d2920563'}, {'name': 'network-changed', 'server_uuid': '7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b', 'tag': 'e615b2da-102a-43fe-829a-1eaa7f0e7aed'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:26.640741 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277aa3e1-dc8e-4898-bd14-47dee82f9505" -d '{"events": [{"name": "network-changed", "server_uuid": "6caf7d17-af75-4acf-b493-1aace8fc7095", "tag": "a80d16f7-279c-4a75-9777-5e8e9ac6ca1a"}, {"name": "network-changed", "server_uuid": "0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7", "tag": "1108ea4b-b03d-45cf-9d14-860cd43e4cd2"}, {"server_uuid": "85232294-08c4-4c30-bc52-dac099a8f7c1", "name": "network-vif-deleted", "tag": "5977fec0-b2a5-4576-8725-c318d2920563"}, {"name": "network-changed", "server_uuid": "7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b", "tag": "e615b2da-102a-43fe-829a-1eaa7f0e7aed"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:26.647593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43130) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:26.682742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port f9dab052-e794-4afc-b6b5-bcac010f738d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:26.684317 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.691677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dacddf7d-e36f-4af7-9374-88fff41cad3d req-de47785c-6978-46b8-afbe-18a46200ce9e tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 1000 time: 0.0973985 Aug 24 00:14:26.787363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-9520a60e-de12-4dfe-a700-287e665d6b8d tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:14:26.788277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-9520a60e-de12-4dfe-a700-287e665d6b8d tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075936 Aug 24 00:14:26.795031 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.802524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1feee889-e477-4207-a089-07d7033016f3 req-d19ad355-b264-4304-b0ba-bbb5efa843a3 service neutron] Request body: {'binding': {'host': 'n-h2-805736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:26.803005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1feee889-e477-4207-a089-07d7033016f3 req-d19ad355-b264-4304-b0ba-bbb5efa843a3 service neutron] Unknown quota resources ['binding']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:14:26.806159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cc28a438-8095-461c-bd50-e27a08ebc1fb up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:26.846025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89c967a-a529-47c6-a745-a760ee68ece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dab052-e794-4afc-b6b5-bcac010f738d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:26.848242 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eed725-bf1c-4473-81dd-ff632af3d1c6" -d '{"events": [{"server_uuid": "b89c967a-a529-47c6-a745-a760ee68ece2", "name": "network-vif-plugged", "status": "completed", "tag": "f9dab052-e794-4afc-b6b5-bcac010f738d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:26.854806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacddf7d-e36f-4af7-9374-88fff41cad3d req-bbeebaa2-bbc6-4aa2-a872-518e614ddf76 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:26.857023 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dacddf7d-e36f-4af7-9374-88fff41cad3d req-bbeebaa2-bbc6-4aa2-a872-518e614ddf76 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.1645715 Aug 24 00:14:26.866014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port f9dab052-e794-4afc-b6b5-bcac010f738d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f9dab052-e794-4afc-b6b5-bcac010f738d,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:26.871825 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.922984 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port cc28a438-8095-461c-bd50-e27a08ebc1fb completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:26.929464 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port cc28a438-8095-461c-bd50-e27a08ebc1fb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:26.929841 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.932354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=f9dab052-e794-4afc-b6b5-bcac010f738d,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:26.961420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fdda2eec-bb34-459b-9d96-7b18ed3e799b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b325e23e1e5c4eb2b0f41309b66e6a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127825 Aug 24 00:14:26.965396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43140) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:27.017429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e59d58-e467-4b9e-922d-3b53b6bbada7 req-b179754e-e60e-4ba1-9a56-68ed4454532a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:27.018974 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13e59d58-e467-4b9e-922d-3b53b6bbada7 req-b179754e-e60e-4ba1-9a56-68ed4454532a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.0999899 Aug 24 00:14:27.029049 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d650c49-0e3d-4cf7-bf4e-be6551c228f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.052734 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d650c49-0e3d-4cf7-bf4e-be6551c228f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.057919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1feee889-e477-4207-a089-07d7033016f3 req-d19ad355-b264-4304-b0ba-bbb5efa843a3 service neutron] Attempting to bind port c99d7df1-d974-459a-a429-36212e113ee4 on host n-h2-805736-1 for vnic_type normal with profile None {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:27.058298 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1feee889-e477-4207-a089-07d7033016f3 req-d19ad355-b264-4304-b0ba-bbb5efa843a3 service neutron] Attempting to bind port c99d7df1-d974-459a-a429-36212e113ee4 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:27.058629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feee889-e477-4207-a089-07d7033016f3 req-d19ad355-b264-4304-b0ba-bbb5efa843a3 service neutron] Attempting to bind port c99d7df1-d974-459a-a429-36212e113ee4 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:27.064929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feee889-e477-4207-a089-07d7033016f3 req-d19ad355-b264-4304-b0ba-bbb5efa843a3 service neutron] Port c99d7df1-d974-459a-a429-36212e113ee4 on network 73946cb7-6543-439b-b8db-561e1cede42a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:27.065255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feee889-e477-4207-a089-07d7033016f3 req-d19ad355-b264-4304-b0ba-bbb5efa843a3 service neutron] Attempting to bind port c99d7df1-d974-459a-a429-36212e113ee4 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:27.072888 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.078831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feee889-e477-4207-a089-07d7033016f3 req-d19ad355-b264-4304-b0ba-bbb5efa843a3 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:27.079174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feee889-e477-4207-a089-07d7033016f3 req-d19ad355-b264-4304-b0ba-bbb5efa843a3 service neutron] Checking segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:27.079559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feee889-e477-4207-a089-07d7033016f3 req-d19ad355-b264-4304-b0ba-bbb5efa843a3 service neutron] Bound using segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:27.080008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1feee889-e477-4207-a089-07d7033016f3 req-d19ad355-b264-4304-b0ba-bbb5efa843a3 service neutron] Bound port: c99d7df1-d974-459a-a429-36212e113ee4, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:27.106959 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d650c49-0e3d-4cf7-bf4e-be6551c228f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.110906 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d650c49-0e3d-4cf7-bf4e-be6551c228f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.112714 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0d650c49-0e3d-4cf7-bf4e-be6551c228f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72b77cc3-f21d-4958-8c60-24b2f0c29bda HTTP/1.1" status: 204 len: 168 time: 0.1457682 Aug 24 00:14:27.117960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13e59d58-e467-4b9e-922d-3b53b6bbada7 req-a93e65fc-ef7e-42e3-ae81-b1abca6f7613 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885921 Aug 24 00:14:27.138489 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d650c49-0e3d-4cf7-bf4e-be6551c228f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b77cc3-f21d-4958-8c60-24b2f0c29bda,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:27.142603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port cc28a438-8095-461c-bd50-e27a08ebc1fb, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cc28a438-8095-461c-bd50-e27a08ebc1fb,segment=NetworkSegment(438cfecc-3fed-43e5-871e-43b14362876f),segment_id=438cfecc-3fed-43e5-871e-43b14362876f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:27.152636 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.160460 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1feee889-e477-4207-a089-07d7033016f3 req-d19ad355-b264-4304-b0ba-bbb5efa843a3 service neutron] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c99d7df1-d974-459a-a429-36212e113ee4,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:27.167824 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1feee889-e477-4207-a089-07d7033016f3 req-d19ad355-b264-4304-b0ba-bbb5efa843a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.169921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-d19ad355-b264-4304-b0ba-bbb5efa843a3 service neutron] 10.222.0.32 "POST /v2.0/ports/c99d7df1-d974-459a-a429-36212e113ee4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3704739 Aug 24 00:14:27.223474 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6dff2b-82ce-40a5-b459-e30bb1ce1ead x-openstack-request-id: req-ea6dff2b-82ce-40a5-b459-e30bb1ce1ead {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:27.224428 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6caf7d17-af75-4acf-b493-1aace8fc7095", "tag": "a80d16f7-279c-4a75-9777-5e8e9ac6ca1a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7", "tag": "1108ea4b-b03d-45cf-9d14-860cd43e4cd2", "status": "completed", "code": 200}, {"server_uuid": "85232294-08c4-4c30-bc52-dac099a8f7c1", "name": "network-vif-deleted", "tag": "5977fec0-b2a5-4576-8725-c318d2920563", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b", "tag": "e615b2da-102a-43fe-829a-1eaa7f0e7aed", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:27.224846 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea6dff2b-82ce-40a5-b459-e30bb1ce1ead {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:27.225403 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'tag': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'status': 'completed', 'code': 200} Aug 24 00:14:27.225843 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'tag': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2', 'status': 'completed', 'code': 200} Aug 24 00:14:27.226252 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85232294-08c4-4c30-bc52-dac099a8f7c1', 'name': 'network-vif-deleted', 'tag': '5977fec0-b2a5-4576-8725-c318d2920563', 'status': 'completed', 'code': 200} Aug 24 00:14:27.226657 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b', 'tag': 'e615b2da-102a-43fe-829a-1eaa7f0e7aed', 'status': 'completed', 'code': 200} Aug 24 00:14:27.227748 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=cc28a438-8095-461c-bd50-e27a08ebc1fb,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:27.375929 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fb9c37-7f0a-4255-b75d-5e70b89e968f x-openstack-request-id: req-e1fb9c37-7f0a-4255-b75d-5e70b89e968f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:27.376357 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89c967a-a529-47c6-a745-a760ee68ece2", "name": "network-vif-plugged", "status": "completed", "tag": "f9dab052-e794-4afc-b6b5-bcac010f738d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:27.376473 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1fb9c37-7f0a-4255-b75d-5e70b89e968f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:27.376821 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89c967a-a529-47c6-a745-a760ee68ece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dab052-e794-4afc-b6b5-bcac010f738d', 'code': 200} Aug 24 00:14:27.453324 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fe6406d-15e9-478c-a22f-4b2f3d999e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.498802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:27.540215 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-feea5a04-966a-4c18-9ca4-70ad4bd79295 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33acd677bba44eff97a2fdac5be0e749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402255 Aug 24 00:14:27.543394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:27.595867 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6584-7c24-44a0-8109-b76e4be2eeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.618589 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6584-7c24-44a0-8109-b76e4be2eeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.672406 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6584-7c24-44a0-8109-b76e4be2eeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.675029 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6584-7c24-44a0-8109-b76e4be2eeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.676199 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fc6e6584-7c24-44a0-8109-b76e4be2eeac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d99bf49-e282-4abe-a71f-1e1f6bd1781a HTTP/1.1" status: 204 len: 168 time: 0.1318765 Aug 24 00:14:27.686617 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e6584-7c24-44a0-8109-b76e4be2eeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d99bf49-e282-4abe-a71f-1e1f6bd1781a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:27.747330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-56fa4a88-b9b3-4df3-adb1-3fbdc1be7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:27.749077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-56fa4a88-b9b3-4df3-adb1-3fbdc1be7deb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 1125 time: 0.4633882 Aug 24 00:14:27.766474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc61fe-e287-4fa4-a1ef-3dd04f2eb495 req-c8d618a7-7b90-42c8-8c16-ab65c697ffc9 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:27.767959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43fc61fe-e287-4fa4-a1ef-3dd04f2eb495 req-c8d618a7-7b90-42c8-8c16-ab65c697ffc9 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 945 time: 0.4265201 Aug 24 00:14:27.778296 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-92406f04-a894-4855-b3b9-969521680b7f tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 1000 time: 0.4273033 Aug 24 00:14:27.782186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-3c93c064-7f4e-4e5a-bec0-843ed4f315fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:27.783655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-3c93c064-7f4e-4e5a-bec0-843ed4f315fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 1097 time: 0.4489245 Aug 24 00:14:27.950140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-87111e09-c93e-4e2f-be97-d42d9248741f tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:27.951579 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-87111e09-c93e-4e2f-be97-d42d9248741f tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports/1108ea4b-b03d-45cf-9d14-860cd43e4cd2 HTTP/1.1" status: 200 len: 942 time: 0.1572914 Aug 24 00:14:27.960488 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43fc61fe-e287-4fa4-a1ef-3dd04f2eb495 req-e4590439-a37b-40a6-9a09-3fb1c24b892e tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/security-groups?id=e823004e-d70a-4cb5-b7bd-f9a16fe529a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812403 Aug 24 00:14:28.011400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-f2a1e308-84dd-4a6d-a2f3-b9eb01d9c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.015204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-f2a1e308-84dd-4a6d-a2f3-b9eb01d9c51b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.2569177 Aug 24 00:14:28.027698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-1e1541e3-42b9-4601-9b30-5425839d7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.029552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-1e1541e3-42b9-4601-9b30-5425839d7b69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 921 time: 0.2272084 Aug 24 00:14:28.113618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-800b31fc-7a71-4dad-809e-b319b1807f6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed HTTP/1.1" status: 200 len: 217 time: 0.0818458 Aug 24 00:14:28.205030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-cf83c697-e458-4c3c-945f-e5020cd5bbf2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a HTTP/1.1" status: 200 len: 217 time: 0.1257813 Aug 24 00:14:28.231622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-c16128d6-112a-466c-aa8a-cedd39c04706 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 1000 time: 0.2007463 Aug 24 00:14:28.258951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-98cf8035-5d51-4dd4-b7d7-bd9937dd1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.260403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-98cf8035-5d51-4dd4-b7d7-bd9937dd1dd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.1293583 Aug 24 00:14:28.319556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73184c-a76d-4fda-9921-749f550cf42f req-1e6f2421-b344-4303-9f8c-7ea64e794bb3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.321139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a73184c-a76d-4fda-9921-749f550cf42f req-1e6f2421-b344-4303-9f8c-7ea64e794bb3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.2432656 Aug 24 00:14:28.365161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-5b37fad6-2245-4e35-8594-e1778a87fafb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731080 Aug 24 00:14:28.421301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-b588cb35-7f92-4ae5-9981-f42e2c7a188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.422822 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-b588cb35-7f92-4ae5-9981-f42e2c7a188e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.1886461 Aug 24 00:14:28.509907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a73184c-a76d-4fda-9921-749f550cf42f req-a478d85a-172b-4d4c-ba16-64582f125b22 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475770 Aug 24 00:14:28.548441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-81b8fb44-4baa-407b-a44c-7cb6dd5cfada tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.549821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-81b8fb44-4baa-407b-a44c-7cb6dd5cfada tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.3046217 Aug 24 00:14:28.581127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-59040f2c-040a-4327-bb74-344a06966d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.582574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-59040f2c-040a-4327-bb74-344a06966d26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180317 Aug 24 00:14:28.626676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-14a63f88-9796-48ad-8991-cb9d33c4a104 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453241 Aug 24 00:14:28.790944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c1fe3-88b3-4779-9d35-ff46a5f2be24 req-3f305bda-45c4-4b81-b0c5-acb5802636e0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.792355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e1c1fe3-88b3-4779-9d35-ff46a5f2be24 req-3f305bda-45c4-4b81-b0c5-acb5802636e0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 944 time: 0.2133651 Aug 24 00:14:28.798920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-fcfa2536-f572-4e78-9d95-3e29f6e1d8e1 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 1000 time: 0.2344394 Aug 24 00:14:28.828181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-301b8657-caa7-4c40-968d-60b09238db68 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:28.913496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-ef5f4ac7-b8ca-4dfe-a80f-4dca00c6b93a service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638423 Aug 24 00:14:28.918928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-d9008f35-9888-4975-9e49-153cb80c94ce service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947557 Aug 24 00:14:28.925187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e1c1fe3-88b3-4779-9d35-ff46a5f2be24 req-f64faa0a-5fbb-4291-92e5-1433495a1b6f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253970 Aug 24 00:14:28.939498 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-301b8657-caa7-4c40-968d-60b09238db68 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.132242 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-bc476bf5-1e00-47b0-bd32-5842629041fb service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044857 Aug 24 00:14:29.142733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc489b1c-de97-417e-9a1f-2f8caf2efb21 req-8c543815-62ed-4b14-8f96-126a0ffca6dd tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:29.144322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc489b1c-de97-417e-9a1f-2f8caf2efb21 req-8c543815-62ed-4b14-8f96-126a0ffca6dd tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.1388967 Aug 24 00:14:29.203384 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-301b8657-caa7-4c40-968d-60b09238db68 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.207970 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-301b8657-caa7-4c40-968d-60b09238db68 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.208284 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-301b8657-caa7-4c40-968d-60b09238db68 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Floating IP e7696ce8-32d8-464b-9e49-da8614b6c662 disassociated. External IP: 172.25.8.43, port: 1108ea4b-b03d-45cf-9d14-860cd43e4cd2. Aug 24 00:14:29.268770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc489b1c-de97-417e-9a1f-2f8caf2efb21 req-de8cffea-ac11-44ed-bd9b-77eceb2c1bb4 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183710 Aug 24 00:14:29.305927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-688fb6cd-9865-467a-8d02-66bb5d8d749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:29.307453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-688fb6cd-9865-467a-8d02-66bb5d8d749c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 1096 time: 0.0586071 Aug 24 00:14:29.377844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7a4a63-deb9-4f00-97c5-aed030d61c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc28a438-8095-461c-bd50-e27a08ebc1fb'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:29.381236 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d11096-5e9e-492f-a11e-8122ba0bf102" -d '{"events": [{"server_uuid": "9b7a4a63-deb9-4f00-97c5-aed030d61c4d", "name": "network-vif-plugged", "status": "completed", "tag": "cc28a438-8095-461c-bd50-e27a08ebc1fb"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:29.414317 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.479703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-e38a9e04-b676-4797-8320-153bf38d281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:29.481273 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-e38a9e04-b676-4797-8320-153bf38d281e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 921 time: 0.1470628 Aug 24 00:14:29.559114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-e6ac54bc-aa76-4da8-b31b-c7e5e5c81cae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1108ea4b-b03d-45cf-9d14-860cd43e4cd2 HTTP/1.1" status: 200 len: 217 time: 0.0411055 Aug 24 00:14:29.613133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-301b8657-caa7-4c40-968d-60b09238db68 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:29.625902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-bfa9deb1-27f3-4518-bd2b-cee5251fc2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:29.627426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-bfa9deb1-27f3-4518-bd2b-cee5251fc2dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.0588865 Aug 24 00:14:30.044189 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd275e-2f05-4b32-94a6-4b6f6bd9b26b req-f3cd10a5-fe13-4a67-a186-2188781f7af7 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:30.045770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43cd275e-2f05-4b32-94a6-4b6f6bd9b26b req-f3cd10a5-fe13-4a67-a186-2188781f7af7 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 945 time: 0.4160023 Aug 24 00:14:30.057014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-7303e333-4a3a-4b70-9a03-25cc4ad96abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:30.058674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-7303e333-4a3a-4b70-9a03-25cc4ad96abd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4165905 Aug 24 00:14:30.075488 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:30.109462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-301b8657-caa7-4c40-968d-60b09238db68 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:30.120004 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb21d4f-2fda-4c9e-9279-f02f58a6408b None None] Sync routers for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:30.128819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb21d4f-2fda-4c9e-9279-f02f58a6408b None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:30.129425 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1eb21d4f-2fda-4c9e-9279-f02f58a6408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:30.140063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-301b8657-caa7-4c40-968d-60b09238db68 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:30.181889 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43cd275e-2f05-4b32-94a6-4b6f6bd9b26b req-04d0284a-ff1b-4699-b748-036d41a174ce tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/security-groups?id=e823004e-d70a-4cb5-b7bd-f9a16fe529a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204314 Aug 24 00:14:30.190143 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-301b8657-caa7-4c40-968d-60b09238db68 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "PUT /v2.0/floatingips/e7696ce8-32d8-464b-9e49-da8614b6c662 HTTP/1.1" status: 200 len: 694 time: 1.3701670 Aug 24 00:14:30.192379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'tag': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:30.193381 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c02241a8-3b33-4957-b816-ebb62e3e510d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:30.194352 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bdc7b1-4dbf-412d-a2b1-9cccd527c49b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7", "tag": "1108ea4b-b03d-45cf-9d14-860cd43e4cd2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:30.248782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-1ddc5e97-05c3-4e8d-833f-56123834c26a service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658850 Aug 24 00:14:30.250321 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207cc013-1291-42c7-ad16-15ae34ab25ac x-openstack-request-id: req-207cc013-1291-42c7-ad16-15ae34ab25ac {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:30.251039 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7a4a63-deb9-4f00-97c5-aed030d61c4d", "name": "network-vif-plugged", "status": "completed", "tag": "cc28a438-8095-461c-bd50-e27a08ebc1fb", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:30.251334 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-207cc013-1291-42c7-ad16-15ae34ab25ac {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:30.252181 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b7a4a63-deb9-4f00-97c5-aed030d61c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc28a438-8095-461c-bd50-e27a08ebc1fb', 'code': 200} Aug 24 00:14:30.263468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-ad2dda7a-cdd0-41d7-9b5e-d289515a1b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:30.265036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-ad2dda7a-cdd0-41d7-9b5e-d289515a1b00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 1096 time: 0.0559061 Aug 24 00:14:30.271534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1eb21d4f-2fda-4c9e-9279-f02f58a6408b None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:30.492404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1eb21d4f-2fda-4c9e-9279-f02f58a6408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:30.509236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-741db498-8796-447b-8d56-71206c42e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:30.510751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-741db498-8796-447b-8d56-71206c42e7e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 921 time: 0.2391834 Aug 24 00:14:30.520368 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb21d4f-2fda-4c9e-9279-f02f58a6408b None None] Checking router: 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:30.521151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65426919-339e-4520-ac33-895cd140cc65 req-5e0f003b-f426-40ca-a8cd-dad9a370cf86 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:30.522622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65426919-339e-4520-ac33-895cd140cc65 req-5e0f003b-f426-40ca-a8cd-dad9a370cf86 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 944 time: 0.1689146 Aug 24 00:14:30.530228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb21d4f-2fda-4c9e-9279-f02f58a6408b None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:30.531012 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1eb21d4f-2fda-4c9e-9279-f02f58a6408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:30.569383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629286c-4e65-4694-8f7c-73692db9675d req-a27daa09-6023-47d4-a3bf-a8c05b5dab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:30.570986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3629286c-4e65-4694-8f7c-73692db9675d req-a27daa09-6023-47d4-a3bf-a8c05b5dab59 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 1096 time: 0.1958337 Aug 24 00:14:30.581188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-80b7c0e1-33d8-4908-afa4-886ef074755d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1108ea4b-b03d-45cf-9d14-860cd43e4cd2 HTTP/1.1" status: 200 len: 217 time: 0.0575485 Aug 24 00:14:30.596487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277aa3e1-dc8e-4898-bd14-47dee82f9505 req-e2bf1b4a-eacd-4d0f-bc40-1de1c9ea11c6 service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934918 Aug 24 00:14:30.654886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1eb21d4f-2fda-4c9e-9279-f02f58a6408b None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:30.671514 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65426919-339e-4520-ac33-895cd140cc65 req-b2825784-8060-44ec-a8c4-aaebbe90e9b2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340976 Aug 24 00:14:30.682574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3629286c-4e65-4694-8f7c-73692db9675d req-978765f5-37f1-4219-b35a-97940a348845 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e823004e-d70a-4cb5-b7bd-f9a16fe529a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996902 Aug 24 00:14:30.684141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-9d8d202b-6117-424b-9bd6-e1dcec9f640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:30.686095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-9d8d202b-6117-424b-9bd6-e1dcec9f640b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.0919094 Aug 24 00:14:30.737809 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5eecb0-0a97-45f4-a959-5b815213b563 x-openstack-request-id: req-ee5eecb0-0a97-45f4-a959-5b815213b563 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:30.738095 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7", "tag": "1108ea4b-b03d-45cf-9d14-860cd43e4cd2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:30.738351 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee5eecb0-0a97-45f4-a959-5b815213b563 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:30.738747 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'tag': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2', 'status': 'completed', 'code': 200} Aug 24 00:14:30.748098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-bc3e1bdb-aacf-46b5-ae68-4c4042e10c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:30.749810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-bc3e1bdb-aacf-46b5-ae68-4c4042e10c64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481482 Aug 24 00:14:30.897414 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1eb21d4f-2fda-4c9e-9279-f02f58a6408b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:30.901119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2358e-52cf-4c94-8505-6caf969f4825 req-38222055-9659-43fb-bf8a-4db64c61923d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:30.903043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61b2358e-52cf-4c94-8505-6caf969f4825 req-38222055-9659-43fb-bf8a-4db64c61923d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.0826697 Aug 24 00:14:30.910981 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-ebd2f953-3523-4e82-82d3-ebe114ca55c4 service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469986 Aug 24 00:14:30.924671 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb21d4f-2fda-4c9e-9279-f02f58a6408b None None] The sync data for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 is: [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:31.001364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61b2358e-52cf-4c94-8505-6caf969f4825 req-3f2f8130-0a0a-4ef2-bbf0-98e752f16dea tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890775 Aug 24 00:14:31.041690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1e1d6c1-e5d8-4afe-9f4b-77e6d69c896e req-d3595e2c-2b75-423d-a29b-27977f2bb17f service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223028 Aug 24 00:14:31.113219 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:31.165563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdc7b1-4dbf-412d-a2b1-9cccd527c49b req-37b75b57-0c6e-4e24-8777-2a81cae5228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:31.169236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00bdc7b1-4dbf-412d-a2b1-9cccd527c49b req-37b75b57-0c6e-4e24-8777-2a81cae5228c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 1096 time: 0.0673788 Aug 24 00:14:31.301373 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dfb7e2-ad3d-46a7-87e4-166dd6df39ad None None] New status for floating IP e7696ce8-32d8-464b-9e49-da8614b6c662: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:14:31.359189 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdc7b1-4dbf-412d-a2b1-9cccd527c49b req-2f5e1d1f-d082-4a20-abf0-1cd66022ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:31.361286 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00bdc7b1-4dbf-412d-a2b1-9cccd527c49b req-2f5e1d1f-d082-4a20-abf0-1cd66022ae65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 921 time: 0.1547604 Aug 24 00:14:31.417074 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00bdc7b1-4dbf-412d-a2b1-9cccd527c49b req-b04b1644-5df1-40b2-9ffd-7789598e7d6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1108ea4b-b03d-45cf-9d14-860cd43e4cd2 HTTP/1.1" status: 200 len: 217 time: 0.0460706 Aug 24 00:14:31.490982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdc7b1-4dbf-412d-a2b1-9cccd527c49b req-e49bc00f-11c9-44b6-8a06-2b8c16b73b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:31.492383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00bdc7b1-4dbf-412d-a2b1-9cccd527c49b req-e49bc00f-11c9-44b6-8a06-2b8c16b73b0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.0652964 Aug 24 00:14:31.543968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b6147-f8b6-45f1-8463-073057a00934 req-2ff4e2ff-0cfe-4dde-8ba8-ae3a28bde7d5 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:31.547252 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-903b6147-f8b6-45f1-8463-073057a00934 req-2ff4e2ff-0cfe-4dde-8ba8-ae3a28bde7d5 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 945 time: 0.1329856 Aug 24 00:14:31.598335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-be44748b-af56-4766-8da2-2f7dd56546e2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471396 Aug 24 00:14:31.603810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdc7b1-4dbf-412d-a2b1-9cccd527c49b req-17478b40-cd66-453d-8f08-571ccf59c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:31.606053 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00bdc7b1-4dbf-412d-a2b1-9cccd527c49b req-17478b40-cd66-453d-8f08-571ccf59c6e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051874 Aug 24 00:14:31.722185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-903b6147-f8b6-45f1-8463-073057a00934 req-00a6189f-695a-47e5-81bf-50b6d0bc80f7 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/security-groups?id=e823004e-d70a-4cb5-b7bd-f9a16fe529a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684997 Aug 24 00:14:31.789869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00bdc7b1-4dbf-412d-a2b1-9cccd527c49b req-17960057-7871-4328-a412-49f1ab96b13a service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706321 Aug 24 00:14:31.796782 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-191bbcf1-1039-4eeb-a2a5-fdc502002ca9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:31.798177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-191bbcf1-1039-4eeb-a2a5-fdc502002ca9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911848 Aug 24 00:14:31.882542 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-fccf8511-4cbf-468b-9d59-778785dc6e77 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/quotas/fcbd557231c74eedb4681fd7496dc8b0 HTTP/1.1" status: 200 len: 375 time: 0.0663197 Aug 24 00:14:31.954582 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-66fc8e13-bc35-4ebe-bd5a-c6fd4c3501b3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:31.956041 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-66fc8e13-bc35-4ebe-bd5a-c6fd4c3501b3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1570032 Aug 24 00:14:32.026303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d571037b-d07f-461e-9714-d12b99c4d3d9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1370704 Aug 24 00:14:32.031876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00bdc7b1-4dbf-412d-a2b1-9cccd527c49b req-f342ce92-9eb9-470b-8e83-e89a5ed752f5 service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317240 Aug 24 00:14:32.052102 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-c199cffe-2542-4fc1-bfd8-60a91e16dcc8 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 695 time: 0.0879481 Aug 24 00:14:32.065948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-1226c679-c95f-480d-ab58-2a4abdca7680 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Request body: {'floatingip': {'port_id': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:32.114291 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-1226c679-c95f-480d-ab58-2a4abdca7680 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.163528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-8e3a715d-bec6-4e52-9c0b-ff8e10366820 service neutron] 10.222.0.47 "GET /v2.0/ports/e615b2da-102a-43fe-829a-1eaa7f0e7aed/bindings/n-h2-805736-1 HTTP/1.1" status: 200 len: 384 time: 0.1522365 Aug 24 00:14:32.401453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a7a66-b673-4b78-a977-a5465d07e864 req-ff19d97f-b19c-4198-bd60-f22fa28d2cd6 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:32.403869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-881a7a66-b673-4b78-a977-a5465d07e864 req-ff19d97f-b19c-4198-bd60-f22fa28d2cd6 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 944 time: 0.1627071 Aug 24 00:14:32.540791 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-881a7a66-b673-4b78-a977-a5465d07e864 req-2e7a92dc-e50d-4c24-954e-6117c29fed1a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267550 Aug 24 00:14:32.666090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-503e7944-239a-4fbe-8376-6f015d95cb26 service neutron] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:32.669298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e615b2da-102a-43fe-829a-1eaa7f0e7aed no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:32.713260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-503e7944-239a-4fbe-8376-6f015d95cb26 service neutron] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:32.918139 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.082911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa740574-61c4-4065-8dd7-7c9796c7a534 req-281e2487-27c3-4fd7-8a72-69c3a6a118d9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:33.084500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa740574-61c4-4065-8dd7-7c9796c7a534 req-281e2487-27c3-4fd7-8a72-69c3a6a118d9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.4696443 Aug 24 00:14:33.086567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-503e7944-239a-4fbe-8376-6f015d95cb26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e615b2da-102a-43fe-829a-1eaa7f0e7aed {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:33.108558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-503e7944-239a-4fbe-8376-6f015d95cb26 service neutron] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:33.157055 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-503e7944-239a-4fbe-8376-6f015d95cb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.193458 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa740574-61c4-4065-8dd7-7c9796c7a534 req-68822af4-b093-4176-b9f4-342b1de70d38 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001780 Aug 24 00:14:33.293305 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-0bdf2a9b-9f91-4977-ab88-33a84174e4a3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915518 Aug 24 00:14:33.355267 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f11e8b18-02d5-4018-ab5e-3053c56b825b req-cd71e0a4-df69-4776-a986-e19d7d985ed8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 210 time: 0.0682790 Aug 24 00:14:33.399663 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-1226c679-c95f-480d-ab58-2a4abdca7680 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.408476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-1226c679-c95f-480d-ab58-2a4abdca7680 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.463045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-503e7944-239a-4fbe-8376-6f015d95cb26 service neutron] Transition to ACTIVE for port object e615b2da-102a-43fe-829a-1eaa7f0e7aed will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:33.477103 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-503e7944-239a-4fbe-8376-6f015d95cb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.574295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-3e5084a4-6b36-4942-8ab3-3d4bd5460d17 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:33.576013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-3e5084a4-6b36-4942-8ab3-3d4bd5460d17 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2694654 Aug 24 00:14:33.629222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-f23efb4f-205c-4e83-bf49-8faec0e368d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Request body: {'port': {'device_id': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'fcbd557231c74eedb4681fd7496dc8b0'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:33.666500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-503e7944-239a-4fbe-8376-6f015d95cb26 service neutron] No DVR routers for this DVR port e615b2da-102a-43fe-829a-1eaa7f0e7aed on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:33.680547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e7944-239a-4fbe-8376-6f015d95cb26 service neutron] Pushing event updated for resources: {'Port': ['ID=e615b2da-102a-43fe-829a-1eaa7f0e7aed,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:33.722479 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-1226c679-c95f-480d-ab58-2a4abdca7680 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Floating IP e7696ce8-32d8-464b-9e49-da8614b6c662 associated. External IP: 172.25.8.43, port: a80d16f7-279c-4a75-9777-5e8e9ac6ca1a. Aug 24 00:14:33.832731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472befce-16c6-4850-bda5-bdf500c2627b req-71113b34-6944-4743-850d-1e839c8b6058 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:33.834182 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-472befce-16c6-4850-bda5-bdf500c2627b req-71113b34-6944-4743-850d-1e839c8b6058 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7 HTTP/1.1" status: 200 len: 945 time: 0.2556391 Aug 24 00:14:33.837591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-503e7944-239a-4fbe-8376-6f015d95cb26 service neutron] 10.222.0.47 "PUT /v2.0/ports/e615b2da-102a-43fe-829a-1eaa7f0e7aed/bindings/n-h2-805736-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6570625 Aug 24 00:14:33.915794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eb878-1092-4f2d-aedc-27fd29d536e5 req-7bcc2da7-2bfe-449e-bf9a-a8e23cfb25f2 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:33.917431 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a3eb878-1092-4f2d-aedc-27fd29d536e5 req-7bcc2da7-2bfe-449e-bf9a-a8e23cfb25f2 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 945 time: 0.2677002 Aug 24 00:14:34.057363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a3eb878-1092-4f2d-aedc-27fd29d536e5 req-75866d12-ae7e-4729-a109-1cf9de0967fa tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/security-groups?id=e823004e-d70a-4cb5-b7bd-f9a16fe529a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303747 Aug 24 00:14:34.103693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-f23efb4f-205c-4e83-bf49-8faec0e368d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Made reservation on behalf of fcbd557231c74eedb4681fd7496dc8b0 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:34.107808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-f23efb4f-205c-4e83-bf49-8faec0e368d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.191275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-e75ce3b3-afa0-4792-9b54-461e886d59b5 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:34.192773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-e75ce3b3-afa0-4792-9b54-461e886d59b5 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b&tenant_id=4296ba497012466daa2a49222903cd4c&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 1096 time: 0.1925766 Aug 24 00:14:34.280586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-472befce-16c6-4850-bda5-bdf500c2627b req-e42cb1b3-2dd7-489c-b59f-a847ea30bdd3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Deleting port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:34.280932 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-472befce-16c6-4850-bda5-bdf500c2627b req-e42cb1b3-2dd7-489c-b59f-a847ea30bdd3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.382144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-1226c679-c95f-480d-ab58-2a4abdca7680 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:34.399742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970543ff-48cb-4ff3-af67-d8dd319d361a req-4c85bb41-3d63-4684-a6f6-301da17a1eb2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:34.401571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-970543ff-48cb-4ff3-af67-d8dd319d361a req-4c85bb41-3d63-4684-a6f6-301da17a1eb2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 945 time: 0.2664757 Aug 24 00:14:34.460938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-cbd08349-7bb7-4753-ae3c-19783cae6a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:34.462000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-cbd08349-7bb7-4753-ae3c-19783cae6a54 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b&tenant_id=4296ba497012466daa2a49222903cd4c HTTP/1.1" status: 200 len: 1096 time: 0.2501774 Aug 24 00:14:34.570237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-f23efb4f-205c-4e83-bf49-8faec0e368d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Allocated IP 192.168.233.246 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/49d3b719-2e7b-4be4-b3c5-7bc15f972511) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:34.607219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-472befce-16c6-4850-bda5-bdf500c2627b req-e42cb1b3-2dd7-489c-b59f-a847ea30bdd3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] For port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=1108ea4b-b03d-45cf-9d14-860cd43e4cd2,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:34.607596 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-472befce-16c6-4850-bda5-bdf500c2627b req-e42cb1b3-2dd7-489c-b59f-a847ea30bdd3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.616971 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-970543ff-48cb-4ff3-af67-d8dd319d361a req-a702c298-e26a-4180-a23f-94d1ac7fffde tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886559 Aug 24 00:14:34.645559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-472befce-16c6-4850-bda5-bdf500c2627b req-e42cb1b3-2dd7-489c-b59f-a847ea30bdd3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Calling delete_port for 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:34.760342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-14a43c1e-0aaf-49c5-ac42-81eb75fe1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:34.762431 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-14a43c1e-0aaf-49c5-ac42-81eb75fe1125 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 1096 time: 0.2562122 Aug 24 00:14:34.802615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-1226c679-c95f-480d-ab58-2a4abdca7680 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:34.815251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e8308-0456-4971-bfad-aa1fe1e4ab20 None None] Sync routers for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:34.826168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e8308-0456-4971-bfad-aa1fe1e4ab20 None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:34.827039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6d1e8308-0456-4971-bfad-aa1fe1e4ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:34.856662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-1226c679-c95f-480d-ab58-2a4abdca7680 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.950899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6d1e8308-0456-4971-bfad-aa1fe1e4ab20 None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:34.958239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-1226c679-c95f-480d-ab58-2a4abdca7680 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "PUT /v2.0/floatingips/e7696ce8-32d8-464b-9e49-da8614b6c662 HTTP/1.1" status: 200 len: 996 time: 2.8993688 Aug 24 00:14:34.965323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'tag': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:34.968154 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2d5bfd-94cd-4990-af9e-81587a9e6db7" -d '{"events": [{"name": "network-changed", "server_uuid": "6caf7d17-af75-4acf-b493-1aace8fc7095", "tag": "a80d16f7-279c-4a75-9777-5e8e9ac6ca1a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:35.027047 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa026a6-2b97-4347-869a-72044c9b89d9 req-dcdf6ce3-daec-45f9-9507-89c237231289 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:35.029091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa026a6-2b97-4347-869a-72044c9b89d9 req-dcdf6ce3-daec-45f9-9507-89c237231289 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.2748034 Aug 24 00:14:35.099104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-c6d1c995-c554-43c5-bfc4-125be358706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:35.100614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-c6d1c995-c554-43c5-bfc4-125be358706b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.3211739 Aug 24 00:14:35.230400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6d1e8308-0456-4971-bfad-aa1fe1e4ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e7696ce8-32d8-464b-9e49-da8614b6c662', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'port_id': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'mac_address': 'fa:16:3e:46:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:13:57Z', 'updated_at': '2021-08-24T00:14:33Z', 'revision_number': 8, 'project_id': '88cceac23aee48fdac78678d99718fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:35.257922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e8308-0456-4971-bfad-aa1fe1e4ab20 None None] Checking router: 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:35.267807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e8308-0456-4971-bfad-aa1fe1e4ab20 None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:35.268616 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6d1e8308-0456-4971-bfad-aa1fe1e4ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:35.378538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6d1e8308-0456-4971-bfad-aa1fe1e4ab20 None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:35.485029 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-f23efb4f-205c-4e83-bf49-8faec0e368d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:35.504669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-9b52de82-1bf9-4498-898d-a1d6f8a20709 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed HTTP/1.1" status: 200 len: 217 time: 0.3930612 Aug 24 00:14:35.524365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-b514dfb5-e30b-40bc-b2b9-501f04a8b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:35.525893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-b514dfb5-e30b-40bc-b2b9-501f04a8b615 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 1097 time: 0.5398014 Aug 24 00:14:35.539386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa026a6-2b97-4347-869a-72044c9b89d9 req-3aff38cb-5359-4dc3-904b-3561460180e1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822965 Aug 24 00:14:35.550430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-f23efb4f-205c-4e83-bf49-8faec0e368d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Transition to ACTIVE for port object 49d3b719-2e7b-4be4-b3c5-7bc15f972511 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:35.583137 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-472befce-16c6-4850-bda5-bdf500c2627b req-e42cb1b3-2dd7-489c-b59f-a847ea30bdd3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:35.625449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['a80d16f7-279c-4a75-9777-5e8e9ac6ca1a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:35.658458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cb1b3-2dd7-489c-b59f-a847ea30bdd3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Pushing event deleted for resources: {'Port': ['ID=1108ea4b-b03d-45cf-9d14-860cd43e4cd2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:35.707620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-45a7029d-300b-4d89-99d3-e8939e9150e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:35.707903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6d1e8308-0456-4971-bfad-aa1fe1e4ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e7696ce8-32d8-464b-9e49-da8614b6c662', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'port_id': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'mac_address': 'fa:16:3e:46:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:13:57Z', 'updated_at': '2021-08-24T00:14:33Z', 'revision_number': 8, 'project_id': '88cceac23aee48fdac78678d99718fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:35.709332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-45a7029d-300b-4d89-99d3-e8939e9150e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.1803067 Aug 24 00:14:35.721726 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43c80d27-20c1-423e-9836-2cafa6f738fe req-f5ca8cff-a228-47cb-9510-e5e12188a350 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 210 time: 0.0750442 Aug 24 00:14:35.755447 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e8308-0456-4971-bfad-aa1fe1e4ab20 None None] The sync data for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 is: [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e7696ce8-32d8-464b-9e49-da8614b6c662', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'port_id': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'mac_address': 'fa:16:3e:46:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:13:57Z', 'updated_at': '2021-08-24T00:14:33Z', 'revision_number': 8, 'project_id': '88cceac23aee48fdac78678d99718fad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:35.758628 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-9948fee8-4412-441d-ac08-2b7061946256 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265260 Aug 24 00:14:35.871852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-472befce-16c6-4850-bda5-bdf500c2627b req-e42cb1b3-2dd7-489c-b59f-a847ea30bdd3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] No DVR routers for this DVR port 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:35.874449 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-472befce-16c6-4850-bda5-bdf500c2627b req-e42cb1b3-2dd7-489c-b59f-a847ea30bdd3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:35.876674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-472befce-16c6-4850-bda5-bdf500c2627b req-e42cb1b3-2dd7-489c-b59f-a847ea30bdd3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.13 "DELETE /v2.0/ports/1108ea4b-b03d-45cf-9d14-860cd43e4cd2 HTTP/1.1" status: 204 len: 173 time: 2.0338213 Aug 24 00:14:35.897090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-80525ee6-4f33-4ead-89fd-dc88615106dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:35.898528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-80525ee6-4f33-4ead-89fd-dc88615106dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 921 time: 0.3585646 Aug 24 00:14:35.926002 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-f23efb4f-205c-4e83-bf49-8faec0e368d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:35.972683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['f9dab052-e794-4afc-b6b5-bcac010f738d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:36.022187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-c9b4a7d9-09ac-4df3-9ce2-9193f582d74d service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388051 Aug 24 00:14:36.036132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-f23efb4f-205c-4e83-bf49-8faec0e368d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:36.038605 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888150dc-48b9-45ef-b3d6-60d513772100 None None] New status for floating IP e7696ce8-32d8-464b-9e49-da8614b6c662: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:14:36.050376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-f23efb4f-205c-4e83-bf49-8faec0e368d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:36.051725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23efb4f-205c-4e83-bf49-8faec0e368d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Pushing event updated for resources: {'Port': ['ID=49d3b719-2e7b-4be4-b3c5-7bc15f972511,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:36.054976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-f23efb4f-205c-4e83-bf49-8faec0e368d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:36.116024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-f23efb4f-205c-4e83-bf49-8faec0e368d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:36.116728 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-f23efb4f-205c-4e83-bf49-8faec0e368d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.132520 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aaa84c-4865-4907-b06a-9de619d02c19 x-openstack-request-id: req-e6aaa84c-4865-4907-b06a-9de619d02c19 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:36.132829 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6caf7d17-af75-4acf-b493-1aace8fc7095", "tag": "a80d16f7-279c-4a75-9777-5e8e9ac6ca1a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:36.133158 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6aaa84c-4865-4907-b06a-9de619d02c19 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:36.133880 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'tag': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'status': 'completed', 'code': 200} Aug 24 00:14:36.154850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-6efa998e-1d3f-45de-b5eb-338fc51342d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a HTTP/1.1" status: 200 len: 999 time: 0.2479668 Aug 24 00:14:36.160391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-f23efb4f-205c-4e83-bf49-8faec0e368d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5610385 Aug 24 00:14:36.225130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Request body: {'port': {'device_id': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:36.251389 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7311cedf-edad-4872-9847-3b6cc66e7ec5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:36.444972 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.448633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-07df9172-e056-4df1-8da8-5163ae4b1f32 None None] Provisioning for port 49d3b719-2e7b-4be4-b3c5-7bc15f972511 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:36.450342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-64d909ec-6456-46e5-9e2e-16c00a7b4527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:36.451948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-64d909ec-6456-46e5-9e2e-16c00a7b4527 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.2521694 Aug 24 00:14:36.456550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-07df9172-e056-4df1-8da8-5163ae4b1f32 None None] Provisioning complete for port 49d3b719-2e7b-4be4-b3c5-7bc15f972511 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:36.456934 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07df9172-e056-4df1-8da8-5163ae4b1f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.470697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-c83a27b9-5d11-4ae8-a453-0e735c4d4780 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313500 Aug 24 00:14:36.497839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5bfd-94cd-4990-af9e-81587a9e6db7 req-756907b4-e3af-4b46-91fe-e03cafe3f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:36.499543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f2d5bfd-94cd-4990-af9e-81587a9e6db7 req-756907b4-e3af-4b46-91fe-e03cafe3f888 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 1097 time: 0.2855942 Aug 24 00:14:36.575923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-07df9172-e056-4df1-8da8-5163ae4b1f32 None None] Port 49d3b719-2e7b-4be4-b3c5-7bc15f972511 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:36.794555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-e7491ade-77c3-4418-83b1-a131d62a4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:36.795741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-e7491ade-77c3-4418-83b1-a131d62a4498 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3219533 Aug 24 00:14:36.859493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:36.903347 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:36.903696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 1108ea4b-b03d-45cf-9d14-860cd43e4cd2 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:36.906914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5bfd-94cd-4990-af9e-81587a9e6db7 req-ddad9bc8-4c60-4010-bc29-0a7adf73a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:36.908422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f2d5bfd-94cd-4990-af9e-81587a9e6db7 req-ddad9bc8-4c60-4010-bc29-0a7adf73a737 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 921 time: 0.3886328 Aug 24 00:14:36.961812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ad6dd-08c1-4a58-b00b-3acb83e96b41 req-0ecf12b9-2238-419c-9926-9ac3495b734a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:36.965114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-099ad6dd-08c1-4a58-b00b-3acb83e96b41 req-0ecf12b9-2238-419c-9926-9ac3495b734a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 945 time: 0.3255720 Aug 24 00:14:37.162979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f2d5bfd-94cd-4990-af9e-81587a9e6db7 req-84c7820f-af88-479e-b907-c130783636ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a HTTP/1.1" status: 200 len: 1001 time: 0.2385004 Aug 24 00:14:37.175482 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-f0c63578-307f-4594-a7ad-1b098eabb182 service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659427 Aug 24 00:14:37.193725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-099ad6dd-08c1-4a58-b00b-3acb83e96b41 req-52f342c7-3e2a-42f1-a95f-663855380c6c tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564434 Aug 24 00:14:37.206675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-169994c4-ee02-4e93-ad37-27b5ded2754c tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:37.208181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-169994c4-ee02-4e93-ad37-27b5ded2754c tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b&tenant_id=4296ba497012466daa2a49222903cd4c&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 1096 time: 0.1663206 Aug 24 00:14:37.388241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5bfd-94cd-4990-af9e-81587a9e6db7 req-4d14b099-74d6-4c2e-8f37-c03014e9b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:37.388947 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f2d5bfd-94cd-4990-af9e-81587a9e6db7 req-4d14b099-74d6-4c2e-8f37-c03014e9b3c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.2093692 Aug 24 00:14:37.484079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d3b719-2e7b-4be4-b3c5-7bc15f972511 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:37.510210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:37.540664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d74a07-244c-4999-9cd2-8d3bd826941c req-1aeffed7-f2e7-4072-a4f4-f657f0dafdf3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:37.542147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02d74a07-244c-4999-9cd2-8d3bd826941c req-1aeffed7-f2e7-4072-a4f4-f657f0dafdf3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.2238982 Aug 24 00:14:37.569488 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8830d8f-2535-4440-8f63-65ae97c8d349 req-067953cd-bdfb-4573-b243-d6071b564564 service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686008 Aug 24 00:14:37.572624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Transition to ACTIVE for port object 49d3b719-2e7b-4be4-b3c5-7bc15f972511 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:37.585630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5bfd-94cd-4990-af9e-81587a9e6db7 req-88b2e383-34a3-4d37-b44c-324ebd4fef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:37.587163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f2d5bfd-94cd-4990-af9e-81587a9e6db7 req-88b2e383-34a3-4d37-b44c-324ebd4fef82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879909 Aug 24 00:14:37.591462 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:37.730628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a4595623-2c62-4419-914b-52cdd9210092 service neutron] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:37.736144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02d74a07-244c-4999-9cd2-8d3bd826941c req-89059e07-cb24-41c8-ba54-b5748c95c07d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851521 Aug 24 00:14:37.750452 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a4595623-2c62-4419-914b-52cdd9210092 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:37.751588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11daf758-3b51-4ffd-b5dd-4f644f1f72c2 req-a4595623-2c62-4419-914b-52cdd9210092 service neutron] 10.222.0.13 "DELETE /v2.0/ports/e615b2da-102a-43fe-829a-1eaa7f0e7aed/bindings/n-h1-805736-1 HTTP/1.1" status: 204 len: 173 time: 0.5123672 Aug 24 00:14:37.755575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Pushing event updated for resources: {'Port': ['ID=49d3b719-2e7b-4be4-b3c5-7bc15f972511,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:37.854042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a3b43-9bd3-4fc0-a8d1-85286aef3e87 req-58e5bf49-b53b-4e1b-a896-e56e30866a1f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:37.857491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e22a3b43-9bd3-4fc0-a8d1-85286aef3e87 req-58e5bf49-b53b-4e1b-a896-e56e30866a1f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 948 time: 0.2051330 Aug 24 00:14:37.862892 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f2d5bfd-94cd-4990-af9e-81587a9e6db7 req-1d094608-cff3-4190-91e4-6cdcf6df680a service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623951 Aug 24 00:14:37.975424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e22a3b43-9bd3-4fc0-a8d1-85286aef3e87 req-0f8abd7b-16ba-4276-909b-6dc707f1b900 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114359 Aug 24 00:14:37.990076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Attempting to bind port 49d3b719-2e7b-4be4-b3c5-7bc15f972511 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:37.990711 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Attempting to bind port 49d3b719-2e7b-4be4-b3c5-7bc15f972511 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:37.991997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Attempting to bind port 49d3b719-2e7b-4be4-b3c5-7bc15f972511 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:38.007906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Port 49d3b719-2e7b-4be4-b3c5-7bc15f972511 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:38.008347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Attempting to bind port 49d3b719-2e7b-4be4-b3c5-7bc15f972511 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:38.024172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:38.024617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:38.025105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:38.025640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Bound port: 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:38.026084 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:38.417792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'name': 'network-vif-deleted', 'tag': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:38.420956 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fca4e3-a84c-4cb6-8995-f053c700e9fc" -d '{"events": [{"server_uuid": "0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7", "name": "network-vif-deleted", "tag": "1108ea4b-b03d-45cf-9d14-860cd43e4cd2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:38.436408 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f2d5bfd-94cd-4990-af9e-81587a9e6db7 req-72b53592-164b-4bd6-8189-84ae0d5b85aa service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453861 Aug 24 00:14:38.485255 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edd741bf-0603-4e5d-a404-9ca3da19045b req-a62166c8-4dce-4e74-aafa-9ab9f5fd87b6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips/e7696ce8-32d8-464b-9e49-da8614b6c662 HTTP/1.1" status: 200 len: 998 time: 0.4694874 Aug 24 00:14:38.533492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] For port 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:38.535574 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:38.581387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07069b-b982-4376-8e8e-e131b02d2a2a req-dfc52813-e80a-4326-ade5-80e6c5ebc675 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:38.583191 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc07069b-b982-4376-8e8e-e131b02d2a2a req-dfc52813-e80a-4326-ade5-80e6c5ebc675 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 945 time: 0.1540899 Aug 24 00:14:38.596628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] For port 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:38.610493 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:38.678164 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-163abaf0-9a36-485c-b51c-e456db6f76ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:38.690888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:38.691524 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:38.692951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] 10.222.0.47 "PUT /v2.0/ports/49d3b719-2e7b-4be4-b3c5-7bc15f972511 HTTP/1.1" status: 200 len: 1096 time: 2.4978771 Aug 24 00:14:38.723436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc07069b-b982-4376-8e8e-e131b02d2a2a req-eb1e8aab-205c-4462-bb69-0ef807f3b083 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279068 Aug 24 00:14:38.733948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd741bf-0603-4e5d-a404-9ca3da19045b req-1eb272ac-1946-4667-8c59-449ef1c4d093 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:38.741188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edd741bf-0603-4e5d-a404-9ca3da19045b req-1eb272ac-1946-4667-8c59-449ef1c4d093 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.2451231 Aug 24 00:14:38.754381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-edd741bf-0603-4e5d-a404-9ca3da19045b req-208e5429-f9a8-45ac-bc86-28e58bfe3884 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:14:38.772341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edd741bf-0603-4e5d-a404-9ca3da19045b req-208e5429-f9a8-45ac-bc86-28e58bfe3884 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302165 Aug 24 00:14:38.773485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a311e0-296a-4b3b-b541-1ed01399538e service neutron] Pushing event updated for resources: {'Port': ['ID=49d3b719-2e7b-4be4-b3c5-7bc15f972511,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:38.865139 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-163abaf0-9a36-485c-b51c-e456db6f76ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:38.872431 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-163abaf0-9a36-485c-b51c-e456db6f76ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:38.904989 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c50b7e-4d69-46a2-ac35-0c54cb133543 x-openstack-request-id: req-36c50b7e-4d69-46a2-ac35-0c54cb133543 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:38.905283 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7", "name": "network-vif-deleted", "tag": "1108ea4b-b03d-45cf-9d14-860cd43e4cd2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:38.905542 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36c50b7e-4d69-46a2-ac35-0c54cb133543 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:38.905933 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebc6f3b-95c0-4cd6-8724-b37fc7469fe7', 'name': 'network-vif-deleted', 'tag': '1108ea4b-b03d-45cf-9d14-860cd43e4cd2', 'status': 'completed', 'code': 200} Aug 24 00:14:38.945761 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-163abaf0-9a36-485c-b51c-e456db6f76ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cae2007bea694d268b2c83561eac10d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091005 Aug 24 00:14:38.946624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43350) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:38.947500 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163abaf0-9a36-485c-b51c-e456db6f76ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c834155a-8710-4f08-a39c-c784539dcd44,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:38.950356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-aca00166-9ac4-4515-9f4f-33871391eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:38.967963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-aca00166-9ac4-4515-9f4f-33871391eec7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 1099 time: 0.1644173 Aug 24 00:14:38.971210 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-adfa33fd-761b-4026-b93b-c079e9d3c56c tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 1001 time: 0.1193662 Aug 24 00:14:39.010581 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89fc8a50-5a68-4d9f-ab93-64738e9e525f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.034873 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89fc8a50-5a68-4d9f-ab93-64738e9e525f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.090283 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89fc8a50-5a68-4d9f-ab93-64738e9e525f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.093958 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89fc8a50-5a68-4d9f-ab93-64738e9e525f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.095968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-1f8d1309-a671-430c-8f58-39897c46db4b tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.098169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-1f8d1309-a671-430c-8f58-39897c46db4b tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports/a80d16f7-279c-4a75-9777-5e8e9ac6ca1a HTTP/1.1" status: 200 len: 943 time: 0.1171923 Aug 24 00:14:39.098484 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-89fc8a50-5a68-4d9f-ab93-64738e9e525f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c834155a-8710-4f08-a39c-c784539dcd44 HTTP/1.1" status: 204 len: 168 time: 0.1459503 Aug 24 00:14:39.099756 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-36a04589-baee-4ecc-9eb6-9998782f9c90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511 HTTP/1.1" status: 200 len: 217 time: 0.1015284 Aug 24 00:14:39.109454 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc8a50-5a68-4d9f-ab93-64738e9e525f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c834155a-8710-4f08-a39c-c784539dcd44,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:39.193315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044ea53-cb75-40f6-81f9-315448c7df0b req-351fd731-e902-409f-8129-68378024a3c4 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.203352 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e044ea53-cb75-40f6-81f9-315448c7df0b req-351fd731-e902-409f-8129-68378024a3c4 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.2311118 Aug 24 00:14:39.258020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-2dd49aad-79b8-43ae-b2c4-2547d2d41666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.259869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-2dd49aad-79b8-43ae-b2c4-2547d2d41666 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1423485 Aug 24 00:14:39.361790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee889-e477-4207-a089-07d7033016f3 req-ecad0f42-d3c0-4232-a623-5023cc5177ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.363450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-ecad0f42-d3c0-4232-a623-5023cc5177ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 1097 time: 0.1541114 Aug 24 00:14:39.383978 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e044ea53-cb75-40f6-81f9-315448c7df0b req-c50fea05-d35f-4df7-9fcb-619f60d61a46 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747389 Aug 24 00:14:39.421243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-f064cf11-7fad-4fd4-98eb-d13119bf923e tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 1001 time: 0.2134717 Aug 24 00:14:39.473442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-aebb1e5b-48c8-422b-b803-2138db382f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.474952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-aebb1e5b-48c8-422b-b803-2138db382f01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1786349 Aug 24 00:14:39.704351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f2a3e-c2eb-4563-ab8e-d6aaa609262f req-f9fda45d-1cee-4af6-ad96-b4ae9aaad4e7 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.705881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c36f2a3e-c2eb-4563-ab8e-d6aaa609262f req-f9fda45d-1cee-4af6-ad96-b4ae9aaad4e7 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 1096 time: 0.2255530 Aug 24 00:14:39.709015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee889-e477-4207-a089-07d7033016f3 req-1b885d90-5543-4f5f-b7ee-c58d94d37578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.710395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-1b885d90-5543-4f5f-b7ee-c58d94d37578 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.3164923 Aug 24 00:14:39.721563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-784d1583-da86-4ea7-9c48-47a23fd2334e tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.722959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-784d1583-da86-4ea7-9c48-47a23fd2334e tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.2883286 Aug 24 00:14:39.785427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-a0fec24e-61bf-48d4-8f00-936eccf193d1 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919078 Aug 24 00:14:39.817647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-6b5769b8-1218-424f-a273-fc7ab3deed5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c99d7df1-d974-459a-a429-36212e113ee4 HTTP/1.1" status: 200 len: 217 time: 0.0917742 Aug 24 00:14:39.918513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43378) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:39.935345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c36f2a3e-c2eb-4563-ab8e-d6aaa609262f req-a7009477-2a92-422a-b055-87bc5a42ef2c tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113583 Aug 24 00:14:39.952454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee889-e477-4207-a089-07d7033016f3 req-732f1c8a-d992-46cc-99ad-abc00ef22f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.954058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-732f1c8a-d992-46cc-99ad-abc00ef22f76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.1176860 Aug 24 00:14:39.965590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-7e0e6343-d78a-4e99-8ea0-1647bb8787b0 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 1001 time: 0.2341144 Aug 24 00:14:39.971681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-d410d00d-b107-4a21-adf2-2dd3f3e78ba3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:40.037380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-cfcfc9fb-51b4-4dee-a152-414057afcd7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612147 Aug 24 00:14:40.056624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-875848545-network', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:40.085325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] Made reservation on behalf of 4a2047a51df84cd6a63db119a4839b73 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:40.090768 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.103793 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.133249 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-d410d00d-b107-4a21-adf2-2dd3f3e78ba3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.195932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd8fc63-a3b8-4616-9cbb-e5fed95ba537 req-bc60d2c2-77c3-44b6-a26b-177d129a37b4 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742070 Aug 24 00:14:40.249967 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.253911 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.275876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:14:40.290461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38276bb0-0530-479d-ad11-37aa9fe1acaf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:40.296308 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.296748 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] Added segment 1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b of type vlan for network 46063661-09e7-48c7-9c8d-2e0b6e5fc3ce Aug 24 00:14:40.319332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-cda98a2d-628b-49ea-b7fc-e13cbd1f84cb service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679589 Aug 24 00:14:40.344881 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.348268 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be8018-d2d1-480e-a14d-7cbf6ccea32a req-6dc4ba4b-b184-4c13-b641-8fd0b1f3023a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:40.349836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2be8018-d2d1-480e-a14d-7cbf6ccea32a req-6dc4ba4b-b184-4c13-b641-8fd0b1f3023a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 948 time: 0.1420298 Aug 24 00:14:40.373520 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.374539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:40.375202 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.427332 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5073926 Aug 24 00:14:40.430130 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43386) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:40.437131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8a396ee5-9aba-4916-81a6-7641af8d2525 admin admin] Request body: {'subnet': {'network_id': '46063661-09e7-48c7-9c8d-2e0b6e5fc3ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-875848545-subnet', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:40.450758 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-d410d00d-b107-4a21-adf2-2dd3f3e78ba3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.453841 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657106f-aced-4dbd-b3a7-f876df136121 admin admin] Pushing event updated for resources: {'Network': ['ID=46063661-09e7-48c7-9c8d-2e0b6e5fc3ce,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:40.464696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 46063661-09e7-48c7-9c8d-2e0b6e5fc3ce details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:14:40.473986 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-d410d00d-b107-4a21-adf2-2dd3f3e78ba3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.474567 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-d410d00d-b107-4a21-adf2-2dd3f3e78ba3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Floating IP e7696ce8-32d8-464b-9e49-da8614b6c662 disassociated. External IP: 172.25.8.43, port: a80d16f7-279c-4a75-9777-5e8e9ac6ca1a. Aug 24 00:14:40.486647 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a396ee5-9aba-4916-81a6-7641af8d2525 admin admin] Made reservation on behalf of 4a2047a51df84cd6a63db119a4839b73 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:40.490166 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a396ee5-9aba-4916-81a6-7641af8d2525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.580353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2be8018-d2d1-480e-a14d-7cbf6ccea32a req-c8635682-8f0a-4227-97ad-17b57ce6a9cf tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141340 Aug 24 00:14:40.658524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-98aa000e-bbd2-434f-b6b6-f7f077d96c30 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284659 Aug 24 00:14:40.730484 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a396ee5-9aba-4916-81a6-7641af8d2525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.758896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bc68c-35c6-48bc-b599-0ea9ebd3caec req-7176dcc4-d214-4641-b18e-5ba82c9be7bd tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:40.760433 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3bc68c-35c6-48bc-b599-0ea9ebd3caec req-7176dcc4-d214-4641-b18e-5ba82c9be7bd tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 1096 time: 0.0917175 Aug 24 00:14:40.770223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-d410d00d-b107-4a21-adf2-2dd3f3e78ba3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:40.791446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a396ee5-9aba-4916-81a6-7641af8d2525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b77f1d2-bb36-43c1-a1a2-707268cc2b1e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:40.809055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a396ee5-9aba-4916-81a6-7641af8d2525 admin admin] Checking segment: {'id': '1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '46063661-09e7-48c7-9c8d-2e0b6e5fc3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:40.809411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a396ee5-9aba-4916-81a6-7641af8d2525 admin admin] Network hostable DHCP agents. Network: 46063661-09e7-48c7-9c8d-2e0b6e5fc3ce, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:14:40.828408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a396ee5-9aba-4916-81a6-7641af8d2525 admin admin] Network 46063661-09e7-48c7-9c8d-2e0b6e5fc3ce is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:14:40.842802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8a396ee5-9aba-4916-81a6-7641af8d2525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 46063661-09e7-48c7-9c8d-2e0b6e5fc3ce) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:40.849049 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a396ee5-9aba-4916-81a6-7641af8d2525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:40.849158 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a396ee5-9aba-4916-81a6-7641af8d2525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.852363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56d03b7-fac0-4cb5-8047-bf1a6e26288d None None] Network 46063661-09e7-48c7-9c8d-2e0b6e5fc3ce requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:40.873024 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8a396ee5-9aba-4916-81a6-7641af8d2525 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4418342 Aug 24 00:14:40.875746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:40.881446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-875848545-router', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:40.913345 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.915453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.982368 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.180001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'tag': '49d3b719-2e7b-4be4-b3c5-7bc15f972511'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:41.183021 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e76bc9c-7357-4204-8a3c-f1fac822f39b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0710a28-8bbd-4eac-a8b7-121bb8f90ab6", "tag": "49d3b719-2e7b-4be4-b3c5-7bc15f972511"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:41.215890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3bc68c-35c6-48bc-b599-0ea9ebd3caec req-d51583b8-5208-4888-919a-450a140d05bc tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474394 Aug 24 00:14:41.250282 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.300803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-46063661-09e7-48c7-9c8d-2e0b6e5fc3ce', 'network_id': '46063661-09e7-48c7-9c8d-2e0b6e5fc3ce', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'fixed_ips': [{'subnet_id': '3b77f1d2-bb36-43c1-a1a2-707268cc2b1e'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:14:41.302370 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.385536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-d410d00d-b107-4a21-adf2-2dd3f3e78ba3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:41.402186 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaab73-b454-42c2-aa06-5963fe6b26b7 None None] Sync routers for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:41.403820 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-d410d00d-b107-4a21-adf2-2dd3f3e78ba3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.436184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eaab73-b454-42c2-aa06-5963fe6b26b7 None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:41.440051 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-19eaab73-b454-42c2-aa06-5963fe6b26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:41.461809 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-d410d00d-b107-4a21-adf2-2dd3f3e78ba3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "PUT /v2.0/floatingips/e7696ce8-32d8-464b-9e49-da8614b6c662 HTTP/1.1" status: 200 len: 695 time: 1.4828823 Aug 24 00:14:41.484348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd99e02-31de-450f-a1b0-3f5fef52c060 req-89b452e8-7363-44a3-bf10-2915022cb673 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:41.486717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd99e02-31de-450f-a1b0-3f5fef52c060 req-89b452e8-7363-44a3-bf10-2915022cb673 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.1536038 Aug 24 00:14:41.537315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-6972acae-00e2-4482-bc31-bbc053fa6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:41.547152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-6972acae-00e2-4482-bc31-bbc053fa6261 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 1097 time: 0.0846701 Aug 24 00:14:41.564825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-19eaab73-b454-42c2-aa06-5963fe6b26b7 None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:41.647395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd99e02-31de-450f-a1b0-3f5fef52c060 req-6d224b1a-1901-4543-889a-e8e6c2959608 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444211 Aug 24 00:14:41.657564 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.698032 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.718174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-a990b4d9-3dc7-410a-a15e-728174f16ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:41.719729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-a990b4d9-3dc7-410a-a15e-728174f16ad2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 921 time: 0.1717899 Aug 24 00:14:41.786154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-058c06be-9e6e-47e7-9181-4cbab1f42e43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a HTTP/1.1" status: 200 len: 217 time: 0.0544531 Aug 24 00:14:41.825959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Allocated IP 172.25.8.33 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/129be9c0-46d3-4ade-8692-beffd21fee4e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:41.828351 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Allocated IP 172.20.0.2 (46063661-09e7-48c7-9c8d-2e0b6e5fc3ce/3b77f1d2-bb36-43c1-a1a2-707268cc2b1e/bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:41.880765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-45fcd379-692a-48dc-a72b-625f2c09c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:41.882553 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-45fcd379-692a-48dc-a72b-625f2c09c2d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.0864909 Aug 24 00:14:41.953230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-19eaab73-b454-42c2-aa06-5963fe6b26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:41.959860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-855dcb36-7bce-4f74-b471-e94d0e091e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:41.961562 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-855dcb36-7bce-4f74-b471-e94d0e091e67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698452 Aug 24 00:14:41.985710 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d468ad5-bc43-4cd6-97e9-48373296b8ca x-openstack-request-id: req-2d468ad5-bc43-4cd6-97e9-48373296b8ca {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:41.989321 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0710a28-8bbd-4eac-a8b7-121bb8f90ab6", "tag": "49d3b719-2e7b-4be4-b3c5-7bc15f972511", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:41.989716 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d468ad5-bc43-4cd6-97e9-48373296b8ca {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:41.990193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaab73-b454-42c2-aa06-5963fe6b26b7 None None] Checking router: 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:41.990328 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'tag': '49d3b719-2e7b-4be4-b3c5-7bc15f972511', 'status': 'completed', 'code': 200} Aug 24 00:14:41.999014 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.015509 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eaab73-b454-42c2-aa06-5963fe6b26b7 None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:42.016371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-19eaab73-b454-42c2-aa06-5963fe6b26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:42.085486 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.148487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:42.157745 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:42.162808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:42.178157 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.184308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13bbc8-3dfa-4361-a2ac-66b4c57b9132 req-5abce884-6fab-4945-9a1b-2cc6b1244f3b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:42.186002 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd13bbc8-3dfa-4361-a2ac-66b4c57b9132 req-5abce884-6fab-4945-9a1b-2cc6b1244f3b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 948 time: 0.1171646 Aug 24 00:14:42.189270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-6de95d8b-4d21-4c6d-b642-b76b4ecf49e0 service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200439 Aug 24 00:14:42.191309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76bc9c-7357-4204-8a3c-f1fac822f39b req-6170de24-5036-4370-8ddf-2a970a1797de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:42.192841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e76bc9c-7357-4204-8a3c-f1fac822f39b req-6170de24-5036-4370-8ddf-2a970a1797de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 1099 time: 0.1299946 Aug 24 00:14:42.195170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-19eaab73-b454-42c2-aa06-5963fe6b26b7 None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:42.197349 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Transition to ACTIVE for port object bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:42.226223 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Pushing event updated for resources: {'Port': ['ID=129be9c0-46d3-4ade-8692-beffd21fee4e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:42.249515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Transition to ACTIVE for port object bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:42.357218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd13bbc8-3dfa-4361-a2ac-66b4c57b9132 req-209c53fd-247d-4bd6-8eed-e5f1f7ce567c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470208 Aug 24 00:14:42.375233 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.420354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41e41e39-c4c7-48d9-8662-c1d96e40f475 req-0841cd70-e43c-427f-9d00-61366d79b251 service neutron] 10.222.0.32 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111623 Aug 24 00:14:42.424076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76bc9c-7357-4204-8a3c-f1fac822f39b req-2fa93014-d2b6-41bc-9118-723154b3458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:42.425631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e76bc9c-7357-4204-8a3c-f1fac822f39b req-2fa93014-d2b6-41bc-9118-723154b3458e service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.2241814 Aug 24 00:14:42.483159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Network 46063661-09e7-48c7-9c8d-2e0b6e5fc3ce is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:42.486452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Pushing event updated for resources: {'Port': ['ID=bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:42.489411 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:42.492834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e76bc9c-7357-4204-8a3c-f1fac822f39b req-e06d31d8-cf9a-4fc7-91e4-471b02393c23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511 HTTP/1.1" status: 200 len: 217 time: 0.0478010 Aug 24 00:14:42.494848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:42.513991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:42.514370 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:42.514726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:42.515086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:42.515576 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:42.515911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:42.516236 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:42.516559 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:42.516883 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:42.517204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:42.517524 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:42.517836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:42.541874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-19eaab73-b454-42c2-aa06-5963fe6b26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:42.584941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76bc9c-7357-4204-8a3c-f1fac822f39b req-3bfac92a-1ea4-4494-8823-717a1bdf23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:42.589744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e76bc9c-7357-4204-8a3c-f1fac822f39b req-3bfac92a-1ea4-4494-8823-717a1bdf23cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0840266 Aug 24 00:14:42.644843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaab73-b454-42c2-aa06-5963fe6b26b7 None None] The sync data for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 is: [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:32Z', 'revision_number': 4, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c4c607e-b0ff-4d65-a179-0cb0036222f8', 'name': '', 'network_id': 'ae9ecf52-477b-41a7-af47-b8a53dd05ebd', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'mac_address': 'fa:16:3e:71:ec:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:31Z', 'updated_at': '2021-08-24T00:13:38Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'subnets': [{'id': 'cffd9d21-7537-463b-bd4b-94e476cbafc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:42.663013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76bc9c-7357-4204-8a3c-f1fac822f39b req-99130577-81aa-4c3c-af3a-d8a2bc614b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:42.664670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e76bc9c-7357-4204-8a3c-f1fac822f39b req-99130577-81aa-4c3c-af3a-d8a2bc614b95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663812 Aug 24 00:14:42.686866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Attempting to bind port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:42.687590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Attempting to bind port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '46063661-09e7-48c7-9c8d-2e0b6e5fc3ce'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:42.687590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Attempting to bind port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a on network 46063661-09e7-48c7-9c8d-2e0b6e5fc3ce {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:42.701392 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.711933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 49d3b719-2e7b-4be4-b3c5-7bc15f972511 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:42.828688 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:42.829063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Checking segment: {'id': '1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '46063661-09e7-48c7-9c8d-2e0b6e5fc3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:42.829469 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.829865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Bound using segment: {'id': '1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '46063661-09e7-48c7-9c8d-2e0b6e5fc3ce'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:42.830352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Bound port: bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '46063661-09e7-48c7-9c8d-2e0b6e5fc3ce'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:42.830729 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.876616 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f799fd82-d370-4663-a98e-835cd68249a2 req-8ff8df77-4467-4925-b652-abb831967ed6 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips/e7696ce8-32d8-464b-9e49-da8614b6c662 HTTP/1.1" status: 200 len: 695 time: 0.1884940 Aug 24 00:14:42.937472 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] For port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:42.942854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] For port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a,segment=NetworkSegment(1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b),segment_id=1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:42.969936 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.015974 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e76bc9c-7357-4204-8a3c-f1fac822f39b req-0a6187b0-7cc3-444d-ab5e-b1c8d37168fd service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423462 Aug 24 00:14:43.038271 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.081366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:43.109138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '49d3b719-2e7b-4be4-b3c5-7bc15f972511', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '49d3b719-2e7b-4be4-b3c5-7bc15f972511', 'mac_address': 'fa:16:3e:e5:d7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:43.165231 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb157d19-a522-40d7-90d6-fbbe2b3f4d44 None None] New status for floating IP e7696ce8-32d8-464b-9e49-da8614b6c662: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:14:43.178018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e76bc9c-7357-4204-8a3c-f1fac822f39b req-4a1c130e-7683-484f-a3f8-3152afa4d9ed service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466932 Aug 24 00:14:43.180527 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.213979 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d3b719-2e7b-4be4-b3c5-7bc15f972511 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:43.256629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:43.257392 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Router f102e862-944e-48df-a32c-c8a547e065b7 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:14:43.258900 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065f3ac-5ccd-4b8c-99d1-66ba138e2f0d None None] Pushing event updated for resources: {'Port': ['ID=bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:43.279007 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.286227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c5703-08a8-4831-b6c7-eb037282daa5 req-121615b2-bd0d-486f-9b34-7e220e88ecb5 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:43.295863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-493c5703-08a8-4831-b6c7-eb037282daa5 req-121615b2-bd0d-486f-9b34-7e220e88ecb5 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.1166453 Aug 24 00:14:43.312736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799fd82-d370-4663-a98e-835cd68249a2 req-2890457f-1049-468c-a73d-6531460f4b05 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:43.325665 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f799fd82-d370-4663-a98e-835cd68249a2 req-2890457f-1049-468c-a73d-6531460f4b05 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.4418895 Aug 24 00:14:43.336613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-f799fd82-d370-4663-a98e-835cd68249a2 req-e347d56c-a27f-4b6b-86ba-aef1e1c5b74f tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:14:43.341656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f799fd82-d370-4663-a98e-835cd68249a2 req-e347d56c-a27f-4b6b-86ba-aef1e1c5b74f tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150130 Aug 24 00:14:43.385398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=49d3b719-2e7b-4be4-b3c5-7bc15f972511,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:43.435698 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:43.446083 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Sync routers for ids ['f102e862-944e-48df-a32c-c8a547e065b7'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:43.458404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Routers {'f102e862-944e-48df-a32c-c8a547e065b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:43.460696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.462895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f799fd82-d370-4663-a98e-835cd68249a2 req-ae5b5836-816f-4768-8465-0d4c8d2c1c00 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 698 time: 0.1093709 Aug 24 00:14:43.463288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f102e862-944e-48df-a32c-c8a547e065b7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:43.470865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43426) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:43.471211 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a7442b75-c940-4e81-9dd5-67a6eecd646a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.5942099 Aug 24 00:14:43.503086 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-493c5703-08a8-4831-b6c7-eb037282daa5 req-d0ff4ba1-8b54-457f-99af-c2c0392e6c80 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047517 Aug 24 00:14:43.620280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Set router f102e862-944e-48df-a32c-c8a547e065b7 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:43.685783 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f799fd82-d370-4663-a98e-835cd68249a2 req-62d3d176-b115-4425-8c46-3d4214fe6f96 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 698 time: 0.2212729 Aug 24 00:14:43.801239 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['49d3b719-2e7b-4be4-b3c5-7bc15f972511'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:43.937464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f799fd82-d370-4663-a98e-835cd68249a2 req-0921009c-4853-4644-a71a-81c075f92396 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Deleting port 218f5c24-48c6-43a4-8aef-c407b89f880b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:43.937817 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f799fd82-d370-4663-a98e-835cd68249a2 req-0921009c-4853-4644-a71a-81c075f92396 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.959255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-875848545-router', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:40Z', 'updated_at': '2021-08-24T00:14:42Z', 'revision_number': 3, 'project_id': '4a2047a51df84cd6a63db119a4839b73', 'gw_port': {'id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:10:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:41Z', 'updated_at': '2021-08-24T00:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:43.993098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'tag': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:43.994694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Checking router: f102e862-944e-48df-a32c-c8a547e065b7 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:43.995071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Updating router f102e862-944e-48df-a32c-c8a547e065b7 port 129be9c0-46d3-4ade-8692-beffd21fee4e binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:14:43.995945 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81ee18a-cd2c-42c0-8170-67c822f7a0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6caf7d17-af75-4acf-b493-1aace8fc7095", "tag": "a80d16f7-279c-4a75-9777-5e8e9ac6ca1a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:44.034672 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.134849 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f799fd82-d370-4663-a98e-835cd68249a2 req-0921009c-4853-4644-a71a-81c075f92396 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.135317 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f799fd82-d370-4663-a98e-835cd68249a2 req-0921009c-4853-4644-a71a-81c075f92396 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.152617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a65de-7706-45a5-8103-ffd74f30e085 req-1cef3e23-bf0c-48bb-8e13-dea1fb5c5362 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:44.168768 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e4a65de-7706-45a5-8103-ffd74f30e085 req-1cef3e23-bf0c-48bb-8e13-dea1fb5c5362 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 949 time: 0.1889868 Aug 24 00:14:44.182271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f799fd82-d370-4663-a98e-835cd68249a2 req-0921009c-4853-4644-a71a-81c075f92396 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Calling delete_port for 218f5c24-48c6-43a4-8aef-c407b89f880b owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:44.316578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e4a65de-7706-45a5-8103-ffd74f30e085 req-a0446dc3-45af-4c08-8361-daad6fbee47e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376786 Aug 24 00:14:44.447200 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dfdae6-20af-44b3-b182-e1b5e66ccf57 x-openstack-request-id: req-37dfdae6-20af-44b3-b182-e1b5e66ccf57 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:44.447485 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6caf7d17-af75-4acf-b493-1aace8fc7095", "tag": "a80d16f7-279c-4a75-9777-5e8e9ac6ca1a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:44.449796 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37dfdae6-20af-44b3-b182-e1b5e66ccf57 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:44.450362 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'tag': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'status': 'completed', 'code': 200} Aug 24 00:14:44.532770 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ebc746-9ba2-4dae-b866-41c0e72d65ca None None] Network 46063661-09e7-48c7-9c8d-2e0b6e5fc3ce requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:44.665981 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.689864 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1e75dc9f-0807-4983-8004-3551389d2fbf None None] Provisioning for port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:44.695423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Transition to ACTIVE for port object 129be9c0-46d3-4ade-8692-beffd21fee4e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:44.700887 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:44.735494 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.839894 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6741cd-1905-4383-9f4c-df37c586717f None None] Pushing event updated for resources: {'Port': ['ID=129be9c0-46d3-4ade-8692-beffd21fee4e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:44.860417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Attempting to bind port 129be9c0-46d3-4ade-8692-beffd21fee4e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:44.860926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Attempting to bind port 129be9c0-46d3-4ade-8692-beffd21fee4e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:44.861392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Attempting to bind port 129be9c0-46d3-4ade-8692-beffd21fee4e on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:44.871484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:44.872026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:44.872503 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.872989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:44.873565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Bound port: 129be9c0-46d3-4ade-8692-beffd21fee4e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:44.875461 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.892282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:44.921277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:44.921802 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.943028 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.991019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] For port 129be9c0-46d3-4ade-8692-beffd21fee4e, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:44.995116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] For port 129be9c0-46d3-4ade-8692-beffd21fee4e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=129be9c0-46d3-4ade-8692-beffd21fee4e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:45.010360 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f799fd82-d370-4663-a98e-835cd68249a2 req-0921009c-4853-4644-a71a-81c075f92396 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.036839 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.048507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee18a-cd2c-42c0-8170-67c822f7a0e6 req-ee09e34f-0ade-4b59-a5c5-dd84aff92501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:45.050060 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c81ee18a-cd2c-42c0-8170-67c822f7a0e6 req-ee09e34f-0ade-4b59-a5c5-dd84aff92501 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88cceac23aee48fdac78678d99718fad&device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 1097 time: 0.5914898 Aug 24 00:14:45.086500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921009c-4853-4644-a71a-81c075f92396 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Pushing event deleted for resources: {'Port': ['ID=218f5c24-48c6-43a4-8aef-c407b89f880b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:45.086699 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.110799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad470ba-9824-48eb-b9b8-820d6f5e2ebc req-94b09134-7033-4801-ba5f-369e2fbc0c06 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:45.112352 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ad470ba-9824-48eb-b9b8-820d6f5e2ebc req-94b09134-7033-4801-ba5f-369e2fbc0c06 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.1920938 Aug 24 00:14:45.136490 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6741cd-1905-4383-9f4c-df37c586717f None None] Pushing event updated for resources: {'Port': ['ID=129be9c0-46d3-4ade-8692-beffd21fee4e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:45.146941 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Routers {'f102e862-944e-48df-a32c-c8a547e065b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:45.147757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f102e862-944e-48df-a32c-c8a547e065b7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:45.202665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a,segment=NetworkSegment(1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b),segment_id=1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:45.216626 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.317081 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:45.337602 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] Set router f102e862-944e-48df-a32c-c8a547e065b7 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:45.347963 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f799fd82-d370-4663-a98e-835cd68249a2 req-0921009c-4853-4644-a71a-81c075f92396 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.351295 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f799fd82-d370-4663-a98e-835cd68249a2 req-0921009c-4853-4644-a71a-81c075f92396 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.352436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f799fd82-d370-4663-a98e-835cd68249a2 req-0921009c-4853-4644-a71a-81c075f92396 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "DELETE /v2.0/floatingips/e7696ce8-32d8-464b-9e49-da8614b6c662 HTTP/1.1" status: 204 len: 173 time: 1.6559713 Aug 24 00:14:45.399544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e1148634-a225-45ca-9333-b7548c9854c9 None None] Provisioning complete for port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:45.399874 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1148634-a225-45ca-9333-b7548c9854c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.403942 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ad470ba-9824-48eb-b9b8-820d6f5e2ebc req-7ffa762e-ff7f-4608-bc8e-65115c67ad66 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560072 Aug 24 00:14:45.408976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee18a-cd2c-42c0-8170-67c822f7a0e6 req-66f0b95a-6f51-4651-a5c0-ee4a0d79c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:45.410638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c81ee18a-cd2c-42c0-8170-67c822f7a0e6 req-66f0b95a-6f51-4651-a5c0-ee4a0d79c37d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 200 len: 921 time: 0.3279884 Aug 24 00:14:45.483427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c81ee18a-cd2c-42c0-8170-67c822f7a0e6 req-4f26e372-374e-49b9-b807-82d4a45ec719 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a HTTP/1.1" status: 200 len: 217 time: 0.0607667 Aug 24 00:14:45.484517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Allocated IP 172.20.0.1 (46063661-09e7-48c7-9c8d-2e0b6e5fc3ce/3b77f1d2-bb36-43c1-a1a2-707268cc2b1e/6a0d71d5-b5e4-4e32-bc5c-b26b95613248) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:45.628314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee18a-cd2c-42c0-8170-67c822f7a0e6 req-cd3ce632-d8c7-4bd8-9245-f568d56c5c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:45.631554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-875848545-router', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:40Z', 'updated_at': '2021-08-24T00:14:42Z', 'revision_number': 3, 'project_id': '4a2047a51df84cd6a63db119a4839b73', 'gw_port': {'id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:10:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:41Z', 'updated_at': '2021-08-24T00:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:45.635964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c81ee18a-cd2c-42c0-8170-67c822f7a0e6 req-cd3ce632-d8c7-4bd8-9245-f568d56c5c00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 200 len: 859 time: 0.1415420 Aug 24 00:14:45.671454 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b28f58b-8d31-43ed-b490-4ea70fd6135f None None] The sync data for ids ['f102e862-944e-48df-a32c-c8a547e065b7'] in n-d-805736-1 is: [{'id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-875848545-router', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:40Z', 'updated_at': '2021-08-24T00:14:42Z', 'revision_number': 3, 'project_id': '4a2047a51df84cd6a63db119a4839b73', 'gw_port': {'id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:10:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:41Z', 'updated_at': '2021-08-24T00:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:45.757389 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.768577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ee18a-cd2c-42c0-8170-67c822f7a0e6 req-30fcc58e-aefa-412f-a515-854fbc9e5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:45.770359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c81ee18a-cd2c-42c0-8170-67c822f7a0e6 req-30fcc58e-aefa-412f-a515-854fbc9e5129 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae9ecf52-477b-41a7-af47-b8a53dd05ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247923 Aug 24 00:14:45.782436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e81bb-5c15-4a35-ad26-822fb9c7e8b0 req-b06389f4-6867-4d63-8175-c161e419bae2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:45.788520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f42e81bb-5c15-4a35-ad26-822fb9c7e8b0 req-b06389f4-6867-4d63-8175-c161e419bae2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 949 time: 0.1203716 Aug 24 00:14:45.811743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Transition to ACTIVE for port object 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:45.944000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f42e81bb-5c15-4a35-ad26-822fb9c7e8b0 req-4dfa62b3-ce9f-4846-9d85-83e9fd599456 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416798 Aug 24 00:14:45.994909 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:46.007752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a60ae7-2627-437e-af46-34ff42b816f6 req-5be0f8a9-b005-4282-8a37-2e15f4c61cef tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:46.009343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66a60ae7-2627-437e-af46-34ff42b816f6 req-5be0f8a9-b005-4282-8a37-2e15f4c61cef tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 946 time: 0.1874299 Aug 24 00:14:46.087853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c81ee18a-cd2c-42c0-8170-67c822f7a0e6 req-a474bf7e-0dfc-471d-b2f1-b11679a02aa6 service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784307 Aug 24 00:14:46.096205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Network 46063661-09e7-48c7-9c8d-2e0b6e5fc3ce is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:46.113757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:46.127312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:46.154001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0d71d5-b5e4-4e32-bc5c-b26b95613248,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:46.212933 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66a60ae7-2627-437e-af46-34ff42b816f6 req-b84ea4f7-4832-4023-a987-bc8382d5c355 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912148 Aug 24 00:14:46.225638 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:46.329586 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c81ee18a-cd2c-42c0-8170-67c822f7a0e6 req-0266ce30-c69b-4109-b494-03f3d9ea0823 service neutron] 10.222.0.13 "GET /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310352 Aug 24 00:14:46.424467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7a59d20d-500b-4c4a-a21c-8ac884916472 None None] Provisioning for port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:46.426547 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:46.430804 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7a59d20d-500b-4c4a-a21c-8ac884916472 None None] Provisioning complete for port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:46.431428 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a59d20d-500b-4c4a-a21c-8ac884916472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:46.506053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7a59d20d-500b-4c4a-a21c-8ac884916472 None None] Port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:46.654257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1939e-bb93-4ea6-a697-fca884fd423f req-74c6319b-823a-449c-860f-d2e0515e0c86 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:46.662713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9db1939e-bb93-4ea6-a697-fca884fd423f req-74c6319b-823a-449c-860f-d2e0515e0c86 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.1327732 Aug 24 00:14:46.716709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 49d3b719-2e7b-4be4-b3c5-7bc15f972511 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:46.731766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9db1939e-bb93-4ea6-a697-fca884fd423f req-ea7b5687-c214-47cb-a0c8-41661a4f96a6 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625317 Aug 24 00:14:46.803974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:46.808590 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:14:46.812113 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:46.817619 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:46.869296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 49d3b719-2e7b-4be4-b3c5-7bc15f972511 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:46.875599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 49d3b719-2e7b-4be4-b3c5-7bc15f972511 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:46.876438 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:46.887394 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0d71d5-b5e4-4e32-bc5c-b26b95613248,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:46.890905 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:46.921129 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:46.921506 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:46.991186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Network 46063661-09e7-48c7-9c8d-2e0b6e5fc3ce is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:46.992609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:47.000019 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:47.059286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d3b719-2e7b-4be4-b3c5-7bc15f972511'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:47.062106 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6039a6de-f9c7-4bbc-bfbd-7b81b108191a" -d '{"events": [{"server_uuid": "d0710a28-8bbd-4eac-a8b7-121bb8f90ab6", "name": "network-vif-plugged", "status": "completed", "tag": "49d3b719-2e7b-4be4-b3c5-7bc15f972511"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:47.080366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 129be9c0-46d3-4ade-8692-beffd21fee4e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:47.130019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:47.136508 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febca6a1-aa5b-41c9-ad6a-f1cb65a3579a x-openstack-request-id: req-febca6a1-aa5b-41c9-ad6a-f1cb65a3579a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:47.136765 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0710a28-8bbd-4eac-a8b7-121bb8f90ab6", "name": "network-vif-plugged", "status": "completed", "tag": "49d3b719-2e7b-4be4-b3c5-7bc15f972511", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:47.137448 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-febca6a1-aa5b-41c9-ad6a-f1cb65a3579a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:47.138500 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d3b719-2e7b-4be4-b3c5-7bc15f972511', 'code': 200} Aug 24 00:14:47.141549 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:47.201038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 129be9c0-46d3-4ade-8692-beffd21fee4e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:47.208612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 129be9c0-46d3-4ade-8692-beffd21fee4e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:47.208986 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:47.213252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=49d3b719-2e7b-4be4-b3c5-7bc15f972511,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:47.224071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462e860-5598-447c-9091-9d291a444121 req-ad225108-ad94-4fec-a825-1b1b951f40f5 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:47.225656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3462e860-5598-447c-9091-9d291a444121 req-ad225108-ad94-4fec-a825-1b1b951f40f5 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 949 time: 0.1638217 Aug 24 00:14:47.311960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3462e860-5598-447c-9091-9d291a444121 req-17c5a99a-b9a8-4341-9b75-126f1153be2c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773115 Aug 24 00:14:47.312209 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:47.343052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Router f102e862-944e-48df-a32c-c8a547e065b7 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:47.343916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 129be9c0-46d3-4ade-8692-beffd21fee4e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=129be9c0-46d3-4ade-8692-beffd21fee4e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:47.353600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-96c40d06-20ed-42b3-bc5b-84ab6a7c070e None None] Provisioning complete for port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:47.354245 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96c40d06-20ed-42b3-bc5b-84ab6a7c070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:47.357565 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:47.426954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59696a0-7f39-476d-8e7e-4200ca76e4b9 req-732de6d2-a936-4287-83bb-0d05fd151a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:47.428473 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d59696a0-7f39-476d-8e7e-4200ca76e4b9 req-732de6d2-a936-4287-83bb-0d05fd151a3d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 1101 time: 0.1583064 Aug 24 00:14:47.431157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-96c40d06-20ed-42b3-bc5b-84ab6a7c070e None None] Port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:47.442275 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=129be9c0-46d3-4ade-8692-beffd21fee4e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:47.491249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f0b2e-b210-417f-86da-90d3bad15af6 req-026a5864-480a-42e4-80a9-3a497feb28f3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:47.492764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-112f0b2e-b210-417f-86da-90d3bad15af6 req-026a5864-480a-42e4-80a9-3a497feb28f3 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 946 time: 0.1413040 Aug 24 00:14:47.530200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d59696a0-7f39-476d-8e7e-4200ca76e4b9 req-61097931-6915-4e35-a3fc-338e553d2f19 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922999 Aug 24 00:14:47.598217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:47.612262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-344c9920-bcd3-4f98-b1a3-f2c6e58a01b8 admin admin] 10.222.0.32 "PUT /v2.0/routers/f102e862-944e-48df-a32c-c8a547e065b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1319139 Aug 24 00:14:47.612262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-112f0b2e-b210-417f-86da-90d3bad15af6 req-f34b17c2-a3fc-486d-9c50-24c6a98ede52 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc2af419-5e76-4dd0-bf9f-76d853e2fc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856011 Aug 24 00:14:47.631659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16141abc-5451-4332-8181-7bb587254450 req-7b448aa2-d10a-40b5-a73c-4af00a3b7748 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:47.633164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-16141abc-5451-4332-8181-7bb587254450 req-7b448aa2-d10a-40b5-a73c-4af00a3b7748 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.13 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 946 time: 0.0826991 Aug 24 00:14:47.766133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-16141abc-5451-4332-8181-7bb587254450 req-cabb38c1-9a8b-4f11-a990-af414a0ac959 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Deleting port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:47.766480 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-16141abc-5451-4332-8181-7bb587254450 req-cabb38c1-9a8b-4f11-a990-af414a0ac959 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:47.784964 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Sync routers for ids ['f102e862-944e-48df-a32c-c8a547e065b7'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:47.800064 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Routers {'f102e862-944e-48df-a32c-c8a547e065b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:47.800705 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f102e862-944e-48df-a32c-c8a547e065b7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:47.874962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-16141abc-5451-4332-8181-7bb587254450 req-cabb38c1-9a8b-4f11-a990-af414a0ac959 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] For port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:47.875351 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-16141abc-5451-4332-8181-7bb587254450 req-cabb38c1-9a8b-4f11-a990-af414a0ac959 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:47.889782 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-16141abc-5451-4332-8181-7bb587254450 req-cabb38c1-9a8b-4f11-a990-af414a0ac959 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Calling delete_port for a80d16f7-279c-4a75-9777-5e8e9ac6ca1a owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:47.938496 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Set router f102e862-944e-48df-a32c-c8a547e065b7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:47.998886 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-dd2d12b1-b5a5-4cf4-9247-3c3f22cd4895 req-859798d3-0947-419e-9730-02c70d0f28d0 tempest-FloatingIPDetailsNegativeTestJSON-1187954608 tempest-FloatingIPDetailsNegativeTestJSON-1187954608-project] show failed (client error): The resource could not be found. Aug 24 00:14:48.000096 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2d12b1-b5a5-4cf4-9247-3c3f22cd4895 req-859798d3-0947-419e-9730-02c70d0f28d0 tempest-FloatingIPDetailsNegativeTestJSON-1187954608 tempest-FloatingIPDetailsNegativeTestJSON-1187954608-project] 10.222.0.32 "GET /v2.0/floatingips/adcd695b-4741-4647-be53-1b32bf93f8db HTTP/1.1" status: 404 len: 350 time: 0.0536056 Aug 24 00:14:48.013134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:48.061965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330b3ba-60a8-4c89-aec8-c0e832da1300 req-07beb42c-7ace-4617-88a6-657c4e8cd3ed tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:48.063544 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2330b3ba-60a8-4c89-aec8-c0e832da1300 req-07beb42c-7ace-4617-88a6-657c4e8cd3ed tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.1100268 Aug 24 00:14:48.141135 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2330b3ba-60a8-4c89-aec8-c0e832da1300 req-affe7620-3695-4c6b-a2dc-647fe8f86815 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714347 Aug 24 00:14:48.163371 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-16141abc-5451-4332-8181-7bb587254450 req-cabb38c1-9a8b-4f11-a990-af414a0ac959 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:48.192260 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-875848545-router', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:40Z', 'updated_at': '2021-08-24T00:14:46Z', 'revision_number': 4, 'project_id': '4a2047a51df84cd6a63db119a4839b73', 'gw_port': {'id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:41Z', 'updated_at': '2021-08-24T00:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '6a0d71d5-b5e4-4e32-bc5c-b26b95613248', 'name': '', 'network_id': '46063661-09e7-48c7-9c8d-2e0b6e5fc3ce', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'mac_address': 'fa:16:3e:9e:68:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3b77f1d2-bb36-43c1-a1a2-707268cc2b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:44Z', 'updated_at': '2021-08-24T00:14:46Z', 'revision_number': 2, 'project_id': '4a2047a51df84cd6a63db119a4839b73', 'subnets': [{'id': '3b77f1d2-bb36-43c1-a1a2-707268cc2b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:48.209571 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['a80d16f7-279c-4a75-9777-5e8e9ac6ca1a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:48.235043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb38c1-9a8b-4f11-a990-af414a0ac959 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Pushing event deleted for resources: {'Port': ['ID=a80d16f7-279c-4a75-9777-5e8e9ac6ca1a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:48.311980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-16141abc-5451-4332-8181-7bb587254450 req-cabb38c1-9a8b-4f11-a990-af414a0ac959 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] No DVR routers for this DVR port a80d16f7-279c-4a75-9777-5e8e9ac6ca1a on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:48.315086 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-16141abc-5451-4332-8181-7bb587254450 req-cabb38c1-9a8b-4f11-a990-af414a0ac959 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:48.317585 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-16141abc-5451-4332-8181-7bb587254450 req-cabb38c1-9a8b-4f11-a990-af414a0ac959 tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.13 "DELETE /v2.0/ports/a80d16f7-279c-4a75-9777-5e8e9ac6ca1a HTTP/1.1" status: 204 len: 173 time: 0.6761990 Aug 24 00:14:48.318157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'name': 'network-vif-deleted', 'tag': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:48.327736 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf9648a-8f85-4d45-bc21-b517ed1def82" -d '{"events": [{"server_uuid": "6caf7d17-af75-4acf-b493-1aace8fc7095", "name": "network-vif-deleted", "tag": "a80d16f7-279c-4a75-9777-5e8e9ac6ca1a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:48.338700 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Checking router: f102e862-944e-48df-a32c-c8a547e065b7 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:48.339886 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Updating router f102e862-944e-48df-a32c-c8a547e065b7 port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:14:48.380646 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154e1dbd-555f-4d0f-90f2-76fa4c9903fd x-openstack-request-id: req-154e1dbd-555f-4d0f-90f2-76fa4c9903fd {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:48.381099 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caf7d17-af75-4acf-b493-1aace8fc7095", "name": "network-vif-deleted", "tag": "a80d16f7-279c-4a75-9777-5e8e9ac6ca1a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:48.381479 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-154e1dbd-555f-4d0f-90f2-76fa4c9903fd {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:48.382065 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caf7d17-af75-4acf-b493-1aace8fc7095', 'name': 'network-vif-deleted', 'tag': 'a80d16f7-279c-4a75-9777-5e8e9ac6ca1a', 'status': 'completed', 'code': 200} Aug 24 00:14:48.405537 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:48.492892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a2132-c041-43b4-9090-5eda5a52ef09 req-a996fc81-1340-43ce-9330-dc618ac3d50a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:48.501044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb9a2132-c041-43b4-9090-5eda5a52ef09 req-a996fc81-1340-43ce-9330-dc618ac3d50a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.0645843 Aug 24 00:14:48.540665 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb9a2132-c041-43b4-9090-5eda5a52ef09 req-638b731d-e9ba-48c6-b300-e5dfd1039463 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386190 Aug 24 00:14:48.679572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 129be9c0-46d3-4ade-8692-beffd21fee4e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:48.894043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f4ebef6-e57d-475f-be61-ffb0fd61fd8c req-88902ae7-89b0-45e3-b85d-749e61d4b53b tempest-FloatingIPsAssociationTestJSON-117203880 tempest-FloatingIPsAssociationTestJSON-117203880-project] 10.222.0.32 "GET /v2.0/ports?device_id=6caf7d17-af75-4acf-b493-1aace8fc7095 HTTP/1.1" status: 200 len: 210 time: 0.0875778 Aug 24 00:14:48.982643 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:48.994086 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Transition to ACTIVE for port object 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:49.002994 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:49.087687 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08bd0216-b9a1-40bf-b07d-bc5c343e4c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:49.267156 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b19f0-4ec6-4616-acdb-4da5dcb057f2 None None] Pushing event updated for resources: {'Port': ['ID=6a0d71d5-b5e4-4e32-bc5c-b26b95613248,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:49.281076 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b19f0-4ec6-4616-acdb-4da5dcb057f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:49.281619 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b19f0-4ec6-4616-acdb-4da5dcb057f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:49.282131 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b19f0-4ec6-4616-acdb-4da5dcb057f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:49.282636 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b19f0-4ec6-4616-acdb-4da5dcb057f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:49.283158 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b19f0-4ec6-4616-acdb-4da5dcb057f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:49.283669 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b19f0-4ec6-4616-acdb-4da5dcb057f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:49.284155 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b19f0-4ec6-4616-acdb-4da5dcb057f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:49.284679 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b19f0-4ec6-4616-acdb-4da5dcb057f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:49.285179 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b19f0-4ec6-4616-acdb-4da5dcb057f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:49.285663 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b19f0-4ec6-4616-acdb-4da5dcb057f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:49.286146 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b19f0-4ec6-4616-acdb-4da5dcb057f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:49.286626 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051b19f0-4ec6-4616-acdb-4da5dcb057f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:49.336446 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Attempting to bind port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:49.336815 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Attempting to bind port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '46063661-09e7-48c7-9c8d-2e0b6e5fc3ce'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:49.337184 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Attempting to bind port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 on network 46063661-09e7-48c7-9c8d-2e0b6e5fc3ce {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:49.343834 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 129be9c0-46d3-4ade-8692-beffd21fee4e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:49.344224 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:49.354191 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:49.354636 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Checking segment: {'id': '1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '46063661-09e7-48c7-9c8d-2e0b6e5fc3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:49.355024 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:49.355450 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Bound using segment: {'id': '1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '46063661-09e7-48c7-9c8d-2e0b6e5fc3ce'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:49.355906 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Bound port: 6a0d71d5-b5e4-4e32-bc5c-b26b95613248, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '46063661-09e7-48c7-9c8d-2e0b6e5fc3ce'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:49.356305 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:49.364030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3b5b3-3949-421e-b118-432c60d08448 req-09dc26b9-9e75-4a8b-8e1d-c444aaaaf856 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:49.372914 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7c3b5b3-3949-421e-b118-432c60d08448 req-09dc26b9-9e75-4a8b-8e1d-c444aaaaf856 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.0847473 Aug 24 00:14:49.429274 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7c3b5b3-3949-421e-b118-432c60d08448 req-4357d7a5-b3a2-4665-af8b-91f4f1b88224 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551527 Aug 24 00:14:49.499424 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] For port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:49.502995 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] For port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6a0d71d5-b5e4-4e32-bc5c-b26b95613248,segment=NetworkSegment(1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b),segment_id=1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:49.513511 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:49.582335 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b19f0-4ec6-4616-acdb-4da5dcb057f2 None None] Pushing event updated for resources: {'Port': ['ID=6a0d71d5-b5e4-4e32-bc5c-b26b95613248,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:49.612808 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Routers {'f102e862-944e-48df-a32c-c8a547e065b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:49.613902 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f102e862-944e-48df-a32c-c8a547e065b7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:49.752510 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] Set router f102e862-944e-48df-a32c-c8a547e065b7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:49.759734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-08bd0216-b9a1-40bf-b07d-bc5c343e4c7a admin admin] Deleting port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:49.760255 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08bd0216-b9a1-40bf-b07d-bc5c343e4c7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:49.763194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678eae7-a5bb-4df9-afa2-29557fd7a3bf req-c935984d-321e-40f4-9ffc-add01dd84afa tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:49.771704 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7678eae7-a5bb-4df9-afa2-29557fd7a3bf req-c935984d-321e-40f4-9ffc-add01dd84afa tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.1127980 Aug 24 00:14:49.833183 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7678eae7-a5bb-4df9-afa2-29557fd7a3bf req-017fade1-4fbd-4f14-83c4-b290590b8cb0 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541105 Aug 24 00:14:49.889058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-08bd0216-b9a1-40bf-b07d-bc5c343e4c7a admin admin] For port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6a0d71d5-b5e4-4e32-bc5c-b26b95613248,segment=NetworkSegment(1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b),segment_id=1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:49.889424 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08bd0216-b9a1-40bf-b07d-bc5c343e4c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:49.925652 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-08bd0216-b9a1-40bf-b07d-bc5c343e4c7a admin admin] Calling delete_port for 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:50.044309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcb36c-595a-44aa-abc4-83498ebeac83 req-5df805c3-d21d-4880-9629-c2d6955e9011 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:50.047957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebbcb36c-595a-44aa-abc4-83498ebeac83 req-5df805c3-d21d-4880-9629-c2d6955e9011 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.0946610 Aug 24 00:14:50.063093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43544) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:50.108196 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-875848545-router', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:40Z', 'updated_at': '2021-08-24T00:14:46Z', 'revision_number': 4, 'project_id': '4a2047a51df84cd6a63db119a4839b73', 'gw_port': {'id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:41Z', 'updated_at': '2021-08-24T00:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '6a0d71d5-b5e4-4e32-bc5c-b26b95613248', 'name': '', 'network_id': '46063661-09e7-48c7-9c8d-2e0b6e5fc3ce', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'mac_address': 'fa:16:3e:9e:68:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3b77f1d2-bb36-43c1-a1a2-707268cc2b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:44Z', 'updated_at': '2021-08-24T00:14:49Z', 'revision_number': 4, 'project_id': '4a2047a51df84cd6a63db119a4839b73', 'subnets': [{'id': '3b77f1d2-bb36-43c1-a1a2-707268cc2b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:50.138532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebbcb36c-595a-44aa-abc4-83498ebeac83 req-cb400f0a-9838-4799-9c73-c71145f7a7b2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806320 Aug 24 00:14:50.165447 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a01588-d881-4e3b-be73-d35dc07513e5 None None] The sync data for ids ['f102e862-944e-48df-a32c-c8a547e065b7'] in n-d-805736-1 is: [{'id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-875848545-router', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:40Z', 'updated_at': '2021-08-24T00:14:46Z', 'revision_number': 4, 'project_id': '4a2047a51df84cd6a63db119a4839b73', 'gw_port': {'id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:41Z', 'updated_at': '2021-08-24T00:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '6a0d71d5-b5e4-4e32-bc5c-b26b95613248', 'name': '', 'network_id': '46063661-09e7-48c7-9c8d-2e0b6e5fc3ce', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'mac_address': 'fa:16:3e:9e:68:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '3b77f1d2-bb36-43c1-a1a2-707268cc2b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:44Z', 'updated_at': '2021-08-24T00:14:49Z', 'revision_number': 4, 'project_id': '4a2047a51df84cd6a63db119a4839b73', 'subnets': [{'id': '3b77f1d2-bb36-43c1-a1a2-707268cc2b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:50.737133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:50.775682 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-ea4baa58-d1ae-4a14-b336-0b65c6917a11 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1634459 Aug 24 00:14:50.811599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712cce0-e0e5-418c-b44f-2217984ca6d6 req-541a2046-907c-4705-970c-5fe35d816a52 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:50.819602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e712cce0-e0e5-418c-b44f-2217984ca6d6 req-541a2046-907c-4705-970c-5fe35d816a52 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.1461949 Aug 24 00:14:50.845004 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No active binding found for port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 {{(pid=94839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 24 00:14:50.845874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 24 00:14:50.886330 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08bd0216-b9a1-40bf-b07d-bc5c343e4c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:50.903054 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e712cce0-e0e5-418c-b44f-2217984ca6d6 req-5b9b8941-c655-4adc-9679-5cae7da2b635 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822585 Aug 24 00:14:50.909489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Port 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 not found, will not notify nova. {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 24 00:14:50.913533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a80d16f7-279c-4a75-9777-5e8e9ac6ca1a no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:50.952515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: a80d16f7-279c-4a75-9777-5e8e9ac6ca1a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:50.952863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a80d16f7-279c-4a75-9777-5e8e9ac6ca1a not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:51.033123 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd0216-b9a1-40bf-b07d-bc5c343e4c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0d71d5-b5e4-4e32-bc5c-b26b95613248,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:51.180875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ad37e-1cc9-4d5d-be1f-e1c830ac8448 req-29868c1a-e63a-4ff1-9351-38ce7d762d03 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:51.195535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-352ad37e-1cc9-4d5d-be1f-e1c830ac8448 req-29868c1a-e63a-4ff1-9351-38ce7d762d03 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.1282861 Aug 24 00:14:51.318010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-352ad37e-1cc9-4d5d-be1f-e1c830ac8448 req-494edd02-aa0d-4eb8-9d87-76819311bff0 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202638 Aug 24 00:14:51.607345 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08bd0216-b9a1-40bf-b07d-bc5c343e4c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:51.713033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cddbf4f-bbcd-4455-8428-4b34b5bf8761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:52.134996 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe1f88-ce99-4430-9790-078edf531f2c req-d10272f1-e493-4e8b-bc76-688c73cc4cd2 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:52.147475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b9fe1f88-ce99-4430-9790-078edf531f2c req-d10272f1-e493-4e8b-bc76-688c73cc4cd2 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.0903583 Aug 24 00:14:52.206362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b9fe1f88-ce99-4430-9790-078edf531f2c req-31deaa1f-ee54-45e2-b990-a435cf8333f4 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579929 Aug 24 00:14:52.463116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23519f3b-da58-4340-935f-a5c8aa576cef req-8284cd04-6ab2-4e8d-a3c6-7048ccdb011c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:52.471617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23519f3b-da58-4340-935f-a5c8aa576cef req-8284cd04-6ab2-4e8d-a3c6-7048ccdb011c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.0644851 Aug 24 00:14:52.528569 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23519f3b-da58-4340-935f-a5c8aa576cef req-41b896e0-97f1-4c08-82c2-2188c4488f54 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560355 Aug 24 00:14:52.549360 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bd0216-b9a1-40bf-b07d-bc5c343e4c7a admin admin] Router f102e862-944e-48df-a32c-c8a547e065b7 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:52.733934 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bd0216-b9a1-40bf-b07d-bc5c343e4c7a admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:52.747219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43652) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:52.747329 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-08bd0216-b9a1-40bf-b07d-bc5c343e4c7a admin admin] 10.222.0.32 "PUT /v2.0/routers/f102e862-944e-48df-a32c-c8a547e065b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7271483 Aug 24 00:14:52.752921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd24695c-9ab9-44fb-ac19-982ea6c78233 None None] Sync routers for ids ['f102e862-944e-48df-a32c-c8a547e065b7'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:52.760133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4cddbf4f-bbcd-4455-8428-4b34b5bf8761 admin admin] Deleting port 8c4c607e-b0ff-4d65-a179-0cb0036222f8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:52.760479 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cddbf4f-bbcd-4455-8428-4b34b5bf8761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:52.768695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd24695c-9ab9-44fb-ac19-982ea6c78233 None None] Routers {'f102e862-944e-48df-a32c-c8a547e065b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:52.769342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cd24695c-9ab9-44fb-ac19-982ea6c78233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f102e862-944e-48df-a32c-c8a547e065b7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:52.896109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-cd24695c-9ab9-44fb-ac19-982ea6c78233 None None] Set router f102e862-944e-48df-a32c-c8a547e065b7 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:52.914965 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4cddbf4f-bbcd-4455-8428-4b34b5bf8761 admin admin] For port 8c4c607e-b0ff-4d65-a179-0cb0036222f8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8c4c607e-b0ff-4d65-a179-0cb0036222f8,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:52.915368 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cddbf4f-bbcd-4455-8428-4b34b5bf8761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:52.937544 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:52.957212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4cddbf4f-bbcd-4455-8428-4b34b5bf8761 admin admin] Calling delete_port for 8c4c607e-b0ff-4d65-a179-0cb0036222f8 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:53.116195 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-917f49b9-dd97-4e0b-98d6-3ff0c626de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:53.118700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cd24695c-9ab9-44fb-ac19-982ea6c78233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-875848545-router', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:40Z', 'updated_at': '2021-08-24T00:14:50Z', 'revision_number': 5, 'project_id': '4a2047a51df84cd6a63db119a4839b73', 'gw_port': {'id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:41Z', 'updated_at': '2021-08-24T00:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:53.119389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-917f49b9-dd97-4e0b-98d6-3ff0c626de7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 1101 time: 0.1754847 Aug 24 00:14:53.154443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd24695c-9ab9-44fb-ac19-982ea6c78233 None None] Checking router: f102e862-944e-48df-a32c-c8a547e065b7 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:53.176893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd24695c-9ab9-44fb-ac19-982ea6c78233 None None] Routers {'f102e862-944e-48df-a32c-c8a547e065b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:53.177915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cd24695c-9ab9-44fb-ac19-982ea6c78233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f102e862-944e-48df-a32c-c8a547e065b7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:53.363730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-cd24695c-9ab9-44fb-ac19-982ea6c78233 None None] Set router f102e862-944e-48df-a32c-c8a547e065b7 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:53.399833 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cddbf4f-bbcd-4455-8428-4b34b5bf8761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:53.451214 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddbf4f-bbcd-4455-8428-4b34b5bf8761 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4c607e-b0ff-4d65-a179-0cb0036222f8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:53.455412 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:53.583410 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:53.646817 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cd24695c-9ab9-44fb-ac19-982ea6c78233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-875848545-router', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:40Z', 'updated_at': '2021-08-24T00:14:50Z', 'revision_number': 5, 'project_id': '4a2047a51df84cd6a63db119a4839b73', 'gw_port': {'id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:41Z', 'updated_at': '2021-08-24T00:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:53.647068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-1bc2cf74-0037-4aa4-aea6-c33e1c3ab354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:53.648162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-1bc2cf74-0037-4aa4-aea6-c33e1c3ab354 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.5198007 Aug 24 00:14:53.681658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dfbfb-57dd-4396-95b7-4fcc60f3de20 req-8e938df4-68c6-400b-9eac-25fd68b81df3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:53.684980 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe6dfbfb-57dd-4396-95b7-4fcc60f3de20 req-8e938df4-68c6-400b-9eac-25fd68b81df3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.1801395 Aug 24 00:14:53.725990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd24695c-9ab9-44fb-ac19-982ea6c78233 None None] The sync data for ids ['f102e862-944e-48df-a32c-c8a547e065b7'] in n-d-805736-1 is: [{'id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-875848545-router', 'tenant_id': '4a2047a51df84cd6a63db119a4839b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:40Z', 'updated_at': '2021-08-24T00:14:50Z', 'revision_number': 5, 'project_id': '4a2047a51df84cd6a63db119a4839b73', 'gw_port': {'id': '129be9c0-46d3-4ade-8692-beffd21fee4e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:10:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f102e862-944e-48df-a32c-c8a547e065b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:41Z', 'updated_at': '2021-08-24T00:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:53.784267 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-45893595-1e89-4251-adf2-301d482c11f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511 HTTP/1.1" status: 200 len: 217 time: 0.1215897 Aug 24 00:14:53.852092 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-d9299255-076b-479d-bed0-b4ae6e51d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:53.853701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-d9299255-076b-479d-bed0-b4ae6e51d5d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0654964 Aug 24 00:14:53.866738 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cddbf4f-bbcd-4455-8428-4b34b5bf8761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:53.912717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a21148-4dd2-4a0e-8a53-249153bd527f req-8b5fabb1-c7bc-4ae0-806c-64e0126a813f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:53.914289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59a21148-4dd2-4a0e-8a53-249153bd527f req-8b5fabb1-c7bc-4ae0-806c-64e0126a813f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.1874733 Aug 24 00:14:53.919283 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe6dfbfb-57dd-4396-95b7-4fcc60f3de20 req-cd960231-dbe7-4350-a88d-d50b46a6a89b tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510355 Aug 24 00:14:53.927828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] Deleting port 129be9c0-46d3-4ade-8692-beffd21fee4e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:53.928170 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.005291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-98978aee-2ee3-4992-b5f6-7b2149ee983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:54.006755 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-98978aee-2ee3-4992-b5f6-7b2149ee983a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1413569 Aug 24 00:14:54.034018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59a21148-4dd2-4a0e-8a53-249153bd527f req-accc5509-3d83-4072-a589-796b947d6aad tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083808 Aug 24 00:14:54.173595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] For port 129be9c0-46d3-4ade-8692-beffd21fee4e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=129be9c0-46d3-4ade-8692-beffd21fee4e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:54.173977 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.201261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] Calling delete_port for 129be9c0-46d3-4ade-8692-beffd21fee4e owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:54.206934 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cddbf4f-bbcd-4455-8428-4b34b5bf8761 admin admin] Router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:54.227773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-172c562b-f94a-41e5-847f-896953b93b34 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091007 Aug 24 00:14:54.362246 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cddbf4f-bbcd-4455-8428-4b34b5bf8761 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:54.367310 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4cddbf4f-bbcd-4455-8428-4b34b5bf8761 admin admin] 10.222.0.32 "PUT /v2.0/routers/52ac1df8-dcad-46f3-8a98-c19eed8fc7a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3031752 Aug 24 00:14:54.369828 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:54.377703 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71336e3-6f7e-4fe3-8099-ef82537b630f None None] Sync routers for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:54.390248 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71336e3-6f7e-4fe3-8099-ef82537b630f None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:54.390913 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a71336e3-6f7e-4fe3-8099-ef82537b630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:54.456069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-5e60b766-4eba-42a7-8735-f972044fe1f6 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959593 Aug 24 00:14:54.589728 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a71336e3-6f7e-4fe3-8099-ef82537b630f None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:54.597359 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.636825 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.711319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:54.728069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] Pushing event deleted for resources: {'Port': ['ID=129be9c0-46d3-4ade-8692-beffd21fee4e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:54.766279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:54.767026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6a0d71d5-b5e4-4e32-bc5c-b26b95613248 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:54.841005 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.866263 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.916317 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a71336e3-6f7e-4fe3-8099-ef82537b630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:14:53Z', 'revision_number': 5, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port': {'id': 'cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:54.934223 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] Deleting port cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:54.935271 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.944378 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71336e3-6f7e-4fe3-8099-ef82537b630f None None] Checking router: 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:54.953378 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71336e3-6f7e-4fe3-8099-ef82537b630f None None] Routers {'52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:54.953991 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a71336e3-6f7e-4fe3-8099-ef82537b630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:55.047074 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a71336e3-6f7e-4fe3-8099-ef82537b630f None None] Set router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:55.098095 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.106407 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.117530 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] For port cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:55.117837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.153262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] Calling delete_port for cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:55.157551 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a71336e3-6f7e-4fe3-8099-ef82537b630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:14:54Z', 'revision_number': 6, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:55.216646 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71336e3-6f7e-4fe3-8099-ef82537b630f None None] The sync data for ids ['52ac1df8-dcad-46f3-8a98-c19eed8fc7a6'] in n-d-805736-1 is: [{'id': '52ac1df8-dcad-46f3-8a98-c19eed8fc7a6', 'name': 'tempest-FloatingIPsAssociationTestJSON-205507825-router', 'tenant_id': '88cceac23aee48fdac78678d99718fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:28Z', 'updated_at': '2021-08-24T00:14:54Z', 'revision_number': 6, 'project_id': '88cceac23aee48fdac78678d99718fad', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:55.302112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f3149-0bd8-42c3-a3d6-35e7b6bf0918 req-1b7f10ee-d2d5-4da4-b469-0c5ee26b2eb3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:55.303679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef3f3149-0bd8-42c3-a3d6-35e7b6bf0918 req-1b7f10ee-d2d5-4da4-b469-0c5ee26b2eb3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.2372150 Aug 24 00:14:55.306460 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.307217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f102e862-944e-48df-a32c-c8a547e065b7 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:14:55.315565 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.316711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-033b7558-f564-4196-8696-0a64de265602 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f102e862-944e-48df-a32c-c8a547e065b7 HTTP/1.1" status: 204 len: 168 time: 2.5739224 Aug 24 00:14:55.320103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:55.351904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12013d-f4ab-4b01-b13a-6b398186aa6e req-0a530686-93fd-4d18-a814-9ecd063838b0 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:55.353505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b12013d-f4ab-4b01-b13a-6b398186aa6e req-0a530686-93fd-4d18-a814-9ecd063838b0 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.1984692 Aug 24 00:14:55.392701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef3f3149-0bd8-42c3-a3d6-35e7b6bf0918 req-fd623cc4-c160-404e-aace-295c7affd30d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804963 Aug 24 00:14:55.402835 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b10753-54cf-422a-a5b3-aec66f6b7dca admin admin] Deleting subnet 3b77f1d2-bb36-43c1-a1a2-707268cc2b1e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:14:55.446860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b12013d-f4ab-4b01-b13a-6b398186aa6e req-e9e36f7b-23f1-4abf-992e-3806b6a3c9e1 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785880 Aug 24 00:14:55.456182 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72b10753-54cf-422a-a5b3-aec66f6b7dca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.532388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72b10753-54cf-422a-a5b3-aec66f6b7dca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.653488 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.708201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] Pushing event deleted for resources: {'Port': ['ID=cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:55.748189 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72b10753-54cf-422a-a5b3-aec66f6b7dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.830761 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.175747 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72b10753-54cf-422a-a5b3-aec66f6b7dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.179477 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.203076 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.209728 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b10753-54cf-422a-a5b3-aec66f6b7dca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b77f1d2-bb36-43c1-a1a2-707268cc2b1e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:56.239600 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72b10753-54cf-422a-a5b3-aec66f6b7dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.241491 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-72b10753-54cf-422a-a5b3-aec66f6b7dca admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3b77f1d2-bb36-43c1-a1a2-707268cc2b1e HTTP/1.1" status: 204 len: 168 time: 0.9201479 Aug 24 00:14:56.244188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43688) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:56.246548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4823bd2-54d1-4f44-943f-77ae5b74bd21 None None] Network 46063661-09e7-48c7-9c8d-2e0b6e5fc3ce requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:56.288121 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.288798 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:14:56.295578 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.299539 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-42c2e440-2de7-4b6a-be2c-886c4c3e19fa admin admin] 10.222.0.32 "DELETE /v2.0/routers/52ac1df8-dcad-46f3-8a98-c19eed8fc7a6 HTTP/1.1" status: 204 len: 168 time: 1.9278023 Aug 24 00:14:56.300155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:56.362382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f412c44-4135-44ec-8b64-4f9bdfb12eb2 admin admin] Deleting subnet cffd9d21-7537-463b-bd4b-94e476cbafc1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:14:56.364497 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f412c44-4135-44ec-8b64-4f9bdfb12eb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.386614 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.411415 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f412c44-4135-44ec-8b64-4f9bdfb12eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.507277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Deleting port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:56.507626 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.607293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] For port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a,segment=NetworkSegment(1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b),segment_id=1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:56.607668 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.618901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300b4f1d-6977-4203-b32f-fa4484e9e0f5 None None] DHCP port deletion for 46063661-09e7-48c7-9c8d-2e0b6e5fc3ce request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:14:56.626495 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f412c44-4135-44ec-8b64-4f9bdfb12eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.656952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Calling delete_port for bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:56.706028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8c4c607e-b0ff-4d65-a179-0cb0036222f8 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:56.732151 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f412c44-4135-44ec-8b64-4f9bdfb12eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.754265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 8c4c607e-b0ff-4d65-a179-0cb0036222f8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:56.754980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8c4c607e-b0ff-4d65-a179-0cb0036222f8 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:56.755647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:56.779288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:56.780249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cef364c9-e5bb-46a3-8f7b-9a1d65f1a8df not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:56.781504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 129be9c0-46d3-4ade-8692-beffd21fee4e no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:56.800353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f412c44-4135-44ec-8b64-4f9bdfb12eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cffd9d21-7537-463b-bd4b-94e476cbafc1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:56.807126 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f412c44-4135-44ec-8b64-4f9bdfb12eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.816736 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2f412c44-4135-44ec-8b64-4f9bdfb12eb2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cffd9d21-7537-463b-bd4b-94e476cbafc1 HTTP/1.1" status: 204 len: 168 time: 0.5154326 Aug 24 00:14:56.817680 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:56.825667 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 129be9c0-46d3-4ade-8692-beffd21fee4e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:56.826199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 129be9c0-46d3-4ade-8692-beffd21fee4e not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:56.828641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1378d6-3c8f-4584-9f0c-bf5c2d4064fd None None] Network ae9ecf52-477b-41a7-af47-b8a53dd05ebd requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:56.848468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abbcd7-e119-4d0a-93c2-dba55112f3f1 req-f6cd1996-a788-4f8b-bc00-0ec69782c4e8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:56.870118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61abbcd7-e119-4d0a-93c2-dba55112f3f1 req-f6cd1996-a788-4f8b-bc00-0ec69782c4e8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.2084868 Aug 24 00:14:56.930766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9ca83-cdb1-4072-ad76-adb2ce366e3c req-888e258b-edd7-4758-8897-7f7b044da0d5 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:56.931891 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aec9ca83-cdb1-4072-ad76-adb2ce366e3c req-888e258b-edd7-4758-8897-7f7b044da0d5 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.2276518 Aug 24 00:14:56.942201 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.952547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-300b4f1d-6977-4203-b32f-fa4484e9e0f5 None None] Deleting port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:56.952928 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-300b4f1d-6977-4203-b32f-fa4484e9e0f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.964941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61abbcd7-e119-4d0a-93c2-dba55112f3f1 req-81a31d2a-bea0-45a3-95ec-2b22528bd820 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914142 Aug 24 00:14:57.013265 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.045362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:57.062131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Deleting port c9e2a93f-661c-490f-a501-af3867369e6c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:57.062552 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.065335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aec9ca83-cdb1-4072-ad76-adb2ce366e3c req-07daa722-7327-448b-b757-b4545de9a0ef tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212752 Aug 24 00:14:57.068609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] No DVR routers for this DVR port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:57.078320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-300b4f1d-6977-4203-b32f-fa4484e9e0f5 None None] For port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a,segment=NetworkSegment(1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b),segment_id=1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:57.078723 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-300b4f1d-6977-4203-b32f-fa4484e9e0f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.109895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-300b4f1d-6977-4203-b32f-fa4484e9e0f5 None None] Calling delete_port for bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:57.239310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] For port c9e2a93f-661c-490f-a501-af3867369e6c, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c9e2a93f-661c-490f-a501-af3867369e6c,segment=NetworkSegment(9c14fbf0-2da3-45c2-9013-89a0027b322d),segment_id=9c14fbf0-2da3-45c2-9013-89a0027b322d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:57.239948 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.260305 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.272433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Calling delete_port for c9e2a93f-661c-490f-a501-af3867369e6c owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:57.281506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46063661-09e7-48c7-9c8d-2e0b6e5fc3ce']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:57.294661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:57.294661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0d0f6e-1b7d-46ca-8d20-3cc57bf7a32b') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:57.304078 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.316231 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-300b4f1d-6977-4203-b32f-fa4484e9e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.321575 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.329462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:14:57.329922 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:14:57.342897 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:14:57.352312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b4f1d-6977-4203-b32f-fa4484e9e0f5 None None] No DVR routers for this DVR port bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:57.354896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b4f1d-6977-4203-b32f-fa4484e9e0f5 None None] Pushing event deleted for resources: {'Port': ['ID=bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:57.413327 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.439233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0596182d-dcde-45cc-9f95-64f1a1e0861f None None] DHCP port deletion for ae9ecf52-477b-41a7-af47-b8a53dd05ebd request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:14:57.443422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e2a93f-661c-490f-a501-af3867369e6c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:57.460507 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.463561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] No DVR routers for this DVR port c9e2a93f-661c-490f-a501-af3867369e6c on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:57.473102 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.477215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/46063661-09e7-48c7-9c8d-2e0b6e5fc3ce HTTP/1.1" status: 204 len: 168 time: 1.2310543 Aug 24 00:14:57.482191 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-06b3afe1-0ea3-4bc3-9c5b-a817d0d33dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.496898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa49b91-a41e-4a0e-bea4-0d2bca6cb5d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=46063661-09e7-48c7-9c8d-2e0b6e5fc3ce,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:57.576279 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.592404 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9ecf52-477b-41a7-af47-b8a53dd05ebd']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:57.603809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c14fbf0-2da3-45c2-9013-89a0027b322d') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:57.604149 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c14fbf0-2da3-45c2-9013-89a0027b322d') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:57.623951 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.645326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.653354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:14:57.653759 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:14:57.655600 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:14:57.668014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43708) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:57.728780 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6db2fb4b-b2cb-4402-8569-301babe851ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a2047a51df84cd6a63db119a4839b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593183 Aug 24 00:14:57.731288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43710) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:57.734303 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.743408 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.748601 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ae9ecf52-477b-41a7-af47-b8a53dd05ebd HTTP/1.1" status: 204 len: 168 time: 0.9299088 Aug 24 00:14:57.768322 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a2d8f-6b8a-483e-84a3-5ce6ee8e1093 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae9ecf52-477b-41a7-af47-b8a53dd05ebd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:57.804443 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-43d07ba3-2019-463e-8429-ef3d45469ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.831802 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-43d07ba3-2019-463e-8429-ef3d45469ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.904788 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-43d07ba3-2019-463e-8429-ef3d45469ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.908705 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-43d07ba3-2019-463e-8429-ef3d45469ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.910201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-43d07ba3-2019-463e-8429-ef3d45469ded admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38276bb0-0530-479d-ad11-37aa9fe1acaf HTTP/1.1" status: 204 len: 168 time: 0.1776214 Aug 24 00:14:57.921744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d07ba3-2019-463e-8429-ef3d45469ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38276bb0-0530-479d-ad11-37aa9fe1acaf,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:58.004913 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:58.072108 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d8c72c65-e69a-49bc-b08f-1a8ba5347090 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88cceac23aee48fdac78678d99718fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650222 Aug 24 00:14:58.074322 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43724) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:58.152864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542e03b-a686-4d87-b6a2-2364c08ad3aa req-8f6ccca6-7a76-4f75-8443-fb94355a6f98 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.155051 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9542e03b-a686-4d87-b6a2-2364c08ad3aa req-8f6ccca6-7a76-4f75-8443-fb94355a6f98 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.0858214 Aug 24 00:14:58.163471 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-540733bc-4e52-4073-9bb3-c474f105d3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.188672 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-540733bc-4e52-4073-9bb3-c474f105d3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.240538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9542e03b-a686-4d87-b6a2-2364c08ad3aa req-0bde62f8-7ce1-425d-a933-34f72392266c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730340 Aug 24 00:14:58.243900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee889-e477-4207-a089-07d7033016f3 req-b1fe45c1-a336-475a-8443-568d498bc6c7 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.246114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-b1fe45c1-a336-475a-8443-568d498bc6c7 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 1097 time: 0.0900955 Aug 24 00:14:58.260247 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-540733bc-4e52-4073-9bb3-c474f105d3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.262378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805736-1'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:58.264358 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-540733bc-4e52-4073-9bb3-c474f105d3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.271696 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-540733bc-4e52-4073-9bb3-c474f105d3c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc2af419-5e76-4dd0-bf9f-76d853e2fc80 HTTP/1.1" status: 204 len: 168 time: 0.1851413 Aug 24 00:14:58.292897 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540733bc-4e52-4073-9bb3-c474f105d3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2af419-5e76-4dd0-bf9f-76d853e2fc80,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:58.394536 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.405547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94907d-cc20-4d0c-9407-235f984d6dc5 req-35702095-4a4f-434d-ac75-39727544e948 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.407148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a94907d-cc20-4d0c-9407-235f984d6dc5 req-35702095-4a4f-434d-ac75-39727544e948 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 946 time: 0.0994930 Aug 24 00:14:58.499613 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a94907d-cc20-4d0c-9407-235f984d6dc5 req-a8887c4f-5c97-43b5-95ba-5117991b7bdf tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843215 Aug 24 00:14:58.660171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:58.691197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c99d7df1-d974-459a-a429-36212e113ee4,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:58.698733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:58.699374 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device bb6d57d6-aa4c-44e8-a2fa-dcdabe71637a not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:58.710458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c9e2a93f-661c-490f-a501-af3867369e6c no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:58.736541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: c9e2a93f-661c-490f-a501-af3867369e6c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:58.737551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c9e2a93f-661c-490f-a501-af3867369e6c not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:58.861534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:58.894565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d1f74-0f94-45a5-a3d5-f9c69f0f3729 req-80f20122-c2c3-45b5-b0ba-758a97860b26 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.905691 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-389d1f74-0f94-45a5-a3d5-f9c69f0f3729 req-80f20122-c2c3-45b5-b0ba-758a97860b26 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 946 time: 0.2185650 Aug 24 00:14:58.936813 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c99d7df1-d974-459a-a429-36212e113ee4 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:58.976132 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-389d1f74-0f94-45a5-a3d5-f9c69f0f3729 req-a643529b-f9e7-455f-8d6b-75cbc3771aea tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673931 Aug 24 00:14:58.976631 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781fcffb-ce9c-454a-8430-aa3d34912b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c99d7df1-d974-459a-a429-36212e113ee4'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:58.978930 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faa97af-484d-41d1-9132-7d091d6fe9a2" -d '{"events": [{"server_uuid": "781fcffb-ce9c-454a-8430-aa3d34912b98", "name": "network-vif-unplugged", "status": "completed", "tag": "c99d7df1-d974-459a-a429-36212e113ee4"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:58.983695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.020947 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.060322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97ab383c-dc9c-405e-8a21-818a85b6b864 req-1eb7a241-488b-4349-bbb0-a64997e83af7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1012921 Aug 24 00:14:59.078966 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f04d3b-07e4-468b-a237-55af1cf8e815 x-openstack-request-id: req-20f04d3b-07e4-468b-a237-55af1cf8e815 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:59.079255 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781fcffb-ce9c-454a-8430-aa3d34912b98", "name": "network-vif-unplugged", "status": "completed", "tag": "c99d7df1-d974-459a-a429-36212e113ee4", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:59.079679 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20f04d3b-07e4-468b-a237-55af1cf8e815 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:59.079971 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781fcffb-ce9c-454a-8430-aa3d34912b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c99d7df1-d974-459a-a429-36212e113ee4', 'code': 200} Aug 24 00:14:59.154413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Pushing event updated for resources: {'Port': ['ID=c99d7df1-d974-459a-a429-36212e113ee4,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:59.157274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Attempting to bind port c99d7df1-d974-459a-a429-36212e113ee4 on host n-h1-805736-1 for vnic_type normal with profile {"migrating_to": "n-h2-805736-1"} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:59.157608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Attempting to bind port c99d7df1-d974-459a-a429-36212e113ee4 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:59.158250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Attempting to bind port c99d7df1-d974-459a-a429-36212e113ee4 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:59.164780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Port c99d7df1-d974-459a-a429-36212e113ee4 on network 73946cb7-6543-439b-b8db-561e1cede42a not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:59.165004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Attempting to bind port c99d7df1-d974-459a-a429-36212e113ee4 on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:59.186983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:59.187311 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Checking segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:59.187845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Bound using segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:59.188289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Bound port: c99d7df1-d974-459a-a429-36212e113ee4, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:59.188868 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.204155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c99d7df1-d974-459a-a429-36212e113ee4,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:59.210110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab383c-dc9c-405e-8a21-818a85b6b864 req-1c1afc2b-8e9b-4d25-8dcb-e51c7b57375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.212727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97ab383c-dc9c-405e-8a21-818a85b6b864 req-1c1afc2b-8e9b-4d25-8dcb-e51c7b57375d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 1101 time: 0.1051643 Aug 24 00:14:59.239090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c99d7df1-d974-459a-a429-36212e113ee4 has no active binding in host n-h2-805736-1 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:14:59.436327 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.443924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:59.479052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c99d7df1-d974-459a-a429-36212e113ee4,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:59.496003 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.545995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219cc74-2688-4fa3-b53c-ff01d1fc6385 req-9ada8bc4-4b9c-434d-b1ec-99c13c6063ef tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.547579 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8219cc74-2688-4fa3-b53c-ff01d1fc6385 req-9ada8bc4-4b9c-434d-b1ec-99c13c6063ef tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.1943967 Aug 24 00:14:59.565800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab383c-dc9c-405e-8a21-818a85b6b864 req-5f1506d3-018e-4726-8064-7cd413e6acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.567332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97ab383c-dc9c-405e-8a21-818a85b6b864 req-5f1506d3-018e-4726-8064-7cd413e6acf1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.3243098 Aug 24 00:14:59.655494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97ab383c-dc9c-405e-8a21-818a85b6b864 req-85448c9b-2366-4bed-b195-98f1fd7ef72a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5 HTTP/1.1" status: 200 len: 217 time: 0.0779042 Aug 24 00:14:59.742003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Pushing event updated for resources: {'Port': ['ID=c99d7df1-d974-459a-a429-36212e113ee4,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:59.774899 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8219cc74-2688-4fa3-b53c-ff01d1fc6385 req-2840d90c-3969-400d-9eed-a358264f2170 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148278 Aug 24 00:14:59.809754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.810397 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.812305 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-282e7044-a9bd-429d-9acd-783e807eb00f service neutron] 10.222.0.13 "PUT /v2.0/ports/c99d7df1-d974-459a-a429-36212e113ee4 HTTP/1.1" status: 200 len: 1122 time: 1.5560229 Aug 24 00:14:59.836484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e26647-fa74-43f7-a041-19dad34b54af req-4ae3f924-0525-4607-87cf-efb0e9b4130a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.838599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17e26647-fa74-43f7-a041-19dad34b54af req-4ae3f924-0525-4607-87cf-efb0e9b4130a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 944 time: 0.1910307 Aug 24 00:14:59.840891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab383c-dc9c-405e-8a21-818a85b6b864 req-043745ad-f859-4280-9d5f-8e9e104dfb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.843299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97ab383c-dc9c-405e-8a21-818a85b6b864 req-043745ad-f859-4280-9d5f-8e9e104dfb87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1656706 Aug 24 00:14:59.946169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab383c-dc9c-405e-8a21-818a85b6b864 req-7ccddf66-d9e6-4480-ad89-3015a8d6991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.947867 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97ab383c-dc9c-405e-8a21-818a85b6b864 req-7ccddf66-d9e6-4480-ad89-3015a8d6991f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918918 Aug 24 00:14:59.955258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17e26647-fa74-43f7-a041-19dad34b54af req-4817d919-a374-40b5-93f8-549c167e6005 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045580 Aug 24 00:14:59.967202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['c99d7df1-d974-459a-a429-36212e113ee4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:00.048258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['c99d7df1-d974-459a-a429-36212e113ee4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:00.097741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97ab383c-dc9c-405e-8a21-818a85b6b864 req-ca37ccd7-9d93-4bc5-a0fb-4ef25ef7219f service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403220 Aug 24 00:15:00.141642 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:00.249752 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97ab383c-dc9c-405e-8a21-818a85b6b864 req-14767aed-a649-424b-9ec5-f9f8cc5983fb service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413846 Aug 24 00:15:00.375654 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93d2212b-28cd-4cb4-b2f3-bccfd7a8bff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:00.836317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-a7743a1f-4d88-4d28-ac6e-2f725305a1af tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--858529146&fields=id&tenant_id=f0260e3ac9534313979a02021ef3bb3a HTTP/1.1" status: 200 len: 267 time: 0.0418065 Aug 24 00:15:00.952140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-31692ebf-0309-4763-ad18-5aa2a7a87359 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:00.953606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-31692ebf-0309-4763-ad18-5aa2a7a87359 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/networks?id=6c6a0536-598a-43f5-b351-96ae57a58d61 HTTP/1.1" status: 200 len: 824 time: 0.1097806 Aug 24 00:15:00.969362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-8c407423-020b-405a-853b-e09c37ccb432 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/quotas/f0260e3ac9534313979a02021ef3bb3a HTTP/1.1" status: 200 len: 375 time: 0.0093417 Aug 24 00:15:01.038739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-4112f48d-8211-419d-9e26-80e543cd2697 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f0260e3ac9534313979a02021ef3bb3a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0639079 Aug 24 00:15:01.112076 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:01.115697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781fcffb-ce9c-454a-8430-aa3d34912b98', 'tag': 'c99d7df1-d974-459a-a429-36212e113ee4'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:01.117966 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34492a09-2b60-4c85-9cd5-fa5cbe6bafa5" -d '{"events": [{"name": "network-changed", "server_uuid": "781fcffb-ce9c-454a-8430-aa3d34912b98", "tag": "c99d7df1-d974-459a-a429-36212e113ee4"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:01.173432 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-19127f75-96fa-48c1-a08f-d2ed095150ef service neutron] 10.222.0.32 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217031 Aug 24 00:15:01.297144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c962a1-657f-4ac5-8af1-2ecf5ac2339a req-0a89cdb2-e261-47e9-a13e-90fee9f74e29 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:01.298632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98c962a1-657f-4ac5-8af1-2ecf5ac2339a req-0a89cdb2-e261-47e9-a13e-90fee9f74e29 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.0975921 Aug 24 00:15:01.604412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-e985f4bb-4996-4cf2-9750-9d45d2286635 service neutron] 10.222.0.32 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245331 Aug 24 00:15:01.636823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98c962a1-657f-4ac5-8af1-2ecf5ac2339a req-f269ffb7-18eb-43af-9e90-65fc6ef76c6a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226440 Aug 24 00:15:01.856359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0093c-5af9-4ca2-8d9b-f4aaa9baf887 req-7240b364-c943-45fb-b9eb-b78ca8088ec1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:01.858136 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26c0093c-5af9-4ca2-8d9b-f4aaa9baf887 req-7240b364-c943-45fb-b9eb-b78ca8088ec1 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 944 time: 0.0648048 Aug 24 00:15:01.950239 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0bbf3cb0-4795-4107-a474-ed7549879c63 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:01.952100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0bbf3cb0-4795-4107-a474-ed7549879c63 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f2913f1-afb8-46c5-b659-d718af049597 HTTP/1.1" status: 200 len: 946 time: 0.0930178 Aug 24 00:15:01.965492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26c0093c-5af9-4ca2-8d9b-f4aaa9baf887 req-6a5da021-5bc3-43b6-bfa3-d93be329519a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974097 Aug 24 00:15:02.078946 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75af767-78e6-489d-8e4a-8e4375e50a70 x-openstack-request-id: req-b75af767-78e6-489d-8e4a-8e4375e50a70 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:02.078946 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781fcffb-ce9c-454a-8430-aa3d34912b98", "tag": "c99d7df1-d974-459a-a429-36212e113ee4", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:02.079355 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b75af767-78e6-489d-8e4a-8e4375e50a70 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:02.082055 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781fcffb-ce9c-454a-8430-aa3d34912b98', 'tag': 'c99d7df1-d974-459a-a429-36212e113ee4', 'status': 'completed', 'code': 200} Aug 24 00:15:02.117967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Deleting port 1a4f0838-24ad-485d-888c-4623640c0dc1 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:02.118563 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:02.243930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f64cab0-0f56-4247-8308-f40508160e3e req-151dee98-edec-4ce8-9377-fed4f7086696 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 210 time: 0.1210463 Aug 24 00:15:02.289840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34492a09-2b60-4c85-9cd5-fa5cbe6bafa5 req-02086499-1ace-4d80-8256-fa4ea9c9fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:02.292126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34492a09-2b60-4c85-9cd5-fa5cbe6bafa5 req-02086499-1ace-4d80-8256-fa4ea9c9fd9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 1125 time: 0.1662326 Aug 24 00:15:02.377783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] For port 1a4f0838-24ad-485d-888c-4623640c0dc1, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=1a4f0838-24ad-485d-888c-4623640c0dc1,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:02.378196 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:02.696854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34492a09-2b60-4c85-9cd5-fa5cbe6bafa5 req-a0752b00-ee62-4706-95de-1cc8f6a6a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:02.698961 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34492a09-2b60-4c85-9cd5-fa5cbe6bafa5 req-a0752b00-ee62-4706-95de-1cc8f6a6a6ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.3937395 Aug 24 00:15:02.791673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34492a09-2b60-4c85-9cd5-fa5cbe6bafa5 req-3420df3c-fe39-41f4-a5d9-b184efd994bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c99d7df1-d974-459a-a429-36212e113ee4 HTTP/1.1" status: 200 len: 217 time: 0.0784512 Aug 24 00:15:02.905553 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:02.906291 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:02.906291 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Floating IP 44d00bfa-9c44-4393-b258-4915044deedf disassociated. External IP: 172.25.8.106, port: 1a4f0838-24ad-485d-888c-4623640c0dc1. Aug 24 00:15:02.906620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Calling delete_port for 1a4f0838-24ad-485d-888c-4623640c0dc1 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:02.929411 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:02.932000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aa369-da2a-4add-9610-58676e1d7ff1 req-8745207c-9961-46bc-aea2-b10bda485d2c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:02.939439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-187aa369-da2a-4add-9610-58676e1d7ff1 req-8745207c-9961-46bc-aea2-b10bda485d2c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.1497025 Aug 24 00:15:02.956881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34492a09-2b60-4c85-9cd5-fa5cbe6bafa5 req-b2365105-e339-4e3f-9893-034684b881d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:02.958382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34492a09-2b60-4c85-9cd5-fa5cbe6bafa5 req-b2365105-e339-4e3f-9893-034684b881d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.1485379 Aug 24 00:15:03.035646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34492a09-2b60-4c85-9cd5-fa5cbe6bafa5 req-5738ea63-418f-43ae-9436-eddf76605311 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658166 Aug 24 00:15:03.085134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-187aa369-da2a-4add-9610-58676e1d7ff1 req-8dbed2a2-f807-4642-be18-d7e96009ae8e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423709 Aug 24 00:15:03.329329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34492a09-2b60-4c85-9cd5-fa5cbe6bafa5 req-1c700ddd-cb45-4a54-9697-e7c44760b5e9 service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841852 Aug 24 00:15:03.330551 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:03.624054 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34492a09-2b60-4c85-9cd5-fa5cbe6bafa5 req-5cc9cf1e-b958-4aa2-9f38-371f80b4cab6 service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567842 Aug 24 00:15:03.662599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaec83c-3f2a-4577-bfdc-44eda5513f5c req-b8d5491f-828c-46a9-af47-470f238c0759 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:03.671167 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0eaec83c-3f2a-4577-bfdc-44eda5513f5c req-b8d5491f-828c-46a9-af47-470f238c0759 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 944 time: 0.5052497 Aug 24 00:15:03.693504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Pushing event deleted for resources: {'Port': ['ID=1a4f0838-24ad-485d-888c-4623640c0dc1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:03.732256 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:15:03.883027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-1c95d596-c4e2-4b37-b105-e1cf6fb01935 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:03.884923 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-1c95d596-c4e2-4b37-b105-e1cf6fb01935 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.47 "GET /v2.0/networks?id=6c6a0536-598a-43f5-b351-96ae57a58d61 HTTP/1.1" status: 200 len: 824 time: 0.2599545 Aug 24 00:15:03.898980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:03.899474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:03.900070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:03.900970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:03.902468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:03.902934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:03.903376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:03.903815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:03.904253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:03.904714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:03.905145 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:03.905579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:04.027224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-9490b7e8-cfb2-49c0-a26a-650bc58a4de4 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0260e3ac9534313979a02021ef3bb3a HTTP/1.1" status: 200 len: 379 time: 0.1122317 Aug 24 00:15:04.048316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0eaec83c-3f2a-4577-bfdc-44eda5513f5c req-6787f53a-7aaf-4fae-9f34-b03e26909902 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744969 Aug 24 00:15:04.064425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-19da1a18-6c7a-4c3e-85ae-d75be4e0d85d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Request body: {'port': {'device_id': 'a05ea833-de87-45ff-9155-f979155790ac', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'admin_state_up': True, 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'security_groups': ['38fc2642-2c26-4c0f-87fd-37d8bd224f60']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:04.246121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:15:04.258562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c186d1-6383-43e2-9085-86e59ae5ee29 None None] Sync routers for ids ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:15:04.293057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c186d1-6383-43e2-9085-86e59ae5ee29 None None] Routers {'a9cd2c6d-bca8-4efc-b266-8b93d66d6608'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:04.293703 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-45c186d1-6383-43e2-9085-86e59ae5ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:04.324044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c97e66eb-d446-4a1a-b5d1-eaefa49fece6 req-bc97809c-e453-4f60-b93a-a0e978ea9efd tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 210 time: 0.0957174 Aug 24 00:15:04.328190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] No DVR routers for this DVR port 1a4f0838-24ad-485d-888c-4623640c0dc1 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:15:04.391411 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:04.396678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-031d0144-4d40-46f9-a6bb-264e054471f0 req-0ae8f3a5-66b0-439b-88ef-dd892b06e1c1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.13 "DELETE /v2.0/ports/1a4f0838-24ad-485d-888c-4623640c0dc1 HTTP/1.1" status: 204 len: 173 time: 2.4298615 Aug 24 00:15:04.404669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2913f1-afb8-46c5-b659-d718af049597', 'name': 'network-vif-deleted', 'tag': '1a4f0838-24ad-485d-888c-4623640c0dc1'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:04.404669 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b41944-981d-4ea4-aac6-184b2281d516" -d '{"events": [{"server_uuid": "1f2913f1-afb8-46c5-b659-d718af049597", "name": "network-vif-deleted", "tag": "1a4f0838-24ad-485d-888c-4623640c0dc1"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:04.415372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-19da1a18-6c7a-4c3e-85ae-d75be4e0d85d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Made reservation on behalf of f0260e3ac9534313979a02021ef3bb3a for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:04.426656 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-19da1a18-6c7a-4c3e-85ae-d75be4e0d85d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:04.534920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-45c186d1-6383-43e2-9085-86e59ae5ee29 None None] Set router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:04.742906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-19da1a18-6c7a-4c3e-85ae-d75be4e0d85d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Allocated IP 172.20.0.12 (6c6a0536-598a-43f5-b351-96ae57a58d61/0a360885-cb3f-4163-9ef2-5cd2bca1aba0/f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:04.962961 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 1a4f0838-24ad-485d-888c-4623640c0dc1 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:04.985248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 1a4f0838-24ad-485d-888c-4623640c0dc1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:15:04.985595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 1a4f0838-24ad-485d-888c-4623640c0dc1 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:15:05.019975 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-45c186d1-6383-43e2-9085-86e59ae5ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:11Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:05.039141 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-19da1a18-6c7a-4c3e-85ae-d75be4e0d85d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:05.056563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-19da1a18-6c7a-4c3e-85ae-d75be4e0d85d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Transition to ACTIVE for port object f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:05.093012 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c186d1-6383-43e2-9085-86e59ae5ee29 None None] Checking router: a9cd2c6d-bca8-4efc-b266-8b93d66d6608 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:15:05.111717 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-19da1a18-6c7a-4c3e-85ae-d75be4e0d85d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:05.122155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c186d1-6383-43e2-9085-86e59ae5ee29 None None] Routers {'a9cd2c6d-bca8-4efc-b266-8b93d66d6608'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:05.124393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-45c186d1-6383-43e2-9085-86e59ae5ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:05.251477 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73cb7d1-719d-406e-81f3-571489d80eeb x-openstack-request-id: req-f73cb7d1-719d-406e-81f3-571489d80eeb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:05.251772 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2913f1-afb8-46c5-b659-d718af049597", "name": "network-vif-deleted", "tag": "1a4f0838-24ad-485d-888c-4623640c0dc1", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:05.252029 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f73cb7d1-719d-406e-81f3-571489d80eeb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:05.253446 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2913f1-afb8-46c5-b659-d718af049597', 'name': 'network-vif-deleted', 'tag': '1a4f0838-24ad-485d-888c-4623640c0dc1', 'status': 'completed', 'code': 200} Aug 24 00:15:05.286640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da1a18-6c7a-4c3e-85ae-d75be4e0d85d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Pushing event updated for resources: {'Port': ['ID=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:05.301724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee147972-c13a-47e7-beda-015504ee7655 req-a84ea857-6e62-4cb5-a34b-183dca635380 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:05.303980 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee147972-c13a-47e7-beda-015504ee7655 req-a84ea857-6e62-4cb5-a34b-183dca635380 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.3575938 Aug 24 00:15:05.324578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-45c186d1-6383-43e2-9085-86e59ae5ee29 None None] Set router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:05.325203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-19da1a18-6c7a-4c3e-85ae-d75be4e0d85d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Network 6c6a0536-598a-43f5-b351-96ae57a58d61 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:05.335695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-19da1a18-6c7a-4c3e-85ae-d75be4e0d85d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:05.365779 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-19da1a18-6c7a-4c3e-85ae-d75be4e0d85d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:05.467171 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee147972-c13a-47e7-beda-015504ee7655 req-87aa3f80-2372-4d56-a3f3-914ba959a558 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392131 Aug 24 00:15:05.480939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-19da1a18-6c7a-4c3e-85ae-d75be4e0d85d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:05.481597 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-19da1a18-6c7a-4c3e-85ae-d75be4e0d85d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:05.506161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e7362-2aa8-422c-b952-d82774166d12 req-5e8ba14b-ac40-471d-a47f-beb154b65ffa tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:05.514907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-596e7362-2aa8-422c-b952-d82774166d12 req-5e8ba14b-ac40-471d-a47f-beb154b65ffa tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 944 time: 0.2058351 Aug 24 00:15:05.544424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-19da1a18-6c7a-4c3e-85ae-d75be4e0d85d tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5091841 Aug 24 00:15:05.599359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Request body: {'port': {'device_id': 'a05ea833-de87-45ff-9155-f979155790ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:05.635086 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-596e7362-2aa8-422c-b952-d82774166d12 req-fc346c5f-6f0d-477b-b1b2-9d4012e9081c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184440 Aug 24 00:15:05.749905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-45c186d1-6383-43e2-9085-86e59ae5ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:11Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:05.754954 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-50e4a975-2bb7-42a7-b82e-3928cd31c8a6 None None] Provisioning for port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:05.758242 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:05.810742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-50e4a975-2bb7-42a7-b82e-3928cd31c8a6 None None] Provisioning complete for port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:05.811645 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50e4a975-2bb7-42a7-b82e-3928cd31c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:05.877804 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-50e4a975-2bb7-42a7-b82e-3928cd31c8a6 None None] Port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:15:05.881296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c186d1-6383-43e2-9085-86e59ae5ee29 None None] The sync data for ids ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'] in n-d-805736-1 is: [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:11Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:15:06.154000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5725358-091c-4bb8-9f03-695ba9e35a2f req-aef52742-2afe-4e84-811f-639857693045 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:06.168484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5725358-091c-4bb8-9f03-695ba9e35a2f req-aef52742-2afe-4e84-811f-639857693045 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 932 time: 0.3216026 Aug 24 00:15:06.363863 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541deb22-be74-4463-bbdc-92af89623c70 None None] New status for floating IP 44d00bfa-9c44-4393-b258-4915044deedf: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:15:06.400909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43946) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:06.523084 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5725358-091c-4bb8-9f03-695ba9e35a2f req-f28c9e20-c288-410b-81dd-588cca5ba6f2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528352 Aug 24 00:15:06.667770 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:06.690222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:06.700483 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:06.726077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Transition to ACTIVE for port object f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:06.828518 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:06.852246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e53d4c36-1685-4472-93a9-0c70ca41d559 req-46313aa2-3ca6-419a-b0a3-1a9f355ffa81 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4613879 Aug 24 00:15:06.921192 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:06.937793 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:07.009780 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87d4595fb68c4d09baaff1ab3df586f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6070173 Aug 24 00:15:07.010280 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43964) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:07.079628 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adea51f1-030c-4080-8cc8-271c76fbc403,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:07.079786 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:07.087840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5b66e-a16f-46e1-a1a9-00ad104a38da req-4babe218-cd7f-43ec-8b70-8c6793009c71 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:07.088185 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:07.088662 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:07.089623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:07.090236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53b5b66e-a16f-46e1-a1a9-00ad104a38da req-4babe218-cd7f-43ec-8b70-8c6793009c71 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.3583641 Aug 24 00:15:07.096125 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:07.096508 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:07.096850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:07.097189 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:07.097525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:07.097857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:07.098189 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:07.098517 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:07.098930 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0f1ab0-fca7-42cd-b4ba-86d789009edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:07.178207 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e81c5d6-42fe-4a17-8efa-af5950d1530c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:07.222994 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e81c5d6-42fe-4a17-8efa-af5950d1530c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:07.280185 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e81c5d6-42fe-4a17-8efa-af5950d1530c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:07.283212 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e81c5d6-42fe-4a17-8efa-af5950d1530c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:07.294576 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e81c5d6-42fe-4a17-8efa-af5950d1530c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/adea51f1-030c-4080-8cc8-271c76fbc403 HTTP/1.1" status: 204 len: 168 time: 0.2708156 Aug 24 00:15:07.311838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81c5d6-42fe-4a17-8efa-af5950d1530c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adea51f1-030c-4080-8cc8-271c76fbc403,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:07.499063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d4c36-1685-4472-93a9-0c70ca41d559 req-dc646733-9634-443e-aaa1-b901f794fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:07.500636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e53d4c36-1685-4472-93a9-0c70ca41d559 req-dc646733-9634-443e-aaa1-b901f794fc47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 1095 time: 0.5867977 Aug 24 00:15:07.533317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582813e-7688-43a7-b45b-011d8d7f662a req-0ab90a4e-0402-45e2-a66d-3ae266021843 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:07.540818 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d582813e-7688-43a7-b45b-011d8d7f662a req-0ab90a4e-0402-45e2-a66d-3ae266021843 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 944 time: 0.5545106 Aug 24 00:15:07.611090 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53b5b66e-a16f-46e1-a1a9-00ad104a38da req-6d119ad6-2641-43f0-9ac0-c0ef31734e92 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584427 Aug 24 00:15:07.678416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Attempting to bind port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:07.679046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Attempting to bind port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:07.679603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Attempting to bind port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e on network 6c6a0536-598a-43f5-b351-96ae57a58d61 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:07.698830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e on network 6c6a0536-598a-43f5-b351-96ae57a58d61 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:15:07.699170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Attempting to bind port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e on network 6c6a0536-598a-43f5-b351-96ae57a58d61 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:07.705884 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d582813e-7688-43a7-b45b-011d8d7f662a req-5c41a7d9-b5bb-4030-845a-fbaaa8be367a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642463 Aug 24 00:15:07.711491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:07.711844 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Checking segment: {'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:07.712236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Bound using segment: {'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:07.712685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Bound port: f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:07.713048 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:07.809436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d4c36-1685-4472-93a9-0c70ca41d559 req-98756081-b7b6-4209-b2b1-319b552671e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:07.811525 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e53d4c36-1685-4472-93a9-0c70ca41d559 req-98756081-b7b6-4209-b2b1-319b552671e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.2615705 Aug 24 00:15:07.895170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e53d4c36-1685-4472-93a9-0c70ca41d559 req-a8876ed1-102a-4c4e-8b56-a5b96d624668 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f HTTP/1.1" status: 200 len: 217 time: 0.0715539 Aug 24 00:15:07.954372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] For port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:07.979739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a58b27-5bce-479d-8bfb-b91382eed110 req-26579b07-9a69-4856-9cb5-06c43065edba tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:07.981569 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55a58b27-5bce-479d-8bfb-b91382eed110 req-26579b07-9a69-4856-9cb5-06c43065edba tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 944 time: 0.1809969 Aug 24 00:15:07.984926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] For port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:07.996421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d4c36-1685-4472-93a9-0c70ca41d559 req-3a7500fd-675d-438f-a9eb-e4d47087110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:07.998492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e53d4c36-1685-4472-93a9-0c70ca41d559 req-3a7500fd-675d-438f-a9eb-e4d47087110a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.0940270 Aug 24 00:15:08.072789 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55a58b27-5bce-479d-8bfb-b91382eed110 req-ff4c8f95-932c-4b93-be7e-03683c553cc0 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700145 Aug 24 00:15:08.078049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:08.128205 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e53d4c36-1685-4472-93a9-0c70ca41d559 req-bc9bac8d-262c-4952-9a82-3f2109135af9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757172 Aug 24 00:15:08.133439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:08.134925 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:08.137766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] 10.222.0.47 "PUT /v2.0/ports/f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e HTTP/1.1" status: 200 len: 1092 time: 2.5596545 Aug 24 00:15:08.153265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05ea833-de87-45ff-9155-f979155790ac', 'tag': 'f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:08.157195 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce992a77-57fe-4a81-a83f-635bcba31381" -d '{"events": [{"name": "network-changed", "server_uuid": "a05ea833-de87-45ff-9155-f979155790ac", "tag": "f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:08.297721 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-ca43dc88-305c-4b99-8ab4-432feeb73927 service neutron] 10.222.0.47 "GET /v2.0/ports/c99d7df1-d974-459a-a429-36212e113ee4/bindings/n-h2-805736-1 HTTP/1.1" status: 200 len: 384 time: 0.2114887 Aug 24 00:15:08.387606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e53d4c36-1685-4472-93a9-0c70ca41d559 req-aef5844a-2918-47f7-bbcf-3e69aed32953 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259316 Aug 24 00:15:08.393746 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a76fae-95ec-438b-97ff-c798aaccb95d x-openstack-request-id: req-96a76fae-95ec-438b-97ff-c798aaccb95d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:08.394032 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05ea833-de87-45ff-9155-f979155790ac", "tag": "f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:08.394524 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96a76fae-95ec-438b-97ff-c798aaccb95d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:08.394946 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05ea833-de87-45ff-9155-f979155790ac', 'tag': 'f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e', 'status': 'completed', 'code': 200} Aug 24 00:15:08.564960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d51fb4-a45b-4df5-97e2-24a6b3bb9c90 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:08.636437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-a6e58ef7-c90d-47b4-98f8-d0158c5e5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:08.638329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-a6e58ef7-c90d-47b4-98f8-d0158c5e5091 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0260e3ac9534313979a02021ef3bb3a&device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 1095 time: 0.2495005 Aug 24 00:15:08.646402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e53d4c36-1685-4472-93a9-0c70ca41d559 req-3663d289-c014-4a8f-8707-fd5ec90c01b7 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378652 Aug 24 00:15:08.761253 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-18ad46cd-4b54-44a8-a5f3-4248a502f848 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e HTTP/1.1" status: 200 len: 217 time: 0.0950634 Aug 24 00:15:08.764081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1feee889-e477-4207-a089-07d7033016f3 req-61ba923a-0454-45cf-a375-ce99478cf511 service neutron] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c99d7df1-d974-459a-a429-36212e113ee4,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:08.809959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1feee889-e477-4207-a089-07d7033016f3 req-61ba923a-0454-45cf-a375-ce99478cf511 service neutron] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:08.813270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device c99d7df1-d974-459a-a429-36212e113ee4 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:08.924716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-1feee889-e477-4207-a089-07d7033016f3 req-61ba923a-0454-45cf-a375-ce99478cf511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99d7df1-d974-459a-a429-36212e113ee4 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:08.952987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4cc80-8027-48aa-bc56-ae5da19eaac8 req-4587a342-46f4-4286-82ef-d54348aa9987 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:08.964895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1feee889-e477-4207-a089-07d7033016f3 req-61ba923a-0454-45cf-a375-ce99478cf511 service neutron] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c99d7df1-d974-459a-a429-36212e113ee4,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:08.966820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04a4cc80-8027-48aa-bc56-ae5da19eaac8 req-4587a342-46f4-4286-82ef-d54348aa9987 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.2030404 Aug 24 00:15:08.970684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-410fe268-0de0-420d-a19b-56ddfbd1c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:08.975255 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-410fe268-0de0-420d-a19b-56ddfbd1c86c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a360885-cb3f-4163-9ef2-5cd2bca1aba0 HTTP/1.1" status: 200 len: 863 time: 0.1964500 Aug 24 00:15:09.006706 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1feee889-e477-4207-a089-07d7033016f3 req-61ba923a-0454-45cf-a375-ce99478cf511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:09.137547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04a4cc80-8027-48aa-bc56-ae5da19eaac8 req-91f8e8b5-82b7-4d31-b6e8-7c4ae5ed5c54 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694856 Aug 24 00:15:09.185114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-a127e630-ffcb-4ddc-b17d-3cf1ef0ba3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:09.190939 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-a127e630-ffcb-4ddc-b17d-3cf1ef0ba3e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6c6a0536-598a-43f5-b351-96ae57a58d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947491 Aug 24 00:15:09.222944 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1feee889-e477-4207-a089-07d7033016f3 req-61ba923a-0454-45cf-a375-ce99478cf511 service neutron] Transition to ACTIVE for port object c99d7df1-d974-459a-a429-36212e113ee4 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:09.234877 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1feee889-e477-4207-a089-07d7033016f3 req-61ba923a-0454-45cf-a375-ce99478cf511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:09.283529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4427624-1d3c-49eb-b271-0f77709cca28 req-bfb901ca-cbb4-41ff-9a6a-917e61017eb9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:09.290960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4427624-1d3c-49eb-b271-0f77709cca28 req-bfb901ca-cbb4-41ff-9a6a-917e61017eb9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 944 time: 0.3009150 Aug 24 00:15:09.295230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44030) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:09.352377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba923a-0454-45cf-a375-ce99478cf511 service neutron] Pushing event updated for resources: {'Port': ['ID=c99d7df1-d974-459a-a429-36212e113ee4,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:09.369807 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-26a9404d-65ba-45e7-9709-53af1a7677fd service neutron] 10.222.0.47 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707222 Aug 24 00:15:09.416194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44042) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:09.422559 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1feee889-e477-4207-a089-07d7033016f3 req-61ba923a-0454-45cf-a375-ce99478cf511 service neutron] No DVR routers for this DVR port c99d7df1-d974-459a-a429-36212e113ee4 on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:15:09.471668 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4427624-1d3c-49eb-b271-0f77709cca28 req-9e913bc6-fd58-43ba-bb86-92d834fef598 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751451 Aug 24 00:15:09.511515 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-61ba923a-0454-45cf-a375-ce99478cf511 service neutron] 10.222.0.47 "PUT /v2.0/ports/c99d7df1-d974-459a-a429-36212e113ee4/bindings/n-h2-805736-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2054608 Aug 24 00:15:09.589791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff574b-9a3f-4c20-ada9-71d0130b9188 req-73c7c1e3-a189-4a5a-805c-f04af631cb2b tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:09.592372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19ff574b-9a3f-4c20-ada9-71d0130b9188 req-73c7c1e3-a189-4a5a-805c-f04af631cb2b tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 944 time: 0.1358171 Aug 24 00:15:09.625390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2c8d169-9463-48fb-b104-23ad4a5b0cca req-7be64db0-c673-4607-9499-d2cbfb3019fa service neutron] 10.222.0.47 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190256 Aug 24 00:15:09.698933 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3aa57cf-22ae-4bae-abd6-5252289a6ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:09.711665 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-77d0296e-9e68-4bad-a010-c328b55858bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:09.731161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19ff574b-9a3f-4c20-ada9-71d0130b9188 req-3930ba1b-1442-4e9a-ac26-5d7e7c772a58 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299589 Aug 24 00:15:09.746983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee889-e477-4207-a089-07d7033016f3 req-87b6502e-286f-412e-a5b0-8eec4b35f910 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:09.748525 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-87b6502e-286f-412e-a5b0-8eec4b35f910 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 1096 time: 0.1220474 Aug 24 00:15:09.853490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce992a77-57fe-4a81-a83f-635bcba31381 req-87b86b7d-7c28-4577-bb7f-392275f4a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:09.855532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce992a77-57fe-4a81-a83f-635bcba31381 req-87b86b7d-7c28-4577-bb7f-392275f4a4c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0260e3ac9534313979a02021ef3bb3a&device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 1095 time: 0.1060867 Aug 24 00:15:09.876536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee889-e477-4207-a089-07d7033016f3 req-9588cfdb-e342-4f3c-8537-94ac5cd7b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:09.877995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-9588cfdb-e342-4f3c-8537-94ac5cd7b5c7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf HTTP/1.1" status: 200 len: 1096 time: 0.1131704 Aug 24 00:15:09.998854 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3aa57cf-22ae-4bae-abd6-5252289a6ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.013642 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3aa57cf-22ae-4bae-abd6-5252289a6ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.036891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee889-e477-4207-a089-07d7033016f3 req-287574c8-2a17-42f9-a27a-f3f4c1e45207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:10.038452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-287574c8-2a17-42f9-a27a-f3f4c1e45207 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 1096 time: 0.1158502 Aug 24 00:15:10.052871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce992a77-57fe-4a81-a83f-635bcba31381 req-672fb85e-4ce1-4b05-bbee-5525acc4e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:10.054213 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce992a77-57fe-4a81-a83f-635bcba31381 req-672fb85e-4ce1-4b05-bbee-5525acc4e2a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6c6a0536-598a-43f5-b351-96ae57a58d61 HTTP/1.1" status: 200 len: 925 time: 0.1898491 Aug 24 00:15:10.110371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b3aa57cf-22ae-4bae-abd6-5252289a6ec8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81b238393db2451a8907bbbccfaca38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8141363 Aug 24 00:15:10.113263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:10.175791 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce992a77-57fe-4a81-a83f-635bcba31381 req-1abca415-9855-414a-b436-84f617a7d3e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e HTTP/1.1" status: 200 len: 217 time: 0.1011765 Aug 24 00:15:10.176390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa57cf-22ae-4bae-abd6-5252289a6ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0493e286-14d9-4f8a-86a3-ae5df10515d1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:10.208410 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7eaef3bd-7463-4961-acf7-2c3ddcfd9702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.258390 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7eaef3bd-7463-4961-acf7-2c3ddcfd9702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.280076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce992a77-57fe-4a81-a83f-635bcba31381 req-fbc53090-8326-4ac7-9267-b99807a0ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:10.281574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce992a77-57fe-4a81-a83f-635bcba31381 req-fbc53090-8326-4ac7-9267-b99807a0ec5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a360885-cb3f-4163-9ef2-5cd2bca1aba0 HTTP/1.1" status: 200 len: 863 time: 0.0964751 Aug 24 00:15:10.357379 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7eaef3bd-7463-4961-acf7-2c3ddcfd9702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.360689 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7eaef3bd-7463-4961-acf7-2c3ddcfd9702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.362377 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7eaef3bd-7463-4961-acf7-2c3ddcfd9702 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0493e286-14d9-4f8a-86a3-ae5df10515d1 HTTP/1.1" status: 204 len: 168 time: 0.2480376 Aug 24 00:15:10.377279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaef3bd-7463-4961-acf7-2c3ddcfd9702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0493e286-14d9-4f8a-86a3-ae5df10515d1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:10.412097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee889-e477-4207-a089-07d7033016f3 req-c62236c5-fca4-4227-b0d7-a650a031e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:10.413569 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-c62236c5-fca4-4227-b0d7-a650a031e4d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.3621774 Aug 24 00:15:10.491963 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca936927-ab57-4fd8-a330-f07a91d60911 req-89b2b9d3-f9c4-47d7-8af6-e3e70b357b62 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:10.493480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca936927-ab57-4fd8-a330-f07a91d60911 req-89b2b9d3-f9c4-47d7-8af6-e3e70b357b62 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.2354939 Aug 24 00:15:10.520453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-2a25e8ac-f01a-4f40-9707-4fb21646fffb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c99d7df1-d974-459a-a429-36212e113ee4 HTTP/1.1" status: 200 len: 217 time: 0.0892646 Aug 24 00:15:10.559842 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-77d0296e-9e68-4bad-a010-c328b55858bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.606670 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-77d0296e-9e68-4bad-a010-c328b55858bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.620692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce992a77-57fe-4a81-a83f-635bcba31381 req-0b5e6355-2699-4082-8649-375b721d2588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:10.622198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce992a77-57fe-4a81-a83f-635bcba31381 req-0b5e6355-2699-4082-8649-375b721d2588 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6c6a0536-598a-43f5-b351-96ae57a58d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3215566 Aug 24 00:15:10.754031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca936927-ab57-4fd8-a330-f07a91d60911 req-0439f6fc-0c74-455f-8c36-cc21190550fc tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398796 Aug 24 00:15:10.755923 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce992a77-57fe-4a81-a83f-635bcba31381 req-20e13818-02c8-4c32-928c-a3009246c51f service neutron] 10.222.0.47 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020520 Aug 24 00:15:10.780576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee889-e477-4207-a089-07d7033016f3 req-5f695179-47b6-4768-9818-77fa29463098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:10.782088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-5f695179-47b6-4768-9818-77fa29463098 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.2434990 Aug 24 00:15:10.834380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-2ba8a9ef-17bb-4c8a-a3a6-e1e63d1bdb85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285182 Aug 24 00:15:10.844057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-77d0296e-9e68-4bad-a010-c328b55858bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63f190950cd24dd8ac8108d61c18f09a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4032631 Aug 24 00:15:10.844394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:10.872733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0296e-9e68-4bad-a010-c328b55858bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c87ea0-6e0e-46d0-8e4d-9de88c74d049,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:10.919118 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-015f624e-afea-494d-8984-8c79f865f50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.947800 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-015f624e-afea-494d-8984-8c79f865f50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:11.020986 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-015f624e-afea-494d-8984-8c79f865f50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:11.024892 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-015f624e-afea-494d-8984-8c79f865f50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:11.026852 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-015f624e-afea-494d-8984-8c79f865f50c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58c87ea0-6e0e-46d0-8e4d-9de88c74d049 HTTP/1.1" status: 204 len: 168 time: 0.1803236 Aug 24 00:15:11.039676 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f624e-afea-494d-8984-8c79f865f50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c87ea0-6e0e-46d0-8e4d-9de88c74d049,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:11.044455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b00a9-e884-4238-830c-7e7c5a32d6be req-7a35d054-147f-4600-8616-d166113f4645 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:11.059784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff1b00a9-e884-4238-830c-7e7c5a32d6be req-7a35d054-147f-4600-8616-d166113f4645 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 945 time: 0.4442940 Aug 24 00:15:11.143725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60ed8d-4fe6-41fe-9424-ab9c6990fb74 req-8f835240-d1be-4e27-bff9-95e73c4f7332 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:11.145440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f60ed8d-4fe6-41fe-9424-ab9c6990fb74 req-8f835240-d1be-4e27-bff9-95e73c4f7332 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 944 time: 0.3068233 Aug 24 00:15:11.201931 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce992a77-57fe-4a81-a83f-635bcba31381 req-d4ed3a1f-15e0-4af9-bba5-8d38db837a22 service neutron] 10.222.0.47 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142756 Aug 24 00:15:11.231987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff1b00a9-e884-4238-830c-7e7c5a32d6be req-7390b492-3f34-4262-8ad7-2cc658b55663 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616750 Aug 24 00:15:11.259553 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-db422b3a-243f-4f25-b37a-c7ada4fc4a7e service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833649 Aug 24 00:15:11.274616 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f60ed8d-4fe6-41fe-9424-ab9c6990fb74 req-c5b319ec-134d-4154-9645-e561db9b180e tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111889 Aug 24 00:15:11.392689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-f13ce3ac-33c8-4af5-bd3e-1a16b885abdc service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280205 Aug 24 00:15:11.501140 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:11.830265 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2065301836-network', 'tenant_id': 'b717855ba7434075a3740e6121207880'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:11.831822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee889-e477-4207-a089-07d7033016f3 req-fdb795a4-0688-4903-84b0-b8bbaa11cee7 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:11.833936 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-fdb795a4-0688-4903-84b0-b8bbaa11cee7 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 1096 time: 0.0898707 Aug 24 00:15:11.849182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277403e2-76a1-4a61-bf5f-bf6b3f7daea2 req-a2bf6648-5288-44d3-9d3e-1c706da0590a tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:11.867465 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277403e2-76a1-4a61-bf5f-bf6b3f7daea2 req-a2bf6648-5288-44d3-9d3e-1c706da0590a tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 945 time: 0.1040184 Aug 24 00:15:11.879833 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] Made reservation on behalf of b717855ba7434075a3740e6121207880 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:11.884434 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:11.902362 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:11.993510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-277403e2-76a1-4a61-bf5f-bf6b3f7daea2 req-0b27e8fc-f17f-49d0-b89e-ca98d66252bf tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/security-groups?id=e823004e-d70a-4cb5-b7bd-f9a16fe529a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250215 Aug 24 00:15:12.059777 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355d4d8-24f6-41f8-98da-9c5064d27941 req-3dadad99-656f-423b-a041-e650ab3dc844 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:12.067838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a355d4d8-24f6-41f8-98da-9c5064d27941 req-3dadad99-656f-423b-a041-e650ab3dc844 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.1849196 Aug 24 00:15:12.086520 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.092275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:12.103002 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.138230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5fc23c-0584-4c03-b951-3a717298db14,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:12.158126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a355d4d8-24f6-41f8-98da-9c5064d27941 req-e3f3ee89-ba33-4a18-9b35-a7379e2e88db tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893207 Aug 24 00:15:12.163636 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:15:12.177211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.177562 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] Added segment 335dabb8-8bed-49f6-92ee-6877d356792b of type vlan for network b86a2204-7c92-4ee1-859a-d1104d99b29c Aug 24 00:15:12.211530 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1feee889-e477-4207-a089-07d7033016f3 req-2fdaffdb-0b93-4402-ab25-ef8d7f085ea3 service neutron] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:12.222959 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1feee889-e477-4207-a089-07d7033016f3 req-2fdaffdb-0b93-4402-ab25-ef8d7f085ea3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.224696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1feee889-e477-4207-a089-07d7033016f3 req-2fdaffdb-0b93-4402-ab25-ef8d7f085ea3 service neutron] 10.222.0.13 "DELETE /v2.0/ports/c99d7df1-d974-459a-a429-36212e113ee4/bindings/n-h1-805736-1 HTTP/1.1" status: 204 len: 173 time: 0.3540277 Aug 24 00:15:12.237817 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.269157 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-144406001-network', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:12.291070 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.292384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:12.293146 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.321872 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] Made reservation on behalf of ec590174688f4548ac355d3e0c08b4fe for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:12.325473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.374931 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8724487 Aug 24 00:15:12.377818 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44144) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:12.384681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-608c0232-4aa8-43a2-8a62-88c90bc6f99c admin admin] Request body: {'subnet': {'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-subnet', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:12.407806 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.425912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608c0232-4aa8-43a2-8a62-88c90bc6f99c admin admin] Made reservation on behalf of b717855ba7434075a3740e6121207880 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:12.429592 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-608c0232-4aa8-43a2-8a62-88c90bc6f99c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.432736 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d34083-108f-4292-a47c-311115fbf062 admin admin] Pushing event updated for resources: {'Network': ['ID=b86a2204-7c92-4ee1-859a-d1104d99b29c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:12.445131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network b86a2204-7c92-4ee1-859a-d1104d99b29c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:15:12.488215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd422e20-f079-40bf-b0aa-db0a769addaa req-233ca052-d67f-405f-b546-2f30a5887800 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:12.500670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd422e20-f079-40bf-b0aa-db0a769addaa req-233ca052-d67f-405f-b546-2f30a5887800 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 945 time: 0.1567805 Aug 24 00:15:12.540058 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a63157-55b1-47aa-b73c-6136b5475168 req-64a12f67-5182-4a56-9628-8a2e8058bea8 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:12.542803 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74a63157-55b1-47aa-b73c-6136b5475168 req-64a12f67-5182-4a56-9628-8a2e8058bea8 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 944 time: 0.1452153 Aug 24 00:15:12.600484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74a63157-55b1-47aa-b73c-6136b5475168 req-4e47f872-8779-49fa-b0db-4ee77ae37516 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471139 Aug 24 00:15:12.603866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd422e20-f079-40bf-b0aa-db0a769addaa req-dd9ed8e3-32ae-4669-96f0-24f5a286030f tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020544 Aug 24 00:15:12.737288 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.743958 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.793870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4a479-61dd-4e75-b036-a2b5577b4bf7 req-9bb77f9b-c239-4c0b-afa2-82e8125f7fe5 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:12.796138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8d4a479-61dd-4e75-b036-a2b5577b4bf7 req-9bb77f9b-c239-4c0b-afa2-82e8125f7fe5 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 1096 time: 0.0470393 Aug 24 00:15:12.798903 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-608c0232-4aa8-43a2-8a62-88c90bc6f99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.802874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:15:12.817024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:12.831021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdda46cc-0ec4-407c-aff9-dcfb6c50fb29,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:12.837544 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8d4a479-61dd-4e75-b036-a2b5577b4bf7 req-5f9c96a8-7f62-4152-89db-d34804efa2b2 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344727 Aug 24 00:15:12.851393 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.851722 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] Added segment d2910781-7b8a-4eb5-963a-716121d7f935 of type vlan for network 1315fd89-a594-4ced-afb3-6e92213ad0a9 Aug 24 00:15:12.898932 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c0232-4aa8-43a2-8a62-88c90bc6f99c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3791fcf4-d665-4c30-80d2-d2a9e0b763d4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:12.916361 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.930464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608c0232-4aa8-43a2-8a62-88c90bc6f99c admin admin] Checking segment: {'id': '335dabb8-8bed-49f6-92ee-6877d356792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:12.930838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608c0232-4aa8-43a2-8a62-88c90bc6f99c admin admin] Network hostable DHCP agents. Network: b86a2204-7c92-4ee1-859a-d1104d99b29c, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:15:12.961582 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.963014 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:12.964298 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.970469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608c0232-4aa8-43a2-8a62-88c90bc6f99c admin admin] Network b86a2204-7c92-4ee1-859a-d1104d99b29c is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:15:12.987990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:13.001705 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'port_id': 'f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e', 'mac_address': 'fa:16:3e:f5:74:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:13.033835 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-608c0232-4aa8-43a2-8a62-88c90bc6f99c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, b86a2204-7c92-4ee1-859a-d1104d99b29c) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:13.039254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d74fa4-4e9f-4113-9570-119325829e79 req-6a599087-de42-4aea-9221-85ead148fa15 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.040932 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608c0232-4aa8-43a2-8a62-88c90bc6f99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.041576 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-608c0232-4aa8-43a2-8a62-88c90bc6f99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.046476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c3906f-2012-476b-b5a0-360ea866294f None None] Network b86a2204-7c92-4ee1-859a-d1104d99b29c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:15:13.046647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91d74fa4-4e9f-4113-9570-119325829e79 req-6a599087-de42-4aea-9221-85ead148fa15 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 1096 time: 0.0795381 Aug 24 00:15:13.051579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44156) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:13.051934 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9582958 Aug 24 00:15:13.056245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552007cf-29cd-4d73-a9ed-c0b457d078ca admin admin] Pushing event updated for resources: {'Network': ['ID=1315fd89-a594-4ced-afb3-6e92213ad0a9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:13.060206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ee61ead6-db19-4e35-b5c7-edf9816113ca admin admin] Request body: {'subnet': {'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-144406001-subnet', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:13.071494 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-608c0232-4aa8-43a2-8a62-88c90bc6f99c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6924543 Aug 24 00:15:13.074742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:13.079598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:13.107905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.108984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.111951 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 1315fd89-a594-4ced-afb3-6e92213ad0a9 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:15:13.122484 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.171087 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91d74fa4-4e9f-4113-9570-119325829e79 req-67004331-248f-43a9-9132-b089b1f4c336 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891764 Aug 24 00:15:13.176249 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.198569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:13.224156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee61ead6-db19-4e35-b5c7-edf9816113ca admin admin] Made reservation on behalf of ec590174688f4548ac355d3e0c08b4fe for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:13.246377 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee61ead6-db19-4e35-b5c7-edf9816113ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.288031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:13.313658 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.395500 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:13.409008 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.456409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603abc0-b54c-4614-b34e-5efd6e78f3ef req-19f0ab9a-a345-4484-a943-775d6baa6006 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.462486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7603abc0-b54c-4614-b34e-5efd6e78f3ef req-19f0ab9a-a345-4484-a943-775d6baa6006 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 945 time: 0.3384018 Aug 24 00:15:13.465359 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-b86a2204-7c92-4ee1-859a-d1104d99b29c', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'fixed_ips': [{'subnet_id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:15:13.466940 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.579646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d15551-05ac-49f4-8f3b-99cb8bf7a68a req-2225dadb-ec16-42f8-821d-0ff0d71e52b5 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.581045 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21d15551-05ac-49f4-8f3b-99cb8bf7a68a req-2225dadb-ec16-42f8-821d-0ff0d71e52b5 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.2216840 Aug 24 00:15:13.630256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Allocated IP 172.20.0.2 (b86a2204-7c92-4ee1-859a-d1104d99b29c/3791fcf4-d665-4c30-80d2-d2a9e0b763d4/0b763066-2d3b-476d-81ad-df368079d1b3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:13.685452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7603abc0-b54c-4614-b34e-5efd6e78f3ef req-138fc8f9-3709-47d8-a5f1-9556557ea2ef tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/security-groups?id=e823004e-d70a-4cb5-b7bd-f9a16fe529a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507249 Aug 24 00:15:13.688055 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21d15551-05ac-49f4-8f3b-99cb8bf7a68a req-b8bd003f-7342-491b-ae65-afccd887b14b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937855 Aug 24 00:15:13.697595 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.706730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee61ead6-db19-4e35-b5c7-edf9816113ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.763327 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.827308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1698a67-4f5b-45c0-bd0b-88e50c0b6557 req-dfbad468-16a5-4ad3-a1b7-40ddbfd836e2 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.828990 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1698a67-4f5b-45c0-bd0b-88e50c0b6557 req-dfbad468-16a5-4ad3-a1b7-40ddbfd836e2 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 945 time: 0.1382024 Aug 24 00:15:13.834860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61ead6-db19-4e35-b5c7-edf9816113ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd017ba-0737-425d-94f4-5ab21031663a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:13.861993 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.889291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Transition to ACTIVE for port object 0b763066-2d3b-476d-81ad-df368079d1b3 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:13.909847 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Transition to ACTIVE for port object 0b763066-2d3b-476d-81ad-df368079d1b3 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:13.920839 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.948840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee61ead6-db19-4e35-b5c7-edf9816113ca admin admin] Checking segment: {'id': 'd2910781-7b8a-4eb5-963a-716121d7f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:13.949849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee61ead6-db19-4e35-b5c7-edf9816113ca admin admin] Network hostable DHCP agents. Network: 1315fd89-a594-4ced-afb3-6e92213ad0a9, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:15:13.962307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f295ac-1c8d-402c-a5f9-11744e8ccbc9 req-38019679-96bd-4647-a717-dca85499506c tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.964607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80f295ac-1c8d-402c-a5f9-11744e8ccbc9 req-38019679-96bd-4647-a717-dca85499506c tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 945 time: 0.1333930 Aug 24 00:15:13.970312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Allocated IP 172.25.8.187 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:13.978863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Network b86a2204-7c92-4ee1-859a-d1104d99b29c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:13.985960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:13.992798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:14.049613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Pushing event updated for resources: {'Port': ['ID=0b763066-2d3b-476d-81ad-df368079d1b3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:14.053414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee61ead6-db19-4e35-b5c7-edf9816113ca admin admin] Network 1315fd89-a594-4ced-afb3-6e92213ad0a9 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:15:14.086510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80f295ac-1c8d-402c-a5f9-11744e8ccbc9 req-1af4675c-589f-4e33-a883-932b2e51840b tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939825 Aug 24 00:15:14.090617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:14.093199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ee61ead6-db19-4e35-b5c7-edf9816113ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 1315fd89-a594-4ced-afb3-6e92213ad0a9) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:14.103839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61ead6-db19-4e35-b5c7-edf9816113ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:14.103839 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee61ead6-db19-4e35-b5c7-edf9816113ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:14.149090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d1698a67-4f5b-45c0-bd0b-88e50c0b6557 req-9bfbadd7-a103-4eff-84db-862c76003d1e tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Deleting port cc28a438-8095-461c-bd50-e27a08ebc1fb {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:14.152306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d1698a67-4f5b-45c0-bd0b-88e50c0b6557 req-9bfbadd7-a103-4eff-84db-862c76003d1e tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:14.164192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ee61ead6-db19-4e35-b5c7-edf9816113ca admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1103544 Aug 24 00:15:14.169349 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5021f07-2df2-4c8d-ba01-4c11108e8d62 None None] Network 1315fd89-a594-4ced-afb3-6e92213ad0a9 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:15:14.171221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:14.193371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44178) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:14.207680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:14.223902 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:14.272300 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Pushing event updated for resources: {'Port': ['ID=ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:14.286049 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:14.287602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:14.290292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:14.412340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Attempting to bind port 0b763066-2d3b-476d-81ad-df368079d1b3 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:14.412340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Attempting to bind port 0b763066-2d3b-476d-81ad-df368079d1b3 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '335dabb8-8bed-49f6-92ee-6877d356792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:14.412340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Attempting to bind port 0b763066-2d3b-476d-81ad-df368079d1b3 on network b86a2204-7c92-4ee1-859a-d1104d99b29c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:14.433205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:14.433600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Checking segment: {'id': '335dabb8-8bed-49f6-92ee-6877d356792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:14.433978 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:14.434395 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Bound using segment: {'id': '335dabb8-8bed-49f6-92ee-6877d356792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:14.435107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Bound port: 0b763066-2d3b-476d-81ad-df368079d1b3, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335dabb8-8bed-49f6-92ee-6877d356792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:14.435482 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:14.526033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-1315fd89-a594-4ced-afb3-6e92213ad0a9', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'fixed_ips': [{'subnet_id': '7cd017ba-0737-425d-94f4-5ab21031663a'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:15:14.528494 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:14.636992 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:14.681618 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:14.683224 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:14.724995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d1698a67-4f5b-45c0-bd0b-88e50c0b6557 req-9bfbadd7-a103-4eff-84db-862c76003d1e tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] For port cc28a438-8095-461c-bd50-e27a08ebc1fb, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cc28a438-8095-461c-bd50-e27a08ebc1fb,segment=NetworkSegment(438cfecc-3fed-43e5-871e-43b14362876f),segment_id=438cfecc-3fed-43e5-871e-43b14362876f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:14.725370 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d1698a67-4f5b-45c0-bd0b-88e50c0b6557 req-9bfbadd7-a103-4eff-84db-862c76003d1e tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:14.753265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d1698a67-4f5b-45c0-bd0b-88e50c0b6557 req-9bfbadd7-a103-4eff-84db-862c76003d1e tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Calling delete_port for cc28a438-8095-461c-bd50-e27a08ebc1fb owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:14.790273 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:15.012675 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:15.038414 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] For port 0b763066-2d3b-476d-81ad-df368079d1b3, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:15.044834 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] For port 0b763066-2d3b-476d-81ad-df368079d1b3, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0b763066-2d3b-476d-81ad-df368079d1b3,segment=NetworkSegment(335dabb8-8bed-49f6-92ee-6877d356792b),segment_id=335dabb8-8bed-49f6-92ee-6877d356792b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:15.058450 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:15.160481 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Allocated IP 172.20.0.2 (1315fd89-a594-4ced-afb3-6e92213ad0a9/7cd017ba-0737-425d-94f4-5ab21031663a/e7f817d4-9cc9-403d-a941-b920cbff7979) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:15.173770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556cade-64b0-491a-ad03-21165ed3a2a3 req-06b3f53d-c5f4-4c81-a7bc-b5794c6cee9c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:15.175962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5556cade-64b0-491a-ad03-21165ed3a2a3 req-06b3f53d-c5f4-4c81-a7bc-b5794c6cee9c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.2865310 Aug 24 00:15:15.179978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67baf718-2aed-4f20-baac-683ee84dea59 None None] Pushing event updated for resources: {'Port': ['ID=0b763066-2d3b-476d-81ad-df368079d1b3,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:15.182102 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:15.267325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a7a26-760a-4b14-a008-88d12226bb0e req-f4c1ca1a-53e3-481e-a645-c55bea0bd086 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:15.282844 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da8a7a26-760a-4b14-a008-88d12226bb0e req-f4c1ca1a-53e3-481e-a645-c55bea0bd086 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 945 time: 0.3947108 Aug 24 00:15:15.295202 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Router a6be9085-d821-4524-aa06-b6e21e6fa5db is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:15:15.524201 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:15.569568 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Transition to ACTIVE for port object e7f817d4-9cc9-403d-a941-b920cbff7979 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:15.587969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:15:15.603197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Sync routers for ids ['a6be9085-d821-4524-aa06-b6e21e6fa5db'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:15:15.621182 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5556cade-64b0-491a-ad03-21165ed3a2a3 req-34ea7d36-6056-4e72-a976-64d9518469d5 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136746 Aug 24 00:15:15.623328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Routers {'a6be9085-d821-4524-aa06-b6e21e6fa5db'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:15.624938 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d1698a67-4f5b-45c0-bd0b-88e50c0b6557 req-9bfbadd7-a103-4eff-84db-862c76003d1e tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:15.625810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a6be9085-d821-4524-aa06-b6e21e6fa5db'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:15.647018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da8a7a26-760a-4b14-a008-88d12226bb0e req-02e24a12-03bf-44c2-95cb-8c518885d014 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/security-groups?id=e823004e-d70a-4cb5-b7bd-f9a16fe529a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615680 Aug 24 00:15:15.647354 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:15.648537 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4797a99a-5c59-42a0-bf20-e5084e213f55 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5727172 Aug 24 00:15:15.653603 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44194) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:15.719537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Transition to ACTIVE for port object e7f817d4-9cc9-403d-a941-b920cbff7979 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:15.752996 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:15.765567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbadd7-a103-4eff-84db-862c76003d1e tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Pushing event deleted for resources: {'Port': ['ID=cc28a438-8095-461c-bd50-e27a08ebc1fb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:15.882640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1698a67-4f5b-45c0-bd0b-88e50c0b6557 req-9bfbadd7-a103-4eff-84db-862c76003d1e tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] No DVR routers for this DVR port cc28a438-8095-461c-bd50-e27a08ebc1fb on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:15:15.893709 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d1698a67-4f5b-45c0-bd0b-88e50c0b6557 req-9bfbadd7-a103-4eff-84db-862c76003d1e tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:15.896028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1698a67-4f5b-45c0-bd0b-88e50c0b6557 req-9bfbadd7-a103-4eff-84db-862c76003d1e tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.13 "DELETE /v2.0/ports/cc28a438-8095-461c-bd50-e27a08ebc1fb HTTP/1.1" status: 204 len: 173 time: 2.0323026 Aug 24 00:15:15.897711 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7a4a63-deb9-4f00-97c5-aed030d61c4d', 'name': 'network-vif-deleted', 'tag': 'cc28a438-8095-461c-bd50-e27a08ebc1fb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:15.913647 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441bf72f-df9c-4e52-b0b8-9c08b225d567" -d '{"events": [{"server_uuid": "9b7a4a63-deb9-4f00-97c5-aed030d61c4d", "name": "network-vif-deleted", "tag": "cc28a438-8095-461c-bd50-e27a08ebc1fb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:15.919551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Network 1315fd89-a594-4ced-afb3-6e92213ad0a9 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:15.948775 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:15.954367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:15.969578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff726d7-8252-4c75-9676-edea5c1f03fb req-8f3d54fd-1fbb-42b8-adb2-962d7c25a18f tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:15.979942 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bff726d7-8252-4c75-9676-edea5c1f03fb req-8f3d54fd-1fbb-42b8-adb2-962d7c25a18f tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 945 time: 0.1709657 Aug 24 00:15:16.082847 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Pushing event updated for resources: {'Port': ['ID=e7f817d4-9cc9-403d-a941-b920cbff7979,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:16.105090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Set router a6be9085-d821-4524-aa06-b6e21e6fa5db gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:16.107333 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Attempting to bind port e7f817d4-9cc9-403d-a941-b920cbff7979 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:16.107822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Attempting to bind port e7f817d4-9cc9-403d-a941-b920cbff7979 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'd2910781-7b8a-4eb5-963a-716121d7f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:16.108293 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Attempting to bind port e7f817d4-9cc9-403d-a941-b920cbff7979 on network 1315fd89-a594-4ced-afb3-6e92213ad0a9 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:16.152582 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a561e8ba-6f91-40c5-af9e-abb2b0845d72 x-openstack-request-id: req-a561e8ba-6f91-40c5-af9e-abb2b0845d72 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:16.161563 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7a4a63-deb9-4f00-97c5-aed030d61c4d", "name": "network-vif-deleted", "tag": "cc28a438-8095-461c-bd50-e27a08ebc1fb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:16.162384 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a561e8ba-6f91-40c5-af9e-abb2b0845d72 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:16.162974 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b7a4a63-deb9-4f00-97c5-aed030d61c4d', 'name': 'network-vif-deleted', 'tag': 'cc28a438-8095-461c-bd50-e27a08ebc1fb', 'status': 'completed', 'code': 200} Aug 24 00:15:16.209270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:16.209798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Checking segment: {'id': 'd2910781-7b8a-4eb5-963a-716121d7f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:16.210228 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.210641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Bound using segment: {'id': 'd2910781-7b8a-4eb5-963a-716121d7f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:16.211537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Bound port: e7f817d4-9cc9-403d-a941-b920cbff7979, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2910781-7b8a-4eb5-963a-716121d7f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:16.212606 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.276748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bff726d7-8252-4c75-9676-edea5c1f03fb req-d11688fd-a91c-49a4-a285-30dd937896da tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955177 Aug 24 00:15:16.307417 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.358523 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.389443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] For port e7f817d4-9cc9-403d-a941-b920cbff7979, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:16.426198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] For port e7f817d4-9cc9-403d-a941-b920cbff7979, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e7f817d4-9cc9-403d-a941-b920cbff7979,segment=NetworkSegment(d2910781-7b8a-4eb5-963a-716121d7f935),segment_id=d2910781-7b8a-4eb5-963a-716121d7f935)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:16.453234 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.601458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Allocated IP 172.25.8.145 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/ebc7d358-6fa2-44aa-8b63-8f41e572d1e0) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:16.711455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:14Z', 'revision_number': 3, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port': {'id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:16.767903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Checking router: a6be9085-d821-4524-aa06-b6e21e6fa5db for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:15:16.768258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Updating router a6be9085-d821-4524-aa06-b6e21e6fa5db port ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:15:16.770561 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0b763066-2d3b-476d-81ad-df368079d1b3 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:16.817755 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671038f1-335a-4c77-a5c4-c8bd80e1fc32 None None] Pushing event updated for resources: {'Port': ['ID=e7f817d4-9cc9-403d-a941-b920cbff7979,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:16.843391 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.926934 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.953110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29b4c6bd-5e87-4d27-a629-31db71234bb9 req-96112b20-b879-4031-ab1b-9c06fd39ccd3 tempest-VolumesAdminNegativeTest-1944059893 tempest-VolumesAdminNegativeTest-1944059893-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7a4a63-deb9-4f00-97c5-aed030d61c4d HTTP/1.1" status: 200 len: 210 time: 0.0718973 Aug 24 00:15:17.090496 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fd1cc9-b6fa-47ca-af75-4e29fff0fcdc None None] Network b86a2204-7c92-4ee1-859a-d1104d99b29c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:15:17.115283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16919e2-89ee-4ac0-8ef2-20ca5ab16bf8 req-9bccf232-6f82-45c2-8122-a86970dc34d2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:17.116606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e16919e2-89ee-4ac0-8ef2-20ca5ab16bf8 req-9bccf232-6f82-45c2-8122-a86970dc34d2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.2728229 Aug 24 00:15:17.145298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:17.188998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:17.193077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cc28a438-8095-461c-bd50-e27a08ebc1fb no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:17.208709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e16919e2-89ee-4ac0-8ef2-20ca5ab16bf8 req-8e5a9759-ca90-4d4f-b021-c52b7e4b8efa tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766690 Aug 24 00:15:17.248721 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:17.287186 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: cc28a438-8095-461c-bd50-e27a08ebc1fb {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:15:17.287529 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cc28a438-8095-461c-bd50-e27a08ebc1fb not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:15:17.297614 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Allocated IP 172.20.0.1 (b86a2204-7c92-4ee1-859a-d1104d99b29c/3791fcf4-d665-4c30-80d2-d2a9e0b763d4/c002b150-f1ed-45a9-92c4-aaa32a221cba) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:17.299124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Pushing event updated for resources: {'Port': ['ID=ebc7d358-6fa2-44aa-8b63-8f41e572d1e0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:17.318720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:17.321444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:17.325167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:17.348431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4953202c-7786-4ee1-b57e-8c5c097735ef None None] Provisioning for port 0b763066-2d3b-476d-81ad-df368079d1b3 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:17.426260 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 0b763066-2d3b-476d-81ad-df368079d1b3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:17.458656 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 0b763066-2d3b-476d-81ad-df368079d1b3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:17.459387 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:17.470175 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:17.503030 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:17.503288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:17.503575 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:17.535731 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Transition to ACTIVE for port object c002b150-f1ed-45a9-92c4-aaa32a221cba will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:17.540728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84b285-fc77-4264-876f-c2372e35e2de req-3f23b062-e85f-4273-b198-127f4522e21a tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:17.549066 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba84b285-fc77-4264-876f-c2372e35e2de req-3f23b062-e85f-4273-b198-127f4522e21a tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 945 time: 0.1193933 Aug 24 00:15:17.614375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:17.663092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba84b285-fc77-4264-876f-c2372e35e2de req-9014d8aa-167c-4edf-94ca-ccf70ffc4bca tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133127 Aug 24 00:15:17.688006 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Network b86a2204-7c92-4ee1-859a-d1104d99b29c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:17.699441 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:17.707308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:17.747555 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:17.769681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Pushing event updated for resources: {'Port': ['ID=c002b150-f1ed-45a9-92c4-aaa32a221cba,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:17.792993 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:17.800947 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:17.808908 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:17.829504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Transition to ACTIVE for port object ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:17.837632 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:17.862126 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 0b763066-2d3b-476d-81ad-df368079d1b3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0b763066-2d3b-476d-81ad-df368079d1b3,segment=NetworkSegment(335dabb8-8bed-49f6-92ee-6877d356792b),segment_id=335dabb8-8bed-49f6-92ee-6877d356792b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:17.872706 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:17.879275 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.054175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44214) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:18.115393 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.250697 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05ea833-de87-45ff-9155-f979155790ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:18.255209 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11870335-04ec-4c5d-83df-2cf92471216d" -d '{"events": [{"server_uuid": "a05ea833-de87-45ff-9155-f979155790ac", "name": "network-vif-plugged", "status": "completed", "tag": "f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:18.288864 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Attempting to bind port ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:18.289407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Attempting to bind port ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:18.289856 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Attempting to bind port ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:18.313251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:18.320455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:18.321074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:18.321711 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.322450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:18.323111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Bound port: ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:18.323775 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.328059 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384b559-cfdc-490b-9648-151ee0bddba3 None None] Pushing event updated for resources: {'Port': ['ID=ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:18.409463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=0b763066-2d3b-476d-81ad-df368079d1b3,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:18.411662 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.413994 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.418992 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.424606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0bb77878-7ad6-486c-b75c-839b9d8f548d None None] Provisioning complete for port 0b763066-2d3b-476d-81ad-df368079d1b3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:18.425131 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bb77878-7ad6-486c-b75c-839b9d8f548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.525852 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03849852-94be-46a3-8192-44da8d0b4ce5 None None] Network 1315fd89-a594-4ced-afb3-6e92213ad0a9 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:15:18.575466 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.582215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Pushing event updated for resources: {'Port': ['ID=c002b150-f1ed-45a9-92c4-aaa32a221cba,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:18.610842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88394c-e253-4fa9-803b-abde65a225ed req-f6d037a1-98d1-45c0-9dc2-c589a8b11a3f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:18.622875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad88394c-e253-4fa9-803b-abde65a225ed req-f6d037a1-98d1-45c0-9dc2-c589a8b11a3f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 807 time: 0.3933713 Aug 24 00:15:18.688463 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.715378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] For port ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:18.720538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:18.743509 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad88394c-e253-4fa9-803b-abde65a225ed req-50b68e7c-cc63-4242-bec5-12196f3b9a3c tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/quotas/4296ba497012466daa2a49222903cd4c HTTP/1.1" status: 200 len: 375 time: 0.0481699 Aug 24 00:15:18.746648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] For port ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:18.757600 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Network b86a2204-7c92-4ee1-859a-d1104d99b29c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:18.759732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:18.762563 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.834950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c012f-0044-4c08-91f3-4de33b9ed48f req-9572a3a3-2dff-4ffb-85f9-13ae01b49d3e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:18.843632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-911c012f-0044-4c08-91f3-4de33b9ed48f req-9572a3a3-2dff-4ffb-85f9-13ae01b49d3e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.1942890 Aug 24 00:15:18.865788 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e16c3d-16d9-4f0d-bd4c-64852bc887a3 admin admin] Deleting subnet 299f6df8-2aee-4329-9ea4-c657e7701bf5 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:15:18.869432 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42e16c3d-16d9-4f0d-bd4c-64852bc887a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.918007 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0b763066-2d3b-476d-81ad-df368079d1b3 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:18.939334 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Routers {'a6be9085-d821-4524-aa06-b6e21e6fa5db'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:18.940230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a6be9085-d821-4524-aa06-b6e21e6fa5db'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:18.940697 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42e16c3d-16d9-4f0d-bd4c-64852bc887a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.950204 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Router a6be9085-d821-4524-aa06-b6e21e6fa5db has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:15:18.986234 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42e16c3d-16d9-4f0d-bd4c-64852bc887a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.034312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384b559-cfdc-490b-9648-151ee0bddba3 None None] Pushing event updated for resources: {'Port': ['ID=ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:19.159051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:15:19.171589 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a5a5e1d4-8c16-49bd-8717-f11e63c7887d admin admin] 10.222.0.32 "PUT /v2.0/routers/a6be9085-d821-4524-aa06-b6e21e6fa5db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5156889 Aug 24 00:15:19.173317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fa779f52-59a4-4265-9840-e11f15b7ead7 None None] Provisioning for port c002b150-f1ed-45a9-92c4-aaa32a221cba completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:19.192226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fa779f52-59a4-4265-9840-e11f15b7ead7 None None] Provisioning complete for port c002b150-f1ed-45a9-92c4-aaa32a221cba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:19.192749 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa779f52-59a4-4265-9840-e11f15b7ead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.206741 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42e16c3d-16d9-4f0d-bd4c-64852bc887a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.220792 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] Set router a6be9085-d821-4524-aa06-b6e21e6fa5db gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:19.270862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 0b763066-2d3b-476d-81ad-df368079d1b3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:19.271353 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.318405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fa779f52-59a4-4265-9840-e11f15b7ead7 None None] Port c002b150-f1ed-45a9-92c4-aaa32a221cba cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:15:19.437635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e16c3d-16d9-4f0d-bd4c-64852bc887a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=299f6df8-2aee-4329-9ea4-c657e7701bf5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:19.440450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fa779f52-59a4-4265-9840-e11f15b7ead7 None None] Provisioning for port e7f817d4-9cc9-403d-a941-b920cbff7979 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:19.485451 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad88394c-e253-4fa9-803b-abde65a225ed req-94c3cacb-df4f-40c5-8bfa-48d431c763cb tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7408311 Aug 24 00:15:19.488061 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42e16c3d-16d9-4f0d-bd4c-64852bc887a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.497484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44238) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:19.515479 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-42e16c3d-16d9-4f0d-bd4c-64852bc887a3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/299f6df8-2aee-4329-9ea4-c657e7701bf5 HTTP/1.1" status: 204 len: 168 time: 1.4526277 Aug 24 00:15:19.549820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-911c012f-0044-4c08-91f3-4de33b9ed48f req-7f41ac93-0ea4-4fd1-bb68-787323de0604 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7052805 Aug 24 00:15:19.607323 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e7f817d4-9cc9-403d-a941-b920cbff7979 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:19.622071 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84221284-7aa4-4a46-a63d-1b7f446d920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.724995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Router b74976ea-70c5-49a7-a9b2-1d5bd0da093f is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:15:19.726497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3332b12f-fc5b-4351-813f-ac0f55f3ca6a None None] Provisioning complete for port c002b150-f1ed-45a9-92c4-aaa32a221cba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:19.726942 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3332b12f-fc5b-4351-813f-ac0f55f3ca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.732808 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84221284-7aa4-4a46-a63d-1b7f446d920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.745843 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-84221284-7aa4-4a46-a63d-1b7f446d920c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d94b41-1c95-4ffa-83cf-094f5521869e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:19.747097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9317d-d9c5-480f-a392-2ca1e132bd4c req-5643069f-e3e4-4fe2-a919-8bb734d2839b tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:19.754334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06e9317d-d9c5-480f-a392-2ca1e132bd4c req-5643069f-e3e4-4fe2-a919-8bb734d2839b tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 945 time: 0.1121874 Aug 24 00:15:19.757614 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-84221284-7aa4-4a46-a63d-1b7f446d920c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438cfecc-3fed-43e5-871e-43b14362876f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:19.757966 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-84221284-7aa4-4a46-a63d-1b7f446d920c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438cfecc-3fed-43e5-871e-43b14362876f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:19.769518 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84221284-7aa4-4a46-a63d-1b7f446d920c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.784772 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad88394c-e253-4fa9-803b-abde65a225ed req-38cce057-9972-4c7c-afa8-413e7c2dcf42 service neutron] 10.222.0.32 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657151 Aug 24 00:15:19.797375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84221284-7aa4-4a46-a63d-1b7f446d920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.798147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port e7f817d4-9cc9-403d-a941-b920cbff7979 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:19.805707 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84221284-7aa4-4a46-a63d-1b7f446d920c admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:15:19.806227 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84221284-7aa4-4a46-a63d-1b7f446d920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.806723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port e7f817d4-9cc9-403d-a941-b920cbff7979 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:19.807138 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:15:19.809142 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:15:19.870132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 4, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port': {'id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c002b150-f1ed-45a9-92c4-aaa32a221cba', 'name': '', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'mac_address': 'fa:16:3e:cc:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 2, 'project_id': 'b717855ba7434075a3740e6121207880', 'subnets': [{'id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:19.876837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84221284-7aa4-4a46-a63d-1b7f446d920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.903854 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84221284-7aa4-4a46-a63d-1b7f446d920c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.904107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3332b12f-fc5b-4351-813f-ac0f55f3ca6a None None] Port c002b150-f1ed-45a9-92c4-aaa32a221cba cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:15:19.906461 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-84221284-7aa4-4a46-a63d-1b7f446d920c admin admin] 10.222.0.32 "DELETE /v2.0/networks/f0d94b41-1c95-4ffa-83cf-094f5521869e HTTP/1.1" status: 204 len: 168 time: 0.4078002 Aug 24 00:15:19.908040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84221284-7aa4-4a46-a63d-1b7f446d920c admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d94b41-1c95-4ffa-83cf-094f5521869e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:19.909377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44240) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:19.942800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06e9317d-d9c5-480f-a392-2ca1e132bd4c req-b89b3b80-133c-46e9-8f54-8c31902d45ac tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups?id=95353384-e67a-4526-be5b-addaf837a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623356 Aug 24 00:15:19.945225 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8debdb4-12c1-4116-b734-4c8197fe1ab1 None None] The sync data for ids ['a6be9085-d821-4524-aa06-b6e21e6fa5db'] in n-d-805736-1 is: [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 4, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port': {'id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c002b150-f1ed-45a9-92c4-aaa32a221cba', 'name': '', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'mac_address': 'fa:16:3e:cc:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 2, 'project_id': 'b717855ba7434075a3740e6121207880', 'subnets': [{'id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:15:19.945225 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3332b12f-fc5b-4351-813f-ac0f55f3ca6a None None] Provisioning complete for port e7f817d4-9cc9-403d-a941-b920cbff7979 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:19.945225 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3332b12f-fc5b-4351-813f-ac0f55f3ca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.001229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-be64481d-fbe2-47f8-bb47-15961282f11f admin admin] Deleting subnet 962a3a05-987f-4638-b82b-43187dc59301 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:15:20.005890 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be64481d-fbe2-47f8-bb47-15961282f11f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.007604 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8be3c44-8385-4c25-bb36-84a55662d804 x-openstack-request-id: req-b8be3c44-8385-4c25-bb36-84a55662d804 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:20.007792 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05ea833-de87-45ff-9155-f979155790ac", "name": "network-vif-plugged", "status": "completed", "tag": "f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:20.008294 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8be3c44-8385-4c25-bb36-84a55662d804 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:20.008700 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05ea833-de87-45ff-9155-f979155790ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e', 'code': 200} Aug 24 00:15:20.054453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:15:20.060476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad88394c-e253-4fa9-803b-abde65a225ed req-919c998d-6f84-4fa5-934c-f3f7249a4de9 service neutron] 10.222.0.32 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369397 Aug 24 00:15:20.069435 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be64481d-fbe2-47f8-bb47-15961282f11f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.069649 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Sync routers for ids ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:15:20.085108 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Routers {'b74976ea-70c5-49a7-a9b2-1d5bd0da093f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:20.093724 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:20.100479 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.101945 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1de87e2e-6f9b-4dbe-a3e8-dd3840ea9d3d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9041708 Aug 24 00:15:20.105312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44244) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:20.114559 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.192351 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3332b12f-fc5b-4351-813f-ac0f55f3ca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.202064 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be64481d-fbe2-47f8-bb47-15961282f11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.262987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port e7f817d4-9cc9-403d-a941-b920cbff7979, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e7f817d4-9cc9-403d-a941-b920cbff7979,segment=NetworkSegment(d2910781-7b8a-4eb5-963a-716121d7f935),segment_id=d2910781-7b8a-4eb5-963a-716121d7f935)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:20.281902 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.333565 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Set router b74976ea-70c5-49a7-a9b2-1d5bd0da093f gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:20.347475 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be64481d-fbe2-47f8-bb47-15961282f11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.394275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64481d-fbe2-47f8-bb47-15961282f11f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=962a3a05-987f-4638-b82b-43187dc59301,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:20.410139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a1a27-1b54-46b5-942c-68e963609046 req-29309602-6f5f-4639-a747-4b419fdb8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:20.411795 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be64481d-fbe2-47f8-bb47-15961282f11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.418004 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-be64481d-fbe2-47f8-bb47-15961282f11f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/962a3a05-987f-4638-b82b-43187dc59301 HTTP/1.1" status: 204 len: 168 time: 0.5049269 Aug 24 00:15:20.418316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d7a1a27-1b54-46b5-942c-68e963609046 req-29309602-6f5f-4639-a747-4b419fdb8076 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 1097 time: 0.2516592 Aug 24 00:15:20.420714 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:20.444838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63c1aa-3899-4153-8424-15284facbdb0 req-cd3b558d-807b-406c-b15a-af803afe4544 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:20.457863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f63c1aa-3899-4153-8424-15284facbdb0 req-cd3b558d-807b-406c-b15a-af803afe4544 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 946 time: 0.2940576 Aug 24 00:15:20.552743 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-3332b12f-fc5b-4351-813f-ac0f55f3ca6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:15:20.553113 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-3332b12f-fc5b-4351-813f-ac0f55f3ca6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:15:20.571065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=e7f817d4-9cc9-403d-a941-b920cbff7979,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:20.583053 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e7df73-92d2-4e91-92ff-90ff5afb8833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.720894 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e7df73-92d2-4e91-92ff-90ff5afb8833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.746877 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-62e7df73-92d2-4e91-92ff-90ff5afb8833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e0c4c0-93bc-47e9-90cc-a9901c9579dd']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:20.770123 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-62e7df73-92d2-4e91-92ff-90ff5afb8833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd85a58-6cac-47f2-897c-21ec53880052') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:20.770417 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-62e7df73-92d2-4e91-92ff-90ff5afb8833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd85a58-6cac-47f2-897c-21ec53880052') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:20.791035 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e7df73-92d2-4e91-92ff-90ff5afb8833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.819427 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e7df73-92d2-4e91-92ff-90ff5afb8833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.829669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e7df73-92d2-4e91-92ff-90ff5afb8833 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:15:20.834382 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e7df73-92d2-4e91-92ff-90ff5afb8833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:15:20.838041 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:15:20.875778 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:15:17Z', 'revision_number': 3, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:20.967620 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Checking router: b74976ea-70c5-49a7-a9b2-1d5bd0da093f for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:15:20.971191 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Updating router b74976ea-70c5-49a7-a9b2-1d5bd0da093f port ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:15:21.030081 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.068597 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e7df73-92d2-4e91-92ff-90ff5afb8833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.098344 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62e7df73-92d2-4e91-92ff-90ff5afb8833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.106738 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-62e7df73-92d2-4e91-92ff-90ff5afb8833 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e2e0c4c0-93bc-47e9-90cc-a9901c9579dd HTTP/1.1" status: 204 len: 168 time: 0.6859627 Aug 24 00:15:21.112438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d7a1a27-1b54-46b5-942c-68e963609046 req-d2b55654-a992-4f6b-ac6d-1c5bd11c23d6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6469750 Aug 24 00:15:21.188343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7df73-92d2-4e91-92ff-90ff5afb8833 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e0c4c0-93bc-47e9-90cc-a9901c9579dd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:21.188950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f63c1aa-3899-4153-8424-15284facbdb0 req-aab7c8a0-b176-482f-91e1-4a8f192fd25f tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7301421 Aug 24 00:15:21.445277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44272) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:21.452849 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-54955c5a-ece2-4fe4-8308-e41a33738b41 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431008227', 'description': 'tempest-description--725692779'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:21.455231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44276) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:21.536078 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54955c5a-ece2-4fe4-8308-e41a33738b41 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.549459 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ba66419-5e64-42f2-a5c6-0a02b3d9b623 req-0b002479-a0cf-46a7-8722-6e725a0a4472 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 210 time: 0.0485785 Aug 24 00:15:21.644602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-913a4600-1afe-4b66-9f82-b4b8d5e6fdd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b87e19e0526484e82d56e52a67e4cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842818 Aug 24 00:15:21.647674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44278) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:21.711718 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.735971 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Transition to ACTIVE for port object ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:21.751865 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.791354 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54955c5a-ece2-4fe4-8308-e41a33738b41 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.803961 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7616f2-b9d3-4443-b0c4-4acf807d5c83 None None] Pushing event updated for resources: {'Port': ['ID=ebc7d358-6fa2-44aa-8b63-8f41e572d1e0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:21.805104 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54955c5a-ece2-4fe4-8308-e41a33738b41 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.848433 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Attempting to bind port ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:21.849195 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54955c5a-ece2-4fe4-8308-e41a33738b41 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.849621 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Attempting to bind port ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:21.853223 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Attempting to bind port ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:21.853387 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-54955c5a-ece2-4fe4-8308-e41a33738b41 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4042971 Aug 24 00:15:21.855228 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:21.861876 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:21.863076 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:21.863660 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.864229 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:21.865035 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Bound port: ebc7d358-6fa2-44aa-8b63-8f41e572d1e0, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:21.866873 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e675c401-6a7d-465a-9a76-8daaf0619cc0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Request body: {'security_group_rule': {'security_group_id': '3084b53d-ba6b-4005-aba9-39ff3dd30ab3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:21.867971 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.888883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54955c5a-ece2-4fe4-8308-e41a33738b41 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3084b53d-ba6b-4005-aba9-39ff3dd30ab3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:21.918734 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9285cc0c-9650-49f2-8476-9925fc206e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.954002 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e675c401-6a7d-465a-9a76-8daaf0619cc0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.961613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1e33a-2453-4051-8fa0-58deb057c727 req-ba7a392e-3fa0-4d3b-ab69-b8856f204ffe tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:21.971871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4e1e33a-2453-4051-8fa0-58deb057c727 req-ba7a392e-3fa0-4d3b-ab69-b8856f204ffe tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.4194286 Aug 24 00:15:21.988402 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] For port ebc7d358-6fa2-44aa-8b63-8f41e572d1e0, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:21.992521 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] For port ebc7d358-6fa2-44aa-8b63-8f41e572d1e0, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ebc7d358-6fa2-44aa-8b63-8f41e572d1e0,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:22.003766 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.047206 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9285cc0c-9650-49f2-8476-9925fc206e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.067851 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e675c401-6a7d-465a-9a76-8daaf0619cc0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.076827 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e675c401-6a7d-465a-9a76-8daaf0619cc0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.106129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7e476-7a8c-4b56-bc69-ccb9bd4e0a73 req-b86d6e35-7b29-429d-b2f8-9f735fb9a78c tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:22.114842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ae7e476-7a8c-4b56-bc69-ccb9bd4e0a73 req-b86d6e35-7b29-429d-b2f8-9f735fb9a78c tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 945 time: 0.2561505 Aug 24 00:15:22.118327 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7616f2-b9d3-4443-b0c4-4acf807d5c83 None None] Pushing event updated for resources: {'Port': ['ID=ebc7d358-6fa2-44aa-8b63-8f41e572d1e0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:22.123887 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675c401-6a7d-465a-9a76-8daaf0619cc0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4bdcf7-199c-4d30-a30e-7264607da442,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:22.127985 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Routers {'b74976ea-70c5-49a7-a9b2-1d5bd0da093f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:22.128492 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:22.131622 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e675c401-6a7d-465a-9a76-8daaf0619cc0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.136134 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e675c401-6a7d-465a-9a76-8daaf0619cc0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2764902 Aug 24 00:15:22.139768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:22.146705 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-06e10e84-fd2a-431b-9c21-55a06778ac1c tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Request body: {'security_group_rule': {'security_group_id': '3084b53d-ba6b-4005-aba9-39ff3dd30ab3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:22.168339 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4e1e33a-2453-4051-8fa0-58deb057c727 req-4afc5bed-0832-48a4-baa4-7d12bd683bf7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955073 Aug 24 00:15:22.192600 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06e10e84-fd2a-431b-9c21-55a06778ac1c tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.192950 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.256825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ae7e476-7a8c-4b56-bc69-ccb9bd4e0a73 req-de2113f4-7e3f-4b8d-bd1d-14854da9e31d tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups?id=95353384-e67a-4526-be5b-addaf837a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340966 Aug 24 00:15:22.298895 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] Set router b74976ea-70c5-49a7-a9b2-1d5bd0da093f gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:22.312688 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06e10e84-fd2a-431b-9c21-55a06778ac1c tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.320388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06e10e84-fd2a-431b-9c21-55a06778ac1c tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.336608 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9285cc0c-9650-49f2-8476-9925fc206e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.339997 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9285cc0c-9650-49f2-8476-9925fc206e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.341265 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9285cc0c-9650-49f2-8476-9925fc206e58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e823004e-d70a-4cb5-b7bd-f9a16fe529a3 HTTP/1.1" status: 204 len: 168 time: 0.6923578 Aug 24 00:15:22.352289 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e10e84-fd2a-431b-9c21-55a06778ac1c tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722e0ddd-ffc7-43e8-ab6d-3a02329fec1e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:22.373486 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06e10e84-fd2a-431b-9c21-55a06778ac1c tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.377668 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-06e10e84-fd2a-431b-9c21-55a06778ac1c tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2332530 Aug 24 00:15:22.378023 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:22.383882 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:22.399783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285cc0c-9650-49f2-8476-9925fc206e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e823004e-d70a-4cb5-b7bd-f9a16fe529a3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:22.458013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7476bc-7a5d-4a16-8f84-88de56e74364 req-afa01e2b-e729-4883-b0fe-25ef7b88d770 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:22.469836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d7476bc-7a5d-4a16-8f84-88de56e74364 req-afa01e2b-e729-4883-b0fe-25ef7b88d770 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 946 time: 0.1395729 Aug 24 00:15:22.495254 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.622764 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:15:17Z', 'revision_number': 3, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:22.750700 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c960c-716f-4b3e-9e50-37864fc4b2d5 None None] The sync data for ids ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'] in n-d-805736-1 is: [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:15:17Z', 'revision_number': 3, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:15:22.801883 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.833162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d7476bc-7a5d-4a16-8f84-88de56e74364 req-da93c578-b1cd-45ed-b074-d72e3c6248c5 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631027 Aug 24 00:15:22.862097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:22.954945 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e24f3fe-2a65-494a-9a1a-46d47dd17dd5 req-81a4b3f0-ef0e-4312-b89e-3c0a3f1d8513 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 210 time: 0.1163273 Aug 24 00:15:22.975017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88394c-e253-4fa9-803b-abde65a225ed req-3d4cbf9c-0b25-4882-8a4e-820fc5f9ecc2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:22.986835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad88394c-e253-4fa9-803b-abde65a225ed req-3d4cbf9c-0b25-4882-8a4e-820fc5f9ecc2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.13 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 807 time: 0.4174166 Aug 24 00:15:23.011647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-ad88394c-e253-4fa9-803b-abde65a225ed req-7220c172-7795-4889-9326-517f81085a67 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Request body: {'port': {'device_id': 'eb50ec5b-8556-4504-83a3-46183db5192c', 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95', 'admin_state_up': True, 'tenant_id': '4296ba497012466daa2a49222903cd4c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:23.018936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Allocated IP 172.20.0.1 (1315fd89-a594-4ced-afb3-6e92213ad0a9/7cd017ba-0737-425d-94f4-5ab21031663a/0e5ac0bb-500f-43d4-a4f4-7554ffeac36b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:23.033590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:23.046514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:23.046945 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.171440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Allocated IP 172.25.8.21 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/068b0750-0778-45e9-93d4-0d16b1870bfc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:23.281922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44342) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:23.435606 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.443370 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.456072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Transition to ACTIVE for port object 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:23.493546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:23.516015 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.534041 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.535463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e7f817d4-9cc9-403d-a941-b920cbff7979 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:23.549725 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.622907 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.696459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Sync routers for ids ['a6be9085-d821-4524-aa06-b6e21e6fa5db'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:15:23.709630 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.767515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Network 1315fd89-a594-4ced-afb3-6e92213ad0a9 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:23.775710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:23.790665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:23.808406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad88394c-e253-4fa9-803b-abde65a225ed req-7220c172-7795-4889-9326-517f81085a67 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Made reservation on behalf of 4296ba497012466daa2a49222903cd4c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:23.810442 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:15:23.812965 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad88394c-e253-4fa9-803b-abde65a225ed req-7220c172-7795-4889-9326-517f81085a67 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.846328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:23.855819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:23.866284 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:23.921680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a2bb1a7f-0adc-40ae-8967-67544d205438 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1680493fd4114c399f731e3282603d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6359801 Aug 24 00:15:23.928989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44354) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:23.950802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Pushing event updated for resources: {'Port': ['ID=068b0750-0778-45e9-93d4-0d16b1870bfc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:23.976233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0e5ac0bb-500f-43d4-a4f4-7554ffeac36b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:24.005245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671c2a1-1d75-4970-b272-33dbe47a5d07 req-b768b09a-b715-42c5-8973-74a2f3cf98c9 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:24.015162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2671c2a1-1d75-4970-b272-33dbe47a5d07 req-b768b09a-b715-42c5-8973-74a2f3cf98c9 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 945 time: 0.5020449 Aug 24 00:15:24.026534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:24.027549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d581e0-c410-4ed4-92a6-294d3a48f790 req-f18a5b59-c393-4a2f-bd13-d210ad7eba5c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:24.047174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6d581e0-c410-4ed4-92a6-294d3a48f790 req-f18a5b59-c393-4a2f-bd13-d210ad7eba5c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.5319417 Aug 24 00:15:24.057579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port e7f817d4-9cc9-403d-a941-b920cbff7979 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:24.057961 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.061175 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Routers {'a6be9085-d821-4524-aa06-b6e21e6fa5db'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:24.061833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a6be9085-d821-4524-aa06-b6e21e6fa5db'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:24.068141 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.181629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.186376 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.297791 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Set router a6be9085-d821-4524-aa06-b6e21e6fa5db gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:24.309810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6d581e0-c410-4ed4-92a6-294d3a48f790 req-3d27ac2e-2419-4d54-9c30-f7aee63b879c tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579949 Aug 24 00:15:24.346843 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2671c2a1-1d75-4970-b272-33dbe47a5d07 req-25851376-63b1-41a1-9441-4e7182cd60c9 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups?id=95353384-e67a-4526-be5b-addaf837a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244414 Aug 24 00:15:24.523573 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e413dc12-1adc-4c11-b457-250f92fd886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.530004 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.537745 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-343c43ad-7ea8-4b03-9f5f-905fabb07f3b None None] Provisioning for port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:24.540368 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-16d8c7bd-eef6-43f3-b5d1-79b4e073d59f req-9b2a6e93-28fa-45dc-8c43-52f1e9cc559c tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 210 time: 0.0873737 Aug 24 00:15:24.542530 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.603540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-343c43ad-7ea8-4b03-9f5f-905fabb07f3b None None] Provisioning complete for port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:24.605500 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-343c43ad-7ea8-4b03-9f5f-905fabb07f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.636302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-ad88394c-e253-4fa9-803b-abde65a225ed req-7220c172-7795-4889-9326-517f81085a67 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Allocated IP 172.20.0.12 (ea19c1d5-c260-40f7-a45f-242d804dbf95/da0aa47e-c845-4692-9319-c5277e0b6106/fa5fbb67-a685-4401-b642-66d6308f38ff) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:24.642236 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e413dc12-1adc-4c11-b457-250f92fd886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.655161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-343c43ad-7ea8-4b03-9f5f-905fabb07f3b None None] Port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:15:24.687797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1b3c4-2890-4455-a648-f9f3f9d76550 req-17c1fdde-e239-4d41-bcd3-84234ea131c2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:24.689481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc1b3c4-2890-4455-a648-f9f3f9d76550 req-17c1fdde-e239-4d41-bcd3-84234ea131c2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 946 time: 0.2517602 Aug 24 00:15:24.747040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Pushing event updated for resources: {'Port': ['ID=068b0750-0778-45e9-93d4-0d16b1870bfc,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:24.801225 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.821135 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.833407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.861926 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a45a976d-70de-41e9-a6c4-14c3b0c63c6b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4827001 Aug 24 00:15:24.910669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc1b3c4-2890-4455-a648-f9f3f9d76550 req-f97d33b9-10b2-4e19-af3d-acaa1da02dc5 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107332 Aug 24 00:15:24.958092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 4, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port': {'id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c002b150-f1ed-45a9-92c4-aaa32a221cba', 'name': '', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'mac_address': 'fa:16:3e:cc:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 2, 'project_id': 'b717855ba7434075a3740e6121207880', 'subnets': [{'id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:25.004049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e413dc12-1adc-4c11-b457-250f92fd886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:25.009148 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e413dc12-1adc-4c11-b457-250f92fd886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:25.010680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e413dc12-1adc-4c11-b457-250f92fd886c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35398c64-d005-4f17-8b02-b1c026be32ec HTTP/1.1" status: 204 len: 168 time: 1.0472929 Aug 24 00:15:25.059886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Checking router: a6be9085-d821-4524-aa06-b6e21e6fa5db for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:15:25.060453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Updating router a6be9085-d821-4524-aa06-b6e21e6fa5db port c002b150-f1ed-45a9-92c4-aaa32a221cba binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:15:25.132343 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:25.152265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:25.167494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413dc12-1adc-4c11-b457-250f92fd886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35398c64-d005-4f17-8b02-b1c026be32ec,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:25.263601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:25.263980 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:25.283899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-ee50afe6-4af6-4258-9956-1352be850823 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:25.285730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-ee50afe6-4af6-4258-9956-1352be850823 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 945 time: 0.2605731 Aug 24 00:15:25.411729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fe498-14f3-43fd-a7f3-d9325c9811a5 req-9aee4bde-b4de-4482-a115-4593e2a6ed31 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:25.413130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-183fe498-14f3-43fd-a7f3-d9325c9811a5 req-9aee4bde-b4de-4482-a115-4593e2a6ed31 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 946 time: 0.3771358 Aug 24 00:15:25.425383 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:25.429084 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fc6cfaf5-43af-4c39-bf15-13b41ab633bb tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Request body: {'floatingip': {'port_id': 'f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:25.531531 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfaf5-43af-4c39-bf15-13b41ab633bb tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:25.554760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:25.723668 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:25.802229 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:25.804026 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:25.885087 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:25.902519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Transition to ACTIVE for port object c002b150-f1ed-45a9-92c4-aaa32a221cba will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:25.947621 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.024548 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.067211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port ebc7d358-6fa2-44aa-8b63-8f41e572d1e0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ebc7d358-6fa2-44aa-8b63-8f41e572d1e0,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:26.068396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a8b2b-84ee-4300-bef8-4b01c118e4ad None None] Pushing event updated for resources: {'Port': ['ID=c002b150-f1ed-45a9-92c4-aaa32a221cba,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:26.091759 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.168197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Attempting to bind port c002b150-f1ed-45a9-92c4-aaa32a221cba on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:26.168569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Attempting to bind port c002b150-f1ed-45a9-92c4-aaa32a221cba by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '335dabb8-8bed-49f6-92ee-6877d356792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:26.168931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Attempting to bind port c002b150-f1ed-45a9-92c4-aaa32a221cba on network b86a2204-7c92-4ee1-859a-d1104d99b29c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:26.202552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:26.202950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Checking segment: {'id': '335dabb8-8bed-49f6-92ee-6877d356792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:26.203353 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.203748 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Bound using segment: {'id': '335dabb8-8bed-49f6-92ee-6877d356792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:26.204230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Bound port: c002b150-f1ed-45a9-92c4-aaa32a221cba, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335dabb8-8bed-49f6-92ee-6877d356792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:26.204605 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.250076 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad88394c-e253-4fa9-803b-abde65a225ed req-7220c172-7795-4889-9326-517f81085a67 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.256171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=ebc7d358-6fa2-44aa-8b63-8f41e572d1e0,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:26.329667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-f5b5193e-1c1d-4a24-a295-a68dfb369050 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1431008227&fields=id&tenant_id=b717855ba7434075a3740e6121207880 HTTP/1.1" status: 200 len: 267 time: 1.0367916 Aug 24 00:15:26.392112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] For port c002b150-f1ed-45a9-92c4-aaa32a221cba, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:26.426668 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] For port c002b150-f1ed-45a9-92c4-aaa32a221cba, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c002b150-f1ed-45a9-92c4-aaa32a221cba,segment=NetworkSegment(335dabb8-8bed-49f6-92ee-6877d356792b),segment_id=335dabb8-8bed-49f6-92ee-6877d356792b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:26.439342 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.478928 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.491069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe07243-8dc5-4bcc-9190-3dbae77f725d req-f57c3d5b-51bb-4f50-b5e4-e4b99d5dd792 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:26.493062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbe07243-8dc5-4bcc-9190-3dbae77f725d req-f57c3d5b-51bb-4f50-b5e4-e4b99d5dd792 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.5826061 Aug 24 00:15:26.504527 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.517948 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfaf5-43af-4c39-bf15-13b41ab633bb tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.531836 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfaf5-43af-4c39-bf15-13b41ab633bb tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.611924 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Routers {'a6be9085-d821-4524-aa06-b6e21e6fa5db'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:26.612957 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a6be9085-d821-4524-aa06-b6e21e6fa5db'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:26.614908 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a8b2b-84ee-4300-bef8-4b01c118e4ad None None] Pushing event updated for resources: {'Port': ['ID=c002b150-f1ed-45a9-92c4-aaa32a221cba,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:26.656845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44432) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:26.765340 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad88394c-e253-4fa9-803b-abde65a225ed req-7220c172-7795-4889-9326-517f81085a67 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.767410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0e5ac0bb-500f-43d4-a4f4-7554ffeac36b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:26.782637 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.786426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Deleting port 93f54e76-531a-4e78-96cc-36b2e636dd94 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:26.787011 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.835467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['e615b2da-102a-43fe-829a-1eaa7f0e7aed'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:26.954083 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbe07243-8dc5-4bcc-9190-3dbae77f725d req-47e314ea-0180-456b-bc94-245a4cca600b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458034 Aug 24 00:15:26.975265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-77874a2b-2f1a-4abb-a038-78d27ee747a7 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:26.977265 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-77874a2b-2f1a-4abb-a038-78d27ee747a7 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/networks?id=b86a2204-7c92-4ee1-859a-d1104d99b29c HTTP/1.1" status: 200 len: 815 time: 0.6242750 Aug 24 00:15:27.018179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] Set router a6be9085-d821-4524-aa06-b6e21e6fa5db gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:27.086909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c002b150-f1ed-45a9-92c4-aaa32a221cba up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:27.130537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad88394c-e253-4fa9-803b-abde65a225ed req-7220c172-7795-4889-9326-517f81085a67 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Network ea19c1d5-c260-40f7-a45f-242d804dbf95 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:27.150634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 93f54e76-531a-4e78-96cc-36b2e636dd94 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:27.177423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-ad88394c-e253-4fa9-803b-abde65a225ed req-7220c172-7795-4889-9326-517f81085a67 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:27.187311 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-15f3317e-0d96-483f-8f07-52878ccb4aa2 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/quotas/b717855ba7434075a3740e6121207880 HTTP/1.1" status: 200 len: 375 time: 0.1992695 Aug 24 00:15:27.203765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad88394c-e253-4fa9-803b-abde65a225ed req-7220c172-7795-4889-9326-517f81085a67 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:27.215117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220c172-7795-4889-9326-517f81085a67 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Pushing event updated for resources: {'Port': ['ID=fa5fbb67-a685-4401-b642-66d6308f38ff,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:27.227591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-061946a1-6b4f-4a66-a69d-47c8e15e0e20 service neutron] 10.222.0.47 "GET /v2.0/ports/49d3b719-2e7b-4be4-b3c5-7bc15f972511/bindings/n-h1-805736-1 HTTP/1.1" status: 200 len: 382 time: 0.5900841 Aug 24 00:15:27.247276 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port c002b150-f1ed-45a9-92c4-aaa32a221cba completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:27.258086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e0211f35-1e5e-45c1-84ee-b5f9b7968c47 None None] Provisioning complete for port c002b150-f1ed-45a9-92c4-aaa32a221cba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:27.258470 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0211f35-1e5e-45c1-84ee-b5f9b7968c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.297098 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-236351539-network', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:27.349097 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-fc6cfaf5-43af-4c39-bf15-13b41ab633bb tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Floating IP 44d00bfa-9c44-4393-b258-4915044deedf associated. External IP: 172.25.8.106, port: f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e. Aug 24 00:15:27.377201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] For port 93f54e76-531a-4e78-96cc-36b2e636dd94, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=93f54e76-531a-4e78-96cc-36b2e636dd94,segment=NetworkSegment(69c5553e-5f11-4da7-9ce7-941711a5fc48),segment_id=69c5553e-5f11-4da7-9ce7-941711a5fc48)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:27.377599 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.421937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] Made reservation on behalf of 0d05dcdd2f184765bf811a7bc4136692 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:27.425553 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.457671 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.490111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port c002b150-f1ed-45a9-92c4-aaa32a221cba triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:27.490476 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.606962 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb32cf60-81b5-4ba7-9c71-7b1b7bc25b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.728121 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.728728 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.728728 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Floating IP 6a4e1d05-386b-4e9e-82d3-5d6d19ae6365 disassociated. External IP: 172.25.8.149, port: 93f54e76-531a-4e78-96cc-36b2e636dd94. Aug 24 00:15:27.729638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Calling delete_port for 93f54e76-531a-4e78-96cc-36b2e636dd94 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:27.779605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6cfaf5-43af-4c39-bf15-13b41ab633bb tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:15:27.819702 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.850418 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.863172 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0211f35-1e5e-45c1-84ee-b5f9b7968c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.888910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Network 1315fd89-a594-4ced-afb3-6e92213ad0a9 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:27.899255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755e6e0-e5e1-4c2d-9c73-52572e76daac req-9b8c8a60-a563-40f8-b03d-074c9bbe3fd0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:27.908342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5755e6e0-e5e1-4c2d-9c73-52572e76daac req-9b8c8a60-a563-40f8-b03d-074c9bbe3fd0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe5a456d-7e50-4959-8eb6-387d7015fa6d HTTP/1.1" status: 200 len: 945 time: 0.7692332 Aug 24 00:15:27.925798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88394c-e253-4fa9-803b-abde65a225ed req-7220c172-7795-4889-9326-517f81085a67 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:27.926444 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad88394c-e253-4fa9-803b-abde65a225ed req-7220c172-7795-4889-9326-517f81085a67 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.955126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6cfaf5-43af-4c39-bf15-13b41ab633bb tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:15:27.956063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-52843bb9-85db-4d75-a92d-2f3ba2e270c3 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b717855ba7434075a3740e6121207880&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7668464 Aug 24 00:15:27.958394 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.960857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc6cfaf5-43af-4c39-bf15-13b41ab633bb tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.976312 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9d03d6-b24c-4287-8db6-525642375bcb None None] Sync routers for ids ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:15:27.996681 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fc6cfaf5-43af-4c39-bf15-13b41ab633bb tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "PUT /v2.0/floatingips/44d00bfa-9c44-4393-b258-4915044deedf HTTP/1.1" status: 200 len: 992 time: 2.5715528 Aug 24 00:15:28.000414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05ea833-de87-45ff-9155-f979155790ac', 'tag': 'f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:28.003347 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ed52a2-a62d-435e-ba66-95f2b069423f" -d '{"events": [{"name": "network-changed", "server_uuid": "a05ea833-de87-45ff-9155-f979155790ac", "tag": "f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:28.007419 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9d03d6-b24c-4287-8db6-525642375bcb None None] Routers {'a9cd2c6d-bca8-4efc-b266-8b93d66d6608'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:28.016033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:28.021734 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-db9d03d6-b24c-4287-8db6-525642375bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:28.061242 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port c002b150-f1ed-45a9-92c4-aaa32a221cba, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c002b150-f1ed-45a9-92c4-aaa32a221cba,segment=NetworkSegment(335dabb8-8bed-49f6-92ee-6877d356792b),segment_id=335dabb8-8bed-49f6-92ee-6877d356792b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:28.122437 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:28.137221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:28.171803 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:28.172541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:28.185880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Pushing event deleted for resources: {'Port': ['ID=93f54e76-531a-4e78-96cc-36b2e636dd94,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:28.205082 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88048b4a-9320-43cc-ba05-9c51f8268dbb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:28.226650 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:15:28.257388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:28.258115 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] Added segment f0ff4e3c-ba07-4356-a18b-82388eccb0a8 of type vlan for network b4f29ba1-4ac1-4df8-be5d-0265734f0552 Aug 24 00:15:28.358351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-02e74299-01e2-464e-bf46-7abfffe1e22d service neutron] 10.222.0.32 "GET /v2.0/networks/b86a2204-7c92-4ee1-859a-d1104d99b29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081119 Aug 24 00:15:28.422471 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-db9d03d6-b24c-4287-8db6-525642375bcb None None] Set router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:28.428700 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:28.529380 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:28.530706 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:28.532207 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:28.607298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 4, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port': {'id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c002b150-f1ed-45a9-92c4-aaa32a221cba', 'name': '', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'mac_address': 'fa:16:3e:cc:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 4, 'project_id': 'b717855ba7434075a3740e6121207880', 'subnets': [{'id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:28.640573 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9826198 Aug 24 00:15:28.653261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:28.653590 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:28.655262 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-e0211f35-1e5e-45c1-84ee-b5f9b7968c47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:15:28.655625 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-e0211f35-1e5e-45c1-84ee-b5f9b7968c47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:15:28.674404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Router b74976ea-70c5-49a7-a9b2-1d5bd0da093f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:15:28.679279 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad88394c-e253-4fa9-803b-abde65a225ed req-7220c172-7795-4889-9326-517f81085a67 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6728868 Aug 24 00:15:28.684718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3cefe-43ff-491e-89c4-53e5fa66d207 None None] The sync data for ids ['a6be9085-d821-4524-aa06-b6e21e6fa5db'] in n-d-805736-1 is: [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 4, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port': {'id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c002b150-f1ed-45a9-92c4-aaa32a221cba', 'name': '', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'mac_address': 'fa:16:3e:cc:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 4, 'project_id': 'b717855ba7434075a3740e6121207880', 'subnets': [{'id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:15:28.702251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44446) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:28.717198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=c002b150-f1ed-45a9-92c4-aaa32a221cba,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:28.737458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-18009e30-91d0-419a-a766-6037a59f148f admin admin] Request body: {'subnet': {'network_id': 'b4f29ba1-4ac1-4df8-be5d-0265734f0552', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-236351539-subnet', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:28.753822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42b695-bb37-44b2-92be-7622137d6b16 admin admin] Pushing event updated for resources: {'Network': ['ID=b4f29ba1-4ac1-4df8-be5d-0265734f0552,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:28.769902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network b4f29ba1-4ac1-4df8-be5d-0265734f0552 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:15:28.828362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Request body: {'port': {'device_id': 'eb50ec5b-8556-4504-83a3-46183db5192c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:28.993578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c002b150-f1ed-45a9-92c4-aaa32a221cba up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:28.995737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Router 69703154-e80f-4bb0-8f19-96f653a5e372 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:15:29.005076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18009e30-91d0-419a-a766-6037a59f148f admin admin] Made reservation on behalf of 0d05dcdd2f184765bf811a7bc4136692 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:29.007430 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18009e30-91d0-419a-a766-6037a59f148f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:29.121298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port c002b150-f1ed-45a9-92c4-aaa32a221cba triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:29.121686 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:29.160011 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-db9d03d6-b24c-4287-8db6-525642375bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '44d00bfa-9c44-4393-b258-4915044deedf', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'floating_ip_address': '172.25.8.106', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'port_id': 'f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'mac_address': 'fa:16:3e:f5:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05ea833-de87-45ff-9155-f979155790ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:12:28Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:11Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:29.167708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5755e6e0-e5e1-4c2d-9c73-52572e76daac req-0e3ef2b9-64c7-4e70-abbf-c5c03fca97af tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups?id=95353384-e67a-4526-be5b-addaf837a440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2584815 Aug 24 00:15:29.225242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-d020dc2a-57db-4b81-bbb5-5dc084f7f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:29.226757 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-d020dc2a-57db-4b81-bbb5-5dc084f7f2d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6&tenant_id=fcbd557231c74eedb4681fd7496dc8b0 HTTP/1.1" status: 200 len: 1101 time: 1.2885809 Aug 24 00:15:29.250118 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9d03d6-b24c-4287-8db6-525642375bcb None None] Checking router: a9cd2c6d-bca8-4efc-b266-8b93d66d6608 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:15:29.270248 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9d03d6-b24c-4287-8db6-525642375bcb None None] Routers {'a9cd2c6d-bca8-4efc-b266-8b93d66d6608'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:29.271854 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-db9d03d6-b24c-4287-8db6-525642375bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:29.349402 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:29.443113 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9dbc4c30-111c-43c9-852e-0868c3446be7 None None] Provisioning complete for port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:29.443694 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9dbc4c30-111c-43c9-852e-0868c3446be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:29.466625 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:29.490540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc4c30-111c-43c9-852e-0868c3446be7 None None] Port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:15:29.571256 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-db9d03d6-b24c-4287-8db6-525642375bcb None None] Set router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:29.891790 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-db9d03d6-b24c-4287-8db6-525642375bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '44d00bfa-9c44-4393-b258-4915044deedf', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'floating_ip_address': '172.25.8.106', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'port_id': 'f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'mac_address': 'fa:16:3e:f5:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05ea833-de87-45ff-9155-f979155790ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:12:28Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:11Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:29.930950 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9d03d6-b24c-4287-8db6-525642375bcb None None] The sync data for ids ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'] in n-d-805736-1 is: [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '44d00bfa-9c44-4393-b258-4915044deedf', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'floating_ip_address': '172.25.8.106', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'port_id': 'f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'mac_address': 'fa:16:3e:f5:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05ea833-de87-45ff-9155-f979155790ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:12:28Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:11Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:15:29.983199 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-8406f17f-de06-4f34-82bd-27b1d7466eff service neutron] 10.222.0.32 "GET /v2.0/networks/b86a2204-7c92-4ee1-859a-d1104d99b29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6154695 Aug 24 00:15:30.007420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:15:30.020989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Sync routers for ids ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:15:30.028700 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8b51823d-9c6b-4603-95c0-490def6a07d7 admin admin] 10.222.0.32 "PUT /v2.0/routers/b74976ea-70c5-49a7-a9b2-1d5bd0da093f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9222310 Aug 24 00:15:30.072441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Routers {'b74976ea-70c5-49a7-a9b2-1d5bd0da093f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:30.074275 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:30.103374 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18009e30-91d0-419a-a766-6037a59f148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:30.230716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:15:30.247386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-e33c80d1-baac-4edb-9ade-0ea523cc0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:30.249994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-e33c80d1-baac-4edb-9ade-0ea523cc0d28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 1101 time: 0.9529722 Aug 24 00:15:30.249994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18009e30-91d0-419a-a766-6037a59f148f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f66e03-efe2-4076-b880-544e353d0466,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:30.255337 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06697dc-f1d8-46ae-89ac-896a12237bf5 None None] Sync routers for ids ['69703154-e80f-4bb0-8f19-96f653a5e372'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:15:30.281499 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06697dc-f1d8-46ae-89ac-896a12237bf5 None None] Routers {'69703154-e80f-4bb0-8f19-96f653a5e372'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:30.281499 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d06697dc-f1d8-46ae-89ac-896a12237bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69703154-e80f-4bb0-8f19-96f653a5e372'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:30.450968 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:30.473753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b5516d-7ffc-4d91-b9e6-c39ab7772289 None None] New status for floating IP 44d00bfa-9c44-4393-b258-4915044deedf: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:15:30.507470 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d06697dc-f1d8-46ae-89ac-896a12237bf5 None None] Set router 69703154-e80f-4bb0-8f19-96f653a5e372 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:30.574703 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-889f8f59-b514-4329-91b6-c73e9a8f1344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:30.596759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Set router b74976ea-70c5-49a7-a9b2-1d5bd0da093f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:30.856745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-60e99372-0668-4733-8e3c-9097fe18a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:30.858951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-60e99372-0668-4733-8e3c-9097fe18a863 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.5945194 Aug 24 00:15:30.867410 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d06697dc-f1d8-46ae-89ac-896a12237bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '464b068c-f6f1-4e0c-91e2-24e0ef4c64b0', 'name': '', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'mac_address': 'fa:16:3e:f5:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:48Z', 'updated_at': '2021-08-24T00:12:54Z', 'revision_number': 5, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'subnets': [{'id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:30.881319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] No DVR routers for this DVR port 93f54e76-531a-4e78-96cc-36b2e636dd94 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:15:30.888399 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:30.890429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca94ef1d-acb8-46aa-a75d-715502b20c50 req-3c5f4bc8-a9a4-4149-aeaf-a421189748a0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.13 "DELETE /v2.0/ports/93f54e76-531a-4e78-96cc-36b2e636dd94 HTTP/1.1" status: 204 len: 173 time: 5.5904431 Aug 24 00:15:30.953775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5a456d-7e50-4959-8eb6-387d7015fa6d', 'name': 'network-vif-deleted', 'tag': '93f54e76-531a-4e78-96cc-36b2e636dd94'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:30.956787 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06697dc-f1d8-46ae-89ac-896a12237bf5 None None] Checking router: 69703154-e80f-4bb0-8f19-96f653a5e372 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:15:30.957066 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966dce9e-895f-4cab-907c-dfc669d2e0f1" -d '{"events": [{"server_uuid": "fe5a456d-7e50-4959-8eb6-387d7015fa6d", "name": "network-vif-deleted", "tag": "93f54e76-531a-4e78-96cc-36b2e636dd94"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:30.986495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c690203-e964-4034-a453-9709594e9392 req-6c3beb1c-a946-4139-bf55-5b006a21a22f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:30.988165 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c690203-e964-4034-a453-9709594e9392 req-6c3beb1c-a946-4139-bf55-5b006a21a22f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 932 time: 1.5020103 Aug 24 00:15:31.003752 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06697dc-f1d8-46ae-89ac-896a12237bf5 None None] Routers {'69703154-e80f-4bb0-8f19-96f653a5e372'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:31.004465 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d06697dc-f1d8-46ae-89ac-896a12237bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69703154-e80f-4bb0-8f19-96f653a5e372'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:31.038970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 49d3b719-2e7b-4be4-b3c5-7bc15f972511 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:31.124166 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-1a01e8be-6f9a-4e9d-b3d8-e8a5ba8e5d24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511 HTTP/1.1" status: 200 len: 217 time: 0.2251084 Aug 24 00:15:31.180683 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:31.187584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18009e30-91d0-419a-a766-6037a59f148f admin admin] Checking segment: {'id': 'f0ff4e3c-ba07-4356-a18b-82388eccb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4f29ba1-4ac1-4df8-be5d-0265734f0552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:31.189078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18009e30-91d0-419a-a766-6037a59f148f admin admin] Network hostable DHCP agents. Network: b4f29ba1-4ac1-4df8-be5d-0265734f0552, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:15:31.238299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:15:24Z', 'revision_number': 4, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '0e5ac0bb-500f-43d4-a4f4-7554ffeac36b', 'name': '', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'mac_address': 'fa:16:3e:7a:f4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:22Z', 'updated_at': '2021-08-24T00:15:25Z', 'revision_number': 2, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'subnets': [{'id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:31.241695 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d06697dc-f1d8-46ae-89ac-896a12237bf5 None None] Set router 69703154-e80f-4bb0-8f19-96f653a5e372 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:31.305028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5fbb67-a685-4401-b642-66d6308f38ff {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:31.314313 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:31.342358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Transition to ACTIVE for port object fa5fbb67-a685-4401-b642-66d6308f38ff will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:31.390080 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:31.421728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c690203-e964-4034-a453-9709594e9392 req-bac280a7-eca9-4bb1-8665-a17893f75f15 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113582 Aug 24 00:15:31.467580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe59dc6-b76c-4dac-91e6-16d459a9ab89 req-6d6b2e77-a639-4f64-874f-2c30c7892c6f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:31.469142 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbe59dc6-b76c-4dac-91e6-16d459a9ab89 req-6d6b2e77-a639-4f64-874f-2c30c7892c6f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.6392579 Aug 24 00:15:31.477352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18009e30-91d0-419a-a766-6037a59f148f admin admin] Network b4f29ba1-4ac1-4df8-be5d-0265734f0552 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:15:31.491032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-1559e0e0-101b-4b17-a30b-6e38cc06bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:31.493766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-1559e0e0-101b-4b17-a30b-6e38cc06bfea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.3345842 Aug 24 00:15:31.527019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Checking router: b74976ea-70c5-49a7-a9b2-1d5bd0da093f for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:15:31.528207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Updating router b74976ea-70c5-49a7-a9b2-1d5bd0da093f port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:15:31.545150 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7875fbe1-5a8d-4cf1-a1bf-a44b4368fd0c x-openstack-request-id: req-7875fbe1-5a8d-4cf1-a1bf-a44b4368fd0c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:31.545985 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05ea833-de87-45ff-9155-f979155790ac", "tag": "f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:31.546416 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7875fbe1-5a8d-4cf1-a1bf-a44b4368fd0c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:31.546999 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05ea833-de87-45ff-9155-f979155790ac', 'tag': 'f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e', 'status': 'completed', 'code': 200} Aug 24 00:15:31.599215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Pushing event updated for resources: {'Port': ['ID=fa5fbb67-a685-4401-b642-66d6308f38ff,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:31.606766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-18009e30-91d0-419a-a766-6037a59f148f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, b4f29ba1-4ac1-4df8-be5d-0265734f0552) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:31.646593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18009e30-91d0-419a-a766-6037a59f148f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:31.646593 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18009e30-91d0-419a-a766-6037a59f148f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:31.649387 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17b59a8-15d4-485e-8bdb-dfaa78cdf708 None None] Network b4f29ba1-4ac1-4df8-be5d-0265734f0552 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:15:31.702974 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:31.705736 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed52a2-a62d-435e-ba66-95f2b069423f req-ce8d145c-49ac-478e-af71-69077dd07249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:31.709265 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-09ed52a2-a62d-435e-ba66-95f2b069423f req-ce8d145c-49ac-478e-af71-69077dd07249 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0260e3ac9534313979a02021ef3bb3a&device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 1097 time: 0.1208053 Aug 24 00:15:31.783172 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d06697dc-f1d8-46ae-89ac-896a12237bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '464b068c-f6f1-4e0c-91e2-24e0ef4c64b0', 'name': '', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'mac_address': 'fa:16:3e:f5:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:48Z', 'updated_at': '2021-08-24T00:12:54Z', 'revision_number': 5, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'subnets': [{'id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:31.837329 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed52a2-a62d-435e-ba66-95f2b069423f req-d790df37-80d3-4247-98a4-f84cb33dc28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:31.839405 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-09ed52a2-a62d-435e-ba66-95f2b069423f req-d790df37-80d3-4247-98a4-f84cb33dc28c service neutron] 10.222.0.47 "GET /v2.0/networks?id=6c6a0536-598a-43f5-b351-96ae57a58d61 HTTP/1.1" status: 200 len: 925 time: 0.1228232 Aug 24 00:15:31.840534 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:31.865019 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06697dc-f1d8-46ae-89ac-896a12237bf5 None None] The sync data for ids ['69703154-e80f-4bb0-8f19-96f653a5e372'] in n-d-805736-1 is: [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '464b068c-f6f1-4e0c-91e2-24e0ef4c64b0', 'name': '', 'network_id': '3bf9048d-db79-498a-a904-60931406ab61', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'mac_address': 'fa:16:3e:f5:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:48Z', 'updated_at': '2021-08-24T00:12:54Z', 'revision_number': 5, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'subnets': [{'id': 'c786ada8-ac2b-418b-97a8-f819b19b4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:15:31.914673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbe59dc6-b76c-4dac-91e6-16d459a9ab89 req-cba5822f-06a5-4b6d-bae3-a2d42e5ac9d0 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128482 Aug 24 00:15:31.935450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-18009e30-91d0-419a-a766-6037a59f148f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2021945 Aug 24 00:15:31.935833 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:31.939904 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-236351539-router', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:31.942506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e607b53-e586-4431-be56-8832f4e98c3d req-c9a97056-1969-4934-aabf-6ae26adfec6e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 210 time: 0.1985288 Aug 24 00:15:31.977096 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-4dfba5ca-423c-465c-b825-22a472ce972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:31.978274 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-4dfba5ca-423c-465c-b825-22a472ce972d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4705906 Aug 24 00:15:31.992614 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:31.994128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.062565 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-09ed52a2-a62d-435e-ba66-95f2b069423f req-aa512255-7505-44a4-8938-e0a295524056 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e HTTP/1.1" status: 200 len: 1002 time: 0.2151632 Aug 24 00:15:32.099868 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d3b719-2e7b-4be4-b3c5-7bc15f972511'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:32.102142 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5e260b-bcbd-4bbc-81eb-e0ab69960a6d" -d '{"events": [{"server_uuid": "d0710a28-8bbd-4eac-a8b7-121bb8f90ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "49d3b719-2e7b-4be4-b3c5-7bc15f972511"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:32.158845 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad143bc9-ba1c-42b0-81df-7158f590c962 x-openstack-request-id: req-ad143bc9-ba1c-42b0-81df-7158f590c962 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:32.159473 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5a456d-7e50-4959-8eb6-387d7015fa6d", "name": "network-vif-deleted", "tag": "93f54e76-531a-4e78-96cc-36b2e636dd94", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:32.159473 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad143bc9-ba1c-42b0-81df-7158f590c962 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:32.159840 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5a456d-7e50-4959-8eb6-387d7015fa6d', 'name': 'network-vif-deleted', 'tag': '93f54e76-531a-4e78-96cc-36b2e636dd94', 'status': 'completed', 'code': 200} Aug 24 00:15:32.160618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:32.160951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:32.161275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:32.189106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:32.194867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Port fa5fbb67-a685-4401-b642-66d6308f38ff on network ea19c1d5-c260-40f7-a45f-242d804dbf95 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:15:32.195214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:32.212300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:32.212640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Checking segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:32.213024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Bound using segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:32.217075 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Bound port: fa5fbb67-a685-4401-b642-66d6308f38ff, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:32.217499 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.223478 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.309913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.319030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=49d3b719-2e7b-4be4-b3c5-7bc15f972511,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:32.337734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed52a2-a62d-435e-ba66-95f2b069423f req-47b99b2b-ffac-4ad7-8e61-6e529297cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:32.346577 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-09ed52a2-a62d-435e-ba66-95f2b069423f req-47b99b2b-ffac-4ad7-8e61-6e529297cb7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a360885-cb3f-4163-9ef2-5cd2bca1aba0 HTTP/1.1" status: 200 len: 863 time: 0.2734056 Aug 24 00:15:32.353500 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420393a-a34e-4ede-baab-94e5cec19de9 None None] New status for floating IP 6a4e1d05-386b-4e9e-82d3-5d6d19ae6365: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:15:32.384713 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44482) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:32.417161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-e919cfdd-227b-4c9e-8b10-26ab4303a560 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272230 Aug 24 00:15:32.583285 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddde5a7-25ec-4509-8aee-192faff76d8d x-openstack-request-id: req-0ddde5a7-25ec-4509-8aee-192faff76d8d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:32.583888 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0710a28-8bbd-4eac-a8b7-121bb8f90ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "49d3b719-2e7b-4be4-b3c5-7bc15f972511", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:32.583888 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ddde5a7-25ec-4509-8aee-192faff76d8d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:32.584207 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d3b719-2e7b-4be4-b3c5-7bc15f972511', 'code': 200} Aug 24 00:15:32.706522 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed52a2-a62d-435e-ba66-95f2b069423f req-b7ccd5ff-257d-45ce-aa34-f0aa67f10368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:32.709113 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-09ed52a2-a62d-435e-ba66-95f2b069423f req-b7ccd5ff-257d-45ce-aa34-f0aa67f10368 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6c6a0536-598a-43f5-b351-96ae57a58d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3443260 Aug 24 00:15:32.714576 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.716396 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:32.732192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-9c6a0ec3-3e3d-4b80-afbf-aece38697e7e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:32.733707 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-9c6a0ec3-3e3d-4b80-afbf-aece38697e7e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.13 "GET /v2.0/networks?id=b86a2204-7c92-4ee1-859a-d1104d99b29c HTTP/1.1" status: 200 len: 815 time: 0.4753551 Aug 24 00:15:32.739976 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-b4f29ba1-4ac1-4df8-be5d-0265734f0552', 'network_id': 'b4f29ba1-4ac1-4df8-be5d-0265734f0552', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'fixed_ips': [{'subnet_id': 'c1f66e03-efe2-4076-b880-544e353d0466'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:15:32.748918 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.772556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa5fbb67-a685-4401-b642-66d6308f38ff,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:32.787050 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0dc7241-a3ac-49e6-a181-cdfbec996e83 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.807881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cdcd4-cc89-4dd7-804a-fce943227310 req-e1b00cc9-44b9-4fe0-8f5e-4bab5e785419 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:32.815190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-872cdcd4-cc89-4dd7-804a-fce943227310 req-e1b00cc9-44b9-4fe0-8f5e-4bab5e785419 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 944 time: 0.2219892 Aug 24 00:15:32.821399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44488) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:32.827554 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.832962 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c90eeea7-6cdb-4078-9f63-2bbcc2ccac94 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2121959195', 'description': 'tempest-description--317231042'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:32.899178 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.915679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Transition to ACTIVE for port object 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:32.917299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3d99865-de52-4ecd-a15f-35cc6b1e5d99 req-b66a15d1-b819-4a8a-899d-ecfe932cf0d5 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903858 Aug 24 00:15:32.935224 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0dc7241-a3ac-49e6-a181-cdfbec996e83 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.950355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-872cdcd4-cc89-4dd7-804a-fce943227310 req-04a769d7-28ed-4b19-bcf5-3370d906c633 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316292 Aug 24 00:15:32.954826 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:32.956762 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.960091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad88394c-e253-4fa9-803b-abde65a225ed req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] 10.222.0.13 "PUT /v2.0/ports/fa5fbb67-a685-4401-b642-66d6308f38ff HTTP/1.1" status: 200 len: 1092 time: 4.1372278 Aug 24 00:15:32.993318 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c90eeea7-6cdb-4078-9f63-2bbcc2ccac94 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.001972 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6fa9779-3eb9-428d-bc67-2cb1a20c19ca tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b717855ba7434075a3740e6121207880 HTTP/1.1" status: 200 len: 380 time: 0.2332606 Aug 24 00:15:33.067248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-bc8ea80a-22ef-4ed4-93c3-0d3c9e984632 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Request body: {'port': {'device_id': 'b2cb3322-5689-4d6d-9065-4df226526997', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'admin_state_up': True, 'tenant_id': 'b717855ba7434075a3740e6121207880', 'security_groups': ['3084b53d-ba6b-4005-aba9-39ff3dd30ab3']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:33.090304 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.155991 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-09ed52a2-a62d-435e-ba66-95f2b069423f req-475a8b38-de25-4486-a8b3-9f863768d3d7 service neutron] 10.222.0.47 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217839 Aug 24 00:15:33.156392 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.217457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257b135-ffe9-44fe-8c73-65ffbb7663a6 None None] Pushing event updated for resources: {'Port': ['ID=0e5ac0bb-500f-43d4-a4f4-7554ffeac36b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:33.273951 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c90eeea7-6cdb-4078-9f63-2bbcc2ccac94 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.289457 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c90eeea7-6cdb-4078-9f63-2bbcc2ccac94 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.311164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Attempting to bind port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:33.311537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Attempting to bind port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'd2910781-7b8a-4eb5-963a-716121d7f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:33.311901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Attempting to bind port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b on network 1315fd89-a594-4ced-afb3-6e92213ad0a9 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:33.327875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Allocated IP 172.20.0.2 (b4f29ba1-4ac1-4df8-be5d-0265734f0552/c1f66e03-efe2-4076-b880-544e353d0466/44e18309-38d3-4a13-8475-e7128384b9c8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:33.328253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f914b-e834-4cbf-b751-8e68fc2e593b service neutron] Pushing event updated for resources: {'Port': ['ID=fa5fbb67-a685-4401-b642-66d6308f38ff,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:33.330256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:33.330631 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Checking segment: {'id': 'd2910781-7b8a-4eb5-963a-716121d7f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:33.331165 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.334902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Bound using segment: {'id': 'd2910781-7b8a-4eb5-963a-716121d7f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:33.335438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Bound port: 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2910781-7b8a-4eb5-963a-716121d7f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:33.335835 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.359747 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34c8ddeb-300a-4f00-b1f8-b382e6c97b7d req-26028d14-51ee-4813-b45a-3f631742cce0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 210 time: 0.2232220 Aug 24 00:15:33.433667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88394c-e253-4fa9-803b-abde65a225ed req-e577de3d-15a1-4d38-ab52-6a0f5a60ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:33.435215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad88394c-e253-4fa9-803b-abde65a225ed req-e577de3d-15a1-4d38-ab52-6a0f5a60ea57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 1095 time: 0.3540616 Aug 24 00:15:33.438196 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c90eeea7-6cdb-4078-9f63-2bbcc2ccac94 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.439755 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c90eeea7-6cdb-4078-9f63-2bbcc2ccac94 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6159046 Aug 24 00:15:33.440790 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90eeea7-6cdb-4078-9f63-2bbcc2ccac94 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9006f922-0367-48df-a9a5-938add1e5ba0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:33.459575 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44496) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:33.470467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3002d4-5e26-4342-9b72-41f5f859ccf2 req-57d2da4d-322f-436c-86a8-fbc0db8d90c8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:33.472080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc3002d4-5e26-4342-9b72-41f5f859ccf2 req-57d2da4d-322f-436c-86a8-fbc0db8d90c8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 948 time: 0.3467879 Aug 24 00:15:33.508694 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bf86a392-c524-4577-8160-80d2d5352a1f tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Request body: {'security_group_rule': {'security_group_id': '9006f922-0367-48df-a9a5-938add1e5ba0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:33.515408 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-09ed52a2-a62d-435e-ba66-95f2b069423f req-5d75b2cd-7161-4fad-b1e5-1fc81c931dd3 service neutron] 10.222.0.47 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419881 Aug 24 00:15:33.520514 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad88394c-e253-4fa9-803b-abde65a225ed req-747ecea7-797d-4ece-af3a-941c106a9a66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa5fbb67-a685-4401-b642-66d6308f38ff HTTP/1.1" status: 200 len: 217 time: 0.0442955 Aug 24 00:15:33.537155 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0dc7241-a3ac-49e6-a181-cdfbec996e83 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.539776 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0dc7241-a3ac-49e6-a181-cdfbec996e83 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.544026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b0dc7241-a3ac-49e6-a181-cdfbec996e83 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "DELETE /v2.0/security-groups/95353384-e67a-4526-be5b-addaf837a440 HTTP/1.1" status: 204 len: 168 time: 1.1459544 Aug 24 00:15:33.553181 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] For port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:33.555024 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44498) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:33.557896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] For port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0e5ac0bb-500f-43d4-a4f4-7554ffeac36b,segment=NetworkSegment(d2910781-7b8a-4eb5-963a-716121d7f935),segment_id=d2910781-7b8a-4eb5-963a-716121d7f935)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:33.597582 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.609338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc7241-a3ac-49e6-a181-cdfbec996e83 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95353384-e67a-4526-be5b-addaf837a440,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:33.612303 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-8da02fb0-ac79-428b-82df-d351819b7ea7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] show failed (client error): The resource could not be found. Aug 24 00:15:33.613592 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8da02fb0-ac79-428b-82df-d351819b7ea7 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "GET /v2.0/security-groups/95353384-e67a-4526-be5b-addaf837a440 HTTP/1.1" status: 404 len: 347 time: 0.0575213 Aug 24 00:15:33.618699 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44500) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:33.652938 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc3002d4-5e26-4342-9b72-41f5f859ccf2 req-cef32d52-c872-4908-a91f-8e3876db7ee0 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311083 Aug 24 00:15:33.673669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88394c-e253-4fa9-803b-abde65a225ed req-013f72ea-0b50-45e1-89ff-5bb97115b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:33.675384 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad88394c-e253-4fa9-803b-abde65a225ed req-013f72ea-0b50-45e1-89ff-5bb97115b9ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.1392193 Aug 24 00:15:33.678814 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf86a392-c524-4577-8160-80d2d5352a1f tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.680233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-bc8ea80a-22ef-4ed4-93c3-0d3c9e984632 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Made reservation on behalf of b717855ba7434075a3740e6121207880 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:33.684776 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.685983 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-bc8ea80a-22ef-4ed4-93c3-0d3c9e984632 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.729519 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.737647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad88394c-e253-4fa9-803b-abde65a225ed req-5c385e69-1af5-4525-b28d-4b8d70fda138 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472162 Aug 24 00:15:33.757328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Routers {'b74976ea-70c5-49a7-a9b2-1d5bd0da093f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:33.759054 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:33.879454 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257b135-ffe9-44fe-8c73-65ffbb7663a6 None None] Pushing event updated for resources: {'Port': ['ID=0e5ac0bb-500f-43d4-a4f4-7554ffeac36b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:33.908450 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.923761 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Transition to ACTIVE for port object 44e18309-38d3-4a13-8475-e7128384b9c8 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:34.010436 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf86a392-c524-4577-8160-80d2d5352a1f tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.016856 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Transition to ACTIVE for port object 44e18309-38d3-4a13-8475-e7128384b9c8 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:34.028913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf86a392-c524-4577-8160-80d2d5352a1f tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.038193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] Set router b74976ea-70c5-49a7-a9b2-1d5bd0da093f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:34.049047 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-bc8ea80a-22ef-4ed4-93c3-0d3c9e984632 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Allocated IP 172.20.0.6 (b86a2204-7c92-4ee1-859a-d1104d99b29c/3791fcf4-d665-4c30-80d2-d2a9e0b763d4/b608e765-d168-4fdd-a24d-954e303d0162) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:34.060484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Allocated IP 172.25.8.107 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/ffb2d490-b603-4458-8717-7d7af7296017) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:34.070599 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86a392-c524-4577-8160-80d2d5352a1f tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fc061e-4dfe-4e12-9116-c4ba6f315f69,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:34.080671 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7f67f4b0-fc2a-40a4-8dcb-652950060eb0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Deleting port eb48abb8-15fd-4ff4-aa62-91a85cdd762a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:34.081066 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f67f4b0-fc2a-40a4-8dcb-652950060eb0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.081491 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.101591 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf86a392-c524-4577-8160-80d2d5352a1f tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.105405 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bf86a392-c524-4577-8160-80d2d5352a1f tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6401105 Aug 24 00:15:34.114357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44506) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:34.130146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Network b4f29ba1-4ac1-4df8-be5d-0265734f0552 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:34.136012 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:34.143980 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cf80d4bb-8386-41eb-9c40-256bb4e93fba tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Request body: {'security_group_rule': {'security_group_id': '9006f922-0367-48df-a9a5-938add1e5ba0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:34.150045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:34.170698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb50ec5b-8556-4504-83a3-46183db5192c', 'tag': 'fa5fbb67-a685-4401-b642-66d6308f38ff'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:34.174461 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a367d9de-55d4-4234-882d-0f60674b656f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb50ec5b-8556-4504-83a3-46183db5192c", "tag": "fa5fbb67-a685-4401-b642-66d6308f38ff"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:34.225097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Pushing event updated for resources: {'Port': ['ID=44e18309-38d3-4a13-8475-e7128384b9c8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:34.258708 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dab9d5-632f-4589-bc66-bd136717afc8 x-openstack-request-id: req-f2dab9d5-632f-4589-bc66-bd136717afc8 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:34.259007 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb50ec5b-8556-4504-83a3-46183db5192c", "tag": "fa5fbb67-a685-4401-b642-66d6308f38ff", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:34.259291 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2dab9d5-632f-4589-bc66-bd136717afc8 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:34.259900 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb50ec5b-8556-4504-83a3-46183db5192c', 'tag': 'fa5fbb67-a685-4401-b642-66d6308f38ff', 'status': 'completed', 'code': 200} Aug 24 00:15:34.290625 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf80d4bb-8386-41eb-9c40-256bb4e93fba tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.304092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Attempting to bind port 44e18309-38d3-4a13-8475-e7128384b9c8 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:34.304467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Attempting to bind port 44e18309-38d3-4a13-8475-e7128384b9c8 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'f0ff4e3c-ba07-4356-a18b-82388eccb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4f29ba1-4ac1-4df8-be5d-0265734f0552'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:34.304836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Attempting to bind port 44e18309-38d3-4a13-8475-e7128384b9c8 on network b4f29ba1-4ac1-4df8-be5d-0265734f0552 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:34.311799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:34.312159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Checking segment: {'id': 'f0ff4e3c-ba07-4356-a18b-82388eccb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4f29ba1-4ac1-4df8-be5d-0265734f0552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:34.312566 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.312959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Bound using segment: {'id': 'f0ff4e3c-ba07-4356-a18b-82388eccb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4f29ba1-4ac1-4df8-be5d-0265734f0552'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:34.313432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Bound port: 44e18309-38d3-4a13-8475-e7128384b9c8, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ff4e3c-ba07-4356-a18b-82388eccb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4f29ba1-4ac1-4df8-be5d-0265734f0552'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:34.313814 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.314925 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f67f4b0-fc2a-40a4-8dcb-652950060eb0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.315260 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f67f4b0-fc2a-40a4-8dcb-652950060eb0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.320756 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad88394c-e253-4fa9-803b-abde65a225ed req-ae508bf4-838e-420a-8955-73851d43cf32 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698111 Aug 24 00:15:34.342221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.349834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7f67f4b0-fc2a-40a4-8dcb-652950060eb0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Calling delete_port for eb48abb8-15fd-4ff4-aa62-91a85cdd762a owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:34.403744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3b86c-881d-49d3-9094-3b5409220e68 req-a473fb03-a68d-40e8-bc16-1a4386ed9707 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:34.405740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22e3b86c-881d-49d3-9094-3b5409220e68 req-a473fb03-a68d-40e8-bc16-1a4386ed9707 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 944 time: 0.3069813 Aug 24 00:15:34.462425 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf80d4bb-8386-41eb-9c40-256bb4e93fba tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.470054 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf80d4bb-8386-41eb-9c40-256bb4e93fba tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.476466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] For port 44e18309-38d3-4a13-8475-e7128384b9c8, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:34.481278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] For port 44e18309-38d3-4a13-8475-e7128384b9c8, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=44e18309-38d3-4a13-8475-e7128384b9c8,segment=NetworkSegment(f0ff4e3c-ba07-4356-a18b-82388eccb0a8),segment_id=f0ff4e3c-ba07-4356-a18b-82388eccb0a8)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:34.488227 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.512627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80d4bb-8386-41eb-9c40-256bb4e93fba tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4a0075-88a5-4923-8920-a2b5e2e08a8b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:34.527499 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.538963 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf80d4bb-8386-41eb-9c40-256bb4e93fba tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.540790 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cf80d4bb-8386-41eb-9c40-256bb4e93fba tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4246683 Aug 24 00:15:34.551716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f12e96ae-8fad-4308-b45a-1c7bb0e0806d req-1cd6178c-96c1-4ae0-9a18-fd8b12266459 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 210 time: 0.0578456 Aug 24 00:15:34.558584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:15:24Z', 'revision_number': 4, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '0e5ac0bb-500f-43d4-a4f4-7554ffeac36b', 'name': '', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'mac_address': 'fa:16:3e:7a:f4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:22Z', 'updated_at': '2021-08-24T00:15:33Z', 'revision_number': 4, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'subnets': [{'id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:34.580853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44514) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:34.595832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:34.633062 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-bc8ea80a-22ef-4ed4-93c3-0d3c9e984632 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.643745 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc54f5c-f830-4a59-a41b-f09f6d2ca2c4 None None] The sync data for ids ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'] in n-d-805736-1 is: [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:15:24Z', 'revision_number': 4, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '0e5ac0bb-500f-43d4-a4f4-7554ffeac36b', 'name': '', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'mac_address': 'fa:16:3e:7a:f4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:22Z', 'updated_at': '2021-08-24T00:15:33Z', 'revision_number': 4, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'subnets': [{'id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:15:34.646024 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22e3b86c-881d-49d3-9094-3b5409220e68 req-ba809bed-beb5-408c-8bc3-772b4893422d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972623 Aug 24 00:15:34.657008 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.691343 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c278e-2727-4e8d-a89c-c4ebebbc8e29 None None] Pushing event updated for resources: {'Port': ['ID=44e18309-38d3-4a13-8475-e7128384b9c8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:34.716140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-bc8ea80a-22ef-4ed4-93c3-0d3c9e984632 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Transition to ACTIVE for port object b608e765-d168-4fdd-a24d-954e303d0162 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:34.749187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad88394c-e253-4fa9-803b-abde65a225ed req-8e51fd45-ac52-4447-b8e1-c562180b625a service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137235 Aug 24 00:15:35.034975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b887a-d1d7-4da4-8f37-d22b920d1763 req-148263e5-992c-49e1-948c-7047ae701ecf tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:35.045294 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a0b887a-d1d7-4da4-8f37-d22b920d1763 req-148263e5-992c-49e1-948c-7047ae701ecf tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 948 time: 0.2159312 Aug 24 00:15:35.061287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:35.069045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:35.076283 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:35.102585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367d9de-55d4-4234-882d-0f60674b656f req-8f1bdc75-e099-4a55-9edb-2c575e6cf948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:35.104998 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a367d9de-55d4-4234-882d-0f60674b656f req-8f1bdc75-e099-4a55-9edb-2c575e6cf948 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 1095 time: 0.2446041 Aug 24 00:15:35.125522 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-bc8ea80a-22ef-4ed4-93c3-0d3c9e984632 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.130981 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:35.147878 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a0b887a-d1d7-4da4-8f37-d22b920d1763 req-08babfb8-e854-4848-92f7-7e5a79515178 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863423 Aug 24 00:15:35.189959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Pushing event updated for resources: {'Port': ['ID=ffb2d490-b603-4458-8717-7d7af7296017,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:35.266869 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f67f4b0-fc2a-40a4-8dcb-652950060eb0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.268707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:35.273820 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:35.274198 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.350934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-bc8ea80a-22ef-4ed4-93c3-0d3c9e984632 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Network b86a2204-7c92-4ee1-859a-d1104d99b29c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:35.361987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ea80a-22ef-4ed4-93c3-0d3c9e984632 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Pushing event updated for resources: {'Port': ['ID=b608e765-d168-4fdd-a24d-954e303d0162,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:35.368785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-bc8ea80a-22ef-4ed4-93c3-0d3c9e984632 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:35.372104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-bc8ea80a-22ef-4ed4-93c3-0d3c9e984632 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:35.373919 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67f4b0-fc2a-40a4-8dcb-652950060eb0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Pushing event deleted for resources: {'Port': ['ID=eb48abb8-15fd-4ff4-aa62-91a85cdd762a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:35.451080 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f67f4b0-fc2a-40a4-8dcb-652950060eb0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.454533 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f67f4b0-fc2a-40a4-8dcb-652950060eb0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.456073 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7f67f4b0-fc2a-40a4-8dcb-652950060eb0 tempest-ServersTestJSON-153338951 tempest-ServersTestJSON-153338951-project] 10.222.0.32 "DELETE /v2.0/floatingips/6a4e1d05-386b-4e9e-82d3-5d6d19ae6365 HTTP/1.1" status: 204 len: 168 time: 1.8370702 Aug 24 00:15:35.518272 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44520) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:35.896754 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.928968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0f7e337d-f37b-4bdf-8bf0-c68ad5521703 None None] Provisioning for port b608e765-d168-4fdd-a24d-954e303d0162 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:35.946140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0f7e337d-f37b-4bdf-8bf0-c68ad5521703 None None] Provisioning complete for port b608e765-d168-4fdd-a24d-954e303d0162 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:35.946618 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f7e337d-f37b-4bdf-8bf0-c68ad5521703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.983286 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:36.032601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367d9de-55d4-4234-882d-0f60674b656f req-90ceeff2-46e4-4c92-964d-4a686475f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:36.034826 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a367d9de-55d4-4234-882d-0f60674b656f req-90ceeff2-46e4-4c92-964d-4a686475f558 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.9040523 Aug 24 00:15:36.047504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0e5ac0bb-500f-43d4-a4f4-7554ffeac36b,segment=NetworkSegment(d2910781-7b8a-4eb5-963a-716121d7f935),segment_id=d2910781-7b8a-4eb5-963a-716121d7f935)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:36.076707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e337d-f37b-4bdf-8bf0-c68ad5521703 None None] Port b608e765-d168-4fdd-a24d-954e303d0162 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:15:36.080134 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:36.196388 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=0e5ac0bb-500f-43d4-a4f4-7554ffeac36b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:36.267880 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:36.332631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a367d9de-55d4-4234-882d-0f60674b656f req-1ebf6194-fa90-4e69-8df5-fadbadbce6d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa5fbb67-a685-4401-b642-66d6308f38ff HTTP/1.1" status: 200 len: 217 time: 0.1602144 Aug 24 00:15:36.359316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ccb08e-6b99-4eb7-ab16-34d4b9030b65 None None] Network b4f29ba1-4ac1-4df8-be5d-0265734f0552 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:15:36.406569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-bc8ea80a-22ef-4ed4-93c3-0d3c9e984632 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:36.406569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-bc8ea80a-22ef-4ed4-93c3-0d3c9e984632 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:36.459062 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:36.469291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbb50e-c6b4-4df8-8f75-210c9850748d req-3f953592-c76b-4c7a-b7a4-bba452606cad tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:36.471203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2cfbb50e-c6b4-4df8-8f75-210c9850748d req-3f953592-c76b-4c7a-b7a4-bba452606cad tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 931 time: 0.4297495 Aug 24 00:15:36.473552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2f1637c9-384a-4ef9-b2d7-64d4eaaf7dd2 None None] Provisioning for port 44e18309-38d3-4a13-8475-e7128384b9c8 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:36.514908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6edf1-627b-42d6-be2f-402b5a692f97 req-bd19fc09-9e81-4adb-abc1-9bcc391e2ebf tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:36.517017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65c6edf1-627b-42d6-be2f-402b5a692f97 req-bd19fc09-9e81-4adb-abc1-9bcc391e2ebf tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 944 time: 0.4301071 Aug 24 00:15:36.559452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Allocated IP 172.25.8.31 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/428d5736-5d0b-417d-b4f7-7062916659cc) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:36.618453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367d9de-55d4-4234-882d-0f60674b656f req-d45df859-6af2-44b9-879c-f40f66bae39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:36.621080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a367d9de-55d4-4234-882d-0f60674b656f req-d45df859-6af2-44b9-879c-f40f66bae39e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.2777152 Aug 24 00:15:36.622705 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-bc8ea80a-22ef-4ed4-93c3-0d3c9e984632 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5921736 Aug 24 00:15:36.680195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2cfbb50e-c6b4-4df8-8f75-210c9850748d req-f20d9532-5a77-4cec-8864-1df14a6cb194 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995285 Aug 24 00:15:36.686528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Request body: {'port': {'device_id': 'b2cb3322-5689-4d6d-9065-4df226526997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:36.737365 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61749c72-95a9-451f-9f8a-2c83efb80e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:36.790326 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Router fae0913b-12f7-497d-ac62-fdb1cf980374 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:15:36.886147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a367d9de-55d4-4234-882d-0f60674b656f req-0a681339-17e2-42ea-9a3c-8f4ca400430e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2357140 Aug 24 00:15:36.993127 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.005017 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 49d3b719-2e7b-4be4-b3c5-7bc15f972511 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:37.079590 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:15:37.107712 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.112338 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-900dba75-ac62-433a-a0b6-c8a5a1f33bbf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1762385 Aug 24 00:15:37.113811 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:37.138409 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Sync routers for ids ['fae0913b-12f7-497d-ac62-fdb1cf980374'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:15:37.148504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:37.183124 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65c6edf1-627b-42d6-be2f-402b5a692f97 req-f4dd7632-e4fd-4732-93ae-f66e8f86a802 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380015 Aug 24 00:15:37.237369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Routers {'fae0913b-12f7-497d-ac62-fdb1cf980374'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:37.238251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fae0913b-12f7-497d-ac62-fdb1cf980374'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:37.330284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:37.352025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:37.353196 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.363201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6fb96-a4cf-48fc-882d-f11d5f11afce req-0ac23b8b-50b4-4fe8-8730-47d72c8b7343 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:37.365447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e6fb96-a4cf-48fc-882d-f11d5f11afce req-0ac23b8b-50b4-4fe8-8730-47d72c8b7343 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 948 time: 0.4105313 Aug 24 00:15:37.392999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '49d3b719-2e7b-4be4-b3c5-7bc15f972511', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '49d3b719-2e7b-4be4-b3c5-7bc15f972511', 'mac_address': 'fa:16:3e:e5:d7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:37.406855 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.418590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a367d9de-55d4-4234-882d-0f60674b656f req-b07beb11-0c40-4f63-ac79-ca2f98cac720 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502816 Aug 24 00:15:37.462150 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Set router fae0913b-12f7-497d-ac62-fdb1cf980374 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:37.469883 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e6fb96-a4cf-48fc-882d-f11d5f11afce req-e9e304dc-1de0-4887-aba3-14dd85d7efc9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854685 Aug 24 00:15:37.726752 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.764881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a367d9de-55d4-4234-882d-0f60674b656f req-02605d98-df99-41eb-bca7-3f36c493d923 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079653 Aug 24 00:15:37.804853 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.851520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d3b719-2e7b-4be4-b3c5-7bc15f972511 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:37.857066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Pushing event updated for resources: {'Port': ['ID=428d5736-5d0b-417d-b4f7-7062916659cc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:37.883992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:37.899553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:37.902104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 44e18309-38d3-4a13-8475-e7128384b9c8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:37.905529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:37.916874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:37.931265 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.937938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'name': 'tempest-FloatingIPsTestJSON-236351539-router', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:32Z', 'updated_at': '2021-08-24T00:15:35Z', 'revision_number': 3, 'project_id': '0d05dcdd2f184765bf811a7bc4136692', 'gw_port': {'id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:33Z', 'updated_at': '2021-08-24T00:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:37.954020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b608e765-d168-4fdd-a24d-954e303d0162 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:38.009106 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.014808 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Checking router: fae0913b-12f7-497d-ac62-fdb1cf980374 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:15:38.015399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Updating router fae0913b-12f7-497d-ac62-fdb1cf980374 port ffb2d490-b603-4458-8717-7d7af7296017 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:15:38.015939 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-c7867a73-a897-49e5-b8bc-d72d8417653f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:38.017657 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-c7867a73-a897-49e5-b8bc-d72d8417653f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6&tenant_id=fcbd557231c74eedb4681fd7496dc8b0&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 949 time: 0.1207011 Aug 24 00:15:38.053897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07144bd3-58b5-46b8-8633-e68402b33563 req-037e081d-237a-496d-afc0-136e50a9c5b2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:38.055761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07144bd3-58b5-46b8-8633-e68402b33563 req-037e081d-237a-496d-afc0-136e50a9c5b2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 949 time: 0.1847718 Aug 24 00:15:38.057482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Transition to ACTIVE for port object b608e765-d168-4fdd-a24d-954e303d0162 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:38.081281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535b845-e483-4bee-a7b3-ce47d063759c req-d8e3703a-20b8-4234-97ee-413513f09995 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:38.083093 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a535b845-e483-4bee-a7b3-ce47d063759c req-d8e3703a-20b8-4234-97ee-413513f09995 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 931 time: 0.2135737 Aug 24 00:15:38.097288 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.103374 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.108661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=49d3b719-2e7b-4be4-b3c5-7bc15f972511,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:38.127012 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-61749c72-95a9-451f-9f8a-2c83efb80e01 admin admin] Deleting port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:38.127400 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61749c72-95a9-451f-9f8a-2c83efb80e01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.167511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 44e18309-38d3-4a13-8475-e7128384b9c8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:38.172672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Pushing event updated for resources: {'Port': ['ID=b608e765-d168-4fdd-a24d-954e303d0162,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:38.176567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 44e18309-38d3-4a13-8475-e7128384b9c8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:38.177295 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.259391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07144bd3-58b5-46b8-8633-e68402b33563 req-b980c1c6-9019-420e-8e8e-c53aaff46bb7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927340 Aug 24 00:15:38.299086 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-b2574587-2667-491b-96c2-438bae41cd3b service neutron] 10.222.0.47 "GET /v2.0/ports/49d3b719-2e7b-4be4-b3c5-7bc15f972511/bindings/n-h1-805736-1 HTTP/1.1" status: 200 len: 382 time: 0.2705128 Aug 24 00:15:38.370726 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.401701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a535b845-e483-4bee-a7b3-ce47d063759c req-2a7b6429-5c62-49cb-91fb-67f3a340059d tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973547 Aug 24 00:15:38.465846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-61749c72-95a9-451f-9f8a-2c83efb80e01 admin admin] For port 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=464b068c-f6f1-4e0c-91e2-24e0ef4c64b0,segment=NetworkSegment(69c5553e-5f11-4da7-9ce7-941711a5fc48),segment_id=69c5553e-5f11-4da7-9ce7-941711a5fc48)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:38.472256 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61749c72-95a9-451f-9f8a-2c83efb80e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.521332 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-61749c72-95a9-451f-9f8a-2c83efb80e01 admin admin] Calling delete_port for 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:38.555892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['49d3b719-2e7b-4be4-b3c5-7bc15f972511'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:38.627616 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-626a72c1-6971-4f8c-a389-625c1b43765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:38.630528 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-626a72c1-6971-4f8c-a389-625c1b43765b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 1100 time: 0.2533648 Aug 24 00:15:38.639698 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.683285 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Attempting to bind port b608e765-d168-4fdd-a24d-954e303d0162 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:38.683865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Attempting to bind port b608e765-d168-4fdd-a24d-954e303d0162 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '335dabb8-8bed-49f6-92ee-6877d356792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:38.684209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Attempting to bind port b608e765-d168-4fdd-a24d-954e303d0162 on network b86a2204-7c92-4ee1-859a-d1104d99b29c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:38.685188 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.700112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Port b608e765-d168-4fdd-a24d-954e303d0162 on network b86a2204-7c92-4ee1-859a-d1104d99b29c not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:15:38.700564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Attempting to bind port b608e765-d168-4fdd-a24d-954e303d0162 on network b86a2204-7c92-4ee1-859a-d1104d99b29c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:38.721102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:38.721485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Checking segment: {'id': '335dabb8-8bed-49f6-92ee-6877d356792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:38.721822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Bound using segment: {'id': '335dabb8-8bed-49f6-92ee-6877d356792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:38.722282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Bound port: b608e765-d168-4fdd-a24d-954e303d0162, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '335dabb8-8bed-49f6-92ee-6877d356792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:38.723140 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.759458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7d8ab-c323-4260-a676-3c707ce49ad7 req-de3e36e2-cfaf-444b-8707-af7169b89ebe tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:38.761184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67a7d8ab-c323-4260-a676-3c707ce49ad7 req-de3e36e2-cfaf-444b-8707-af7169b89ebe tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 944 time: 0.1737897 Aug 24 00:15:38.844545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 44e18309-38d3-4a13-8475-e7128384b9c8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=44e18309-38d3-4a13-8475-e7128384b9c8,segment=NetworkSegment(f0ff4e3c-ba07-4356-a18b-82388eccb0a8),segment_id=f0ff4e3c-ba07-4356-a18b-82388eccb0a8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:38.855900 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.875352 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.883417 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.899562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Transition to ACTIVE for port object ffb2d490-b603-4458-8717-7d7af7296017 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:38.937768 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67a7d8ab-c323-4260-a676-3c707ce49ad7 req-618dd980-b660-4c39-b635-e74177c27d2e tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619544 Aug 24 00:15:38.976948 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.983731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] For port b608e765-d168-4fdd-a24d-954e303d0162, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:38.992970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] For port b608e765-d168-4fdd-a24d-954e303d0162, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b608e765-d168-4fdd-a24d-954e303d0162,segment=NetworkSegment(335dabb8-8bed-49f6-92ee-6877d356792b),segment_id=335dabb8-8bed-49f6-92ee-6877d356792b)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:39.003702 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.014398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-2ba96804-41b4-4ef5-ac6b-505caa794c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:39.016879 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-2ba96804-41b4-4ef5-ac6b-505caa794c0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.3743906 Aug 24 00:15:39.060712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:39.061421 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.063884 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-d6303557-96be-480a-a322-b79bf02be10c service neutron] 10.222.0.13 "PUT /v2.0/ports/b608e765-d168-4fdd-a24d-954e303d0162 HTTP/1.1" status: 200 len: 1091 time: 2.4090590 Aug 24 00:15:39.065616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cb3322-5689-4d6d-9065-4df226526997', 'tag': 'b608e765-d168-4fdd-a24d-954e303d0162'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:39.067594 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e91bf7e-3fa5-48db-8f4b-d74c2424e87a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2cb3322-5689-4d6d-9065-4df226526997", "tag": "b608e765-d168-4fdd-a24d-954e303d0162"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:39.094379 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=44e18309-38d3-4a13-8475-e7128384b9c8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:39.117496 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Attempting to bind port ffb2d490-b603-4458-8717-7d7af7296017 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:39.121699 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.129486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6303557-96be-480a-a322-b79bf02be10c service neutron] Pushing event updated for resources: {'Port': ['ID=b608e765-d168-4fdd-a24d-954e303d0162,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:39.135763 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-b9b8f653-1063-4b35-9b29-ec87f62194e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511 HTTP/1.1" status: 200 len: 217 time: 0.1071160 Aug 24 00:15:39.136004 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Attempting to bind port ffb2d490-b603-4458-8717-7d7af7296017 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:39.140553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Attempting to bind port ffb2d490-b603-4458-8717-7d7af7296017 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:39.164505 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca84d1d-dcde-49ae-a4d8-0f888f71244f x-openstack-request-id: req-5ca84d1d-dcde-49ae-a4d8-0f888f71244f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:39.165026 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2cb3322-5689-4d6d-9065-4df226526997", "tag": "b608e765-d168-4fdd-a24d-954e303d0162", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:39.165462 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ca84d1d-dcde-49ae-a4d8-0f888f71244f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:39.166023 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2cb3322-5689-4d6d-9065-4df226526997', 'tag': 'b608e765-d168-4fdd-a24d-954e303d0162', 'status': 'completed', 'code': 200} Aug 24 00:15:39.167794 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.202327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:39.202705 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:39.203139 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.203539 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:39.204025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Bound port: ffb2d490-b603-4458-8717-7d7af7296017, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:39.204412 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.240201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-bedfc994-9281-4d12-9f6c-35bfbea388ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:39.241739 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-bedfc994-9281-4d12-9f6c-35bfbea388ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0588036 Aug 24 00:15:39.300055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Pushing event updated for resources: {'Port': ['ID=428d5736-5d0b-417d-b4f7-7062916659cc,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:39.312759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5f1ca-51b8-472f-8758-18363379ae5a None None] Pushing event updated for resources: {'Port': ['ID=ffb2d490-b603-4458-8717-7d7af7296017,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:39.322016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] For port ffb2d490-b603-4458-8717-7d7af7296017, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:39.337984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-fd878f74-f132-4122-9f98-91c15e755ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:39.345237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-fd878f74-f132-4122-9f98-91c15e755ea4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b717855ba7434075a3740e6121207880&device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 1094 time: 0.1899691 Aug 24 00:15:39.347787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] For port ffb2d490-b603-4458-8717-7d7af7296017, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ffb2d490-b603-4458-8717-7d7af7296017,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:39.366100 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.380380 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.429201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-d7cf73ac-1c44-4689-ae56-0ea1faa46746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:39.432498 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-d7cf73ac-1c44-4689-ae56-0ea1faa46746 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1785486 Aug 24 00:15:39.443548 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-702c4b90-a2bf-4e56-ab79-fbca75997451 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b608e765-d168-4fdd-a24d-954e303d0162 HTTP/1.1" status: 200 len: 217 time: 0.0824604 Aug 24 00:15:39.489239 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Routers {'fae0913b-12f7-497d-ac62-fdb1cf980374'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:39.489910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fae0913b-12f7-497d-ac62-fdb1cf980374'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:39.550768 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.561528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-03701d0d-15e4-4cc5-bd9c-4b48fd9174d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9607840 Aug 24 00:15:39.561789 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61749c72-95a9-451f-9f8a-2c83efb80e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.595664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d2dd5-b6a3-4428-8163-9a2a030a80da req-bb10ac0e-bb2b-473f-b174-0ced08ef2d11 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:39.604555 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-402d2dd5-b6a3-4428-8163-9a2a030a80da req-bb10ac0e-bb2b-473f-b174-0ced08ef2d11 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 949 time: 0.2200265 Aug 24 00:15:39.614975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-8d610f5a-9c6f-4e05-b96c-22b19a5053fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:39.617725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-8d610f5a-9c6f-4e05-b96c-22b19a5053fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3791fcf4-d665-4c30-80d2-d2a9e0b763d4 HTTP/1.1" status: 200 len: 854 time: 0.1640487 Aug 24 00:15:39.632262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61749c72-95a9-451f-9f8a-2c83efb80e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=464b068c-f6f1-4e0c-91e2-24e0ef4c64b0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:39.644825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] Set router fae0913b-12f7-497d-ac62-fdb1cf980374 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:39.647513 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-ca058f6b-d79d-4bac-84d5-014d6ac0b0f1 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002511 Aug 24 00:15:39.649279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Allocated IP 172.20.0.1 (b4f29ba1-4ac1-4df8-be5d-0265734f0552/c1f66e03-efe2-4076-b880-544e353d0466/c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:39.729180 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-402d2dd5-b6a3-4428-8163-9a2a030a80da req-9732a90c-629f-4e28-a9b4-d36c9d2ccb1f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184895 Aug 24 00:15:39.771796 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-216e7513-1ddc-4f58-b8c3-44aed6d2cbfc service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157873 Aug 24 00:15:39.783725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-29b07fd9-b3b8-4219-86ce-0c2799628e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:39.785258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-29b07fd9-b3b8-4219-86ce-0c2799628e76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b86a2204-7c92-4ee1-859a-d1104d99b29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595728 Aug 24 00:15:39.866091 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5f1ca-51b8-472f-8758-18363379ae5a None None] Pushing event updated for resources: {'Port': ['ID=ffb2d490-b603-4458-8717-7d7af7296017,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:39.907480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e8c8b-d51b-4f6c-9dd4-496035dce923 req-90a06537-1dc0-4a7f-bf40-93f0df87898b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:39.918379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb5e8c8b-d51b-4f6c-9dd4-496035dce923 req-90a06537-1dc0-4a7f-bf40-93f0df87898b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 943 time: 0.1876860 Aug 24 00:15:40.032764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb5e8c8b-d51b-4f6c-9dd4-496035dce923 req-0f6f1cf5-a6f0-434e-ac65-8db9b7da86ef tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133602 Aug 24 00:15:40.073651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-5ae0cbd5-17a5-4422-ad6f-dad2a88b1c88 service neutron] 10.222.0.13 "GET /v2.0/networks/b86a2204-7c92-4ee1-859a-d1104d99b29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775259 Aug 24 00:15:40.163990 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61749c72-95a9-451f-9f8a-2c83efb80e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.180092 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.243017 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Transition to ACTIVE for port object c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:40.267311 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58e2a3-0267-49b9-9d34-4443f8c179f8 req-96d08fc5-8aeb-41da-beb8-afae162b7995 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:40.268912 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df58e2a3-0267-49b9-9d34-4443f8c179f8 req-96d08fc5-8aeb-41da-beb8-afae162b7995 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 944 time: 0.0959573 Aug 24 00:15:40.331229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df58e2a3-0267-49b9-9d34-4443f8c179f8 req-e5da4ad0-0232-4e60-836e-1b1914d53148 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488110 Aug 24 00:15:40.334899 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a3f1891-fb3c-4b5a-9de5-3a74f480f9ee req-42937a48-928d-4d1a-9752-c6b18dc80dfe service neutron] 10.222.0.13 "GET /v2.0/networks/b86a2204-7c92-4ee1-859a-d1104d99b29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547541 Aug 24 00:15:40.337726 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.359454 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'name': 'tempest-FloatingIPsTestJSON-236351539-router', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:32Z', 'updated_at': '2021-08-24T00:15:35Z', 'revision_number': 3, 'project_id': '0d05dcdd2f184765bf811a7bc4136692', 'gw_port': {'id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:33Z', 'updated_at': '2021-08-24T00:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:40.405106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Network b4f29ba1-4ac1-4df8-be5d-0265734f0552 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:40.408886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67575401-b25c-4dfd-a55f-61ca50720fc5 None None] The sync data for ids ['fae0913b-12f7-497d-ac62-fdb1cf980374'] in n-d-805736-1 is: [{'id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'name': 'tempest-FloatingIPsTestJSON-236351539-router', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:32Z', 'updated_at': '2021-08-24T00:15:35Z', 'revision_number': 3, 'project_id': '0d05dcdd2f184765bf811a7bc4136692', 'gw_port': {'id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:33Z', 'updated_at': '2021-08-24T00:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:15:40.553245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91bf7e-3fa5-48db-8f4b-d74c2424e87a req-58eeb547-8963-489f-b208-d73e9fa28e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:40.555120 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e91bf7e-3fa5-48db-8f4b-d74c2424e87a req-58eeb547-8963-489f-b208-d73e9fa28e4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b717855ba7434075a3740e6121207880&device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 1094 time: 0.0977640 Aug 24 00:15:40.681702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91bf7e-3fa5-48db-8f4b-d74c2424e87a req-e71f8ab7-7379-4aa0-9c90-ffcf7aabc1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:40.684192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e91bf7e-3fa5-48db-8f4b-d74c2424e87a req-e71f8ab7-7379-4aa0-9c90-ffcf7aabc1b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b86a2204-7c92-4ee1-859a-d1104d99b29c HTTP/1.1" status: 200 len: 916 time: 0.1187224 Aug 24 00:15:40.739201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e91bf7e-3fa5-48db-8f4b-d74c2424e87a req-52458033-7c90-424b-bb13-47fe6642eecb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b608e765-d168-4fdd-a24d-954e303d0162 HTTP/1.1" status: 200 len: 217 time: 0.0461204 Aug 24 00:15:40.784496 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:40.801196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:40.841178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91bf7e-3fa5-48db-8f4b-d74c2424e87a req-925a539d-eb65-420b-9bac-f7bed35e88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:40.845058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e91bf7e-3fa5-48db-8f4b-d74c2424e87a req-925a539d-eb65-420b-9bac-f7bed35e88ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3791fcf4-d665-4c30-80d2-d2a9e0b763d4 HTTP/1.1" status: 200 len: 854 time: 0.0953903 Aug 24 00:15:40.862091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Pushing event updated for resources: {'Port': ['ID=c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:40.950805 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.036390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 49d3b719-2e7b-4be4-b3c5-7bc15f972511 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:41.116900 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61749c72-95a9-451f-9f8a-2c83efb80e01 admin admin] Router 69703154-e80f-4bb0-8f19-96f653a5e372 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:15:41.215647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 49d3b719-2e7b-4be4-b3c5-7bc15f972511 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:41.216030 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.418908 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ffb2d490-b603-4458-8717-7d7af7296017 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:41.457023 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.497971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cac7-0090-410a-933a-61375817e745 None None] Provisioning for port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:41.506713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a0c6cac7-0090-410a-933a-61375817e745 None None] Provisioning complete for port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:41.509034 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0c6cac7-0090-410a-933a-61375817e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.578840 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.637087 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6cac7-0090-410a-933a-61375817e745 None None] Port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:15:41.662000 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d3b719-2e7b-4be4-b3c5-7bc15f972511'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:41.673673 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff52f7b-e447-4dc4-9907-7ff6cbcbec92" -d '{"events": [{"server_uuid": "d0710a28-8bbd-4eac-a8b7-121bb8f90ab6", "name": "network-vif-plugged", "status": "completed", "tag": "49d3b719-2e7b-4be4-b3c5-7bc15f972511"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:41.692003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ffb2d490-b603-4458-8717-7d7af7296017 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:41.714530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:41.724330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9506b-367a-4569-86fb-efeb90998f82 req-c55e817f-cbfc-42e7-a186-b3eae47804e4 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:41.725018 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ffb2d490-b603-4458-8717-7d7af7296017 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:41.725018 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.736133 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66f9506b-367a-4569-86fb-efeb90998f82 req-c55e817f-cbfc-42e7-a186-b3eae47804e4 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 949 time: 0.8629880 Aug 24 00:15:41.749803 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.764204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91bf7e-3fa5-48db-8f4b-d74c2424e87a req-b1bdaa17-287e-4aee-8054-8ef916017187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:41.765879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e91bf7e-3fa5-48db-8f4b-d74c2424e87a req-b1bdaa17-287e-4aee-8054-8ef916017187 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b86a2204-7c92-4ee1-859a-d1104d99b29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9100308 Aug 24 00:15:41.768814 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.773906 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.795664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66f9506b-367a-4569-86fb-efeb90998f82 req-6cce1a79-346f-4dfa-a693-7a1202833536 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584624 Aug 24 00:15:41.812889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ff117-e8d7-45cc-ad4c-b4e954bf7cd1 req-a476cca5-abfc-460d-8f88-534fadabef1d tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:41.815827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a45ff117-e8d7-45cc-ad4c-b4e954bf7cd1 req-a476cca5-abfc-460d-8f88-534fadabef1d tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 943 time: 0.2393320 Aug 24 00:15:41.893263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61749c72-95a9-451f-9f8a-2c83efb80e01 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:15:41.905471 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145f996-45bf-4412-bf61-4e50a9ef1ca8 None None] Sync routers for ids ['69703154-e80f-4bb0-8f19-96f653a5e372'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:15:41.910754 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-61749c72-95a9-451f-9f8a-2c83efb80e01 admin admin] 10.222.0.32 "PUT /v2.0/routers/69703154-e80f-4bb0-8f19-96f653a5e372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3910239 Aug 24 00:15:41.918965 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44652) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:41.923545 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e145f996-45bf-4412-bf61-4e50a9ef1ca8 None None] Routers {'69703154-e80f-4bb0-8f19-96f653a5e372'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:41.926095 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e145f996-45bf-4412-bf61-4e50a9ef1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69703154-e80f-4bb0-8f19-96f653a5e372'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:41.937431 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Pushing event updated for resources: {'Port': ['ID=c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:41.960136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=49d3b719-2e7b-4be4-b3c5-7bc15f972511,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:41.988463 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.017461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a45ff117-e8d7-45cc-ad4c-b4e954bf7cd1 req-e50adab8-1966-431a-ac58-57a37084bbfc tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892903 Aug 24 00:15:42.055359 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.095986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port ffb2d490-b603-4458-8717-7d7af7296017, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ffb2d490-b603-4458-8717-7d7af7296017,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:42.106487 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.107328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 44e18309-38d3-4a13-8475-e7128384b9c8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:42.151564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab568fe-dada-417d-b165-1755d976660f req-b0780fb7-6fc8-4fc8-a794-894b4e2d0914 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:42.153647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cab568fe-dada-417d-b165-1755d976660f req-b0780fb7-6fc8-4fc8-a794-894b4e2d0914 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 944 time: 0.2195880 Aug 24 00:15:42.158391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e91bf7e-3fa5-48db-8f4b-d74c2424e87a req-a1c784cd-a97f-4b85-aa59-06530f25cb7e service neutron] 10.222.0.13 "GET /v2.0/networks/b86a2204-7c92-4ee1-859a-d1104d99b29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411469 Aug 24 00:15:42.203190 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a05ff0-6ab0-486f-b817-3e3d29142321 x-openstack-request-id: req-46a05ff0-6ab0-486f-b817-3e3d29142321 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:42.203537 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0710a28-8bbd-4eac-a8b7-121bb8f90ab6", "name": "network-vif-plugged", "status": "completed", "tag": "49d3b719-2e7b-4be4-b3c5-7bc15f972511", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:42.203728 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46a05ff0-6ab0-486f-b817-3e3d29142321 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:42.204301 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d3b719-2e7b-4be4-b3c5-7bc15f972511', 'code': 200} Aug 24 00:15:42.205010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Network b4f29ba1-4ac1-4df8-be5d-0265734f0552 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:42.208607 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e145f996-45bf-4412-bf61-4e50a9ef1ca8 None None] Set router 69703154-e80f-4bb0-8f19-96f653a5e372 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:42.249499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=ffb2d490-b603-4458-8717-7d7af7296017,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:42.250275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:42.299159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 44e18309-38d3-4a13-8475-e7128384b9c8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:42.303047 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.465983 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cab568fe-dada-417d-b165-1755d976660f req-353983ef-dace-4247-8910-0936811efeac tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036301 Aug 24 00:15:42.487095 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e145f996-45bf-4412-bf61-4e50a9ef1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:15:39Z', 'revision_number': 5, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:42.509094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e91bf7e-3fa5-48db-8f4b-d74c2424e87a req-6fd3e3f2-fe65-4fc6-ac0f-47f5fa5b52ed service neutron] 10.222.0.13 "GET /v2.0/networks/b86a2204-7c92-4ee1-859a-d1104d99b29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252764 Aug 24 00:15:42.539000 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145f996-45bf-4412-bf61-4e50a9ef1ca8 None None] Checking router: 69703154-e80f-4bb0-8f19-96f653a5e372 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:15:42.541600 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.563835 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e145f996-45bf-4412-bf61-4e50a9ef1ca8 None None] Routers {'69703154-e80f-4bb0-8f19-96f653a5e372'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:42.565567 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e145f996-45bf-4412-bf61-4e50a9ef1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69703154-e80f-4bb0-8f19-96f653a5e372'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:42.628886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Router fae0913b-12f7-497d-ac62-fdb1cf980374 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:15:42.678405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-84e540b5-ec82-4e67-87e3-2277600f4654 None None] Provisioning complete for port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:42.682441 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84e540b5-ec82-4e67-87e3-2277600f4654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.751965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-84e540b5-ec82-4e67-87e3-2277600f4654 None None] Port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:15:42.896347 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.898951 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e145f996-45bf-4412-bf61-4e50a9ef1ca8 None None] Set router 69703154-e80f-4bb0-8f19-96f653a5e372 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:42.960399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:15:42.967830 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f58231bc-dbca-455c-9cd2-1613bfa3692a admin admin] 10.222.0.32 "PUT /v2.0/routers/fae0913b-12f7-497d-ac62-fdb1cf980374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8528712 Aug 24 00:15:42.982293 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-92c86488-8e85-40a4-a3f3-59d6ce855fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:42.984172 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-92c86488-8e85-40a4-a3f3-59d6ce855fa1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6&tenant_id=fcbd557231c74eedb4681fd7496dc8b0 HTTP/1.1" status: 200 len: 1101 time: 0.1087046 Aug 24 00:15:43.028507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77990304-d0f2-4606-aab1-d287e306d707 req-98dbc003-6cbc-4782-af57-635a192637ab tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:43.037424 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ffb2d490-b603-4458-8717-7d7af7296017 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:43.054498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] Deleting port 73e31be3-6872-4175-b868-66de7c0384a7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:43.055353 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:43.070477 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77990304-d0f2-4606-aab1-d287e306d707 req-98dbc003-6cbc-4782-af57-635a192637ab tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.1639156 Aug 24 00:15:43.138799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77990304-d0f2-4606-aab1-d287e306d707 req-54d7114e-b597-4491-80db-52f88d7b5bc4 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597105 Aug 24 00:15:43.198666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa5fbb67-a685-4401-b642-66d6308f38ff details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:43.244041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] For port 73e31be3-6872-4175-b868-66de7c0384a7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=73e31be3-6872-4175-b868-66de7c0384a7,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:43.245304 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:43.256766 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e145f996-45bf-4412-bf61-4e50a9ef1ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:15:39Z', 'revision_number': 5, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:43.266055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] Calling delete_port for 73e31be3-6872-4175-b868-66de7c0384a7 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:43.309088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa5fbb67-a685-4401-b642-66d6308f38ff,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:43.323269 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'fa5fbb67-a685-4401-b642-66d6308f38ff', 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95', 'port_id': 'fa5fbb67-a685-4401-b642-66d6308f38ff', 'mac_address': 'fa:16:3e:fa:98:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0aa47e-c845-4692-9319-c5277e0b6106', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:43.325071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ffb2d490-b603-4458-8717-7d7af7296017 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:43.325450 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:43.327711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Sync routers for ids ['fae0913b-12f7-497d-ac62-fdb1cf980374'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:15:43.335313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912524fd-7c49-4d30-874c-63a17c5e8feb req-a97903f8-f752-4365-91a2-673cd18abb27 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:43.337911 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-912524fd-7c49-4d30-874c-63a17c5e8feb req-a97903f8-f752-4365-91a2-673cd18abb27 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 943 time: 0.1469116 Aug 24 00:15:43.344042 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145f996-45bf-4412-bf61-4e50a9ef1ca8 None None] The sync data for ids ['69703154-e80f-4bb0-8f19-96f653a5e372'] in n-d-805736-1 is: [{'id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'name': 'tempest-ServersTestJSON-1744283344-router', 'tenant_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '73e31be3-6872-4175-b868-66de7c0384a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:15:39Z', 'revision_number': 5, 'project_id': '1b4b39ddccdf4080ab12df3b76f55b0d', 'gw_port': {'id': '73e31be3-6872-4175-b868-66de7c0384a7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69703154-e80f-4bb0-8f19-96f653a5e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:44Z', 'updated_at': '2021-08-24T00:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:15:43.373652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Routers {'fae0913b-12f7-497d-ac62-fdb1cf980374'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:43.374304 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fae0913b-12f7-497d-ac62-fdb1cf980374'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:43.441550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-912524fd-7c49-4d30-874c-63a17c5e8feb req-bf502af7-57fe-4cf5-a472-ab6ea216b043 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704560 Aug 24 00:15:43.466996 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:43.472655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4825240b-bc21-4a22-a63f-28865bad89be req-f7aa7fee-ae45-4723-b5fd-7dfbe5013857 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1943955 Aug 24 00:15:43.477728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:43.499677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5fbb67-a685-4401-b642-66d6308f38ff {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:43.503958 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:43.525971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-29391afa-6031-4ddb-ac08-ae2aff9ef3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:43.527997 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-29391afa-6031-4ddb-ac08-ae2aff9ef3e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 1101 time: 0.4921679 Aug 24 00:15:43.536860 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa5fbb67-a685-4401-b642-66d6308f38ff,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:43.591986 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:43.687082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:43.697336 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Set router fae0913b-12f7-497d-ac62-fdb1cf980374 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:43.711358 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:43.743375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fa5fbb67-a685-4401-b642-66d6308f38ff,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:43.755799 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e31be3-6872-4175-b868-66de7c0384a7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:43.761494 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-d6b6d509-9ba0-4c5e-9105-4c46b82f2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:43.763894 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-d6b6d509-9ba0-4c5e-9105-4c46b82f2eda service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.2238472 Aug 24 00:15:43.764067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:43.764198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:43.764485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:43.764822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:43.765160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:43.765756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:43.766362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:43.766705 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:43.768046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:43.768611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:43.768985 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:43.769319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:43.851419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85eac-616f-4447-bef7-f9caf19ee57b req-a7eaf9af-c1e5-4ad8-bfb4-a26481a3ef27 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:43.859219 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7eb85eac-616f-4447-bef7-f9caf19ee57b req-a7eaf9af-c1e5-4ad8-bfb4-a26481a3ef27 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 945 time: 0.0949647 Aug 24 00:15:43.864756 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-70566869-c52f-4115-a9c2-aef60ca68042 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511 HTTP/1.1" status: 200 len: 217 time: 0.0734253 Aug 24 00:15:43.934220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-4df9bc72-cdec-4a4f-be88-82fcaa458e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:43.935833 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-4df9bc72-cdec-4a4f-be88-82fcaa458e0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0628128 Aug 24 00:15:43.955980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['fa5fbb67-a685-4401-b642-66d6308f38ff'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:43.962625 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:43.969195 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Allocated IP 172.25.8.23 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/a62e2e9c-d619-4910-b7b9-afa94ce63e0d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:44.051779 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7eb85eac-616f-4447-bef7-f9caf19ee57b req-2a6cdba9-ee46-4ddb-b9de-ade41ab72c19 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915889 Aug 24 00:15:44.110399 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.134143 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.141998 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.156115 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.175224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-02186a22-1b54-45f1-9575-181ece0e02a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:44.179377 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-02186a22-1b54-45f1-9575-181ece0e02a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2141390 Aug 24 00:15:44.208248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'name': 'tempest-FloatingIPsTestJSON-236351539-router', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:32Z', 'updated_at': '2021-08-24T00:15:41Z', 'revision_number': 4, 'project_id': '0d05dcdd2f184765bf811a7bc4136692', 'gw_port': {'id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:33Z', 'updated_at': '2021-08-24T00:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f', 'name': '', 'network_id': 'b4f29ba1-4ac1-4df8-be5d-0265734f0552', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'mac_address': 'fa:16:3e:bb:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c1f66e03-efe2-4076-b880-544e353d0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:38Z', 'updated_at': '2021-08-24T00:15:41Z', 'revision_number': 2, 'project_id': '0d05dcdd2f184765bf811a7bc4136692', 'subnets': [{'id': 'c1f66e03-efe2-4076-b880-544e353d0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:44.235275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:44.244108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:44.252722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:44.260800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Checking router: fae0913b-12f7-497d-ac62-fdb1cf980374 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:15:44.261212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Updating router fae0913b-12f7-497d-ac62-fdb1cf980374 port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:15:44.296320 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.296810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69703154-e80f-4bb0-8f19-96f653a5e372 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:15:44.301485 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.304820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.305855 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-41fee595-9718-4e98-9cbe-d27ca4af85c1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/69703154-e80f-4bb0-8f19-96f653a5e372 HTTP/1.1" status: 204 len: 168 time: 2.3821027 Aug 24 00:15:44.310415 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44678) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:44.363756 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.389161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Pushing event updated for resources: {'Port': ['ID=a62e2e9c-d619-4910-b7b9-afa94ce63e0d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:44.398133 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-41d80be7-4760-43ae-b267-baf553cd0fe6 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702697 Aug 24 00:15:44.402208 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c7d5af-9bc7-4880-b6b6-c9fca064ea80 admin admin] Deleting subnet c786ada8-ac2b-418b-97a8-f819b19b4544 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:15:44.406307 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d5af-9bc7-4880-b6b6-c9fca064ea80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.460378 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.539597 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9ef38b8a-25a0-4cb9-91a4-42571aeabf23 req-2f9e4930-223d-4f78-9a6a-c80eaf38eed0 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311514 Aug 24 00:15:44.585428 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d5af-9bc7-4880-b6b6-c9fca064ea80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.625433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0fbe8-5ac1-46d0-9945-841287cfef1c req-73c76f5b-d204-41d0-abce-83abc6728ae4 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:44.627595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffb0fbe8-5ac1-46d0-9945-841287cfef1c req-73c76f5b-d204-41d0-abce-83abc6728ae4 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.2565310 Aug 24 00:15:44.687818 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.701912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Transition to ACTIVE for port object c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:44.728053 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.737905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d5af-9bc7-4880-b6b6-c9fca064ea80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.758351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffb0fbe8-5ac1-46d0-9945-841287cfef1c req-2b81777a-fd7c-4a51-8289-ae5780012d00 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172464 Aug 24 00:15:44.771723 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.780418 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.809457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921614f-5ceb-4184-bcbc-502e44be3932 None None] Pushing event updated for resources: {'Port': ['ID=c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:44.837120 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d5af-9bc7-4880-b6b6-c9fca064ea80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.855381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Attempting to bind port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:44.856153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Attempting to bind port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'f0ff4e3c-ba07-4356-a18b-82388eccb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4f29ba1-4ac1-4df8-be5d-0265734f0552'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:44.856752 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Attempting to bind port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f on network b4f29ba1-4ac1-4df8-be5d-0265734f0552 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:44.873234 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:44.874823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Checking segment: {'id': 'f0ff4e3c-ba07-4356-a18b-82388eccb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4f29ba1-4ac1-4df8-be5d-0265734f0552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:44.875360 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.876093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Bound using segment: {'id': 'f0ff4e3c-ba07-4356-a18b-82388eccb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4f29ba1-4ac1-4df8-be5d-0265734f0552'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:44.876691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Bound port: c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ff4e3c-ba07-4356-a18b-82388eccb0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b4f29ba1-4ac1-4df8-be5d-0265734f0552'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:44.878669 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.896261 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7d5af-9bc7-4880-b6b6-c9fca064ea80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c786ada8-ac2b-418b-97a8-f819b19b4544,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:44.911256 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Pushing event updated for resources: {'Port': ['ID=a62e2e9c-d619-4910-b7b9-afa94ce63e0d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:44.925420 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d5af-9bc7-4880-b6b6-c9fca064ea80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.929886 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f7c7d5af-9bc7-4880-b6b6-c9fca064ea80 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c786ada8-ac2b-418b-97a8-f819b19b4544 HTTP/1.1" status: 204 len: 168 time: 0.6161010 Aug 24 00:15:44.930041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bd84d4-7d1d-4619-9874-a832f9936430 None None] Network 3bf9048d-db79-498a-a904-60931406ab61 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:15:44.930157 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:45.101656 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.121983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 73e31be3-6872-4175-b868-66de7c0384a7 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:45.128975 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.130761 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.138097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4825240b-bc21-4a22-a63f-28865bad89be req-6ab420ff-9e3d-4060-bd55-70b87180a0bc tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6638446 Aug 24 00:15:45.158951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba615b-2f01-470f-9c88-1662873c219c req-0ceb4b43-22bf-4c19-8a9a-b5d392b0130f tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:45.164318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 73e31be3-6872-4175-b868-66de7c0384a7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:15:45.164978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 73e31be3-6872-4175-b868-66de7c0384a7 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:15:45.165628 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:45.166992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-faba615b-2f01-470f-9c88-1662873c219c req-0ceb4b43-22bf-4c19-8a9a-b5d392b0130f tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 943 time: 0.2596896 Aug 24 00:15:45.222933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b608e765-d168-4fdd-a24d-954e303d0162 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:45.232360 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:15:45.232975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Deleting port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:45.233312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 464b068c-f6f1-4e0c-91e2-24e0ef4c64b0 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:15:45.233454 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.237758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4825240b-bc21-4a22-a63f-28865bad89be req-dc207d50-a789-4683-b318-6282ced962e3 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.0985038 Aug 24 00:15:45.280075 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-faba615b-2f01-470f-9c88-1662873c219c req-b785c189-14bf-46ca-8974-4f8a4df3539b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118286 Aug 24 00:15:45.315093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] For port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:45.325144 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] For port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f,segment=NetworkSegment(f0ff4e3c-ba07-4356-a18b-82388eccb0a8),segment_id=f0ff4e3c-ba07-4356-a18b-82388eccb0a8)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:45.339568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] For port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03,segment=NetworkSegment(69c5553e-5f11-4da7-9ce7-941711a5fc48),segment_id=69c5553e-5f11-4da7-9ce7-941711a5fc48)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:45.339935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.348194 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.374003 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Calling delete_port for 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:45.419074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825240b-bc21-4a22-a63f-28865bad89be req-1cdbde3a-34bd-4715-ba7b-c68d9b8947b1 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:45.424278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4825240b-bc21-4a22-a63f-28865bad89be req-1cdbde3a-34bd-4715-ba7b-c68d9b8947b1 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.1854303 Aug 24 00:15:45.511338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66dbac9b-4534-4d1e-816b-52fd0a6b884e req-dd8fdb43-b0f3-4b73-a614-ac030c93f868 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/floatingips/131c049d-dcfb-4988-b565-8b9335ae6e53 HTTP/1.1" status: 200 len: 692 time: 0.0665667 Aug 24 00:15:45.629118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbac9b-4534-4d1e-816b-52fd0a6b884e req-32fcfdde-87ac-45ac-93fd-899f0176d2ce tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:45.637326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66dbac9b-4534-4d1e-816b-52fd0a6b884e req-32fcfdde-87ac-45ac-93fd-899f0176d2ce tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.1247110 Aug 24 00:15:45.670833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921614f-5ceb-4184-bcbc-502e44be3932 None None] Pushing event updated for resources: {'Port': ['ID=c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:45.675715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-66dbac9b-4534-4d1e-816b-52fd0a6b884e req-f2428cb6-5d04-45bb-9196-951d317ef998 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:15:45.680973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66dbac9b-4534-4d1e-816b-52fd0a6b884e req-f2428cb6-5d04-45bb-9196-951d317ef998 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0421844 Aug 24 00:15:45.701138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e0adee-9342-434c-9ff0-08edf6ad514e None None] DHCP port deletion for 3bf9048d-db79-498a-a904-60931406ab61 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:15:45.707265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Routers {'fae0913b-12f7-497d-ac62-fdb1cf980374'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:45.708682 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fae0913b-12f7-497d-ac62-fdb1cf980374'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:45.721370 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port b608e765-d168-4fdd-a24d-954e303d0162, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b608e765-d168-4fdd-a24d-954e303d0162,segment=NetworkSegment(335dabb8-8bed-49f6-92ee-6877d356792b),segment_id=335dabb8-8bed-49f6-92ee-6877d356792b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:45.827299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'b608e765-d168-4fdd-a24d-954e303d0162', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'port_id': 'b608e765-d168-4fdd-a24d-954e303d0162', 'mac_address': 'fa:16:3e:9e:6b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:45.839306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c0c68-2933-4d02-9d9a-b4d1e4058bee req-53fbf958-d12a-46ec-8c19-5ac7f6ac2888 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:45.841232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef9c0c68-2933-4d02-9d9a-b4d1e4058bee req-53fbf958-d12a-46ec-8c19-5ac7f6ac2888 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 945 time: 0.2007229 Aug 24 00:15:45.861578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a685f4f1-504f-4d90-b06d-30035ffb5763 req-f4961e65-0995-466c-bddf-6150708c8192 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=0d05dcdd2f184765bf811a7bc4136692 HTTP/1.1" status: 200 len: 695 time: 0.1503854 Aug 24 00:15:45.951682 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.961729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef9c0c68-2933-4d02-9d9a-b4d1e4058bee req-964d6efd-f1d8-421e-80dc-791c0e72069d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122959 Aug 24 00:15:46.007701 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:46.027411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] No DVR routers for this DVR port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:15:46.045647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685f4f1-504f-4d90-b06d-30035ffb5763 req-4c59d563-0f68-412c-a16b-de5bdb192ecb tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:46.063420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a685f4f1-504f-4d90-b06d-30035ffb5763 req-4c59d563-0f68-412c-a16b-de5bdb192ecb tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/networks?id=e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 787 time: 0.1899078 Aug 24 00:15:46.084480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-a685f4f1-504f-4d90-b06d-30035ffb5763 req-854c8acb-4f9e-4993-bab3-88b6d623b71b tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:15:46.085589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a685f4f1-504f-4d90-b06d-30035ffb5763 req-854c8acb-4f9e-4993-bab3-88b6d623b71b tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080633 Aug 24 00:15:46.095333 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.116743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] Set router fae0913b-12f7-497d-ac62-fdb1cf980374 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:46.136683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f0e0adee-9342-434c-9ff0-08edf6ad514e None None] Deleting port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:46.137054 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0e0adee-9342-434c-9ff0-08edf6ad514e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.189279 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.196298 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-3eca6aa1-f887-4583-8820-845b0a744080 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/floatingips/131c049d-dcfb-4988-b565-8b9335ae6e53 HTTP/1.1" status: 200 len: 692 time: 0.0861244 Aug 24 00:15:46.196891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b608e765-d168-4fdd-a24d-954e303d0162 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:46.226303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf9048d-db79-498a-a904-60931406ab61']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:46.234155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eace56-99ac-4e58-ae61-6f47f428dc08 req-a817c810-b753-43e8-bf8b-0b30481d1b56 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:46.242984 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4eace56-99ac-4e58-ae61-6f47f428dc08 req-a817c810-b753-43e8-bf8b-0b30481d1b56 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.1779647 Aug 24 00:15:46.243635 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c5553e-5f11-4da7-9ce7-941711a5fc48') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:46.243972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c5553e-5f11-4da7-9ce7-941711a5fc48') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:46.258678 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.278070 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.286113 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:15:46.287434 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:15:46.290906 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:15:46.332040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port b608e765-d168-4fdd-a24d-954e303d0162, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b608e765-d168-4fdd-a24d-954e303d0162,segment=NetworkSegment(335dabb8-8bed-49f6-92ee-6877d356792b),segment_id=335dabb8-8bed-49f6-92ee-6877d356792b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:46.348923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f0e0adee-9342-434c-9ff0-08edf6ad514e None None] For port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03, host n-d-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:46.349330 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0e0adee-9342-434c-9ff0-08edf6ad514e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.360176 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4eace56-99ac-4e58-ae61-6f47f428dc08 req-6b78a07b-17b0-4c00-9774-81d38bf09bb2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138034 Aug 24 00:15:46.367130 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.384643 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.397352 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.399489 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3bf9048d-db79-498a-a904-60931406ab61 HTTP/1.1" status: 204 len: 168 time: 1.4684885 Aug 24 00:15:46.419536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61acc448-04ca-4bbd-9bdb-055b03effaf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bf9048d-db79-498a-a904-60931406ab61,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:46.426533 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-3d991383-4e85-4855-8322-64836d1de00c tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:46.434204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-3d991383-4e85-4855-8322-64836d1de00c tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.2363551 Aug 24 00:15:46.442104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-e1b3d985-39d4-45d1-83ad-a1e567c124ee tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:15:46.451615 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-e1b3d985-39d4-45d1-83ad-a1e567c124ee tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165005 Aug 24 00:15:46.451930 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f0e0adee-9342-434c-9ff0-08edf6ad514e None None] Calling delete_port for 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:46.471858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-f0e0adee-9342-434c-9ff0-08edf6ad514e None None] Port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:15:46.479898 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0e0adee-9342-434c-9ff0-08edf6ad514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.511032 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0e0adee-9342-434c-9ff0-08edf6ad514e None None] Network 3bf9048d-db79-498a-a904-60931406ab61 is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 00:15:46.512100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e0adee-9342-434c-9ff0-08edf6ad514e None None] No DVR routers for this DVR port 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:15:46.553405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-c7fb2f9d-efe8-408f-8ab5-b045bb8efc26 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.1001000 Aug 24 00:15:46.582619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=b608e765-d168-4fdd-a24d-954e303d0162,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:46.626371 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:46.639470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0adee-9342-434c-9ff0-08edf6ad514e None None] Pushing event deleted for resources: {'Port': ['ID=6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:46.658562 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-8e3f538b-96bf-40e5-9a4e-210cf179aeb1 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.1041713 Aug 24 00:15:46.678681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cef5fa-a95b-4347-8097-f906065cd7c8 req-fd1af8f2-b1cd-4422-b4a5-3d466f31060e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:46.680402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2cef5fa-a95b-4347-8097-f906065cd7c8 req-fd1af8f2-b1cd-4422-b4a5-3d466f31060e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 944 time: 0.1600382 Aug 24 00:15:46.706827 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0543c3ab-1432-414b-a510-4c3b85a2be41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b4b39ddccdf4080ab12df3b76f55b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0778763 Aug 24 00:15:46.708217 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:46.726319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'name': 'tempest-FloatingIPsTestJSON-236351539-router', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:32Z', 'updated_at': '2021-08-24T00:15:41Z', 'revision_number': 4, 'project_id': '0d05dcdd2f184765bf811a7bc4136692', 'gw_port': {'id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:33Z', 'updated_at': '2021-08-24T00:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f', 'name': '', 'network_id': 'b4f29ba1-4ac1-4df8-be5d-0265734f0552', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'mac_address': 'fa:16:3e:bb:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c1f66e03-efe2-4076-b880-544e353d0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:38Z', 'updated_at': '2021-08-24T00:15:45Z', 'revision_number': 4, 'project_id': '0d05dcdd2f184765bf811a7bc4136692', 'subnets': [{'id': 'c1f66e03-efe2-4076-b880-544e353d0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:46.758578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['b608e765-d168-4fdd-a24d-954e303d0162'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:46.763859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6fef50-ed56-41c0-86af-edefe171e4d3 None None] The sync data for ids ['fae0913b-12f7-497d-ac62-fdb1cf980374'] in n-d-805736-1 is: [{'id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'name': 'tempest-FloatingIPsTestJSON-236351539-router', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:32Z', 'updated_at': '2021-08-24T00:15:41Z', 'revision_number': 4, 'project_id': '0d05dcdd2f184765bf811a7bc4136692', 'gw_port': {'id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:33Z', 'updated_at': '2021-08-24T00:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f', 'name': '', 'network_id': 'b4f29ba1-4ac1-4df8-be5d-0265734f0552', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'mac_address': 'fa:16:3e:bb:11:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'c1f66e03-efe2-4076-b880-544e353d0466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:38Z', 'updated_at': '2021-08-24T00:15:45Z', 'revision_number': 4, 'project_id': '0d05dcdd2f184765bf811a7bc4136692', 'subnets': [{'id': 'c1f66e03-efe2-4076-b880-544e353d0466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:15:46.775003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03a37dd2-2e6d-4033-b692-44c319772a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.837441 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03a37dd2-2e6d-4033-b692-44c319772a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.931373 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03a37dd2-2e6d-4033-b692-44c319772a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.943357 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03a37dd2-2e6d-4033-b692-44c319772a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.943357 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-03a37dd2-2e6d-4033-b692-44c319772a35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95639c5e-6823-4bc3-a7f6-227f07f1b641 HTTP/1.1" status: 204 len: 168 time: 0.2306952 Aug 24 00:15:46.954823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2cef5fa-a95b-4347-8097-f906065cd7c8 req-c3ef87a2-1099-44da-9eab-680d81d27252 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947496 Aug 24 00:15:46.984049 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a37dd2-2e6d-4033-b692-44c319772a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95639c5e-6823-4bc3-a7f6-227f07f1b641,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:47.068162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-e0da2cf0-a77e-4801-bf2a-5c9e8d7f435b tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Deleting port a62e2e9c-d619-4910-b7b9-afa94ce63e0d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:47.068604 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-e0da2cf0-a77e-4801-bf2a-5c9e8d7f435b tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.083811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 49d3b719-2e7b-4be4-b3c5-7bc15f972511 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:47.214984 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:47.278557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa5fbb67-a685-4401-b642-66d6308f38ff up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:47.324957 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-e0da2cf0-a77e-4801-bf2a-5c9e8d7f435b tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.326026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-e0da2cf0-a77e-4801-bf2a-5c9e8d7f435b tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.342159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-e0da2cf0-a77e-4801-bf2a-5c9e8d7f435b tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Calling delete_port for a62e2e9c-d619-4910-b7b9-afa94ce63e0d owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:47.439098 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.460267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:47.462475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port fa5fbb67-a685-4401-b642-66d6308f38ff completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:47.472852 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d3b719-2e7b-4be4-b3c5-7bc15f972511'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:47.475149 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe06037-fafc-4f49-97e4-06b63e20d90f" -d '{"events": [{"server_uuid": "d0710a28-8bbd-4eac-a8b7-121bb8f90ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "49d3b719-2e7b-4be4-b3c5-7bc15f972511"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:47.480754 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:47.481138 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.488688 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port fa5fbb67-a685-4401-b642-66d6308f38ff triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:47.489063 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.530953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:47.575279 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.589654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d2de5-ebc2-4a6d-8ee5-6451ccdc64c1 req-db6d3bd1-826a-4104-9584-42dd23244ee5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:47.591140 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-431d2de5-ebc2-4a6d-8ee5-6451ccdc64c1 req-db6d3bd1-826a-4104-9584-42dd23244ee5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 945 time: 0.1103683 Aug 24 00:15:47.701633 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.739188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-431d2de5-ebc2-4a6d-8ee5-6451ccdc64c1 req-3271108f-6480-4fbc-a5a7-7764d6522b40 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264687 Aug 24 00:15:47.741710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=49d3b719-2e7b-4be4-b3c5-7bc15f972511,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:47.802008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa5fbb67-a685-4401-b642-66d6308f38ff,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:47.812742 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.818757 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.860949 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-e0da2cf0-a77e-4801-bf2a-5c9e8d7f435b tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.910340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da2cf0-a77e-4801-bf2a-5c9e8d7f435b tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Pushing event deleted for resources: {'Port': ['ID=a62e2e9c-d619-4910-b7b9-afa94ce63e0d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:47.921105 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fa5fbb67-a685-4401-b642-66d6308f38ff,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:47.928966 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f,segment=NetworkSegment(f0ff4e3c-ba07-4356-a18b-82388eccb0a8),segment_id=f0ff4e3c-ba07-4356-a18b-82388eccb0a8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:47.938002 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:48.028671 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:48.058699 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:48.108692 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:15:48.111822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6f41cac9-52a7-4e8f-b7d6-d8d6513fbe03 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:15:48.157162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185694ee-6c91-4cea-bf62-b0b37cc76d01 req-fea6a648-dc4e-4255-b543-1a54f80284f4 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:48.159442 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-185694ee-6c91-4cea-bf62-b0b37cc76d01 req-fea6a648-dc4e-4255-b543-1a54f80284f4 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 948 time: 0.2327769 Aug 24 00:15:48.169244 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-e0da2cf0-a77e-4801-bf2a-5c9e8d7f435b tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:48.172472 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-e0da2cf0-a77e-4801-bf2a-5c9e8d7f435b tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:48.173849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-746fcbda-d067-4eb4-a3f7-1bc34c6699a2 req-e0da2cf0-a77e-4801-bf2a-5c9e8d7f435b tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "DELETE /v2.0/floatingips/131c049d-dcfb-4988-b565-8b9335ae6e53 HTTP/1.1" status: 204 len: 173 time: 1.5092108 Aug 24 00:15:48.224131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-185694ee-6c91-4cea-bf62-b0b37cc76d01 req-10362d53-b687-4631-a109-1c43666b7e69 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452435 Aug 24 00:15:48.290928 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f657665f-fdc9-4a41-ae15-2e10d371b581 x-openstack-request-id: req-f657665f-fdc9-4a41-ae15-2e10d371b581 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:48.291582 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0710a28-8bbd-4eac-a8b7-121bb8f90ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "49d3b719-2e7b-4be4-b3c5-7bc15f972511", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:48.292019 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f657665f-fdc9-4a41-ae15-2e10d371b581 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:48.292593 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d3b719-2e7b-4be4-b3c5-7bc15f972511', 'code': 200} Aug 24 00:15:48.516913 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b00fc-17f7-4c34-a7f5-b3d27231164a req-ccbf75c0-d279-4003-b92d-e34b80b52f17 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:48.521257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-738b00fc-17f7-4c34-a7f5-b3d27231164a req-ccbf75c0-d279-4003-b92d-e34b80b52f17 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 944 time: 0.2175622 Aug 24 00:15:48.584332 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:48.626185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-738b00fc-17f7-4c34-a7f5-b3d27231164a req-83ec347d-0640-4419-bebd-7bf4892fee2a tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897701 Aug 24 00:15:48.647502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-e7ee59b3-3239-42db-8897-7c05eef03711 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2968333 Aug 24 00:15:48.647502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:48.677052 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:48.807651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-389538381-network', 'tenant_id': '240c2fed2a984397b880d0e66d074629'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:48.857175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] Made reservation on behalf of 240c2fed2a984397b880d0e66d074629 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:48.860608 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:48.870851 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:48.884378 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.035893 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.040646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:49.043431 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.069977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:15:49.087744 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f050e481-4f74-4e24-8c75-8dc16521969c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:49.098100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331330b9-bac3-42fc-9c5f-a738b527626e req-89de0f8c-8cb6-462d-aea4-4b1451f64dfb tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:49.102148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-331330b9-bac3-42fc-9c5f-a738b527626e req-89de0f8c-8cb6-462d-aea4-4b1451f64dfb tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 946 time: 0.1488411 Aug 24 00:15:49.104433 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.106953 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] Added segment ce218c41-1c1b-4381-ae1f-350d087e06ec of type vlan for network 55efabe0-0bd8-4a50-b905-78f085ad3b8e Aug 24 00:15:49.144611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 49d3b719-2e7b-4be4-b3c5-7bc15f972511 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:49.168491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-331330b9-bac3-42fc-9c5f-a738b527626e req-e3efbb5d-e330-49f5-ba61-65597f69fb22 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536819 Aug 24 00:15:49.181291 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.185212 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Allocated IP 172.25.8.168 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/aa2fc58a-46cb-447b-9ca8-105f4ffb30f9) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:49.222317 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.223505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:49.224239 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.247515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:49.247890 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.252164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b608e765-d168-4fdd-a24d-954e303d0162 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:49.307775 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7214766 Aug 24 00:15:49.312607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44778) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:49.321143 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8f9b4368-1010-4a21-944c-6bb1101262e1 admin admin] Request body: {'subnet': {'network_id': '55efabe0-0bd8-4a50-b905-78f085ad3b8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-389538381-subnet', 'tenant_id': '240c2fed2a984397b880d0e66d074629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:49.334260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06fa84-f0f7-48c1-9a24-240ce172dc86 admin admin] Pushing event updated for resources: {'Network': ['ID=55efabe0-0bd8-4a50-b905-78f085ad3b8e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:49.359515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 55efabe0-0bd8-4a50-b905-78f085ad3b8e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:15:49.443453 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.470422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9b4368-1010-4a21-944c-6bb1101262e1 admin admin] Made reservation on behalf of 240c2fed2a984397b880d0e66d074629 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:49.473021 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4368-1010-4a21-944c-6bb1101262e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.536369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:49.539744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dfdcc-598f-4a79-963d-f86a6c8fb8b8 req-dc99b262-d024-4b41-95c5-d340e00deb40 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:49.547334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c9dfdcc-598f-4a79-963d-f86a6c8fb8b8 req-dc99b262-d024-4b41-95c5-d340e00deb40 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 948 time: 0.2015448 Aug 24 00:15:49.573312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '49d3b719-2e7b-4be4-b3c5-7bc15f972511', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '49d3b719-2e7b-4be4-b3c5-7bc15f972511', 'mac_address': 'fa:16:3e:e5:d7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:49.627964 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.640518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port b608e765-d168-4fdd-a24d-954e303d0162 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:49.655043 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port b608e765-d168-4fdd-a24d-954e303d0162 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:49.655441 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.682566 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.703823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d3b719-2e7b-4be4-b3c5-7bc15f972511 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:49.729272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:49.737733 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.746205 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c9dfdcc-598f-4a79-963d-f86a6c8fb8b8 req-2656aaa6-bae6-4d40-955d-42fdf4b06ea3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231666 Aug 24 00:15:49.754806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:49.772962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:49.776233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:49.782917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Pushing event updated for resources: {'Port': ['ID=aa2fc58a-46cb-447b-9ca8-105f4ffb30f9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:49.973666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=49d3b719-2e7b-4be4-b3c5-7bc15f972511,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:49.982391 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.012961 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.020566 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4368-1010-4a21-944c-6bb1101262e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.037005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port b608e765-d168-4fdd-a24d-954e303d0162, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b608e765-d168-4fdd-a24d-954e303d0162,segment=NetworkSegment(335dabb8-8bed-49f6-92ee-6877d356792b),segment_id=335dabb8-8bed-49f6-92ee-6877d356792b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:50.043297 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.059163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec05b37-015f-44f9-b40c-83c018eb0219 req-deadf72f-60e2-4d6f-80ff-b2f06c328ab4 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:50.073040 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ec05b37-015f-44f9-b40c-83c018eb0219 req-deadf72f-60e2-4d6f-80ff-b2f06c328ab4 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 944 time: 0.2346065 Aug 24 00:15:50.108336 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=b608e765-d168-4fdd-a24d-954e303d0162,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:50.160453 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.169023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b4368-1010-4a21-944c-6bb1101262e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=302f7373-8ead-44a1-ba94-89544b2793c7,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:50.195901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ec05b37-015f-44f9-b40c-83c018eb0219 req-3627dbb9-a9a0-4a1a-9584-f578955ce054 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260471 Aug 24 00:15:50.206593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['49d3b719-2e7b-4be4-b3c5-7bc15f972511'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:50.218626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b4368-1010-4a21-944c-6bb1101262e1 admin admin] Checking segment: {'id': 'ce218c41-1c1b-4381-ae1f-350d087e06ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55efabe0-0bd8-4a50-b905-78f085ad3b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:50.219029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9b4368-1010-4a21-944c-6bb1101262e1 admin admin] Network hostable DHCP agents. Network: 55efabe0-0bd8-4a50-b905-78f085ad3b8e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:15:50.261567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9b4368-1010-4a21-944c-6bb1101262e1 admin admin] Network 55efabe0-0bd8-4a50-b905-78f085ad3b8e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:15:50.299155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb50ec5b-8556-4504-83a3-46183db5192c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5fbb67-a685-4401-b642-66d6308f38ff'}, {'server_uuid': 'b2cb3322-5689-4d6d-9065-4df226526997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608e765-d168-4fdd-a24d-954e303d0162'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:50.302266 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e089b409-a434-4757-b39b-1a2a5a5f3444" -d '{"events": [{"server_uuid": "eb50ec5b-8556-4504-83a3-46183db5192c", "name": "network-vif-plugged", "status": "completed", "tag": "fa5fbb67-a685-4401-b642-66d6308f38ff"}, {"server_uuid": "b2cb3322-5689-4d6d-9065-4df226526997", "name": "network-vif-plugged", "status": "completed", "tag": "b608e765-d168-4fdd-a24d-954e303d0162"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:50.334706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8f9b4368-1010-4a21-944c-6bb1101262e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 55efabe0-0bd8-4a50-b905-78f085ad3b8e) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:50.347354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ae244-49e0-4b63-8189-dfe3e84fecde None None] Network 55efabe0-0bd8-4a50-b905-78f085ad3b8e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:15:50.354972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9b4368-1010-4a21-944c-6bb1101262e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:50.355562 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4368-1010-4a21-944c-6bb1101262e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.387127 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8f9b4368-1010-4a21-944c-6bb1101262e1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0729692 Aug 24 00:15:50.400737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a2ce0-39d5-4895-865f-880d60eabd8d req-f14192e9-675b-442a-8740-448198c6b2b9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:50.402396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-508a2ce0-39d5-4895-865f-880d60eabd8d req-f14192e9-675b-442a-8740-448198c6b2b9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 950 time: 0.0900848 Aug 24 00:15:50.495356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-508a2ce0-39d5-4895-865f-880d60eabd8d req-78126332-5c0e-47d6-a008-f0d8db65f8f9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672832 Aug 24 00:15:50.497632 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.506583 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.595354 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Pushing event updated for resources: {'Port': ['ID=aa2fc58a-46cb-447b-9ca8-105f4ffb30f9,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:50.607651 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.633476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.635782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-225236b4-325d-41ae-aff3-16581eaecd44 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9945862 Aug 24 00:15:50.791688 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cc82b6-5d85-49de-963d-cfebd25ce91a None None] Network 55efabe0-0bd8-4a50-b905-78f085ad3b8e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:15:51.079329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-8124fea0-d7a5-41d6-bba5-aeb3f003bbdd tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 696 time: 0.4365308 Aug 24 00:15:51.186908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a47d6-13be-4cf9-8805-1bad8e0d6277 req-5d0c9754-b48e-40f7-9ed4-e9fc3aa09cc9 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:51.186908 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f5a47d6-13be-4cf9-8805-1bad8e0d6277 req-5d0c9754-b48e-40f7-9ed4-e9fc3aa09cc9 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 946 time: 0.1179314 Aug 24 00:15:51.229977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f5a47d6-13be-4cf9-8805-1bad8e0d6277 req-84ab35a1-b5fb-4900-ab48-aae0c7cbff0a tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504167 Aug 24 00:15:51.263085 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-862bab99-ab7d-4fc4-b360-83380ccb32df tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:51.267575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0aba5a9c-c30f-4ce4-9fb0-f055ab191916 req-862bab99-ab7d-4fc4-b360-83380ccb32df tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.1712494 Aug 24 00:15:51.334461 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb1d07-e476-49cc-8899-61f351837370 x-openstack-request-id: req-9ccb1d07-e476-49cc-8899-61f351837370 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:51.335021 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb50ec5b-8556-4504-83a3-46183db5192c", "name": "network-vif-plugged", "status": "completed", "tag": "fa5fbb67-a685-4401-b642-66d6308f38ff", "code": 200}, {"server_uuid": "b2cb3322-5689-4d6d-9065-4df226526997", "name": "network-vif-plugged", "status": "completed", "tag": "b608e765-d168-4fdd-a24d-954e303d0162", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:51.335237 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ccb1d07-e476-49cc-8899-61f351837370 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:51.335707 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb50ec5b-8556-4504-83a3-46183db5192c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5fbb67-a685-4401-b642-66d6308f38ff', 'code': 200} Aug 24 00:15:51.336035 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cb3322-5689-4d6d-9065-4df226526997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608e765-d168-4fdd-a24d-954e303d0162', 'code': 200} Aug 24 00:15:51.474435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf102-4f2c-4259-8fc4-38998c954dfe req-458ab9a4-cf92-4026-aca9-c294c5139b76 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:51.476518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-affaf102-4f2c-4259-8fc4-38998c954dfe req-458ab9a4-cf92-4026-aca9-c294c5139b76 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 945 time: 0.0723994 Aug 24 00:15:51.588014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc7f37-9736-4d9d-8ee3-1b3cd9d19372 req-007ecd4d-f7c1-4f2d-997c-6f3d5f78ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:51.588014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bdbc7f37-9736-4d9d-8ee3-1b3cd9d19372 req-007ecd4d-f7c1-4f2d-997c-6f3d5f78ed36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 1096 time: 0.1080594 Aug 24 00:15:51.591378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa65b4-c6e1-4c17-bb99-c8caa1017912 req-3b67ab5c-3cb4-4126-99f8-da4fe31213f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:51.592852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10fa65b4-c6e1-4c17-bb99-c8caa1017912 req-3b67ab5c-3cb4-4126-99f8-da4fe31213f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 1097 time: 0.1143587 Aug 24 00:15:51.608639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-affaf102-4f2c-4259-8fc4-38998c954dfe req-3b67f653-77c8-4562-9148-6accd15cd134 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146951 Aug 24 00:15:51.817870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1392f759-25e7-47c1-90ef-a2f5fbb845c3 req-5bba5972-c843-43de-9f81-037e3a0fad00 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/floatingips/8aed6e9b-6168-47b0-ae17-f0ebcb67b642 HTTP/1.1" status: 200 len: 693 time: 0.1938095 Aug 24 00:15:51.856223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10fa65b4-c6e1-4c17-bb99-c8caa1017912 req-9eb086af-2bfe-4fdc-be20-1b754235082b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452664 Aug 24 00:15:51.878827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bdbc7f37-9736-4d9d-8ee3-1b3cd9d19372 req-69ecf274-59a0-41b9-8072-b01d0e26d615 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619085 Aug 24 00:15:51.950020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-929aa520-66ec-49c3-93c7-6492c0add45a tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:51.951102 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-929aa520-66ec-49c3-93c7-6492c0add45a tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/networks?id=55efabe0-0bd8-4a50-b905-78f085ad3b8e HTTP/1.1" status: 200 len: 813 time: 0.3281815 Aug 24 00:15:51.986445 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-1a3fea79-9575-4735-b0dc-a951a705baaf tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/quotas/240c2fed2a984397b880d0e66d074629 HTTP/1.1" status: 200 len: 375 time: 0.0291884 Aug 24 00:15:52.014339 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392f759-25e7-47c1-90ef-a2f5fbb845c3 req-f070c6b0-8d35-46c7-bde2-74bbf47ea825 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:52.015840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1392f759-25e7-47c1-90ef-a2f5fbb845c3 req-f070c6b0-8d35-46c7-bde2-74bbf47ea825 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.1833827 Aug 24 00:15:52.033251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-cb0c230c-74a8-4c38-8d87-e09a3e221800 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=240c2fed2a984397b880d0e66d074629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410371 Aug 24 00:15:52.104963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1392f759-25e7-47c1-90ef-a2f5fbb845c3 req-e5b536ff-f484-463c-b557-fe0ba48c5504 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 696 time: 0.0749614 Aug 24 00:15:52.192349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1392f759-25e7-47c1-90ef-a2f5fbb845c3 req-958c722f-a783-4efd-abae-94cd178bf52c tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.168 HTTP/1.1" status: 200 len: 696 time: 0.0580428 Aug 24 00:15:52.270619 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-80444a4b-8a25-4290-bd58-8918fddad35f service neutron] 10.222.0.32 "GET /v2.0/networks/55efabe0-0bd8-4a50-b905-78f085ad3b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998158 Aug 24 00:15:52.436645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-b5df8bde-7d6f-48fc-8f4c-355f74740724 service neutron] 10.222.0.32 "GET /v2.0/networks/55efabe0-0bd8-4a50-b905-78f085ad3b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337442 Aug 24 00:15:52.441881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1392f759-25e7-47c1-90ef-a2f5fbb845c3 req-870142e2-0ca9-48be-b8c4-c66ceee65e71 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Deleting port aa2fc58a-46cb-447b-9ca8-105f4ffb30f9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:52.442308 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1392f759-25e7-47c1-90ef-a2f5fbb845c3 req-870142e2-0ca9-48be-b8c4-c66ceee65e71 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:52.568634 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1392f759-25e7-47c1-90ef-a2f5fbb845c3 req-870142e2-0ca9-48be-b8c4-c66ceee65e71 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:52.569350 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1392f759-25e7-47c1-90ef-a2f5fbb845c3 req-870142e2-0ca9-48be-b8c4-c66ceee65e71 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:52.596197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1392f759-25e7-47c1-90ef-a2f5fbb845c3 req-870142e2-0ca9-48be-b8c4-c66ceee65e71 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Calling delete_port for aa2fc58a-46cb-447b-9ca8-105f4ffb30f9 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:52.743521 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53264c48-4904-435c-ab46-87a5644dbc77 req-59c5429b-90cd-4dcc-9195-2602de3ba7f6 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388765 Aug 24 00:15:52.955279 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1392f759-25e7-47c1-90ef-a2f5fbb845c3 req-870142e2-0ca9-48be-b8c4-c66ceee65e71 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:53.004881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870142e2-0ca9-48be-b8c4-c66ceee65e71 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Pushing event deleted for resources: {'Port': ['ID=aa2fc58a-46cb-447b-9ca8-105f4ffb30f9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:53.069644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53264c48-4904-435c-ab46-87a5644dbc77 req-23f10c0f-664f-46c5-8219-16f7deb7c808 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:53.077374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53264c48-4904-435c-ab46-87a5644dbc77 req-23f10c0f-664f-46c5-8219-16f7deb7c808 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3286295 Aug 24 00:15:53.097747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 49d3b719-2e7b-4be4-b3c5-7bc15f972511 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:53.103276 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53264c48-4904-435c-ab46-87a5644dbc77 req-a0af0d77-59fb-43e1-a097-312f27faf25e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/quotas/fcbd557231c74eedb4681fd7496dc8b0 HTTP/1.1" status: 200 len: 375 time: 0.0249736 Aug 24 00:15:53.156612 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1392f759-25e7-47c1-90ef-a2f5fbb845c3 req-870142e2-0ca9-48be-b8c4-c66ceee65e71 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:53.160174 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1392f759-25e7-47c1-90ef-a2f5fbb845c3 req-870142e2-0ca9-48be-b8c4-c66ceee65e71 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:53.161424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1392f759-25e7-47c1-90ef-a2f5fbb845c3 req-870142e2-0ca9-48be-b8c4-c66ceee65e71 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "DELETE /v2.0/floatingips/8aed6e9b-6168-47b0-ae17-f0ebcb67b642 HTTP/1.1" status: 204 len: 173 time: 0.9590092 Aug 24 00:15:53.202806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53264c48-4904-435c-ab46-87a5644dbc77 req-3d456215-f77d-4293-8ba3-af06a80c739a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953474 Aug 24 00:15:53.211272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 49d3b719-2e7b-4be4-b3c5-7bc15f972511 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:53.212003 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:53.345131 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:53.414991 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:53.467613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840cd36-b519-4d3a-97c3-6cdec4f5da58 req-2ef0070b-9bb5-4109-9b15-204949ceb5bb tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:53.479325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d3b719-2e7b-4be4-b3c5-7bc15f972511'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:53.480073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f840cd36-b519-4d3a-97c3-6cdec4f5da58 req-2ef0070b-9bb5-4109-9b15-204949ceb5bb tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 946 time: 0.1166544 Aug 24 00:15:53.483301 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0f05b0-f282-4093-8eda-fd84d45aa2ab" -d '{"events": [{"server_uuid": "d0710a28-8bbd-4eac-a8b7-121bb8f90ab6", "name": "network-vif-plugged", "status": "completed", "tag": "49d3b719-2e7b-4be4-b3c5-7bc15f972511"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:53.489153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:53.495242 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:53.587237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6fd8e948-204c-48af-9f4f-cdbc78f78418 req-4517b5e5-e67e-41c8-ada8-1f86aed6fb96 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 210 time: 0.1046362 Aug 24 00:15:53.594251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=49d3b719-2e7b-4be4-b3c5-7bc15f972511,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:53.599790 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f840cd36-b519-4d3a-97c3-6cdec4f5da58 req-8e884353-7b24-4570-951a-a99edcdf0349 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159601 Aug 24 00:15:53.718138 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-6f0d49bf-ffaa-4f66-826e-5fe0f0cf544a req-3e0eb2ad-c628-4f6b-9968-47306dbb01f0 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] show failed (client error): The resource could not be found. Aug 24 00:15:53.721917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f0d49bf-ffaa-4f66-826e-5fe0f0cf544a req-3e0eb2ad-c628-4f6b-9968-47306dbb01f0 tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/floatingips/8aed6e9b-6168-47b0-ae17-f0ebcb67b642 HTTP/1.1" status: 404 len: 350 time: 0.0664668 Aug 24 00:15:53.782717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62b332-3629-4596-96e2-f8d05d402243 req-2c69073a-1ef0-4266-93d5-07858f9a625a tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:53.784711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c62b332-3629-4596-96e2-f8d05d402243 req-2c69073a-1ef0-4266-93d5-07858f9a625a tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 945 time: 0.0699039 Aug 24 00:15:53.818829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-859b2efb-4f9f-4377-9e2a-744fd4a1118a req-4416a9a2-8e9f-4393-81d8-0795464fd2f3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 210 time: 0.0460038 Aug 24 00:15:53.854973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c62b332-3629-4596-96e2-f8d05d402243 req-976b5787-f015-4614-ada1-ac9ce07833b1 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591049 Aug 24 00:15:53.905777 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d54559-01e8-454d-93f7-71cb4194c9fc x-openstack-request-id: req-60d54559-01e8-454d-93f7-71cb4194c9fc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:53.906070 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0710a28-8bbd-4eac-a8b7-121bb8f90ab6", "name": "network-vif-plugged", "status": "completed", "tag": "49d3b719-2e7b-4be4-b3c5-7bc15f972511", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:53.906328 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60d54559-01e8-454d-93f7-71cb4194c9fc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:53.906731 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d3b719-2e7b-4be4-b3c5-7bc15f972511', 'code': 200} Aug 24 00:15:53.976105 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-5a52087b-4b7f-48a1-a7ab-3f2ccc811a07 req-e23fe6f7-6362-459f-84cf-01c2997c3a2d tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] show failed (client error): The resource could not be found. Aug 24 00:15:53.977256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a52087b-4b7f-48a1-a7ab-3f2ccc811a07 req-e23fe6f7-6362-459f-84cf-01c2997c3a2d tempest-FloatingIPsTestJSON-228810810 tempest-FloatingIPsTestJSON-228810810-project] 10.222.0.32 "GET /v2.0/floatingips/8aed6e9b-6168-47b0-ae17-f0ebcb67b642 HTTP/1.1" status: 404 len: 350 time: 0.0561860 Aug 24 00:15:53.987266 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44886) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:54.246346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-e4013335-a36b-4a2d-9080-4aeb7982aba9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:54.255226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-e4013335-a36b-4a2d-9080-4aeb7982aba9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 821 time: 0.1702712 Aug 24 00:15:54.280653 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-6f07d88a-72ac-47f1-b429-6c3c9e693c77 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/quotas/e50e8a83a6fa4976858cfe853fc5a9bf HTTP/1.1" status: 200 len: 375 time: 0.0173223 Aug 24 00:15:54.373162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-1d006cb0-e96d-4b99-be2e-03038b9715f6 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877419 Aug 24 00:15:54.413794 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-86a22d86-b772-443d-a2ce-b4a2738ce267 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:54.415326 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-86a22d86-b772-443d-a2ce-b4a2738ce267 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.47 "GET /v2.0/networks?id=55efabe0-0bd8-4a50-b905-78f085ad3b8e HTTP/1.1" status: 200 len: 813 time: 0.1976106 Aug 24 00:15:54.446466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c6bdea18-6f67-49d1-a241-03e8febb194c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Request body: {'port': {'device_id': '0b0c94d2-572f-43df-80c8-1ed920a3c2b1', 'network_id': '55efabe0-0bd8-4a50-b905-78f085ad3b8e', 'admin_state_up': True, 'tenant_id': '240c2fed2a984397b880d0e66d074629'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:54.491755 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-eed2976d-8f4e-4f7e-8f90-3c08023842ec service neutron] 10.222.0.32 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082096 Aug 24 00:15:54.610204 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add33f02-d24b-4756-bde2-ba3e82d9247d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:54.611726 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-ceb53e4c-dae7-461a-97a8-814bd044c392 service neutron] 10.222.0.32 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123524 Aug 24 00:15:54.652064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c6bdea18-6f67-49d1-a241-03e8febb194c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Made reservation on behalf of 240c2fed2a984397b880d0e66d074629 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:54.656286 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c6bdea18-6f67-49d1-a241-03e8febb194c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:54.745140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39f099-dd80-439e-b046-201e65a34b64 req-f90cd960-9d84-419e-835f-6be69d1663d1 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:54.746615 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb39f099-dd80-439e-b046-201e65a34b64 req-f90cd960-9d84-419e-835f-6be69d1663d1 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 946 time: 0.0682108 Aug 24 00:15:54.802526 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb39f099-dd80-439e-b046-201e65a34b64 req-988e59ba-de2a-46de-98a5-053173f25e31 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499520 Aug 24 00:15:54.907239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c6bdea18-6f67-49d1-a241-03e8febb194c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Allocated IP 172.20.0.6 (55efabe0-0bd8-4a50-b905-78f085ad3b8e/302f7373-8ead-44a1-ba94-89544b2793c7/b5b10378-99b6-44ce-a5d8-62bc61b55f2d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:55.029897 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2b80970-c500-4ff4-8d7e-dfebc134d44c req-fb0d67f6-ca76-4cc6-957d-fde400209040 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 210 time: 0.0971248 Aug 24 00:15:55.080858 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53264c48-4904-435c-ab46-87a5644dbc77 req-3c228d53-5912-480b-94dd-81e97295c6f4 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1360812 Aug 24 00:15:55.271277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ecdb5df-4db6-4f65-8a27-77a3cc433229 req-d80f940c-60da-40d6-ac57-3492f55feeb6 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 210 time: 0.0831511 Aug 24 00:15:55.278862 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c6bdea18-6f67-49d1-a241-03e8febb194c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.283611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-add33f02-d24b-4756-bde2-ba3e82d9247d admin admin] Deleting port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:55.283611 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add33f02-d24b-4756-bde2-ba3e82d9247d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.300805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53264c48-4904-435c-ab46-87a5644dbc77 req-df9baf96-70de-4b95-a520-68ddc5fe8c04 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:55.302331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53264c48-4904-435c-ab46-87a5644dbc77 req-df9baf96-70de-4b95-a520-68ddc5fe8c04 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148623 Aug 24 00:15:55.320398 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ca868-9cf7-4806-b8ac-2409c9f62879 req-2fa1c812-896f-4062-86a2-e9cab676daa5 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:55.331131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb1ca868-9cf7-4806-b8ac-2409c9f62879 req-2fa1c812-896f-4062-86a2-e9cab676daa5 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 1097 time: 0.1401041 Aug 24 00:15:55.372286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-53264c48-4904-435c-ab46-87a5644dbc77 req-ff2f7156-5629-4e4f-8b68-47434a870e06 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Request body: {'port': {'device_id': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'fcbd557231c74eedb4681fd7496dc8b0'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:55.402679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-add33f02-d24b-4756-bde2-ba3e82d9247d admin admin] For port c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f,segment=NetworkSegment(f0ff4e3c-ba07-4356-a18b-82388eccb0a8),segment_id=f0ff4e3c-ba07-4356-a18b-82388eccb0a8)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:55.403072 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add33f02-d24b-4756-bde2-ba3e82d9247d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.415485 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c6bdea18-6f67-49d1-a241-03e8febb194c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.460567 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-add33f02-d24b-4756-bde2-ba3e82d9247d admin admin] Calling delete_port for c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:55.488389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c6bdea18-6f67-49d1-a241-03e8febb194c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Network 55efabe0-0bd8-4a50-b905-78f085ad3b8e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:55.492419 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c6bdea18-6f67-49d1-a241-03e8febb194c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:55.493745 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb1ca868-9cf7-4806-b8ac-2409c9f62879 req-7aa7486b-f6ef-42d8-96b5-749d31c34440 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559064 Aug 24 00:15:55.494732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdea18-6f67-49d1-a241-03e8febb194c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Pushing event updated for resources: {'Port': ['ID=b5b10378-99b6-44ce-a5d8-62bc61b55f2d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:55.497042 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c6bdea18-6f67-49d1-a241-03e8febb194c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:55.584164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b383139-16ea-46e3-96a1-b48188612d7e req-c68cd1fb-da7c-4c41-8695-04b94eb14da7 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:55.589016 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b383139-16ea-46e3-96a1-b48188612d7e req-c68cd1fb-da7c-4c41-8695-04b94eb14da7 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 945 time: 0.2114916 Aug 24 00:15:55.603837 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c6bdea18-6f67-49d1-a241-03e8febb194c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:55.604574 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c6bdea18-6f67-49d1-a241-03e8febb194c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.632135 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c6bdea18-6f67-49d1-a241-03e8febb194c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1908774 Aug 24 00:15:55.636963 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53264c48-4904-435c-ab46-87a5644dbc77 req-ff2f7156-5629-4e4f-8b68-47434a870e06 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Made reservation on behalf of fcbd557231c74eedb4681fd7496dc8b0 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:55.641384 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-53264c48-4904-435c-ab46-87a5644dbc77 req-ff2f7156-5629-4e4f-8b68-47434a870e06 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.660864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1c4f8b3-3880-440a-990d-77eae315d44c req-deae759e-55ef-4cd5-8846-b5d6978f91e6 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 210 time: 0.0684242 Aug 24 00:15:55.674102 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Request body: {'port': {'device_id': '0b0c94d2-572f-43df-80c8-1ed920a3c2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:55.727151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b383139-16ea-46e3-96a1-b48188612d7e req-af4cc941-9591-45d1-8247-dc08bc7c5ae4 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280563 Aug 24 00:15:55.781542 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.924864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-53264c48-4904-435c-ab46-87a5644dbc77 req-ff2f7156-5629-4e4f-8b68-47434a870e06 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Allocated IP 192.168.233.100 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/2549e16f-cc65-477f-b266-ba499e3ae774) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:55.942808 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add33f02-d24b-4756-bde2-ba3e82d9247d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.987973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add33f02-d24b-4756-bde2-ba3e82d9247d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:56.005809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399878c-44f1-4604-b68e-1508135ec798 req-0bf0634a-6218-4a4d-912d-f008be77ddc6 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:56.007394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0399878c-44f1-4604-b68e-1508135ec798 req-0bf0634a-6218-4a4d-912d-f008be77ddc6 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 945 time: 0.0802445 Aug 24 00:15:56.020076 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44926) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:56.028464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-587fe839-1aa2-4b88-9a55-c01cfc3a0b8b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Request body: {'floatingip': {'port_id': 'b608e765-d168-4fdd-a24d-954e303d0162'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:56.055724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac83f6-6241-4053-9d28-948b00a49b61 req-5ce6225a-334a-4bd1-ad30-400133acf664 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:56.065325 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cac83f6-6241-4053-9d28-948b00a49b61 req-5ce6225a-334a-4bd1-ad30-400133acf664 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 1097 time: 0.1732666 Aug 24 00:15:56.168767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cac83f6-6241-4053-9d28-948b00a49b61 req-8606781a-9db7-4efd-aba0-faa56daab888 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021073 Aug 24 00:15:56.210346 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-587fe839-1aa2-4b88-9a55-c01cfc3a0b8b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.303005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358c168-ee02-45d3-abc2-2a4291967711 req-c726b729-dc6a-4d8a-aea0-3b4b45985a83 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:56.305347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9358c168-ee02-45d3-abc2-2a4291967711 req-c726b729-dc6a-4d8a-aea0-3b4b45985a83 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 931 time: 0.1790805 Aug 24 00:15:56.505147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-b710034c-649b-48f8-be36-a6217744f227 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:56.507663 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-b710034c-649b-48f8-be36-a6217744f227 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.13 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 821 time: 0.1415472 Aug 24 00:15:56.515904 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9358c168-ee02-45d3-abc2-2a4291967711 req-eeedc526-eb10-4d4f-831c-973f1ac13ae6 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025788 Aug 24 00:15:56.532014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-9622a975-81fa-4ff3-adfe-d83bff73c352 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Request body: {'port': {'device_id': '34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1', 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a', 'admin_state_up': True, 'tenant_id': 'e50e8a83a6fa4976858cfe853fc5a9bf'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:56.705204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0164d951-f2d7-4574-a739-c4ace94ce5ba req-579bdf08-ab22-47d2-83ea-5c9833bffbcd tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 210 time: 0.0466270 Aug 24 00:15:56.719735 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-53264c48-4904-435c-ab46-87a5644dbc77 req-ff2f7156-5629-4e4f-8b68-47434a870e06 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.742799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-53264c48-4904-435c-ab46-87a5644dbc77 req-ff2f7156-5629-4e4f-8b68-47434a870e06 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Transition to ACTIVE for port object 2549e16f-cc65-477f-b266-ba499e3ae774 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:56.762907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-9622a975-81fa-4ff3-adfe-d83bff73c352 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Made reservation on behalf of e50e8a83a6fa4976858cfe853fc5a9bf for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:56.771340 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-9622a975-81fa-4ff3-adfe-d83bff73c352 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.911584 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed0e183e-175d-4e2b-9de0-be46e4726178 req-d78a2c49-81a6-44b5-8cf3-afea25d4960f tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 210 time: 0.0873730 Aug 24 00:15:56.932208 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-add33f02-d24b-4756-bde2-ba3e82d9247d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.972991 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b10378-99b6-44ce-a5d8-62bc61b55f2d {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:56.993286 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.062740 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-53264c48-4904-435c-ab46-87a5644dbc77 req-ff2f7156-5629-4e4f-8b68-47434a870e06 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.101059 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['f9dab052-e794-4afc-b6b5-bcac010f738d', '49d3b719-2e7b-4be4-b3c5-7bc15f972511'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:57.103465 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7311cedf-edad-4872-9847-3b6cc66e7ec5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:57.107663 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Transition to ACTIVE for port object b5b10378-99b6-44ce-a5d8-62bc61b55f2d will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:57.193139 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.222616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53264c48-4904-435c-ab46-87a5644dbc77 req-ff2f7156-5629-4e4f-8b68-47434a870e06 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:57.265343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-53264c48-4904-435c-ab46-87a5644dbc77 req-ff2f7156-5629-4e4f-8b68-47434a870e06 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:57.514584 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc93f-5ce7-4b88-8cce-7b14a3c519d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.600826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Pushing event updated for resources: {'Port': ['ID=b5b10378-99b6-44ce-a5d8-62bc61b55f2d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:57.731683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-53264c48-4904-435c-ab46-87a5644dbc77 req-ff2f7156-5629-4e4f-8b68-47434a870e06 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:57.791970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f7156-5629-4e4f-8b68-47434a870e06 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Pushing event updated for resources: {'Port': ['ID=2549e16f-cc65-477f-b266-ba499e3ae774,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:57.838960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-9622a975-81fa-4ff3-adfe-d83bff73c352 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Allocated IP 172.20.0.5 (73946cb7-6543-439b-b8db-561e1cede42a/5fa782be-5361-4304-8935-1a8d05dccac3/5cfd7da2-4915-440f-a643-bba01e56d52b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:57.880251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53264c48-4904-435c-ab46-87a5644dbc77 req-ff2f7156-5629-4e4f-8b68-47434a870e06 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:57.880882 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-53264c48-4904-435c-ab46-87a5644dbc77 req-ff2f7156-5629-4e4f-8b68-47434a870e06 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.906037 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2aedb951-e786-4f97-bbdb-b9a1fd35a057 req-2fa61733-f406-4251-8db6-15b7bc3891a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6858344 Aug 24 00:15:57.911608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-34609b92-b1cb-4c25-9935-748243683cd8 None None] Provisioning for port 2549e16f-cc65-477f-b266-ba499e3ae774 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:57.927151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-14c649bf-4cde-4949-b8f3-4ac55d032bce tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:15:57.928186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-14c649bf-4cde-4949-b8f3-4ac55d032bce tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180590 Aug 24 00:15:57.933475 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Attempting to bind port b5b10378-99b6-44ce-a5d8-62bc61b55f2d on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:57.933960 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Attempting to bind port b5b10378-99b6-44ce-a5d8-62bc61b55f2d by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'ce218c41-1c1b-4381-ae1f-350d087e06ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55efabe0-0bd8-4a50-b905-78f085ad3b8e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:57.934482 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Attempting to bind port b5b10378-99b6-44ce-a5d8-62bc61b55f2d on network 55efabe0-0bd8-4a50-b905-78f085ad3b8e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:57.934619 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53264c48-4904-435c-ab46-87a5644dbc77 req-ff2f7156-5629-4e4f-8b68-47434a870e06 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5886643 Aug 24 00:15:57.939123 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.resource_extend [None req-587fe839-1aa2-4b88-9a55-c01cfc3a0b8b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:15:57.945129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cd159-a96a-4078-8592-daf656456b4a req-a1f4db8c-3ba7-4ac3-93a5-aa6990b385b6 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:57.947456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-928cd159-a96a-4078-8592-daf656456b4a req-a1f4db8c-3ba7-4ac3-93a5-aa6990b385b6 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 943 time: 0.2099738 Aug 24 00:15:57.968174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-caa540b6-a6a9-4f8a-8996-9ed3811dbf06 service neutron] Request body: {'binding': {'host': 'n-h1-805736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:57.968625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-caa540b6-a6a9-4f8a-8996-9ed3811dbf06 service neutron] Unknown quota resources ['binding']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:15:57.974259 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-34609b92-b1cb-4c25-9935-748243683cd8 None None] Provisioning complete for port 2549e16f-cc65-477f-b266-ba499e3ae774 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:57.974259 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34609b92-b1cb-4c25-9935-748243683cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.978157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Request body: {'port': {'device_id': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:57.982356 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Port b5b10378-99b6-44ce-a5d8-62bc61b55f2d on network 55efabe0-0bd8-4a50-b905-78f085ad3b8e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:15:57.982822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Attempting to bind port b5b10378-99b6-44ce-a5d8-62bc61b55f2d on network 55efabe0-0bd8-4a50-b905-78f085ad3b8e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:58.001269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:58.002532 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Checking segment: {'id': 'ce218c41-1c1b-4381-ae1f-350d087e06ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55efabe0-0bd8-4a50-b905-78f085ad3b8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:58.003662 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Bound using segment: {'id': 'ce218c41-1c1b-4381-ae1f-350d087e06ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55efabe0-0bd8-4a50-b905-78f085ad3b8e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:58.004856 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Bound port: b5b10378-99b6-44ce-a5d8-62bc61b55f2d, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce218c41-1c1b-4381-ae1f-350d087e06ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55efabe0-0bd8-4a50-b905-78f085ad3b8e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:58.005966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:58.047244 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-587fe839-1aa2-4b88-9a55-c01cfc3a0b8b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:58.049275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add33f02-d24b-4756-bde2-ba3e82d9247d admin admin] Router fae0913b-12f7-497d-ac62-fdb1cf980374 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:15:58.077163 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-587fe839-1aa2-4b88-9a55-c01cfc3a0b8b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:58.083560 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-34609b92-b1cb-4c25-9935-748243683cd8 None None] Port 2549e16f-cc65-477f-b266-ba499e3ae774 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:15:58.230441 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-928cd159-a96a-4078-8592-daf656456b4a req-3c62e79e-6a72-4b63-946c-891eebce1be7 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725670 Aug 24 00:15:58.244585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] For port b5b10378-99b6-44ce-a5d8-62bc61b55f2d, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:58.278922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] For port b5b10378-99b6-44ce-a5d8-62bc61b55f2d, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b5b10378-99b6-44ce-a5d8-62bc61b55f2d,segment=NetworkSegment(ce218c41-1c1b-4381-ae1f-350d087e06ec),segment_id=ce218c41-1c1b-4381-ae1f-350d087e06ec)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:58.329435 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:58.366547 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:58.403588 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-587fe839-1aa2-4b88-9a55-c01cfc3a0b8b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Floating IP ca04ca8b-19cc-4788-b502-6ed06a324cbb associated. External IP: 172.25.8.21, port: b608e765-d168-4fdd-a24d-954e303d0162. Aug 24 00:15:58.419409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedb951-e786-4f97-bbdb-b9a1fd35a057 req-6b928420-f52a-4dbe-950c-3c93eb922029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:58.421522 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2aedb951-e786-4f97-bbdb-b9a1fd35a057 req-6b928420-f52a-4dbe-950c-3c93eb922029 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 1096 time: 0.4482844 Aug 24 00:15:58.487023 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:58.487672 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:58.495081 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] 10.222.0.47 "PUT /v2.0/ports/b5b10378-99b6-44ce-a5d8-62bc61b55f2d HTTP/1.1" status: 200 len: 1091 time: 2.8219905 Aug 24 00:15:58.539447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0c94d2-572f-43df-80c8-1ed920a3c2b1', 'tag': 'b5b10378-99b6-44ce-a5d8-62bc61b55f2d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:58.542990 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eadcd2-f33d-4e3f-aa13-5e5baa937480" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0c94d2-572f-43df-80c8-1ed920a3c2b1", "tag": "b5b10378-99b6-44ce-a5d8-62bc61b55f2d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:58.578976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add33f02-d24b-4756-bde2-ba3e82d9247d admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:15:58.591162 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564cfa48-4cc9-4c13-9c63-8172e2f0e8c0 None None] Sync routers for ids ['fae0913b-12f7-497d-ac62-fdb1cf980374'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:15:58.604022 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-add33f02-d24b-4756-bde2-ba3e82d9247d admin admin] 10.222.0.32 "PUT /v2.0/routers/fae0913b-12f7-497d-ac62-fdb1cf980374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6150374 Aug 24 00:15:58.607616 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44980) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:58.608736 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564cfa48-4cc9-4c13-9c63-8172e2f0e8c0 None None] Routers {'fae0913b-12f7-497d-ac62-fdb1cf980374'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:58.609557 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-564cfa48-4cc9-4c13-9c63-8172e2f0e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fae0913b-12f7-497d-ac62-fdb1cf980374'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:58.621424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abb4d8-0260-47c9-bdca-6c53264f76f0 req-98a464f0-4810-489b-8899-e493f44495c9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:58.632108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7abb4d8-0260-47c9-bdca-6c53264f76f0 req-98a464f0-4810-489b-8899-e493f44495c9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 936 time: 0.2862203 Aug 24 00:15:58.678274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-caa540b6-a6a9-4f8a-8996-9ed3811dbf06 service neutron] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff on host n-h1-805736-1 for vnic_type normal with profile None {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:58.678749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-caa540b6-a6a9-4f8a-8996-9ed3811dbf06 service neutron] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:58.679103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-caa540b6-a6a9-4f8a-8996-9ed3811dbf06 service neutron] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:58.695883 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-9622a975-81fa-4ff3-adfe-d83bff73c352 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:58.700473 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68810c5-ed9b-4a3d-9e3e-e7998a79635a service neutron] Pushing event updated for resources: {'Port': ['ID=b5b10378-99b6-44ce-a5d8-62bc61b55f2d,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:58.734786 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-b103c823-22d1-4b0a-af0b-1f32bb8dac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:58.736213 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-b103c823-22d1-4b0a-af0b-1f32bb8dac8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240c2fed2a984397b880d0e66d074629&device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 1094 time: 0.1784899 Aug 24 00:15:58.763327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-caa540b6-a6a9-4f8a-8996-9ed3811dbf06 service neutron] Port fa5fbb67-a685-4401-b642-66d6308f38ff on network ea19c1d5-c260-40f7-a45f-242d804dbf95 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:15:58.763654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-caa540b6-a6a9-4f8a-8996-9ed3811dbf06 service neutron] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:58.787026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-caa540b6-a6a9-4f8a-8996-9ed3811dbf06 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:58.787371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-caa540b6-a6a9-4f8a-8996-9ed3811dbf06 service neutron] Checking segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:58.787777 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-caa540b6-a6a9-4f8a-8996-9ed3811dbf06 service neutron] Bound using segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:58.788217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-caa540b6-a6a9-4f8a-8996-9ed3811dbf06 service neutron] Bound port: fa5fbb67-a685-4401-b642-66d6308f38ff, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:58.791478 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-564cfa48-4cc9-4c13-9c63-8172e2f0e8c0 None None] Set router fae0913b-12f7-497d-ac62-fdb1cf980374 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:58.921748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7abb4d8-0260-47c9-bdca-6c53264f76f0 req-07024d91-a922-4029-b026-f164b8cdb03a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903285 Aug 24 00:15:58.923113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedb951-e786-4f97-bbdb-b9a1fd35a057 req-5e9d325a-e6bf-41dc-905d-700ec10a2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:58.924631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2aedb951-e786-4f97-bbdb-b9a1fd35a057 req-5e9d325a-e6bf-41dc-905d-700ec10a2496 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.4503427 Aug 24 00:15:59.112558 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-564cfa48-4cc9-4c13-9c63-8172e2f0e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'name': 'tempest-FloatingIPsTestJSON-236351539-router', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:32Z', 'updated_at': '2021-08-24T00:15:55Z', 'revision_number': 5, 'project_id': '0d05dcdd2f184765bf811a7bc4136692', 'gw_port': {'id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:33Z', 'updated_at': '2021-08-24T00:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:59.118046 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7a8b112-83ae-4360-9e29-33fd22f3e19d req-ebba0f54-be54-40bb-af96-557e267cb70d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 210 time: 0.0342195 Aug 24 00:15:59.124345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2aedb951-e786-4f97-bbdb-b9a1fd35a057 req-21cbe300-a6ca-468c-9dda-3fa47e1becd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 HTTP/1.1" status: 200 len: 217 time: 0.1870368 Aug 24 00:15:59.166718 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564cfa48-4cc9-4c13-9c63-8172e2f0e8c0 None None] Checking router: fae0913b-12f7-497d-ac62-fdb1cf980374 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:15:59.176935 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564cfa48-4cc9-4c13-9c63-8172e2f0e8c0 None None] Routers {'fae0913b-12f7-497d-ac62-fdb1cf980374'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:59.177550 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-564cfa48-4cc9-4c13-9c63-8172e2f0e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fae0913b-12f7-497d-ac62-fdb1cf980374'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:59.202556 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-74eb85c5-a777-4729-9959-85825cf68907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5b10378-99b6-44ce-a5d8-62bc61b55f2d HTTP/1.1" status: 200 len: 217 time: 0.0558000 Aug 24 00:15:59.224703 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-9622a975-81fa-4ff3-adfe-d83bff73c352 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.262516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['c99d7df1-d974-459a-a429-36212e113ee4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:59.287663 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.396797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-caa540b6-a6a9-4f8a-8996-9ed3811dbf06 service neutron] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=fa5fbb67-a685-4401-b642-66d6308f38ff,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:59.411557 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-564cfa48-4cc9-4c13-9c63-8172e2f0e8c0 None None] Set router fae0913b-12f7-497d-ac62-fdb1cf980374 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:59.428483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-9622a975-81fa-4ff3-adfe-d83bff73c352 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Network 73946cb7-6543-439b-b8db-561e1cede42a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:59.437346 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a86ad2-2494-44e0-8c20-a5643e0497b3 x-openstack-request-id: req-96a86ad2-2494-44e0-8c20-a5643e0497b3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:59.440876 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-caa540b6-a6a9-4f8a-8996-9ed3811dbf06 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.442247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-caa540b6-a6a9-4f8a-8996-9ed3811dbf06 service neutron] 10.222.0.32 "POST /v2.0/ports/fa5fbb67-a685-4401-b642-66d6308f38ff/bindings HTTP/1.1" status: 201 len: 389 time: 1.4887128 Aug 24 00:15:59.447847 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0c94d2-572f-43df-80c8-1ed920a3c2b1", "tag": "b5b10378-99b6-44ce-a5d8-62bc61b55f2d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:59.448315 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96a86ad2-2494-44e0-8c20-a5643e0497b3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:59.449057 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0c94d2-572f-43df-80c8-1ed920a3c2b1', 'tag': 'b5b10378-99b6-44ce-a5d8-62bc61b55f2d', 'status': 'completed', 'code': 200} Aug 24 00:15:59.461302 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-efa466b8-4e96-4374-8815-b65218e56337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:59.465664 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-efa466b8-4e96-4374-8815-b65218e56337 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=302f7373-8ead-44a1-ba94-89544b2793c7 HTTP/1.1" status: 200 len: 853 time: 0.2267292 Aug 24 00:15:59.474674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-9622a975-81fa-4ff3-adfe-d83bff73c352 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:59.495013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-9622a975-81fa-4ff3-adfe-d83bff73c352 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:59.499004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedb951-e786-4f97-bbdb-b9a1fd35a057 req-36adae7e-1e6a-4eac-8f23-133746680c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:59.499171 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.522933 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2aedb951-e786-4f97-bbdb-b9a1fd35a057 req-36adae7e-1e6a-4eac-8f23-133746680c20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.3375802 Aug 24 00:15:59.535395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622a975-81fa-4ff3-adfe-d83bff73c352 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Pushing event updated for resources: {'Port': ['ID=5cfd7da2-4915-440f-a643-bba01e56d52b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:59.673872 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-7214dfc3-c24b-4b22-9cd4-970d8c92ebef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55efabe0-0bd8-4a50-b905-78f085ad3b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1875517 Aug 24 00:15:59.718909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2aedb951-e786-4f97-bbdb-b9a1fd35a057 req-5a4e02a5-204e-4126-a563-432f0b5471e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807823 Aug 24 00:15:59.802351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587fe839-1aa2-4b88-9a55-c01cfc3a0b8b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Router a6be9085-d821-4524-aa06-b6e21e6fa5db has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:15:59.817850 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.878215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2aedb951-e786-4f97-bbdb-b9a1fd35a057 req-5f5f985b-c056-4c69-b7e3-fe934ee4c427 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463711 Aug 24 00:15:59.920700 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-3baf4c6b-497e-4b1e-b219-e2f1c7789668 service neutron] 10.222.0.47 "GET /v2.0/networks/55efabe0-0bd8-4a50-b905-78f085ad3b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283580 Aug 24 00:15:59.928298 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-564cfa48-4cc9-4c13-9c63-8172e2f0e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'name': 'tempest-FloatingIPsTestJSON-236351539-router', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:32Z', 'updated_at': '2021-08-24T00:15:55Z', 'revision_number': 5, 'project_id': '0d05dcdd2f184765bf811a7bc4136692', 'gw_port': {'id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:33Z', 'updated_at': '2021-08-24T00:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:00.008297 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564cfa48-4cc9-4c13-9c63-8172e2f0e8c0 None None] The sync data for ids ['fae0913b-12f7-497d-ac62-fdb1cf980374'] in n-d-805736-1 is: [{'id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'name': 'tempest-FloatingIPsTestJSON-236351539-router', 'tenant_id': '0d05dcdd2f184765bf811a7bc4136692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:32Z', 'updated_at': '2021-08-24T00:15:55Z', 'revision_number': 5, 'project_id': '0d05dcdd2f184765bf811a7bc4136692', 'gw_port': {'id': 'ffb2d490-b603-4458-8717-7d7af7296017', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae0913b-12f7-497d-ac62-fdb1cf980374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:33Z', 'updated_at': '2021-08-24T00:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:16:00.076920 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587fe839-1aa2-4b88-9a55-c01cfc3a0b8b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:16:00.085176 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-587fe839-1aa2-4b88-9a55-c01cfc3a0b8b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.089053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-9622a975-81fa-4ff3-adfe-d83bff73c352 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:00.089462 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-9622a975-81fa-4ff3-adfe-d83bff73c352 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.090186 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.093537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75be3c-4d9d-467b-8cd6-c7db617ab884 None None] Sync routers for ids ['a6be9085-d821-4524-aa06-b6e21e6fa5db'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:16:00.117937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75be3c-4d9d-467b-8cd6-c7db617ab884 None None] Routers {'a6be9085-d821-4524-aa06-b6e21e6fa5db'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:00.119641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2a75be3c-4d9d-467b-8cd6-c7db617ab884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:15:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a6be9085-d821-4524-aa06-b6e21e6fa5db'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:00.135840 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] Deleting port ffb2d490-b603-4458-8717-7d7af7296017 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:00.136565 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.144196 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1ff93ad4-854e-4741-a060-d0b94775b89a req-22ebc29d-c030-446b-836c-8b7dc68e4f2f service neutron] 10.222.0.47 "GET /v2.0/networks/55efabe0-0bd8-4a50-b905-78f085ad3b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107065 Aug 24 00:16:00.145946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2aedb951-e786-4f97-bbdb-b9a1fd35a057 req-1a2597b3-404a-45fc-bc6d-294802b038a8 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735513 Aug 24 00:16:00.156838 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-587fe839-1aa2-4b88-9a55-c01cfc3a0b8b tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "PUT /v2.0/floatingips/ca04ca8b-19cc-4788-b502-6ed06a324cbb HTTP/1.1" status: 200 len: 990 time: 4.1329165 Aug 24 00:16:00.160148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-9622a975-81fa-4ff3-adfe-d83bff73c352 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6337361 Aug 24 00:16:00.174645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2549e16f-cc65-477f-b266-ba499e3ae774 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:00.191372 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.196870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Request body: {'port': {'device_id': '34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:00.223146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-fafa5d6f-351c-4c18-86e1-3a2da0e00c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:00.224666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-fafa5d6f-351c-4c18-86e1-3a2da0e00c9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 1097 time: 0.3108847 Aug 24 00:16:00.245474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997752e0-3f86-4120-8806-f3a4c6721949 req-a2a14f48-625b-4be9-9159-9f0effc2c093 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:00.247078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-997752e0-3f86-4120-8806-f3a4c6721949 req-a2a14f48-625b-4be9-9159-9f0effc2c093 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 946 time: 0.4998264 Aug 24 00:16:00.251542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] For port ffb2d490-b603-4458-8717-7d7af7296017, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ffb2d490-b603-4458-8717-7d7af7296017,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:00.252714 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.259873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefa11f-821a-4638-8c52-ff233420c013 req-2708dc23-6ca8-4437-9222-2b6befe3774c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:00.261518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cefa11f-821a-4638-8c52-ff233420c013 req-2708dc23-6ca8-4437-9222-2b6befe3774c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 943 time: 0.5188978 Aug 24 00:16:00.297562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] Calling delete_port for ffb2d490-b603-4458-8717-7d7af7296017 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:00.299191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Transition to ACTIVE for port object 2549e16f-cc65-477f-b266-ba499e3ae774 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:00.363033 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.386789 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e06a26a1-298a-4bef-9f69-af7e43e6d22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.404190 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2a75be3c-4d9d-467b-8cd6-c7db617ab884 None None] Set router a6be9085-d821-4524-aa06-b6e21e6fa5db gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:00.452450 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eadcd2-f33d-4e3f-aa13-5e5baa937480 req-1e0cbd4f-c2eb-466d-a9c0-084af3b6b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:00.461704 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-48eadcd2-f33d-4e3f-aa13-5e5baa937480 req-1e0cbd4f-c2eb-466d-a9c0-084af3b6b9f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240c2fed2a984397b880d0e66d074629&device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 1094 time: 0.1906271 Aug 24 00:16:00.517228 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.559107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-997752e0-3f86-4120-8806-f3a4c6721949 req-91cb514c-8cf7-4247-9fa0-ea8cceb7f3a6 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910991 Aug 24 00:16:00.651685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cefa11f-821a-4638-8c52-ff233420c013 req-c02c9e20-b93a-4977-bc10-26dbe0406704 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821328 Aug 24 00:16:00.712729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Pushing event updated for resources: {'Port': ['ID=2549e16f-cc65-477f-b266-ba499e3ae774,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:00.813854 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:16:00.866551 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eadcd2-f33d-4e3f-aa13-5e5baa937480 req-5c98943f-58e3-426a-804e-dd5dcdc442fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:00.873787 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-48eadcd2-f33d-4e3f-aa13-5e5baa937480 req-5c98943f-58e3-426a-804e-dd5dcdc442fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=55efabe0-0bd8-4a50-b905-78f085ad3b8e HTTP/1.1" status: 200 len: 914 time: 0.4002478 Aug 24 00:16:00.937709 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-48eadcd2-f33d-4e3f-aa13-5e5baa937480 req-be5b4503-4f36-4b49-b0a2-2fcf961468eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5b10378-99b6-44ce-a5d8-62bc61b55f2d HTTP/1.1" status: 200 len: 217 time: 0.0536630 Aug 24 00:16:00.952690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2a75be3c-4d9d-467b-8cd6-c7db617ab884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 4, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port': {'id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'ca04ca8b-19cc-4788-b502-6ed06a324cbb', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'port_id': 'b608e765-d168-4fdd-a24d-954e303d0162', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'mac_address': 'fa:16:3e:9e:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cb3322-5689-4d6d-9065-4df226526997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:15:23Z', 'updated_at': '2021-08-24T00:15:57Z', 'revision_number': 1, 'project_id': 'b717855ba7434075a3740e6121207880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c002b150-f1ed-45a9-92c4-aaa32a221cba', 'name': '', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'mac_address': 'fa:16:3e:cc:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:27Z', 'revision_number': 5, 'project_id': 'b717855ba7434075a3740e6121207880', 'subnets': [{'id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:01.020476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75be3c-4d9d-467b-8cd6-c7db617ab884 None None] Checking router: a6be9085-d821-4524-aa06-b6e21e6fa5db for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:16:01.024337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-10026775-48b5-4d0f-9ce7-d85e15218448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:01.025718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:01.025937 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-10026775-48b5-4d0f-9ce7-d85e15218448 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.7591748 Aug 24 00:16:01.055736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:16:01.056255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c3da9b79-efe6-4b7c-9fcf-a3bc5fa8ff1f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:01.060243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75be3c-4d9d-467b-8cd6-c7db617ab884 None None] Routers {'a6be9085-d821-4524-aa06-b6e21e6fa5db'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:01.061657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2a75be3c-4d9d-467b-8cd6-c7db617ab884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:16:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a6be9085-d821-4524-aa06-b6e21e6fa5db'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:01.063181 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eadcd2-f33d-4e3f-aa13-5e5baa937480 req-8ce9fb4a-24e9-407a-acbf-e9f4c4e56277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:01.064643 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-48eadcd2-f33d-4e3f-aa13-5e5baa937480 req-8ce9fb4a-24e9-407a-acbf-e9f4c4e56277 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=302f7373-8ead-44a1-ba94-89544b2793c7 HTTP/1.1" status: 200 len: 853 time: 0.0998049 Aug 24 00:16:01.073798 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.141934 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.144378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-65ee7319-7fc9-4cdd-aec2-a2367342f4d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa5fbb67-a685-4401-b642-66d6308f38ff HTTP/1.1" status: 200 len: 217 time: 0.0568640 Aug 24 00:16:01.185643 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-48eadcd2-f33d-4e3f-aa13-5e5baa937480 req-8b57602e-5d3a-4081-a802-f55b4076d687 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55efabe0-0bd8-4a50-b905-78f085ad3b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081853 Aug 24 00:16:01.190146 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb2d490-b603-4458-8717-7d7af7296017,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:01.226742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2a75be3c-4d9d-467b-8cd6-c7db617ab884 None None] Set router a6be9085-d821-4524-aa06-b6e21e6fa5db gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:01.335827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33390a-0152-46c7-9029-3ea6c93c6f8c req-6d46b5a9-c8e9-44e2-9782-a45cd8fe1223 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:01.337559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad33390a-0152-46c7-9029-3ea6c93c6f8c req-6d46b5a9-c8e9-44e2-9782-a45cd8fe1223 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 948 time: 0.5815222 Aug 24 00:16:01.344735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-748c499d-00da-42c4-a8b1-49fa8c48ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:01.348351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-748c499d-00da-42c4-a8b1-49fa8c48ba22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.1231868 Aug 24 00:16:01.393571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-5a2d3119-8e37-4bcb-bb44-e5b36e483560 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299358 Aug 24 00:16:01.423431 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.438892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0c4b7-240b-4905-9b7b-c4f741d47abd req-dacb7abd-0e48-4c6a-9bb7-adda1aa00318 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:01.446224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1f0c4b7-240b-4905-9b7b-c4f741d47abd req-dacb7abd-0e48-4c6a-9bb7-adda1aa00318 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 931 time: 0.4353826 Aug 24 00:16:01.494544 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cb3322-5689-4d6d-9065-4df226526997', 'tag': 'b608e765-d168-4fdd-a24d-954e303d0162'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:01.504332 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ca3f76-5f5a-4c49-ae2b-286bb30465c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b2cb3322-5689-4d6d-9065-4df226526997", "tag": "b608e765-d168-4fdd-a24d-954e303d0162"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:01.513283 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1f0c4b7-240b-4905-9b7b-c4f741d47abd req-fe08bf14-8e9b-4613-ad8c-cc9eb2144eff tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656912 Aug 24 00:16:01.525467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Attempting to bind port 2549e16f-cc65-477f-b266-ba499e3ae774 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:01.542568 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2a75be3c-4d9d-467b-8cd6-c7db617ab884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 4, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port': {'id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'ca04ca8b-19cc-4788-b502-6ed06a324cbb', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'port_id': 'b608e765-d168-4fdd-a24d-954e303d0162', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'mac_address': 'fa:16:3e:9e:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cb3322-5689-4d6d-9065-4df226526997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:15:23Z', 'updated_at': '2021-08-24T00:15:57Z', 'revision_number': 1, 'project_id': 'b717855ba7434075a3740e6121207880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c002b150-f1ed-45a9-92c4-aaa32a221cba', 'name': '', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'mac_address': 'fa:16:3e:cc:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:27Z', 'revision_number': 5, 'project_id': 'b717855ba7434075a3740e6121207880', 'subnets': [{'id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:01.543141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Attempting to bind port 2549e16f-cc65-477f-b266-ba499e3ae774 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:01.543141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Attempting to bind port 2549e16f-cc65-477f-b266-ba499e3ae774 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:01.593724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75be3c-4d9d-467b-8cd6-c7db617ab884 None None] The sync data for ids ['a6be9085-d821-4524-aa06-b6e21e6fa5db'] in n-d-805736-1 is: [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 4, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port': {'id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'ca04ca8b-19cc-4788-b502-6ed06a324cbb', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'port_id': 'b608e765-d168-4fdd-a24d-954e303d0162', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'mac_address': 'fa:16:3e:9e:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cb3322-5689-4d6d-9065-4df226526997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:15:23Z', 'updated_at': '2021-08-24T00:15:57Z', 'revision_number': 1, 'project_id': 'b717855ba7434075a3740e6121207880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c002b150-f1ed-45a9-92c4-aaa32a221cba', 'name': '', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'mac_address': 'fa:16:3e:cc:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:27Z', 'revision_number': 5, 'project_id': 'b717855ba7434075a3740e6121207880', 'subnets': [{'id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:16:01.631495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Port 2549e16f-cc65-477f-b266-ba499e3ae774 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:01.632008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Attempting to bind port 2549e16f-cc65-477f-b266-ba499e3ae774 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:01.721711 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.726662 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.747337 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-48eadcd2-f33d-4e3f-aa13-5e5baa937480 req-3b8e9dae-0c64-4ed0-b02f-eb3c3fbfbe53 service neutron] 10.222.0.47 "GET /v2.0/networks/55efabe0-0bd8-4a50-b905-78f085ad3b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472963 Aug 24 00:16:01.930117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.930766 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fae0913b-12f7-497d-ac62-fdb1cf980374 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:16:01.954259 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322d880-4d08-44af-9bff-7eef4d28d7ec None None] New status for floating IP ca04ca8b-19cc-4788-b502-6ed06a324cbb: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:16:01.969438 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.973210 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-02fb41da-4fc8-406c-8285-01d645203d65 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fae0913b-12f7-497d-ac62-fdb1cf980374 HTTP/1.1" status: 204 len: 168 time: 3.3604701 Aug 24 00:16:01.975073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45016) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:02.095453 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-48eadcd2-f33d-4e3f-aa13-5e5baa937480 req-e1c16078-e342-47d7-a15d-dacc1ebc7ff7 service neutron] 10.222.0.47 "GET /v2.0/networks/55efabe0-0bd8-4a50-b905-78f085ad3b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428893 Aug 24 00:16:02.114468 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab192b0-acbd-4612-97a0-7442cf8a4231 admin admin] Deleting subnet c1f66e03-efe2-4076-b880-544e353d0466 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:16:02.121050 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ab192b0-acbd-4612-97a0-7442cf8a4231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.124022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad33390a-0152-46c7-9029-3ea6c93c6f8c req-664b5ae4-93a2-4b00-b2ef-9aff89285737 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7707541 Aug 24 00:16:02.141647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:02.141992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:02.142389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:02.142862 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Bound port: 2549e16f-cc65-477f-b266-ba499e3ae774, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:02.143274 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.226088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-85bfd899-1488-4d4a-8154-43f82990f957 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8128550 Aug 24 00:16:02.287608 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ab192b0-acbd-4612-97a0-7442cf8a4231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.345971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10a727-6a25-4bef-96a1-a92d9fa47b6d req-752651f1-709b-452f-8a06-8d018f314aab tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:02.354078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d10a727-6a25-4bef-96a1-a92d9fa47b6d req-752651f1-709b-452f-8a06-8d018f314aab tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 946 time: 0.2772138 Aug 24 00:16:02.402982 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ab192b0-acbd-4612-97a0-7442cf8a4231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.441525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:02.477322 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ab192b0-acbd-4612-97a0-7442cf8a4231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.500582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d10a727-6a25-4bef-96a1-a92d9fa47b6d req-f0153adb-5e95-48c3-9337-5d28fabec57d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455302 Aug 24 00:16:02.502429 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686150ad-dc4d-4c0d-87d4-081900961d32 None None] Network b4f29ba1-4ac1-4df8-be5d-0265734f0552 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:02.514715 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ab192b0-acbd-4612-97a0-7442cf8a4231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.520897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:02.522011 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2ab192b0-acbd-4612-97a0-7442cf8a4231 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c1f66e03-efe2-4076-b880-544e353d0466 HTTP/1.1" status: 204 len: 168 time: 0.5180452 Aug 24 00:16:02.589149 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:02.615944 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.657461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dbca3-320a-4c49-a009-bdd76680b225 req-88cf97bd-1dc7-4ab8-9c5c-be39410d13cd tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:02.664496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e60dbca3-320a-4c49-a009-bdd76680b225 req-88cf97bd-1dc7-4ab8-9c5c-be39410d13cd tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 943 time: 0.3412943 Aug 24 00:16:02.719673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ab176a38-d63c-485f-b8d9-5839c4c17852 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686522 Aug 24 00:16:02.732001 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7793caed-1840-4f2d-8ca5-1bdaa6e8f6d9 x-openstack-request-id: req-7793caed-1840-4f2d-8ca5-1bdaa6e8f6d9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:02.732239 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2cb3322-5689-4d6d-9065-4df226526997", "tag": "b608e765-d168-4fdd-a24d-954e303d0162", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:02.732495 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7793caed-1840-4f2d-8ca5-1bdaa6e8f6d9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:02.732835 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2cb3322-5689-4d6d-9065-4df226526997', 'tag': 'b608e765-d168-4fdd-a24d-954e303d0162', 'status': 'completed', 'code': 200} Aug 24 00:16:02.733515 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab192b0-acbd-4612-97a0-7442cf8a4231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f66e03-efe2-4076-b880-544e353d0466,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:02.785488 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.804405 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:02.805047 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.809063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53264c48-4904-435c-ab46-87a5644dbc77 req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] 10.222.0.47 "PUT /v2.0/ports/2549e16f-cc65-477f-b266-ba499e3ae774 HTTP/1.1" status: 200 len: 1096 time: 4.8523569 Aug 24 00:16:02.825395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:02.828466 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efda34ce-788e-42a4-919f-612cb71b66d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:02.835975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfd7da2-4915-440f-a643-bba01e56d52b {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:02.894429 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.912844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafbd4b7-dc13-4678-9f94-39aa1c6e3469 None None] DHCP port deletion for b4f29ba1-4ac1-4df8-be5d-0265734f0552 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:16:02.923464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Deleting port 44e18309-38d3-4a13-8475-e7128384b9c8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:02.923818 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.952862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e60dbca3-320a-4c49-a009-bdd76680b225 req-53f4b169-09ed-448a-ad1e-fec4160fd2a5 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787285 Aug 24 00:16:03.047169 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.083550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ffb2d490-b603-4458-8717-7d7af7296017 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:03.100217 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] For port 44e18309-38d3-4a13-8475-e7128384b9c8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=44e18309-38d3-4a13-8475-e7128384b9c8,segment=NetworkSegment(f0ff4e3c-ba07-4356-a18b-82388eccb0a8),segment_id=f0ff4e3c-ba07-4356-a18b-82388eccb0a8)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:03.100866 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.108775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Transition to ACTIVE for port object 5cfd7da2-4915-440f-a643-bba01e56d52b will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:03.110918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eae542-1ecc-4f4c-8681-fa0ee2db2599 service neutron] Pushing event updated for resources: {'Port': ['ID=2549e16f-cc65-477f-b266-ba499e3ae774,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:03.120628 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Calling delete_port for 44e18309-38d3-4a13-8475-e7128384b9c8 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:03.126702 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.134203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca3f76-5f5a-4c49-ae2b-286bb30465c7 req-61f49b2a-1073-4d26-b83c-cefd02620c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:03.136290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52ca3f76-5f5a-4c49-ae2b-286bb30465c7 req-61f49b2a-1073-4d26-b83c-cefd02620c1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b717855ba7434075a3740e6121207880&device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 1096 time: 0.4157598 Aug 24 00:16:03.180200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: ffb2d490-b603-4458-8717-7d7af7296017 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:16:03.180548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ffb2d490-b603-4458-8717-7d7af7296017 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:03.180974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 44e18309-38d3-4a13-8475-e7128384b9c8 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:03.218391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa6b11-3cc7-4e29-bcd3-07a1d3b9091e req-e0d25477-48ec-438a-9501-582c4840714c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:03.225541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0efa6b11-3cc7-4e29-bcd3-07a1d3b9091e req-e0d25477-48ec-438a-9501-582c4840714c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 931 time: 0.3486929 Aug 24 00:16:03.228820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53264c48-4904-435c-ab46-87a5644dbc77 req-c2e656ef-f371-4554-a40c-69a36c21c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:03.230642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53264c48-4904-435c-ab46-87a5644dbc77 req-c2e656ef-f371-4554-a40c-69a36c21c394 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 1099 time: 0.3099637 Aug 24 00:16:03.278379 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59a2e62-1d9f-4b5d-a451-4802b5bf85ee x-openstack-request-id: req-d59a2e62-1d9f-4b5d-a451-4802b5bf85ee {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:03.278739 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:03.278964 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d59a2e62-1d9f-4b5d-a451-4802b5bf85ee {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:03.279325 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774', 'status': 'completed', 'code': 200} Aug 24 00:16:03.317815 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-aafbd4b7-dc13-4678-9f94-39aa1c6e3469 None None] Deleting port 44e18309-38d3-4a13-8475-e7128384b9c8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:03.318199 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aafbd4b7-dc13-4678-9f94-39aa1c6e3469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.327002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfd7da2-4915-440f-a643-bba01e56d52b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:03.330114 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.334323 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53264c48-4904-435c-ab46-87a5644dbc77 req-4232fa62-c9f5-47ed-90b5-0a6704a988fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2549e16f-cc65-477f-b266-ba499e3ae774 HTTP/1.1" status: 200 len: 217 time: 0.0668061 Aug 24 00:16:03.361253 n-d-805736-1 neutron-server[94839]: INFO neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No ports have port_id starting with 44e18309-38d3-4a13-8475-e7128384b9c8 Aug 24 00:16:03.417549 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] No DVR routers for this DVR port 44e18309-38d3-4a13-8475-e7128384b9c8 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:03.470594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e18309-38d3-4a13-8475-e7128384b9c8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:03.493372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0efa6b11-3cc7-4e29-bcd3-07a1d3b9091e req-91c2e019-18db-4879-92ae-ab31b33180e9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620394 Aug 24 00:16:03.526583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-aafbd4b7-dc13-4678-9f94-39aa1c6e3469 None None] For port 44e18309-38d3-4a13-8475-e7128384b9c8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=44e18309-38d3-4a13-8475-e7128384b9c8,segment=NetworkSegment(f0ff4e3c-ba07-4356-a18b-82388eccb0a8),segment_id=f0ff4e3c-ba07-4356-a18b-82388eccb0a8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:03.527025 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aafbd4b7-dc13-4678-9f94-39aa1c6e3469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.560859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-aafbd4b7-dc13-4678-9f94-39aa1c6e3469 None None] Calling delete_port for 44e18309-38d3-4a13-8475-e7128384b9c8 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:03.625007 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.645780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53264c48-4904-435c-ab46-87a5644dbc77 req-4877606b-7ee4-4978-9b72-9bdf1c80c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:03.647260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f29ba1-4ac1-4df8-be5d-0265734f0552']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:03.650626 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53264c48-4904-435c-ab46-87a5644dbc77 req-4877606b-7ee4-4978-9b72-9bdf1c80c806 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.3028154 Aug 24 00:16:03.668012 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ff4e3c-ba07-4356-a18b-82388eccb0a8') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:03.668309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ff4e3c-ba07-4356-a18b-82388eccb0a8') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:03.690706 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.713673 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aafbd4b7-dc13-4678-9f94-39aa1c6e3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.716082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca3f76-5f5a-4c49-ae2b-286bb30465c7 req-d369aa18-7e90-4ea6-bc4c-8708067e251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:03.717462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.723997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52ca3f76-5f5a-4c49-ae2b-286bb30465c7 req-d369aa18-7e90-4ea6-bc4c-8708067e251b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b86a2204-7c92-4ee1-859a-d1104d99b29c HTTP/1.1" status: 200 len: 916 time: 0.5586896 Aug 24 00:16:03.732256 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:16:03.732673 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:16:03.734579 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:16:03.794726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbd4b7-dc13-4678-9f94-39aa1c6e3469 None None] Pushing event deleted for resources: {'Port': ['ID=44e18309-38d3-4a13-8475-e7128384b9c8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:03.797258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbd4b7-dc13-4678-9f94-39aa1c6e3469 None None] No DVR routers for this DVR port 44e18309-38d3-4a13-8475-e7128384b9c8 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:03.858677 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.864990 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.868065 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b4f29ba1-4ac1-4df8-be5d-0265734f0552 HTTP/1.1" status: 204 len: 168 time: 1.2782063 Aug 24 00:16:03.905340 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953dc172-52ae-4e45-af19-4f0c7a90abe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f29ba1-4ac1-4df8-be5d-0265734f0552,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:03.924756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Attempting to bind port 5cfd7da2-4915-440f-a643-bba01e56d52b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:03.925104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Attempting to bind port 5cfd7da2-4915-440f-a643-bba01e56d52b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:03.925672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Attempting to bind port 5cfd7da2-4915-440f-a643-bba01e56d52b on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:03.959165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f922e-1a4d-4bb6-bc0c-0ef83ccb20cb req-b125e1f5-5869-4615-baa8-ea404e50b5f6 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:03.960937 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-183f922e-1a4d-4bb6-bc0c-0ef83ccb20cb req-b125e1f5-5869-4615-baa8-ea404e50b5f6 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 948 time: 0.5011303 Aug 24 00:16:04.031224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e84952-f643-41a2-ac30-9e3a0f59f842 req-a2a38c89-4760-4efb-b571-41ec1608aa18 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.039326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56e84952-f643-41a2-ac30-9e3a0f59f842 req-a2a38c89-4760-4efb-b571-41ec1608aa18 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 946 time: 0.4092658 Aug 24 00:16:04.043968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Port 5cfd7da2-4915-440f-a643-bba01e56d52b on network 73946cb7-6543-439b-b8db-561e1cede42a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:04.043968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Attempting to bind port 5cfd7da2-4915-440f-a643-bba01e56d52b on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:04.068664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:04.069085 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Checking segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:04.069923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Bound using segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:04.070071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Bound port: 5cfd7da2-4915-440f-a643-bba01e56d52b, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:04.070546 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:04.076115 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52ca3f76-5f5a-4c49-ae2b-286bb30465c7 req-b81d662b-e689-4be5-82dd-65609001353c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b608e765-d168-4fdd-a24d-954e303d0162 HTTP/1.1" status: 200 len: 1000 time: 0.3101172 Aug 24 00:16:04.123861 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45056) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:04.149318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53264c48-4904-435c-ab46-87a5644dbc77 req-507e033f-5f99-403b-8b28-65fb9c727e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.151460 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53264c48-4904-435c-ab46-87a5644dbc77 req-507e033f-5f99-403b-8b28-65fb9c727e5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4410985 Aug 24 00:16:04.168275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-183f922e-1a4d-4bb6-bc0c-0ef83ccb20cb req-0e94420c-3b4f-449e-87aa-1f90d44f6dc3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908836 Aug 24 00:16:04.173394 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e1cdf697-d031-4e17-be71-d8f87986fcd5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d05dcdd2f184765bf811a7bc4136692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483866 Aug 24 00:16:04.176747 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:04.242531 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aec1629d-0245-4f50-804a-b801cb5624c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:04.284001 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aec1629d-0245-4f50-804a-b801cb5624c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:04.298265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:04.302290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5cfd7da2-4915-440f-a643-bba01e56d52b,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:04.305227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca3f76-5f5a-4c49-ae2b-286bb30465c7 req-33c0863c-a8e2-4781-868e-aaa6762cd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.307840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52ca3f76-5f5a-4c49-ae2b-286bb30465c7 req-33c0863c-a8e2-4781-868e-aaa6762cd4b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3791fcf4-d665-4c30-80d2-d2a9e0b763d4 HTTP/1.1" status: 200 len: 854 time: 0.2060146 Aug 24 00:16:04.363915 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aec1629d-0245-4f50-804a-b801cb5624c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:04.368706 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aec1629d-0245-4f50-804a-b801cb5624c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:04.372869 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:04.374190 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-aec1629d-0245-4f50-804a-b801cb5624c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88048b4a-9320-43cc-ba05-9c51f8268dbb HTTP/1.1" status: 204 len: 168 time: 0.1963978 Aug 24 00:16:04.399588 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1629d-0245-4f50-804a-b801cb5624c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88048b4a-9320-43cc-ba05-9c51f8268dbb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:04.586607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfd7da2-4915-440f-a643-bba01e56d52b,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:04.647563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:04.648293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:04.648382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:04.648697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:04.649033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:04.649362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:04.649688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:04.650039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:04.651237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:04.651632 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:04.651994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:04.652295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:04.685653 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56e84952-f643-41a2-ac30-9e3a0f59f842 req-f96c89d6-df96-4067-9405-fd58eb72204b tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6242554 Aug 24 00:16:04.733948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca3f76-5f5a-4c49-ae2b-286bb30465c7 req-109f3834-b1f8-4860-a7fb-0d59f7e0159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.741203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52ca3f76-5f5a-4c49-ae2b-286bb30465c7 req-109f3834-b1f8-4860-a7fb-0d59f7e0159a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b86a2204-7c92-4ee1-859a-d1104d99b29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4175608 Aug 24 00:16:04.751508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.752751 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:04.756135 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4d6bed52-5310-42d7-a1ff-88bd86127cc7 service neutron] 10.222.0.13 "PUT /v2.0/ports/5cfd7da2-4915-440f-a643-bba01e56d52b HTTP/1.1" status: 200 len: 1091 time: 4.5709417 Aug 24 00:16:04.909184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ae260-d795-4c91-82b4-9bbce48dd754 req-4ae7a5cc-f7dd-46ea-b02a-1ac6cdc0b260 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.911293 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce6ae260-d795-4c91-82b4-9bbce48dd754 req-4ae7a5cc-f7dd-46ea-b02a-1ac6cdc0b260 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 943 time: 0.5378284 Aug 24 00:16:04.943285 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53264c48-4904-435c-ab46-87a5644dbc77 req-697171ba-425d-462d-8dbc-8576a97f35f7 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7728179 Aug 24 00:16:05.127052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b5b10378-99b6-44ce-a5d8-62bc61b55f2d details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:05.158197 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53264c48-4904-435c-ab46-87a5644dbc77 req-fa3888f6-8e90-48f3-b181-7de28a2f76d5 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780319 Aug 24 00:16:05.249606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b5b10378-99b6-44ce-a5d8-62bc61b55f2d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b5b10378-99b6-44ce-a5d8-62bc61b55f2d,segment=NetworkSegment(ce218c41-1c1b-4381-ae1f-350d087e06ec),segment_id=ce218c41-1c1b-4381-ae1f-350d087e06ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:05.254033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce6ae260-d795-4c91-82b4-9bbce48dd754 req-bd8a9d17-cd5a-42a6-8457-4efeb5cb1d16 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279595 Aug 24 00:16:05.262521 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'b5b10378-99b6-44ce-a5d8-62bc61b55f2d', 'network_id': '55efabe0-0bd8-4a50-b905-78f085ad3b8e', 'port_id': 'b5b10378-99b6-44ce-a5d8-62bc61b55f2d', 'mac_address': 'fa:16:3e:ef:bc:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302f7373-8ead-44a1-ba94-89544b2793c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:05.283122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-7f9f9ac5-57c8-4b91-937f-bdcd3a472838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:05.285370 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-7f9f9ac5-57c8-4b91-937f-bdcd3a472838 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 1094 time: 0.3879409 Aug 24 00:16:05.331814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664383c-7910-4967-864c-623fa92447dc req-8bcbf007-e47a-49e4-bfaf-1149e210b5e0 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:05.339117 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:05.340149 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5664383c-7910-4967-864c-623fa92447dc req-8bcbf007-e47a-49e4-bfaf-1149e210b5e0 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 943 time: 0.3730125 Aug 24 00:16:05.341869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1', 'tag': '5cfd7da2-4915-440f-a643-bba01e56d52b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:05.344323 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a09e72-5a0c-4a3b-b4be-214630d70073" -d '{"events": [{"name": "network-changed", "server_uuid": "34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1", "tag": "5cfd7da2-4915-440f-a643-bba01e56d52b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:05.373967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b10378-99b6-44ce-a5d8-62bc61b55f2d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:05.403728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-f98a26ff-932a-4230-a99e-7d7569f3c3b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cfd7da2-4915-440f-a643-bba01e56d52b HTTP/1.1" status: 200 len: 217 time: 0.0544970 Aug 24 00:16:05.413819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b5b10378-99b6-44ce-a5d8-62bc61b55f2d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b5b10378-99b6-44ce-a5d8-62bc61b55f2d,segment=NetworkSegment(ce218c41-1c1b-4381-ae1f-350d087e06ec),segment_id=ce218c41-1c1b-4381-ae1f-350d087e06ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:05.418945 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:05.468249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5664383c-7910-4967-864c-623fa92447dc req-055418bf-1cc8-47c6-aeae-9308e146caa8 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263103 Aug 24 00:16:05.485667 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b5b10378-99b6-44ce-a5d8-62bc61b55f2d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:05.537736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52ca3f76-5f5a-4c49-ae2b-286bb30465c7 req-1df80f26-c81f-4634-9088-6244ab7c4b43 service neutron] 10.222.0.13 "GET /v2.0/networks/b86a2204-7c92-4ee1-859a-d1104d99b29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7799203 Aug 24 00:16:05.675633 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9ea1e9-0b74-406b-abc9-e121af9f7d20 x-openstack-request-id: req-bb9ea1e9-0b74-406b-abc9-e121af9f7d20 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:05.678372 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1", "tag": "5cfd7da2-4915-440f-a643-bba01e56d52b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:05.679031 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb9ea1e9-0b74-406b-abc9-e121af9f7d20 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:05.679713 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1', 'tag': '5cfd7da2-4915-440f-a643-bba01e56d52b', 'status': 'completed', 'code': 200} Aug 24 00:16:05.733502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52ca3f76-5f5a-4c49-ae2b-286bb30465c7 req-895a4a4f-e9a0-4751-b5d6-5d30ec23b9bc service neutron] 10.222.0.13 "GET /v2.0/networks/b86a2204-7c92-4ee1-859a-d1104d99b29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675613 Aug 24 00:16:05.741451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda34ce-788e-42a4-919f-612cb71b66d8 req-f1426e0e-1c9c-4a1b-ab4f-85b6677f75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:05.742919 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efda34ce-788e-42a4-919f-612cb71b66d8 req-f1426e0e-1c9c-4a1b-ab4f-85b6677f75b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 1099 time: 0.4542027 Aug 24 00:16:05.774585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:05.785471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-b8ff78b0-0cab-4115-9b8b-900ff77b7769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:05.787044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-b8ff78b0-0cab-4115-9b8b-900ff77b7769 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.3299580 Aug 24 00:16:05.847858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be37f2-7fab-422f-b6f6-70445635d97c req-a8fcd5b3-2735-48ce-ae5d-68b4a514db91 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:05.855884 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26be37f2-7fab-422f-b6f6-70445635d97c req-a8fcd5b3-2735-48ce-ae5d-68b4a514db91 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 948 time: 0.4182982 Aug 24 00:16:05.912819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1284583351-network', 'tenant_id': '2473265a6e12449aa0f37045d5b34a2c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:05.973542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] Made reservation on behalf of 2473265a6e12449aa0f37045d5b34a2c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:05.983224 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.012273 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.047768 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['b5b10378-99b6-44ce-a5d8-62bc61b55f2d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:06.212699 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.220679 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.236332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-1ae6aa85-961a-4d25-af81-d7367c06edeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4315503 Aug 24 00:16:06.268656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:16:06.290734 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.291652 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] Added segment de09799d-5b9f-4c0f-9980-1f8211abc794 of type vlan for network b84cef5d-c79b-41f0-a662-0612779e92a3 Aug 24 00:16:06.339282 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.344135 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-5da3bd8e-9463-4e53-ab19-83989c3c1bf9 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949671 Aug 24 00:16:06.374513 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.375677 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:06.376268 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.406228 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:06.465600 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6888962 Aug 24 00:16:06.482264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26be37f2-7fab-422f-b6f6-70445635d97c req-9e4bdf60-6164-4186-bb7d-cbbd1e6ae63a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6167014 Aug 24 00:16:06.483366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45104) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:06.496806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Request body: {'subnet': {'network_id': 'b84cef5d-c79b-41f0-a662-0612779e92a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1284583351-subnet', 'tenant_id': '2473265a6e12449aa0f37045d5b34a2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:06.513305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda34ce-788e-42a4-919f-612cb71b66d8 req-03d5b1b8-b2a6-49f7-915c-448f0e1508ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:06.514862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efda34ce-788e-42a4-919f-612cb71b66d8 req-03d5b1b8-b2a6-49f7-915c-448f0e1508ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.7503724 Aug 24 00:16:06.517001 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963738d0-be76-47f1-8d3b-1a6bb9f67986 admin admin] Pushing event updated for resources: {'Network': ['ID=b84cef5d-c79b-41f0-a662-0612779e92a3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:06.530345 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network b84cef5d-c79b-41f0-a662-0612779e92a3 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:16:06.544627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Made reservation on behalf of 2473265a6e12449aa0f37045d5b34a2c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:06.547896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.565423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba721beb-090e-40a2-af9c-d3b65b5c2b2f req-7865846d-4441-4a14-8642-13337bf408e0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:06.566734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba721beb-090e-40a2-af9c-d3b65b5c2b2f req-7865846d-4441-4a14-8642-13337bf408e0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 946 time: 0.7041280 Aug 24 00:16:06.651336 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efda34ce-788e-42a4-919f-612cb71b66d8 req-886fbac9-e773-4b89-aff2-5f6757737d77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2549e16f-cc65-477f-b266-ba499e3ae774 HTTP/1.1" status: 200 len: 217 time: 0.1170659 Aug 24 00:16:06.787560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a83227cf-9be0-4e2d-ac62-186ff4221aa6 req-4f8796a0-c574-409d-b825-c8b183ba73bd service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267375 Aug 24 00:16:06.829371 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.830142 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba721beb-090e-40a2-af9c-d3b65b5c2b2f req-1a26a34c-7324-4ec4-bec3-b7dfa63001f8 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028439 Aug 24 00:16:06.832274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda34ce-788e-42a4-919f-612cb71b66d8 req-46867006-0326-46e2-b5ac-e1097e5f5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:06.837395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efda34ce-788e-42a4-919f-612cb71b66d8 req-46867006-0326-46e2-b5ac-e1097e5f5d0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1766579 Aug 24 00:16:07.084513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda34ce-788e-42a4-919f-612cb71b66d8 req-c25ff323-212d-4d93-9e8d-7d8949c11c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:07.086363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efda34ce-788e-42a4-919f-612cb71b66d8 req-c25ff323-212d-4d93-9e8d-7d8949c11c3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2386944 Aug 24 00:16:07.106125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca27af9-4df3-4745-ac58-31de4a956b98 req-f3ca16ff-eaa0-4b2b-a9a3-b4b3732f2dd0 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:07.108116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aca27af9-4df3-4745-ac58-31de4a956b98 req-f3ca16ff-eaa0-4b2b-a9a3-b4b3732f2dd0 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 944 time: 0.3470531 Aug 24 00:16:07.144342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998be0d-8b8d-4e59-a87c-aba9ae233825 req-78b0cf70-4ba4-48bc-8943-033dc8fd9ba5 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:07.153353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0998be0d-8b8d-4e59-a87c-aba9ae233825 req-78b0cf70-4ba4-48bc-8943-033dc8fd9ba5 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 943 time: 0.1994903 Aug 24 00:16:07.191156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a09e72-5a0c-4a3b-b4be-214630d70073 req-02dd9b9b-bc92-4f5c-8d65-f5f9875e3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:07.192725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57a09e72-5a0c-4a3b-b4be-214630d70073 req-02dd9b9b-bc92-4f5c-8d65-f5f9875e3391 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 1094 time: 0.2520554 Aug 24 00:16:07.197519 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aad9e7b-2316-42ba-919d-3ec87fa73e7b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:07.210596 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:07.211226 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:07.211773 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:07.212474 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:07.213494 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:07.214009 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:07.214565 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:07.215137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:07.215680 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:07.216221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:07.216778 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:07.217357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:07.223518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Checking segment: {'id': 'de09799d-5b9f-4c0f-9980-1f8211abc794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b84cef5d-c79b-41f0-a662-0612779e92a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:07.224467 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Network hostable DHCP agents. Network: b84cef5d-c79b-41f0-a662-0612779e92a3, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:16:07.245781 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Network b84cef5d-c79b-41f0-a662-0612779e92a3 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:16:07.260638 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, b84cef5d-c79b-41f0-a662-0612779e92a3) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:07.266238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:07.267429 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:07.272078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ea8d4b-4c5d-4311-9a8c-62ba881077b3 None None] Network b84cef5d-c79b-41f0-a662-0612779e92a3 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:07.289746 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-433584d6-8d80-4fdd-a83d-926a632f3581 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8049023 Aug 24 00:16:07.355511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aca27af9-4df3-4745-ac58-31de4a956b98 req-cdac3ff8-f6c0-4e5a-b4ee-782546c38e21 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218337 Aug 24 00:16:07.370355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0998be0d-8b8d-4e59-a87c-aba9ae233825 req-4699fef7-bfe0-4da2-94cf-06ab98b7954b tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148151 Aug 24 00:16:07.440751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efda34ce-788e-42a4-919f-612cb71b66d8 req-9b937995-abd1-4a24-96f2-d9da33d81e9a service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264802 Aug 24 00:16:07.547806 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43836af3-886c-467c-b091-3aa7fbced6b9 None None] Network b84cef5d-c79b-41f0-a662-0612779e92a3 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:07.557458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a09e72-5a0c-4a3b-b4be-214630d70073 req-c48826c6-2f24-473d-9375-f40dba20e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:07.561706 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57a09e72-5a0c-4a3b-b4be-214630d70073 req-c48826c6-2f24-473d-9375-f40dba20e488 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.3222935 Aug 24 00:16:07.654595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57a09e72-5a0c-4a3b-b4be-214630d70073 req-e239e40e-f6e7-4f6e-8314-687ae81e693d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cfd7da2-4915-440f-a643-bba01e56d52b HTTP/1.1" status: 200 len: 217 time: 0.0827172 Aug 24 00:16:07.674575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-34296157-618f-482a-a8d7-03cc43537a51 req-ccc1a40d-b349-4936-9956-37d883af0cf9 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2017339774', 'description': 'tempest-description-1736026136'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:07.751942 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efda34ce-788e-42a4-919f-612cb71b66d8 req-61a02d4b-aa9c-4b69-979b-7e942b180d00 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009746 Aug 24 00:16:07.768836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca255ec-312d-4c7d-b1e5-69ebd37cd20c req-f846904b-98b6-4bfe-8532-abc9668c67f9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:07.771245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ca255ec-312d-4c7d-b1e5-69ebd37cd20c req-f846904b-98b6-4bfe-8532-abc9668c67f9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 948 time: 0.1974008 Aug 24 00:16:07.793771 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-34296157-618f-482a-a8d7-03cc43537a51 req-ccc1a40d-b349-4936-9956-37d883af0cf9 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:07.820194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a09e72-5a0c-4a3b-b4be-214630d70073 req-3434cea3-cb13-4090-9469-9173e5058f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:07.821694 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57a09e72-5a0c-4a3b-b4be-214630d70073 req-3434cea3-cb13-4090-9469-9173e5058f5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.1422546 Aug 24 00:16:07.870894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57a09e72-5a0c-4a3b-b4be-214630d70073 req-0de61929-5097-43dc-a10d-be0ab4b16ae3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360370 Aug 24 00:16:07.876947 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ca255ec-312d-4c7d-b1e5-69ebd37cd20c req-26112485-b655-4a16-9fae-ad8c2508fdb0 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979569 Aug 24 00:16:08.012267 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57a09e72-5a0c-4a3b-b4be-214630d70073 req-efeab19e-e97e-4275-a3a4-1d4bce5cde4e service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250968 Aug 24 00:16:08.024688 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-34296157-618f-482a-a8d7-03cc43537a51 req-ccc1a40d-b349-4936-9956-37d883af0cf9 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.081602 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-34296157-618f-482a-a8d7-03cc43537a51 req-ccc1a40d-b349-4936-9956-37d883af0cf9 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.160578 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-34296157-618f-482a-a8d7-03cc43537a51 req-ccc1a40d-b349-4936-9956-37d883af0cf9 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.161816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34296157-618f-482a-a8d7-03cc43537a51 req-ccc1a40d-b349-4936-9956-37d883af0cf9 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5013978 Aug 24 00:16:08.174893 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1a40d-b349-4936-9956-37d883af0cf9 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64e8851-86d0-41e9-ab57-73e59040b7ce,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:08.206571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaaf6b-dbb8-42e2-9c77-85add1224c50 req-f1734f97-16a0-4739-aefc-102f0fd04923 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:08.208152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-38eaaf6b-dbb8-42e2-9c77-85add1224c50 req-f1734f97-16a0-4739-aefc-102f0fd04923 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 946 time: 0.1240609 Aug 24 00:16:08.210051 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57a09e72-5a0c-4a3b-b4be-214630d70073 req-b4a718b5-c53d-460d-8609-a96ff3254358 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879921 Aug 24 00:16:08.236396 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c3ad6fa7-3a00-48ab-b51d-42ea80b550ce req-3cc008a7-48da-447c-8a56-085d844a7fed tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1946346092', 'description': 'tempest-description-1614699788'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:08.280987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-38eaaf6b-dbb8-42e2-9c77-85add1224c50 req-6efbe2ab-e6e4-4936-8209-eb414e061c31 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655427 Aug 24 00:16:08.285717 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c3ad6fa7-3a00-48ab-b51d-42ea80b550ce req-3cc008a7-48da-447c-8a56-085d844a7fed tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.380092 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c3ad6fa7-3a00-48ab-b51d-42ea80b550ce req-3cc008a7-48da-447c-8a56-085d844a7fed tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.392373 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c3ad6fa7-3a00-48ab-b51d-42ea80b550ce req-3cc008a7-48da-447c-8a56-085d844a7fed tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.432587 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c3ad6fa7-3a00-48ab-b51d-42ea80b550ce req-3cc008a7-48da-447c-8a56-085d844a7fed tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.448317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3ad6fa7-3a00-48ab-b51d-42ea80b550ce req-3cc008a7-48da-447c-8a56-085d844a7fed tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2168252 Aug 24 00:16:08.494633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc008a7-48da-447c-8a56-085d844a7fed tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832b5755-0d67-430f-9244-e1180e8250d3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:08.580364 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e3f83-ef1c-4433-b711-343d02b9d43f req-466b99d7-4852-42a7-9241-bf599ff8fe6a tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:08.581986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f3e3f83-ef1c-4433-b711-343d02b9d43f req-466b99d7-4852-42a7-9241-bf599ff8fe6a tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 944 time: 0.1121848 Aug 24 00:16:08.636223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39363b-f54c-47d8-9e23-5ebcdd9972d0 req-c0b69a67-feba-4dcb-9020-fc9c13397b27 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:08.638067 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b39363b-f54c-47d8-9e23-5ebcdd9972d0 req-c0b69a67-feba-4dcb-9020-fc9c13397b27 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 943 time: 0.0950058 Aug 24 00:16:08.646137 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f3e3f83-ef1c-4433-b711-343d02b9d43f req-e8c2c27a-89f3-4ea3-ae47-6409ccaa92c2 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505283 Aug 24 00:16:08.698576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b39363b-f54c-47d8-9e23-5ebcdd9972d0 req-0806be65-aa9e-4055-b02a-17bd73f0813f tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512352 Aug 24 00:16:08.837899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-5135858e-18f4-4433-973d-b32f2298f455 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:08.839861 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-5135858e-18f4-4433-973d-b32f2298f455 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/networks?id=b84cef5d-c79b-41f0-a662-0612779e92a3 HTTP/1.1" status: 200 len: 813 time: 0.1107035 Aug 24 00:16:08.858881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-af74f099-0a3d-441a-918a-fec90a25711f tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/quotas/2473265a6e12449aa0f37045d5b34a2c HTTP/1.1" status: 200 len: 375 time: 0.0128746 Aug 24 00:16:08.893529 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-cfd7af21-2142-4202-adb5-116cd7c30e63 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2473265a6e12449aa0f37045d5b34a2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270905 Aug 24 00:16:09.013290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-a5936cbd-a985-46f9-8db3-adc45276823b service neutron] 10.222.0.32 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124434 Aug 24 00:16:09.024843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d74344-46ef-4092-b288-5223357939b2 req-8a888b61-eeb3-472c-baeb-1ea4b8e83ab2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:09.026976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74d74344-46ef-4092-b288-5223357939b2 req-8a888b61-eeb3-472c-baeb-1ea4b8e83ab2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 948 time: 0.0726526 Aug 24 00:16:09.107900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74d74344-46ef-4092-b288-5223357939b2 req-b81c32e4-652e-49aa-a94c-fedaa36237a4 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732026 Aug 24 00:16:09.141883 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-8569e129-4d05-41e3-9d9b-61864523cb7d service neutron] 10.222.0.32 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139555 Aug 24 00:16:09.146074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 2549e16f-cc65-477f-b266-ba499e3ae774 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:09.154632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b5b10378-99b6-44ce-a5d8-62bc61b55f2d up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:09.270416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-50730f95-6754-4861-aa02-f5d205354b24 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2121959195&fields=id&tenant_id=ec590174688f4548ac355d3e0c08b4fe HTTP/1.1" status: 200 len: 267 time: 0.0520175 Aug 24 00:16:09.272865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port b5b10378-99b6-44ce-a5d8-62bc61b55f2d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:09.278729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port b5b10378-99b6-44ce-a5d8-62bc61b55f2d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:09.279149 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:09.328314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:09.345818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '2549e16f-cc65-477f-b266-ba499e3ae774', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '2549e16f-cc65-477f-b266-ba499e3ae774', 'mac_address': 'fa:16:3e:8c:c6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:09.419865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-5fbb30f5-80f8-4e47-a5bc-065d05bf20d3 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:09.421801 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-5fbb30f5-80f8-4e47-a5bc-065d05bf20d3 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/networks?id=1315fd89-a594-4ced-afb3-6e92213ad0a9 HTTP/1.1" status: 200 len: 815 time: 0.1426654 Aug 24 00:16:09.461866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd9554a1-6eac-4fd3-ac2b-31b0986e82c5 req-4be22c39-7611-4eda-bacb-57df836b56b9 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 210 time: 0.0390160 Aug 24 00:16:09.465128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-1ef9c8a0-51a3-431a-8bf2-0c6334c4a710 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/quotas/ec590174688f4548ac355d3e0c08b4fe HTTP/1.1" status: 200 len: 375 time: 0.0335646 Aug 24 00:16:09.528264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-dccc2b97-c254-497a-aece-9c0f724f284a tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec590174688f4548ac355d3e0c08b4fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566397 Aug 24 00:16:09.562466 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:09.578956 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2549e16f-cc65-477f-b266-ba499e3ae774 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:09.590833 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:09.623769 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:09.632240 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:09.642415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0c94d2-572f-43df-80c8-1ed920a3c2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b10378-99b6-44ce-a5d8-62bc61b55f2d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:09.645048 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaede52-f6f0-4ba3-a0a9-bfb7c100c24a" -d '{"events": [{"server_uuid": "0b0c94d2-572f-43df-80c8-1ed920a3c2b1", "name": "network-vif-plugged", "status": "completed", "tag": "b5b10378-99b6-44ce-a5d8-62bc61b55f2d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:09.671608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e1e26-d014-43e0-b8c1-695c1743ed62 req-c5952e24-6dbc-4788-8675-d30b91811fd0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:09.673175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b5e1e26-d014-43e0-b8c1-695c1743ed62 req-c5952e24-6dbc-4788-8675-d30b91811fd0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 946 time: 0.1036680 Aug 24 00:16:09.684895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b5b10378-99b6-44ce-a5d8-62bc61b55f2d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b5b10378-99b6-44ce-a5d8-62bc61b55f2d,segment=NetworkSegment(ce218c41-1c1b-4381-ae1f-350d087e06ec),segment_id=ce218c41-1c1b-4381-ae1f-350d087e06ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:09.691600 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:09.708315 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=2549e16f-cc65-477f-b266-ba499e3ae774,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:09.710176 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-7520a087-bf23-457d-9535-f9431685318a service neutron] 10.222.0.32 "GET /v2.0/networks/1315fd89-a594-4ced-afb3-6e92213ad0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618721 Aug 24 00:16:09.762486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b5b10378-99b6-44ce-a5d8-62bc61b55f2d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:09.796590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b5e1e26-d014-43e0-b8c1-695c1743ed62 req-97a8193a-7a42-40b4-b54c-c91a71b406ec tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065941 Aug 24 00:16:09.831500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c2e8cd09-b967-41da-b8d2-d87fcbd3c3e3 service neutron] 10.222.0.32 "GET /v2.0/networks/1315fd89-a594-4ced-afb3-6e92213ad0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204221 Aug 24 00:16:09.842610 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51d2c7c-d956-4b9d-8721-f4a2a4826b74 x-openstack-request-id: req-c51d2c7c-d956-4b9d-8721-f4a2a4826b74 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:09.842915 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0c94d2-572f-43df-80c8-1ed920a3c2b1", "name": "network-vif-plugged", "status": "completed", "tag": "b5b10378-99b6-44ce-a5d8-62bc61b55f2d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:09.843342 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c51d2c7c-d956-4b9d-8721-f4a2a4826b74 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:09.843738 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0c94d2-572f-43df-80c8-1ed920a3c2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b10378-99b6-44ce-a5d8-62bc61b55f2d', 'code': 200} Aug 24 00:16:10.001524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5cf07-ed44-434c-a809-6ac5e1d4bd6a req-77708ca4-1f84-4a04-a123-af3166d25814 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:10.003111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2bc5cf07-ed44-434c-a809-6ac5e1d4bd6a req-77708ca4-1f84-4a04-a123-af3166d25814 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 945 time: 0.1014116 Aug 24 00:16:10.039080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26487910-b73e-416a-9ebd-f46a939c7712 req-c19dad2d-bf5e-46c0-992e-0015f6700c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:10.040697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26487910-b73e-416a-9ebd-f46a939c7712 req-c19dad2d-bf5e-46c0-992e-0015f6700c22 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 1096 time: 0.0922797 Aug 24 00:16:10.069734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2bc5cf07-ed44-434c-a809-6ac5e1d4bd6a req-f12ac80a-8cf9-43ee-a108-4b3b1d10e1e3 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558560 Aug 24 00:16:10.105885 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26487910-b73e-416a-9ebd-f46a939c7712 req-276da4af-0123-4199-9837-862501aab54c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540578 Aug 24 00:16:10.117537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['2549e16f-cc65-477f-b266-ba499e3ae774'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:10.242369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e02a30-ae8c-423d-b399-d7f00d72974d req-e89c16c0-77e8-4817-b961-68c0a84f7d83 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:10.244446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e0e02a30-ae8c-423d-b399-d7f00d72974d req-e89c16c0-77e8-4817-b961-68c0a84f7d83 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 943 time: 0.0936894 Aug 24 00:16:10.315394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e0e02a30-ae8c-423d-b399-d7f00d72974d req-150806a3-7eaa-4d77-890f-3aeff157e87d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642967 Aug 24 00:16:10.417516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-901b5543-7b1c-4ac7-b388-afa0f12757a4 req-5a837442-6a67-47c1-9096-c58a628ab34a tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 210 time: 0.0355644 Aug 24 00:16:10.429145 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a2368-96fa-4dff-aeb4-7fa1367284cd req-cae026c0-371c-4797-b85f-72c1f8629e2a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:10.430633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-558a2368-96fa-4dff-aeb4-7fa1367284cd req-cae026c0-371c-4797-b85f-72c1f8629e2a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 949 time: 0.0842667 Aug 24 00:16:10.477141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-558a2368-96fa-4dff-aeb4-7fa1367284cd req-d4295d6c-66a3-4fcb-862e-048752902fe6 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Aug 24 00:16:10.565698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d4fa170-904a-4d1b-85f3-13323915e80b req-30688905-8463-4f2e-ac8d-d269e70de65f tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 210 time: 0.0270247 Aug 24 00:16:10.979623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca81ba-efa9-4af3-ad72-2dda7705d8ee req-f401c927-0979-416c-bb58-b3085ccfae2d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:10.981108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2ca81ba-efa9-4af3-ad72-2dda7705d8ee req-f401c927-0979-416c-bb58-b3085ccfae2d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 946 time: 0.1073966 Aug 24 00:16:11.017897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f89ae0ff-7c91-4f9e-99a6-205550672630 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:11.019227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f89ae0ff-7c91-4f9e-99a6-205550672630 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.13 "GET /v2.0/networks?id=b84cef5d-c79b-41f0-a662-0612779e92a3 HTTP/1.1" status: 200 len: 813 time: 0.1544707 Aug 24 00:16:11.035556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2ca81ba-efa9-4af3-ad72-2dda7705d8ee req-9fae9e0a-dcc1-4923-bc36-4e271c0795d2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485079 Aug 24 00:16:11.040045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f0b8cc26-9eda-4031-82d1-9ea32bf1b259 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'port': {'device_id': '1a21984e-783c-4cde-b210-f4dabdfdc1e2', 'network_id': 'b84cef5d-c79b-41f0-a662-0612779e92a3', 'admin_state_up': True, 'tenant_id': '2473265a6e12449aa0f37045d5b34a2c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:11.159066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f0b8cc26-9eda-4031-82d1-9ea32bf1b259 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Made reservation on behalf of 2473265a6e12449aa0f37045d5b34a2c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:11.162324 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f0b8cc26-9eda-4031-82d1-9ea32bf1b259 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:11.217755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a367f-3787-4963-8ea7-c27db267c060 req-3ca46663-fdeb-468c-929f-c2d999fad181 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:11.219276 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d2a367f-3787-4963-8ea7-c27db267c060 req-3ca46663-fdeb-468c-929f-c2d999fad181 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 945 time: 0.0724480 Aug 24 00:16:11.321815 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d2a367f-3787-4963-8ea7-c27db267c060 req-eb0bc996-d3a5-49b7-b1f5-548888f63341 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761058 Aug 24 00:16:11.350184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f0b8cc26-9eda-4031-82d1-9ea32bf1b259 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Allocated IP 172.20.0.10 (b84cef5d-c79b-41f0-a662-0612779e92a3/2aad9e7b-2316-42ba-919d-3ec87fa73e7b/79896bfd-6aae-41e1-b4cd-ef67b5cf69d9) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:11.566474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-406a716e-0734-4905-a2fb-4da6de53eae6 req-a6ea2f17-4e1d-4fbb-86d4-1afde006bb57 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 210 time: 0.0452337 Aug 24 00:16:11.588323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9546be2-e071-45b2-b639-9d101672f6e0 req-f7d63860-ea56-45b9-a225-efc4d5afba7d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:11.588323 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9546be2-e071-45b2-b639-9d101672f6e0 req-f7d63860-ea56-45b9-a225-efc4d5afba7d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 943 time: 0.1877353 Aug 24 00:16:11.680940 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-9772e1f4-c2cc-4087-b99d-0adef4a3822e tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:11.683487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-9772e1f4-c2cc-4087-b99d-0adef4a3822e tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.13 "GET /v2.0/networks?id=1315fd89-a594-4ced-afb3-6e92213ad0a9 HTTP/1.1" status: 200 len: 815 time: 0.2722058 Aug 24 00:16:11.714940 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f0b8cc26-9eda-4031-82d1-9ea32bf1b259 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:11.724451 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9546be2-e071-45b2-b639-9d101672f6e0 req-340ba81a-1c9e-4528-b1fc-5c5a4f72ba37 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234312 Aug 24 00:16:11.774235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85020e-eb34-43dc-9035-935d4b1118e1 req-b434e60b-9af6-46ad-926a-4375a8a25228 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:11.776935 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b85020e-eb34-43dc-9035-935d4b1118e1 req-b434e60b-9af6-46ad-926a-4375a8a25228 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 949 time: 0.1364772 Aug 24 00:16:11.792588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-7d88f966-79f8-47f8-8628-a974162818d9 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec590174688f4548ac355d3e0c08b4fe HTTP/1.1" status: 200 len: 380 time: 0.0891585 Aug 24 00:16:11.818836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-96bed40f-2d1e-4d17-a59f-398fc9048988 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Request body: {'port': {'device_id': '53f66f0c-db80-4c66-88f4-c10a6badd039', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'admin_state_up': True, 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'security_groups': ['9006f922-0367-48df-a9a5-938add1e5ba0']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:11.882404 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f0b8cc26-9eda-4031-82d1-9ea32bf1b259 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:11.937816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b85020e-eb34-43dc-9035-935d4b1118e1 req-b62a54bd-c1da-40bd-aeb7-887c98002f3d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511710 Aug 24 00:16:12.288162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f0b8cc26-9eda-4031-82d1-9ea32bf1b259 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Network b84cef5d-c79b-41f0-a662-0612779e92a3 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:12.312607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f0b8cc26-9eda-4031-82d1-9ea32bf1b259 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:12.325432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f0b8cc26-9eda-4031-82d1-9ea32bf1b259 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:12.328691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8cc26-9eda-4031-82d1-9ea32bf1b259 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'Port': ['ID=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:12.385184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c24e0-8b37-47da-b848-fda304c6f78b req-6fa0dee5-e756-4749-a685-5a66c4e1b328 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:12.386576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b02c24e0-8b37-47da-b848-fda304c6f78b req-6fa0dee5-e756-4749-a685-5a66c4e1b328 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 932 time: 0.4851358 Aug 24 00:16:12.417900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f0b8cc26-9eda-4031-82d1-9ea32bf1b259 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:12.418516 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f0b8cc26-9eda-4031-82d1-9ea32bf1b259 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.438455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8abe12-f717-47d5-8573-0a3e923aaf26 req-e6722938-cb2b-435b-b4af-03ef8eb4510b tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:12.439935 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec8abe12-f717-47d5-8573-0a3e923aaf26 req-e6722938-cb2b-435b-b4af-03ef8eb4510b tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 946 time: 0.1856282 Aug 24 00:16:12.460556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-96bed40f-2d1e-4d17-a59f-398fc9048988 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Made reservation on behalf of ec590174688f4548ac355d3e0c08b4fe for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:12.464624 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-96bed40f-2d1e-4d17-a59f-398fc9048988 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.492896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f0b8cc26-9eda-4031-82d1-9ea32bf1b259 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4563837 Aug 24 00:16:12.496250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b02c24e0-8b37-47da-b848-fda304c6f78b req-5414dc1f-5d17-44b3-a2c1-6347c17a2099 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992143 Aug 24 00:16:12.523259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Request body: {'port': {'device_id': '1a21984e-783c-4cde-b210-f4dabdfdc1e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:12.574898 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec8abe12-f717-47d5-8573-0a3e923aaf26 req-267d4e6d-86d2-42bf-9fa6-93c8e58da105 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281598 Aug 24 00:16:12.691261 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.708987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3650f-d649-476c-a9ee-348b6d355eb9 req-28926988-bb33-4746-af38-ea4a99d29e96 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:12.712638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4c3650f-d649-476c-a9ee-348b6d355eb9 req-28926988-bb33-4746-af38-ea4a99d29e96 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 945 time: 0.1398385 Aug 24 00:16:12.773974 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-96bed40f-2d1e-4d17-a59f-398fc9048988 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Allocated IP 172.20.0.12 (1315fd89-a594-4ced-afb3-6e92213ad0a9/7cd017ba-0737-425d-94f4-5ab21031663a/2d6f335b-3c20-42e3-96ea-805bb68e67ec) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:12.830224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3ea2e90-c624-4b6a-8cc1-32ad651ad917 req-58b9ac06-6810-40a0-bfcd-7a813c1c41b9 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 210 time: 0.0640860 Aug 24 00:16:12.865393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4c3650f-d649-476c-a9ee-348b6d355eb9 req-8a4ac685-fdd0-4ebb-8741-0947f08e872a tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464319 Aug 24 00:16:13.115647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e3c74-5b90-4679-ab4e-40c903fcb33b req-45ec262e-a0f2-45c4-a0fc-5b6845e01d95 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:13.117139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c42e3c74-5b90-4679-ab4e-40c903fcb33b req-45ec262e-a0f2-45c4-a0fc-5b6845e01d95 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 943 time: 0.1912980 Aug 24 00:16:13.189398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 2549e16f-cc65-477f-b266-ba499e3ae774 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:13.232972 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-96bed40f-2d1e-4d17-a59f-398fc9048988 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:13.249046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57494b92-d55a-4ccf-856d-4da884d3b8de req-168aa010-2bbb-48d0-aba7-b6b4597a0d89 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:13.249832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 2549e16f-cc65-477f-b266-ba499e3ae774 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:13.250568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57494b92-d55a-4ccf-856d-4da884d3b8de req-168aa010-2bbb-48d0-aba7-b6b4597a0d89 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 949 time: 0.1670754 Aug 24 00:16:13.255405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 2549e16f-cc65-477f-b266-ba499e3ae774 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:13.255768 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:13.263130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c42e3c74-5b90-4679-ab4e-40c903fcb33b req-65d3ee0c-b3fd-474c-9946-dfd7723ce45d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214893 Aug 24 00:16:13.280870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-96bed40f-2d1e-4d17-a59f-398fc9048988 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Transition to ACTIVE for port object 2d6f335b-3c20-42e3-96ea-805bb68e67ec will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:13.362244 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:13.363983 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57494b92-d55a-4ccf-856d-4da884d3b8de req-54cb0e69-8f1d-4149-8348-e09b9001b807 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939114 Aug 24 00:16:13.382363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:13.393407 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:13.416401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Transition to ACTIVE for port object 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:13.419230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:13.423856 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-96bed40f-2d1e-4d17-a59f-398fc9048988 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:13.424617 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d221889-5bdf-466d-abab-981c25c17b82" -d '{"events": [{"server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "name": "network-vif-plugged", "status": "completed", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:13.452459 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:13.455820 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:13.465964 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:13.498330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-96bed40f-2d1e-4d17-a59f-398fc9048988 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Network 1315fd89-a594-4ced-afb3-6e92213ad0a9 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:13.518324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-96bed40f-2d1e-4d17-a59f-398fc9048988 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:13.528828 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e2f410-4783-4bb8-9c68-2b9a3b55a36d x-openstack-request-id: req-a5e2f410-4783-4bb8-9c68-2b9a3b55a36d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:13.529634 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "name": "network-vif-plugged", "status": "completed", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:13.530365 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5e2f410-4783-4bb8-9c68-2b9a3b55a36d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:13.531014 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774', 'code': 200} Aug 24 00:16:13.538546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-96bed40f-2d1e-4d17-a59f-398fc9048988 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:13.575019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=2549e16f-cc65-477f-b266-ba499e3ae774,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:13.643693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bed40f-2d1e-4d17-a59f-398fc9048988 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Pushing event updated for resources: {'Port': ['ID=2d6f335b-3c20-42e3-96ea-805bb68e67ec,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:13.758889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66da6a2-ff04-43a4-928a-49d451b77862 req-83714bed-4026-41c8-9a3a-5e2bb1a62a4c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:13.761447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e66da6a2-ff04-43a4-928a-49d451b77862 req-83714bed-4026-41c8-9a3a-5e2bb1a62a4c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 945 time: 0.2572727 Aug 24 00:16:13.798307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-96bed40f-2d1e-4d17-a59f-398fc9048988 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:13.798921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-96bed40f-2d1e-4d17-a59f-398fc9048988 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:13.827812 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a922348e-8c40-4930-a1b2-603ea1c3d5fc None None] Provisioning for port 2d6f335b-3c20-42e3-96ea-805bb68e67ec completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:13.831646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a922348e-8c40-4930-a1b2-603ea1c3d5fc None None] Provisioning complete for port 2d6f335b-3c20-42e3-96ea-805bb68e67ec triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:13.832153 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a922348e-8c40-4930-a1b2-603ea1c3d5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:13.853067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111acf47-59c0-445d-a2b1-80dade9ed040 req-3d402afa-bb52-497b-a218-b4b8b292dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:13.853067 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-111acf47-59c0-445d-a2b1-80dade9ed040 req-3d402afa-bb52-497b-a218-b4b8b292dac6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=240c2fed2a984397b880d0e66d074629&device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 1096 time: 0.2667325 Aug 24 00:16:13.872525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a922348e-8c40-4930-a1b2-603ea1c3d5fc None None] Port 2d6f335b-3c20-42e3-96ea-805bb68e67ec cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:16:13.879581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Pushing event updated for resources: {'Port': ['ID=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:13.901858 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-96bed40f-2d1e-4d17-a59f-398fc9048988 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0955162 Aug 24 00:16:13.915395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38597661-0b5f-45ab-a11d-feb79938b6e0 req-e857ae31-ab07-4627-9760-2c85f2d2d65d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:13.917564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-38597661-0b5f-45ab-a11d-feb79938b6e0 req-e857ae31-ab07-4627-9760-2c85f2d2d65d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 944 time: 0.2908382 Aug 24 00:16:13.919326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8105185-2ce8-48b0-9cb4-7133e0fd869e req-0e970c38-7225-4f5d-9646-77ad8a0cf008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:13.920690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8105185-2ce8-48b0-9cb4-7133e0fd869e req-0e970c38-7225-4f5d-9646-77ad8a0cf008 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 1101 time: 0.2839472 Aug 24 00:16:13.971985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Request body: {'port': {'device_id': '53f66f0c-db80-4c66-88f4-c10a6badd039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:14.018737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e66da6a2-ff04-43a4-928a-49d451b77862 req-4c9aeb85-69ac-4429-8b0c-cbccc3c2063c tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112129 Aug 24 00:16:14.019418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Attempting to bind port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:14.019764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Attempting to bind port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'de09799d-5b9f-4c0f-9980-1f8211abc794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b84cef5d-c79b-41f0-a662-0612779e92a3'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:14.020090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Attempting to bind port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 on network b84cef5d-c79b-41f0-a662-0612779e92a3 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:14.054451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 on network b84cef5d-c79b-41f0-a662-0612779e92a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:14.054817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Attempting to bind port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 on network b84cef5d-c79b-41f0-a662-0612779e92a3 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:14.122553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:14.122896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Checking segment: {'id': 'de09799d-5b9f-4c0f-9980-1f8211abc794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b84cef5d-c79b-41f0-a662-0612779e92a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:14.123293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Bound using segment: {'id': 'de09799d-5b9f-4c0f-9980-1f8211abc794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b84cef5d-c79b-41f0-a662-0612779e92a3'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:14.123738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Bound port: 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de09799d-5b9f-4c0f-9980-1f8211abc794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b84cef5d-c79b-41f0-a662-0612779e92a3'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:14.124095 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:14.127226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8105185-2ce8-48b0-9cb4-7133e0fd869e req-337f8dc6-bfdd-41c2-98ff-ac97fe03fa92 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593080 Aug 24 00:16:14.172063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:14.176731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-38597661-0b5f-45ab-a11d-feb79938b6e0 req-cc629581-3542-451d-be1a-5ffe9e7f631c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166135 Aug 24 00:16:14.177808 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111acf47-59c0-445d-a2b1-80dade9ed040 req-e06f9a70-18f3-4a7c-89fb-655b98dd8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:14.179256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-111acf47-59c0-445d-a2b1-80dade9ed040 req-e06f9a70-18f3-4a7c-89fb-655b98dd8fea service neutron] 10.222.0.47 "GET /v2.0/networks?id=55efabe0-0bd8-4a50-b905-78f085ad3b8e HTTP/1.1" status: 200 len: 914 time: 0.3150880 Aug 24 00:16:14.284056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c50ee1-2847-417b-943a-34a7c34fbf68 req-5f473bef-2c75-434c-aaa2-40e1681cfbc4 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:14.285591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70c50ee1-2847-417b-943a-34a7c34fbf68 req-5f473bef-2c75-434c-aaa2-40e1681cfbc4 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 946 time: 0.1707995 Aug 24 00:16:14.304149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] For port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:14.345078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] For port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,segment=NetworkSegment(de09799d-5b9f-4c0f-9980-1f8211abc794),segment_id=de09799d-5b9f-4c0f-9980-1f8211abc794)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:14.417860 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:14.544299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:14.544927 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:14.546321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] 10.222.0.13 "PUT /v2.0/ports/79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 HTTP/1.1" status: 200 len: 1092 time: 2.0289516 Aug 24 00:16:14.552173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a21984e-783c-4cde-b210-f4dabdfdc1e2', 'tag': '79896bfd-6aae-41e1-b4cd-ef67b5cf69d9'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:14.554390 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88c23d1-0dcc-476d-adcf-8ab59a5fe546" -d '{"events": [{"name": "network-changed", "server_uuid": "1a21984e-783c-4cde-b210-f4dabdfdc1e2", "tag": "79896bfd-6aae-41e1-b4cd-ef67b5cf69d9"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:14.568306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70c50ee1-2847-417b-943a-34a7c34fbf68 req-a6158d03-50f8-452b-84b5-4e4cbd88c189 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539532 Aug 24 00:16:14.586366 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-111acf47-59c0-445d-a2b1-80dade9ed040 req-c56e8583-e60d-4942-b96c-fc9c695cabdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5b10378-99b6-44ce-a5d8-62bc61b55f2d HTTP/1.1" status: 200 len: 217 time: 0.0981984 Aug 24 00:16:14.680745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42964a2d-31fe-4950-8802-c1d4251e9be5 service neutron] Pushing event updated for resources: {'Port': ['ID=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:14.698553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12731-db23-4676-ba11-ee9c51b32321 req-a1c2c533-8cf4-49d7-9007-976328f10020 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:14.703267 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05b12731-db23-4676-ba11-ee9c51b32321 req-a1c2c533-8cf4-49d7-9007-976328f10020 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 932 time: 0.3519928 Aug 24 00:16:14.772230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111acf47-59c0-445d-a2b1-80dade9ed040 req-2dba963f-ffbf-4f51-9b50-7329587005e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:14.773546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-111acf47-59c0-445d-a2b1-80dade9ed040 req-2dba963f-ffbf-4f51-9b50-7329587005e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=302f7373-8ead-44a1-ba94-89544b2793c7 HTTP/1.1" status: 200 len: 853 time: 0.1514382 Aug 24 00:16:14.853970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-111acf47-59c0-445d-a2b1-80dade9ed040 req-ae8b38f3-b55c-4edc-9cc1-b223454071a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=55efabe0-0bd8-4a50-b905-78f085ad3b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710073 Aug 24 00:16:14.881516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05b12731-db23-4676-ba11-ee9c51b32321 req-fec4c23d-77b3-4afa-b3ec-b40b4e9b7479 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707306 Aug 24 00:16:14.887261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-c8599c42-aff8-474a-a7ee-77a258731ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:14.889058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-c8599c42-aff8-474a-a7ee-77a258731ae3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2473265a6e12449aa0f37045d5b34a2c&device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 1095 time: 0.2651653 Aug 24 00:16:14.991228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9758c-078b-432b-b0f0-114b29a884ab req-2b54c186-41f5-48cc-a584-fc6e010cdaf8 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:14.992737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56e9758c-078b-432b-b0f0-114b29a884ab req-2b54c186-41f5-48cc-a584-fc6e010cdaf8 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 943 time: 0.2569151 Aug 24 00:16:15.018722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-f5261359-7bf3-4635-a704-cbda8e982fdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 HTTP/1.1" status: 200 len: 217 time: 0.1090267 Aug 24 00:16:15.320986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5cfd7da2-4915-440f-a643-bba01e56d52b details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:15.391511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6f335b-3c20-42e3-96ea-805bb68e67ec {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:15.409411 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.421515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5cfd7da2-4915-440f-a643-bba01e56d52b,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:15.433190 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '5cfd7da2-4915-440f-a643-bba01e56d52b', 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a', 'port_id': '5cfd7da2-4915-440f-a643-bba01e56d52b', 'mac_address': 'fa:16:3e:cf:cd:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa782be-5361-4304-8935-1a8d05dccac3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:15.453008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Transition to ACTIVE for port object 2d6f335b-3c20-42e3-96ea-805bb68e67ec will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:15.454680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-36913f96-a303-43e1-abfd-e4bd1515b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:15.456228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-36913f96-a303-43e1-abfd-e4bd1515b300 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2aad9e7b-2316-42ba-919d-3ec87fa73e7b HTTP/1.1" status: 200 len: 853 time: 0.4203558 Aug 24 00:16:15.459363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-111acf47-59c0-445d-a2b1-80dade9ed040 req-a8f7c771-5473-41e2-a008-afe4b30fa5b0 service neutron] 10.222.0.47 "GET /v2.0/networks/55efabe0-0bd8-4a50-b905-78f085ad3b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928636 Aug 24 00:16:15.462204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56e9758c-078b-432b-b0f0-114b29a884ab req-4a834c7a-147f-40a0-acb8-796da9c8e041 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426012 Aug 24 00:16:15.466465 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.480167 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.497343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed2ff4-6e54-41ed-8105-5614ec70fea0 req-8d2ce2ef-97a7-4709-aa2f-f63c0170c810 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:15.497343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abed2ff4-6e54-41ed-8105-5614ec70fea0 req-8d2ce2ef-97a7-4709-aa2f-f63c0170c810 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.4954624 Aug 24 00:16:15.500592 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfd7da2-4915-440f-a643-bba01e56d52b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:15.539109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5cfd7da2-4915-440f-a643-bba01e56d52b,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:15.539254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-2ed8b734-1fba-4b4f-84f7-da51b4d1afeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b84cef5d-c79b-41f0-a662-0612779e92a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738235 Aug 24 00:16:15.545063 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.567263 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e51172b-5d4d-400f-b56e-2115d2c3c916 x-openstack-request-id: req-6e51172b-5d4d-400f-b56e-2115d2c3c916 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:15.567537 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a21984e-783c-4cde-b210-f4dabdfdc1e2", "tag": "79896bfd-6aae-41e1-b4cd-ef67b5cf69d9", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:15.567787 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e51172b-5d4d-400f-b56e-2115d2c3c916 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:15.568175 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a21984e-783c-4cde-b210-f4dabdfdc1e2', 'tag': '79896bfd-6aae-41e1-b4cd-ef67b5cf69d9', 'status': 'completed', 'code': 200} Aug 24 00:16:15.618405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5cfd7da2-4915-440f-a643-bba01e56d52b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:15.733236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6f335b-3c20-42e3-96ea-805bb68e67ec,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:15.792469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abed2ff4-6e54-41ed-8105-5614ec70fea0 req-cf3f7c30-6239-45fd-8465-3075fb2c9713 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555125 Aug 24 00:16:15.864480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228165-2876-44e0-8ed9-67fab6095236 req-22cb02da-a58e-4dbe-ad30-b1c98452445f tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:15.865992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99228165-2876-44e0-8ed9-67fab6095236 req-22cb02da-a58e-4dbe-ad30-b1c98452445f tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 945 time: 0.2265570 Aug 24 00:16:15.873088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-111acf47-59c0-445d-a2b1-80dade9ed040 req-73957791-2777-4edc-bb70-d66242080c55 service neutron] 10.222.0.47 "GET /v2.0/networks/55efabe0-0bd8-4a50-b905-78f085ad3b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913617 Aug 24 00:16:15.949619 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-91ad3ca3-4479-4c39-88d4-e87e627ca037 service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240144 Aug 24 00:16:15.958979 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5cfd7da2-4915-440f-a643-bba01e56d52b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:15.968775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Attempting to bind port 2d6f335b-3c20-42e3-96ea-805bb68e67ec on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:15.969118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Attempting to bind port 2d6f335b-3c20-42e3-96ea-805bb68e67ec by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd2910781-7b8a-4eb5-963a-716121d7f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:15.969448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Attempting to bind port 2d6f335b-3c20-42e3-96ea-805bb68e67ec on network 1315fd89-a594-4ced-afb3-6e92213ad0a9 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:16.017556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99228165-2876-44e0-8ed9-67fab6095236 req-7dc7b9a0-1abf-49f4-b218-2c0a2c003a20 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434529 Aug 24 00:16:16.018206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Port 2d6f335b-3c20-42e3-96ea-805bb68e67ec on network 1315fd89-a594-4ced-afb3-6e92213ad0a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:16.018535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Attempting to bind port 2d6f335b-3c20-42e3-96ea-805bb68e67ec on network 1315fd89-a594-4ced-afb3-6e92213ad0a9 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:16.093791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc96811-0654-447f-8ff2-207b83b80c55 req-e0a06b92-898d-450a-b63b-c36cf056b83e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:16.095692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fc96811-0654-447f-8ff2-207b83b80c55 req-e0a06b92-898d-450a-b63b-c36cf056b83e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 944 time: 0.2286749 Aug 24 00:16:16.108389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:16.109066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Checking segment: {'id': 'd2910781-7b8a-4eb5-963a-716121d7f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:16.109630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Bound using segment: {'id': 'd2910781-7b8a-4eb5-963a-716121d7f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:16.110289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Bound port: 2d6f335b-3c20-42e3-96ea-805bb68e67ec, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2910781-7b8a-4eb5-963a-716121d7f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:16.110482 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:16.218196 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-58de659a-ead0-46e4-b970-449f088f7e01 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:16.219800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-58de659a-ead0-46e4-b970-449f088f7e01 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c&tenant_id=4296ba497012466daa2a49222903cd4c&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 1097 time: 0.2322891 Aug 24 00:16:16.243565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fc96811-0654-447f-8ff2-207b83b80c55 req-d02be975-bf9e-447e-b33f-67e85f05b631 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362894 Aug 24 00:16:16.256874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805736-1'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:16.303440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9af22262-bb7a-4a55-9e0a-513cba0dcdcb req-7e5272b8-92ee-404c-8dcc-ead8e3617a2e service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364398 Aug 24 00:16:16.319940 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] For port 2d6f335b-3c20-42e3-96ea-805bb68e67ec, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:16.357192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] For port 2d6f335b-3c20-42e3-96ea-805bb68e67ec, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2d6f335b-3c20-42e3-96ea-805bb68e67ec,segment=NetworkSegment(d2910781-7b8a-4eb5-963a-716121d7f935),segment_id=d2910781-7b8a-4eb5-963a-716121d7f935)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:16.365500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6943a-fd01-4c6e-a6b8-86ed651993e3 req-60fb0e3d-8a4a-4b01-bec0-6d4ff0620afe tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:16.367042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2f6943a-fd01-4c6e-a6b8-86ed651993e3 req-60fb0e3d-8a4a-4b01-bec0-6d4ff0620afe tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 946 time: 0.1804461 Aug 24 00:16:16.368154 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:16.372440 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:16.506178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:16.506921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:16.508212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] 10.222.0.13 "PUT /v2.0/ports/2d6f335b-3c20-42e3-96ea-805bb68e67ec HTTP/1.1" status: 200 len: 1092 time: 2.5493364 Aug 24 00:16:16.566289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce0d15-b6da-44e8-9762-dc0f928567b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6f335b-3c20-42e3-96ea-805bb68e67ec,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:16.616915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2f6943a-fd01-4c6e-a6b8-86ed651993e3 req-19d4da44-f543-4cc0-a8aa-8e623ca40a45 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278402 Aug 24 00:16:16.660196 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e38816-2f5f-4fb0-94d3-60f9fe47e2ea req-2b5daa37-87ea-4207-842d-914f3fb50e9e tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:16.661711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5e38816-2f5f-4fb0-94d3-60f9fe47e2ea req-2b5daa37-87ea-4207-842d-914f3fb50e9e tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 944 time: 0.2539968 Aug 24 00:16:16.669322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c23d1-0dcc-476d-adcf-8ab59a5fe546 req-67558415-c1d7-494e-b269-4d83580e3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:16.670568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e88c23d1-0dcc-476d-adcf-8ab59a5fe546 req-67558415-c1d7-494e-b269-4d83580e3e0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2473265a6e12449aa0f37045d5b34a2c&device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 1095 time: 0.2427287 Aug 24 00:16:16.795302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa5fbb67-a685-4401-b642-66d6308f38ff,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:16.811558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-d1592383-73e0-4b9d-a613-1db7c32a165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:16.813062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-d1592383-73e0-4b9d-a613-1db7c32a165d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec590174688f4548ac355d3e0c08b4fe&device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 1095 time: 0.2008190 Aug 24 00:16:16.833072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5e38816-2f5f-4fb0-94d3-60f9fe47e2ea req-cf85c53f-7356-4bb4-9c15-dc68fefe51a8 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608152 Aug 24 00:16:16.906984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5bfc6-0f8a-470d-8bda-bfa66300f77c req-21825936-54a5-4083-8b0c-01131d6259f0 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:16.908453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44c5bfc6-0f8a-470d-8bda-bfa66300f77c req-21825936-54a5-4083-8b0c-01131d6259f0 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 944 time: 0.2174923 Aug 24 00:16:16.914588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-2ea6d1dd-7562-4db8-9510-9706d7c5ede2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d6f335b-3c20-42e3-96ea-805bb68e67ec HTTP/1.1" status: 200 len: 217 time: 0.0797329 Aug 24 00:16:17.003205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:17.007868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c23d1-0dcc-476d-adcf-8ab59a5fe546 req-a889fbed-0042-49c4-b207-36bbe3083b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:17.009395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e88c23d1-0dcc-476d-adcf-8ab59a5fe546 req-a889fbed-0042-49c4-b207-36bbe3083b44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b84cef5d-c79b-41f0-a662-0612779e92a3 HTTP/1.1" status: 200 len: 914 time: 0.3193944 Aug 24 00:16:17.098955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e88c23d1-0dcc-476d-adcf-8ab59a5fe546 req-a51d6e78-8dd6-4552-84db-50915d5857da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 HTTP/1.1" status: 200 len: 217 time: 0.0607340 Aug 24 00:16:17.100409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-ffe725b6-49f9-4241-b934-e5bb87394af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:17.101717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-ffe725b6-49f9-4241-b934-e5bb87394af7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7cd017ba-0737-425d-94f4-5ab21031663a HTTP/1.1" status: 200 len: 854 time: 0.1735871 Aug 24 00:16:17.116693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefd66b-b808-4f77-a8df-c5b742aa4d29 req-3abcdb56-5433-4fa1-83ef-1e1081fd137e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:17.118152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cefd66b-b808-4f77-a8df-c5b742aa4d29 req-3abcdb56-5433-4fa1-83ef-1e1081fd137e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.2226810 Aug 24 00:16:17.120921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44c5bfc6-0f8a-470d-8bda-bfa66300f77c req-a92e3da4-3414-445a-a39d-1f6be57c800f tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054455 Aug 24 00:16:17.145766 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.205017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.226115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device fa5fbb67-a685-4401-b642-66d6308f38ff details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:17.308112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c23d1-0dcc-476d-adcf-8ab59a5fe546 req-b6a9eede-8cdf-4005-9f94-9f3c59fc9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:17.309684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e88c23d1-0dcc-476d-adcf-8ab59a5fe546 req-b6a9eede-8cdf-4005-9f94-9f3c59fc9879 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2aad9e7b-2316-42ba-919d-3ec87fa73e7b HTTP/1.1" status: 200 len: 853 time: 0.1860733 Aug 24 00:16:17.313428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cefd66b-b808-4f77-a8df-c5b742aa4d29 req-33652bce-71f9-40db-a56c-25e7ee8cb059 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748171 Aug 24 00:16:17.335026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-69c92215-7e4e-44b1-80cb-b27f4e49c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:17.336547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-69c92215-7e4e-44b1-80cb-b27f4e49c2da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1315fd89-a594-4ced-afb3-6e92213ad0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2147655 Aug 24 00:16:17.340617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h2-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:17.351009 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5cfd7da2-4915-440f-a643-bba01e56d52b up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:17.369490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Pushing event updated for resources: {'Port': ['ID=fa5fbb67-a685-4401-b642-66d6308f38ff,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:17.408013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff on host n-h2-805736-1 for vnic_type normal with profile {"migrating_to": "n-h1-805736-1"} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:17.411686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:17.412247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:17.412814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ea8a0-0278-45cd-8f40-589610b4b5d5 req-1416642e-3cbb-4964-940d-d480662ca6a4 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:17.414341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e4ea8a0-0278-45cd-8f40-589610b4b5d5 req-1416642e-3cbb-4964-940d-d480662ca6a4 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 945 time: 0.2185192 Aug 24 00:16:17.421393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e88c23d1-0dcc-476d-adcf-8ab59a5fe546 req-1c1a683f-7994-4b59-b683-28b80e79981c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b84cef5d-c79b-41f0-a662-0612779e92a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943244 Aug 24 00:16:17.424373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Port fa5fbb67-a685-4401-b642-66d6308f38ff on network ea19c1d5-c260-40f7-a45f-242d804dbf95 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:17.424745 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:17.433556 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:17.433947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Checking segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:17.434760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Bound using segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:17.435265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Bound port: fa5fbb67-a685-4401-b642-66d6308f38ff, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:17.435668 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.478283 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 5cfd7da2-4915-440f-a643-bba01e56d52b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:17.486360 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 5cfd7da2-4915-440f-a643-bba01e56d52b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:17.486738 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.503232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff on host n-h2-805736-1 for vnic_type normal with profile {"migrating_to": "n-h1-805736-1"} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:17.503533 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:17.503848 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:17.539056 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h2-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:17.542321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa5fbb67-a685-4401-b642-66d6308f38ff,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:17.547529 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.574644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Port fa5fbb67-a685-4401-b642-66d6308f38ff on network ea19c1d5-c260-40f7-a45f-242d804dbf95 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:17.575200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Attempting to bind port fa5fbb67-a685-4401-b642-66d6308f38ff on network ea19c1d5-c260-40f7-a45f-242d804dbf95 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:17.576745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f66f0c-db80-4c66-88f4-c10a6badd039', 'tag': '2d6f335b-3c20-42e3-96ea-805bb68e67ec'}, {'server_uuid': 'eb50ec5b-8556-4504-83a3-46183db5192c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5fbb67-a685-4401-b642-66d6308f38ff'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:17.579098 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dd3b44-192c-471b-8f76-890f86d775ba" -d '{"events": [{"name": "network-changed", "server_uuid": "53f66f0c-db80-4c66-88f4-c10a6badd039", "tag": "2d6f335b-3c20-42e3-96ea-805bb68e67ec"}, {"server_uuid": "eb50ec5b-8556-4504-83a3-46183db5192c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5fbb67-a685-4401-b642-66d6308f38ff"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:17.614324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:17.614618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Checking segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:17.614987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Bound using segment: {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:17.615437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Bound port: fa5fbb67-a685-4401-b642-66d6308f38ff, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea19c1d5-c260-40f7-a45f-242d804dbf95'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:17.615797 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.629555 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e4ea8a0-0278-45cd-8f40-589610b4b5d5 req-f86fe8a4-07b8-4d19-860c-b3a65ef4a1f5 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761384 Aug 24 00:16:17.648574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=fa5fbb67-a685-4401-b642-66d6308f38ff,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:17.661155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-1b5be0e7-1ba9-47fa-97e4-855064107b34 service neutron] 10.222.0.13 "GET /v2.0/networks/1315fd89-a594-4ced-afb3-6e92213ad0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115644 Aug 24 00:16:17.671565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a3497-cc53-4bd2-a65a-32b639f80c1b req-d6cd0131-536a-45ff-86e2-674179d44718 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:17.673085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-641a3497-cc53-4bd2-a65a-32b639f80c1b req-d6cd0131-536a-45ff-86e2-674179d44718 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 944 time: 0.2067122 Aug 24 00:16:17.684472 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device fa5fbb67-a685-4401-b642-66d6308f38ff has no active binding in host n-h1-805736-1 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:16:17.685980 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.718472 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfd7da2-4915-440f-a643-bba01e56d52b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:17.720724 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee45d45-b3c5-4de5-8302-22023990f54c" -d '{"events": [{"server_uuid": "34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1", "name": "network-vif-plugged", "status": "completed", "tag": "5cfd7da2-4915-440f-a643-bba01e56d52b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:17.734282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5cfd7da2-4915-440f-a643-bba01e56d52b,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:17.738541 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.792299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5cfd7da2-4915-440f-a643-bba01e56d52b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:17.819634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e88c23d1-0dcc-476d-adcf-8ab59a5fe546 req-10fe507f-9a62-4c8d-be63-d0608f8e1be5 service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672187 Aug 24 00:16:17.828266 n-d-805736-1 neutron-server[94837]: WARNING neutron.plugins.ml2.plugin [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Concurrent port binding operations failed on port fa5fbb67-a685-4401-b642-66d6308f38ff Aug 24 00:16:17.840990 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa5fbb67-a685-4401-b642-66d6308f38ff,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:17.878111 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Attempt 2 to bind port fa5fbb67-a685-4401-b642-66d6308f38ff Aug 24 00:16:17.911478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:17.912101 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.913511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-ec73b237-be6e-49ab-a16e-2a4e619284dd service neutron] 10.222.0.47 "PUT /v2.0/ports/fa5fbb67-a685-4401-b642-66d6308f38ff HTTP/1.1" status: 200 len: 1122 time: 1.6679108 Aug 24 00:16:17.918358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-641a3497-cc53-4bd2-a65a-32b639f80c1b req-f2727958-044d-4b66-88f1-b243547f4257 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119753 Aug 24 00:16:17.951368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc1814-0b84-45de-a553-f689d8931794 req-48d4de13-608c-4f09-a632-8dca8805be20 tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:17.952915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82fc1814-0b84-45de-a553-f689d8931794 req-48d4de13-608c-4f09-a632-8dca8805be20 tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 1101 time: 0.2329607 Aug 24 00:16:17.957045 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3604e3b-e5d3-48a7-a916-a04b211e7faf req-da204bc0-ce95-42b2-8e25-a34a9742b553 service neutron] 10.222.0.13 "GET /v2.0/networks/1315fd89-a594-4ced-afb3-6e92213ad0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641871 Aug 24 00:16:18.020674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e88c23d1-0dcc-476d-adcf-8ab59a5fe546 req-3bd97503-0864-439b-b481-134ae83c4fc2 service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872158 Aug 24 00:16:18.024731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82fc1814-0b84-45de-a553-f689d8931794 req-b51316aa-c681-42be-87a1-4caf5c1e947e tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606463 Aug 24 00:16:18.057797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['fa5fbb67-a685-4401-b642-66d6308f38ff'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:18.086578 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23ea739-7251-4c6e-b54f-a8bfdcc8a002 x-openstack-request-id: req-c23ea739-7251-4c6e-b54f-a8bfdcc8a002 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:18.086910 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f66f0c-db80-4c66-88f4-c10a6badd039", "tag": "2d6f335b-3c20-42e3-96ea-805bb68e67ec", "status": "completed", "code": 200}, {"server_uuid": "eb50ec5b-8556-4504-83a3-46183db5192c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5fbb67-a685-4401-b642-66d6308f38ff", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:18.087170 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c23ea739-7251-4c6e-b54f-a8bfdcc8a002 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:18.088151 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f66f0c-db80-4c66-88f4-c10a6badd039', 'tag': '2d6f335b-3c20-42e3-96ea-805bb68e67ec', 'status': 'completed', 'code': 200} Aug 24 00:16:18.088537 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb50ec5b-8556-4504-83a3-46183db5192c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5fbb67-a685-4401-b642-66d6308f38ff', 'code': 200} Aug 24 00:16:18.100013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['fa5fbb67-a685-4401-b642-66d6308f38ff'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:18.193651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c1703-105d-4d38-bf5a-c6f17e28ae41 req-0b3728f2-c29a-48f2-b583-4467448116f2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:18.203910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-133c1703-105d-4d38-bf5a-c6f17e28ae41 req-0b3728f2-c29a-48f2-b583-4467448116f2 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 944 time: 0.0885963 Aug 24 00:16:18.204270 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1739eb-5b42-4a8f-9a10-8d3165b44b63 x-openstack-request-id: req-ea1739eb-5b42-4a8f-9a10-8d3165b44b63 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:18.204569 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1", "name": "network-vif-plugged", "status": "completed", "tag": "5cfd7da2-4915-440f-a643-bba01e56d52b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:18.204822 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea1739eb-5b42-4a8f-9a10-8d3165b44b63 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:18.205212 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfd7da2-4915-440f-a643-bba01e56d52b', 'code': 200} Aug 24 00:16:18.278851 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-133c1703-105d-4d38-bf5a-c6f17e28ae41 req-67359dca-931b-4ab5-b156-df5d2f2dd997 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 Aug 24 00:16:18.712018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ac895-3628-42c2-bc8e-2ab63e54422b req-66e9f586-5463-4c28-b018-881ebf30c418 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:18.714098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d6ac895-3628-42c2-bc8e-2ab63e54422b req-66e9f586-5463-4c28-b018-881ebf30c418 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 944 time: 0.3950081 Aug 24 00:16:18.720888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd3b44-192c-471b-8f76-890f86d775ba req-9e51bb89-7e53-4fe2-bb55-bba6bc20c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:18.722346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8dd3b44-192c-471b-8f76-890f86d775ba req-9e51bb89-7e53-4fe2-bb55-bba6bc20c4da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec590174688f4548ac355d3e0c08b4fe&device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 1095 time: 0.4657786 Aug 24 00:16:18.751516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ad271-34d8-4a4b-beae-d6b045c6004d req-0ccee775-19c0-43be-9d30-61772c9db377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:18.752986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a9ad271-34d8-4a4b-beae-d6b045c6004d req-0ccee775-19c0-43be-9d30-61772c9db377 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 1096 time: 0.4019654 Aug 24 00:16:18.882731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d6ac895-3628-42c2-bc8e-2ab63e54422b req-83068e38-5af7-44ce-97bb-8def44b00c7a tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592119 Aug 24 00:16:18.914840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a9ad271-34d8-4a4b-beae-d6b045c6004d req-5234edd1-af96-4451-8ed1-71e207cf405c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229491 Aug 24 00:16:18.935390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-3f7c7fe9-c69e-423a-927e-9b7b61e1f91d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1453261 Aug 24 00:16:18.942246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd3b44-192c-471b-8f76-890f86d775ba req-e403b47c-111a-4ddd-8311-5cfd02939cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:18.943759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8dd3b44-192c-471b-8f76-890f86d775ba req-e403b47c-111a-4ddd-8311-5cfd02939cf9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1315fd89-a594-4ced-afb3-6e92213ad0a9 HTTP/1.1" status: 200 len: 916 time: 0.2107654 Aug 24 00:16:18.952956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d2f05-6b5c-440d-ba6f-2ff44891bf51 req-9b267f4c-98ab-4688-bd96-f75570db0b43 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:18.954448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-304d2f05-6b5c-440d-ba6f-2ff44891bf51 req-9b267f4c-98ab-4688-bd96-f75570db0b43 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.1419077 Aug 24 00:16:18.997922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-304d2f05-6b5c-440d-ba6f-2ff44891bf51 req-938964e0-aeec-419c-af51-003ace433490 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362625 Aug 24 00:16:19.158603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e4fc9-b9bc-4003-94de-9ce42f42a5e7 req-d432d8dd-8090-4ff9-a87d-5adef20c94c6 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:19.160192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b2e4fc9-b9bc-4003-94de-9ce42f42a5e7 req-d432d8dd-8090-4ff9-a87d-5adef20c94c6 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.0600138 Aug 24 00:16:19.203239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b2e4fc9-b9bc-4003-94de-9ce42f42a5e7 req-27f38afb-0435-4e05-bae4-36cdfee63abb tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364535 Aug 24 00:16:19.288369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8dd3b44-192c-471b-8f76-890f86d775ba req-c11ae162-e12e-4748-929b-e2719d290fba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d6f335b-3c20-42e3-96ea-805bb68e67ec HTTP/1.1" status: 200 len: 217 time: 0.0468798 Aug 24 00:16:19.339944 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:19.380958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9833d6-09b0-48df-8c26-b6c79859ff57 req-b429ec1d-898f-47b2-85b0-6113a399109e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:19.382941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e9833d6-09b0-48df-8c26-b6c79859ff57 req-b429ec1d-898f-47b2-85b0-6113a399109e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 944 time: 0.0969036 Aug 24 00:16:19.383922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd3b44-192c-471b-8f76-890f86d775ba req-b2188dc1-9368-43f3-be34-eb02bc65bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:19.385791 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8dd3b44-192c-471b-8f76-890f86d775ba req-b2188dc1-9368-43f3-be34-eb02bc65bcbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7cd017ba-0737-425d-94f4-5ab21031663a HTTP/1.1" status: 200 len: 854 time: 0.0849800 Aug 24 00:16:19.459896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,segment=NetworkSegment(de09799d-5b9f-4c0f-9980-1f8211abc794),segment_id=de09799d-5b9f-4c0f-9980-1f8211abc794)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:19.473230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '79896bfd-6aae-41e1-b4cd-ef67b5cf69d9', 'network_id': 'b84cef5d-c79b-41f0-a662-0612779e92a3', 'port_id': '79896bfd-6aae-41e1-b4cd-ef67b5cf69d9', 'mac_address': 'fa:16:3e:76:51:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aad9e7b-2316-42ba-919d-3ec87fa73e7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:19.484097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e9833d6-09b0-48df-8c26-b6c79859ff57 req-79fa6a11-803a-44e1-9e84-6bb0526eec3e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889654 Aug 24 00:16:19.486725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd3b44-192c-471b-8f76-890f86d775ba req-557695dc-bec9-44fe-843d-a06ce67c0fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:19.488188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8dd3b44-192c-471b-8f76-890f86d775ba req-557695dc-bec9-44fe-843d-a06ce67c0fa8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1315fd89-a594-4ced-afb3-6e92213ad0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921850 Aug 24 00:16:19.496666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466ef07-335c-4228-a7bf-4ad5b98c7721 req-a302fa30-5721-4140-81d9-c7b1ebf58148 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:19.498164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0466ef07-335c-4228-a7bf-4ad5b98c7721 req-a302fa30-5721-4140-81d9-c7b1ebf58148 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 945 time: 0.1115081 Aug 24 00:16:19.531906 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:19.555311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:19.579320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,segment=NetworkSegment(de09799d-5b9f-4c0f-9980-1f8211abc794),segment_id=de09799d-5b9f-4c0f-9980-1f8211abc794)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:19.593452 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:19.635116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0466ef07-335c-4228-a7bf-4ad5b98c7721 req-20a3dfbc-85c3-4e7b-9dbd-f7129ffffb8d tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081123 Aug 24 00:16:19.670187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:19.670580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9c09f-170b-491b-bf04-74b196c7ce24 req-ccfc79c9-e173-4c18-81da-934146015939 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:19.672139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfd9c09f-170b-491b-bf04-74b196c7ce24 req-ccfc79c9-e173-4c18-81da-934146015939 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 944 time: 0.0952792 Aug 24 00:16:19.674176 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8dd3b44-192c-471b-8f76-890f86d775ba req-86586e2b-0c29-4b12-9624-6c70eb32d272 service neutron] 10.222.0.13 "GET /v2.0/networks/1315fd89-a594-4ced-afb3-6e92213ad0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751378 Aug 24 00:16:19.763928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfd9c09f-170b-491b-bf04-74b196c7ce24 req-b896ee6f-2bab-434e-92f5-8ca3c5b8ddfd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841522 Aug 24 00:16:19.800781 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8dd3b44-192c-471b-8f76-890f86d775ba req-33a7b32f-9e89-46bf-a3d3-dd2d13d3f9f2 service neutron] 10.222.0.13 "GET /v2.0/networks/1315fd89-a594-4ced-afb3-6e92213ad0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044855 Aug 24 00:16:19.999952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5a7ec-9579-46f4-9f6f-6d4ec6edfd3c req-274b2c29-a2bc-4e83-90a5-a9371b8d5070 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.001447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74f5a7ec-9579-46f4-9f6f-6d4ec6edfd3c req-274b2c29-a2bc-4e83-90a5-a9371b8d5070 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 944 time: 0.0502870 Aug 24 00:16:20.042964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74f5a7ec-9579-46f4-9f6f-6d4ec6edfd3c req-7c1e4377-ace7-4cbb-8b7d-de0f676341b2 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354826 Aug 24 00:16:20.089725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb50ec5b-8556-4504-83a3-46183db5192c', 'tag': 'fa5fbb67-a685-4401-b642-66d6308f38ff'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:20.092717 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4103f8e3-bdf5-4957-904c-a0caeb32ded3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb50ec5b-8556-4504-83a3-46183db5192c", "tag": "fa5fbb67-a685-4401-b642-66d6308f38ff"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:20.131815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf68e8-5ee6-4974-ab6e-ea71eb29ac1e req-67a097b8-f8ad-4b64-91e4-e9de72463cac tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.133322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7dbf68e8-5ee6-4974-ab6e-ea71eb29ac1e req-67a097b8-f8ad-4b64-91e4-e9de72463cac tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.0536816 Aug 24 00:16:20.135382 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5225ce-0a71-4907-a8c1-976e688c3797 x-openstack-request-id: req-3b5225ce-0a71-4907-a8c1-976e688c3797 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:20.135653 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb50ec5b-8556-4504-83a3-46183db5192c", "tag": "fa5fbb67-a685-4401-b642-66d6308f38ff", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:20.135897 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b5225ce-0a71-4907-a8c1-976e688c3797 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:20.136210 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb50ec5b-8556-4504-83a3-46183db5192c', 'tag': 'fa5fbb67-a685-4401-b642-66d6308f38ff', 'status': 'completed', 'code': 200} Aug 24 00:16:20.172433 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7dbf68e8-5ee6-4974-ab6e-ea71eb29ac1e req-104619f0-d466-4d3d-a687-1dd7d8c04912 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Aug 24 00:16:20.190381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['79896bfd-6aae-41e1-b4cd-ef67b5cf69d9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:20.269171 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103f8e3-bdf5-4957-904c-a0caeb32ded3 req-736680a0-ba8d-4c15-9543-a72d6e6fe388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.271466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4103f8e3-bdf5-4957-904c-a0caeb32ded3 req-736680a0-ba8d-4c15-9543-a72d6e6fe388 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 1125 time: 0.0615141 Aug 24 00:16:20.385218 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f9a1d-3dc2-4068-b618-d4f5d9f09f1b req-f78fcafa-e075-409f-be0e-e727c17af82a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.386727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce4f9a1d-3dc2-4068-b618-d4f5d9f09f1b req-f78fcafa-e075-409f-be0e-e727c17af82a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.1096294 Aug 24 00:16:20.432041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103f8e3-bdf5-4957-904c-a0caeb32ded3 req-eb255343-8bab-4f88-b46d-fc4e1af34a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.433487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4103f8e3-bdf5-4957-904c-a0caeb32ded3 req-eb255343-8bab-4f88-b46d-fc4e1af34a9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.1248727 Aug 24 00:16:20.445092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce4f9a1d-3dc2-4068-b618-d4f5d9f09f1b req-be4d9bca-83bf-4c0e-9095-2a0a808a0f48 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478599 Aug 24 00:16:20.493878 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4103f8e3-bdf5-4957-904c-a0caeb32ded3 req-b89e0c21-6b87-490a-8d92-650b9e079e8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa5fbb67-a685-4401-b642-66d6308f38ff HTTP/1.1" status: 200 len: 217 time: 0.0363812 Aug 24 00:16:20.553644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103f8e3-bdf5-4957-904c-a0caeb32ded3 req-1d2f6bbb-fe5d-4d72-b064-e0fc1d8db978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.555398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4103f8e3-bdf5-4957-904c-a0caeb32ded3 req-1d2f6bbb-fe5d-4d72-b064-e0fc1d8db978 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.0497544 Aug 24 00:16:20.611845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4103f8e3-bdf5-4957-904c-a0caeb32ded3 req-0dc1bb84-aa80-44bd-b463-ec46a3d11cf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435476 Aug 24 00:16:20.634027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605febc6-86ee-4a56-9c6f-f67bfa2e1b59 req-eb8e62f8-be38-4a04-9689-256246fbdd53 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.636666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-605febc6-86ee-4a56-9c6f-f67bfa2e1b59 req-eb8e62f8-be38-4a04-9689-256246fbdd53 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 945 time: 0.0777118 Aug 24 00:16:20.731244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-605febc6-86ee-4a56-9c6f-f67bfa2e1b59 req-6bc53fe1-e428-4322-81be-7dbf625b1a03 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882766 Aug 24 00:16:20.795900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bec687-dd05-4316-a51c-634005bb4325 req-f7e6b8df-2ae4-41cf-b050-e686691e1065 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.797391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bec687-dd05-4316-a51c-634005bb4325 req-f7e6b8df-2ae4-41cf-b050-e686691e1065 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 945 time: 0.0833514 Aug 24 00:16:20.799795 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4103f8e3-bdf5-4957-904c-a0caeb32ded3 req-9292faff-b78c-44b0-b064-7e81faac56ba service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440511 Aug 24 00:16:20.903572 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bec687-dd05-4316-a51c-634005bb4325 req-2a2f0135-03a2-4f7e-b35e-d8efa3365290 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990233 Aug 24 00:16:20.984457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddf342-0978-4469-9838-641cf8b72783 req-2a169106-fc1e-45ed-a3dc-47b44ab971e4 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.985950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1eddf342-0978-4469-9838-641cf8b72783 req-2a169106-fc1e-45ed-a3dc-47b44ab971e4 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 944 time: 0.1482723 Aug 24 00:16:21.004697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-f155390b-ec81-4312-ba18-7fbc16ff8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:21.006104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-f155390b-ec81-4312-ba18-7fbc16ff8679 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 1101 time: 0.0985911 Aug 24 00:16:21.009137 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4103f8e3-bdf5-4957-904c-a0caeb32ded3 req-cfca0317-8b71-464a-9527-7bf26a8be316 service neutron] 10.222.0.13 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851206 Aug 24 00:16:21.080774 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1eddf342-0978-4469-9838-641cf8b72783 req-22fbb5e8-0d74-42e5-81e7-992d26be8895 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884597 Aug 24 00:16:21.135924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-ce0fdbff-5af2-41fa-8568-3a27158bb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:21.137337 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-ce0fdbff-5af2-41fa-8568-3a27158bb2bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1211588 Aug 24 00:16:21.192976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-ddea8e71-735f-4c9a-a3af-a21068eaabe6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2549e16f-cc65-477f-b266-ba499e3ae774 HTTP/1.1" status: 200 len: 217 time: 0.0418472 Aug 24 00:16:21.206984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c1b8f-3a3d-4140-aa31-8f485f6533e2 req-a6b112cc-ff59-40a1-a9fe-3d59278b0fe5 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:21.208521 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f92c1b8f-3a3d-4140-aa31-8f485f6533e2 req-a6b112cc-ff59-40a1-a9fe-3d59278b0fe5 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 944 time: 0.0911875 Aug 24 00:16:21.292886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f92c1b8f-3a3d-4140-aa31-8f485f6533e2 req-7c81fbbe-6773-4eea-9c3d-b02d454717f4 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758064 Aug 24 00:16:21.307826 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-6790a7c9-3f11-40d5-bd1d-c9fe33f2f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:21.309259 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-6790a7c9-3f11-40d5-bd1d-c9fe33f2f11d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0999246 Aug 24 00:16:21.358903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e3d78-49f4-4e9b-aede-fe308f17aa13 req-90ecb8fa-f29d-4779-9b7e-c22416aa2309 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:21.360385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b35e3d78-49f4-4e9b-aede-fe308f17aa13 req-90ecb8fa-f29d-4779-9b7e-c22416aa2309 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.0926678 Aug 24 00:16:21.375346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-479f011e-bc6b-4e45-bdf7-f6d2c58f9864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:21.376787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-479f011e-bc6b-4e45-bdf7-f6d2c58f9864 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591743 Aug 24 00:16:21.455987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b35e3d78-49f4-4e9b-aede-fe308f17aa13 req-fa45ddfb-0bd9-4169-a2d3-d38e6202b5fb tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882308 Aug 24 00:16:21.523931 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0b07f8bc-4bce-4a89-9539-d7fbfd23ba48 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362164 Aug 24 00:16:21.572724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1f7c0-6373-403a-80c4-f20bed85b4f0 req-779033a2-b378-4ecb-8b30-84e664610987 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:21.574276 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88d1f7c0-6373-403a-80c4-f20bed85b4f0 req-779033a2-b378-4ecb-8b30-84e664610987 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 945 time: 0.0973141 Aug 24 00:16:21.637422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d87108-b6f1-4513-9747-ac78389d4e86 req-da68cd2d-613c-4082-8b29-f5947c40c747 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:21.639203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29d87108-b6f1-4513-9747-ac78389d4e86 req-da68cd2d-613c-4082-8b29-f5947c40c747 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.1128464 Aug 24 00:16:21.798562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee10b4-5022-4446-8c55-5a5b77322ba5 req-767aa11c-bd61-4446-91b4-f031e7decee3 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:21.800052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fdee10b4-5022-4446-8c55-5a5b77322ba5 req-767aa11c-bd61-4446-91b4-f031e7decee3 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 1096 time: 0.1754932 Aug 24 00:16:21.802870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29d87108-b6f1-4513-9747-ac78389d4e86 req-baf0b098-1ee5-42e2-9ca7-a24a7bf1b9d0 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488025 Aug 24 00:16:21.845956 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-d3db3ba4-b4a5-4f4c-9806-b4c0dd9c191c service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706602 Aug 24 00:16:21.849858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-88d1f7c0-6373-403a-80c4-f20bed85b4f0 req-70980b98-c932-48b0-b882-56c595cd6c53 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Deleting port b5b10378-99b6-44ce-a5d8-62bc61b55f2d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:21.850202 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-88d1f7c0-6373-403a-80c4-f20bed85b4f0 req-70980b98-c932-48b0-b882-56c595cd6c53 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:21.932315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fdee10b4-5022-4446-8c55-5a5b77322ba5 req-f9dee1dc-13d2-479c-9a0b-371d245d7412 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222119 Aug 24 00:16:22.002942 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d034feb-8134-49fe-b91c-d7d8fd6affb8 req-8eb413d0-4ea2-4c5d-b8d8-d6dcd23c49fc tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:22.004488 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d034feb-8134-49fe-b91c-d7d8fd6affb8 req-8eb413d0-4ea2-4c5d-b8d8-d6dcd23c49fc tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 945 time: 0.1284523 Aug 24 00:16:22.011320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-88d1f7c0-6373-403a-80c4-f20bed85b4f0 req-70980b98-c932-48b0-b882-56c595cd6c53 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] For port b5b10378-99b6-44ce-a5d8-62bc61b55f2d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b5b10378-99b6-44ce-a5d8-62bc61b55f2d,segment=NetworkSegment(ce218c41-1c1b-4381-ae1f-350d087e06ec),segment_id=ce218c41-1c1b-4381-ae1f-350d087e06ec)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:22.011691 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-88d1f7c0-6373-403a-80c4-f20bed85b4f0 req-70980b98-c932-48b0-b882-56c595cd6c53 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.052840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-88d1f7c0-6373-403a-80c4-f20bed85b4f0 req-70980b98-c932-48b0-b882-56c595cd6c53 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Calling delete_port for b5b10378-99b6-44ce-a5d8-62bc61b55f2d owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:22.131570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d034feb-8134-49fe-b91c-d7d8fd6affb8 req-4793aeed-84e8-441e-b94a-800e75d85332 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106577 Aug 24 00:16:22.141203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee511a-4330-46f6-93fa-54e639cd1256 req-ab816f9f-6889-4721-b0a8-604796c3b470 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:22.142896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89ee511a-4330-46f6-93fa-54e639cd1256 req-ab816f9f-6889-4721-b0a8-604796c3b470 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b0c94d2-572f-43df-80c8-1ed920a3c2b1 HTTP/1.1" status: 200 len: 945 time: 0.1373110 Aug 24 00:16:22.250381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89ee511a-4330-46f6-93fa-54e639cd1256 req-9d32373e-1cd2-4a31-93ae-25106979e14e tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.32 "GET /v2.0/security-groups?id=f050e481-4f74-4e24-8c75-8dc16521969c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915344 Aug 24 00:16:22.280250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2df504-2f7f-47b3-98b2-3d53c1c968bf req-2f35a19f-9d26-47fa-8208-f9299f17e823 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:22.281812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd2df504-2f7f-47b3-98b2-3d53c1c968bf req-2f35a19f-9d26-47fa-8208-f9299f17e823 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 1096 time: 0.0952375 Aug 24 00:16:22.285626 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-88d1f7c0-6373-403a-80c4-f20bed85b4f0 req-70980b98-c932-48b0-b882-56c595cd6c53 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.323850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70980b98-c932-48b0-b882-56c595cd6c53 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Pushing event deleted for resources: {'Port': ['ID=b5b10378-99b6-44ce-a5d8-62bc61b55f2d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:22.329485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['b5b10378-99b6-44ce-a5d8-62bc61b55f2d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:22.409207 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d1f7c0-6373-403a-80c4-f20bed85b4f0 req-70980b98-c932-48b0-b882-56c595cd6c53 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] No DVR routers for this DVR port b5b10378-99b6-44ce-a5d8-62bc61b55f2d on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:22.413116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd2df504-2f7f-47b3-98b2-3d53c1c968bf req-c7b1d9f1-bef8-4f07-99b2-7feabcb3ca4b tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187513 Aug 24 00:16:22.414123 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-88d1f7c0-6373-403a-80c4-f20bed85b4f0 req-70980b98-c932-48b0-b882-56c595cd6c53 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.416872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88d1f7c0-6373-403a-80c4-f20bed85b4f0 req-70980b98-c932-48b0-b882-56c595cd6c53 tempest-InstanceActionsTestJSON-1455946206 tempest-InstanceActionsTestJSON-1455946206-project] 10.222.0.47 "DELETE /v2.0/ports/b5b10378-99b6-44ce-a5d8-62bc61b55f2d HTTP/1.1" status: 204 len: 173 time: 0.8349822 Aug 24 00:16:22.418627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0c94d2-572f-43df-80c8-1ed920a3c2b1', 'name': 'network-vif-deleted', 'tag': 'b5b10378-99b6-44ce-a5d8-62bc61b55f2d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:22.420888 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1f8eef-9808-41a7-ac2c-285879624988" -d '{"events": [{"server_uuid": "0b0c94d2-572f-43df-80c8-1ed920a3c2b1", "name": "network-vif-deleted", "tag": "b5b10378-99b6-44ce-a5d8-62bc61b55f2d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:22.436827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb1b32-886a-4536-a237-cd1bf7089765 req-09187271-f7ec-4094-92cf-3ec09841ab86 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:22.438406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cefb1b32-886a-4536-a237-cd1bf7089765 req-09187271-f7ec-4094-92cf-3ec09841ab86 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 944 time: 0.1193895 Aug 24 00:16:22.478798 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cefb1b32-886a-4536-a237-cd1bf7089765 req-0da55d01-11ce-4676-a2af-385293f1c949 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333686 Aug 24 00:16:22.554389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bac4c1-92de-44eb-8be7-c494fcf05ede req-1d4a88c5-b285-4380-9af8-a213ba0571d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:22.557191 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23bac4c1-92de-44eb-8be7-c494fcf05ede req-1d4a88c5-b285-4380-9af8-a213ba0571d6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 944 time: 0.0537732 Aug 24 00:16:22.595624 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cd763b-0c11-45b2-a571-302c8cf4aa0a x-openstack-request-id: req-62cd763b-0c11-45b2-a571-302c8cf4aa0a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:22.595907 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0c94d2-572f-43df-80c8-1ed920a3c2b1", "name": "network-vif-deleted", "tag": "b5b10378-99b6-44ce-a5d8-62bc61b55f2d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:22.596158 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62cd763b-0c11-45b2-a571-302c8cf4aa0a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:22.596741 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0c94d2-572f-43df-80c8-1ed920a3c2b1', 'name': 'network-vif-deleted', 'tag': 'b5b10378-99b6-44ce-a5d8-62bc61b55f2d', 'status': 'completed', 'code': 200} Aug 24 00:16:22.604819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23bac4c1-92de-44eb-8be7-c494fcf05ede req-29e48bb3-20fc-47f1-bc56-b0f562481031 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410891 Aug 24 00:16:22.942293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d7a3f-3637-4826-b4e2-a0cfb3ae00ce req-69dd9774-3ce9-42f5-9376-dd750ddb98c1 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:22.943925 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c9d7a3f-3637-4826-b4e2-a0cfb3ae00ce req-69dd9774-3ce9-42f5-9376-dd750ddb98c1 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.0520093 Aug 24 00:16:22.990924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c9d7a3f-3637-4826-b4e2-a0cfb3ae00ce req-ec2d7ddf-2eb2-4bc5-8297-ec87e6a4d3bf tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399342 Aug 24 00:16:23.262289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc56beb-1d4d-4942-85d0-cb8bc531151d req-a92e784a-9088-4ff0-a114-d752bdc06e03 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:23.264197 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bc56beb-1d4d-4942-85d0-cb8bc531151d req-a92e784a-9088-4ff0-a114-d752bdc06e03 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 945 time: 0.0572782 Aug 24 00:16:23.317206 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bc56beb-1d4d-4942-85d0-cb8bc531151d req-2ad17a5f-36bd-4086-bb83-54354cd95d36 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429375 Aug 24 00:16:23.325818 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.360916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45432) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:23.365187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:23.408700 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2648b79f-0cca-4e11-a50b-5d51f96c1057 admin admin] Deleting subnet 302f7373-8ead-44a1-ba94-89544b2793c7 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:16:23.412289 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2648b79f-0cca-4e11-a50b-5d51f96c1057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.417671 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:23.422905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:23.423340 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.451695 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2648b79f-0cca-4e11-a50b-5d51f96c1057 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.516389 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2648b79f-0cca-4e11-a50b-5d51f96c1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.518552 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.574089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-7b637e93-a085-4038-b34b-712a34595c0e tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:16:23.575260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-7b637e93-a085-4038-b34b-712a34595c0e tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063653 Aug 24 00:16:23.575973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a21984e-783c-4cde-b210-f4dabdfdc1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79896bfd-6aae-41e1-b4cd-ef67b5cf69d9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:23.578635 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f61b4a8-85d6-47fd-bf1e-11b2af2baffe" -d '{"events": [{"server_uuid": "1a21984e-783c-4cde-b210-f4dabdfdc1e2", "name": "network-vif-plugged", "status": "completed", "tag": "79896bfd-6aae-41e1-b4cd-ef67b5cf69d9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:23.597598 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2648b79f-0cca-4e11-a50b-5d51f96c1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.600439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,segment=NetworkSegment(de09799d-5b9f-4c0f-9980-1f8211abc794),segment_id=de09799d-5b9f-4c0f-9980-1f8211abc794)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:23.605967 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.611165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] Request body: {'binding': {'host': 'n-h1-805736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:23.611622 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] Unknown quota resources ['binding']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:16:23.627725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648b79f-0cca-4e11-a50b-5d51f96c1057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=302f7373-8ead-44a1-ba94-89544b2793c7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:23.632047 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2648b79f-0cca-4e11-a50b-5d51f96c1057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.639246 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2648b79f-0cca-4e11-a50b-5d51f96c1057 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/302f7373-8ead-44a1-ba94-89544b2793c7 HTTP/1.1" status: 204 len: 168 time: 0.2769525 Aug 24 00:16:23.639917 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45440) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:23.669805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:23.708890 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5901-24dd-4430-a01a-5de47eb5a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.755519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249af9e1-6871-4f7a-9e5a-a061ae1640e0 req-39a5c45b-e9e1-483d-8048-8d5a086efdc5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:23.757381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-249af9e1-6871-4f7a-9e5a-a061ae1640e0 req-39a5c45b-e9e1-483d-8048-8d5a086efdc5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 944 time: 0.1808648 Aug 24 00:16:23.808243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5901-24dd-4430-a01a-5de47eb5a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.818335 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d0ef5901-24dd-4430-a01a-5de47eb5a886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55efabe0-0bd8-4a50-b905-78f085ad3b8e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:23.821015 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-249af9e1-6871-4f7a-9e5a-a061ae1640e0 req-ac34847e-b942-4145-aff4-e90392098cdd tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562747 Aug 24 00:16:23.830033 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d0ef5901-24dd-4430-a01a-5de47eb5a886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce218c41-1c1b-4381-ae1f-350d087e06ec') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:23.830361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d0ef5901-24dd-4430-a01a-5de47eb5a886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce218c41-1c1b-4381-ae1f-350d087e06ec') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:23.843978 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5901-24dd-4430-a01a-5de47eb5a886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.861845 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5901-24dd-4430-a01a-5de47eb5a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.865147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] Attempting to bind port 5cfd7da2-4915-440f-a643-bba01e56d52b on host n-h1-805736-1 for vnic_type normal with profile None {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:23.865812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] Attempting to bind port 5cfd7da2-4915-440f-a643-bba01e56d52b by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:23.866391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] Attempting to bind port 5cfd7da2-4915-440f-a643-bba01e56d52b on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:23.871412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ef5901-24dd-4430-a01a-5de47eb5a886 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:16:23.871865 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5901-24dd-4430-a01a-5de47eb5a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.872298 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] Port 5cfd7da2-4915-440f-a643-bba01e56d52b on network 73946cb7-6543-439b-b8db-561e1cede42a not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:23.872804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] Attempting to bind port 5cfd7da2-4915-440f-a643-bba01e56d52b on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:16:23.874839 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:16:23.880573 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7e086f-721b-459e-9c74-4a13da52e9d4 x-openstack-request-id: req-5f7e086f-721b-459e-9c74-4a13da52e9d4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:23.881047 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a21984e-783c-4cde-b210-f4dabdfdc1e2", "name": "network-vif-plugged", "status": "completed", "tag": "79896bfd-6aae-41e1-b4cd-ef67b5cf69d9", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:23.881393 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f7e086f-721b-459e-9c74-4a13da52e9d4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:23.881946 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a21984e-783c-4cde-b210-f4dabdfdc1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79896bfd-6aae-41e1-b4cd-ef67b5cf69d9', 'code': 200} Aug 24 00:16:23.884664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:23.885211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] Checking segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:23.885897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] Bound using segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:23.886448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] Bound port: 5cfd7da2-4915-440f-a643-bba01e56d52b, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:23.955726 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5901-24dd-4430-a01a-5de47eb5a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.963934 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5901-24dd-4430-a01a-5de47eb5a886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.966569 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d0ef5901-24dd-4430-a01a-5de47eb5a886 admin admin] 10.222.0.32 "DELETE /v2.0/networks/55efabe0-0bd8-4a50-b905-78f085ad3b8e HTTP/1.1" status: 204 len: 168 time: 0.3255095 Aug 24 00:16:23.987776 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef5901-24dd-4430-a01a-5de47eb5a886 admin admin] Pushing event deleted for resources: {'Network': ['ID=55efabe0-0bd8-4a50-b905-78f085ad3b8e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:24.124627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45450) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:24.173124 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-26eb4135-74bf-4821-911e-a320d136c51d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=240c2fed2a984397b880d0e66d074629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467880 Aug 24 00:16:24.175455 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45452) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:24.228464 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5e7f-6f43-4739-acaf-50a1c261b4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.251129 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5e7f-6f43-4739-acaf-50a1c261b4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.315084 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5e7f-6f43-4739-acaf-50a1c261b4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.317845 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5e7f-6f43-4739-acaf-50a1c261b4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.322362 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bd1d5e7f-6f43-4739-acaf-50a1c261b4b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f050e481-4f74-4e24-8c75-8dc16521969c HTTP/1.1" status: 204 len: 168 time: 0.1426446 Aug 24 00:16:24.329138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d5e7f-6f43-4739-acaf-50a1c261b4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f050e481-4f74-4e24-8c75-8dc16521969c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:24.367747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5cfd7da2-4915-440f-a643-bba01e56d52b,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:24.379766 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.381123 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] 10.222.0.32 "POST /v2.0/ports/5cfd7da2-4915-440f-a643-bba01e56d52b/bindings HTTP/1.1" status: 201 len: 389 time: 0.7739351 Aug 24 00:16:24.399245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667412-2415-42c9-bd28-73ee738347d2 req-ecec2bec-cc07-4658-8eb4-7e637f7d3f61 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:24.410003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb667412-2415-42c9-bd28-73ee738347d2 req-ecec2bec-cc07-4658-8eb4-7e637f7d3f61 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 944 time: 0.4574962 Aug 24 00:16:24.435934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfbd71-2141-4ba1-aaa1-23dee064aea5 req-29b78b55-b81d-450c-a1bf-964d334fe681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:24.437936 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4bfbd71-2141-4ba1-aaa1-23dee064aea5 req-29b78b55-b81d-450c-a1bf-964d334fe681 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 1097 time: 0.4422541 Aug 24 00:16:24.495497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb667412-2415-42c9-bd28-73ee738347d2 req-e240ea33-0f5c-44cf-a36a-9772909fd379 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827975 Aug 24 00:16:24.538442 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4bfbd71-2141-4ba1-aaa1-23dee064aea5 req-495fc49f-2a2f-4f44-9da1-d561eaa50ed8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904887 Aug 24 00:16:24.722057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e10076-9dab-4837-871f-0f161e6e1a32 req-b3504f51-8790-42ef-95f8-711ccb701a9d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:24.724491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22e10076-9dab-4837-871f-0f161e6e1a32 req-b3504f51-8790-42ef-95f8-711ccb701a9d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.0639398 Aug 24 00:16:24.792995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22e10076-9dab-4837-871f-0f161e6e1a32 req-3fc262da-620b-420b-a959-419a2d27e873 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593066 Aug 24 00:16:24.960303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f131bdd-9486-4fca-8192-e4d93d553684 req-091dd80b-9e12-4c8f-afed-1f47a0cdd169 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:24.961844 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f131bdd-9486-4fca-8192-e4d93d553684 req-091dd80b-9e12-4c8f-afed-1f47a0cdd169 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 946 time: 0.1020064 Aug 24 00:16:25.034033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-3a0ac5c3-b483-4883-a96f-db1e9272ef52 service neutron] 10.222.0.13 "GET /v2.0/ports/fa5fbb67-a685-4401-b642-66d6308f38ff/bindings/n-h1-805736-1 HTTP/1.1" status: 200 len: 384 time: 0.1351395 Aug 24 00:16:25.064778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da5d9e-acdc-4bc1-9414-f8ccc3076b38 req-4d870d8d-0a62-4a37-819f-4690569a59aa tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:25.066357 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50da5d9e-acdc-4bc1-9414-f8ccc3076b38 req-4d870d8d-0a62-4a37-819f-4690569a59aa tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.1177018 Aug 24 00:16:25.088319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f131bdd-9486-4fca-8192-e4d93d553684 req-bb748fd2-4175-47bf-8abb-d4b9fe12603e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128931 Aug 24 00:16:25.158140 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50da5d9e-acdc-4bc1-9414-f8ccc3076b38 req-0eee633d-581f-4845-b3e9-648a00626529 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687444 Aug 24 00:16:25.262541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b5b10378-99b6-44ce-a5d8-62bc61b55f2d no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:25.286589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: b5b10378-99b6-44ce-a5d8-62bc61b55f2d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:16:25.286969 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b5b10378-99b6-44ce-a5d8-62bc61b55f2d not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:25.302232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8f73f-4a3b-40f1-8fc7-fa4bdbce57e5 req-9dbfef99-2c0c-4320-b71d-cbe14e9cc8e0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:25.303840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96b8f73f-4a3b-40f1-8fc7-fa4bdbce57e5 req-9dbfef99-2c0c-4320-b71d-cbe14e9cc8e0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 944 time: 0.1380434 Aug 24 00:16:25.363568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-17f3bcaf-d61e-42ab-90de-e440bbc2f773 service neutron] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa5fbb67-a685-4401-b642-66d6308f38ff,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:25.368802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96b8f73f-4a3b-40f1-8fc7-fa4bdbce57e5 req-2fe66882-1de0-4c81-abb9-9fe98a81cedc tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576365 Aug 24 00:16:25.391933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-17f3bcaf-d61e-42ab-90de-e440bbc2f773 service neutron] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:25.428758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-17f3bcaf-d61e-42ab-90de-e440bbc2f773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5fbb67-a685-4401-b642-66d6308f38ff {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:25.440571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-17f3bcaf-d61e-42ab-90de-e440bbc2f773 service neutron] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=fa5fbb67-a685-4401-b642-66d6308f38ff,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:25.455932 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-17f3bcaf-d61e-42ab-90de-e440bbc2f773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:25.532254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-17f3bcaf-d61e-42ab-90de-e440bbc2f773 service neutron] Transition to ACTIVE for port object fa5fbb67-a685-4401-b642-66d6308f38ff will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:25.536484 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-17f3bcaf-d61e-42ab-90de-e440bbc2f773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:25.641215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-17f3bcaf-d61e-42ab-90de-e440bbc2f773 service neutron] No DVR routers for this DVR port fa5fbb67-a685-4401-b642-66d6308f38ff on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:25.651791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3bcaf-d61e-42ab-90de-e440bbc2f773 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5fbb67-a685-4401-b642-66d6308f38ff,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:25.683512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-17f3bcaf-d61e-42ab-90de-e440bbc2f773 service neutron] 10.222.0.13 "PUT /v2.0/ports/fa5fbb67-a685-4401-b642-66d6308f38ff/bindings/n-h1-805736-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6388464 Aug 24 00:16:25.690817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70755e4d-d706-425f-95d9-33c84ddd18fa req-4385d4e0-365d-44e5-98c9-d591368f5a24 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:25.692226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70755e4d-d706-425f-95d9-33c84ddd18fa req-4385d4e0-365d-44e5-98c9-d591368f5a24 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 944 time: 0.1086631 Aug 24 00:16:25.736385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70755e4d-d706-425f-95d9-33c84ddd18fa req-e70e94c9-bfe1-45f0-a86d-fe24ab8f6ebf tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372803 Aug 24 00:16:25.850426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-26428f34-942d-4f05-9e9c-6ea2e152cd03 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:25.852303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-26428f34-942d-4f05-9e9c-6ea2e152cd03 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c&tenant_id=4296ba497012466daa2a49222903cd4c&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 1096 time: 0.0495918 Aug 24 00:16:25.936443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-3694e2ce-9b7f-40b6-a716-d8767be2d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:25.938987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-3694e2ce-9b7f-40b6-a716-d8767be2d1e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c&tenant_id=4296ba497012466daa2a49222903cd4c HTTP/1.1" status: 200 len: 1096 time: 0.0768158 Aug 24 00:16:25.950451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd1fea-357b-4aba-8c97-55388448efd4 req-16bff464-f42b-4722-b5e7-8d1682386103 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:25.951958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dcdd1fea-357b-4aba-8c97-55388448efd4 req-16bff464-f42b-4722-b5e7-8d1682386103 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.0798357 Aug 24 00:16:26.022715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dcdd1fea-357b-4aba-8c97-55388448efd4 req-915170ce-600e-499b-bb3f-f9e337fffc8b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639193 Aug 24 00:16:26.033836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-c372e703-80c2-4d05-9048-57803c760e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:26.033963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45514) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:26.034434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-c372e703-80c2-4d05-9048-57803c760e6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4296ba497012466daa2a49222903cd4c&device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 1096 time: 0.0592723 Aug 24 00:16:26.132845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-09b504ce-a3d6-472c-bc85-577df994f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:26.135093 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-09b504ce-a3d6-472c-bc85-577df994f737 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 200 len: 908 time: 0.0924289 Aug 24 00:16:26.161359 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c07bb11-07e6-47a9-ad8a-cfd6cbe8379e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.184785 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-9cf10acb-54fa-4b50-a425-812b57512080 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa5fbb67-a685-4401-b642-66d6308f38ff HTTP/1.1" status: 200 len: 217 time: 0.0430403 Aug 24 00:16:26.266857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c07bb11-07e6-47a9-ad8a-cfd6cbe8379e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.270724 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c07bb11-07e6-47a9-ad8a-cfd6cbe8379e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.304433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd933ae-f9d3-48e7-a946-c3d8d923adf1 req-2647c3ad-1e00-4344-b066-7b8f1424bec8 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:26.305978 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd933ae-f9d3-48e7-a946-c3d8d923adf1 req-2647c3ad-1e00-4344-b066-7b8f1424bec8 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 946 time: 0.1246681 Aug 24 00:16:26.307400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-91a51da4-6e60-47bf-b0a3-b80600f21835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:26.308746 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-91a51da4-6e60-47bf-b0a3-b80600f21835 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 200 len: 847 time: 0.1154053 Aug 24 00:16:26.308873 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2c07bb11-07e6-47a9-ad8a-cfd6cbe8379e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c1101d18ea24d3c9c642b49e4a11f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741625 Aug 24 00:16:26.309693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07bb11-07e6-47a9-ad8a-cfd6cbe8379e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c81426-f11d-4a29-b38e-2d54670edfad,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:26.312174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45522) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:26.370658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dd31d-db16-44be-88c6-f2ed3ba15529 req-ca2099e2-6a0b-4a0d-8654-df41213d6ef5 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:26.372171 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a21dd31d-db16-44be-88c6-f2ed3ba15529 req-ca2099e2-6a0b-4a0d-8654-df41213d6ef5 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.1243896 Aug 24 00:16:26.383439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-477c76a5-46ac-4db6-9545-172a1d168f5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea19c1d5-c260-40f7-a45f-242d804dbf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647509 Aug 24 00:16:26.481848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd933ae-f9d3-48e7-a946-c3d8d923adf1 req-e30f36dc-cffb-4c77-a743-3111465cf3b7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618576 Aug 24 00:16:26.506974 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10a708fd-780c-4b20-80b4-c43853eadbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.524862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a21dd31d-db16-44be-88c6-f2ed3ba15529 req-f5a1ce25-8f17-4ca9-9599-f76be18c9365 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357665 Aug 24 00:16:26.551777 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10a708fd-780c-4b20-80b4-c43853eadbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.599368 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-13851afb-6f66-44e6-8d53-3426c4d501f0 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001281 Aug 24 00:16:26.711882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf234c-b9bc-48c9-a9dd-f4f600fbee3e req-b9e85667-2f4e-477c-8708-30f416d90e15 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:26.713583 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56bf234c-b9bc-48c9-a9dd-f4f600fbee3e req-b9e85667-2f4e-477c-8708-30f416d90e15 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 945 time: 0.1708565 Aug 24 00:16:26.732882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c59c72b-12c4-4669-8381-2a37df0b95e4 req-d09c3e90-727e-469d-9cca-9018cd4fedb6 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2017339774&fields=id&tenant_id=2473265a6e12449aa0f37045d5b34a2c HTTP/1.1" status: 200 len: 267 time: 0.1403108 Aug 24 00:16:26.746084 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10a708fd-780c-4b20-80b4-c43853eadbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.748697 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10a708fd-780c-4b20-80b4-c43853eadbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.749984 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-10a708fd-780c-4b20-80b4-c43853eadbc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3c81426-f11d-4a29-b38e-2d54670edfad HTTP/1.1" status: 204 len: 168 time: 0.4371612 Aug 24 00:16:26.808965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a708fd-780c-4b20-80b4-c43853eadbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c81426-f11d-4a29-b38e-2d54670edfad,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:26.839455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56bf234c-b9bc-48c9-a9dd-f4f600fbee3e req-0e9893db-ae67-4012-aac8-b4b02e256e32 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172557 Aug 24 00:16:26.847012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-3bdfc46b-215e-433d-b035-54f5376cd521 service neutron] 10.222.0.47 "GET /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310019 Aug 24 00:16:26.864306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59c72b-12c4-4669-8381-2a37df0b95e4 req-084ed6e0-8d08-4772-9ad6-d4e9c04a2f98 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:26.873973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c59c72b-12c4-4669-8381-2a37df0b95e4 req-084ed6e0-8d08-4772-9ad6-d4e9c04a2f98 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 946 time: 0.1210644 Aug 24 00:16:26.880356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5c59c72b-12c4-4669-8381-2a37df0b95e4 req-f90837bc-225f-42ed-919e-49c42dc50eb3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'port': {'security_groups': ['86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4', 'd64e8851-86d0-41e9-ab57-73e59040b7ce']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:26.956351 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5c59c72b-12c4-4669-8381-2a37df0b95e4 req-f90837bc-225f-42ed-919e-49c42dc50eb3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.151525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bc403-f52f-4a71-b37f-c087d1e0182d req-1feea6d9-f6ce-4463-997d-1d8796792f8a tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:27.159549 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-464bc403-f52f-4a71-b37f-c087d1e0182d req-1feea6d9-f6ce-4463-997d-1d8796792f8a tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 944 time: 0.1007369 Aug 24 00:16:27.292214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-464bc403-f52f-4a71-b37f-c087d1e0182d req-ff0ce8c5-44e1-4e71-b991-b7fd0e607fe2 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317091 Aug 24 00:16:27.312494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-050e1390-8ffa-4e45-83dc-8ebebb868edb tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:27.313990 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-050e1390-8ffa-4e45-83dc-8ebebb868edb tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c&tenant_id=4296ba497012466daa2a49222903cd4c&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 1096 time: 0.1399519 Aug 24 00:16:27.359283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5c59c72b-12c4-4669-8381-2a37df0b95e4 req-f90837bc-225f-42ed-919e-49c42dc50eb3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] For port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,segment=NetworkSegment(de09799d-5b9f-4c0f-9980-1f8211abc794),segment_id=de09799d-5b9f-4c0f-9980-1f8211abc794)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:27.389120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2d6f335b-3c20-42e3-96ea-805bb68e67ec details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:27.423460 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5c59c72b-12c4-4669-8381-2a37df0b95e4 req-f90837bc-225f-42ed-919e-49c42dc50eb3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.448911 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5c59c72b-12c4-4669-8381-2a37df0b95e4 req-f90837bc-225f-42ed-919e-49c42dc50eb3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.473179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa5fbb67-a685-4401-b642-66d6308f38ff no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:27.515015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['79896bfd-6aae-41e1-b4cd-ef67b5cf69d9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:27.560363 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5112d5c2-c29c-44a8-9c5f-c5ed7393e244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.575551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59c72b-12c4-4669-8381-2a37df0b95e4 req-f90837bc-225f-42ed-919e-49c42dc50eb3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:27.576201 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5c59c72b-12c4-4669-8381-2a37df0b95e4 req-f90837bc-225f-42ed-919e-49c42dc50eb3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.579372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c59c72b-12c4-4669-8381-2a37df0b95e4 req-f90837bc-225f-42ed-919e-49c42dc50eb3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "PUT /v2.0/ports/79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 HTTP/1.1" status: 200 len: 982 time: 0.7043152 Aug 24 00:16:27.585290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:27.613810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa5fbb67-a685-4401-b642-66d6308f38ff not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:27.620634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a21984e-783c-4cde-b210-f4dabdfdc1e2', 'tag': '79896bfd-6aae-41e1-b4cd-ef67b5cf69d9'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:27.623551 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f189c2ca-dbc2-43b2-b581-b6899e344a13" -d '{"events": [{"name": "network-changed", "server_uuid": "1a21984e-783c-4cde-b210-f4dabdfdc1e2", "tag": "79896bfd-6aae-41e1-b4cd-ef67b5cf69d9"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:27.625591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2d6f335b-3c20-42e3-96ea-805bb68e67ec, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2d6f335b-3c20-42e3-96ea-805bb68e67ec,segment=NetworkSegment(d2910781-7b8a-4eb5-963a-716121d7f935),segment_id=d2910781-7b8a-4eb5-963a-716121d7f935)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:27.654157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '2d6f335b-3c20-42e3-96ea-805bb68e67ec', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'port_id': '2d6f335b-3c20-42e3-96ea-805bb68e67ec', 'mac_address': 'fa:16:3e:cc:ea:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:27.658628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-e291969b-c2b2-4fea-9836-05644dc2ea12 service neutron] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:27.675098 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-e291969b-c2b2-4fea-9836-05644dc2ea12 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.676256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b575346-ec4a-4a15-a79b-94b66277a09f req-e291969b-c2b2-4fea-9836-05644dc2ea12 service neutron] 10.222.0.47 "DELETE /v2.0/ports/fa5fbb67-a685-4401-b642-66d6308f38ff/bindings/n-h2-805736-1 HTTP/1.1" status: 204 len: 173 time: 0.3523481 Aug 24 00:16:27.692461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90837bc-225f-42ed-919e-49c42dc50eb3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'Port': ['ID=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:27.718863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83dd06-54d6-4403-ad9e-8c2d3694a686 req-e2e277c7-1906-4168-aac1-97fabfa167bf tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:27.723281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef83dd06-54d6-4403-ad9e-8c2d3694a686 req-e2e277c7-1906-4168-aac1-97fabfa167bf tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.2392049 Aug 24 00:16:27.732444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-358669306-network', 'tenant_id': '660ea1b0335f4516bc549c261de02e26'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:27.734802 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.753505 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['79896bfd-6aae-41e1-b4cd-ef67b5cf69d9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:27.761161 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] Made reservation on behalf of 660ea1b0335f4516bc549c261de02e26 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:27.764185 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.769535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e231ba7-7a3c-4757-8e4c-87e8b9994542 req-c2bfb15b-365a-4e8a-b286-25d2d0e69b6d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:27.771247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e231ba7-7a3c-4757-8e4c-87e8b9994542 req-c2bfb15b-365a-4e8a-b286-25d2d0e69b6d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.1176775 Aug 24 00:16:27.774340 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.789974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6f335b-3c20-42e3-96ea-805bb68e67ec {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:27.806847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef83dd06-54d6-4403-ad9e-8c2d3694a686 req-1c5396ad-4599-4f28-92ed-250f55d2947f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789671 Aug 24 00:16:27.844006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e231ba7-7a3c-4757-8e4c-87e8b9994542 req-3cf3a15d-d3f3-46d4-a5d1-4a43d9939e34 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602195 Aug 24 00:16:27.855599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2d6f335b-3c20-42e3-96ea-805bb68e67ec, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2d6f335b-3c20-42e3-96ea-805bb68e67ec,segment=NetworkSegment(d2910781-7b8a-4eb5-963a-716121d7f935),segment_id=d2910781-7b8a-4eb5-963a-716121d7f935)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:27.873236 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.926900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd4e24a-04ee-4ccc-9dae-17985d4b93ac req-13098ef3-3a1b-4810-83b7-e7fb899ed3e6 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1946346092&fields=id&tenant_id=2473265a6e12449aa0f37045d5b34a2c HTTP/1.1" status: 200 len: 267 time: 0.0540419 Aug 24 00:16:27.936000 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.938022 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf92819-31d5-4b09-95ad-9ffeb4138a93 x-openstack-request-id: req-eaf92819-31d5-4b09-95ad-9ffeb4138a93 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:27.938260 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a21984e-783c-4cde-b210-f4dabdfdc1e2", "tag": "79896bfd-6aae-41e1-b4cd-ef67b5cf69d9", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:27.938861 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eaf92819-31d5-4b09-95ad-9ffeb4138a93 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:27.938861 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a21984e-783c-4cde-b210-f4dabdfdc1e2', 'tag': '79896bfd-6aae-41e1-b4cd-ef67b5cf69d9', 'status': 'completed', 'code': 200} Aug 24 00:16:27.944645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.972914 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:16:27.990390 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5c19dd-be92-4efe-9a22-50328f8aa3ad,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:27.996300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2d6f335b-3c20-42e3-96ea-805bb68e67ec,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:27.998205 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.999226 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] Added segment a06e8ef1-4d2b-444e-8c1f-544e358278e6 of type vlan for network 2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04 Aug 24 00:16:28.013596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4e24a-04ee-4ccc-9dae-17985d4b93ac req-c6b686bd-8d31-4261-857e-4b49b871dde0 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:28.023139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd4e24a-04ee-4ccc-9dae-17985d4b93ac req-c6b686bd-8d31-4261-857e-4b49b871dde0 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 985 time: 0.0953135 Aug 24 00:16:28.032248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-bfd4e24a-04ee-4ccc-9dae-17985d4b93ac req-a92a537e-a1f4-4235-8cd0-5ecef61a5907 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'port': {'security_groups': ['86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4', 'd64e8851-86d0-41e9-ab57-73e59040b7ce', '832b5755-0d67-430f-9244-e1180e8250d3']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:28.046327 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:28.077981 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:28.079216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:28.080023 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:28.154351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:28.161032 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc6a7a21-ef5e-463d-aaf0-6e028b2e7ab4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5715649 Aug 24 00:16:28.161544 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:28.167006 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:16:28.167399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b1385c7c-f08a-4fbc-88fd-0c27ec6e7522 admin admin] Request body: {'subnet': {'network_id': '2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-358669306-subnet', 'tenant_id': '660ea1b0335f4516bc549c261de02e26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:28.191110 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1385c7c-f08a-4fbc-88fd-0c27ec6e7522 admin admin] Made reservation on behalf of 660ea1b0335f4516bc549c261de02e26 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:28.192691 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bfd4e24a-04ee-4ccc-9dae-17985d4b93ac req-a92a537e-a1f4-4235-8cd0-5ecef61a5907 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:28.193631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1385c7c-f08a-4fbc-88fd-0c27ec6e7522 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:28.204382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9ce39-e9c1-4d67-9fa9-a198247a1c48 req-7917dccf-c8a5-4595-ba57-3998eaf80840 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:28.211645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70c9ce39-e9c1-4d67-9fa9-a198247a1c48 req-7917dccf-c8a5-4595-ba57-3998eaf80840 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 945 time: 0.1537294 Aug 24 00:16:28.215327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189c2ca-dbc2-43b2-b581-b6899e344a13 req-479abe37-daa3-4352-8191-6127e7487df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:28.216752 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f189c2ca-dbc2-43b2-b581-b6899e344a13 req-479abe37-daa3-4352-8191-6127e7487df2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2473265a6e12449aa0f37045d5b34a2c&device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 1136 time: 0.2247708 Aug 24 00:16:28.350039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70c9ce39-e9c1-4d67-9fa9-a198247a1c48 req-6b61cb13-8391-468d-8439-3891a2795ac8 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373961 Aug 24 00:16:28.409718 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1385c7c-f08a-4fbc-88fd-0c27ec6e7522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:28.424058 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189c2ca-dbc2-43b2-b581-b6899e344a13 req-5684cf30-c7c4-4d80-b73c-de9962f11ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:28.425621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f189c2ca-dbc2-43b2-b581-b6899e344a13 req-5684cf30-c7c4-4d80-b73c-de9962f11ad2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b84cef5d-c79b-41f0-a662-0612779e92a3 HTTP/1.1" status: 200 len: 914 time: 0.1843474 Aug 24 00:16:28.459301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2d6f335b-3c20-42e3-96ea-805bb68e67ec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:28.472530 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1385c7c-f08a-4fbc-88fd-0c27ec6e7522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d387983-6892-41dc-ac7c-ef5fec67d57b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:28.484053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1385c7c-f08a-4fbc-88fd-0c27ec6e7522 admin admin] Checking segment: {'id': 'a06e8ef1-4d2b-444e-8c1f-544e358278e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:28.484487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1385c7c-f08a-4fbc-88fd-0c27ec6e7522 admin admin] Network hostable DHCP agents. Network: 2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:16:28.503994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1385c7c-f08a-4fbc-88fd-0c27ec6e7522 admin admin] Network 2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:16:28.517356 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b1385c7c-f08a-4fbc-88fd-0c27ec6e7522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:28.532416 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1385c7c-f08a-4fbc-88fd-0c27ec6e7522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:28.533332 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1385c7c-f08a-4fbc-88fd-0c27ec6e7522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:28.549053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2556b0-4902-48dd-b7f1-9ce482b93a96 None None] Network 2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:28.553462 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1385c7c-f08a-4fbc-88fd-0c27ec6e7522 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3906288 Aug 24 00:16:28.661049 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f189c2ca-dbc2-43b2-b581-b6899e344a13 req-20f45369-1c04-4980-9daa-951f225186e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 HTTP/1.1" status: 200 len: 217 time: 0.1232078 Aug 24 00:16:28.727618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-bfd4e24a-04ee-4ccc-9dae-17985d4b93ac req-a92a537e-a1f4-4235-8cd0-5ecef61a5907 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] For port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,segment=NetworkSegment(de09799d-5b9f-4c0f-9980-1f8211abc794),segment_id=de09799d-5b9f-4c0f-9980-1f8211abc794)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:28.739147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e437a1-29c5-4d36-ba63-0b81b3e924aa None None] Network 2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:28.773481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d75cb2-ab32-4ff6-abf5-fd9b894b2974 req-81e6f153-577c-4f1e-857d-d5a32d864cc3 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:28.775627 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82d75cb2-ab32-4ff6-abf5-fd9b894b2974 req-81e6f153-577c-4f1e-857d-d5a32d864cc3 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 945 time: 0.1952779 Aug 24 00:16:28.781206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189c2ca-dbc2-43b2-b581-b6899e344a13 req-a5f4982f-8895-4b6d-90dc-4c02b95b2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:28.782800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f189c2ca-dbc2-43b2-b581-b6899e344a13 req-a5f4982f-8895-4b6d-90dc-4c02b95b2e34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2aad9e7b-2316-42ba-919d-3ec87fa73e7b HTTP/1.1" status: 200 len: 853 time: 0.1019483 Aug 24 00:16:28.802252 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bfd4e24a-04ee-4ccc-9dae-17985d4b93ac req-a92a537e-a1f4-4235-8cd0-5ecef61a5907 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:28.836435 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bfd4e24a-04ee-4ccc-9dae-17985d4b93ac req-a92a537e-a1f4-4235-8cd0-5ecef61a5907 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:28.841961 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f189c2ca-dbc2-43b2-b581-b6899e344a13 req-80c49c7e-e656-4d6f-a9bd-2b48e3e7ba63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b84cef5d-c79b-41f0-a662-0612779e92a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480556 Aug 24 00:16:28.947583 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82d75cb2-ab32-4ff6-abf5-fd9b894b2974 req-c112e160-729c-47c6-b662-9173bcd4ed2f tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583996 Aug 24 00:16:28.955833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4e24a-04ee-4ccc-9dae-17985d4b93ac req-a92a537e-a1f4-4235-8cd0-5ecef61a5907 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:28.956505 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bfd4e24a-04ee-4ccc-9dae-17985d4b93ac req-a92a537e-a1f4-4235-8cd0-5ecef61a5907 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:28.957997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd4e24a-04ee-4ccc-9dae-17985d4b93ac req-a92a537e-a1f4-4235-8cd0-5ecef61a5907 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "PUT /v2.0/ports/79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 HTTP/1.1" status: 200 len: 1021 time: 0.9340618 Aug 24 00:16:28.992144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a537e-a1f4-4235-8cd0-5ecef61a5907 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'Port': ['ID=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:29.045673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f189c2ca-dbc2-43b2-b581-b6899e344a13 req-0803dbbf-419e-452c-a422-0c9fad2acdf5 service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953590 Aug 24 00:16:29.151941 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['79896bfd-6aae-41e1-b4cd-ef67b5cf69d9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:29.233721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f95b-4abe-43c4-9e4e-3e4aa69f19df req-51045468-9eae-44f5-aca9-faedade5a220 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:29.235471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49e8f95b-4abe-43c4-9e4e-3e4aa69f19df req-51045468-9eae-44f5-aca9-faedade5a220 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.1059127 Aug 24 00:16:29.237739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f189c2ca-dbc2-43b2-b581-b6899e344a13 req-1083fce9-5f3a-44ef-a641-d77980aadf74 service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652555 Aug 24 00:16:29.326812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49e8f95b-4abe-43c4-9e4e-3e4aa69f19df req-d75ad706-cd32-4eb9-a514-8e7737ba80dd tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761230 Aug 24 00:16:29.458588 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:29.508608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4463b75-d35b-44ba-8697-3b45ee520943 req-c7261fc3-2d05-44b6-b33d-1a1759cf899a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:29.511182 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4463b75-d35b-44ba-8697-3b45ee520943 req-c7261fc3-2d05-44b6-b33d-1a1759cf899a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.0859740 Aug 24 00:16:29.557104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-b44b9a18-9cff-47be-a449-8bc1e2ec03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:29.558606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-b44b9a18-9cff-47be-a449-8bc1e2ec03c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 1096 time: 0.0954072 Aug 24 00:16:29.602345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4463b75-d35b-44ba-8697-3b45ee520943 req-c62e78e4-e316-4b0c-ad57-8277a56ada8a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788062 Aug 24 00:16:29.615427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['79896bfd-6aae-41e1-b4cd-ef67b5cf69d9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:29.647173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6ddcb-e0b8-4bd5-ab9e-aaca906e05e8 req-4aa3f863-1553-4b76-b3e0-1fcd0bd81a12 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:29.648691 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70d6ddcb-e0b8-4bd5-ab9e-aaca906e05e8 req-4aa3f863-1553-4b76-b3e0-1fcd0bd81a12 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 1024 time: 0.1364553 Aug 24 00:16:29.732823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-050d0567-9142-45a1-948f-cb1e41799819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:29.734287 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-050d0567-9142-45a1-948f-cb1e41799819 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.1664641 Aug 24 00:16:29.792459 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-3a37ac13-edbb-4a08-a591-0e06dce2b081 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cfd7da2-4915-440f-a643-bba01e56d52b HTTP/1.1" status: 200 len: 217 time: 0.0456893 Aug 24 00:16:29.804722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe2e5f-7a07-4392-aa25-d9816bc6ed1b req-1379692f-298f-46ea-b69a-003f041b3b64 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:29.806429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1fe2e5f-7a07-4392-aa25-d9816bc6ed1b req-1379692f-298f-46ea-b69a-003f041b3b64 tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 1096 time: 0.1248500 Aug 24 00:16:29.854616 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70d6ddcb-e0b8-4bd5-ab9e-aaca906e05e8 req-99439f74-161f-4fa4-b9e2-a270a6b457bc tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=832b5755-0d67-430f-9244-e1180e8250d3&id=d64e8851-86d0-41e9-ab57-73e59040b7ce&id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4 HTTP/1.1" status: 200 len: 6150 time: 0.1953690 Aug 24 00:16:29.881970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-1ca0adda-9a04-4ed1-954a-b7ba128cddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:29.883622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-1ca0adda-9a04-4ed1-954a-b7ba128cddca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.0762444 Aug 24 00:16:29.902421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1fe2e5f-7a07-4392-aa25-d9816bc6ed1b req-1ef192c4-c3fd-4f35-b4bb-f136a30dec5d tempest-LiveMigrationTest-828410638 tempest-LiveMigrationTest-828410638-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857768 Aug 24 00:16:29.925371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-fed3dcb2-6fae-4834-b5f8-e0c9720dd10f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318699 Aug 24 00:16:29.943275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a21984e-783c-4cde-b210-f4dabdfdc1e2', 'tag': '79896bfd-6aae-41e1-b4cd-ef67b5cf69d9'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:29.945467 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465e87aa-252d-4673-b669-8d90c6f20fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a21984e-783c-4cde-b210-f4dabdfdc1e2", "tag": "79896bfd-6aae-41e1-b4cd-ef67b5cf69d9"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:30.003061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a0459115-2374-4080-853a-035415dd0859 req-2549cda3-f218-4a29-883d-30612476d603 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'security_group': {'name': ' tempest-securitygroup -608057434 ', 'description': 'tempest-description-1581284375'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:30.046051 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a0459115-2374-4080-853a-035415dd0859 req-2549cda3-f218-4a29-883d-30612476d603 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.057216 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.073329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-b092475e-ffc5-4160-b922-4157b5b3eced service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387739 Aug 24 00:16:30.162283 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2633259f-6817-455f-9f66-ae7799539c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.170708 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507e7e0d-89f9-4ffb-ad3a-1578547612e7 x-openstack-request-id: req-507e7e0d-89f9-4ffb-ad3a-1578547612e7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:30.171142 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a21984e-783c-4cde-b210-f4dabdfdc1e2", "tag": "79896bfd-6aae-41e1-b4cd-ef67b5cf69d9", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:30.171390 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-507e7e0d-89f9-4ffb-ad3a-1578547612e7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:30.171773 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a21984e-783c-4cde-b210-f4dabdfdc1e2', 'tag': '79896bfd-6aae-41e1-b4cd-ef67b5cf69d9', 'status': 'completed', 'code': 200} Aug 24 00:16:30.235499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-6ccb5f61-2373-4624-a2fb-247b2c112626 service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524310 Aug 24 00:16:30.275591 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a0459115-2374-4080-853a-035415dd0859 req-2549cda3-f218-4a29-883d-30612476d603 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.284039 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a0459115-2374-4080-853a-035415dd0859 req-2549cda3-f218-4a29-883d-30612476d603 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.320475 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a0459115-2374-4080-853a-035415dd0859 req-2549cda3-f218-4a29-883d-30612476d603 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.322416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0459115-2374-4080-853a-035415dd0859 req-2549cda3-f218-4a29-883d-30612476d603 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3318713 Aug 24 00:16:30.324787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e87aa-252d-4673-b669-8d90c6f20fc9 req-7b7ab133-848e-4a5e-bdac-e384eceab354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:30.326145 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-465e87aa-252d-4673-b669-8d90c6f20fc9 req-7b7ab133-848e-4a5e-bdac-e384eceab354 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2473265a6e12449aa0f37045d5b34a2c&device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 1175 time: 0.1047492 Aug 24 00:16:30.374314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549cda3-f218-4a29-883d-30612476d603 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0975e8c6-ff2d-44ea-8e17-8ea1dc942e7a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:30.452546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d91e1c-7cab-414a-834c-026fceb5f5ba req-56dad672-3d81-466e-b5dc-382571177389 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:30.455797 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-16d91e1c-7cab-414a-834c-026fceb5f5ba req-56dad672-3d81-466e-b5dc-382571177389 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 945 time: 0.1258183 Aug 24 00:16:30.770738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e87aa-252d-4673-b669-8d90c6f20fc9 req-92598c5c-3044-4313-9863-7d0525290603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:30.772150 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-465e87aa-252d-4673-b669-8d90c6f20fc9 req-92598c5c-3044-4313-9863-7d0525290603 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b84cef5d-c79b-41f0-a662-0612779e92a3 HTTP/1.1" status: 200 len: 914 time: 0.4332690 Aug 24 00:16:30.834391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-465e87aa-252d-4673-b669-8d90c6f20fc9 req-f035d15a-66fb-45bf-8393-2ef35fe5e38f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 HTTP/1.1" status: 200 len: 217 time: 0.0477157 Aug 24 00:16:30.844242 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-16d91e1c-7cab-414a-834c-026fceb5f5ba req-bad27d03-9619-44af-981a-f6c37bbe20f8 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719199 Aug 24 00:16:30.893243 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ecf6c-e5c6-49c6-bfe3-fdf0f93d9ba3 req-d43345fc-e74e-464e-b4fe-3cb1b13caaa6 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:30.894748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a74ecf6c-e5c6-49c6-bfe3-fdf0f93d9ba3 req-d43345fc-e74e-464e-b4fe-3cb1b13caaa6 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 945 time: 0.4238055 Aug 24 00:16:30.916801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e87aa-252d-4673-b669-8d90c6f20fc9 req-9bdeb242-9d72-4650-bf7d-547456cae838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:30.918199 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-465e87aa-252d-4673-b669-8d90c6f20fc9 req-9bdeb242-9d72-4650-bf7d-547456cae838 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2aad9e7b-2316-42ba-919d-3ec87fa73e7b HTTP/1.1" status: 200 len: 853 time: 0.0729058 Aug 24 00:16:30.961577 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-465e87aa-252d-4673-b669-8d90c6f20fc9 req-c48bb26e-ee53-446f-a4d7-299de36d8b8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b84cef5d-c79b-41f0-a662-0612779e92a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324154 Aug 24 00:16:31.008518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a74ecf6c-e5c6-49c6-bfe3-fdf0f93d9ba3 req-ffc56fb2-b1f0-46f7-b70d-fb6590c4e5cb tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030147 Aug 24 00:16:31.050413 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4662551b-f367-4855-8ee7-de906501238e req-b7b64646-96be-4b5b-bb09-09de90afd01b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/0975e8c6-ff2d-44ea-8e17-8ea1dc942e7a HTTP/1.1" status: 200 len: 1780 time: 0.1367707 Aug 24 00:16:31.114687 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.143640 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-465e87aa-252d-4673-b669-8d90c6f20fc9 req-36f6df02-c434-4b6b-8375-c12466d81607 service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667469 Aug 24 00:16:31.247639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ef49b-68d2-43d4-ba6e-c9677a78c48c req-2b980010-a258-491f-b5a0-6508149df4d9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:31.249278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-698ef49b-68d2-43d4-ba6e-c9677a78c48c req-2b980010-a258-491f-b5a0-6508149df4d9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.1746092 Aug 24 00:16:31.282745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965c1a2-b153-438c-932c-50b1abdb8693 req-74d91816-9206-44ab-91f4-eacb3a7dfba9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:31.284218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1965c1a2-b153-438c-932c-50b1abdb8693 req-74d91816-9206-44ab-91f4-eacb3a7dfba9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.1601193 Aug 24 00:16:31.339156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebfde1-8d33-47b6-ba4f-3cf94b23f08d req-77c04abc-363b-4b9b-a37c-dcabb3d69d12 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:31.340625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7bebfde1-8d33-47b6-ba4f-3cf94b23f08d req-77c04abc-363b-4b9b-a37c-dcabb3d69d12 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 945 time: 0.1691997 Aug 24 00:16:31.361755 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-698ef49b-68d2-43d4-ba6e-c9677a78c48c req-9edc1779-f91a-46d5-bf8d-44b31b2a71bf tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025972 Aug 24 00:16:31.408803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2d6f335b-3c20-42e3-96ea-805bb68e67ec up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:31.408929 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-465e87aa-252d-4673-b669-8d90c6f20fc9 req-9c2dedc7-9058-4f07-90c4-ca2600c6f992 service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502508 Aug 24 00:16:31.411973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1965c1a2-b153-438c-932c-50b1abdb8693 req-37b0a9f0-5980-43cd-82ff-5d67f2e62bf8 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158781 Aug 24 00:16:31.492074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 2d6f335b-3c20-42e3-96ea-805bb68e67ec completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:31.497087 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 2d6f335b-3c20-42e3-96ea-805bb68e67ec triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:31.498200 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.531600 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e712b7d1-19cb-4f69-bc6b-16266fd05861 req-4a34d339-8eba-4338-b208-d092d487bfb2 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/0975e8c6-ff2d-44ea-8e17-8ea1dc942e7a HTTP/1.1" status: 200 len: 1780 time: 0.0637996 Aug 24 00:16:31.577537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-7bebfde1-8d33-47b6-ba4f-3cf94b23f08d req-b19f87e7-41a5-4e48-a062-e9c79e28f047 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Deleting port fa5fbb67-a685-4401-b642-66d6308f38ff {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:31.577916 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7bebfde1-8d33-47b6-ba4f-3cf94b23f08d req-b19f87e7-41a5-4e48-a062-e9c79e28f047 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.691816 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e712b7d1-19cb-4f69-bc6b-16266fd05861 req-91e3c1d6-cffd-4717-a5ed-ead1fd9c6bd6 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.722878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7bebfde1-8d33-47b6-ba4f-3cf94b23f08d req-b19f87e7-41a5-4e48-a062-e9c79e28f047 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] For port fa5fbb67-a685-4401-b642-66d6308f38ff, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=fa5fbb67-a685-4401-b642-66d6308f38ff,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:31.723264 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7bebfde1-8d33-47b6-ba4f-3cf94b23f08d req-b19f87e7-41a5-4e48-a062-e9c79e28f047 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.742173 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.745944 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e712b7d1-19cb-4f69-bc6b-16266fd05861 req-91e3c1d6-cffd-4717-a5ed-ead1fd9c6bd6 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.748831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-7bebfde1-8d33-47b6-ba4f-3cf94b23f08d req-b19f87e7-41a5-4e48-a062-e9c79e28f047 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Calling delete_port for fa5fbb67-a685-4401-b642-66d6308f38ff owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:31.772161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f66f0c-db80-4c66-88f4-c10a6badd039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6f335b-3c20-42e3-96ea-805bb68e67ec'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:31.777745 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ec1476-d8af-4863-bde3-15aea027388a" -d '{"events": [{"server_uuid": "53f66f0c-db80-4c66-88f4-c10a6badd039", "name": "network-vif-plugged", "status": "completed", "tag": "2d6f335b-3c20-42e3-96ea-805bb68e67ec"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:31.795845 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2d6f335b-3c20-42e3-96ea-805bb68e67ec, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2d6f335b-3c20-42e3-96ea-805bb68e67ec,segment=NetworkSegment(d2910781-7b8a-4eb5-963a-716121d7f935),segment_id=d2910781-7b8a-4eb5-963a-716121d7f935)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:31.801666 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.858183 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e712b7d1-19cb-4f69-bc6b-16266fd05861 req-91e3c1d6-cffd-4717-a5ed-ead1fd9c6bd6 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.862843 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e712b7d1-19cb-4f69-bc6b-16266fd05861 req-91e3c1d6-cffd-4717-a5ed-ead1fd9c6bd6 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.876121 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e712b7d1-19cb-4f69-bc6b-16266fd05861 req-91e3c1d6-cffd-4717-a5ed-ead1fd9c6bd6 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "DELETE /v2.0/security-groups/0975e8c6-ff2d-44ea-8e17-8ea1dc942e7a HTTP/1.1" status: 204 len: 173 time: 0.3363099 Aug 24 00:16:31.881146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2d6f335b-3c20-42e3-96ea-805bb68e67ec,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:31.906745 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d20aa4-b1ed-40cc-8ddc-310c001b8296 x-openstack-request-id: req-64d20aa4-b1ed-40cc-8ddc-310c001b8296 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:31.907077 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f66f0c-db80-4c66-88f4-c10a6badd039", "name": "network-vif-plugged", "status": "completed", "tag": "2d6f335b-3c20-42e3-96ea-805bb68e67ec", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:31.907438 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64d20aa4-b1ed-40cc-8ddc-310c001b8296 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:31.907832 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f66f0c-db80-4c66-88f4-c10a6badd039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6f335b-3c20-42e3-96ea-805bb68e67ec', 'code': 200} Aug 24 00:16:31.913365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3c1d6-cffd-4717-a5ed-ead1fd9c6bd6 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0975e8c6-ff2d-44ea-8e17-8ea1dc942e7a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:31.955116 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-e601fa7e-a264-4fb3-b0d8-ed1aaa383aec req-26ed1bd8-94e9-4b01-86b0-c326b8d821b6 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] show failed (client error): The resource could not be found. Aug 24 00:16:31.956158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e601fa7e-a264-4fb3-b0d8-ed1aaa383aec req-26ed1bd8-94e9-4b01-86b0-c326b8d821b6 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/0975e8c6-ff2d-44ea-8e17-8ea1dc942e7a HTTP/1.1" status: 404 len: 352 time: 0.0163662 Aug 24 00:16:32.007837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-14458c1f-51f6-470b-a1c9-2d78efaafae0 req-a93b26be-1ee8-4d96-879f-80bd8938c3e3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1416071012', 'description': 'tempest-description-681297623'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:32.103230 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-14458c1f-51f6-470b-a1c9-2d78efaafae0 req-a93b26be-1ee8-4d96-879f-80bd8938c3e3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.109445 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7bebfde1-8d33-47b6-ba4f-3cf94b23f08d req-b19f87e7-41a5-4e48-a062-e9c79e28f047 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.142726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['fa5fbb67-a685-4401-b642-66d6308f38ff'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:32.144042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78c625-48f0-4bf0-bc21-f19deb998b82 req-e0423894-1f13-46ee-bdf0-6ab00e0ba696 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:32.145671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b78c625-48f0-4bf0-bc21-f19deb998b82 req-e0423894-1f13-46ee-bdf0-6ab00e0ba696 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 946 time: 0.1437538 Aug 24 00:16:32.168128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['e615b2da-102a-43fe-829a-1eaa7f0e7aed'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:32.174478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f87e7-41a5-4e48-a062-e9c79e28f047 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Pushing event deleted for resources: {'Port': ['ID=fa5fbb67-a685-4401-b642-66d6308f38ff,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:32.195337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2293f3c-5395-4728-8119-7f7248e36f17 req-d087d749-124f-491c-8753-b9a7a7d8a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:32.197653 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2293f3c-5395-4728-8119-7f7248e36f17 req-d087d749-124f-491c-8753-b9a7a7d8a101 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 1097 time: 0.1678572 Aug 24 00:16:32.260162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bebfde1-8d33-47b6-ba4f-3cf94b23f08d req-b19f87e7-41a5-4e48-a062-e9c79e28f047 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] No DVR routers for this DVR port fa5fbb67-a685-4401-b642-66d6308f38ff on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:32.269957 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7bebfde1-8d33-47b6-ba4f-3cf94b23f08d req-b19f87e7-41a5-4e48-a062-e9c79e28f047 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.271938 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7bebfde1-8d33-47b6-ba4f-3cf94b23f08d req-b19f87e7-41a5-4e48-a062-e9c79e28f047 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.47 "DELETE /v2.0/ports/fa5fbb67-a685-4401-b642-66d6308f38ff HTTP/1.1" status: 204 len: 173 time: 0.9145837 Aug 24 00:16:32.276069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb50ec5b-8556-4504-83a3-46183db5192c', 'name': 'network-vif-deleted', 'tag': 'fa5fbb67-a685-4401-b642-66d6308f38ff'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:32.278357 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6fdf6e-beb6-491a-bbd8-c88d3fa03bd6" -d '{"events": [{"server_uuid": "eb50ec5b-8556-4504-83a3-46183db5192c", "name": "network-vif-deleted", "tag": "fa5fbb67-a685-4401-b642-66d6308f38ff"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:32.330528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b78c625-48f0-4bf0-bc21-f19deb998b82 req-aed526ab-58ee-4a68-bee4-33fb0b9a75b4 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498277 Aug 24 00:16:32.339119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2293f3c-5395-4728-8119-7f7248e36f17 req-ca0e4477-0aed-46dc-9b9b-f10254050836 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176014 Aug 24 00:16:32.384942 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-14458c1f-51f6-470b-a1c9-2d78efaafae0 req-a93b26be-1ee8-4d96-879f-80bd8938c3e3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.391715 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-14458c1f-51f6-470b-a1c9-2d78efaafae0 req-a93b26be-1ee8-4d96-879f-80bd8938c3e3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.435285 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-14458c1f-51f6-470b-a1c9-2d78efaafae0 req-a93b26be-1ee8-4d96-879f-80bd8938c3e3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.437721 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14458c1f-51f6-470b-a1c9-2d78efaafae0 req-a93b26be-1ee8-4d96-879f-80bd8938c3e3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4325771 Aug 24 00:16:32.442279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b26be-1ee8-4d96-879f-80bd8938c3e3 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104cd913-c64b-4917-bbe0-8562cdf8eb07,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:32.495669 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bf0280-703f-49f5-8964-0deaf4fd042e x-openstack-request-id: req-a1bf0280-703f-49f5-8964-0deaf4fd042e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:32.496197 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb50ec5b-8556-4504-83a3-46183db5192c", "name": "network-vif-deleted", "tag": "fa5fbb67-a685-4401-b642-66d6308f38ff", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:32.496684 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1bf0280-703f-49f5-8964-0deaf4fd042e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:32.497261 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb50ec5b-8556-4504-83a3-46183db5192c', 'name': 'network-vif-deleted', 'tag': 'fa5fbb67-a685-4401-b642-66d6308f38ff', 'status': 'completed', 'code': 200} Aug 24 00:16:32.531943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47d0703c-4583-4d0d-845e-370315a3017c req-16ec8db3-172d-492b-9287-d72f80f3ce75 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 210 time: 0.0277877 Aug 24 00:16:32.599920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9de7e-4961-48de-8b50-a9645e423554 req-d47756b2-f399-4b52-944a-a21fa30b0e25 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:32.601605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92d9de7e-4961-48de-8b50-a9645e423554 req-d47756b2-f399-4b52-944a-a21fa30b0e25 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.0582702 Aug 24 00:16:32.665285 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92d9de7e-4961-48de-8b50-a9645e423554 req-2281aee4-58bc-4f4c-a33e-0e81d2a9017d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539508 Aug 24 00:16:32.673856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4824df5-2339-4c1e-913a-8d9421ea4a7d req-96a41e0e-c271-4f59-bef8-1f15af215fb9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:32.675499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4824df5-2339-4c1e-913a-8d9421ea4a7d req-96a41e0e-c271-4f59-bef8-1f15af215fb9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.0728996 Aug 24 00:16:32.694486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-ce0b7a11-c613-4e36-94b8-a017d3d19455 req-82b9798e-2400-4834-8a90-912b435e783e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1678755288', 'description': 'tempest-description-799160974'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:32.744099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4824df5-2339-4c1e-913a-8d9421ea4a7d req-740309a4-1213-451b-b33b-6e85010aee74 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597019 Aug 24 00:16:32.752917 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ce0b7a11-c613-4e36-94b8-a017d3d19455 req-82b9798e-2400-4834-8a90-912b435e783e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.860192 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ce0b7a11-c613-4e36-94b8-a017d3d19455 req-82b9798e-2400-4834-8a90-912b435e783e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.864298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ce0b7a11-c613-4e36-94b8-a017d3d19455 req-82b9798e-2400-4834-8a90-912b435e783e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.894333 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ce0b7a11-c613-4e36-94b8-a017d3d19455 req-82b9798e-2400-4834-8a90-912b435e783e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.895582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce0b7a11-c613-4e36-94b8-a017d3d19455 req-82b9798e-2400-4834-8a90-912b435e783e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2056644 Aug 24 00:16:32.897327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9798e-2400-4834-8a90-912b435e783e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fb3580-6be1-4dd9-b96f-6be9914f3093,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:32.951513 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.955739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a54e768d-7c98-484e-9729-c36d11d85beb req-cb3d58cc-7fe3-4915-a43d-6a43fa837dac tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1811796469', 'description': 'tempest-description-1141813780'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:32.982111 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a54e768d-7c98-484e-9729-c36d11d85beb req-cb3d58cc-7fe3-4915-a43d-6a43fa837dac tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.080383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a54e768d-7c98-484e-9729-c36d11d85beb req-cb3d58cc-7fe3-4915-a43d-6a43fa837dac tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.085539 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a54e768d-7c98-484e-9729-c36d11d85beb req-cb3d58cc-7fe3-4915-a43d-6a43fa837dac tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.140089 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a54e768d-7c98-484e-9729-c36d11d85beb req-cb3d58cc-7fe3-4915-a43d-6a43fa837dac tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.141319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a54e768d-7c98-484e-9729-c36d11d85beb req-cb3d58cc-7fe3-4915-a43d-6a43fa837dac tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1905978 Aug 24 00:16:33.190717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d58cc-7fe3-4915-a43d-6a43fa837dac tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37458ff0-e70b-40f2-9380-b829495ccd2d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:33.269807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-f284598a-83c3-4e6e-b3a7-a5949af8f9c6 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:33.271201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-f284598a-83c3-4e6e-b3a7-a5949af8f9c6 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/networks?id=2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04 HTTP/1.1" status: 200 len: 809 time: 0.1781304 Aug 24 00:16:33.301865 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-143edb0f-b109-4f0c-a4ff-c475304ded20 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/quotas/660ea1b0335f4516bc549c261de02e26 HTTP/1.1" status: 200 len: 375 time: 0.0229549 Aug 24 00:16:33.333346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2344875-22cf-44d2-a293-8663a54fc7b4 req-5dec8745-28d8-48b2-af7b-c8af66ef0077 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2473265a6e12449aa0f37045d5b34a2c HTTP/1.1" status: 200 len: 10898 time: 0.1571703 Aug 24 00:16:33.349785 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-42cf8f33-2c12-4ea8-bf5f-34f2b6f7704c tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=660ea1b0335f4516bc549c261de02e26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394208 Aug 24 00:16:33.442828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2344875-22cf-44d2-a293-8663a54fc7b4 req-d7b69314-6cfb-4597-b588-bf9d2225d7f1 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4 HTTP/1.1" status: 200 len: 2981 time: 0.0959592 Aug 24 00:16:33.497126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-199fbd8c-b996-472e-a580-24becfb2f721 service neutron] 10.222.0.32 "GET /v2.0/networks/2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395662 Aug 24 00:16:33.526122 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2344875-22cf-44d2-a293-8663a54fc7b4 req-1a16b2e8-3c61-44b0-883d-45bd20fb0ef9 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4 HTTP/1.1" status: 200 len: 2981 time: 0.0714078 Aug 24 00:16:33.631364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-792209b4-8371-4b20-a4cc-4e70cb1566ec service neutron] 10.222.0.32 "GET /v2.0/networks/2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259642 Aug 24 00:16:33.650518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f82b4-d8db-4396-87bb-5a2e3b689308 req-3ab96c94-b1c3-4b80-b8a7-5eeabb2ae6b0 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:33.652098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e82f82b4-d8db-4396-87bb-5a2e3b689308 req-3ab96c94-b1c3-4b80-b8a7-5eeabb2ae6b0 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 946 time: 0.0703051 Aug 24 00:16:33.700854 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e82f82b4-d8db-4396-87bb-5a2e3b689308 req-c25be69f-7358-4bcb-8956-5918737f93c6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419583 Aug 24 00:16:33.793714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be79c16d-7e5e-43e5-a3e5-9bbee3a24170 req-cf6c4aaf-4c22-460c-883d-af1d438677da tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/104cd913-c64b-4917-bbe0-8562cdf8eb07 HTTP/1.1" status: 200 len: 1800 time: 0.0566106 Aug 24 00:16:33.859335 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be79c16d-7e5e-43e5-a3e5-9bbee3a24170 req-9e7b045d-1bc0-4702-9fd2-6ce8a32e9072 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.888189 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be79c16d-7e5e-43e5-a3e5-9bbee3a24170 req-9e7b045d-1bc0-4702-9fd2-6ce8a32e9072 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.948439 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be79c16d-7e5e-43e5-a3e5-9bbee3a24170 req-9e7b045d-1bc0-4702-9fd2-6ce8a32e9072 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.950964 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-be79c16d-7e5e-43e5-a3e5-9bbee3a24170 req-9e7b045d-1bc0-4702-9fd2-6ce8a32e9072 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.952135 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be79c16d-7e5e-43e5-a3e5-9bbee3a24170 req-9e7b045d-1bc0-4702-9fd2-6ce8a32e9072 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "DELETE /v2.0/security-groups/104cd913-c64b-4917-bbe0-8562cdf8eb07 HTTP/1.1" status: 204 len: 173 time: 0.1527631 Aug 24 00:16:33.975908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b045d-1bc0-4702-9fd2-6ce8a32e9072 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104cd913-c64b-4917-bbe0-8562cdf8eb07,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:34.018230 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dca69c1-451a-4c04-9d2d-10c2038ad8cf req-d5280576-5b41-4855-ab39-c71eb0cc4029 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 210 time: 0.0331933 Aug 24 00:16:34.101934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a7ff7-f550-4d34-9088-954d6928f336 req-a8fcf158-db10-43c5-b381-20a98ae4dc75 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:34.104301 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f7a7ff7-f550-4d34-9088-954d6928f336 req-a8fcf158-db10-43c5-b381-20a98ae4dc75 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.0665629 Aug 24 00:16:34.178310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f7a7ff7-f550-4d34-9088-954d6928f336 req-d67a2179-7382-4ac1-b3c3-7a6cffde55a7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642543 Aug 24 00:16:34.188842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba419f5-f6d2-472d-8274-c93c3b4e9ee8 req-228dc4e8-8359-4773-801b-32c20f5e7ebf tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:34.190450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ba419f5-f6d2-472d-8274-c93c3b4e9ee8 req-228dc4e8-8359-4773-801b-32c20f5e7ebf tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.0852234 Aug 24 00:16:34.247112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ba419f5-f6d2-472d-8274-c93c3b4e9ee8 req-7cfe2e43-3367-4896-8634-85260ab6ac50 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431077 Aug 24 00:16:34.347652 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6015958f-8af4-4abe-bfcd-5126f29b25df req-2e87414a-6a36-4a6b-b658-f0fccaa52611 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 210 time: 0.0456576 Aug 24 00:16:34.349161 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-1586dbde-71e6-4b7f-bb66-09160c117c3d req-40f97a97-18b2-433f-bcbc-2c6273dc3b87 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] show failed (client error): The resource could not be found. Aug 24 00:16:34.350402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1586dbde-71e6-4b7f-bb66-09160c117c3d req-40f97a97-18b2-433f-bcbc-2c6273dc3b87 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/104cd913-c64b-4917-bbe0-8562cdf8eb07 HTTP/1.1" status: 404 len: 352 time: 0.0400076 Aug 24 00:16:34.425085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a553619-ce81-4627-b1b4-2e699c5d2282 req-c6320d00-150f-4eba-9e21-076a46599bc5 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/d8fb3580-6be1-4dd9-b96f-6be9914f3093 HTTP/1.1" status: 200 len: 1800 time: 0.0457416 Aug 24 00:16:34.500975 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a553619-ce81-4627-b1b4-2e699c5d2282 req-99095a88-9a57-477b-ba28-905b20a6fb26 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:34.530468 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a553619-ce81-4627-b1b4-2e699c5d2282 req-99095a88-9a57-477b-ba28-905b20a6fb26 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:34.594591 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a553619-ce81-4627-b1b4-2e699c5d2282 req-99095a88-9a57-477b-ba28-905b20a6fb26 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:34.598420 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6a553619-ce81-4627-b1b4-2e699c5d2282 req-99095a88-9a57-477b-ba28-905b20a6fb26 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:34.605463 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a553619-ce81-4627-b1b4-2e699c5d2282 req-99095a88-9a57-477b-ba28-905b20a6fb26 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "DELETE /v2.0/security-groups/d8fb3580-6be1-4dd9-b96f-6be9914f3093 HTTP/1.1" status: 204 len: 173 time: 0.1727729 Aug 24 00:16:34.633011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99095a88-9a57-477b-ba28-905b20a6fb26 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fb3580-6be1-4dd9-b96f-6be9914f3093,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:34.662900 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-620152f6-e2a8-4491-8ed7-4a0a0bcea459 req-2610514e-8537-4d9f-96f5-b11c840a57ad tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] show failed (client error): The resource could not be found. Aug 24 00:16:34.672627 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-620152f6-e2a8-4491-8ed7-4a0a0bcea459 req-2610514e-8537-4d9f-96f5-b11c840a57ad tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/d8fb3580-6be1-4dd9-b96f-6be9914f3093 HTTP/1.1" status: 404 len: 352 time: 0.0389874 Aug 24 00:16:34.730715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26353b0b-9123-44a9-83c6-62e5bce82cff req-4e990c01-15d7-46ff-8bb3-416cadf68134 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/37458ff0-e70b-40f2-9380-b829495ccd2d HTTP/1.1" status: 200 len: 1801 time: 0.0444522 Aug 24 00:16:34.803306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26353b0b-9123-44a9-83c6-62e5bce82cff req-1ac0e9bb-57c2-4de5-9e78-988f719b704d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:34.853182 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26353b0b-9123-44a9-83c6-62e5bce82cff req-1ac0e9bb-57c2-4de5-9e78-988f719b704d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:34.905820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaa805-f6a2-4ddb-816f-1097198ec727 req-c47ffb67-09f3-4a00-8c56-3cb303d09533 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:34.907500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aefaa805-f6a2-4ddb-816f-1097198ec727 req-c47ffb67-09f3-4a00-8c56-3cb303d09533 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 946 time: 0.0915148 Aug 24 00:16:34.921933 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26353b0b-9123-44a9-83c6-62e5bce82cff req-1ac0e9bb-57c2-4de5-9e78-988f719b704d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:34.924474 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26353b0b-9123-44a9-83c6-62e5bce82cff req-1ac0e9bb-57c2-4de5-9e78-988f719b704d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:34.925496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26353b0b-9123-44a9-83c6-62e5bce82cff req-1ac0e9bb-57c2-4de5-9e78-988f719b704d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "DELETE /v2.0/security-groups/37458ff0-e70b-40f2-9380-b829495ccd2d HTTP/1.1" status: 204 len: 173 time: 0.1858680 Aug 24 00:16:34.954265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0e9bb-57c2-4de5-9e78-988f719b704d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37458ff0-e70b-40f2-9380-b829495ccd2d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:34.975040 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-8c60cf28-1012-4391-8f3e-017869973b92 req-00f08b70-65d6-46c7-adc4-d8e908fc3fd2 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] show failed (client error): The resource could not be found. Aug 24 00:16:34.976060 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c60cf28-1012-4391-8f3e-017869973b92 req-00f08b70-65d6-46c7-adc4-d8e908fc3fd2 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/37458ff0-e70b-40f2-9380-b829495ccd2d HTTP/1.1" status: 404 len: 352 time: 0.0229371 Aug 24 00:16:34.979203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aefaa805-f6a2-4ddb-816f-1097198ec727 req-20344fce-9252-4ec1-a935-7c7fd7d7f24c tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646975 Aug 24 00:16:35.098995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04db56bc-3a33-4048-891b-6760584719a0 req-0f1e94fa-428f-4543-af17-51b61dbb2d92 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2473265a6e12449aa0f37045d5b34a2c HTTP/1.1" status: 200 len: 6150 time: 0.0949976 Aug 24 00:16:35.136605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f2ffd-9d22-4bc6-bcd4-d0a38b2a0321 req-1eb0ab6b-2362-4554-9d49-b70eb18b235d tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:35.138510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-224f2ffd-9d22-4bc6-bcd4-d0a38b2a0321 req-1eb0ab6b-2362-4554-9d49-b70eb18b235d tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 946 time: 0.0845222 Aug 24 00:16:35.148481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45722) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:35.155234 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9ba8bf27-870b-40aa-9364-b061ca5e57ce tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Request body: {'floatingip': {'port_id': '2d6f335b-3c20-42e3-96ea-805bb68e67ec'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:35.168111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04db56bc-3a33-4048-891b-6760584719a0 req-f65d9082-933f-4621-b393-ad0eb71320ca tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4 HTTP/1.1" status: 200 len: 2981 time: 0.0614748 Aug 24 00:16:35.246618 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ba8bf27-870b-40aa-9364-b061ca5e57ce tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.256072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04db56bc-3a33-4048-891b-6760584719a0 req-fe4cbf15-2a3f-4c5c-becf-1985afbc3530 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4 HTTP/1.1" status: 200 len: 2981 time: 0.0789807 Aug 24 00:16:35.307181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c49e3fc7-059c-4c49-9ef6-ea4b112d5a17 req-b5c82267-6a27-48bd-a146-4c3845fca6bf tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 210 time: 0.0827813 Aug 24 00:16:35.346814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device fa5fbb67-a685-4401-b642-66d6308f38ff no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:35.373192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: fa5fbb67-a685-4401-b642-66d6308f38ff {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:16:35.373929 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device fa5fbb67-a685-4401-b642-66d6308f38ff not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:35.380904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-898dcc77-7961-4c64-bc9d-06cf49dcb6a5 req-edabc6e7-53ff-479b-a643-91a20bb83c6e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1782245574', 'description': 'tempest-description-1514953444'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:35.464936 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-898dcc77-7961-4c64-bc9d-06cf49dcb6a5 req-edabc6e7-53ff-479b-a643-91a20bb83c6e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.505531 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-02b0b3f8-fdd4-462e-9e01-22282e8c0eba tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:35.507132 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-02b0b3f8-fdd4-462e-9e01-22282e8c0eba tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.47 "GET /v2.0/networks?id=2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04 HTTP/1.1" status: 200 len: 809 time: 0.2028556 Aug 24 00:16:35.517552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986ce2d-da71-4bed-95c8-ac810b196280 req-8c18f63f-0163-452d-a568-0e04569ad341 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:35.519035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4986ce2d-da71-4bed-95c8-ac810b196280 req-8c18f63f-0163-452d-a568-0e04569ad341 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.1702979 Aug 24 00:16:35.530619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-5a0f8ca3-1ffe-4112-b449-18d1912b5bdf tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Request body: {'port': {'device_id': '82ed76db-5b47-4d24-a0b6-2c25e33d41af', 'network_id': '2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04', 'admin_state_up': True, 'tenant_id': '660ea1b0335f4516bc549c261de02e26'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:35.652354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4986ce2d-da71-4bed-95c8-ac810b196280 req-77a3e010-2117-4e46-aaf3-661abcf13303 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171317 Aug 24 00:16:35.732904 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-898dcc77-7961-4c64-bc9d-06cf49dcb6a5 req-edabc6e7-53ff-479b-a643-91a20bb83c6e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.747627 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-898dcc77-7961-4c64-bc9d-06cf49dcb6a5 req-edabc6e7-53ff-479b-a643-91a20bb83c6e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.814119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-5a0f8ca3-1ffe-4112-b449-18d1912b5bdf tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Made reservation on behalf of 660ea1b0335f4516bc549c261de02e26 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:35.817859 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-5a0f8ca3-1ffe-4112-b449-18d1912b5bdf tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.819814 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ba8bf27-870b-40aa-9364-b061ca5e57ce tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.824657 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ba8bf27-870b-40aa-9364-b061ca5e57ce tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.834603 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-898dcc77-7961-4c64-bc9d-06cf49dcb6a5 req-edabc6e7-53ff-479b-a643-91a20bb83c6e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.835839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-898dcc77-7961-4c64-bc9d-06cf49dcb6a5 req-edabc6e7-53ff-479b-a643-91a20bb83c6e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4859788 Aug 24 00:16:35.840431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabc6e7-53ff-479b-a643-91a20bb83c6e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d168c762-71bb-4bd8-bbe1-2ebd659d5a07,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:35.876184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be67fc-2b70-4169-805e-4bd0ce46a928 req-c5657c4c-add1-41a1-b4b1-90040c44f8ce tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:35.883748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3be67fc-2b70-4169-805e-4bd0ce46a928 req-c5657c4c-add1-41a1-b4b1-90040c44f8ce tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.1405978 Aug 24 00:16:35.938255 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-9ba8bf27-870b-40aa-9364-b061ca5e57ce tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Floating IP d4428ff3-08db-4375-8cd2-077468de071b associated. External IP: 172.25.8.31, port: 2d6f335b-3c20-42e3-96ea-805bb68e67ec. Aug 24 00:16:36.044755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-5a0f8ca3-1ffe-4112-b449-18d1912b5bdf tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Allocated IP 172.20.0.8 (2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04/1d387983-6892-41dc-ac7c-ef5fec67d57b/f553be69-d293-4a10-bd74-32c381322870) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:36.070610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3be67fc-2b70-4169-805e-4bd0ce46a928 req-71d5849d-f9d2-44eb-8c30-520614c76056 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854641 Aug 24 00:16:36.098989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11c7144f-8341-47e2-91a0-2d2e13dc4d78 req-6faf7cb4-6d86-4a1d-94eb-3e5140e0a885 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 210 time: 0.0465679 Aug 24 00:16:36.119123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-26d05d50-3939-4940-8ba7-c00597374705 req-5f765b20-9496-4458-b1d9-14ac5ba7ede5 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1491720772', 'description': 'tempest-description-256605682'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:36.170809 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26d05d50-3939-4940-8ba7-c00597374705 req-5f765b20-9496-4458-b1d9-14ac5ba7ede5 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.216392 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba8bf27-870b-40aa-9364-b061ca5e57ce tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Router b74976ea-70c5-49a7-a9b2-1d5bd0da093f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:16:36.310669 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-5a0f8ca3-1ffe-4112-b449-18d1912b5bdf tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.339994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba8bf27-870b-40aa-9364-b061ca5e57ce tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:16:36.348326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ba8bf27-870b-40aa-9364-b061ca5e57ce tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.353398 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26d05d50-3939-4940-8ba7-c00597374705 req-5f765b20-9496-4458-b1d9-14ac5ba7ede5 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.354044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116e4af-90d0-4ece-8445-235821504095 None None] Sync routers for ids ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:16:36.367442 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26d05d50-3939-4940-8ba7-c00597374705 req-5f765b20-9496-4458-b1d9-14ac5ba7ede5 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.369750 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116e4af-90d0-4ece-8445-235821504095 None None] Routers {'b74976ea-70c5-49a7-a9b2-1d5bd0da093f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:36.371170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9116e4af-90d0-4ece-8445-235821504095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:16:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:36.388651 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9ba8bf27-870b-40aa-9364-b061ca5e57ce tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "PUT /v2.0/floatingips/d4428ff3-08db-4375-8cd2-077468de071b HTTP/1.1" status: 200 len: 991 time: 1.2377977 Aug 24 00:16:36.389340 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f66f0c-db80-4c66-88f4-c10a6badd039', 'tag': '2d6f335b-3c20-42e3-96ea-805bb68e67ec'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:36.392038 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f537f90e-c9da-4d6b-b90f-e334ef64e2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "53f66f0c-db80-4c66-88f4-c10a6badd039", "tag": "2d6f335b-3c20-42e3-96ea-805bb68e67ec"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:36.407927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f765b20-9496-4458-b1d9-14ac5ba7ede5 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd65e83-0d7e-40cf-9695-1ab60ead17da,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:36.411815 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-5a0f8ca3-1ffe-4112-b449-18d1912b5bdf tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.413921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26d05d50-3939-4940-8ba7-c00597374705 req-5f765b20-9496-4458-b1d9-14ac5ba7ede5 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.415414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26d05d50-3939-4940-8ba7-c00597374705 req-5f765b20-9496-4458-b1d9-14ac5ba7ede5 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3032057 Aug 24 00:16:36.491971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-5a0f8ca3-1ffe-4112-b449-18d1912b5bdf tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Network 2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:36.499662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-5a0f8ca3-1ffe-4112-b449-18d1912b5bdf tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:36.529338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-5a0f8ca3-1ffe-4112-b449-18d1912b5bdf tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:36.536319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd7aa16c-fdc1-428f-891d-472a1287a8b8 req-47bb9ca6-3e34-4a13-956d-9ab82dd9ad6c tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb50ec5b-8556-4504-83a3-46183db5192c HTTP/1.1" status: 200 len: 210 time: 0.0776849 Aug 24 00:16:36.584965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f8ca3-1ffe-4112-b449-18d1912b5bdf tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Pushing event updated for resources: {'Port': ['ID=f553be69-d293-4a10-bd74-32c381322870,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:36.612050 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da652786-82c1-41f9-a817-7bc0242658b9 x-openstack-request-id: req-da652786-82c1-41f9-a817-7bc0242658b9 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:36.612339 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f66f0c-db80-4c66-88f4-c10a6badd039", "tag": "2d6f335b-3c20-42e3-96ea-805bb68e67ec", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:36.612770 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da652786-82c1-41f9-a817-7bc0242658b9 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:36.613744 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f66f0c-db80-4c66-88f4-c10a6badd039', 'tag': '2d6f335b-3c20-42e3-96ea-805bb68e67ec', 'status': 'completed', 'code': 200} Aug 24 00:16:36.613997 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9116e4af-90d0-4ece-8445-235821504095 None None] Set router b74976ea-70c5-49a7-a9b2-1d5bd0da093f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:36.631793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-5a0f8ca3-1ffe-4112-b449-18d1912b5bdf tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:36.632432 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-5a0f8ca3-1ffe-4112-b449-18d1912b5bdf tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.654720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-5a0f8ca3-1ffe-4112-b449-18d1912b5bdf tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1303854 Aug 24 00:16:36.688728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Request body: {'port': {'device_id': '82ed76db-5b47-4d24-a0b6-2c25e33d41af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:36.865421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537f90e-c9da-4d6b-b90f-e334ef64e2a0 req-9c2ea9a2-235f-459d-9af4-a0ff3941ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:36.867222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f537f90e-c9da-4d6b-b90f-e334ef64e2a0 req-9c2ea9a2-235f-459d-9af4-a0ff3941ab19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec590174688f4548ac355d3e0c08b4fe&device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 1097 time: 0.1980793 Aug 24 00:16:36.873491 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.971541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9116e4af-90d0-4ece-8445-235821504095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:15:24Z', 'revision_number': 4, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'd4428ff3-08db-4375-8cd2-077468de071b', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'port_id': '2d6f335b-3c20-42e3-96ea-805bb68e67ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'mac_address': 'fa:16:3e:cc:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f66f0c-db80-4c66-88f4-c10a6badd039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:15:38Z', 'updated_at': '2021-08-24T00:16:35Z', 'revision_number': 1, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5ac0bb-500f-43d4-a4f4-7554ffeac36b', 'name': '', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'mac_address': 'fa:16:3e:7a:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:22Z', 'updated_at': '2021-08-24T00:15:35Z', 'revision_number': 5, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'subnets': [{'id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:36.981564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4cc6b-dfd5-4f54-958b-e71acb7adfbb req-ff831bf2-519f-4883-a63a-b1ddc0a99a42 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:36.987780 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2f4cc6b-dfd5-4f54-958b-e71acb7adfbb req-ff831bf2-519f-4883-a63a-b1ddc0a99a42 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.2274032 Aug 24 00:16:37.005800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116e4af-90d0-4ece-8445-235821504095 None None] Checking router: b74976ea-70c5-49a7-a9b2-1d5bd0da093f for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:16:37.016944 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116e4af-90d0-4ece-8445-235821504095 None None] Routers {'b74976ea-70c5-49a7-a9b2-1d5bd0da093f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:37.017835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9116e4af-90d0-4ece-8445-235821504095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:16:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:37.030016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-4065acf4-8c48-4abf-adb5-231393f287a7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:37.037599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-4065acf4-8c48-4abf-adb5-231393f287a7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/networks?id=b84cef5d-c79b-41f0-a662-0612779e92a3 HTTP/1.1" status: 200 len: 813 time: 0.3227644 Aug 24 00:16:37.120512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2f4cc6b-dfd5-4f54-958b-e71acb7adfbb req-016bc67e-c2ca-4a2d-a53a-774e0cb73860 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312542 Aug 24 00:16:37.132511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-779eee16-afc1-4c8b-abfa-1f05bfd8367b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/quotas/2473265a6e12449aa0f37045d5b34a2c HTTP/1.1" status: 200 len: 375 time: 0.0939991 Aug 24 00:16:37.220983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9116e4af-90d0-4ece-8445-235821504095 None None] Set router b74976ea-70c5-49a7-a9b2-1d5bd0da093f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:37.509446 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9116e4af-90d0-4ece-8445-235821504095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:15:24Z', 'revision_number': 4, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'd4428ff3-08db-4375-8cd2-077468de071b', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'port_id': '2d6f335b-3c20-42e3-96ea-805bb68e67ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'mac_address': 'fa:16:3e:cc:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f66f0c-db80-4c66-88f4-c10a6badd039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:15:38Z', 'updated_at': '2021-08-24T00:16:35Z', 'revision_number': 1, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5ac0bb-500f-43d4-a4f4-7554ffeac36b', 'name': '', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'mac_address': 'fa:16:3e:7a:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:22Z', 'updated_at': '2021-08-24T00:15:35Z', 'revision_number': 5, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'subnets': [{'id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:37.538298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116e4af-90d0-4ece-8445-235821504095 None None] The sync data for ids ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'] in n-d-805736-1 is: [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:15:24Z', 'revision_number': 4, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'd4428ff3-08db-4375-8cd2-077468de071b', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'port_id': '2d6f335b-3c20-42e3-96ea-805bb68e67ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'mac_address': 'fa:16:3e:cc:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f66f0c-db80-4c66-88f4-c10a6badd039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:15:38Z', 'updated_at': '2021-08-24T00:16:35Z', 'revision_number': 1, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5ac0bb-500f-43d4-a4f4-7554ffeac36b', 'name': '', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'mac_address': 'fa:16:3e:7a:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:22Z', 'updated_at': '2021-08-24T00:15:35Z', 'revision_number': 5, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'subnets': [{'id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:16:37.616157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537f90e-c9da-4d6b-b90f-e334ef64e2a0 req-d995e83d-560e-4375-9a6b-2f770e9ec470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:37.617639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f537f90e-c9da-4d6b-b90f-e334ef64e2a0 req-d995e83d-560e-4375-9a6b-2f770e9ec470 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1315fd89-a594-4ced-afb3-6e92213ad0a9 HTTP/1.1" status: 200 len: 916 time: 0.7371361 Aug 24 00:16:37.728851 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-2014efec-e3cf-43f9-9ebe-2c9beff32e57 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2473265a6e12449aa0f37045d5b34a2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5951974 Aug 24 00:16:37.753229 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe8f3cc-0d87-4058-83ba-fa8fb1d2ee5e None None] New status for floating IP d4428ff3-08db-4375-8cd2-077468de071b: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:16:37.767003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74baf54-7db6-4c1c-bc8a-06331bc30352 req-ede4b63c-9cc1-4d1b-8403-d8d38f6155fd tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:37.768518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f74baf54-7db6-4c1c-bc8a-06331bc30352 req-ede4b63c-9cc1-4d1b-8403-d8d38f6155fd tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 931 time: 0.2019744 Aug 24 00:16:37.817359 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:16:37.845910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f537f90e-c9da-4d6b-b90f-e334ef64e2a0 req-42847e45-4f08-4128-868e-425b8f2ef6c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d6f335b-3c20-42e3-96ea-805bb68e67ec HTTP/1.1" status: 200 len: 999 time: 0.2082086 Aug 24 00:16:37.945767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f74baf54-7db6-4c1c-bc8a-06331bc30352 req-2b688e68-0e21-4033-8175-befe691e6411 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618576 Aug 24 00:16:37.986790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537f90e-c9da-4d6b-b90f-e334ef64e2a0 req-456e3edd-f8c4-4900-a8f2-4a1cdda09ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:37.988989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f537f90e-c9da-4d6b-b90f-e334ef64e2a0 req-456e3edd-f8c4-4900-a8f2-4a1cdda09ec3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7cd017ba-0737-425d-94f4-5ab21031663a HTTP/1.1" status: 200 len: 854 time: 0.1291232 Aug 24 00:16:37.995779 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-66890d19-a870-4a05-8209-3f0b9cf90fb3 service neutron] 10.222.0.32 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227988 Aug 24 00:16:38.139813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f553be69-d293-4a10-bd74-32c381322870 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:38.153220 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.183801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Transition to ACTIVE for port object f553be69-d293-4a10-bd74-32c381322870 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:38.199665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537f90e-c9da-4d6b-b90f-e334ef64e2a0 req-135c8696-2376-4025-b54e-ff7cca154e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:38.201239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f537f90e-c9da-4d6b-b90f-e334ef64e2a0 req-135c8696-2376-4025-b54e-ff7cca154e5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1315fd89-a594-4ced-afb3-6e92213ad0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963420 Aug 24 00:16:38.201872 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.214623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a51e6-0e6d-4ff4-bf52-388e309e3c0e req-c31e6dd0-b1c7-4674-b7e3-a14e320f1e48 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:38.216172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-445a51e6-0e6d-4ff4-bf52-388e309e3c0e req-c31e6dd0-b1c7-4674-b7e3-a14e320f1e48 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.1641142 Aug 24 00:16:38.297528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-fb162290-95d1-4bf5-a7f0-d2e0fe3c7d79 service neutron] 10.222.0.32 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914689 Aug 24 00:16:38.353838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Pushing event updated for resources: {'Port': ['ID=f553be69-d293-4a10-bd74-32c381322870,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:38.385073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-445a51e6-0e6d-4ff4-bf52-388e309e3c0e req-20699686-37c7-4c8b-9baf-0f613f45095a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244106 Aug 24 00:16:38.507170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Attempting to bind port f553be69-d293-4a10-bd74-32c381322870 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:38.507519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Attempting to bind port f553be69-d293-4a10-bd74-32c381322870 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'a06e8ef1-4d2b-444e-8c1f-544e358278e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:38.507838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Attempting to bind port f553be69-d293-4a10-bd74-32c381322870 on network 2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:38.513422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f537f90e-c9da-4d6b-b90f-e334ef64e2a0 req-86c37ee2-df6c-45ba-9cd9-e94aff633d0b service neutron] 10.222.0.13 "GET /v2.0/networks/1315fd89-a594-4ced-afb3-6e92213ad0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949157 Aug 24 00:16:38.515653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Port f553be69-d293-4a10-bd74-32c381322870 on network 2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:38.515916 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Attempting to bind port f553be69-d293-4a10-bd74-32c381322870 on network 2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:38.521116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:38.521371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Checking segment: {'id': 'a06e8ef1-4d2b-444e-8c1f-544e358278e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:38.521875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Bound using segment: {'id': 'a06e8ef1-4d2b-444e-8c1f-544e358278e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:38.522184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Bound port: f553be69-d293-4a10-bd74-32c381322870, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06e8ef1-4d2b-444e-8c1f-544e358278e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:38.522543 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.661028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] For port f553be69-d293-4a10-bd74-32c381322870, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:38.667731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] For port f553be69-d293-4a10-bd74-32c381322870, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f553be69-d293-4a10-bd74-32c381322870,segment=NetworkSegment(a06e8ef1-4d2b-444e-8c1f-544e358278e6),segment_id=a06e8ef1-4d2b-444e-8c1f-544e358278e6)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:38.683041 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.749325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:38.749507 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.751035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] 10.222.0.47 "PUT /v2.0/ports/f553be69-d293-4a10-bd74-32c381322870 HTTP/1.1" status: 200 len: 1091 time: 2.0723135 Aug 24 00:16:38.765970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ed76db-5b47-4d24-a0b6-2c25e33d41af', 'tag': 'f553be69-d293-4a10-bd74-32c381322870'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:38.768299 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ac67b0-16be-4b3d-ad4d-a823409af7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "82ed76db-5b47-4d24-a0b6-2c25e33d41af", "tag": "f553be69-d293-4a10-bd74-32c381322870"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:38.773758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f537f90e-c9da-4d6b-b90f-e334ef64e2a0 req-fc94f754-306a-4118-b6ff-6b12fe209718 service neutron] 10.222.0.13 "GET /v2.0/networks/1315fd89-a594-4ced-afb3-6e92213ad0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162290 Aug 24 00:16:38.867167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87f84e-85fd-4d80-9d6b-73631379697a req-2d58e685-50f1-489e-be65-c648294b7db8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:38.868924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f87f84e-85fd-4d80-9d6b-73631379697a req-2d58e685-50f1-489e-be65-c648294b7db8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.1380906 Aug 24 00:16:38.869671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef322b9-cba3-4ebd-803f-c3f321cda41c service neutron] Pushing event updated for resources: {'Port': ['ID=f553be69-d293-4a10-bd74-32c381322870,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:38.944386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-137d757d-5396-49ca-9e9b-89c1ca79dde2 req-232dfd6f-36b1-46fc-9dbf-9e5c0099dc74 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 210 time: 0.0561061 Aug 24 00:16:38.998134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f87f84e-85fd-4d80-9d6b-73631379697a req-bef5e04a-d889-4f28-98b0-ca6eb8e8d757 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115611 Aug 24 00:16:39.023693 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea5dda7-57eb-4296-b39b-b7e78dc7c980 x-openstack-request-id: req-9ea5dda7-57eb-4296-b39b-b7e78dc7c980 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:39.023985 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ed76db-5b47-4d24-a0b6-2c25e33d41af", "tag": "f553be69-d293-4a10-bd74-32c381322870", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:39.024255 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ea5dda7-57eb-4296-b39b-b7e78dc7c980 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:39.033314 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ed76db-5b47-4d24-a0b6-2c25e33d41af', 'tag': 'f553be69-d293-4a10-bd74-32c381322870', 'status': 'completed', 'code': 200} Aug 24 00:16:39.035551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-21b713cb-f6f5-43fd-aa7d-31265bfd4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:39.037559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-21b713cb-f6f5-43fd-aa7d-31265bfd4253 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=660ea1b0335f4516bc549c261de02e26&device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 1094 time: 0.1313560 Aug 24 00:16:39.108504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-03f1536b-776c-4f29-a79f-5aaf983c20fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f553be69-d293-4a10-bd74-32c381322870 HTTP/1.1" status: 200 len: 217 time: 0.0475185 Aug 24 00:16:39.185414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c00c4-ce15-4ef1-9604-6bc6fd191535 req-e2028961-4412-41e3-baf7-6eb4b4053da4 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:39.186972 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b0c00c4-ce15-4ef1-9604-6bc6fd191535 req-e2028961-4412-41e3-baf7-6eb4b4053da4 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 943 time: 0.0881352 Aug 24 00:16:39.188585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-b7df52c9-e964-4250-a4dd-d1f43c953b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:39.189969 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-b7df52c9-e964-4250-a4dd-d1f43c953b97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d387983-6892-41dc-ac7c-ef5fec67d57b HTTP/1.1" status: 200 len: 849 time: 0.0639737 Aug 24 00:16:39.244373 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-39d7733f-9443-4068-bb0e-6568d4a6ed62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303843 Aug 24 00:16:39.268939 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b0c00c4-ce15-4ef1-9604-6bc6fd191535 req-172c1261-5804-4ca3-a8fe-d008d905cdbd tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735121 Aug 24 00:16:39.365343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-ab73e198-68f6-4384-82af-05345678195c service neutron] 10.222.0.47 "GET /v2.0/networks/2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114948 Aug 24 00:16:39.541095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c264e5-d55c-4f92-8578-c76579776fe9 req-ef412601-0a77-41a9-a3cd-74d2702aa1b0 service neutron] 10.222.0.47 "GET /v2.0/networks/2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652071 Aug 24 00:16:39.583439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a899a-750e-4968-b547-67725298280c req-2414900b-4f68-495a-9f97-d1102e6098cb tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:39.587003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b19a899a-750e-4968-b547-67725298280c req-2414900b-4f68-495a-9f97-d1102e6098cb tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.1046162 Aug 24 00:16:39.643870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b19a899a-750e-4968-b547-67725298280c req-04881602-7960-4460-9b66-3852a21334ac tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489089 Aug 24 00:16:39.703408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac67b0-16be-4b3d-ad4d-a823409af7dd req-81df2e3e-23a3-4193-b648-58deff13c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:39.705394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ac67b0-16be-4b3d-ad4d-a823409af7dd req-81df2e3e-23a3-4193-b648-58deff13c7a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=660ea1b0335f4516bc549c261de02e26&device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 1094 time: 0.0606148 Aug 24 00:16:39.852291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac67b0-16be-4b3d-ad4d-a823409af7dd req-a4998aa3-bc6c-47d7-be45-5cbc5504111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:39.857687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ac67b0-16be-4b3d-ad4d-a823409af7dd req-a4998aa3-bc6c-47d7-be45-5cbc5504111f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04 HTTP/1.1" status: 200 len: 910 time: 0.1405859 Aug 24 00:16:39.954862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ac67b0-16be-4b3d-ad4d-a823409af7dd req-15a73be5-ad13-471a-b46e-0ab70f866d2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f553be69-d293-4a10-bd74-32c381322870 HTTP/1.1" status: 200 len: 217 time: 0.0711188 Aug 24 00:16:40.068776 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac67b0-16be-4b3d-ad4d-a823409af7dd req-80be156d-e80d-4632-9944-35ecabcd5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:40.072874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ac67b0-16be-4b3d-ad4d-a823409af7dd req-80be156d-e80d-4632-9944-35ecabcd5182 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d387983-6892-41dc-ac7c-ef5fec67d57b HTTP/1.1" status: 200 len: 849 time: 0.0992141 Aug 24 00:16:40.164755 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e21731b-83ae-4c43-b644-90eb8d04850c req-97149566-2f3b-4e50-8975-671c1476035d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 210 time: 0.0880229 Aug 24 00:16:40.244868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ac67b0-16be-4b3d-ad4d-a823409af7dd req-9d0f1f20-f22b-4fd5-81e4-e6655e3b0c55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835030 Aug 24 00:16:40.347790 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ac67b0-16be-4b3d-ad4d-a823409af7dd req-c1fd7035-0778-46c0-aa5e-fa8b8117969c service neutron] 10.222.0.47 "GET /v2.0/networks/2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934892 Aug 24 00:16:40.357406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de9820-fa6b-4340-9152-2955df77514d req-0eef385d-0b2a-42c4-bf4a-da8e730d6fda tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:40.358917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92de9820-fa6b-4340-9152-2955df77514d req-0eef385d-0b2a-42c4-bf4a-da8e730d6fda tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.1921487 Aug 24 00:16:40.509702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-3b69868b-86bb-4cf8-b2e9-a07e3cbf43f8 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:40.511403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-3b69868b-86bb-4cf8-b2e9-a07e3cbf43f8 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.13 "GET /v2.0/networks?id=b84cef5d-c79b-41f0-a662-0612779e92a3 HTTP/1.1" status: 200 len: 813 time: 0.5748992 Aug 24 00:16:40.521227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92de9820-fa6b-4340-9152-2955df77514d req-cc174534-f8a6-4e27-ba89-5ea2f0e8ff28 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423342 Aug 24 00:16:40.542992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf171b1-64aa-4291-8ab0-65037991528b req-57a61669-a4ef-4b2f-b63e-90857611606f tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:40.544534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbf171b1-64aa-4291-8ab0-65037991528b req-57a61669-a4ef-4b2f-b63e-90857611606f tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 943 time: 0.1818521 Aug 24 00:16:40.550946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-784cb81a-3312-4e78-a629-3259315bd93c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'port': {'device_id': '8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9', 'network_id': 'b84cef5d-c79b-41f0-a662-0612779e92a3', 'admin_state_up': True, 'tenant_id': '2473265a6e12449aa0f37045d5b34a2c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:40.623288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ac67b0-16be-4b3d-ad4d-a823409af7dd req-f6b07a81-8179-4288-85dd-124790b1fe58 service neutron] 10.222.0.47 "GET /v2.0/networks/2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515068 Aug 24 00:16:40.652036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbf171b1-64aa-4291-8ab0-65037991528b req-234be6bc-9e6e-4b09-81d4-f45d739ae412 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978229 Aug 24 00:16:40.730001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-784cb81a-3312-4e78-a629-3259315bd93c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Made reservation on behalf of 2473265a6e12449aa0f37045d5b34a2c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:40.733890 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-784cb81a-3312-4e78-a629-3259315bd93c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:40.863136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78c5d9-e6c1-46e8-ae9d-e8e8038cebbd req-3515e566-4b1a-4f27-b0d3-dc7bfb1b365b tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:40.864777 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a78c5d9-e6c1-46e8-ae9d-e8e8038cebbd req-3515e566-4b1a-4f27-b0d3-dc7bfb1b365b tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.1199119 Aug 24 00:16:40.959129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-784cb81a-3312-4e78-a629-3259315bd93c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Allocated IP 172.20.0.12 (b84cef5d-c79b-41f0-a662-0612779e92a3/2aad9e7b-2316-42ba-919d-3ec87fa73e7b/6007ccff-9c76-4ac9-a9ec-a4a3bc899881) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:40.966661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a78c5d9-e6c1-46e8-ae9d-e8e8038cebbd req-e1489882-6250-4ec1-8a7f-2c6ceebbea69 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922775 Aug 24 00:16:41.152194 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-784cb81a-3312-4e78-a629-3259315bd93c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:41.194277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-784cb81a-3312-4e78-a629-3259315bd93c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:41.241170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['79896bfd-6aae-41e1-b4cd-ef67b5cf69d9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:41.243741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cb81a-3312-4e78-a629-3259315bd93c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'Port': ['ID=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:41.260351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-784cb81a-3312-4e78-a629-3259315bd93c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Network b84cef5d-c79b-41f0-a662-0612779e92a3 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:41.262468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-784cb81a-3312-4e78-a629-3259315bd93c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:41.265400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-784cb81a-3312-4e78-a629-3259315bd93c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:41.348689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-784cb81a-3312-4e78-a629-3259315bd93c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:41.349359 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-784cb81a-3312-4e78-a629-3259315bd93c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:41.373781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a009b-c693-4d50-b445-1d6c7b96e55c req-fdc88e93-8162-4bee-90e6-5feaf72e59ed tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:41.375349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d79a009b-c693-4d50-b445-1d6c7b96e55c req-fdc88e93-8162-4bee-90e6-5feaf72e59ed tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 932 time: 0.0838189 Aug 24 00:16:41.383269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-784cb81a-3312-4e78-a629-3259315bd93c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8356903 Aug 24 00:16:41.407023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Request body: {'port': {'device_id': '8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:41.454454 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d79a009b-c693-4d50-b445-1d6c7b96e55c req-79276a82-03cc-4392-a6a2-4d439f15f89a tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695791 Aug 24 00:16:41.483285 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:41.723672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f976841-6a09-4144-bf1d-627b15de76cc req-181f22d2-7644-4562-9237-c08baf97ab55 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:41.725165 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f976841-6a09-4144-bf1d-627b15de76cc req-181f22d2-7644-4562-9237-c08baf97ab55 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.1163590 Aug 24 00:16:41.815997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f976841-6a09-4144-bf1d-627b15de76cc req-a50309cd-cc3d-47be-afa4-a97ce464a9c9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823722 Aug 24 00:16:41.864163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa9ef3-57d3-4cc5-af6a-4ac8167e2bf6 req-1821bbf4-e337-4865-8b29-3a30a895f59f tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:41.865913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07aa9ef3-57d3-4cc5-af6a-4ac8167e2bf6 req-1821bbf4-e337-4865-8b29-3a30a895f59f tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 943 time: 0.1098645 Aug 24 00:16:41.962799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07aa9ef3-57d3-4cc5-af6a-4ac8167e2bf6 req-828e1375-6082-4802-836f-619b1466e596 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874944 Aug 24 00:16:41.970810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:41.983075 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:42.003261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Transition to ACTIVE for port object 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:42.007726 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:42.065719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Pushing event updated for resources: {'Port': ['ID=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:42.139079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eba1e4-b7a8-4b2e-96dc-3674294daca5 req-5c9ef7ea-5b9d-49af-82b0-2cd7f0692c11 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:42.140578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20eba1e4-b7a8-4b2e-96dc-3674294daca5 req-5c9ef7ea-5b9d-49af-82b0-2cd7f0692c11 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.0882902 Aug 24 00:16:42.221554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20eba1e4-b7a8-4b2e-96dc-3674294daca5 req-50ffb137-5807-4d96-96a4-0141ad095390 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591676 Aug 24 00:16:42.225888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Attempting to bind port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:42.226519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Attempting to bind port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'de09799d-5b9f-4c0f-9980-1f8211abc794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b84cef5d-c79b-41f0-a662-0612779e92a3'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:42.226519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Attempting to bind port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 on network b84cef5d-c79b-41f0-a662-0612779e92a3 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:42.231138 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 on network b84cef5d-c79b-41f0-a662-0612779e92a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:42.231465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Attempting to bind port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 on network b84cef5d-c79b-41f0-a662-0612779e92a3 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:42.236468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:42.236733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Checking segment: {'id': 'de09799d-5b9f-4c0f-9980-1f8211abc794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b84cef5d-c79b-41f0-a662-0612779e92a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:42.237129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Bound using segment: {'id': 'de09799d-5b9f-4c0f-9980-1f8211abc794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b84cef5d-c79b-41f0-a662-0612779e92a3'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:42.237566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Bound port: 6007ccff-9c76-4ac9-a9ec-a4a3bc899881, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de09799d-5b9f-4c0f-9980-1f8211abc794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b84cef5d-c79b-41f0-a662-0612779e92a3'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:42.237923 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:42.315595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] For port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:42.318991 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] For port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,segment=NetworkSegment(de09799d-5b9f-4c0f-9980-1f8211abc794),segment_id=de09799d-5b9f-4c0f-9980-1f8211abc794)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:42.324258 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:42.372184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:42.372803 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:42.374162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] 10.222.0.13 "PUT /v2.0/ports/6007ccff-9c76-4ac9-a9ec-a4a3bc899881 HTTP/1.1" status: 200 len: 1092 time: 0.9714684 Aug 24 00:16:42.374618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9', 'tag': '6007ccff-9c76-4ac9-a9ec-a4a3bc899881'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:42.376844 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b3904e-b030-476f-8ce4-37d94686ddd4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9", "tag": "6007ccff-9c76-4ac9-a9ec-a4a3bc899881"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:42.420098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88e98c-e6ec-4d12-8fa1-8e477238f13a service neutron] Pushing event updated for resources: {'Port': ['ID=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:42.441612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3f2cf-fca2-4a69-8489-e3e04a1ac288 req-df0f9e16-91a7-45de-be48-9191b0d8d046 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:42.443221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fd3f2cf-fca2-4a69-8489-e3e04a1ac288 req-df0f9e16-91a7-45de-be48-9191b0d8d046 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 945 time: 0.0887544 Aug 24 00:16:42.444682 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd69460b-ed28-45b9-a98e-c88f15ce4404 x-openstack-request-id: req-fd69460b-ed28-45b9-a98e-c88f15ce4404 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:42.444969 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9", "tag": "6007ccff-9c76-4ac9-a9ec-a4a3bc899881", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:42.445219 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd69460b-ed28-45b9-a98e-c88f15ce4404 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:42.445609 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9', 'tag': '6007ccff-9c76-4ac9-a9ec-a4a3bc899881', 'status': 'completed', 'code': 200} Aug 24 00:16:42.519162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fd3f2cf-fca2-4a69-8489-e3e04a1ac288 req-e1d4db59-5950-4dc9-9b34-a08e429fa6c7 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691416 Aug 24 00:16:42.531715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-5961e24f-b0d8-4140-b949-30ce2f876587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:42.533409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-5961e24f-b0d8-4140-b949-30ce2f876587 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2473265a6e12449aa0f37045d5b34a2c&device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 1095 time: 0.0611060 Aug 24 00:16:42.600002 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-ab5ab126-3357-4f90-b533-7db412353e4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6007ccff-9c76-4ac9-a9ec-a4a3bc899881 HTTP/1.1" status: 200 len: 217 time: 0.0403919 Aug 24 00:16:42.613615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a305061-0d61-4c93-abd3-54cbe7df6dd8 req-6d8bfca3-ab85-4bcf-b3b5-4854990361cd tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:42.615025 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a305061-0d61-4c93-abd3-54cbe7df6dd8 req-6d8bfca3-ab85-4bcf-b3b5-4854990361cd tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 944 time: 0.0808651 Aug 24 00:16:42.683741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a305061-0d61-4c93-abd3-54cbe7df6dd8 req-c4ad9799-e612-4778-be1f-da97cb8db368 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627239 Aug 24 00:16:42.696129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-59c4fba9-864f-482f-a739-4ffb943b0566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:42.698235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-59c4fba9-864f-482f-a739-4ffb943b0566 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2aad9e7b-2316-42ba-919d-3ec87fa73e7b HTTP/1.1" status: 200 len: 853 time: 0.0548072 Aug 24 00:16:42.738403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-454abb05-c246-48a3-8972-9a20baa28608 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b84cef5d-c79b-41f0-a662-0612779e92a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239134 Aug 24 00:16:42.838411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-71d68004-09aa-4058-afb1-d07f3e6da91f service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862682 Aug 24 00:16:43.332499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b77b9a-53ec-41e6-8613-7040c9e3a1d8 req-f8d5bffe-3735-46df-8776-03d98de2de87 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:43.334108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1b77b9a-53ec-41e6-8613-7040c9e3a1d8 req-f8d5bffe-3735-46df-8776-03d98de2de87 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 943 time: 0.1633706 Aug 24 00:16:43.341349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3a286-c03e-4c48-b7c1-515680e93e4d req-f74bad97-2d79-4569-bd86-2e78fa178012 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:43.342764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27c3a286-c03e-4c48-b7c1-515680e93e4d req-f74bad97-2d79-4569-bd86-2e78fa178012 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 945 time: 0.1709619 Aug 24 00:16:43.353578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843673c2-9bbe-47d7-baca-b58c1728baad req-9432b914-c5b6-49c9-86ad-a712ba1e4958 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:43.354986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-843673c2-9bbe-47d7-baca-b58c1728baad req-9432b914-c5b6-49c9-86ad-a712ba1e4958 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.1822262 Aug 24 00:16:43.372917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-991d85aa-9423-4aa5-8796-a622caa8f6fb req-0439c81c-2f28-4e77-9da1-64f4e25080ad service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962649 Aug 24 00:16:43.399206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f553be69-d293-4a10-bd74-32c381322870 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:43.490465 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1b77b9a-53ec-41e6-8613-7040c9e3a1d8 req-dc545b34-c234-4769-8003-b906d1483d1e tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467335 Aug 24 00:16:43.502704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port f553be69-d293-4a10-bd74-32c381322870, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f553be69-d293-4a10-bd74-32c381322870,segment=NetworkSegment(a06e8ef1-4d2b-444e-8c1f-544e358278e6),segment_id=a06e8ef1-4d2b-444e-8c1f-544e358278e6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:43.513406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-843673c2-9bbe-47d7-baca-b58c1728baad req-d4f0a1bd-bc1c-44dc-a977-c9d9ccf37d27 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432202 Aug 24 00:16:43.516045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'f553be69-d293-4a10-bd74-32c381322870', 'network_id': '2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04', 'port_id': 'f553be69-d293-4a10-bd74-32c381322870', 'mac_address': 'fa:16:3e:8f:f3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d387983-6892-41dc-ac7c-ef5fec67d57b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:43.559477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3904e-b030-476f-8ce4-37d94686ddd4 req-358cad54-dee3-4349-a723-7d57c380b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:43.561676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94b3904e-b030-476f-8ce4-37d94686ddd4 req-358cad54-dee3-4349-a723-7d57c380b8c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2473265a6e12449aa0f37045d5b34a2c&device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 1095 time: 0.0869684 Aug 24 00:16:43.567071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-27c3a286-c03e-4c48-b7c1-515680e93e4d req-70ae0075-3225-4997-8b30-a335bcc13604 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Deleting port e615b2da-102a-43fe-829a-1eaa7f0e7aed {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:43.568081 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-27c3a286-c03e-4c48-b7c1-515680e93e4d req-70ae0075-3225-4997-8b30-a335bcc13604 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:43.574733 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:43.591126 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f553be69-d293-4a10-bd74-32c381322870 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:43.613509 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port f553be69-d293-4a10-bd74-32c381322870, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f553be69-d293-4a10-bd74-32c381322870,segment=NetworkSegment(a06e8ef1-4d2b-444e-8c1f-544e358278e6),segment_id=a06e8ef1-4d2b-444e-8c1f-544e358278e6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:43.620518 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:43.682010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=f553be69-d293-4a10-bd74-32c381322870,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:43.813158 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-27c3a286-c03e-4c48-b7c1-515680e93e4d req-70ae0075-3225-4997-8b30-a335bcc13604 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] For port e615b2da-102a-43fe-829a-1eaa7f0e7aed, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=e615b2da-102a-43fe-829a-1eaa7f0e7aed,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:43.813518 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-27c3a286-c03e-4c48-b7c1-515680e93e4d req-70ae0075-3225-4997-8b30-a335bcc13604 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:43.841257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaea4cc-2816-4410-8fc7-d91c330a2031 req-5eecce8a-5e57-4d3e-a938-9f9628676e03 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:43.842663 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4eaea4cc-2816-4410-8fc7-d91c330a2031 req-5eecce8a-5e57-4d3e-a938-9f9628676e03 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.1735520 Aug 24 00:16:43.852435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-27c3a286-c03e-4c48-b7c1-515680e93e4d req-70ae0075-3225-4997-8b30-a335bcc13604 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Calling delete_port for e615b2da-102a-43fe-829a-1eaa7f0e7aed owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:43.870115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ab5d3-41f3-4821-9ef3-9287e5296592 req-c14d563b-9d34-4adf-b867-8d0a1df4451d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:43.871588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-026ab5d3-41f3-4821-9ef3-9287e5296592 req-c14d563b-9d34-4adf-b867-8d0a1df4451d tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 945 time: 0.1679358 Aug 24 00:16:43.872615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3904e-b030-476f-8ce4-37d94686ddd4 req-466c2f77-9bda-40e8-bc88-d15c5ca3077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:43.874172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94b3904e-b030-476f-8ce4-37d94686ddd4 req-466c2f77-9bda-40e8-bc88-d15c5ca3077c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b84cef5d-c79b-41f0-a662-0612779e92a3 HTTP/1.1" status: 200 len: 914 time: 0.3014321 Aug 24 00:16:43.981965 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94b3904e-b030-476f-8ce4-37d94686ddd4 req-9ff41c52-58af-4fd3-8b86-f9572ecf15e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6007ccff-9c76-4ac9-a9ec-a4a3bc899881 HTTP/1.1" status: 200 len: 217 time: 0.0921524 Aug 24 00:16:44.034803 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4eaea4cc-2816-4410-8fc7-d91c330a2031 req-f69a9d8c-3bb9-4b68-ad4b-6167ab0ed872 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860538 Aug 24 00:16:44.056877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-026ab5d3-41f3-4821-9ef3-9287e5296592 req-6f4c17c4-085f-4f28-881a-02c59b8eae2c tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694148 Aug 24 00:16:44.076079 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['f553be69-d293-4a10-bd74-32c381322870'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:44.079616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3904e-b030-476f-8ce4-37d94686ddd4 req-c48a59a4-7f33-41c5-986b-f057af4729ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:44.081111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94b3904e-b030-476f-8ce4-37d94686ddd4 req-c48a59a4-7f33-41c5-986b-f057af4729ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2aad9e7b-2316-42ba-919d-3ec87fa73e7b HTTP/1.1" status: 200 len: 853 time: 0.0892839 Aug 24 00:16:44.149465 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94b3904e-b030-476f-8ce4-37d94686ddd4 req-f662a5e3-9570-49c6-a1a1-24c21e7879a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b84cef5d-c79b-41f0-a662-0612779e92a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596941 Aug 24 00:16:44.250147 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-27c3a286-c03e-4c48-b7c1-515680e93e4d req-70ae0075-3225-4997-8b30-a335bcc13604 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:44.266768 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c940531-06ac-498a-91a9-b968cefc5914 req-c567ed81-b460-45d3-a629-fc8c2c35780f tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:44.268379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c940531-06ac-498a-91a9-b968cefc5914 req-c567ed81-b460-45d3-a629-fc8c2c35780f tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 944 time: 0.1627505 Aug 24 00:16:44.291563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['e615b2da-102a-43fe-829a-1eaa7f0e7aed'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:44.297964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae0075-3225-4997-8b30-a335bcc13604 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Pushing event deleted for resources: {'Port': ['ID=e615b2da-102a-43fe-829a-1eaa7f0e7aed,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:44.381289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c3a286-c03e-4c48-b7c1-515680e93e4d req-70ae0075-3225-4997-8b30-a335bcc13604 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] No DVR routers for this DVR port e615b2da-102a-43fe-829a-1eaa7f0e7aed on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:44.385514 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-27c3a286-c03e-4c48-b7c1-515680e93e4d req-70ae0075-3225-4997-8b30-a335bcc13604 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:44.387485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27c3a286-c03e-4c48-b7c1-515680e93e4d req-70ae0075-3225-4997-8b30-a335bcc13604 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.13 "DELETE /v2.0/ports/e615b2da-102a-43fe-829a-1eaa7f0e7aed HTTP/1.1" status: 204 len: 173 time: 1.0316908 Aug 24 00:16:44.389502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94b3904e-b030-476f-8ce4-37d94686ddd4 req-e9cbe931-05c0-4d08-9acc-960128941188 service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115808 Aug 24 00:16:44.394751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c940531-06ac-498a-91a9-b968cefc5914 req-80aa87ec-9273-43cc-aa46-7f9179215b07 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015246 Aug 24 00:16:44.457788 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b', 'name': 'network-vif-deleted', 'tag': 'e615b2da-102a-43fe-829a-1eaa7f0e7aed'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:44.460125 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adf8617-941f-45f7-bdb8-de74a8d60697" -d '{"events": [{"server_uuid": "7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b", "name": "network-vif-deleted", "tag": "e615b2da-102a-43fe-829a-1eaa7f0e7aed"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:44.503745 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e82515-67ce-4846-ac37-887188ee2f9d x-openstack-request-id: req-86e82515-67ce-4846-ac37-887188ee2f9d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:44.504032 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b", "name": "network-vif-deleted", "tag": "e615b2da-102a-43fe-829a-1eaa7f0e7aed", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:44.504281 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86e82515-67ce-4846-ac37-887188ee2f9d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:44.504665 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b', 'name': 'network-vif-deleted', 'tag': 'e615b2da-102a-43fe-829a-1eaa7f0e7aed', 'status': 'completed', 'code': 200} Aug 24 00:16:44.510028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94b3904e-b030-476f-8ce4-37d94686ddd4 req-b578bbcb-97fa-4f42-8991-4bb2364bbc1b service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009009 Aug 24 00:16:44.649906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a350a61-b131-4d86-a53d-90dcef2812a9 req-bf614844-720a-4d29-a3f8-4400f1f5ac5c tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:44.651449 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a350a61-b131-4d86-a53d-90dcef2812a9 req-bf614844-720a-4d29-a3f8-4400f1f5ac5c tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 944 time: 0.0843647 Aug 24 00:16:44.672964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30ba0-31d7-4b00-a13c-10ca4a1722f0 req-8f17c429-dfa8-48ed-b9a2-9f136eeea67a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:44.674402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5a30ba0-31d7-4b00-a13c-10ca4a1722f0 req-8f17c429-dfa8-48ed-b9a2-9f136eeea67a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.0675790 Aug 24 00:16:44.720016 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a350a61-b131-4d86-a53d-90dcef2812a9 req-5d1477bc-fed4-4c73-9ce3-cd6ea02a9f11 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622525 Aug 24 00:16:44.732094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5a30ba0-31d7-4b00-a13c-10ca4a1722f0 req-7dc86af8-6f5b-4fa9-85d3-1ec6057c58d2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502300 Aug 24 00:16:45.173190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8373230-d792-4d00-857c-af6bc705d603 req-015b5f0d-8994-4d26-a256-facc711e2df0 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:45.174673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8373230-d792-4d00-857c-af6bc705d603 req-015b5f0d-8994-4d26-a256-facc711e2df0 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 945 time: 0.0627663 Aug 24 00:16:45.190656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9cdfe53-daa2-43c8-8707-72334647d0ba req-ef2b7b51-2c6a-48b7-94e5-7a6819d5781f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2246d0-ad56-4f2d-b4d7-7d794b7eac4b HTTP/1.1" status: 200 len: 210 time: 0.0374703 Aug 24 00:16:45.222349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8373230-d792-4d00-857c-af6bc705d603 req-03ca2369-f313-4919-a059-7144be675a4d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339801 Aug 24 00:16:45.511747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0798e-82ba-4763-b23e-66a9199c3ec8 req-dfe9efd8-2b52-4549-856e-edc8e63ebedf tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:45.513313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3db0798e-82ba-4763-b23e-66a9199c3ec8 req-dfe9efd8-2b52-4549-856e-edc8e63ebedf tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 944 time: 0.0480957 Aug 24 00:16:45.556623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3db0798e-82ba-4763-b23e-66a9199c3ec8 req-e7f313aa-e168-49be-8476-039e42e427d1 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370581 Aug 24 00:16:45.617956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-97a0d3fe-f088-4ba8-b65d-6806c2dc5d3a tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:45.619585 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-97a0d3fe-f088-4ba8-b65d-6806c2dc5d3a tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 1096 time: 0.0436099 Aug 24 00:16:45.631419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805736-1'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:45.685095 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:45.864687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5cfd7da2-4915-440f-a643-bba01e56d52b,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:45.909589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f076d0-a956-4f41-968b-29f284d83097 req-f2dc4562-362b-471c-af69-3e84715548eb tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:45.911194 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2f076d0-a956-4f41-968b-29f284d83097 req-f2dc4562-362b-471c-af69-3e84715548eb tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 944 time: 0.1169493 Aug 24 00:16:45.924439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a59579-3c0c-4d16-8c50-28259f823362 req-490ca465-c97f-4b3a-a853-b403bdf76351 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:45.925873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5a59579-3c0c-4d16-8c50-28259f823362 req-490ca465-c97f-4b3a-a853-b403bdf76351 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.1202002 Aug 24 00:16:45.963591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:46.023367 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2f076d0-a956-4f41-968b-29f284d83097 req-1a82d87c-652b-4b99-8815-00ab1b30689d tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963223 Aug 24 00:16:46.035575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5a59579-3c0c-4d16-8c50-28259f823362 req-53fcdfe5-c88b-4846-9ae2-87323f9ca6db tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990958 Aug 24 00:16:46.041535 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:46.048205 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:46.126934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfd7da2-4915-440f-a643-bba01e56d52b,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:46.146052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Attempting to bind port 5cfd7da2-4915-440f-a643-bba01e56d52b on host n-h2-805736-1 for vnic_type normal with profile {"migrating_to": "n-h1-805736-1"} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:46.146387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Attempting to bind port 5cfd7da2-4915-440f-a643-bba01e56d52b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:46.146715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Attempting to bind port 5cfd7da2-4915-440f-a643-bba01e56d52b on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:46.151164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Port 5cfd7da2-4915-440f-a643-bba01e56d52b on network 73946cb7-6543-439b-b8db-561e1cede42a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:46.151488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Attempting to bind port 5cfd7da2-4915-440f-a643-bba01e56d52b on network 73946cb7-6543-439b-b8db-561e1cede42a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:46.156190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:46.156528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Checking segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:46.156910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Bound using segment: {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:46.157331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Bound port: 5cfd7da2-4915-440f-a643-bba01e56d52b, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e552e59-04f5-45db-867d-77db3b99cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '73946cb7-6543-439b-b8db-561e1cede42a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:46.157683 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:46.218864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:46.222053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5cfd7da2-4915-440f-a643-bba01e56d52b,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:46.226928 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:46.312122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:46.312811 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:46.314262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] 10.222.0.47 "PUT /v2.0/ports/5cfd7da2-4915-440f-a643-bba01e56d52b HTTP/1.1" status: 200 len: 1121 time: 0.6868050 Aug 24 00:16:46.315122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0287a8-aa8c-4d9a-9d37-57c035322f98 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfd7da2-4915-440f-a643-bba01e56d52b,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:46.498442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5cfd7da2-4915-440f-a643-bba01e56d52b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:46.510893 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cfd7da2-4915-440f-a643-bba01e56d52b'}, {'name': 'network-changed', 'server_uuid': '34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1', 'tag': '5cfd7da2-4915-440f-a643-bba01e56d52b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:46.513833 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b5a4e1-c0f4-42c9-aa57-fd2b83a4f03e" -d '{"events": [{"server_uuid": "34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1", "name": "network-vif-unplugged", "status": "completed", "tag": "5cfd7da2-4915-440f-a643-bba01e56d52b"}, {"name": "network-changed", "server_uuid": "34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1", "tag": "5cfd7da2-4915-440f-a643-bba01e56d52b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:46.532163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5cfd7da2-4915-440f-a643-bba01e56d52b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:46.561322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f2957-da48-49cd-a6c8-3510ef276e6e req-74fee514-e149-4e37-8c94-3cff9ce8353a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:46.562944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-086f2957-da48-49cd-a6c8-3510ef276e6e req-74fee514-e149-4e37-8c94-3cff9ce8353a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 943 time: 0.0617673 Aug 24 00:16:46.637945 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-086f2957-da48-49cd-a6c8-3510ef276e6e req-887380d8-df8a-4063-a1da-1639d318f900 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639904 Aug 24 00:16:46.646627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280977ce-aeb8-4ad1-88ed-2af6631f9976 req-235ea2fd-e215-4e76-bc2d-62779e9623e5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:46.647969 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-280977ce-aeb8-4ad1-88ed-2af6631f9976 req-235ea2fd-e215-4e76-bc2d-62779e9623e5 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 945 time: 0.0840545 Aug 24 00:16:46.687553 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813600ea-e314-4961-8cbf-f9c16842d337 x-openstack-request-id: req-813600ea-e314-4961-8cbf-f9c16842d337 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:46.687553 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1", "name": "network-vif-unplugged", "status": "completed", "tag": "5cfd7da2-4915-440f-a643-bba01e56d52b", "code": 200}, {"name": "network-changed", "server_uuid": "34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1", "tag": "5cfd7da2-4915-440f-a643-bba01e56d52b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:46.687787 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-813600ea-e314-4961-8cbf-f9c16842d337 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:46.688085 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cfd7da2-4915-440f-a643-bba01e56d52b', 'code': 200} Aug 24 00:16:46.688342 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1', 'tag': '5cfd7da2-4915-440f-a643-bba01e56d52b', 'status': 'completed', 'code': 200} Aug 24 00:16:46.703476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-280977ce-aeb8-4ad1-88ed-2af6631f9976 req-f5ef2184-e423-4ccd-90cd-a116124779f0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390997 Aug 24 00:16:46.820382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c77aa-3b88-4108-b01b-0cbeb504a02c req-cbb18d0b-fbcb-40f9-b28b-37988408496f tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:46.822020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c55c77aa-3b88-4108-b01b-0cbeb504a02c req-cbb18d0b-fbcb-40f9-b28b-37988408496f tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 944 time: 0.0832279 Aug 24 00:16:46.828542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5a4e1-c0f4-42c9-aa57-fd2b83a4f03e req-8ce1a2ce-435b-4fe3-903e-a31ff80f3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:46.830151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8b5a4e1-c0f4-42c9-aa57-fd2b83a4f03e req-8ce1a2ce-435b-4fe3-903e-a31ff80f3ddc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 1124 time: 0.0601277 Aug 24 00:16:46.914874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c55c77aa-3b88-4108-b01b-0cbeb504a02c req-2b612b9c-7b41-4950-9d30-9b26c6ff055c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837514 Aug 24 00:16:46.952923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5a4e1-c0f4-42c9-aa57-fd2b83a4f03e req-1c8323c3-7489-45dd-99f1-3d9376a4db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:46.954437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8b5a4e1-c0f4-42c9-aa57-fd2b83a4f03e req-1c8323c3-7489-45dd-99f1-3d9376a4db65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.1155949 Aug 24 00:16:46.999195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8b5a4e1-c0f4-42c9-aa57-fd2b83a4f03e req-0dd7d42f-a8e7-42f8-b4d6-de96c5d9a0b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cfd7da2-4915-440f-a643-bba01e56d52b HTTP/1.1" status: 200 len: 217 time: 0.0360239 Aug 24 00:16:47.058513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5a4e1-c0f4-42c9-aa57-fd2b83a4f03e req-f98dcedb-43f3-4248-8f9e-8b43b61c3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:47.060244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8b5a4e1-c0f4-42c9-aa57-fd2b83a4f03e req-f98dcedb-43f3-4248-8f9e-8b43b61c3080 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.0541406 Aug 24 00:16:47.111237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8b5a4e1-c0f4-42c9-aa57-fd2b83a4f03e req-1e9c3b40-cbb9-4d87-98e2-6df11115eb5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363128 Aug 24 00:16:47.228504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e2a87-c106-4534-9b7c-61f66dbbf825 req-5954b88c-453d-4a0c-b932-eb3ea519f291 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:47.229966 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a9e2a87-c106-4534-9b7c-61f66dbbf825 req-5954b88c-453d-4a0c-b932-eb3ea519f291 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.47 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 945 time: 0.1853797 Aug 24 00:16:47.292387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bca91-fae2-438b-9aad-032dee6bb4da req-df5a0627-a549-4ab0-a523-b7ac959ace5e tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:47.294010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d87bca91-fae2-438b-9aad-032dee6bb4da req-df5a0627-a549-4ab0-a523-b7ac959ace5e tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 944 time: 0.1869330 Aug 24 00:16:47.329076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20238294-b223-4396-9e01-83e42ea8168b req-e38389bc-8d58-40a4-9905-65fd687c7b5d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:47.330468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20238294-b223-4396-9e01-83e42ea8168b req-e38389bc-8d58-40a4-9905-65fd687c7b5d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.2049077 Aug 24 00:16:47.374355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8b5a4e1-c0f4-42c9-aa57-fd2b83a4f03e req-41ebfa04-7aaf-4acd-9cee-4e9482d4fea7 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522411 Aug 24 00:16:47.427772 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5cfd7da2-4915-440f-a643-bba01e56d52b details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:47.435921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d87bca91-fae2-438b-9aad-032dee6bb4da req-3d90f13e-662a-4a4f-8579-e77c60f12794 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311579 Aug 24 00:16:47.440363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f553be69-d293-4a10-bd74-32c381322870 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:47.487349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20238294-b223-4396-9e01-83e42ea8168b req-1146763c-2a0a-4cad-9510-ff01a95f27ad tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415896 Aug 24 00:16:47.532180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:47.534318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device e615b2da-102a-43fe-829a-1eaa7f0e7aed no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:47.541871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0a9e2a87-c106-4534-9b7c-61f66dbbf825 req-1b2f6303-268c-41e1-883f-95880928a1aa tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Deleting port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:47.542451 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0a9e2a87-c106-4534-9b7c-61f66dbbf825 req-1b2f6303-268c-41e1-883f-95880928a1aa tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:47.576349 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: e615b2da-102a-43fe-829a-1eaa7f0e7aed {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:16:47.576787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device e615b2da-102a-43fe-829a-1eaa7f0e7aed not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:47.601864 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port f553be69-d293-4a10-bd74-32c381322870 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:47.628141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8b5a4e1-c0f4-42c9-aa57-fd2b83a4f03e req-d516d7b2-b2e7-4fc2-8e48-5c0d95395e39 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315073 Aug 24 00:16:47.655210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port f553be69-d293-4a10-bd74-32c381322870 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:47.655587 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:47.657831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0a9e2a87-c106-4534-9b7c-61f66dbbf825 req-1b2f6303-268c-41e1-883f-95880928a1aa tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] For port ff5bd899-a5e9-4fdb-ac78-b69d40822a39, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:47.658236 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0a9e2a87-c106-4534-9b7c-61f66dbbf825 req-1b2f6303-268c-41e1-883f-95880928a1aa tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:47.674347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0a9e2a87-c106-4534-9b7c-61f66dbbf825 req-1b2f6303-268c-41e1-883f-95880928a1aa tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Calling delete_port for ff5bd899-a5e9-4fdb-ac78-b69d40822a39 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:47.745949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5cfd7da2-4915-440f-a643-bba01e56d52b,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:47.775697 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,segment=NetworkSegment(de09799d-5b9f-4c0f-9980-1f8211abc794),segment_id=de09799d-5b9f-4c0f-9980-1f8211abc794)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:47.779690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5cfd7da2-4915-440f-a643-bba01e56d52b has no active binding in host n-h1-805736-1 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:16:47.792605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '6007ccff-9c76-4ac9-a9ec-a4a3bc899881', 'network_id': 'b84cef5d-c79b-41f0-a662-0612779e92a3', 'port_id': '6007ccff-9c76-4ac9-a9ec-a4a3bc899881', 'mac_address': 'fa:16:3e:f7:55:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aad9e7b-2316-42ba-919d-3ec87fa73e7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:47.792824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207632b-41b3-4ce5-9770-a5d54cc11670 req-6e5468e6-b2f6-4d3d-9012-5cadcadf8c54 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:47.794181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6207632b-41b3-4ce5-9770-a5d54cc11670 req-6e5468e6-b2f6-4d3d-9012-5cadcadf8c54 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 943 time: 0.0707126 Aug 24 00:16:47.869275 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:47.873709 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:47.880162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e08d0c-c70c-4192-9cd5-899e0ec0cbe0 req-31b54894-7426-4bb9-8e3c-a6b29643f472 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:47.881680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0e08d0c-c70c-4192-9cd5-899e0ec0cbe0 req-31b54894-7426-4bb9-8e3c-a6b29643f472 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 945 time: 0.0865977 Aug 24 00:16:47.902413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:47.910119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6207632b-41b3-4ce5-9770-a5d54cc11670 req-7efd1a77-98f6-4252-a5ef-95af1819a641 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042614 Aug 24 00:16:47.912762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ed76db-5b47-4d24-a0b6-2c25e33d41af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f553be69-d293-4a10-bd74-32c381322870'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:47.915767 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855c212f-4c25-4341-b710-91f4c3216f19" -d '{"events": [{"server_uuid": "82ed76db-5b47-4d24-a0b6-2c25e33d41af", "name": "network-vif-plugged", "status": "completed", "tag": "f553be69-d293-4a10-bd74-32c381322870"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:47.941957 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port f553be69-d293-4a10-bd74-32c381322870, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f553be69-d293-4a10-bd74-32c381322870,segment=NetworkSegment(a06e8ef1-4d2b-444e-8c1f-544e358278e6),segment_id=a06e8ef1-4d2b-444e-8c1f-544e358278e6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:47.941957 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:47.956786 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0e08d0c-c70c-4192-9cd5-899e0ec0cbe0 req-b5f352af-bb41-4632-b49c-cd289a127a34 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663261 Aug 24 00:16:47.992810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,segment=NetworkSegment(de09799d-5b9f-4c0f-9980-1f8211abc794),segment_id=de09799d-5b9f-4c0f-9980-1f8211abc794)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:48.002002 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:48.005580 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0a9e2a87-c106-4534-9b7c-61f66dbbf825 req-1b2f6303-268c-41e1-883f-95880928a1aa tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:48.033587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=f553be69-d293-4a10-bd74-32c381322870,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:48.040982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f6303-268c-41e1-883f-95880928a1aa tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Pushing event deleted for resources: {'Port': ['ID=ff5bd899-a5e9-4fdb-ac78-b69d40822a39,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:48.045995 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:48.047607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:48.048660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:48.050265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:48.050630 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:48.051100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:48.051751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:48.052163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:48.052600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:48.053181 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:48.053613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:48.054041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:48.063343 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556a8314-0b41-4305-a09a-42ef7e289f51 x-openstack-request-id: req-556a8314-0b41-4305-a09a-42ef7e289f51 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:48.063702 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ed76db-5b47-4d24-a0b6-2c25e33d41af", "name": "network-vif-plugged", "status": "completed", "tag": "f553be69-d293-4a10-bd74-32c381322870", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:48.064042 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-556a8314-0b41-4305-a09a-42ef7e289f51 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:48.064491 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ed76db-5b47-4d24-a0b6-2c25e33d41af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f553be69-d293-4a10-bd74-32c381322870', 'code': 200} Aug 24 00:16:48.104938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9e2a87-c106-4534-9b7c-61f66dbbf825 req-1b2f6303-268c-41e1-883f-95880928a1aa tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] No DVR routers for this DVR port ff5bd899-a5e9-4fdb-ac78-b69d40822a39 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:48.109056 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:48.109633 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0a9e2a87-c106-4534-9b7c-61f66dbbf825 req-1b2f6303-268c-41e1-883f-95880928a1aa tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:48.111920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a9e2a87-c106-4534-9b7c-61f66dbbf825 req-1b2f6303-268c-41e1-883f-95880928a1aa tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.47 "DELETE /v2.0/ports/ff5bd899-a5e9-4fdb-ac78-b69d40822a39 HTTP/1.1" status: 204 len: 173 time: 0.8696909 Aug 24 00:16:48.151852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46cdb7-334f-409a-ad09-4bc9886e56fb req-0fb894bd-6f1e-4ac5-aa1f-e3bc00365ed7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:48.157776 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d46cdb7-334f-409a-ad09-4bc9886e56fb req-0fb894bd-6f1e-4ac5-aa1f-e3bc00365ed7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 945 time: 0.0802679 Aug 24 00:16:48.230615 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d46cdb7-334f-409a-ad09-4bc9886e56fb req-41202fce-070c-4cab-8d07-361cf17ec8c0 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558584 Aug 24 00:16:48.235129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a20b23-e838-4fb2-b901-d9b437647b94 req-58108f96-9cfa-43c5-a9ea-ae38f4000819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:48.236545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29a20b23-e838-4fb2-b901-d9b437647b94 req-58108f96-9cfa-43c5-a9ea-ae38f4000819 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 1096 time: 0.0777593 Aug 24 00:16:48.297532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29a20b23-e838-4fb2-b901-d9b437647b94 req-be88f982-40ef-49f2-8528-0d82c8ec485b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358114 Aug 24 00:16:48.539364 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6007ccff-9c76-4ac9-a9ec-a4a3bc899881'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:48.624114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6095e1d-ccc3-4e70-b5cd-15433bdf1ca6 req-ef2a30f2-6f34-4ee6-81b0-717f87449760 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:48.625734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6095e1d-ccc3-4e70-b5cd-15433bdf1ca6 req-ef2a30f2-6f34-4ee6-81b0-717f87449760 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 945 time: 0.0899515 Aug 24 00:16:48.643843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689077b-34d3-4577-92a2-1309c306d54b req-9281973b-1325-4315-b94a-b0298a201017 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:48.645349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4689077b-34d3-4577-92a2-1309c306d54b req-9281973b-1325-4315-b94a-b0298a201017 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.0705297 Aug 24 00:16:48.689802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86d1ae6-67dd-43e3-adcd-e68eb87c95c4', 'name': 'network-vif-deleted', 'tag': 'ff5bd899-a5e9-4fdb-ac78-b69d40822a39'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:48.692014 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba94882-52e8-4049-ae1e-96a7a895aae5" -d '{"events": [{"server_uuid": "c86d1ae6-67dd-43e3-adcd-e68eb87c95c4", "name": "network-vif-deleted", "tag": "ff5bd899-a5e9-4fdb-ac78-b69d40822a39"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:48.706338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6095e1d-ccc3-4e70-b5cd-15433bdf1ca6 req-a6935be8-254b-4ef7-a12d-c8ae51e19273 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734441 Aug 24 00:16:48.711100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4689077b-34d3-4577-92a2-1309c306d54b req-bbe47c04-0b87-476a-b121-a103f5438d30 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584083 Aug 24 00:16:48.849786 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b199971d-9be3-40e2-9f25-c30df85082e2 x-openstack-request-id: req-b199971d-9be3-40e2-9f25-c30df85082e2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:48.850073 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86d1ae6-67dd-43e3-adcd-e68eb87c95c4", "name": "network-vif-deleted", "tag": "ff5bd899-a5e9-4fdb-ac78-b69d40822a39", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:48.850322 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b199971d-9be3-40e2-9f25-c30df85082e2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:48.850715 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86d1ae6-67dd-43e3-adcd-e68eb87c95c4', 'name': 'network-vif-deleted', 'tag': 'ff5bd899-a5e9-4fdb-ac78-b69d40822a39', 'status': 'completed', 'code': 200} Aug 24 00:16:49.042922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8e999-a3c9-4a75-89d5-1976b325dbad req-a80640c8-0e86-4cb8-8fdc-0f70d43334c0 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:49.044486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e0f8e999-a3c9-4a75-89d5-1976b325dbad req-a80640c8-0e86-4cb8-8fdc-0f70d43334c0 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 943 time: 0.0492094 Aug 24 00:16:49.092722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cce6053-9cd7-4894-9870-061d0a0caf4d req-77845c1e-46eb-49c3-98cc-3e8b477adc0e tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c86d1ae6-67dd-43e3-adcd-e68eb87c95c4 HTTP/1.1" status: 200 len: 210 time: 0.0403724 Aug 24 00:16:49.109355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e0f8e999-a3c9-4a75-89d5-1976b325dbad req-613872be-a001-4d96-8f46-438aa087a991 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587175 Aug 24 00:16:49.352301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208ed9-c4f5-469d-94ff-609d84d57e93 req-31b00c5e-cc28-46db-b459-62c8d4b1df6c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:49.354059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96208ed9-c4f5-469d-94ff-609d84d57e93 req-31b00c5e-cc28-46db-b459-62c8d4b1df6c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 945 time: 0.0514622 Aug 24 00:16:49.395976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96208ed9-c4f5-469d-94ff-609d84d57e93 req-d6229b54-6eb9-4cfa-95d5-1eab9bb45582 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345027 Aug 24 00:16:49.861231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d3f98-79b1-4140-b228-c75b23e6883b req-e72c12d8-e602-4f6f-995f-2f65c7f103f7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:49.862728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f3d3f98-79b1-4140-b228-c75b23e6883b req-e72c12d8-e602-4f6f-995f-2f65c7f103f7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.0845826 Aug 24 00:16:49.869920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705ee9b-432c-4683-b83a-c31e48ff9deb req-01acf450-d6e1-4c4e-8a00-61ae8dda3c5d tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:49.871332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3705ee9b-432c-4683-b83a-c31e48ff9deb req-01acf450-d6e1-4c4e-8a00-61ae8dda3c5d tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 945 time: 0.0950382 Aug 24 00:16:49.926946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f3d3f98-79b1-4140-b228-c75b23e6883b req-c4b9557f-da7a-4f6a-8b1b-caec344c6083 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546472 Aug 24 00:16:49.929936 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3705ee9b-432c-4683-b83a-c31e48ff9deb req-5c11d04b-db4f-4faa-9f47-2f52b619c7d4 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520453 Aug 24 00:16:50.246520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23248bf-fdc6-4b4b-8e90-5e734390cc4f req-d9643566-c198-4ed4-a5f8-6e69bfc082fa tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:50.248390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e23248bf-fdc6-4b4b-8e90-5e734390cc4f req-d9643566-c198-4ed4-a5f8-6e69bfc082fa tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 943 time: 0.0530016 Aug 24 00:16:50.297028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e23248bf-fdc6-4b4b-8e90-5e734390cc4f req-d6f93396-0a2c-4257-8622-a9dac4fa02bb tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 Aug 24 00:16:50.392642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041f71e-b497-41cc-9433-ad17c97a4151 req-cf7892f7-18e9-414f-bf10-6a2112203df0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:50.394071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f041f71e-b497-41cc-9433-ad17c97a4151 req-cf7892f7-18e9-414f-bf10-6a2112203df0 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 944 time: 0.0502262 Aug 24 00:16:50.435738 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f041f71e-b497-41cc-9433-ad17c97a4151 req-abd4fef0-3ea4-4055-bd72-edfb29fabb01 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350790 Aug 24 00:16:50.820697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71148d2-1644-4f98-880a-572992879871 req-07e2522b-c2f6-4a66-9319-443043acec95 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:50.823421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b71148d2-1644-4f98-880a-572992879871 req-07e2522b-c2f6-4a66-9319-443043acec95 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 945 time: 0.3599312 Aug 24 00:16:50.868629 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b71148d2-1644-4f98-880a-572992879871 req-01030236-c1a5-4f85-b919-3f4a006e3618 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382266 Aug 24 00:16:51.089240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc63032-25a6-4d8b-9a41-69d37240d645 req-177a8c5e-eeed-4797-a203-338defbf9034 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:51.090828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abc63032-25a6-4d8b-9a41-69d37240d645 req-177a8c5e-eeed-4797-a203-338defbf9034 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.0739262 Aug 24 00:16:51.099565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3133ec-751f-4100-bc9a-ce05c0d3a03d req-ca41f594-6bda-4c96-bcb8-bc80bd44d7d1 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:51.101154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e3133ec-751f-4100-bc9a-ce05c0d3a03d req-ca41f594-6bda-4c96-bcb8-bc80bd44d7d1 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 945 time: 0.0936761 Aug 24 00:16:51.161716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abc63032-25a6-4d8b-9a41-69d37240d645 req-6caacd86-5eb8-46ee-8676-454c74621696 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595419 Aug 24 00:16:51.164440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e3133ec-751f-4100-bc9a-ce05c0d3a03d req-1fc13751-ef49-4ae1-b05d-461d0e159f6c tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551357 Aug 24 00:16:51.440150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0fe32-4857-4221-ab7e-8fb6e9409d97 req-946f819e-6ac5-49bb-a3d4-5b3fc91cb8a3 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:51.441660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0fe0fe32-4857-4221-ab7e-8fb6e9409d97 req-946f819e-6ac5-49bb-a3d4-5b3fc91cb8a3 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.47 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 944 time: 0.2209978 Aug 24 00:16:51.450648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5cfd7da2-4915-440f-a643-bba01e56d52b details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:51.458197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00331295-be74-4d9a-a6cc-8e5f6247dc22 req-022afde4-f867-4168-b8da-5598254cb9e7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:51.459762 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00331295-be74-4d9a-a6cc-8e5f6247dc22 req-022afde4-f867-4168-b8da-5598254cb9e7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 943 time: 0.0745330 Aug 24 00:16:51.515596 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ff5bd899-a5e9-4fdb-ac78-b69d40822a39 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:51.518211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:51.593913 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: ff5bd899-a5e9-4fdb-ac78-b69d40822a39 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:16:51.594258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ff5bd899-a5e9-4fdb-ac78-b69d40822a39 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:51.602589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00331295-be74-4d9a-a6cc-8e5f6247dc22 req-b9201e8d-c7c2-4725-957c-dae46a5aaac6 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019659 Aug 24 00:16:51.646328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5cfd7da2-4915-440f-a643-bba01e56d52b,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:51.658995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7b6a5-4626-4859-99ed-9c0a07a05f14 req-555f79f3-6867-47d5-b989-46dad0132188 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:51.662373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5cfd7da2-4915-440f-a643-bba01e56d52b has no active binding in host n-h1-805736-1 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:16:51.666268 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29a7b6a5-4626-4859-99ed-9c0a07a05f14 req-555f79f3-6867-47d5-b989-46dad0132188 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 944 time: 0.0837307 Aug 24 00:16:51.673304 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:51.677869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:51.678250 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:51.698252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0fe0fe32-4857-4221-ab7e-8fb6e9409d97 req-b75a9dd4-dc2a-4559-9570-4dfd0601476f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Deleting port b1969f69-49e1-4dec-95d2-e945f769ab0f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:51.699156 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0fe0fe32-4857-4221-ab7e-8fb6e9409d97 req-b75a9dd4-dc2a-4559-9570-4dfd0601476f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:51.761780 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:51.785317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6007ccff-9c76-4ac9-a9ec-a4a3bc899881'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:51.787605 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8e3875-0563-43dd-b117-5331313aa3d3" -d '{"events": [{"server_uuid": "8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9", "name": "network-vif-plugged", "status": "completed", "tag": "6007ccff-9c76-4ac9-a9ec-a4a3bc899881"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:51.804699 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,segment=NetworkSegment(de09799d-5b9f-4c0f-9980-1f8211abc794),segment_id=de09799d-5b9f-4c0f-9980-1f8211abc794)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:51.809555 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29a7b6a5-4626-4859-99ed-9c0a07a05f14 req-0395ffe7-abdd-4e20-ac7a-d8fb1bd68939 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/security-groups?id=82b20126-fa80-42ec-954c-f9557707eb22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371415 Aug 24 00:16:51.810001 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:51.847970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f6491-84b3-4135-9b95-35a591294348 req-5bb94183-4d4b-4811-ad1f-773d224209d4 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:51.849622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e6f6491-84b3-4135-9b95-35a591294348 req-5bb94183-4d4b-4811-ad1f-773d224209d4 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 945 time: 0.1470613 Aug 24 00:16:51.886104 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bbcd5a-0bd4-4317-b4f0-c91cfabd6fc4 x-openstack-request-id: req-29bbcd5a-0bd4-4317-b4f0-c91cfabd6fc4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:51.886485 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9", "name": "network-vif-plugged", "status": "completed", "tag": "6007ccff-9c76-4ac9-a9ec-a4a3bc899881", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:51.886801 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29bbcd5a-0bd4-4317-b4f0-c91cfabd6fc4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:51.887219 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6007ccff-9c76-4ac9-a9ec-a4a3bc899881', 'code': 200} Aug 24 00:16:51.893248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:51.905184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0fe0fe32-4857-4221-ab7e-8fb6e9409d97 req-b75a9dd4-dc2a-4559-9570-4dfd0601476f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] For port b1969f69-49e1-4dec-95d2-e945f769ab0f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b1969f69-49e1-4dec-95d2-e945f769ab0f,segment=NetworkSegment(e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71),segment_id=e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:51.905757 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0fe0fe32-4857-4221-ab7e-8fb6e9409d97 req-b75a9dd4-dc2a-4559-9570-4dfd0601476f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:51.932437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0fe0fe32-4857-4221-ab7e-8fb6e9409d97 req-b75a9dd4-dc2a-4559-9570-4dfd0601476f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Calling delete_port for b1969f69-49e1-4dec-95d2-e945f769ab0f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:51.979955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e6f6491-84b3-4135-9b95-35a591294348 req-e696b8e8-41e5-40b3-a249-1b5110731292 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711460 Aug 24 00:16:52.141245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f94607-1402-4935-8726-2a6a67bb551a req-f485f666-ee13-415b-90d9-39b1dcdb75ee tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:52.142715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67f94607-1402-4935-8726-2a6a67bb551a req-f485f666-ee13-415b-90d9-39b1dcdb75ee tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 946 time: 0.1828990 Aug 24 00:16:52.175061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4d745-aa38-415b-b940-d5b71c4e9006 req-95c31074-4b32-4632-a9f5-f8f8335b9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:52.176642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1c4d745-aa38-415b-b940-d5b71c4e9006 req-95c31074-4b32-4632-a9f5-f8f8335b9db5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 1097 time: 0.1498089 Aug 24 00:16:52.187021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-64ecfc64-fc33-4393-9ff5-2e345867ce63 service neutron] 10.222.0.13 "GET /v2.0/ports/5cfd7da2-4915-440f-a643-bba01e56d52b/bindings/n-h1-805736-1 HTTP/1.1" status: 200 len: 384 time: 0.1612394 Aug 24 00:16:52.251625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67f94607-1402-4935-8726-2a6a67bb551a req-09e9f64d-21d8-4d09-823d-208f3e5e68ca tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997148 Aug 24 00:16:52.344441 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1c4d745-aa38-415b-b940-d5b71c4e9006 req-3f12b681-d7b7-47ec-93bd-6107b2417aaf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420331 Aug 24 00:16:52.353195 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0fe0fe32-4857-4221-ab7e-8fb6e9409d97 req-b75a9dd4-dc2a-4559-9570-4dfd0601476f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:52.394142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a9dd4-dc2a-4559-9570-4dfd0601476f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Pushing event deleted for resources: {'Port': ['ID=b1969f69-49e1-4dec-95d2-e945f769ab0f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:52.410051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cc8b7-6c81-4ecd-a578-0ae795a39e20 req-d6289380-1292-46a4-acc7-61675cb5897d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:52.411628 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a71cc8b7-6c81-4ecd-a578-0ae795a39e20 req-d6289380-1292-46a4-acc7-61675cb5897d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.1722302 Aug 24 00:16:52.490540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe0fe32-4857-4221-ab7e-8fb6e9409d97 req-b75a9dd4-dc2a-4559-9570-4dfd0601476f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] No DVR routers for this DVR port b1969f69-49e1-4dec-95d2-e945f769ab0f on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:52.504399 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0fe0fe32-4857-4221-ab7e-8fb6e9409d97 req-b75a9dd4-dc2a-4559-9570-4dfd0601476f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:52.506435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0fe0fe32-4857-4221-ab7e-8fb6e9409d97 req-b75a9dd4-dc2a-4559-9570-4dfd0601476f tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.47 "DELETE /v2.0/ports/b1969f69-49e1-4dec-95d2-e945f769ab0f HTTP/1.1" status: 204 len: 173 time: 1.0457752 Aug 24 00:16:52.506890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a622c8-4d89-468b-9082-3b0e8f6f1cf9', 'name': 'network-vif-deleted', 'tag': 'b1969f69-49e1-4dec-95d2-e945f769ab0f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:52.509671 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e409a31-72f4-46f9-b667-f98cfa323951" -d '{"events": [{"server_uuid": "15a622c8-4d89-468b-9082-3b0e8f6f1cf9", "name": "network-vif-deleted", "tag": "b1969f69-49e1-4dec-95d2-e945f769ab0f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:52.560860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a71cc8b7-6c81-4ecd-a578-0ae795a39e20 req-bed043c2-6fd2-40f4-970e-3b5967386ef5 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289904 Aug 24 00:16:52.609628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-fbe752aa-014a-4d59-bc7f-67208f5c34d2 service neutron] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5cfd7da2-4915-440f-a643-bba01e56d52b,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:52.637693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-fbe752aa-014a-4d59-bc7f-67208f5c34d2 service neutron] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:52.672802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-fbe752aa-014a-4d59-bc7f-67208f5c34d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfd7da2-4915-440f-a643-bba01e56d52b {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:52.684170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-fbe752aa-014a-4d59-bc7f-67208f5c34d2 service neutron] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5cfd7da2-4915-440f-a643-bba01e56d52b,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:52.698020 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-fbe752aa-014a-4d59-bc7f-67208f5c34d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:52.752473 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47deac4-1c16-40dd-9e8f-17547f0e03cc x-openstack-request-id: req-d47deac4-1c16-40dd-9e8f-17547f0e03cc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:52.752621 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a622c8-4d89-468b-9082-3b0e8f6f1cf9", "name": "network-vif-deleted", "tag": "b1969f69-49e1-4dec-95d2-e945f769ab0f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:52.752865 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d47deac4-1c16-40dd-9e8f-17547f0e03cc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:52.753306 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a622c8-4d89-468b-9082-3b0e8f6f1cf9', 'name': 'network-vif-deleted', 'tag': 'b1969f69-49e1-4dec-95d2-e945f769ab0f', 'status': 'completed', 'code': 200} Aug 24 00:16:52.785718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-fbe752aa-014a-4d59-bc7f-67208f5c34d2 service neutron] Transition to ACTIVE for port object 5cfd7da2-4915-440f-a643-bba01e56d52b will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:52.792851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-fbe752aa-014a-4d59-bc7f-67208f5c34d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:52.897452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-fbe752aa-014a-4d59-bc7f-67208f5c34d2 service neutron] No DVR routers for this DVR port 5cfd7da2-4915-440f-a643-bba01e56d52b on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:52.922367 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe752aa-014a-4d59-bc7f-67208f5c34d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfd7da2-4915-440f-a643-bba01e56d52b,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:52.943910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-832bc16e-e008-4438-95aa-173623d6a8dc req-868ad2d8-e5a5-486b-8a3c-535efea2d669 tempest-LiveMigrationTest-1254916691 tempest-LiveMigrationTest-1254916691-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a622c8-4d89-468b-9082-3b0e8f6f1cf9 HTTP/1.1" status: 200 len: 210 time: 0.0441337 Aug 24 00:16:52.965851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228e982-8f2e-48e6-a250-34b61c43317d req-56091151-f276-4e85-9f92-fa11bb77c740 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:52.967362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3228e982-8f2e-48e6-a250-34b61c43317d req-56091151-f276-4e85-9f92-fa11bb77c740 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 944 time: 0.1488819 Aug 24 00:16:52.973693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-fbe752aa-014a-4d59-bc7f-67208f5c34d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/5cfd7da2-4915-440f-a643-bba01e56d52b/bindings/n-h1-805736-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7701411 Aug 24 00:16:53.007709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3228e982-8f2e-48e6-a250-34b61c43317d req-1a5f2c55-b725-429b-89fe-707769a3d644 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Aug 24 00:16:53.106242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9f880-64a2-48e4-afdb-28c2bcd4f541 req-2a794e2b-fea7-4cf9-8aa9-660bf286a042 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:53.108012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5d9f880-64a2-48e4-afdb-28c2bcd4f541 req-2a794e2b-fea7-4cf9-8aa9-660bf286a042 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 945 time: 0.0567851 Aug 24 00:16:53.177963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5d9f880-64a2-48e4-afdb-28c2bcd4f541 req-2c191143-01d7-4f19-86e1-02348e505be1 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618651 Aug 24 00:16:53.183705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ea8b9413-9cbc-4a2c-a505-7cde282fbd36 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:53.185532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ea8b9413-9cbc-4a2c-a505-7cde282fbd36 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 1095 time: 0.0895984 Aug 24 00:16:53.238512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-59196faa-fb57-45e7-8f57-98c66804b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:53.240166 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-59196faa-fb57-45e7-8f57-98c66804b573 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf HTTP/1.1" status: 200 len: 1095 time: 0.0466399 Aug 24 00:16:53.333814 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:53.378578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-81672098-a192-4423-980a-047d406cac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:53.380429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-81672098-a192-4423-980a-047d406cac27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 1095 time: 0.0764418 Aug 24 00:16:53.420890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7071a31-b89a-4d93-a047-e4e02eb0d312 req-efe3644c-5acb-43a2-9178-813c79de0d64 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:53.423371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7071a31-b89a-4d93-a047-e4e02eb0d312 req-efe3644c-5acb-43a2-9178-813c79de0d64 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 946 time: 0.0912669 Aug 24 00:16:53.509899 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7071a31-b89a-4d93-a047-e4e02eb0d312 req-c8d6ce60-e5b6-408d-93bf-12563c15a029 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726426 Aug 24 00:16:53.534390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5cfd7da2-4915-440f-a643-bba01e56d52b no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:53.536680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-a3b72c02-014b-423b-8600-fbbe5f468605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:53.538195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-a3b72c02-014b-423b-8600-fbbe5f468605 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.1447711 Aug 24 00:16:53.573266 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5cfd7da2-4915-440f-a643-bba01e56d52b not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:53.587668 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-36e6808c-475a-4218-b565-6c98fa38f76c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cfd7da2-4915-440f-a643-bba01e56d52b HTTP/1.1" status: 200 len: 217 time: 0.0407574 Aug 24 00:16:53.653311 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-b694d856-2b70-431f-aff4-a6ac4d093226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:53.654750 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-b694d856-2b70-431f-aff4-a6ac4d093226 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.0582170 Aug 24 00:16:53.689791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30203eb-bec9-43dd-abee-fd96d44049f8 req-bc1c5b74-5a32-46bb-8e2e-afb50587006f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:53.691270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c30203eb-bec9-43dd-abee-fd96d44049f8 req-bc1c5b74-5a32-46bb-8e2e-afb50587006f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.0546463 Aug 24 00:16:53.776470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-690b3714-dc64-4239-8680-6c30fb6e75cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523736 Aug 24 00:16:53.779338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c30203eb-bec9-43dd-abee-fd96d44049f8 req-a8005d16-5e25-4c05-95ac-57c85c4b11e7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817533 Aug 24 00:16:53.853023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b003f-078c-4410-b840-9ff3f23b96fa req-f0402cc2-b8fc-467a-948c-793478b36d23 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:53.854270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-db2b003f-078c-4410-b840-9ff3f23b96fa req-f0402cc2-b8fc-467a-948c-793478b36d23 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.47 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 945 time: 0.1290314 Aug 24 00:16:53.950866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-413346f7-7175-43cc-8f80-4b084db778e5 service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651537 Aug 24 00:16:54.004646 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46012) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:54.034624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-db2b003f-078c-4410-b840-9ff3f23b96fa req-a118630a-c25c-43e8-bc80-069ae9cc0b10 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Deleting port f553be69-d293-4a10-bd74-32c381322870 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:54.034965 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db2b003f-078c-4410-b840-9ff3f23b96fa req-a118630a-c25c-43e8-bc80-069ae9cc0b10 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.118848 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0ec816-b865-4c52-bd10-5c56d5502861 admin admin] Deleting subnet da0aa47e-c845-4692-9319-c5277e0b6106 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:16:54.122802 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec816-b865-4c52-bd10-5c56d5502861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.146223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-4407407d-c086-4978-bd65-b86ea4d29b6b service neutron] 10.222.0.47 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825216 Aug 24 00:16:54.163604 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec816-b865-4c52-bd10-5c56d5502861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.203162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c9593-c23b-4ca0-a10a-a350c3042ced req-7ef1b8ba-5884-4af4-a921-215a4fb58011 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:54.205768 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a5c9593-c23b-4ca0-a10a-a350c3042ced req-7ef1b8ba-5884-4af4-a921-215a4fb58011 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 944 time: 0.1033282 Aug 24 00:16:54.217987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-db2b003f-078c-4410-b840-9ff3f23b96fa req-a118630a-c25c-43e8-bc80-069ae9cc0b10 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] For port f553be69-d293-4a10-bd74-32c381322870, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f553be69-d293-4a10-bd74-32c381322870,segment=NetworkSegment(a06e8ef1-4d2b-444e-8c1f-544e358278e6),segment_id=a06e8ef1-4d2b-444e-8c1f-544e358278e6)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:54.218585 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db2b003f-078c-4410-b840-9ff3f23b96fa req-a118630a-c25c-43e8-bc80-069ae9cc0b10 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.222943 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec816-b865-4c52-bd10-5c56d5502861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.237000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-db2b003f-078c-4410-b840-9ff3f23b96fa req-a118630a-c25c-43e8-bc80-069ae9cc0b10 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Calling delete_port for f553be69-d293-4a10-bd74-32c381322870 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:54.281280 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec816-b865-4c52-bd10-5c56d5502861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.307705 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ec816-b865-4c52-bd10-5c56d5502861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da0aa47e-c845-4692-9319-c5277e0b6106,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:54.311525 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec816-b865-4c52-bd10-5c56d5502861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.314442 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a0ec816-b865-4c52-bd10-5c56d5502861 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/da0aa47e-c845-4692-9319-c5277e0b6106 HTTP/1.1" status: 204 len: 168 time: 0.3087947 Aug 24 00:16:54.317249 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:54.395806 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4712efa-4259-4704-8dff-8e24b761aafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.397562 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a5c9593-c23b-4ca0-a10a-a350c3042ced req-9b278595-df61-413e-bd98-0956450a51f3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039059 Aug 24 00:16:54.412473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025db808-0dd3-4c5c-8366-79e41d439768 req-d991ef63-4f80-4d8e-98a0-4c57d382eff0 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:54.421401 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-025db808-0dd3-4c5c-8366-79e41d439768 req-d991ef63-4f80-4d8e-98a0-4c57d382eff0 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/ports?device_id=82ed76db-5b47-4d24-a0b6-2c25e33d41af HTTP/1.1" status: 200 len: 945 time: 0.1300652 Aug 24 00:16:54.483871 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4712efa-4259-4704-8dff-8e24b761aafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.494690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e4712efa-4259-4704-8dff-8e24b761aafe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea19c1d5-c260-40f7-a45f-242d804dbf95']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:54.518822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e4712efa-4259-4704-8dff-8e24b761aafe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:54.519432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e4712efa-4259-4704-8dff-8e24b761aafe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58c4ffe-b11a-4cf0-96db-49dbbdd8bc71') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:54.530165 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4712efa-4259-4704-8dff-8e24b761aafe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.537587 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-025db808-0dd3-4c5c-8366-79e41d439768 req-53bebc07-b767-45a5-814a-d83ecc39097a tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e5c19dd-be92-4efe-9a22-50328f8aa3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153471 Aug 24 00:16:54.547432 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4712efa-4259-4704-8dff-8e24b761aafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.549476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db2b003f-078c-4410-b840-9ff3f23b96fa req-a118630a-c25c-43e8-bc80-069ae9cc0b10 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.554307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-bb5f6b2c-cde8-4d87-bfa7-78d3c9430dbf tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:54.556396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-bb5f6b2c-cde8-4d87-bfa7-78d3c9430dbf tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1&tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 1095 time: 0.0900824 Aug 24 00:16:54.559355 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4712efa-4259-4704-8dff-8e24b761aafe admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:16:54.559763 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4712efa-4259-4704-8dff-8e24b761aafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.593704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['f553be69-d293-4a10-bd74-32c381322870'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:54.609141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118630a-c25c-43e8-bc80-069ae9cc0b10 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Pushing event deleted for resources: {'Port': ['ID=f553be69-d293-4a10-bd74-32c381322870,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:16:54.621861 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:16:54.646202 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4712efa-4259-4704-8dff-8e24b761aafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.652934 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4712efa-4259-4704-8dff-8e24b761aafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.657532 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e4712efa-4259-4704-8dff-8e24b761aafe admin admin] 10.222.0.32 "DELETE /v2.0/networks/ea19c1d5-c260-40f7-a45f-242d804dbf95 HTTP/1.1" status: 204 len: 168 time: 0.3366191 Aug 24 00:16:54.658291 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:54.677606 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4712efa-4259-4704-8dff-8e24b761aafe admin admin] Pushing event deleted for resources: {'Network': ['ID=ea19c1d5-c260-40f7-a45f-242d804dbf95,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:54.702651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2b003f-078c-4410-b840-9ff3f23b96fa req-a118630a-c25c-43e8-bc80-069ae9cc0b10 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] No DVR routers for this DVR port f553be69-d293-4a10-bd74-32c381322870 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:54.708892 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-db2b003f-078c-4410-b840-9ff3f23b96fa req-a118630a-c25c-43e8-bc80-069ae9cc0b10 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.710922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-db2b003f-078c-4410-b840-9ff3f23b96fa req-a118630a-c25c-43e8-bc80-069ae9cc0b10 tempest-ServerGroupTestJSON-302943397 tempest-ServerGroupTestJSON-302943397-project] 10.222.0.47 "DELETE /v2.0/ports/f553be69-d293-4a10-bd74-32c381322870 HTTP/1.1" status: 204 len: 173 time: 0.8490250 Aug 24 00:16:54.726473 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9f7ec6-c7a7-4659-aece-9b9c5e5cf506 admin admin] Deleting subnet 1ad1457c-5c67-4bde-8519-fbb19623428a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:16:54.730722 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a9f7ec6-c7a7-4659-aece-9b9c5e5cf506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.751934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9996de6-f082-4c42-81e1-b870e934bef1 req-71c5c095-46fd-4517-9fda-bc752e6bc03c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:54.753354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9996de6-f082-4c42-81e1-b870e934bef1 req-71c5c095-46fd-4517-9fda-bc752e6bc03c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 946 time: 0.1000409 Aug 24 00:16:54.755718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ed76db-5b47-4d24-a0b6-2c25e33d41af', 'name': 'network-vif-deleted', 'tag': 'f553be69-d293-4a10-bd74-32c381322870'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:54.757971 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc39bb2b-884f-4779-a3e2-42bcd31dde73" -d '{"events": [{"server_uuid": "82ed76db-5b47-4d24-a0b6-2c25e33d41af", "name": "network-vif-deleted", "tag": "f553be69-d293-4a10-bd74-32c381322870"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:54.769810 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a9f7ec6-c7a7-4659-aece-9b9c5e5cf506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.824990 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a9f7ec6-c7a7-4659-aece-9b9c5e5cf506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.834284 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8f40d0-d4f6-475d-9c86-2ac978e4b945 x-openstack-request-id: req-2d8f40d0-d4f6-475d-9c86-2ac978e4b945 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:54.834692 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ed76db-5b47-4d24-a0b6-2c25e33d41af", "name": "network-vif-deleted", "tag": "f553be69-d293-4a10-bd74-32c381322870", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:54.834848 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d8f40d0-d4f6-475d-9c86-2ac978e4b945 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:54.835222 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ed76db-5b47-4d24-a0b6-2c25e33d41af', 'name': 'network-vif-deleted', 'tag': 'f553be69-d293-4a10-bd74-32c381322870', 'status': 'completed', 'code': 200} Aug 24 00:16:54.873536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9996de6-f082-4c42-81e1-b870e934bef1 req-442c482f-a9ff-408d-8c8f-926ff18d9026 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933352 Aug 24 00:16:54.889238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-7a08dd00-1a83-46b3-96c0-141b344424ce service neutron] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:54.906255 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-7a08dd00-1a83-46b3-96c0-141b344424ce service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.907522 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-7a08dd00-1a83-46b3-96c0-141b344424ce service neutron] 10.222.0.47 "DELETE /v2.0/ports/5cfd7da2-4915-440f-a643-bba01e56d52b/bindings/n-h2-805736-1 HTTP/1.1" status: 204 len: 173 time: 0.3067243 Aug 24 00:16:54.907644 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a9f7ec6-c7a7-4659-aece-9b9c5e5cf506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.924610 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-37213902-618d-45ad-87d6-8949dcc7c827 service neutron] show failed (client error): The resource could not be found. Aug 24 00:16:54.925985 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-37213902-618d-45ad-87d6-8949dcc7c827 service neutron] 10.222.0.47 "GET /v2.0/ports/2549e16f-cc65-477f-b266-ba499e3ae774/bindings/n-h2-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.1314118 Aug 24 00:16:54.940126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f7ec6-c7a7-4659-aece-9b9c5e5cf506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad1457c-5c67-4bde-8519-fbb19623428a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:54.955993 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a9f7ec6-c7a7-4659-aece-9b9c5e5cf506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.961252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46038) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:54.962564 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9a9f7ec6-c7a7-4659-aece-9b9c5e5cf506 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1ad1457c-5c67-4bde-8519-fbb19623428a HTTP/1.1" status: 204 len: 168 time: 0.3021045 Aug 24 00:16:54.989697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df2e86-5622-46f7-a28c-87a8d54822b2 req-db5207a5-34e0-444f-a612-c99fa16e4aaa tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:54.991273 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7df2e86-5622-46f7-a28c-87a8d54822b2 req-db5207a5-34e0-444f-a612-c99fa16e4aaa tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.0800538 Aug 24 00:16:55.064890 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3343af47-62fe-4606-ae4e-79347cc959d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.078269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7df2e86-5622-46f7-a28c-87a8d54822b2 req-20965d5d-02da-473e-9acd-8628b0875a03 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591793 Aug 24 00:16:55.202104 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3343af47-62fe-4606-ae4e-79347cc959d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.217705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3343af47-62fe-4606-ae4e-79347cc959d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3a522b-c1fa-4e69-9137-2d8ada735a24']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:55.254429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3343af47-62fe-4606-ae4e-79347cc959d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0d8156-81fb-49f4-8a1a-2ea638029863') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:55.254985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3343af47-62fe-4606-ae4e-79347cc959d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0d8156-81fb-49f4-8a1a-2ea638029863') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:55.267059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-982e948a-7970-4239-95c1-dc71067e4acd req-b5bba415-1fa1-498e-ae6f-6e3a2a0cade1 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1782245574&fields=id&tenant_id=2473265a6e12449aa0f37045d5b34a2c HTTP/1.1" status: 200 len: 267 time: 0.1137543 Aug 24 00:16:55.271471 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3343af47-62fe-4606-ae4e-79347cc959d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.281710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-2ec6e1ee-6207-4d9a-b433-fa93e98b9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:55.283201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-2ec6e1ee-6207-4d9a-b433-fa93e98b9cca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b&tenant_id=fcbd557231c74eedb4681fd7496dc8b0 HTTP/1.1" status: 200 len: 1101 time: 0.1311584 Aug 24 00:16:55.317359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:55.321669 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3343af47-62fe-4606-ae4e-79347cc959d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.347501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3343af47-62fe-4606-ae4e-79347cc959d6 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:16:55.347796 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3343af47-62fe-4606-ae4e-79347cc959d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:16:55.349491 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:16:55.439475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e948a-7970-4239-95c1-dc71067e4acd req-d61655ed-bbe5-4fe2-abd5-e9e8d9286db8 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:55.441002 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-982e948a-7970-4239-95c1-dc71067e4acd req-d61655ed-bbe5-4fe2-abd5-e9e8d9286db8 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 946 time: 0.1670303 Aug 24 00:16:55.449611 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.458299 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3343af47-62fe-4606-ae4e-79347cc959d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.468642 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3343af47-62fe-4606-ae4e-79347cc959d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.473338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3343af47-62fe-4606-ae4e-79347cc959d6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ac3a522b-c1fa-4e69-9137-2d8ada735a24 HTTP/1.1" status: 204 len: 168 time: 0.5095067 Aug 24 00:16:55.474603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b1969f69-49e1-4dec-95d2-e945f769ab0f no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:55.478802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-982e948a-7970-4239-95c1-dc71067e4acd req-b7a07d47-3f78-4592-b9aa-039ee8fdc822 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'port': {'security_groups': ['86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4', 'd168c762-71bb-4bd8-bbe1-2ebd659d5a07']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:55.503504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: b1969f69-49e1-4dec-95d2-e945f769ab0f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:16:55.504060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b1969f69-49e1-4dec-95d2-e945f769ab0f not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:55.512826 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343af47-62fe-4606-ae4e-79347cc959d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3a522b-c1fa-4e69-9137-2d8ada735a24,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:55.641876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46048) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:55.699092 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8f2c9390-2bb1-44d3-871d-b667209e03b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4296ba497012466daa2a49222903cd4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551693 Aug 24 00:16:55.701518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46050) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:55.752893 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d912a93-e498-4121-8276-6ccdbbdc0a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.776468 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d912a93-e498-4121-8276-6ccdbbdc0a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.825072 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d912a93-e498-4121-8276-6ccdbbdc0a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.828089 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d912a93-e498-4121-8276-6ccdbbdc0a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.829260 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7d912a93-e498-4121-8276-6ccdbbdc0a2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82b20126-fa80-42ec-954c-f9557707eb22 HTTP/1.1" status: 204 len: 168 time: 0.1268234 Aug 24 00:16:55.839190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d912a93-e498-4121-8276-6ccdbbdc0a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b20126-fa80-42ec-954c-f9557707eb22,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:55.958306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-982e948a-7970-4239-95c1-dc71067e4acd req-b7a07d47-3f78-4592-b9aa-039ee8fdc822 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.988866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e6011-2b6b-4dc3-a8e2-97d29f2f871d req-46b58452-d3b7-47aa-b638-0fee7e407d53 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:55.996790 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c4e6011-2b6b-4dc3-a8e2-97d29f2f871d req-46b58452-d3b7-47aa-b638-0fee7e407d53 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 944 time: 0.4581165 Aug 24 00:16:56.129597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c4e6011-2b6b-4dc3-a8e2-97d29f2f871d req-8a6308e4-76f2-4d1f-8971-999d576c41ac tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319394 Aug 24 00:16:56.195634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:56.202128 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46064) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:56.263636 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3802f3a5-e3e2-4f4e-a015-93d20d61fe74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=966dd91ce85948c6befb9f45f615950f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576921 Aug 24 00:16:56.264354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46066) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:56.306071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:56.336319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d46bc9c-92f3-4776-a1b6-88df09762a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.360296 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d46bc9c-92f3-4776-a1b6-88df09762a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.385338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-982e948a-7970-4239-95c1-dc71067e4acd req-b7a07d47-3f78-4592-b9aa-039ee8fdc822 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] For port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,segment=NetworkSegment(de09799d-5b9f-4c0f-9980-1f8211abc794),segment_id=de09799d-5b9f-4c0f-9980-1f8211abc794)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:56.398867 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.427981 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d46bc9c-92f3-4776-a1b6-88df09762a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.431304 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d46bc9c-92f3-4776-a1b6-88df09762a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.435162 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6d46bc9c-92f3-4776-a1b6-88df09762a1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d144ffda-f9cc-474a-9c58-e45c557f9cdf HTTP/1.1" status: 204 len: 168 time: 0.1667364 Aug 24 00:16:56.439538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Transition to ACTIVE for port object 2549e16f-cc65-477f-b266-ba499e3ae774 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:56.441936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46bc9c-92f3-4776-a1b6-88df09762a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d144ffda-f9cc-474a-9c58-e45c557f9cdf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:56.473489 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.477116 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-982e948a-7970-4239-95c1-dc71067e4acd req-b7a07d47-3f78-4592-b9aa-039ee8fdc822 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.511371 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-982e948a-7970-4239-95c1-dc71067e4acd req-b7a07d47-3f78-4592-b9aa-039ee8fdc822 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.545962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Pushing event updated for resources: {'Port': ['ID=2549e16f-cc65-477f-b266-ba499e3ae774,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:56.554158 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['79896bfd-6aae-41e1-b4cd-ef67b5cf69d9', '6007ccff-9c76-4ac9-a9ec-a4a3bc899881'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:56.568798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56bb1b-a797-4183-9381-72b4f4392555 req-62ba01a1-1b6b-44c0-8c46-963807e09742 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:56.577509 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f56bb1b-a797-4183-9381-72b4f4392555 req-62ba01a1-1b6b-44c0-8c46-963807e09742 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.1583798 Aug 24 00:16:56.594958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e948a-7970-4239-95c1-dc71067e4acd req-b7a07d47-3f78-4592-b9aa-039ee8fdc822 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:56.596415 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-982e948a-7970-4239-95c1-dc71067e4acd req-b7a07d47-3f78-4592-b9aa-039ee8fdc822 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.611438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-982e948a-7970-4239-95c1-dc71067e4acd req-b7a07d47-3f78-4592-b9aa-039ee8fdc822 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "PUT /v2.0/ports/6007ccff-9c76-4ac9-a9ec-a4a3bc899881 HTTP/1.1" status: 200 len: 982 time: 1.1504045 Aug 24 00:16:56.715025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] No DVR routers for this DVR port 2549e16f-cc65-477f-b266-ba499e3ae774 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:56.859602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774'}, {'name': 'network-changed', 'server_uuid': '8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9', 'tag': '6007ccff-9c76-4ac9-a9ec-a4a3bc899881'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:56.863924 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3dd300e-605f-47c5-aa1d-6c73c9faad39" -d '{"events": [{"server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "name": "network-vif-unplugged", "status": "completed", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774"}, {"name": "network-changed", "server_uuid": "8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9", "tag": "6007ccff-9c76-4ac9-a9ec-a4a3bc899881"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:56.918024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a07d47-3f78-4592-b9aa-039ee8fdc822 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'Port': ['ID=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:56.922344 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6007ccff-9c76-4ac9-a9ec-a4a3bc899881'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:56.923863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f56bb1b-a797-4183-9381-72b4f4392555 req-c435e95a-dd34-41cd-a70a-6fe8fbf287d7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454533 Aug 24 00:16:56.941033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Attempting to bind port 2549e16f-cc65-477f-b266-ba499e3ae774 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:56.941697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Attempting to bind port 2549e16f-cc65-477f-b266-ba499e3ae774 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:56.942056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Attempting to bind port 2549e16f-cc65-477f-b266-ba499e3ae774 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:56.956641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Port 2549e16f-cc65-477f-b266-ba499e3ae774 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:56.957035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Attempting to bind port 2549e16f-cc65-477f-b266-ba499e3ae774 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:56.969972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:56.970424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:56.970723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:56.971188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Bound port: 2549e16f-cc65-477f-b266-ba499e3ae774, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:56.971632 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:57.050648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-929382c5-381f-4150-998f-7dff6ec118b0 req-7d8b68a4-944e-4327-aa93-343513db21fc tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/d168c762-71bb-4bd8-bbe1-2ebd659d5a07 HTTP/1.1" status: 200 len: 1801 time: 0.1432369 Aug 24 00:16:57.126479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:57.149294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6349c8-fc65-4274-a268-46ef3db2a712 req-b51f7bdd-394e-45a6-ba6d-21905e357d85 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:57.151585 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b6349c8-fc65-4274-a268-46ef3db2a712 req-b51f7bdd-394e-45a6-ba6d-21905e357d85 tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 1095 time: 0.1287589 Aug 24 00:16:57.153312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:57.166135 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:57.168409 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-929382c5-381f-4150-998f-7dff6ec118b0 req-402e0ef8-f929-4f79-af11-8d4a6c7bc07f tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 24 00:16:57.175685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-929382c5-381f-4150-998f-7dff6ec118b0 req-402e0ef8-f929-4f79-af11-8d4a6c7bc07f tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "DELETE /v2.0/security-groups/d168c762-71bb-4bd8-bbe1-2ebd659d5a07 HTTP/1.1" status: 409 len: 341 time: 0.1270609 Aug 24 00:16:57.245431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:57.246306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:57.247692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] 10.222.0.13 "PUT /v2.0/ports/2549e16f-cc65-477f-b266-ba499e3ae774 HTTP/1.1" status: 200 len: 1096 time: 1.9357016 Aug 24 00:16:57.297462 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b6349c8-fc65-4274-a268-46ef3db2a712 req-b0db79d0-f389-435c-aa02-acf00e2949ba tempest-LiveAutoBlockMigrationV225Test-2125067456 tempest-LiveAutoBlockMigrationV225Test-2125067456-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278052 Aug 24 00:16:57.308937 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5025e494-68cc-4a65-9dad-7f0bdc4ed27d x-openstack-request-id: req-5025e494-68cc-4a65-9dad-7f0bdc4ed27d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:57.309282 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "name": "network-vif-unplugged", "status": "completed", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774", "code": 200}, {"name": "network-changed", "server_uuid": "8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9", "tag": "6007ccff-9c76-4ac9-a9ec-a4a3bc899881", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:57.309492 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5025e494-68cc-4a65-9dad-7f0bdc4ed27d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:57.311884 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774', 'code': 200} Aug 24 00:16:57.312190 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9', 'tag': '6007ccff-9c76-4ac9-a9ec-a4a3bc899881', 'status': 'completed', 'code': 200} Aug 24 00:16:57.340122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63141b-a940-4d66-8f0d-ac0ef9dca3eb service neutron] Pushing event updated for resources: {'Port': ['ID=2549e16f-cc65-477f-b266-ba499e3ae774,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:57.475218 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80c46e9f-cccb-438f-95ad-113d6c6b54fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:57.494742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd300e-605f-47c5-aa1d-6c73c9faad39 req-e0d341e8-5672-42cb-bb7f-11cfe1dae52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:57.498419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3dd300e-605f-47c5-aa1d-6c73c9faad39 req-e0d341e8-5672-42cb-bb7f-11cfe1dae52b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2473265a6e12449aa0f37045d5b34a2c&device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 1136 time: 0.0947890 Aug 24 00:16:57.501009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-fad06a03-9ca9-41e7-9b39-105270a40fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:57.510987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-fad06a03-9ca9-41e7-9b39-105270a40fad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 1099 time: 0.1492252 Aug 24 00:16:57.544120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 2549e16f-cc65-477f-b266-ba499e3ae774 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:57.683716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 2549e16f-cc65-477f-b266-ba499e3ae774 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:57.684394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f553be69-d293-4a10-bd74-32c381322870 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:57.721705 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: f553be69-d293-4a10-bd74-32c381322870 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:16:57.722051 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f553be69-d293-4a10-bd74-32c381322870 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:57.766933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd300e-605f-47c5-aa1d-6c73c9faad39 req-c0d5efea-f982-4dbf-b6c7-8abb9057420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:57.768608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3dd300e-605f-47c5-aa1d-6c73c9faad39 req-c0d5efea-f982-4dbf-b6c7-8abb9057420a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b84cef5d-c79b-41f0-a662-0612779e92a3 HTTP/1.1" status: 200 len: 914 time: 0.2565978 Aug 24 00:16:57.776981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-55f36eab-4a69-4c75-86c2-a01041bb3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:57.778366 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-55f36eab-4a69-4c75-86c2-a01041bb3064 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1889124 Aug 24 00:16:57.879051 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3dd300e-605f-47c5-aa1d-6c73c9faad39 req-3f105043-3e1e-43cd-a4cc-7673d36f2f8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6007ccff-9c76-4ac9-a9ec-a4a3bc899881 HTTP/1.1" status: 200 len: 217 time: 0.0732195 Aug 24 00:16:57.881298 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-4c0f04df-f48a-421c-8517-e85a0f90ae35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2549e16f-cc65-477f-b266-ba499e3ae774 HTTP/1.1" status: 200 len: 217 time: 0.0743766 Aug 24 00:16:57.901056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d7c22-720e-43c6-8613-dc24b375d1c7 req-467d065c-dc07-4b8d-bbef-1cbf00b465bf tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:57.902506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b6d7c22-720e-43c6-8613-dc24b375d1c7 req-467d065c-dc07-4b8d-bbef-1cbf00b465bf tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 985 time: 0.1292193 Aug 24 00:16:58.052124 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b6d7c22-720e-43c6-8613-dc24b375d1c7 req-3b3a5d74-1729-463f-ac1d-b81ca6f635ba tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&id=d168c762-71bb-4bd8-bbe1-2ebd659d5a07&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1422322 Aug 24 00:16:58.060134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-c97b048d-9c2b-42d2-ab8c-83cc031dedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:58.061751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-c97b048d-9c2b-42d2-ab8c-83cc031dedf1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1366668 Aug 24 00:16:58.064343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd300e-605f-47c5-aa1d-6c73c9faad39 req-84be96a0-b2fb-4ed1-9aa2-40295d3ad53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:58.065671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3dd300e-605f-47c5-aa1d-6c73c9faad39 req-84be96a0-b2fb-4ed1-9aa2-40295d3ad53c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2aad9e7b-2316-42ba-919d-3ec87fa73e7b HTTP/1.1" status: 200 len: 853 time: 0.1395285 Aug 24 00:16:58.096273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429b5be-a9df-4c91-aadd-ab41fd6e3a8f req-6750c599-7a8f-4584-bd7e-4f3aad40c410 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:58.104659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1429b5be-a9df-4c91-aadd-ab41fd6e3a8f req-6750c599-7a8f-4584-bd7e-4f3aad40c410 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 944 time: 0.1152751 Aug 24 00:16:58.152044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3dd300e-605f-47c5-aa1d-6c73c9faad39 req-a55f912f-6038-406c-8e2b-cfe2effea37a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b84cef5d-c79b-41f0-a662-0612779e92a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722413 Aug 24 00:16:58.268971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-f4ad3a2f-bb9d-40d2-8038-4e6a58b35529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:58.270470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-f4ad3a2f-bb9d-40d2-8038-4e6a58b35529 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1919451 Aug 24 00:16:58.276146 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1429b5be-a9df-4c91-aadd-ab41fd6e3a8f req-958eff5f-2f0e-446c-b41e-302dfb422671 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705635 Aug 24 00:16:58.347895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ded25-e274-4ff9-80b1-b9a483ba9f03 req-b939a5bb-2dda-46e3-bc8b-6f5f4a56080b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:58.349714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-049ded25-e274-4ff9-80b1-b9a483ba9f03 req-b939a5bb-2dda-46e3-bc8b-6f5f4a56080b tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 948 time: 0.2013562 Aug 24 00:16:58.382453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:58.394112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3dd300e-605f-47c5-aa1d-6c73c9faad39 req-be0170bd-024f-42d0-acdc-6094b70d3123 service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320046 Aug 24 00:16:58.461144 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b66f9b-4ced-4b6c-a27f-3184949422e9 admin admin] Deleting subnet 1d387983-6892-41dc-ac7c-ef5fec67d57b {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:16:58.465810 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b66f9b-4ced-4b6c-a27f-3184949422e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:58.527273 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b66f9b-4ced-4b6c-a27f-3184949422e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:58.534069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-049ded25-e274-4ff9-80b1-b9a483ba9f03 req-a4f0fc7c-a3f6-4e3e-a1bf-4bdc808761b9 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691899 Aug 24 00:16:58.541139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-073af161-09ba-4f76-b1e9-4d37ef39b3bc service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610390 Aug 24 00:16:58.617196 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b66f9b-4ced-4b6c-a27f-3184949422e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:58.689720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3dd300e-605f-47c5-aa1d-6c73c9faad39 req-5d9270d5-371d-41ce-ac8b-cdfdf0376dd8 service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796395 Aug 24 00:16:58.720081 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b66f9b-4ced-4b6c-a27f-3184949422e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:58.755710 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b66f9b-4ced-4b6c-a27f-3184949422e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d387983-6892-41dc-ac7c-ef5fec67d57b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:58.762883 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b66f9b-4ced-4b6c-a27f-3184949422e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:58.765039 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-27b66f9b-4ced-4b6c-a27f-3184949422e9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1d387983-6892-41dc-ac7c-ef5fec67d57b HTTP/1.1" status: 204 len: 168 time: 0.3808939 Aug 24 00:16:58.768809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:58.834878 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-d8e36b14-7f18-4a81-8c6b-6335b5af10d8 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d1629debab7745b6a45669851e02c716&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009948 Aug 24 00:16:58.864177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57bbf973-cfab-49af-816d-513dda70e1c9 req-6f253a74-0878-4467-a79b-44c468d10acc service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983460 Aug 24 00:16:58.873940 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64873e09-0b7b-4b48-aa45-2d8ed90359a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:58.954157 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64873e09-0b7b-4b48-aa45-2d8ed90359a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:58.957278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1132025-fd16-4e19-8a5c-b1388a2ea1f2 req-246d0db2-d0b5-4228-8e8c-0d8920753486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:58.958886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1132025-fd16-4e19-8a5c-b1388a2ea1f2 req-246d0db2-d0b5-4228-8e8c-0d8920753486 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2473265a6e12449aa0f37045d5b34a2c&device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 1136 time: 0.1694164 Aug 24 00:16:58.967675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-64873e09-0b7b-4b48-aa45-2d8ed90359a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:58.978483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcabd7-b3db-4b16-9493-44dfb8a0cee9 req-0342d113-70c4-4216-bff9-b8e05c92d67c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:58.979425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-64873e09-0b7b-4b48-aa45-2d8ed90359a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06e8ef1-4d2b-444e-8c1f-544e358278e6') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:58.980607 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-64873e09-0b7b-4b48-aa45-2d8ed90359a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06e8ef1-4d2b-444e-8c1f-544e358278e6') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:58.983882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3bcabd7-b3db-4b16-9493-44dfb8a0cee9 req-0342d113-70c4-4216-bff9-b8e05c92d67c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.47 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 944 time: 0.1665921 Aug 24 00:16:58.990208 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64873e09-0b7b-4b48-aa45-2d8ed90359a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.016735 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64873e09-0b7b-4b48-aa45-2d8ed90359a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.022979 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64873e09-0b7b-4b48-aa45-2d8ed90359a7 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:16:59.023543 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64873e09-0b7b-4b48-aa45-2d8ed90359a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:16:59.026116 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:16:59.096271 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64873e09-0b7b-4b48-aa45-2d8ed90359a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.106339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64873e09-0b7b-4b48-aa45-2d8ed90359a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.108454 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-64873e09-0b7b-4b48-aa45-2d8ed90359a7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04 HTTP/1.1" status: 204 len: 168 time: 0.3385332 Aug 24 00:16:59.110503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-08c774a0-7fcd-4fe6-b241-13fb4ecdaccc tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:59.112078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-08c774a0-7fcd-4fe6-b241-13fb4ecdaccc tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514460 Aug 24 00:16:59.135478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64873e09-0b7b-4b48-aa45-2d8ed90359a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b7c69fb-7be8-4c1a-8f55-7b9c933e7f04,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:59.229059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-0d13e350-dc8f-4a65-a3fb-4355e6fd7e93 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/quotas/d1629debab7745b6a45669851e02c716 HTTP/1.1" status: 200 len: 375 time: 0.0987818 Aug 24 00:16:59.291930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1132025-fd16-4e19-8a5c-b1388a2ea1f2 req-d6bc855e-c101-4c62-860d-e546d5754c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:59.293830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1132025-fd16-4e19-8a5c-b1388a2ea1f2 req-d6bc855e-c101-4c62-860d-e546d5754c15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b84cef5d-c79b-41f0-a662-0612779e92a3 HTTP/1.1" status: 200 len: 914 time: 0.3038576 Aug 24 00:16:59.298096 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46170) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:59.298254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-ba69a193-0cc9-4e73-9a7f-6f093b00378a tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1629debab7745b6a45669851e02c716&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564392 Aug 24 00:16:59.303986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4cf3b77-6ebf-42e7-b58b-a9ee6e53cb23 req-389503e9-21f5-403e-8d21-a8bf75887d0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1883285 Aug 24 00:16:59.318538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40618e2-63d6-41c4-b3d0-92d31be829d1 req-1bbd8a73-7149-405b-80e6-031194bfac54 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:59.320542 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f40618e2-63d6-41c4-b3d0-92d31be829d1 req-1bbd8a73-7149-405b-80e6-031194bfac54 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 985 time: 0.1613712 Aug 24 00:16:59.321761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:59.324776 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:59.358074 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3e737b05-a653-4dd7-81dc-0fd607f346ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=660ea1b0335f4516bc549c261de02e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582170 Aug 24 00:16:59.360786 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:59.361761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a3bcabd7-b3db-4b16-9493-44dfb8a0cee9 req-942d4393-630c-4304-9ead-a01f5d158227 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Deleting port 5cfd7da2-4915-440f-a643-bba01e56d52b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:59.362214 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3bcabd7-b3db-4b16-9493-44dfb8a0cee9 req-942d4393-630c-4304-9ead-a01f5d158227 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.413734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1132025-fd16-4e19-8a5c-b1388a2ea1f2 req-a8ccee54-e763-46e3-a583-38c5dd1c1606 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6007ccff-9c76-4ac9-a9ec-a4a3bc899881 HTTP/1.1" status: 200 len: 217 time: 0.0664773 Aug 24 00:16:59.420729 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff0f51f1-201b-4167-8764-531ec908aedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.424880 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.444571 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff0f51f1-201b-4167-8764-531ec908aedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.499605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f40618e2-63d6-41c4-b3d0-92d31be829d1 req-3f2869d0-867e-4443-a0e9-b9dd7dd9b93c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&id=d168c762-71bb-4bd8-bbe1-2ebd659d5a07&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1691823 Aug 24 00:16:59.501314 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff0f51f1-201b-4167-8764-531ec908aedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.503936 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff0f51f1-201b-4167-8764-531ec908aedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.505862 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ff0f51f1-201b-4167-8764-531ec908aedc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e5c19dd-be92-4efe-9a22-50328f8aa3ad HTTP/1.1" status: 204 len: 168 time: 0.1442080 Aug 24 00:16:59.528642 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f51f1-201b-4167-8764-531ec908aedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5c19dd-be92-4efe-9a22-50328f8aa3ad,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:59.620236 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2d78eb-bae1-46c6-aad6-06ebdcc6d8d1 x-openstack-request-id: req-5a2d78eb-bae1-46c6-aad6-06ebdcc6d8d1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:59.620236 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:59.620688 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a2d78eb-bae1-46c6-aad6-06ebdcc6d8d1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:59.621175 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774', 'status': 'completed', 'code': 200} Aug 24 00:16:59.652406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf3b77-6ebf-42e7-b58b-a9ee6e53cb23 req-f5ea47de-198d-4951-8ce5-c722c7828290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:59.654064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4cf3b77-6ebf-42e7-b58b-a9ee6e53cb23 req-f5ea47de-198d-4951-8ce5-c722c7828290 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 1095 time: 0.2518187 Aug 24 00:16:59.703834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b98cea81-a25c-4797-be89-bde5c312049d req-e5397d64-a47f-45ce-bb15-7b131171ba3c tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 210 time: 0.0545526 Aug 24 00:16:59.765211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1132025-fd16-4e19-8a5c-b1388a2ea1f2 req-308fd9bc-09df-456f-b8ad-bf772ad76a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:59.767370 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1132025-fd16-4e19-8a5c-b1388a2ea1f2 req-308fd9bc-09df-456f-b8ad-bf772ad76a8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2aad9e7b-2316-42ba-919d-3ec87fa73e7b HTTP/1.1" status: 200 len: 853 time: 0.3083842 Aug 24 00:16:59.783910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a3bcabd7-b3db-4b16-9493-44dfb8a0cee9 req-942d4393-630c-4304-9ead-a01f5d158227 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] For port 5cfd7da2-4915-440f-a643-bba01e56d52b, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5cfd7da2-4915-440f-a643-bba01e56d52b,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:59.784289 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3bcabd7-b3db-4b16-9493-44dfb8a0cee9 req-942d4393-630c-4304-9ead-a01f5d158227 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.798037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf43c67-70a1-4cee-992c-e764e828d01e req-28a74afd-ec9d-478b-8ca4-90cc2ab24bc7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:59.799408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf3b77-6ebf-42e7-b58b-a9ee6e53cb23 req-d6212dac-397a-4a68-aeaa-5b7702942688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:59.799624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-caf43c67-70a1-4cee-992c-e764e828d01e req-28a74afd-ec9d-478b-8ca4-90cc2ab24bc7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 944 time: 0.2799776 Aug 24 00:16:59.801446 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cf3b77-6ebf-42e7-b58b-a9ee6e53cb23 req-d6212dac-397a-4a68-aeaa-5b7702942688 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 200 len: 922 time: 0.1184208 Aug 24 00:16:59.834012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a3bcabd7-b3db-4b16-9493-44dfb8a0cee9 req-942d4393-630c-4304-9ead-a01f5d158227 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Calling delete_port for 5cfd7da2-4915-440f-a643-bba01e56d52b owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:59.856875 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cf3b77-6ebf-42e7-b58b-a9ee6e53cb23 req-7109a129-681a-4bdf-9eb2-3bc4facd38ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=366f643c-ce70-453d-a144-37eac022ca61 HTTP/1.1" status: 200 len: 217 time: 0.0459976 Aug 24 00:16:59.872566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-f0745b8b-21c6-42f8-bc0f-786ee21f62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:59.874080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-f0745b8b-21c6-42f8-bc0f-786ee21f62bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 1099 time: 0.2191727 Aug 24 00:16:59.929613 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf3b77-6ebf-42e7-b58b-a9ee6e53cb23 req-bf6009ad-0d3f-42d8-b84c-c09632966b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:59.931765 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cf3b77-6ebf-42e7-b58b-a9ee6e53cb23 req-bf6009ad-0d3f-42d8-b84c-c09632966b3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 200 len: 861 time: 0.0657136 Aug 24 00:16:59.976697 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cf3b77-6ebf-42e7-b58b-a9ee6e53cb23 req-ef0ed6b1-a9dc-4b5a-9811-69f40b0930be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73946cb7-6543-439b-b8db-561e1cede42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349197 Aug 24 00:17:00.057675 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.111252 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cf3b77-6ebf-42e7-b58b-a9ee6e53cb23 req-5c9ab572-0a7e-4d00-afe4-cb975ee7d907 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268303 Aug 24 00:17:00.176050 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2aa4b787-714c-47ce-80d7-c0831d7c421b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.218831 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1132025-fd16-4e19-8a5c-b1388a2ea1f2 req-9fb9ae8e-9cf1-4e6f-9562-eea007f43de0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b84cef5d-c79b-41f0-a662-0612779e92a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4310563 Aug 24 00:17:00.275568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-b67ae47d-7839-41f2-bd96-62abfbc854d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:00.277252 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-b67ae47d-7839-41f2-bd96-62abfbc854d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 1099 time: 0.5656772 Aug 24 00:17:00.469882 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b4cf3b77-6ebf-42e7-b58b-a9ee6e53cb23 req-c3deac87-06bd-4d13-86d3-233614e736a4 service neutron] 10.222.0.13 "GET /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498151 Aug 24 00:17:00.496079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d57a1-63af-4f3c-b0e0-d2992c7e2f35 req-5d0f589e-3b4c-44f5-a734-27b525913512 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:00.497624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-030d57a1-63af-4f3c-b0e0-d2992c7e2f35 req-5d0f589e-3b4c-44f5-a734-27b525913512 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 948 time: 0.6942918 Aug 24 00:17:00.506968 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-caf43c67-70a1-4cee-992c-e764e828d01e req-512c9bf0-3b22-4d03-b468-19ce49e92fd0 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6886356 Aug 24 00:17:00.539382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:00.609370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-c83ce61f-4252-4b9d-be50-80645679ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:00.610915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-c83ce61f-4252-4b9d-be50-80645679ca6c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.3907351 Aug 24 00:17:00.619904 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1132025-fd16-4e19-8a5c-b1388a2ea1f2 req-6c2570bd-cfdc-4d55-8b52-bfcc4c3534ba service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771479 Aug 24 00:17:00.644849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-030d57a1-63af-4f3c-b0e0-d2992c7e2f35 req-f52c9ba8-8fa0-43ea-95d4-f949d79dafd1 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336694 Aug 24 00:17:00.666450 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1249179541-network', 'tenant_id': '9482f091aa0347218553615f03e89fb7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:00.690700 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] Made reservation on behalf of 9482f091aa0347218553615f03e89fb7 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:00.693023 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.703097 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.712883 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-57f3665b-78c5-47c4-bb9c-c59d961deac6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2549e16f-cc65-477f-b266-ba499e3ae774 HTTP/1.1" status: 200 len: 217 time: 0.0879159 Aug 24 00:17:00.728335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-e7693569-f3c2-43f5-bbd8-bcae48a11eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:00.730227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-e7693569-f3c2-43f5-bbd8-bcae48a11eac service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.4074948 Aug 24 00:17:00.811336 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.819182 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.841410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:17:00.856831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54135b0b-4f46-467a-9a53-9679e216fea2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:00.860142 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.860488 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] Added segment c66221d3-bdbf-428e-a73e-fdf0f36be19c of type vlan for network 882d1f76-c05c-429c-8a4f-07709f0a7b7f Aug 24 00:17:00.869468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-2c6606ee-93df-4772-a76b-1133c0f2856b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2549e16f-cc65-477f-b266-ba499e3ae774 HTTP/1.1" status: 200 len: 217 time: 0.0853348 Aug 24 00:17:00.905466 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.930351 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3bcabd7-b3db-4b16-9493-44dfb8a0cee9 req-942d4393-630c-4304-9ead-a01f5d158227 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.932359 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.933541 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:00.934119 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.956260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-379ef6bd-3790-4f46-8ca6-d0c058d4a8c5 req-bb02c0a4-c7f4-4ed8-998e-89465545417c tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 210 time: 0.1018584 Aug 24 00:17:00.965053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5cfd7da2-4915-440f-a643-bba01e56d52b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:00.968434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-c5783427-ee57-4c16-8a1d-fa8d8f87b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:00.970824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-c5783427-ee57-4c16-8a1d-fa8d8f87b485 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.2365615 Aug 24 00:17:00.973366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['c99d7df1-d974-459a-a429-36212e113ee4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:01.000872 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4598129 Aug 24 00:17:01.007788 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:01.016376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d83ae0af-4f1c-409c-9661-ef097635abc7 admin admin] Request body: {'subnet': {'network_id': '882d1f76-c05c-429c-8a4f-07709f0a7b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1249179541-subnet', 'tenant_id': '9482f091aa0347218553615f03e89fb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:01.030828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d4393-630c-4304-9ead-a01f5d158227 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Pushing event deleted for resources: {'Port': ['ID=5cfd7da2-4915-440f-a643-bba01e56d52b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:01.031292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5ab36-668d-489f-81cc-e2732a474c0c admin admin] Pushing event updated for resources: {'Network': ['ID=882d1f76-c05c-429c-8a4f-07709f0a7b7f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:01.058663 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83ae0af-4f1c-409c-9661-ef097635abc7 admin admin] Made reservation on behalf of 9482f091aa0347218553615f03e89fb7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:01.064003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d83ae0af-4f1c-409c-9661-ef097635abc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:01.064580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1132025-fd16-4e19-8a5c-b1388a2ea1f2 req-1048cf6c-4ca5-43d1-82e2-1d7b687a1909 service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166110 Aug 24 00:17:01.070864 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 882d1f76-c05c-429c-8a4f-07709f0a7b7f details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:17:01.088769 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-60bcc588-9022-4dff-a683-81f3ba93b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:01.090941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-60bcc588-9022-4dff-a683-81f3ba93b988 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1946588 Aug 24 00:17:01.104085 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccc72b-86d4-4ce6-9f5f-f140518da7a6 req-c6abce39-2c1d-496c-89d3-c49bfb9d4990 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:01.111592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54ccc72b-86d4-4ce6-9f5f-f140518da7a6 req-c6abce39-2c1d-496c-89d3-c49bfb9d4990 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 985 time: 0.3094404 Aug 24 00:17:01.140107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bcabd7-b3db-4b16-9493-44dfb8a0cee9 req-942d4393-630c-4304-9ead-a01f5d158227 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] No DVR routers for this DVR port 5cfd7da2-4915-440f-a643-bba01e56d52b on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:01.152993 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3bcabd7-b3db-4b16-9493-44dfb8a0cee9 req-942d4393-630c-4304-9ead-a01f5d158227 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:01.155050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3bcabd7-b3db-4b16-9493-44dfb8a0cee9 req-942d4393-630c-4304-9ead-a01f5d158227 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.47 "DELETE /v2.0/ports/5cfd7da2-4915-440f-a643-bba01e56d52b HTTP/1.1" status: 204 len: 173 time: 2.1360395 Aug 24 00:17:01.165490 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:01.193302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-ca9cd3e8-290b-42f5-a76f-d2be5ff10d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:01.194930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-ca9cd3e8-290b-42f5-a76f-d2be5ff10d62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1874523 Aug 24 00:17:01.251934 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-9881dad6-3b45-4600-b4f5-ce6b1fc23b2b tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d1629debab7745b6a45669851e02c716&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544770 Aug 24 00:17:01.263624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54ccc72b-86d4-4ce6-9f5f-f140518da7a6 req-b2b011f3-5eb1-4a10-9d40-a0f6a266ba39 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&id=d168c762-71bb-4bd8-bbe1-2ebd659d5a07&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1508300 Aug 24 00:17:01.279358 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d83ae0af-4f1c-409c-9661-ef097635abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:01.365564 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ae0af-4f1c-409c-9661-ef097635abc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f4912a-ac0d-41fe-a024-c1f493552102,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:01.375232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-09043313-3051-4933-9e83-d520db342d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:01.376767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-09043313-3051-4933-9e83-d520db342d20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2191565 Aug 24 00:17:01.392976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ae0af-4f1c-409c-9661-ef097635abc7 admin admin] Checking segment: {'id': 'c66221d3-bdbf-428e-a73e-fdf0f36be19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '882d1f76-c05c-429c-8a4f-07709f0a7b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:01.393643 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83ae0af-4f1c-409c-9661-ef097635abc7 admin admin] Network hostable DHCP agents. Network: 882d1f76-c05c-429c-8a4f-07709f0a7b7f, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:17:01.416929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83ae0af-4f1c-409c-9661-ef097635abc7 admin admin] Network 882d1f76-c05c-429c-8a4f-07709f0a7b7f is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:17:01.431626 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d83ae0af-4f1c-409c-9661-ef097635abc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 882d1f76-c05c-429c-8a4f-07709f0a7b7f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:01.438901 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ae0af-4f1c-409c-9661-ef097635abc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:01.441051 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d83ae0af-4f1c-409c-9661-ef097635abc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:01.443510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c7a291-aea4-4169-9326-2d5a45174455 None None] Network 882d1f76-c05c-429c-8a4f-07709f0a7b7f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:01.483205 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d83ae0af-4f1c-409c-9661-ef097635abc7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4742968 Aug 24 00:17:01.542262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-11f8909f-6ac9-4010-a92f-f04dfc7c883b service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382554 Aug 24 00:17:01.569247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-12c47e12-d856-499b-bc56-d7dcfa35ee22 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:01.570742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-12c47e12-d856-499b-bc56-d7dcfa35ee22 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2702498 Aug 24 00:17:01.632241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1', 'name': 'network-vif-deleted', 'tag': '5cfd7da2-4915-440f-a643-bba01e56d52b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:01.635642 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da441f3-8320-4e1f-8911-f41a4edded61" -d '{"events": [{"server_uuid": "34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1", "name": "network-vif-deleted", "tag": "5cfd7da2-4915-440f-a643-bba01e56d52b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:01.652504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Request body: {'port': {'device_id': '401fc459-171a-43ec-bcd2-829c54d25ebf', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'd1629debab7745b6a45669851e02c716'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:01.670893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf6371-51bc-403b-af8d-333a5dcf1d6c None None] Network 882d1f76-c05c-429c-8a4f-07709f0a7b7f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:01.757778 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f7fb3d8-3256-484e-a187-be4f3003a003 req-184b7329-c811-4fe3-8751-4e82e8650999 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 210 time: 0.1003153 Aug 24 00:17:01.813048 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9e4183-7dec-4735-843c-d855068fdd09 x-openstack-request-id: req-2e9e4183-7dec-4735-843c-d855068fdd09 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:01.813334 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1", "name": "network-vif-deleted", "tag": "5cfd7da2-4915-440f-a643-bba01e56d52b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:01.813584 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e9e4183-7dec-4735-843c-d855068fdd09 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:01.814382 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1', 'name': 'network-vif-deleted', 'tag': '5cfd7da2-4915-440f-a643-bba01e56d52b', 'status': 'completed', 'code': 200} Aug 24 00:17:01.822548 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-7a4626ff-148c-4570-bfe9-507a95d9b75a service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919256 Aug 24 00:17:01.872263 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-e9105991-cfcb-4cf6-a0b2-177317102428 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974770 Aug 24 00:17:02.005539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Made reservation on behalf of d1629debab7745b6a45669851e02c716 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:02.009939 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:02.020823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0146-db04-4b39-bafc-a5cbdaeb3a05 req-37050d7a-ba63-4fac-aa4c-041cf62926cf tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:02.030796 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-151b0146-db04-4b39-bafc-a5cbdaeb3a05 req-37050d7a-ba63-4fac-aa4c-041cf62926cf tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 948 time: 0.1639168 Aug 24 00:17:02.065457 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:02.093133 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcdcc0e0-d04f-44ec-b09c-48a8bc16ccc1 req-ef10e67a-61aa-45f5-bd15-7a2a5d428666 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115455 Aug 24 00:17:02.123477 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-151b0146-db04-4b39-bafc-a5cbdaeb3a05 req-47034b5a-97b4-48de-9884-c4030a8ff051 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916719 Aug 24 00:17:02.220692 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:02.234564 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:02.273405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c57f5e3e-844b-4d75-bbc2-680abde571fa req-e5bbb1fe-281e-4da0-9678-2b3b12bf2a56 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 210 time: 0.0511830 Aug 24 00:17:02.351259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26cc1ee8-c45d-4cf8-bcd5-15e322fdc656,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:02.497467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded365dd-078e-4454-9aeb-c23702efb2be req-d18302e2-088a-41ef-87e8-df9bb5807ebd tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:02.499057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded365dd-078e-4454-9aeb-c23702efb2be req-d18302e2-088a-41ef-87e8-df9bb5807ebd tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/networks?id=882d1f76-c05c-429c-8a4f-07709f0a7b7f HTTP/1.1" status: 200 len: 813 time: 0.2222481 Aug 24 00:17:02.522522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Allocated IP 192.168.233.64 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/7582a9ad-8c14-46b3-b068-5159602f6f56) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:02.585903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded365dd-078e-4454-9aeb-c23702efb2be req-20daf54f-f052-4a76-baa2-cdf9c32e15cb tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/quotas/9482f091aa0347218553615f03e89fb7 HTTP/1.1" status: 200 len: 375 time: 0.0663083 Aug 24 00:17:02.657197 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded365dd-078e-4454-9aeb-c23702efb2be req-3ade5b92-0708-4a7a-b9a7-82bcfc04fdc5 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9482f091aa0347218553615f03e89fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580695 Aug 24 00:17:02.668779 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-656edfd0-5cf6-404b-ba0d-45349f96c6eb tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:02.670234 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-656edfd0-5cf6-404b-ba0d-45349f96c6eb tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b&tenant_id=fcbd557231c74eedb4681fd7496dc8b0&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 948 time: 0.1673517 Aug 24 00:17:02.718116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510965b-4e50-4c8f-961d-6aef002d7a64 req-47e09fa8-02c3-4d7e-89cd-7c49aa70d869 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:02.719765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f510965b-4e50-4c8f-961d-6aef002d7a64 req-47e09fa8-02c3-4d7e-89cd-7c49aa70d869 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 985 time: 0.2016642 Aug 24 00:17:02.926521 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f510965b-4e50-4c8f-961d-6aef002d7a64 req-bfc62672-8252-425e-9067-40fa253e01d8 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&id=d168c762-71bb-4bd8-bbe1-2ebd659d5a07&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1453660 Aug 24 00:17:02.931055 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:02.949669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded365dd-078e-4454-9aeb-c23702efb2be req-225afbb7-b1f4-4d5d-bce5-1b0344e747da service neutron] 10.222.0.32 "GET /v2.0/networks/882d1f76-c05c-429c-8a4f-07709f0a7b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782311 Aug 24 00:17:02.954476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-0d2f055c-4aba-4b3d-a010-841a43e5acac service neutron] 10.222.0.13 "GET /v2.0/ports/2549e16f-cc65-477f-b266-ba499e3ae774/bindings/n-h2-805736-1 HTTP/1.1" status: 200 len: 382 time: 0.2667685 Aug 24 00:17:02.973565 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:03.073800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Transition to ACTIVE for port object 7582a9ad-8c14-46b3-b068-5159602f6f56 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:03.157395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79cb91-ca80-4809-896b-033d4d6b9f2d req-40c1a242-efa1-46d4-abd7-ed763d6400b0 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:03.158806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e79cb91-ca80-4809-896b-033d4d6b9f2d req-40c1a242-efa1-46d4-abd7-ed763d6400b0 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 948 time: 0.1334484 Aug 24 00:17:03.166097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-2575d006-8567-4d31-b0f5-5a3c2561a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:03.167550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-2575d006-8567-4d31-b0f5-5a3c2561a6b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 1099 time: 0.1406784 Aug 24 00:17:03.198666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded365dd-078e-4454-9aeb-c23702efb2be req-f02654ca-f8b4-433e-9742-559da0f67cc8 service neutron] 10.222.0.32 "GET /v2.0/networks/882d1f76-c05c-429c-8a4f-07709f0a7b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386670 Aug 24 00:17:03.252729 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:03.552639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5cfd7da2-4915-440f-a643-bba01e56d52b no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:03.585940 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2549e16f-cc65-477f-b266-ba499e3ae774 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:03.640383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 5cfd7da2-4915-440f-a643-bba01e56d52b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:03.640914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5cfd7da2-4915-440f-a643-bba01e56d52b not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:03.703699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:03.728108 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:03.730588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e79cb91-ca80-4809-896b-033d4d6b9f2d req-abccc1a3-7954-4e95-8509-e2968142bd93 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619869 Aug 24 00:17:03.733355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1505b7e8-0d68-4856-bfb1-3a47d3037857 req-c499b8a2-8fb8-4e8d-aa21-beef0ec7faa4 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 210 time: 0.1070764 Aug 24 00:17:03.738958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:03.754529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:03.770036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '2549e16f-cc65-477f-b266-ba499e3ae774', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '2549e16f-cc65-477f-b266-ba499e3ae774', 'mac_address': 'fa:16:3e:8c:c6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:03.790672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Pushing event updated for resources: {'Port': ['ID=7582a9ad-8c14-46b3-b068-5159602f6f56,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:03.871344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-a83dae27-3ffa-4981-89fd-0731ac71659c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:03.872706 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-a83dae27-3ffa-4981-89fd-0731ac71659c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.6933689 Aug 24 00:17:03.875563 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:03.908148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2549e16f-cc65-477f-b266-ba499e3ae774 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:03.923313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:03.924164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:03.954643 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:03.966477 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:04.020711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-b19166fb-67be-4a7f-ac41-837125f1d0c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2549e16f-cc65-477f-b266-ba499e3ae774 HTTP/1.1" status: 200 len: 217 time: 0.1069198 Aug 24 00:17:04.026227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-996abd95-896e-4517-b6b9-ebf262830cb0 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3806918 Aug 24 00:17:04.050420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ff959d3-e553-4017-a7d9-792d6c8fe873 req-f4400402-f5f4-4199-a1d4-e5673ca11a73 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1491720772&fields=id&tenant_id=2473265a6e12449aa0f37045d5b34a2c HTTP/1.1" status: 200 len: 267 time: 0.1666281 Aug 24 00:17:04.057723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Request body: {'port': {'device_id': '401fc459-171a-43ec-bcd2-829c54d25ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:04.079844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2549e16f-cc65-477f-b266-ba499e3ae774,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:04.127439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e8a599fa-801f-4c44-9056-2e4819ad2db7 None None] Provisioning for port 7582a9ad-8c14-46b3-b068-5159602f6f56 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:04.132514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e8a599fa-801f-4c44-9056-2e4819ad2db7 None None] Provisioning complete for port 7582a9ad-8c14-46b3-b068-5159602f6f56 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:04.133289 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8a599fa-801f-4c44-9056-2e4819ad2db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:04.139621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-bd8dd54c-5889-4af5-8543-0cbdacc6c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:04.141213 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-bd8dd54c-5889-4af5-8543-0cbdacc6c697 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1112671 Aug 24 00:17:04.184995 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e8a599fa-801f-4c44-9056-2e4819ad2db7 None None] Port 7582a9ad-8c14-46b3-b068-5159602f6f56 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:17:04.298876 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:04.310835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff959d3-e553-4017-a7d9-792d6c8fe873 req-057f114e-1f1b-4d47-b5a6-2041e9b68e7f tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:04.312489 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ff959d3-e553-4017-a7d9-792d6c8fe873 req-057f114e-1f1b-4d47-b5a6-2041e9b68e7f tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 985 time: 0.2126708 Aug 24 00:17:04.323236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-87ce737d-738f-47f2-8981-db4c0b62b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:04.324888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-87ce737d-738f-47f2-8981-db4c0b62b145 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1716647 Aug 24 00:17:04.335666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2ff959d3-e553-4017-a7d9-792d6c8fe873 req-9d84c224-2bf4-4c8a-8cab-5d21c3e5237e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'port': {'security_groups': ['86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4', 'd168c762-71bb-4bd8-bbe1-2ebd659d5a07', '1dd65e83-0d7e-40cf-9695-1ab60ead17da']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:04.417220 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4a458-4753-4217-8b1a-9a7e1cc2013b req-ef11755c-6513-4c12-a44e-5d39d9048504 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:04.418714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13c4a458-4753-4217-8b1a-9a7e1cc2013b req-ef11755c-6513-4c12-a44e-5d39d9048504 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 935 time: 0.2666304 Aug 24 00:17:04.439523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2549e16f-cc65-477f-b266-ba499e3ae774'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:04.562328 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2ff959d3-e553-4017-a7d9-792d6c8fe873 req-9d84c224-2bf4-4c8a-8cab-5d21c3e5237e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:04.630335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13c4a458-4753-4217-8b1a-9a7e1cc2013b req-3de54b55-e99c-4d1d-bf73-ce0afab64b5c tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/security-groups?id=26cc1ee8-c45d-4cf8-bcd5-15e322fdc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750746 Aug 24 00:17:04.706707 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-f9a46fc6-1bac-4523-98fe-839f08a0a209 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643858 Aug 24 00:17:04.902677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f79b8890-38a8-4637-ae42-d90b6cd49d53 req-c521c8f7-88ee-41b5-8dbf-89a57de97248 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 210 time: 0.1582279 Aug 24 00:17:05.064192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-903fba96-57b5-4aef-bbb2-6670e5933051 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444781 Aug 24 00:17:05.132511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded365dd-078e-4454-9aeb-c23702efb2be req-b38fda9f-b917-4638-bda5-76f0fb7ceb15 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:05.134666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded365dd-078e-4454-9aeb-c23702efb2be req-b38fda9f-b917-4638-bda5-76f0fb7ceb15 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.47 "GET /v2.0/networks?id=882d1f76-c05c-429c-8a4f-07709f0a7b7f HTTP/1.1" status: 200 len: 813 time: 0.3935058 Aug 24 00:17:05.166890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-ded365dd-078e-4454-9aeb-c23702efb2be req-50f456ea-2a55-49a1-9662-2ebe002c1ea5 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Request body: {'port': {'device_id': '2e934242-b15d-4d40-b0fc-ce8f7d14eb11', 'network_id': '882d1f76-c05c-429c-8a4f-07709f0a7b7f', 'admin_state_up': True, 'tenant_id': '9482f091aa0347218553615f03e89fb7'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:05.300276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7582a9ad-8c14-46b3-b068-5159602f6f56 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:05.323675 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:05.334396 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2ff959d3-e553-4017-a7d9-792d6c8fe873 req-9d84c224-2bf4-4c8a-8cab-5d21c3e5237e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] For port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,segment=NetworkSegment(de09799d-5b9f-4c0f-9980-1f8211abc794),segment_id=de09799d-5b9f-4c0f-9980-1f8211abc794)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:05.375120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Transition to ACTIVE for port object 7582a9ad-8c14-46b3-b068-5159602f6f56 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:05.392842 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:05.419704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084a430-f341-45cc-957d-9eecab01c6ab req-d2e1a363-9e30-4e7d-8012-d8554e7d35a7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:05.421407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0084a430-f341-45cc-957d-9eecab01c6ab req-d2e1a363-9e30-4e7d-8012-d8554e7d35a7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 949 time: 0.2077436 Aug 24 00:17:05.448641 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2ff959d3-e553-4017-a7d9-792d6c8fe873 req-9d84c224-2bf4-4c8a-8cab-5d21c3e5237e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:05.473263 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2ff959d3-e553-4017-a7d9-792d6c8fe873 req-9d84c224-2bf4-4c8a-8cab-5d21c3e5237e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:05.526546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Pushing event updated for resources: {'Port': ['ID=7582a9ad-8c14-46b3-b068-5159602f6f56,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:05.542571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff959d3-e553-4017-a7d9-792d6c8fe873 req-9d84c224-2bf4-4c8a-8cab-5d21c3e5237e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:05.543332 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2ff959d3-e553-4017-a7d9-792d6c8fe873 req-9d84c224-2bf4-4c8a-8cab-5d21c3e5237e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:05.563140 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ff959d3-e553-4017-a7d9-792d6c8fe873 req-9d84c224-2bf4-4c8a-8cab-5d21c3e5237e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "PUT /v2.0/ports/6007ccff-9c76-4ac9-a9ec-a4a3bc899881 HTTP/1.1" status: 200 len: 1021 time: 1.2261055 Aug 24 00:17:05.568528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded365dd-078e-4454-9aeb-c23702efb2be req-50f456ea-2a55-49a1-9662-2ebe002c1ea5 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Made reservation on behalf of 9482f091aa0347218553615f03e89fb7 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:05.573331 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ded365dd-078e-4454-9aeb-c23702efb2be req-50f456ea-2a55-49a1-9662-2ebe002c1ea5 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:05.589011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9', 'tag': '6007ccff-9c76-4ac9-a9ec-a4a3bc899881'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:05.591475 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ec4504-56ee-4c8b-bea8-7b02ab67458d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9", "tag": "6007ccff-9c76-4ac9-a9ec-a4a3bc899881"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:05.632617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['79896bfd-6aae-41e1-b4cd-ef67b5cf69d9', '6007ccff-9c76-4ac9-a9ec-a4a3bc899881'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:05.784027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:05.784620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:05.784903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:05.785365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:05.785781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:05.786252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:05.786670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:05.787120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:05.787523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:05.787981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:05.788380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:05.788808 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:05.834072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0084a430-f341-45cc-957d-9eecab01c6ab req-8c9b3059-1769-48bb-b269-207d23b416dd tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830659 Aug 24 00:17:05.855941 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6007ccff-9c76-4ac9-a9ec-a4a3bc899881'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:05.889323 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45518450-0ae7-4e98-a283-1244ce7e322b req-b413614a-156b-44cd-b77b-b98f471f460c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=34ae26bb-21d3-4aa3-bf66-d7bf17cdfbf1 HTTP/1.1" status: 200 len: 210 time: 0.2325056 Aug 24 00:17:05.967139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-ded365dd-078e-4454-9aeb-c23702efb2be req-50f456ea-2a55-49a1-9662-2ebe002c1ea5 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Allocated IP 172.20.0.9 (882d1f76-c05c-429c-8a4f-07709f0a7b7f/11f4912a-ac0d-41fe-a024-c1f493552102/6d0e0862-8191-4573-8c1e-8ffc6f855f24) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:05.975126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84c224-2bf4-4c8a-8cab-5d21c3e5237e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'Port': ['ID=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:05.982057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Attempting to bind port 7582a9ad-8c14-46b3-b068-5159602f6f56 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:05.982397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Attempting to bind port 7582a9ad-8c14-46b3-b068-5159602f6f56 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:05.983002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Attempting to bind port 7582a9ad-8c14-46b3-b068-5159602f6f56 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:05.996970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Port 7582a9ad-8c14-46b3-b068-5159602f6f56 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:05.997296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Attempting to bind port 7582a9ad-8c14-46b3-b068-5159602f6f56 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:06.012536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:06.012917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:06.013637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:06.014091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Bound port: 7582a9ad-8c14-46b3-b068-5159602f6f56, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:06.014493 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:06.071310 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57d9daf-5426-4c0d-9585-c004946cccbc x-openstack-request-id: req-b57d9daf-5426-4c0d-9585-c004946cccbc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:06.071906 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9", "tag": "6007ccff-9c76-4ac9-a9ec-a4a3bc899881", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:06.072181 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b57d9daf-5426-4c0d-9585-c004946cccbc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:06.072590 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9', 'tag': '6007ccff-9c76-4ac9-a9ec-a4a3bc899881', 'status': 'completed', 'code': 200} Aug 24 00:17:06.287474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29ba4f22-404a-4587-a8c2-94e5df6d02ef req-86e8b480-f6e6-4bb0-870a-1e9ad25625ac tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/1dd65e83-0d7e-40cf-9695-1ab60ead17da HTTP/1.1" status: 200 len: 1800 time: 0.2499471 Aug 24 00:17:06.298876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] For port 7582a9ad-8c14-46b3-b068-5159602f6f56, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:06.326641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec4504-56ee-4c8b-bea8-7b02ab67458d req-e21d4311-982c-4587-a5f2-c02c936cf4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:06.328216 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ec4504-56ee-4c8b-bea8-7b02ab67458d req-e21d4311-982c-4587-a5f2-c02c936cf4b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2473265a6e12449aa0f37045d5b34a2c&device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 1175 time: 0.2175488 Aug 24 00:17:06.330206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] For port 7582a9ad-8c14-46b3-b068-5159602f6f56, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7582a9ad-8c14-46b3-b068-5159602f6f56,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:06.358999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa6f5-9329-4cf9-8b5d-9e1c7b2e2d70 req-59723ed4-787c-4b49-ab14-96341eb259e8 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:06.360740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be1aa6f5-9329-4cf9-8b5d-9e1c7b2e2d70 req-59723ed4-787c-4b49-ab14-96341eb259e8 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 947 time: 0.2365751 Aug 24 00:17:06.387735 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:06.508655 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:06.508981 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:06.510457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] 10.222.0.13 "PUT /v2.0/ports/7582a9ad-8c14-46b3-b068-5159602f6f56 HTTP/1.1" status: 200 len: 1095 time: 2.4594991 Aug 24 00:17:06.570472 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ded365dd-078e-4454-9aeb-c23702efb2be req-50f456ea-2a55-49a1-9662-2ebe002c1ea5 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:06.618891 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be1aa6f5-9329-4cf9-8b5d-9e1c7b2e2d70 req-2edd3fdb-2050-4386-9472-f0ffb095cbc1 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/security-groups?id=26cc1ee8-c45d-4cf8-bcd5-15e322fdc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249875 Aug 24 00:17:06.652109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7b13a-793c-4eae-8a68-9f2591c0055d service neutron] Pushing event updated for resources: {'Port': ['ID=7582a9ad-8c14-46b3-b068-5159602f6f56,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:06.663243 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-29ba4f22-404a-4587-a8c2-94e5df6d02ef req-24b34304-f69d-4492-8257-cb9e2bdd64cb tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 24 00:17:06.664356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29ba4f22-404a-4587-a8c2-94e5df6d02ef req-24b34304-f69d-4492-8257-cb9e2bdd64cb tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "DELETE /v2.0/security-groups/1dd65e83-0d7e-40cf-9695-1ab60ead17da HTTP/1.1" status: 409 len: 341 time: 0.3463094 Aug 24 00:17:06.708412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec4504-56ee-4c8b-bea8-7b02ab67458d req-8c19d7b8-8625-4bc2-b016-b773d0fe968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:06.715551 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ec4504-56ee-4c8b-bea8-7b02ab67458d req-8c19d7b8-8625-4bc2-b016-b773d0fe968d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b84cef5d-c79b-41f0-a662-0612779e92a3 HTTP/1.1" status: 200 len: 914 time: 0.3450079 Aug 24 00:17:06.794903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8853665-7e40-4dce-8e80-16c8db572d59 req-6d3ccec2-132e-489e-986b-e4236cb8e2a9 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 210 time: 0.0789981 Aug 24 00:17:06.796933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-f12ae0a5-60d1-41cc-9191-f5751a00f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:06.798647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-f12ae0a5-60d1-41cc-9191-f5751a00f3de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1629debab7745b6a45669851e02c716&device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 1098 time: 0.2010710 Aug 24 00:17:06.800901 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ded365dd-078e-4454-9aeb-c23702efb2be req-50f456ea-2a55-49a1-9662-2ebe002c1ea5 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:06.803666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ec4504-56ee-4c8b-bea8-7b02ab67458d req-10d1c9b7-ef43-48c7-831f-5caa47198359 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6007ccff-9c76-4ac9-a9ec-a4a3bc899881 HTTP/1.1" status: 200 len: 217 time: 0.0664415 Aug 24 00:17:07.259394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-f35aba9d-2c68-45a0-9c35-3aa7fec82ef0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7582a9ad-8c14-46b3-b068-5159602f6f56 HTTP/1.1" status: 200 len: 217 time: 0.4190609 Aug 24 00:17:07.283830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded365dd-078e-4454-9aeb-c23702efb2be req-50f456ea-2a55-49a1-9662-2ebe002c1ea5 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Network 882d1f76-c05c-429c-8a4f-07709f0a7b7f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:07.304187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-ded365dd-078e-4454-9aeb-c23702efb2be req-50f456ea-2a55-49a1-9662-2ebe002c1ea5 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:07.329501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded365dd-078e-4454-9aeb-c23702efb2be req-50f456ea-2a55-49a1-9662-2ebe002c1ea5 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:07.369562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f456ea-2a55-49a1-9662-2ebe002c1ea5 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Pushing event updated for resources: {'Port': ['ID=6d0e0862-8191-4573-8c1e-8ffc6f855f24,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:07.379429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec4504-56ee-4c8b-bea8-7b02ab67458d req-ac61d69f-bd28-499e-b6ae-732733053e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:07.380958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ec4504-56ee-4c8b-bea8-7b02ab67458d req-ac61d69f-bd28-499e-b6ae-732733053e60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2aad9e7b-2316-42ba-919d-3ec87fa73e7b HTTP/1.1" status: 200 len: 853 time: 0.5398438 Aug 24 00:17:07.425160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46027bbb-c8f2-48b2-9d8e-a7a006fb0d2b req-001f84f6-5630-4ce5-a0be-8616fecf5db7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:07.426690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46027bbb-c8f2-48b2-9d8e-a7a006fb0d2b req-001f84f6-5630-4ce5-a0be-8616fecf5db7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 1024 time: 0.2534211 Aug 24 00:17:07.451377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ec4504-56ee-4c8b-bea8-7b02ab67458d req-a6a4e5ff-2d72-465f-975e-617ef14b6207 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b84cef5d-c79b-41f0-a662-0612779e92a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527651 Aug 24 00:17:07.458573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d03b2-e083-41bd-848b-39685615b84b req-ace6e637-950d-4cea-9761-6d0ac5ed0617 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:07.459994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d1d03b2-e083-41bd-848b-39685615b84b req-ace6e637-950d-4cea-9761-6d0ac5ed0617 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 949 time: 0.2889924 Aug 24 00:17:07.471128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-ca2f889d-d041-4e36-bdf0-b15c2af405e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:07.472552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-ca2f889d-d041-4e36-bdf0-b15c2af405e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1877341 Aug 24 00:17:07.500832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded365dd-078e-4454-9aeb-c23702efb2be req-50f456ea-2a55-49a1-9662-2ebe002c1ea5 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:07.501449 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ded365dd-078e-4454-9aeb-c23702efb2be req-50f456ea-2a55-49a1-9662-2ebe002c1ea5 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:07.591892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2549e16f-cc65-477f-b266-ba499e3ae774 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:07.616400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded365dd-078e-4454-9aeb-c23702efb2be req-50f456ea-2a55-49a1-9662-2ebe002c1ea5 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4597564 Aug 24 00:17:07.642892 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46027bbb-c8f2-48b2-9d8e-a7a006fb0d2b req-b3728933-9fcb-4727-83ac-cae76f679232 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&id=1dd65e83-0d7e-40cf-9695-1ab60ead17da&id=d168c762-71bb-4bd8-bbe1-2ebd659d5a07&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1966376 Aug 24 00:17:07.669385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 2549e16f-cc65-477f-b266-ba499e3ae774 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:07.672289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Request body: {'port': {'device_id': '2e934242-b15d-4d40-b0fc-ce8f7d14eb11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:07.677501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 2549e16f-cc65-477f-b266-ba499e3ae774 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:07.678740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d1d03b2-e083-41bd-848b-39685615b84b req-501ae995-ce9c-48cd-9583-9da812013a04 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044811 Aug 24 00:17:07.694862 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:07.756397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-f3237ee7-05b7-4dc0-b4c9-d7e80aa80095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:07.757935 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-f3237ee7-05b7-4dc0-b4c9-d7e80aa80095 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2523901 Aug 24 00:17:07.766701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ec4504-56ee-4c8b-bea8-7b02ab67458d req-1d72e7d7-910e-4af3-b4d1-e08adf2e78b0 service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056161 Aug 24 00:17:07.806368 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:07.911908 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:07.952768 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:07.957182 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896d6980-ceb4-42d4-b31e-7684554d1a0f" -d '{"events": [{"server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "name": "network-vif-plugged", "status": "completed", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:07.971957 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:07.979290 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:08.071242 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2549e16f-cc65-477f-b266-ba499e3ae774,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:08.080493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401fc459-171a-43ec-bcd2-829c54d25ebf', 'tag': '7582a9ad-8c14-46b3-b068-5159602f6f56'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:08.082858 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119c8162-b272-42dc-9b98-a68d556fb1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "401fc459-171a-43ec-bcd2-829c54d25ebf", "tag": "7582a9ad-8c14-46b3-b068-5159602f6f56"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:08.305524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-f14c91da-0a4e-4cfb-a44c-e209373f48b5 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359362 Aug 24 00:17:08.395568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-4e942384-826c-4065-9c35-88fa3f23ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:08.397935 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-4e942384-826c-4065-9c35-88fa3f23ac12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b&tenant_id=fcbd557231c74eedb4681fd7496dc8b0 HTTP/1.1" status: 200 len: 1101 time: 0.0492573 Aug 24 00:17:08.417423 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:08.475275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32ec4504-56ee-4c8b-bea8-7b02ab67458d req-3719822f-fb72-410d-a5b4-1819d60acf8b service neutron] 10.222.0.13 "GET /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087301 Aug 24 00:17:08.483125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa18ed4-2360-45cf-ae8e-dd1689b81a85 req-679cc0b8-6ccb-4863-a059-36ed4e51b56d tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:08.485904 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:08.488661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa18ed4-2360-45cf-ae8e-dd1689b81a85 req-679cc0b8-6ccb-4863-a059-36ed4e51b56d tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 947 time: 0.5313830 Aug 24 00:17:08.527336 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbd82638-d6db-4845-b327-1eb772156e2e req-54f0e16e-0e3d-4e1f-b604-53092a44072c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5215008 Aug 24 00:17:08.544643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b42322-17bd-4e76-b9b0-42162cd72a56 req-4c750251-fae9-419a-a181-c695a290284a tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:08.546162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85b42322-17bd-4e76-b9b0-42162cd72a56 req-4c750251-fae9-419a-a181-c695a290284a tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 931 time: 0.4598935 Aug 24 00:17:08.674364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa18ed4-2360-45cf-ae8e-dd1689b81a85 req-f9d019c1-7f52-4248-9252-89c3b02387fb tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/security-groups?id=26cc1ee8-c45d-4cf8-bcd5-15e322fdc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762426 Aug 24 00:17:08.712618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f90ff64-ae49-466b-8cf8-9fc43f7df336 req-773c0ce4-b4b9-4df9-8070-b02e4433b0de service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190663 Aug 24 00:17:08.732983 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85b42322-17bd-4e76-b9b0-42162cd72a56 req-526e234c-dd8f-4162-a829-04f9124fce6a tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/security-groups?id=54135b0b-4f46-467a-9a53-9679e216fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752603 Aug 24 00:17:08.768506 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:08.795727 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7e77b5-48a2-4f59-b75e-b96b67ca51a0 x-openstack-request-id: req-5a7e77b5-48a2-4f59-b75e-b96b67ca51a0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:08.796572 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "name": "network-vif-plugged", "status": "completed", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:08.796990 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a7e77b5-48a2-4f59-b75e-b96b67ca51a0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:08.797532 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774', 'code': 200} Aug 24 00:17:08.809681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd82638-d6db-4845-b327-1eb772156e2e req-c93f8ffe-9640-4fbd-80e8-84416fe6e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:08.811280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbd82638-d6db-4845-b327-1eb772156e2e req-c93f8ffe-9640-4fbd-80e8-84416fe6e521 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 1101 time: 0.2035096 Aug 24 00:17:08.823884 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dfbfa2-c5f2-42a6-b154-1cf191bff3a6 x-openstack-request-id: req-d6dfbfa2-c5f2-42a6-b154-1cf191bff3a6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:08.824398 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401fc459-171a-43ec-bcd2-829c54d25ebf", "tag": "7582a9ad-8c14-46b3-b068-5159602f6f56", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:08.824977 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6dfbfa2-c5f2-42a6-b154-1cf191bff3a6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:08.825530 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401fc459-171a-43ec-bcd2-829c54d25ebf', 'tag': '7582a9ad-8c14-46b3-b068-5159602f6f56', 'status': 'completed', 'code': 200} Aug 24 00:17:08.837018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0e0862-8191-4573-8c1e-8ffc6f855f24 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:08.861636 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:08.872320 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:08.912926 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:08.916245 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b827c2b-8d84-4f6d-a40c-ec518914bc44" -d '{"events": [{"server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "name": "network-vif-unplugged", "status": "completed", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:08.920644 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:08.934080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Transition to ACTIVE for port object 2549e16f-cc65-477f-b266-ba499e3ae774 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:08.939850 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:08.960003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Transition to ACTIVE for port object 6d0e0862-8191-4573-8c1e-8ffc6f855f24 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:08.987419 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Pushing event updated for resources: {'Port': ['ID=2549e16f-cc65-477f-b266-ba499e3ae774,revision_number=10']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:09.001688 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:09.002315 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:09.002867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:09.003515 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:09.005063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:09.005560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:09.006053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:09.006540 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:09.007219 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:09.007851 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:09.008492 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:09.008978 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:09.029265 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:09.048451 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] No DVR routers for this DVR port 2549e16f-cc65-477f-b266-ba499e3ae774 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:09.113073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Attempting to bind port 2549e16f-cc65-477f-b266-ba499e3ae774 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:09.113426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Attempting to bind port 2549e16f-cc65-477f-b266-ba499e3ae774 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:09.114271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Attempting to bind port 2549e16f-cc65-477f-b266-ba499e3ae774 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:09.120524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Port 2549e16f-cc65-477f-b266-ba499e3ae774 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:09.120858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Attempting to bind port 2549e16f-cc65-477f-b266-ba499e3ae774 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:09.128142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:09.128486 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:09.128876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:09.129312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Bound port: 2549e16f-cc65-477f-b266-ba499e3ae774, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:09.129668 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:09.182633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd82638-d6db-4845-b327-1eb772156e2e req-5c6c8461-b328-436d-9e43-1260aeecd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:09.184249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbd82638-d6db-4845-b327-1eb772156e2e req-5c6c8461-b328-436d-9e43-1260aeecd1d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.3365242 Aug 24 00:17:09.221386 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:09.224963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:09.228924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3018a16-8666-4134-91de-ca1e63063cc2 req-e0ad83d3-e1aa-4079-b123-d6938dd46468 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:09.236772 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3018a16-8666-4134-91de-ca1e63063cc2 req-e0ad83d3-e1aa-4079-b123-d6938dd46468 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 949 time: 0.3046296 Aug 24 00:17:09.246866 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:09.288484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:09.289103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:09.294801 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] 10.222.0.47 "PUT /v2.0/ports/2549e16f-cc65-477f-b266-ba499e3ae774 HTTP/1.1" status: 200 len: 1097 time: 0.8800097 Aug 24 00:17:09.393355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0e0862-8191-4573-8c1e-8ffc6f855f24,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:09.405011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbd82638-d6db-4845-b327-1eb772156e2e req-81cfa271-59cb-48f4-89f3-78fe4fe16197 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f9dab052-e794-4afc-b6b5-bcac010f738d HTTP/1.1" status: 200 len: 217 time: 0.2059271 Aug 24 00:17:09.413766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5534f-31bd-4c61-9b27-767ca5a3385e req-e6ab7a00-baf6-4730-ae4f-560dcf0e8af8 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:09.416568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59c5534f-31bd-4c61-9b27-767ca5a3385e req-e6ab7a00-baf6-4730-ae4f-560dcf0e8af8 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 1024 time: 0.4834747 Aug 24 00:17:09.442193 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-e7946fd3-8c25-4f3b-8c60-ede3f4b762de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:09.443873 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-e7946fd3-8c25-4f3b-8c60-ede3f4b762de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 1100 time: 0.0943377 Aug 24 00:17:09.444700 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ccd68-d270-4a76-8608-fe2aa4a9d872 service neutron] Pushing event updated for resources: {'Port': ['ID=2549e16f-cc65-477f-b266-ba499e3ae774,revision_number=11']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:09.445404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8162-b272-42dc-9b98-a68d556fb1a7 req-65dc25cd-b188-41b2-9d68-12a24b9c3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:09.448520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-119c8162-b272-42dc-9b98-a68d556fb1a7 req-65dc25cd-b188-41b2-9d68-12a24b9c3253 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1629debab7745b6a45669851e02c716&device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 1098 time: 0.4229293 Aug 24 00:17:09.567061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-837e2b1c-fdc3-478b-8313-012e4123d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:09.569012 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-837e2b1c-fdc3-478b-8313-012e4123d726 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1160023 Aug 24 00:17:09.614494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3018a16-8666-4134-91de-ca1e63063cc2 req-54f59940-676c-4263-ae90-ef5ff59d5329 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767562 Aug 24 00:17:09.621358 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-5f30af62-039b-4836-a00f-845aade8e8c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2549e16f-cc65-477f-b266-ba499e3ae774 HTTP/1.1" status: 200 len: 217 time: 0.0451555 Aug 24 00:17:09.658115 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59c5534f-31bd-4c61-9b27-767ca5a3385e req-e7f007e2-8058-4342-a690-a0ff0f505420 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&id=1dd65e83-0d7e-40cf-9695-1ab60ead17da&id=d168c762-71bb-4bd8-bbe1-2ebd659d5a07&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2064621 Aug 24 00:17:09.667164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1261d95-cea2-406f-ade8-4b56a7eea8c2 req-5cb7c7df-6905-423c-a2bf-259ac3c3ae0b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:09.668718 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1261d95-cea2-406f-ade8-4b56a7eea8c2 req-5cb7c7df-6905-423c-a2bf-259ac3c3ae0b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 1024 time: 0.3453186 Aug 24 00:17:09.669468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Attempting to bind port 6d0e0862-8191-4573-8c1e-8ffc6f855f24 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:09.669819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Attempting to bind port 6d0e0862-8191-4573-8c1e-8ffc6f855f24 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'c66221d3-bdbf-428e-a73e-fdf0f36be19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '882d1f76-c05c-429c-8a4f-07709f0a7b7f'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:09.670135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Attempting to bind port 6d0e0862-8191-4573-8c1e-8ffc6f855f24 on network 882d1f76-c05c-429c-8a4f-07709f0a7b7f {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:09.690695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-2f7bea5e-4f07-47f6-9126-5b614e3c0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:09.701814 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-2f7bea5e-4f07-47f6-9126-5b614e3c0fed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0641160 Aug 24 00:17:09.701932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Port 6d0e0862-8191-4573-8c1e-8ffc6f855f24 on network 882d1f76-c05c-429c-8a4f-07709f0a7b7f not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:09.701932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Attempting to bind port 6d0e0862-8191-4573-8c1e-8ffc6f855f24 on network 882d1f76-c05c-429c-8a4f-07709f0a7b7f {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:09.701932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd82638-d6db-4845-b327-1eb772156e2e req-c4b2fd3e-2cb7-46bf-8900-d86ef19091a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:09.701932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbd82638-d6db-4845-b327-1eb772156e2e req-c4b2fd3e-2cb7-46bf-8900-d86ef19091a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.2616303 Aug 24 00:17:09.766018 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-ad4134b6-4159-4a73-aaf9-97c60e7a1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:09.768063 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-ad4134b6-4159-4a73-aaf9-97c60e7a1b58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675182 Aug 24 00:17:09.777088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:09.777464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Checking segment: {'id': 'c66221d3-bdbf-428e-a73e-fdf0f36be19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '882d1f76-c05c-429c-8a4f-07709f0a7b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:09.777854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Bound using segment: {'id': 'c66221d3-bdbf-428e-a73e-fdf0f36be19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '882d1f76-c05c-429c-8a4f-07709f0a7b7f'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:09.778730 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Bound port: 6d0e0862-8191-4573-8c1e-8ffc6f855f24, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66221d3-bdbf-428e-a73e-fdf0f36be19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '882d1f76-c05c-429c-8a4f-07709f0a7b7f'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:09.778903 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:09.787439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8162-b272-42dc-9b98-a68d556fb1a7 req-6b508f17-b3bd-4bb7-8d07-997549d5c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:09.789170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-119c8162-b272-42dc-9b98-a68d556fb1a7 req-6b508f17-b3bd-4bb7-8d07-997549d5c6ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.3207657 Aug 24 00:17:09.890673 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-ef8f6c9c-1eb2-4bf9-a824-b1aef926e104 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125512 Aug 24 00:17:09.915624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-119c8162-b272-42dc-9b98-a68d556fb1a7 req-893c283d-8831-4e46-8ffb-8cd517fa0c65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7582a9ad-8c14-46b3-b068-5159602f6f56 HTTP/1.1" status: 200 len: 217 time: 0.0725100 Aug 24 00:17:09.925355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd82638-d6db-4845-b327-1eb772156e2e req-1b5a694e-afe8-4bad-927c-814eaf0618e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:09.927010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbd82638-d6db-4845-b327-1eb772156e2e req-1b5a694e-afe8-4bad-927c-814eaf0618e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2071080 Aug 24 00:17:09.954418 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7974b5dd-65a8-46ff-b7c0-336d19f5e0a8 x-openstack-request-id: req-7974b5dd-65a8-46ff-b7c0-336d19f5e0a8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:09.954700 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "name": "network-vif-unplugged", "status": "completed", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:09.954974 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7974b5dd-65a8-46ff-b7c0-336d19f5e0a8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:09.955359 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774', 'code': 200} Aug 24 00:17:10.019518 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-15489a3d-4df4-4872-94e5-2a0f25f67fd7 req-6c173cc7-dcbc-486a-8f3e-b6bbef72106a service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205821 Aug 24 00:17:10.331414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] For port 6d0e0862-8191-4573-8c1e-8ffc6f855f24, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:10.416621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] For port 6d0e0862-8191-4573-8c1e-8ffc6f855f24, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=6d0e0862-8191-4573-8c1e-8ffc6f855f24,segment=NetworkSegment(c66221d3-bdbf-428e-a73e-fdf0f36be19c),segment_id=c66221d3-bdbf-428e-a73e-fdf0f36be19c)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:10.429839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8162-b272-42dc-9b98-a68d556fb1a7 req-a9621a9a-c313-4e18-aeab-0fd45f21dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:10.430698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-119c8162-b272-42dc-9b98-a68d556fb1a7 req-a9621a9a-c313-4e18-aeab-0fd45f21dca0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.4976697 Aug 24 00:17:10.442039 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:10.470455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b1261d95-cea2-406f-ade8-4b56a7eea8c2 req-babd8f17-dad8-4d50-8a19-be9dea5d6ed7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Deleting port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:10.470811 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b1261d95-cea2-406f-ade8-4b56a7eea8c2 req-babd8f17-dad8-4d50-8a19-be9dea5d6ed7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:10.586082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:10.586971 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:10.588493 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded365dd-078e-4454-9aeb-c23702efb2be req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] 10.222.0.47 "PUT /v2.0/ports/6d0e0862-8191-4573-8c1e-8ffc6f855f24 HTTP/1.1" status: 200 len: 1091 time: 2.9446280 Aug 24 00:17:10.619526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e168f-169e-4530-a7ed-f39600cb09c7 req-d20a2c71-c365-45e8-8077-09e73e4d4a40 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:10.621034 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-092e168f-169e-4530-a7ed-f39600cb09c7 req-d20a2c71-c365-45e8-8077-09e73e4d4a40 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 943 time: 0.2846935 Aug 24 00:17:10.635699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b204d-86ba-40d0-8b92-ddf5db911792 req-fa2a04db-2cc2-445a-800c-f48f3ba253ee tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:10.636959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b3b204d-86ba-40d0-8b92-ddf5db911792 req-fa2a04db-2cc2-445a-800c-f48f3ba253ee tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 947 time: 0.3016102 Aug 24 00:17:10.639102 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbd82638-d6db-4845-b327-1eb772156e2e req-8e956013-88a4-437f-8461-e000bf21164d service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914308 Aug 24 00:17:10.702348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf42b40-e1cb-4079-accb-331ba33860e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0e0862-8191-4573-8c1e-8ffc6f855f24,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:10.826751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8162-b272-42dc-9b98-a68d556fb1a7 req-ccdefb14-3878-40bf-a166-ae1df63ced57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:10.828399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-119c8162-b272-42dc-9b98-a68d556fb1a7 req-ccdefb14-3878-40bf-a166-ae1df63ced57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3063185 Aug 24 00:17:10.840020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e934242-b15d-4d40-b0fc-ce8f7d14eb11', 'tag': '6d0e0862-8191-4573-8c1e-8ffc6f855f24'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:10.842413 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d65d7f-f213-4709-8aaf-37977c607393" -d '{"events": [{"name": "network-changed", "server_uuid": "2e934242-b15d-4d40-b0fc-ce8f7d14eb11", "tag": "6d0e0862-8191-4573-8c1e-8ffc6f855f24"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:10.862748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-092e168f-169e-4530-a7ed-f39600cb09c7 req-f90d56d4-e5b2-462f-9f96-071941a55c7f tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/security-groups?id=54135b0b-4f46-467a-9a53-9679e216fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227020 Aug 24 00:17:10.872986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b3b204d-86ba-40d0-8b92-ddf5db911792 req-d33f57cb-15ce-460a-9e22-3182c252f4fa tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/security-groups?id=26cc1ee8-c45d-4cf8-bcd5-15e322fdc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242575 Aug 24 00:17:10.874951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b1261d95-cea2-406f-ade8-4b56a7eea8c2 req-babd8f17-dad8-4d50-8a19-be9dea5d6ed7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] For port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,segment=NetworkSegment(de09799d-5b9f-4c0f-9980-1f8211abc794),segment_id=de09799d-5b9f-4c0f-9980-1f8211abc794)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:10.875331 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b1261d95-cea2-406f-ade8-4b56a7eea8c2 req-babd8f17-dad8-4d50-8a19-be9dea5d6ed7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:10.953458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b1261d95-cea2-406f-ade8-4b56a7eea8c2 req-babd8f17-dad8-4d50-8a19-be9dea5d6ed7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Calling delete_port for 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:10.970112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded365dd-078e-4454-9aeb-c23702efb2be req-fefcedc6-724e-4976-ae9d-85ccb27f0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:10.971656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded365dd-078e-4454-9aeb-c23702efb2be req-fefcedc6-724e-4976-ae9d-85ccb27f0d3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9482f091aa0347218553615f03e89fb7&device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 1094 time: 0.3053598 Aug 24 00:17:10.986186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbd82638-d6db-4845-b327-1eb772156e2e req-ddf00a20-d336-4f62-879d-be1833bee1c6 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247941 Aug 24 00:17:11.116779 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded365dd-078e-4454-9aeb-c23702efb2be req-1e9fd6fc-07ac-4280-88c1-9eb3fcb0928a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d0e0862-8191-4573-8c1e-8ffc6f855f24 HTTP/1.1" status: 200 len: 217 time: 0.1118886 Aug 24 00:17:11.139525 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-119c8162-b272-42dc-9b98-a68d556fb1a7 req-b8a81b26-0abc-4e5f-a56d-efc83830dce4 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898302 Aug 24 00:17:11.268162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de662b-967d-4cdc-9c55-3b4846964cb9 req-43208ce4-47da-469e-897d-a65b617c2dab tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:11.269579 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99de662b-967d-4cdc-9c55-3b4846964cb9 req-43208ce4-47da-469e-897d-a65b617c2dab tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 949 time: 0.2896371 Aug 24 00:17:11.303869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded365dd-078e-4454-9aeb-c23702efb2be req-44a013a2-4081-4ee9-bf8c-8807c116af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:11.305719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded365dd-078e-4454-9aeb-c23702efb2be req-44a013a2-4081-4ee9-bf8c-8807c116af6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=11f4912a-ac0d-41fe-a024-c1f493552102 HTTP/1.1" status: 200 len: 853 time: 0.1795092 Aug 24 00:17:11.374666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded365dd-078e-4454-9aeb-c23702efb2be req-7b17354b-3c27-461b-868d-acc6169f5add service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=882d1f76-c05c-429c-8a4f-07709f0a7b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573745 Aug 24 00:17:11.387989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b226bea-c43b-4531-86ac-71ebf553da1b req-5dec5945-eabd-4a81-91bd-7721d58855e2 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:11.389699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b226bea-c43b-4531-86ac-71ebf553da1b req-5dec5945-eabd-4a81-91bd-7721d58855e2 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9 HTTP/1.1" status: 200 len: 1024 time: 0.2453876 Aug 24 00:17:11.436286 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99de662b-967d-4cdc-9c55-3b4846964cb9 req-8a393dcd-b421-4732-980d-9abf3380944f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553352 Aug 24 00:17:11.508412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-119c8162-b272-42dc-9b98-a68d556fb1a7 req-db6cc3f6-9cb6-4559-ab24-621188bc6c28 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351657 Aug 24 00:17:11.551703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b226bea-c43b-4531-86ac-71ebf553da1b req-e103aa11-c866-43a1-89b2-f3a3eb5be554 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&id=1dd65e83-0d7e-40cf-9695-1ab60ead17da&id=d168c762-71bb-4bd8-bbe1-2ebd659d5a07&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1452346 Aug 24 00:17:11.553563 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b1261d95-cea2-406f-ade8-4b56a7eea8c2 req-babd8f17-dad8-4d50-8a19-be9dea5d6ed7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:11.585798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd8f17-dad8-4d50-8a19-be9dea5d6ed7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event deleted for resources: {'Port': ['ID=6007ccff-9c76-4ac9-a9ec-a4a3bc899881,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:11.598035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['79896bfd-6aae-41e1-b4cd-ef67b5cf69d9', '6007ccff-9c76-4ac9-a9ec-a4a3bc899881'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:11.626357 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a6b3a1-a3c9-482d-bd70-6bffe4fd6b0e x-openstack-request-id: req-59a6b3a1-a3c9-482d-bd70-6bffe4fd6b0e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:11.626663 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e934242-b15d-4d40-b0fc-ce8f7d14eb11", "tag": "6d0e0862-8191-4573-8c1e-8ffc6f855f24", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:11.627022 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59a6b3a1-a3c9-482d-bd70-6bffe4fd6b0e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:11.627322 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e934242-b15d-4d40-b0fc-ce8f7d14eb11', 'tag': '6d0e0862-8191-4573-8c1e-8ffc6f855f24', 'status': 'completed', 'code': 200} Aug 24 00:17:11.628477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7582a9ad-8c14-46b3-b068-5159602f6f56 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:11.631318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2549e16f-cc65-477f-b266-ba499e3ae774 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:11.632501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded365dd-078e-4454-9aeb-c23702efb2be req-d496802d-03e7-4a08-bb34-22ce241c2d24 service neutron] 10.222.0.47 "GET /v2.0/networks/882d1f76-c05c-429c-8a4f-07709f0a7b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381563 Aug 24 00:17:11.665219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1261d95-cea2-406f-ade8-4b56a7eea8c2 req-babd8f17-dad8-4d50-8a19-be9dea5d6ed7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] No DVR routers for this DVR port 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:11.670535 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b1261d95-cea2-406f-ade8-4b56a7eea8c2 req-babd8f17-dad8-4d50-8a19-be9dea5d6ed7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:11.673205 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1261d95-cea2-406f-ade8-4b56a7eea8c2 req-babd8f17-dad8-4d50-8a19-be9dea5d6ed7 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.13 "DELETE /v2.0/ports/6007ccff-9c76-4ac9-a9ec-a4a3bc899881 HTTP/1.1" status: 204 len: 173 time: 1.9710524 Aug 24 00:17:11.773196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2549e16f-cc65-477f-b266-ba499e3ae774 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:11.814057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13ef6b-1aec-4cc0-8f7e-5f1fb9efdd99 req-fd9b1226-2785-493b-8ef8-dfe17562a8c8 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:11.815709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f13ef6b-1aec-4cc0-8f7e-5f1fb9efdd99 req-fd9b1226-2785-493b-8ef8-dfe17562a8c8 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 945 time: 0.1048994 Aug 24 00:17:11.843667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded365dd-078e-4454-9aeb-c23702efb2be req-242fc35a-c785-41e3-8aaa-fd53ef5844c2 service neutron] 10.222.0.47 "GET /v2.0/networks/882d1f76-c05c-429c-8a4f-07709f0a7b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815495 Aug 24 00:17:11.846263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7582a9ad-8c14-46b3-b068-5159602f6f56, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7582a9ad-8c14-46b3-b068-5159602f6f56,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:11.864906 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f13ef6b-1aec-4cc0-8f7e-5f1fb9efdd99 req-2ca921ed-323d-4211-9625-8c18df0f256d tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393422 Aug 24 00:17:11.874120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '7582a9ad-8c14-46b3-b068-5159602f6f56', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '7582a9ad-8c14-46b3-b068-5159602f6f56', 'mac_address': 'fa:16:3e:b2:0f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:11.941823 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:11.956615 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:11.960096 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656be319-d18a-4f8a-bb49-adaf79bf2aac" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:11.969710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7582a9ad-8c14-46b3-b068-5159602f6f56 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:12.004020 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7582a9ad-8c14-46b3-b068-5159602f6f56, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7582a9ad-8c14-46b3-b068-5159602f6f56,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:12.009566 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:12.076162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7582a9ad-8c14-46b3-b068-5159602f6f56,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:12.103112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081667d-8851-4939-94c4-16b0d1214c82 req-01441e97-abba-466a-868a-eb361b891615 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:12.104586 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0081667d-8851-4939-94c4-16b0d1214c82 req-01441e97-abba-466a-868a-eb361b891615 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.13 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 945 time: 0.1624286 Aug 24 00:17:12.106287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d65d7f-f213-4709-8aaf-37977c607393 req-5af5fc91-9d49-40f0-826d-3fd7d1b714dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:12.107652 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6d65d7f-f213-4709-8aaf-37977c607393 req-5af5fc91-9d49-40f0-826d-3fd7d1b714dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9482f091aa0347218553615f03e89fb7&device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 1094 time: 0.1335437 Aug 24 00:17:12.123178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa4e81-c12e-4c75-b83f-fbd6dcb3e04d req-c9d5e007-70e5-41a5-a5a7-8bd9769e9278 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:12.124557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aeaa4e81-c12e-4c75-b83f-fbd6dcb3e04d req-c9d5e007-70e5-41a5-a5a7-8bd9769e9278 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 948 time: 0.1208529 Aug 24 00:17:12.140093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0026410-34e1-43f1-ad01-923ada4118ba req-4b6d758d-8572-4305-9eed-5ce5892bd6f8 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:12.141475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c0026410-34e1-43f1-ad01-923ada4118ba req-4b6d758d-8572-4305-9eed-5ce5892bd6f8 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 943 time: 0.1389854 Aug 24 00:17:12.324278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aeaa4e81-c12e-4c75-b83f-fbd6dcb3e04d req-604cfc5c-8862-453a-b3d6-f0b002645d21 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/security-groups?id=26cc1ee8-c45d-4cf8-bcd5-15e322fdc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751492 Aug 24 00:17:12.345684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c0026410-34e1-43f1-ad01-923ada4118ba req-450827ac-c54d-458c-9ac5-34aaa0654a27 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/security-groups?id=54135b0b-4f46-467a-9a53-9679e216fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888828 Aug 24 00:17:12.379946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d65d7f-f213-4709-8aaf-37977c607393 req-8ec86e07-3d49-46de-971c-8b25ce924bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:12.382806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6d65d7f-f213-4709-8aaf-37977c607393 req-8ec86e07-3d49-46de-971c-8b25ce924bf8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=882d1f76-c05c-429c-8a4f-07709f0a7b7f HTTP/1.1" status: 200 len: 914 time: 0.2572451 Aug 24 00:17:12.388698 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f102532a-f3cc-4b00-89db-46ac9d324911 x-openstack-request-id: req-f102532a-f3cc-4b00-89db-46ac9d324911 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:12.389235 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:12.389624 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f102532a-f3cc-4b00-89db-46ac9d324911 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:12.390043 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774', 'status': 'completed', 'code': 200} Aug 24 00:17:12.448826 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6d65d7f-f213-4709-8aaf-37977c607393 req-0b563a63-bdec-4816-97a7-da08fa1db50b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d0e0862-8191-4573-8c1e-8ffc6f855f24 HTTP/1.1" status: 200 len: 217 time: 0.0537348 Aug 24 00:17:12.487269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0081667d-8851-4939-94c4-16b0d1214c82 req-88753f70-17ac-4e24-bdc4-20e683c28e08 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Deleting port c99d7df1-d974-459a-a429-36212e113ee4 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:12.487616 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0081667d-8851-4939-94c4-16b0d1214c82 req-88753f70-17ac-4e24-bdc4-20e683c28e08 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:12.536657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7582a9ad-8c14-46b3-b068-5159602f6f56'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:12.666174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-9de74506-1de1-46e4-bd0b-69fcf447c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:12.667682 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-9de74506-1de1-46e4-bd0b-69fcf447c1b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 1100 time: 0.2284164 Aug 24 00:17:12.702222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-16ad4d71-5912-4235-baaa-0d8acdc4aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:12.703862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-16ad4d71-5912-4235-baaa-0d8acdc4aced service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 1100 time: 0.2509480 Aug 24 00:17:12.705259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d65d7f-f213-4709-8aaf-37977c607393 req-9a7db618-8a7c-4164-87ed-02c5cd5e4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:12.706639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6d65d7f-f213-4709-8aaf-37977c607393 req-9a7db618-8a7c-4164-87ed-02c5cd5e4df9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=11f4912a-ac0d-41fe-a024-c1f493552102 HTTP/1.1" status: 200 len: 853 time: 0.2281551 Aug 24 00:17:13.065150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd9beb-1eb3-4282-abab-0edc55460257 req-42ca5ca1-2eff-40ec-8a51-fb4ec5dad266 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:13.066789 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4bfd9beb-1eb3-4282-abab-0edc55460257 req-42ca5ca1-2eff-40ec-8a51-fb4ec5dad266 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 949 time: 0.5373659 Aug 24 00:17:13.108803 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6d65d7f-f213-4709-8aaf-37977c607393 req-c11e2ac3-429a-420f-81ca-ff2da7b2d667 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=882d1f76-c05c-429c-8a4f-07709f0a7b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100554 Aug 24 00:17:13.118489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0081667d-8851-4939-94c4-16b0d1214c82 req-88753f70-17ac-4e24-bdc4-20e683c28e08 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] For port c99d7df1-d974-459a-a429-36212e113ee4, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c99d7df1-d974-459a-a429-36212e113ee4,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:13.118949 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0081667d-8851-4939-94c4-16b0d1214c82 req-88753f70-17ac-4e24-bdc4-20e683c28e08 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:13.215515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0081667d-8851-4939-94c4-16b0d1214c82 req-88753f70-17ac-4e24-bdc4-20e683c28e08 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Calling delete_port for c99d7df1-d974-459a-a429-36212e113ee4 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:13.313197 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6efb9a46-6873-4f9c-8430-228f01b9fa96 req-9d47d288-4b50-4fc6-8be7-937008bd0614 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/d168c762-71bb-4bd8-bbe1-2ebd659d5a07 HTTP/1.1" status: 200 len: 1801 time: 0.3120193 Aug 24 00:17:13.315826 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4bfd9beb-1eb3-4282-abab-0edc55460257 req-6849e61a-be1b-4cf4-aaf1-ef208ceb5ad5 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161455 Aug 24 00:17:13.404335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-c7b398b0-c220-4c96-bc50-86f56b4bf8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:13.405841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-c7b398b0-c220-4c96-bc50-86f56b4bf8a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.7239068 Aug 24 00:17:13.423847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-ed816400-84cd-4b54-b8d2-8376a2988033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:13.425346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-ed816400-84cd-4b54-b8d2-8376a2988033 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.4230809 Aug 24 00:17:13.470505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6d65d7f-f213-4709-8aaf-37977c607393 req-dab43af5-28fb-44a8-a33f-a4cf483f5b3a service neutron] 10.222.0.47 "GET /v2.0/networks/882d1f76-c05c-429c-8a4f-07709f0a7b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133402 Aug 24 00:17:13.537204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-ecb143e4-8d74-4640-b0e4-eee94b8d87bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2549e16f-cc65-477f-b266-ba499e3ae774 HTTP/1.1" status: 200 len: 217 time: 0.0828772 Aug 24 00:17:13.538487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-1774be0d-d63e-4091-b95f-604326380ecd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2549e16f-cc65-477f-b266-ba499e3ae774 HTTP/1.1" status: 200 len: 217 time: 0.1008778 Aug 24 00:17:13.589250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 2549e16f-cc65-477f-b266-ba499e3ae774 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:13.667406 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7582a9ad-8c14-46b3-b068-5159602f6f56 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:13.670091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9', 'name': 'network-vif-deleted', 'tag': '6007ccff-9c76-4ac9-a9ec-a4a3bc899881'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:13.672573 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003cf7ba-7752-4978-860a-2a02ee6aaa48" -d '{"events": [{"server_uuid": "8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9", "name": "network-vif-deleted", "tag": "6007ccff-9c76-4ac9-a9ec-a4a3bc899881"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:13.715029 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6efb9a46-6873-4f9c-8430-228f01b9fa96 req-b2ec0397-1112-4909-8543-9a8f9ac6222c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:13.738391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:13.753546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '2549e16f-cc65-477f-b266-ba499e3ae774', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '2549e16f-cc65-477f-b266-ba499e3ae774', 'mac_address': 'fa:16:3e:8c:c6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:13.784147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 7582a9ad-8c14-46b3-b068-5159602f6f56 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:13.785721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-b1a8c1ff-7431-4403-9497-b0355221ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:13.787251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-b1a8c1ff-7431-4403-9497-b0355221ed1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.2355518 Aug 24 00:17:13.792826 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 7582a9ad-8c14-46b3-b068-5159602f6f56 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:13.793216 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:13.797176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-2535341e-0f9f-4885-88cb-d58dfccfb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:13.798596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-2535341e-0f9f-4885-88cb-d58dfccfb4ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.2458539 Aug 24 00:17:13.814725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49f0ac-4f03-482e-8966-3a256628b49f req-03ecdfd3-41d4-4720-a07e-587aa339de15 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:13.816296 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f49f0ac-4f03-482e-8966-3a256628b49f req-03ecdfd3-41d4-4720-a07e-587aa339de15 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=781fcffb-ce9c-454a-8430-aa3d34912b98 HTTP/1.1" status: 200 len: 945 time: 0.2925897 Aug 24 00:17:13.817971 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6efb9a46-6873-4f9c-8430-228f01b9fa96 req-b2ec0397-1112-4909-8543-9a8f9ac6222c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:13.829258 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:13.845950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2549e16f-cc65-477f-b266-ba499e3ae774 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:13.875239 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:13.880331 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:13.916530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6d65d7f-f213-4709-8aaf-37977c607393 req-f2693cc2-3713-4bb2-a738-7e3d1865999b service neutron] 10.222.0.47 "GET /v2.0/networks/882d1f76-c05c-429c-8a4f-07709f0a7b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894050 Aug 24 00:17:13.931963 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0081667d-8851-4939-94c4-16b0d1214c82 req-88753f70-17ac-4e24-bdc4-20e683c28e08 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:13.947981 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:13.969266 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=2549e16f-cc65-477f-b266-ba499e3ae774,revision_number=12']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:13.984211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88753f70-17ac-4e24-bdc4-20e683c28e08 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Pushing event deleted for resources: {'Port': ['ID=c99d7df1-d974-459a-a429-36212e113ee4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:13.984836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401fc459-171a-43ec-bcd2-829c54d25ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7582a9ad-8c14-46b3-b068-5159602f6f56'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:13.988107 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa01a1b3-d074-439f-8584-67d659cd14c8" -d '{"events": [{"server_uuid": "401fc459-171a-43ec-bcd2-829c54d25ebf", "name": "network-vif-plugged", "status": "completed", "tag": "7582a9ad-8c14-46b3-b068-5159602f6f56"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:13.999320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f49f0ac-4f03-482e-8966-3a256628b49f req-ea5444a4-8f11-44de-8d19-603319bebf18 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436610 Aug 24 00:17:14.005950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7582a9ad-8c14-46b3-b068-5159602f6f56, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7582a9ad-8c14-46b3-b068-5159602f6f56,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:14.006109 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6efb9a46-6873-4f9c-8430-228f01b9fa96 req-b2ec0397-1112-4909-8543-9a8f9ac6222c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:14.009369 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6efb9a46-6873-4f9c-8430-228f01b9fa96 req-b2ec0397-1112-4909-8543-9a8f9ac6222c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:14.010487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6efb9a46-6873-4f9c-8430-228f01b9fa96 req-b2ec0397-1112-4909-8543-9a8f9ac6222c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "DELETE /v2.0/security-groups/d168c762-71bb-4bd8-bbe1-2ebd659d5a07 HTTP/1.1" status: 204 len: 173 time: 0.6512313 Aug 24 00:17:14.016321 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:14.017404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:14.033283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-ae7b02ae-22c2-44b0-9add-5735d737170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:14.034821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-ae7b02ae-22c2-44b0-9add-5735d737170d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2073307 Aug 24 00:17:14.040837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-862516fe-3472-4140-b7d7-20ecd412c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:14.042536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-862516fe-3472-4140-b7d7-20ecd412c64b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2394412 Aug 24 00:17:14.074032 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:14.074375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6007ccff-9c76-4ac9-a9ec-a4a3bc899881 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:14.074810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c99d7df1-d974-459a-a429-36212e113ee4 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:14.080414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0081667d-8851-4939-94c4-16b0d1214c82 req-88753f70-17ac-4e24-bdc4-20e683c28e08 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] No DVR routers for this DVR port c99d7df1-d974-459a-a429-36212e113ee4 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:14.082129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec0397-1112-4909-8543-9a8f9ac6222c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d168c762-71bb-4bd8-bbe1-2ebd659d5a07,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:14.084108 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0081667d-8851-4939-94c4-16b0d1214c82 req-88753f70-17ac-4e24-bdc4-20e683c28e08 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:14.086101 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0081667d-8851-4939-94c4-16b0d1214c82 req-88753f70-17ac-4e24-bdc4-20e683c28e08 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.13 "DELETE /v2.0/ports/c99d7df1-d974-459a-a429-36212e113ee4 HTTP/1.1" status: 204 len: 173 time: 1.9707999 Aug 24 00:17:14.118217 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: c99d7df1-d974-459a-a429-36212e113ee4 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:14.118709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c99d7df1-d974-459a-a429-36212e113ee4 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:14.145704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7582a9ad-8c14-46b3-b068-5159602f6f56,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:14.300837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a2778-ef24-4640-97b2-a5c2585f29eb req-8c413694-5ab5-438c-8324-273d8bc2611b tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:14.302328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-942a2778-ef24-4640-97b2-a5c2585f29eb req-8c413694-5ab5-438c-8324-273d8bc2611b tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 949 time: 0.2241492 Aug 24 00:17:14.305188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-8cabada6-f621-4599-a0fc-6a04cf2bf7ce service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481654 Aug 24 00:17:14.312423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec066a-07be-4b1a-b40b-0e6010f49086 req-0825ac85-e82c-4b75-b153-21277842b0a2 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:14.313801 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18ec066a-07be-4b1a-b40b-0e6010f49086 req-0825ac85-e82c-4b75-b153-21277842b0a2 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 943 time: 0.2020504 Aug 24 00:17:14.315607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-a9e5bcd9-0570-42a3-acdf-234e6196fc78 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671297 Aug 24 00:17:14.326693 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['2549e16f-cc65-477f-b266-ba499e3ae774'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:14.478007 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-942a2778-ef24-4640-97b2-a5c2585f29eb req-fe564fc3-a5c3-42e4-bf85-cc1ab94c76af tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/security-groups?id=26cc1ee8-c45d-4cf8-bcd5-15e322fdc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603990 Aug 24 00:17:14.500607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18ec066a-07be-4b1a-b40b-0e6010f49086 req-ab5e2fe1-cd74-4866-acb8-65c0b062ef80 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/security-groups?id=54135b0b-4f46-467a-9a53-9679e216fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692045 Aug 24 00:17:14.532209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-b280c9aa-eee0-4a72-b333-656e3376194b service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900909 Aug 24 00:17:14.534439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-656be319-d18a-4f8a-bb49-adaf79bf2aac req-f74017ca-0f66-499f-aef7-1ba9adaea74b service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179904 Aug 24 00:17:14.552489 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6804a779-b2b2-470d-bc18-4c2034d18622 x-openstack-request-id: req-6804a779-b2b2-470d-bc18-4c2034d18622 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:14.552855 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9", "name": "network-vif-deleted", "tag": "6007ccff-9c76-4ac9-a9ec-a4a3bc899881", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:14.553186 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6804a779-b2b2-470d-bc18-4c2034d18622 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:14.553704 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7bd4e4-1de1-4750-8ff6-4ba0794bd6c9', 'name': 'network-vif-deleted', 'tag': '6007ccff-9c76-4ac9-a9ec-a4a3bc899881', 'status': 'completed', 'code': 200} Aug 24 00:17:14.620257 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e62c08-be4b-41a2-9f3f-89822ee6b4eb x-openstack-request-id: req-31e62c08-be4b-41a2-9f3f-89822ee6b4eb {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:14.620792 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401fc459-171a-43ec-bcd2-829c54d25ebf", "name": "network-vif-plugged", "status": "completed", "tag": "7582a9ad-8c14-46b3-b068-5159602f6f56", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:14.620899 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31e62c08-be4b-41a2-9f3f-89822ee6b4eb {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:14.621324 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401fc459-171a-43ec-bcd2-829c54d25ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7582a9ad-8c14-46b3-b068-5159602f6f56', 'code': 200} Aug 24 00:17:14.671894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2121740f-d870-495b-a7ec-2642b89d7595 req-0d652249-687b-45f2-86e3-54ac94a59e89 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/1dd65e83-0d7e-40cf-9695-1ab60ead17da HTTP/1.1" status: 200 len: 1800 time: 0.0405929 Aug 24 00:17:14.761880 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2121740f-d870-495b-a7ec-2642b89d7595 req-85b07eb4-16b9-4b40-a707-3134d81c348d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:14.793750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c5045-82d3-4bce-b3de-0fd6f74154f7 req-bbfd62e8-2e96-4823-a419-7865a57f04d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:14.795308 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c78c5045-82d3-4bce-b3de-0fd6f74154f7 req-bbfd62e8-2e96-4823-a419-7865a57f04d8 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.0821965 Aug 24 00:17:14.799210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2121740f-d870-495b-a7ec-2642b89d7595 req-85b07eb4-16b9-4b40-a707-3134d81c348d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:14.817572 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:17:14.885578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c78c5045-82d3-4bce-b3de-0fd6f74154f7 req-7a9c627e-9cd1-48b6-a666-385ace6145b1 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834966 Aug 24 00:17:14.896373 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e63cc-df4a-4e3a-b8fa-85398964e2c2 req-a048105b-2acc-4c78-89e5-f02ca840b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:14.897852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d59e63cc-df4a-4e3a-b8fa-85398964e2c2 req-a048105b-2acc-4c78-89e5-f02ca840b6c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 1100 time: 0.0732038 Aug 24 00:17:14.899091 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2121740f-d870-495b-a7ec-2642b89d7595 req-85b07eb4-16b9-4b40-a707-3134d81c348d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:14.901600 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2121740f-d870-495b-a7ec-2642b89d7595 req-85b07eb4-16b9-4b40-a707-3134d81c348d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:14.902659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2121740f-d870-495b-a7ec-2642b89d7595 req-85b07eb4-16b9-4b40-a707-3134d81c348d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "DELETE /v2.0/security-groups/1dd65e83-0d7e-40cf-9695-1ab60ead17da HTTP/1.1" status: 204 len: 173 time: 0.2250419 Aug 24 00:17:14.920093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b07eb4-16b9-4b40-a707-3134d81c348d tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd65e83-0d7e-40cf-9695-1ab60ead17da,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:14.959094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2b0f28c7-d791-4759-b7f0-c7d323f1546e req-8634056c-3c2f-45be-8264-fa751bb29a88 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-773665582', 'description': 'tempest-description-1402981642'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:14.970275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d59e63cc-df4a-4e3a-b8fa-85398964e2c2 req-85a6c915-9498-4c47-96b1-5b694c2411e0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=26cc1ee8-c45d-4cf8-bcd5-15e322fdc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626884 Aug 24 00:17:14.983975 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2b0f28c7-d791-4759-b7f0-c7d323f1546e req-8634056c-3c2f-45be-8264-fa751bb29a88 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.074190 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2b0f28c7-d791-4759-b7f0-c7d323f1546e req-8634056c-3c2f-45be-8264-fa751bb29a88 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.078269 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2b0f28c7-d791-4759-b7f0-c7d323f1546e req-8634056c-3c2f-45be-8264-fa751bb29a88 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.123488 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2b0f28c7-d791-4759-b7f0-c7d323f1546e req-8634056c-3c2f-45be-8264-fa751bb29a88 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.124697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b0f28c7-d791-4759-b7f0-c7d323f1546e req-8634056c-3c2f-45be-8264-fa751bb29a88 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1716015 Aug 24 00:17:15.131086 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634056c-3c2f-45be-8264-fa751bb29a88 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c72531-537d-4055-9978-ec10759efd77,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:15.136103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e30c61-ab51-4dbe-b315-d039cd8da33e req-500dafae-9db1-454b-af86-258534e986d3 tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:15.137528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7e30c61-ab51-4dbe-b315-d039cd8da33e req-500dafae-9db1-454b-af86-258534e986d3 tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 1101 time: 0.0771685 Aug 24 00:17:15.175385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7e30c61-ab51-4dbe-b315-d039cd8da33e req-24cfdcd9-e8c9-4a31-aeb4-ccc9fa791bfe tempest-MigrationsAdminTest-877588254 tempest-MigrationsAdminTest-877588254-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295131 Aug 24 00:17:15.218738 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e70af5a-c7ad-4104-b00c-d56281b31324 req-b7e4c561-7f8f-443c-af5a-ad28b881d806 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/74c72531-537d-4055-9978-ec10759efd77 HTTP/1.1" status: 200 len: 1800 time: 0.0420671 Aug 24 00:17:15.229620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0e70af5a-c7ad-4104-b00c-d56281b31324 req-f5e17640-77d5-4bac-8f84-d5b42b508f8e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1052316263', 'description': 'tempest-description-hth-1866240919'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:15.254343 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0e70af5a-c7ad-4104-b00c-d56281b31324 req-f5e17640-77d5-4bac-8f84-d5b42b508f8e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.305558 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0e70af5a-c7ad-4104-b00c-d56281b31324 req-f5e17640-77d5-4bac-8f84-d5b42b508f8e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.310612 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0e70af5a-c7ad-4104-b00c-d56281b31324 req-f5e17640-77d5-4bac-8f84-d5b42b508f8e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.313278 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0e70af5a-c7ad-4104-b00c-d56281b31324 req-f5e17640-77d5-4bac-8f84-d5b42b508f8e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.314997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e70af5a-c7ad-4104-b00c-d56281b31324 req-f5e17640-77d5-4bac-8f84-d5b42b508f8e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "PUT /v2.0/security-groups/74c72531-537d-4055-9978-ec10759efd77 HTTP/1.1" status: 200 len: 1775 time: 0.0889297 Aug 24 00:17:15.339047 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e17640-77d5-4bac-8f84-d5b42b508f8e tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c72531-537d-4055-9978-ec10759efd77,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:15.426309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0274166-ca3b-4170-a14c-43d2258f8f70 req-ad5d4be5-6883-41e4-ad7d-8961af8eac4b tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:15.427949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0274166-ca3b-4170-a14c-43d2258f8f70 req-ad5d4be5-6883-41e4-ad7d-8961af8eac4b tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 944 time: 0.0522230 Aug 24 00:17:15.494170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0274166-ca3b-4170-a14c-43d2258f8f70 req-b3aeb33f-a918-425c-b363-bae126ff5273 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595806 Aug 24 00:17:15.497127 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f47100c4-ca7e-4eed-a3b8-73f72bd10532 req-3efb1589-5000-480b-8a0a-801d9b759088 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/74c72531-537d-4055-9978-ec10759efd77 HTTP/1.1" status: 200 len: 1775 time: 0.0607922 Aug 24 00:17:15.619702 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 6d0e0862-8191-4573-8c1e-8ffc6f855f24 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:15.626352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f286fdc-e425-4528-874e-2f4d5c5763a0 req-7f501938-cbdd-4e0f-abbc-f8dd3f7c34b2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:15.627923 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f286fdc-e425-4528-874e-2f4d5c5763a0 req-7f501938-cbdd-4e0f-abbc-f8dd3f7c34b2 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 950 time: 0.0777559 Aug 24 00:17:15.634053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 2549e16f-cc65-477f-b266-ba499e3ae774 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:15.641221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40272585-76a4-493e-9a11-8b9309d71ee4 req-44c3f2f3-3944-4686-b581-df88e1c103ff tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:15.642728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40272585-76a4-493e-9a11-8b9309d71ee4 req-44c3f2f3-3944-4686-b581-df88e1c103ff tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 949 time: 0.0840101 Aug 24 00:17:15.699965 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f286fdc-e425-4528-874e-2f4d5c5763a0 req-9c2b520c-b109-476c-80ac-f64610e8c302 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559056 Aug 24 00:17:15.702602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40272585-76a4-493e-9a11-8b9309d71ee4 req-e8019f7b-7855-42ec-89be-de1f36ea5a23 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/security-groups?id=26cc1ee8-c45d-4cf8-bcd5-15e322fdc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521295 Aug 24 00:17:15.760449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 6d0e0862-8191-4573-8c1e-8ffc6f855f24, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=6d0e0862-8191-4573-8c1e-8ffc6f855f24,segment=NetworkSegment(c66221d3-bdbf-428e-a73e-fdf0f36be19c),segment_id=c66221d3-bdbf-428e-a73e-fdf0f36be19c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:15.766365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae3271c0-6bc5-479f-9521-3f653d9b1692 req-4d41feff-37a6-4ace-b1a5-95ac5855330b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/74c72531-537d-4055-9978-ec10759efd77 HTTP/1.1" status: 200 len: 1775 time: 0.0426681 Aug 24 00:17:15.773025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 2549e16f-cc65-477f-b266-ba499e3ae774 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:15.775477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '6d0e0862-8191-4573-8c1e-8ffc6f855f24', 'network_id': '882d1f76-c05c-429c-8a4f-07709f0a7b7f', 'port_id': '6d0e0862-8191-4573-8c1e-8ffc6f855f24', 'mac_address': 'fa:16:3e:c2:38:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f4912a-ac0d-41fe-a024-c1f493552102', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:15.784317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 2549e16f-cc65-477f-b266-ba499e3ae774 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:15.784961 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.854739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f252ee-d94c-4236-94af-9bbfce1a6332 req-ba71f979-b9e8-4c84-a761-69f1287494a7 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:15.855007 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.856281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22f252ee-d94c-4236-94af-9bbfce1a6332 req-ba71f979-b9e8-4c84-a761-69f1287494a7 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 943 time: 0.0809720 Aug 24 00:17:15.872127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0e0862-8191-4573-8c1e-8ffc6f855f24 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:15.885983 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ae3271c0-6bc5-479f-9521-3f653d9b1692 req-f36f34b4-68c5-431d-93be-8557c9b1e701 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.910984 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 6d0e0862-8191-4573-8c1e-8ffc6f855f24, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=6d0e0862-8191-4573-8c1e-8ffc6f855f24,segment=NetworkSegment(c66221d3-bdbf-428e-a73e-fdf0f36be19c),segment_id=c66221d3-bdbf-428e-a73e-fdf0f36be19c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:15.918705 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.920784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22f252ee-d94c-4236-94af-9bbfce1a6332 req-f88db9db-c5cd-40a9-9351-4a42c49be6ce tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/security-groups?id=54135b0b-4f46-467a-9a53-9679e216fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578103 Aug 24 00:17:15.922361 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ae3271c0-6bc5-479f-9521-3f653d9b1692 req-f36f34b4-68c5-431d-93be-8557c9b1e701 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.955739 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.969675 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ae3271c0-6bc5-479f-9521-3f653d9b1692 req-f36f34b4-68c5-431d-93be-8557c9b1e701 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.972481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ae3271c0-6bc5-479f-9521-3f653d9b1692 req-f36f34b4-68c5-431d-93be-8557c9b1e701 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.973626 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae3271c0-6bc5-479f-9521-3f653d9b1692 req-f36f34b4-68c5-431d-93be-8557c9b1e701 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "DELETE /v2.0/security-groups/74c72531-537d-4055-9978-ec10759efd77 HTTP/1.1" status: 204 len: 173 time: 0.1881335 Aug 24 00:17:15.984824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f34b4-68c5-431d-93be-8557c9b1e701 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c72531-537d-4055-9978-ec10759efd77,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:15.987919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=6d0e0862-8191-4573-8c1e-8ffc6f855f24,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:16.015880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:16.020806 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:16.068342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=2549e16f-cc65-477f-b266-ba499e3ae774,revision_number=13']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:16.157174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fe3a6-792c-43d8-af7e-b640202c11b7 req-1afd6b26-7749-45e1-9b5e-22dcac425ab8 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:16.158639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d2fe3a6-792c-43d8-af7e-b640202c11b7 req-1afd6b26-7749-45e1-9b5e-22dcac425ab8 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.13 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 944 time: 0.0537989 Aug 24 00:17:16.177720 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-4642309e-2b10-4815-a588-9765631eb41f req-90d215ec-cb59-4775-8ed6-ae150394b371 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] show failed (client error): The resource could not be found. Aug 24 00:17:16.178686 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4642309e-2b10-4815-a588-9765631eb41f req-90d215ec-cb59-4775-8ed6-ae150394b371 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/1dd65e83-0d7e-40cf-9695-1ab60ead17da HTTP/1.1" status: 404 len: 352 time: 0.0191705 Aug 24 00:17:16.229858 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-0392f6f0-b263-4ba3-8ebf-bd6afa4856f3 req-6b6aac39-ea15-429e-bb9b-06f003cec8bc tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] show failed (client error): The resource could not be found. Aug 24 00:17:16.230831 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0392f6f0-b263-4ba3-8ebf-bd6afa4856f3 req-6b6aac39-ea15-429e-bb9b-06f003cec8bc tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/d168c762-71bb-4bd8-bbe1-2ebd659d5a07 HTTP/1.1" status: 404 len: 352 time: 0.0267518 Aug 24 00:17:16.275493 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-9e76a49c-b61e-4582-8332-834549bd745b req-ee009d8a-a89d-44f5-8e86-ede58eff10e0 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] show failed (client error): The resource could not be found. Aug 24 00:17:16.276446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e76a49c-b61e-4582-8332-834549bd745b req-ee009d8a-a89d-44f5-8e86-ede58eff10e0 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/37458ff0-e70b-40f2-9380-b829495ccd2d HTTP/1.1" status: 404 len: 352 time: 0.0207241 Aug 24 00:17:16.295185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0d2fe3a6-792c-43d8-af7e-b640202c11b7 req-2f7a651c-1b24-4cb1-a282-e2421a3646c3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Deleting port 366f643c-ce70-453d-a144-37eac022ca61 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:16.295529 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d2fe3a6-792c-43d8-af7e-b640202c11b7 req-2f7a651c-1b24-4cb1-a282-e2421a3646c3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:16.345031 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-0d09d3d9-b142-49af-972e-17b593c38283 req-c0559840-927d-44c1-9a06-7714a09da446 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] show failed (client error): The resource could not be found. Aug 24 00:17:16.346060 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d09d3d9-b142-49af-972e-17b593c38283 req-c0559840-927d-44c1-9a06-7714a09da446 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/d8fb3580-6be1-4dd9-b96f-6be9914f3093 HTTP/1.1" status: 404 len: 352 time: 0.0477002 Aug 24 00:17:16.366609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['6d0e0862-8191-4573-8c1e-8ffc6f855f24'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:16.411875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0d2fe3a6-792c-43d8-af7e-b640202c11b7 req-2f7a651c-1b24-4cb1-a282-e2421a3646c3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] For port 366f643c-ce70-453d-a144-37eac022ca61, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=366f643c-ce70-453d-a144-37eac022ca61,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:16.412282 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d2fe3a6-792c-43d8-af7e-b640202c11b7 req-2f7a651c-1b24-4cb1-a282-e2421a3646c3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:16.415401 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-52ad0727-4e70-4615-b9a6-13af6cd5084c req-7d910566-6edc-40dc-a1dc-2babae0c380f tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] show failed (client error): The resource could not be found. Aug 24 00:17:16.416458 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52ad0727-4e70-4615-b9a6-13af6cd5084c req-7d910566-6edc-40dc-a1dc-2babae0c380f tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/104cd913-c64b-4917-bbe0-8562cdf8eb07 HTTP/1.1" status: 404 len: 352 time: 0.0292218 Aug 24 00:17:16.439290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0d2fe3a6-792c-43d8-af7e-b640202c11b7 req-2f7a651c-1b24-4cb1-a282-e2421a3646c3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Calling delete_port for 366f643c-ce70-453d-a144-37eac022ca61 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:16.458121 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-998dfcb5-899f-4e89-b5b0-fbd8da66d210 req-90d62303-acf9-4315-ab88-5460eb0ba0cd tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] show failed (client error): The resource could not be found. Aug 24 00:17:16.459139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-998dfcb5-899f-4e89-b5b0-fbd8da66d210 req-90d62303-acf9-4315-ab88-5460eb0ba0cd tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/0975e8c6-ff2d-44ea-8e17-8ea1dc942e7a HTTP/1.1" status: 404 len: 352 time: 0.0211382 Aug 24 00:17:16.566133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781fcffb-ce9c-454a-8430-aa3d34912b98', 'name': 'network-vif-deleted', 'tag': 'c99d7df1-d974-459a-a429-36212e113ee4'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:16.569075 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f98268c-c84f-4ff2-b416-1d47f5d0face" -d '{"events": [{"server_uuid": "781fcffb-ce9c-454a-8430-aa3d34912b98", "name": "network-vif-deleted", "tag": "c99d7df1-d974-459a-a429-36212e113ee4"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:16.622189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:16.624893 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22c6fd8-b6ce-4ae2-a2de-e8e1edb311c0" -d '{"events": [{"server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "name": "network-vif-plugged", "status": "completed", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:16.634817 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d2fe3a6-792c-43d8-af7e-b640202c11b7 req-2f7a651c-1b24-4cb1-a282-e2421a3646c3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:16.662105 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a565f685-0737-4cd0-bbe0-f4b8daf9e649 x-openstack-request-id: req-a565f685-0737-4cd0-bbe0-f4b8daf9e649 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:16.662404 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781fcffb-ce9c-454a-8430-aa3d34912b98", "name": "network-vif-deleted", "tag": "c99d7df1-d974-459a-a429-36212e113ee4", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:16.662659 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a565f685-0737-4cd0-bbe0-f4b8daf9e649 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:16.663202 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781fcffb-ce9c-454a-8430-aa3d34912b98', 'name': 'network-vif-deleted', 'tag': 'c99d7df1-d974-459a-a429-36212e113ee4', 'status': 'completed', 'code': 200} Aug 24 00:17:16.669114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a651c-1b24-4cb1-a282-e2421a3646c3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Pushing event deleted for resources: {'Port': ['ID=366f643c-ce70-453d-a144-37eac022ca61,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:16.677774 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976809f-0c98-4ea5-a4cc-82f130703448 req-3fb1b99b-3870-48d8-92e6-9b2dbb3914cd tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:16.679313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a976809f-0c98-4ea5-a4cc-82f130703448 req-3fb1b99b-3870-48d8-92e6-9b2dbb3914cd tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=43ffd43e-0cb2-448a-9bee-a9c87f31a643 HTTP/1.1" status: 200 len: 944 time: 0.0989230 Aug 24 00:17:16.756430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2fe3a6-792c-43d8-af7e-b640202c11b7 req-2f7a651c-1b24-4cb1-a282-e2421a3646c3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] No DVR routers for this DVR port 366f643c-ce70-453d-a144-37eac022ca61 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:16.760596 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d2fe3a6-792c-43d8-af7e-b640202c11b7 req-2f7a651c-1b24-4cb1-a282-e2421a3646c3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:16.762527 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d2fe3a6-792c-43d8-af7e-b640202c11b7 req-2f7a651c-1b24-4cb1-a282-e2421a3646c3 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.13 "DELETE /v2.0/ports/366f643c-ce70-453d-a144-37eac022ca61 HTTP/1.1" status: 204 len: 173 time: 0.5912683 Aug 24 00:17:16.785909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a976809f-0c98-4ea5-a4cc-82f130703448 req-962176ad-997f-407d-ba86-19aff7aa9246 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984278 Aug 24 00:17:16.799440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12533698-401e-4f28-b224-ee8f9890b833 req-0f82f715-0ca8-47a0-b0dd-296f80bd26ba tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:16.800947 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12533698-401e-4f28-b224-ee8f9890b833 req-0f82f715-0ca8-47a0-b0dd-296f80bd26ba tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 1024 time: 0.1068208 Aug 24 00:17:16.835735 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffc9bb1-2bed-414e-a978-e3cc26624cb4 x-openstack-request-id: req-3ffc9bb1-2bed-414e-a978-e3cc26624cb4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:16.837337 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "name": "network-vif-plugged", "status": "completed", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:16.837582 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ffc9bb1-2bed-414e-a978-e3cc26624cb4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:16.838132 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774', 'code': 200} Aug 24 00:17:16.856446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12533698-401e-4f28-b224-ee8f9890b833 req-4662d3ec-f973-43b7-a492-aaff89793741 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=832b5755-0d67-430f-9244-e1180e8250d3&id=d64e8851-86d0-41e9-ab57-73e59040b7ce&id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0446723 Aug 24 00:17:16.978529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13872d2a-067a-40a0-9cea-bd9b3aeba3b1 req-89203ca4-0ea9-4f01-8a21-cc190a90c1bb tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:16.980052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13872d2a-067a-40a0-9cea-bd9b3aeba3b1 req-89203ca4-0ea9-4f01-8a21-cc190a90c1bb tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 951 time: 0.0817156 Aug 24 00:17:16.999720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd380b-a39b-4095-96f0-ae3bbb1502ff req-b437a856-ad7c-426f-9630-b2f6bf25a7e4 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:17.001164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89fd380b-a39b-4095-96f0-ae3bbb1502ff req-b437a856-ad7c-426f-9630-b2f6bf25a7e4 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 949 time: 0.0728765 Aug 24 00:17:17.058431 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13872d2a-067a-40a0-9cea-bd9b3aeba3b1 req-9792878c-514d-436f-a8f0-310bac8126c7 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722342 Aug 24 00:17:17.063648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89fd380b-a39b-4095-96f0-ae3bbb1502ff req-115281bb-7db7-46a7-a98b-19cabe77c7c1 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/security-groups?id=26cc1ee8-c45d-4cf8-bcd5-15e322fdc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549555 Aug 24 00:17:17.183077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86513e8b-44cc-480f-bd86-173d6814ecd4 req-1ba899dd-b4b8-46dc-aff0-34cf6337b6bd tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:17.184578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86513e8b-44cc-480f-bd86-173d6814ecd4 req-1ba899dd-b4b8-46dc-aff0-34cf6337b6bd tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 951 time: 0.0756595 Aug 24 00:17:17.205939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a4a98-3524-4905-ad3b-766a6b573259 req-ac62ec1d-e6cb-45ff-8b5e-39e3b3b3a9da tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:17.207463 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e07a4a98-3524-4905-ad3b-766a6b573259 req-ac62ec1d-e6cb-45ff-8b5e-39e3b3b3a9da tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 944 time: 0.0735016 Aug 24 00:17:17.589787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e07a4a98-3524-4905-ad3b-766a6b573259 req-a373e605-e824-4bd5-bc53-4b8791835c2e tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/security-groups?id=54135b0b-4f46-467a-9a53-9679e216fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628302 Aug 24 00:17:17.634492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f901a-0df7-4071-9b09-882241c44931 req-12a21c8b-9687-4811-94e4-b6ced51c8926 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:17.635991 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-659f901a-0df7-4071-9b09-882241c44931 req-12a21c8b-9687-4811-94e4-b6ced51c8926 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 949 time: 0.0655468 Aug 24 00:17:17.639578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-86513e8b-44cc-480f-bd86-173d6814ecd4 req-034bc75c-0787-4a02-a97d-bfa9ea5adc25 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Deleting port 2549e16f-cc65-477f-b266-ba499e3ae774 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:17.639933 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-86513e8b-44cc-480f-bd86-173d6814ecd4 req-034bc75c-0787-4a02-a97d-bfa9ea5adc25 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.650673 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 6d0e0862-8191-4573-8c1e-8ffc6f855f24 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:17.701090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 6d0e0862-8191-4573-8c1e-8ffc6f855f24 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:17.704927 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 6d0e0862-8191-4573-8c1e-8ffc6f855f24 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:17.705304 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.720955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-659f901a-0df7-4071-9b09-882241c44931 req-536a2798-3418-4cec-a2de-6178ea63e638 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/security-groups?id=26cc1ee8-c45d-4cf8-bcd5-15e322fdc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781050 Aug 24 00:17:17.753975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-86513e8b-44cc-480f-bd86-173d6814ecd4 req-034bc75c-0787-4a02-a97d-bfa9ea5adc25 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] For port 2549e16f-cc65-477f-b266-ba499e3ae774, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=2549e16f-cc65-477f-b266-ba499e3ae774,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:17.754330 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-86513e8b-44cc-480f-bd86-173d6814ecd4 req-034bc75c-0787-4a02-a97d-bfa9ea5adc25 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.767186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-86513e8b-44cc-480f-bd86-173d6814ecd4 req-034bc75c-0787-4a02-a97d-bfa9ea5adc25 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Calling delete_port for 2549e16f-cc65-477f-b266-ba499e3ae774 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:17.794859 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.831149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 6d0e0862-8191-4573-8c1e-8ffc6f855f24, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=6d0e0862-8191-4573-8c1e-8ffc6f855f24,segment=NetworkSegment(c66221d3-bdbf-428e-a73e-fdf0f36be19c),segment_id=c66221d3-bdbf-428e-a73e-fdf0f36be19c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:17.835653 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.894238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=6d0e0862-8191-4573-8c1e-8ffc6f855f24,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:17.916209 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-86513e8b-44cc-480f-bd86-173d6814ecd4 req-034bc75c-0787-4a02-a97d-bfa9ea5adc25 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.949862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['f9dab052-e794-4afc-b6b5-bcac010f738d', '49d3b719-2e7b-4be4-b3c5-7bc15f972511', '2549e16f-cc65-477f-b266-ba499e3ae774'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:17.955637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7311cedf-edad-4872-9847-3b6cc66e7ec5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:17.959942 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bc75c-0787-4a02-a97d-bfa9ea5adc25 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Pushing event deleted for resources: {'Port': ['ID=2549e16f-cc65-477f-b266-ba499e3ae774,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:18.044166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-86513e8b-44cc-480f-bd86-173d6814ecd4 req-034bc75c-0787-4a02-a97d-bfa9ea5adc25 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] No DVR routers for this DVR port 2549e16f-cc65-477f-b266-ba499e3ae774 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:18.047655 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-86513e8b-44cc-480f-bd86-173d6814ecd4 req-034bc75c-0787-4a02-a97d-bfa9ea5adc25 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:18.056999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86513e8b-44cc-480f-bd86-173d6814ecd4 req-034bc75c-0787-4a02-a97d-bfa9ea5adc25 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "DELETE /v2.0/ports/2549e16f-cc65-477f-b266-ba499e3ae774 HTTP/1.1" status: 204 len: 173 time: 0.8651359 Aug 24 00:17:18.113878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0dd6a-a17a-4d93-9de4-61f7ed0a946a req-c0341cb4-b3ba-48c4-aea9-45b335caac01 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:18.115529 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dca0dd6a-a17a-4d93-9de4-61f7ed0a946a req-c0341cb4-b3ba-48c4-aea9-45b335caac01 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 1024 time: 0.1603427 Aug 24 00:17:18.177683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14948767-35a0-4e5e-9b38-3e86d4a8c8f0 req-13f5d488-e8ca-41e4-b2d5-c61a966ee78c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:18.187099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14948767-35a0-4e5e-9b38-3e86d4a8c8f0 req-13f5d488-e8ca-41e4-b2d5-c61a966ee78c tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 945 time: 0.1271260 Aug 24 00:17:18.220597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dca0dd6a-a17a-4d93-9de4-61f7ed0a946a req-c4056b43-b78e-4be2-b39b-b8fcbe9d1d39 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=832b5755-0d67-430f-9244-e1180e8250d3&id=d64e8851-86d0-41e9-ab57-73e59040b7ce&id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0929093 Aug 24 00:17:18.296573 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14948767-35a0-4e5e-9b38-3e86d4a8c8f0 req-c4082122-79c2-41cf-980c-015ff1ab0b78 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085711 Aug 24 00:17:18.396920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6701e4e5-5428-4155-9e68-a4437cc12f1c req-69f1fdd9-f06f-4c46-9f35-1b7dd8456358 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2fabdb-3b16-442d-8242-9badd792c97b HTTP/1.1" status: 200 len: 210 time: 0.0482631 Aug 24 00:17:18.665271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ffd43e-0cb2-448a-9bee-a9c87f31a643', 'name': 'network-vif-deleted', 'tag': '366f643c-ce70-453d-a144-37eac022ca61'}, {'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'name': 'network-vif-deleted', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:18.667498 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b82551a-5eb0-4731-94ef-e4f5ca0f473e" -d '{"events": [{"server_uuid": "43ffd43e-0cb2-448a-9bee-a9c87f31a643", "name": "network-vif-deleted", "tag": "366f643c-ce70-453d-a144-37eac022ca61"}, {"server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "name": "network-vif-deleted", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:18.714518 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948c0124-185c-4606-98ab-2f35ea49dee7 x-openstack-request-id: req-948c0124-185c-4606-98ab-2f35ea49dee7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:18.715473 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ffd43e-0cb2-448a-9bee-a9c87f31a643", "name": "network-vif-deleted", "tag": "366f643c-ce70-453d-a144-37eac022ca61", "status": "completed", "code": 200}, {"server_uuid": "ef2fabdb-3b16-442d-8242-9badd792c97b", "name": "network-vif-deleted", "tag": "2549e16f-cc65-477f-b266-ba499e3ae774", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:18.715906 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-948c0124-185c-4606-98ab-2f35ea49dee7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:18.716321 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ffd43e-0cb2-448a-9bee-a9c87f31a643', 'name': 'network-vif-deleted', 'tag': '366f643c-ce70-453d-a144-37eac022ca61', 'status': 'completed', 'code': 200} Aug 24 00:17:18.716743 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2fabdb-3b16-442d-8242-9badd792c97b', 'name': 'network-vif-deleted', 'tag': '2549e16f-cc65-477f-b266-ba499e3ae774', 'status': 'completed', 'code': 200} Aug 24 00:17:18.750998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13c570-6203-4ef9-b36f-a1cb5d13e06a req-a40d1714-98e9-4d2f-b97e-b2351213e914 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:18.752529 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef13c570-6203-4ef9-b36f-a1cb5d13e06a req-a40d1714-98e9-4d2f-b97e-b2351213e914 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 945 time: 0.0815139 Aug 24 00:17:18.762184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbce63-f396-4b01-afce-d71615705710 req-6b4ac789-0705-4d4d-a948-7aac7bf7ca5c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:18.764036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dcbce63-f396-4b01-afce-d71615705710 req-6b4ac789-0705-4d4d-a948-7aac7bf7ca5c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 1024 time: 0.1083295 Aug 24 00:17:18.839312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e934242-b15d-4d40-b0fc-ce8f7d14eb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0e0862-8191-4573-8c1e-8ffc6f855f24'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:18.841677 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34da00f1-0fd7-4ba3-a646-c329106f88a9" -d '{"events": [{"server_uuid": "2e934242-b15d-4d40-b0fc-ce8f7d14eb11", "name": "network-vif-plugged", "status": "completed", "tag": "6d0e0862-8191-4573-8c1e-8ffc6f855f24"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:18.870395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef13c570-6203-4ef9-b36f-a1cb5d13e06a req-a91a87d2-aff5-4d21-8cb8-b86fc61a9529 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/security-groups?id=54135b0b-4f46-467a-9a53-9679e216fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053514 Aug 24 00:17:18.919069 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40246cad-492a-49d0-aefd-7514a6158e90 x-openstack-request-id: req-40246cad-492a-49d0-aefd-7514a6158e90 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:18.919581 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e934242-b15d-4d40-b0fc-ce8f7d14eb11", "name": "network-vif-plugged", "status": "completed", "tag": "6d0e0862-8191-4573-8c1e-8ffc6f855f24", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:18.919581 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40246cad-492a-49d0-aefd-7514a6158e90 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:18.919989 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e934242-b15d-4d40-b0fc-ce8f7d14eb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0e0862-8191-4573-8c1e-8ffc6f855f24', 'code': 200} Aug 24 00:17:18.953263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4f2e6-a5b1-47ab-8534-f5a51e401ed6 req-886f9331-e996-40f5-b995-c28c7ff91a38 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:18.954807 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbc4f2e6-a5b1-47ab-8534-f5a51e401ed6 req-886f9331-e996-40f5-b995-c28c7ff91a38 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 949 time: 0.1436872 Aug 24 00:17:19.003696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f3097-d933-4493-a0fd-7293dba04e85 req-363b270e-2c0b-4809-8bd5-46ce5dc780e7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:19.005173 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-123f3097-d933-4493-a0fd-7293dba04e85 req-363b270e-2c0b-4809-8bd5-46ce5dc780e7 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.13 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 945 time: 0.0950093 Aug 24 00:17:19.010534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4dcbce63-f396-4b01-afce-d71615705710 req-3fdb64f1-e9ad-4675-96e4-cc2f448bed5b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Deleting port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:19.010904 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dcbce63-f396-4b01-afce-d71615705710 req-3fdb64f1-e9ad-4675-96e4-cc2f448bed5b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:19.129730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbc4f2e6-a5b1-47ab-8534-f5a51e401ed6 req-a72c751e-01eb-4b9e-a741-4f4f02089209 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/security-groups?id=26cc1ee8-c45d-4cf8-bcd5-15e322fdc656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652312 Aug 24 00:17:19.189341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afc297-be70-404b-b7c2-716960e0bf3c req-7644261d-7da0-4e94-9805-6a84fb367b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:19.190765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53afc297-be70-404b-b7c2-716960e0bf3c req-7644261d-7da0-4e94-9805-6a84fb367b91 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 1096 time: 0.1847339 Aug 24 00:17:19.233199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4dcbce63-f396-4b01-afce-d71615705710 req-3fdb64f1-e9ad-4675-96e4-cc2f448bed5b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] For port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,segment=NetworkSegment(de09799d-5b9f-4c0f-9980-1f8211abc794),segment_id=de09799d-5b9f-4c0f-9980-1f8211abc794)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:19.233571 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dcbce63-f396-4b01-afce-d71615705710 req-3fdb64f1-e9ad-4675-96e4-cc2f448bed5b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:19.261570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4dcbce63-f396-4b01-afce-d71615705710 req-3fdb64f1-e9ad-4675-96e4-cc2f448bed5b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Calling delete_port for 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:19.264685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53afc297-be70-404b-b7c2-716960e0bf3c req-4c9204c4-1e9c-4da7-922a-a6fe6d4325e3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=54135b0b-4f46-467a-9a53-9679e216fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652800 Aug 24 00:17:19.283061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-123f3097-d933-4493-a0fd-7293dba04e85 req-3150c160-1c68-4354-b79d-839dc3cea65a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Deleting port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:19.283402 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-123f3097-d933-4493-a0fd-7293dba04e85 req-3150c160-1c68-4354-b79d-839dc3cea65a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:19.493227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf7841-0bbb-478a-9874-66e9eebacb21 req-d3b14c8c-ab81-42ec-8324-16e6fbd3631c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:19.494765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1cf7841-0bbb-478a-9874-66e9eebacb21 req-d3b14c8c-ab81-42ec-8324-16e6fbd3631c tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a21984e-783c-4cde-b210-f4dabdfdc1e2 HTTP/1.1" status: 200 len: 1024 time: 0.2085471 Aug 24 00:17:19.507816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-123f3097-d933-4493-a0fd-7293dba04e85 req-3150c160-1c68-4354-b79d-839dc3cea65a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] For port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,segment=NetworkSegment(6e552e59-04f5-45db-867d-77db3b99cb42),segment_id=6e552e59-04f5-45db-867d-77db3b99cb42)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:19.508214 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-123f3097-d933-4493-a0fd-7293dba04e85 req-3150c160-1c68-4354-b79d-839dc3cea65a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:19.517655 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602ae16-fba6-4d68-aab7-4a2abe91bd0f req-4e474344-7027-4727-b59a-716a792e2ee9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:19.519192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5602ae16-fba6-4d68-aab7-4a2abe91bd0f req-4e474344-7027-4727-b59a-716a792e2ee9 tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 945 time: 0.1391199 Aug 24 00:17:19.543891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-123f3097-d933-4493-a0fd-7293dba04e85 req-3150c160-1c68-4354-b79d-839dc3cea65a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Calling delete_port for 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:19.665607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1cf7841-0bbb-478a-9874-66e9eebacb21 req-f42eefee-cf38-4543-8040-4f5f9746cf52 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups?id=832b5755-0d67-430f-9244-e1180e8250d3&id=d64e8851-86d0-41e9-ab57-73e59040b7ce&id=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1618130 Aug 24 00:17:19.668230 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5602ae16-fba6-4d68-aab7-4a2abe91bd0f req-eddb614e-b37c-4a9c-b604-1cfc0ac6b75b tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc7878cb-328a-4b35-8c5a-b4b5be88e863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365750 Aug 24 00:17:19.672407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 366f643c-ce70-453d-a144-37eac022ca61 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:19.700753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dcbce63-f396-4b01-afce-d71615705710 req-3fdb64f1-e9ad-4675-96e4-cc2f448bed5b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:19.719463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 366f643c-ce70-453d-a144-37eac022ca61 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:19.720918 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 366f643c-ce70-453d-a144-37eac022ca61 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:19.749950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb64f1-e9ad-4675-96e4-cc2f448bed5b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event deleted for resources: {'Port': ['ID=79896bfd-6aae-41e1-b4cd-ef67b5cf69d9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:19.781275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c77b7-68e8-4e43-93d4-949b6beff49a req-2bb70db4-a4b6-4ec2-917d-bf795a5cdb95 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:19.784059 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-cc2c77b7-68e8-4e43-93d4-949b6beff49a req-2bb70db4-a4b6-4ec2-917d-bf795a5cdb95 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.13 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 949 time: 0.1119478 Aug 24 00:17:19.818737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcbce63-f396-4b01-afce-d71615705710 req-3fdb64f1-e9ad-4675-96e4-cc2f448bed5b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] No DVR routers for this DVR port 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:19.822318 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dcbce63-f396-4b01-afce-d71615705710 req-3fdb64f1-e9ad-4675-96e4-cc2f448bed5b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:19.823936 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dcbce63-f396-4b01-afce-d71615705710 req-3fdb64f1-e9ad-4675-96e4-cc2f448bed5b tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.13 "DELETE /v2.0/ports/79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 HTTP/1.1" status: 204 len: 173 time: 1.0519974 Aug 24 00:17:19.858741 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-123f3097-d933-4493-a0fd-7293dba04e85 req-3150c160-1c68-4354-b79d-839dc3cea65a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:19.897605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150c160-1c68-4354-b79d-839dc3cea65a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Pushing event deleted for resources: {'Port': ['ID=4b97b3d5-ab0e-431b-ab18-97aa04f14ad0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:19.928319 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-cc2c77b7-68e8-4e43-93d4-949b6beff49a req-5d37f97d-a570-405d-8423-ab7d3095641a tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Deleting port 7582a9ad-8c14-46b3-b068-5159602f6f56 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:19.928966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc2c77b7-68e8-4e43-93d4-949b6beff49a req-5d37f97d-a570-405d-8423-ab7d3095641a tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:19.952736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-123f3097-d933-4493-a0fd-7293dba04e85 req-3150c160-1c68-4354-b79d-839dc3cea65a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] No DVR routers for this DVR port 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:19.955505 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-123f3097-d933-4493-a0fd-7293dba04e85 req-3150c160-1c68-4354-b79d-839dc3cea65a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:19.958078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-123f3097-d933-4493-a0fd-7293dba04e85 req-3150c160-1c68-4354-b79d-839dc3cea65a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.13 "DELETE /v2.0/ports/4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 HTTP/1.1" status: 204 len: 173 time: 0.9398065 Aug 24 00:17:20.051883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-cc2c77b7-68e8-4e43-93d4-949b6beff49a req-5d37f97d-a570-405d-8423-ab7d3095641a tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] For port 7582a9ad-8c14-46b3-b068-5159602f6f56, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7582a9ad-8c14-46b3-b068-5159602f6f56,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:20.052339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc2c77b7-68e8-4e43-93d4-949b6beff49a req-5d37f97d-a570-405d-8423-ab7d3095641a tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:20.068181 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-cc2c77b7-68e8-4e43-93d4-949b6beff49a req-5d37f97d-a570-405d-8423-ab7d3095641a tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Calling delete_port for 7582a9ad-8c14-46b3-b068-5159602f6f56 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:20.136354 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed05e40-c3c6-4e50-8ad4-508fa1ce7f10 req-50eac497-1df6-4ffe-97d7-703270b72ab0 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:20.137951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ed05e40-c3c6-4e50-8ad4-508fa1ce7f10 req-50eac497-1df6-4ffe-97d7-703270b72ab0 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 945 time: 0.0735483 Aug 24 00:17:20.193692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ed05e40-c3c6-4e50-8ad4-508fa1ce7f10 req-e04d3b81-dcea-4043-b0bf-affa14475ee9 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/security-groups?id=54135b0b-4f46-467a-9a53-9679e216fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478346 Aug 24 00:17:20.230232 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc2c77b7-68e8-4e43-93d4-949b6beff49a req-5d37f97d-a570-405d-8423-ab7d3095641a tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:20.237550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e10e7-5173-49d4-9ab5-ca92d1b2234f req-03f5a84e-1ff3-41ff-ad21-9e4fb46a83dd tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:20.239774 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-443e10e7-5173-49d4-9ab5-ca92d1b2234f req-03f5a84e-1ff3-41ff-ad21-9e4fb46a83dd tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 951 time: 0.0620275 Aug 24 00:17:20.262979 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37f97d-a570-405d-8423-ab7d3095641a tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Pushing event deleted for resources: {'Port': ['ID=7582a9ad-8c14-46b3-b068-5159602f6f56,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:20.266939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7582a9ad-8c14-46b3-b068-5159602f6f56'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:20.304459 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e00cfae-338d-43fb-808c-9939589d575f req-404f5b96-980a-4bc0-967b-626d31609c92 tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.32 "GET /v2.0/ports?device_id=401fc459-171a-43ec-bcd2-829c54d25ebf HTTP/1.1" status: 200 len: 210 time: 0.0422823 Aug 24 00:17:20.322884 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2c77b7-68e8-4e43-93d4-949b6beff49a req-5d37f97d-a570-405d-8423-ab7d3095641a tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] No DVR routers for this DVR port 7582a9ad-8c14-46b3-b068-5159602f6f56 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:20.331094 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-cc2c77b7-68e8-4e43-93d4-949b6beff49a req-5d37f97d-a570-405d-8423-ab7d3095641a tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:20.331094 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-cc2c77b7-68e8-4e43-93d4-949b6beff49a req-5d37f97d-a570-405d-8423-ab7d3095641a tempest-ServerDiagnosticsNegativeTest-130848149 tempest-ServerDiagnosticsNegativeTest-130848149-project] 10.222.0.13 "DELETE /v2.0/ports/7582a9ad-8c14-46b3-b068-5159602f6f56 HTTP/1.1" status: 204 len: 173 time: 0.5141518 Aug 24 00:17:20.331094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401fc459-171a-43ec-bcd2-829c54d25ebf', 'name': 'network-vif-deleted', 'tag': '7582a9ad-8c14-46b3-b068-5159602f6f56'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:20.331406 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad83fa13-117e-4039-84a2-ee969819aa95" -d '{"events": [{"server_uuid": "401fc459-171a-43ec-bcd2-829c54d25ebf", "name": "network-vif-deleted", "tag": "7582a9ad-8c14-46b3-b068-5159602f6f56"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:20.333936 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-443e10e7-5173-49d4-9ab5-ca92d1b2234f req-7d79209f-c805-4b2e-9888-9176cd90798d tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726724 Aug 24 00:17:20.375929 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2e572e-4e4f-4891-b658-bf30580f0a3c x-openstack-request-id: req-bb2e572e-4e4f-4891-b658-bf30580f0a3c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:20.376211 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401fc459-171a-43ec-bcd2-829c54d25ebf", "name": "network-vif-deleted", "tag": "7582a9ad-8c14-46b3-b068-5159602f6f56", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:20.376624 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb2e572e-4e4f-4891-b658-bf30580f0a3c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:20.376843 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401fc459-171a-43ec-bcd2-829c54d25ebf', 'name': 'network-vif-deleted', 'tag': '7582a9ad-8c14-46b3-b068-5159602f6f56', 'status': 'completed', 'code': 200} Aug 24 00:17:20.717690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a21984e-783c-4cde-b210-f4dabdfdc1e2', 'name': 'network-vif-deleted', 'tag': '79896bfd-6aae-41e1-b4cd-ef67b5cf69d9'}, {'server_uuid': '379622b2-d68c-4e60-adf8-6faa8cdb1243', 'name': 'network-vif-deleted', 'tag': '4b97b3d5-ab0e-431b-ab18-97aa04f14ad0'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:20.721320 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc13e5b5-da16-4186-8952-5f0de4ea21d4" -d '{"events": [{"server_uuid": "1a21984e-783c-4cde-b210-f4dabdfdc1e2", "name": "network-vif-deleted", "tag": "79896bfd-6aae-41e1-b4cd-ef67b5cf69d9"}, {"server_uuid": "379622b2-d68c-4e60-adf8-6faa8cdb1243", "name": "network-vif-deleted", "tag": "4b97b3d5-ab0e-431b-ab18-97aa04f14ad0"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:20.796371 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7772a3f6-2d60-42db-b4db-c821319675e0 x-openstack-request-id: req-7772a3f6-2d60-42db-b4db-c821319675e0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:20.796733 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a21984e-783c-4cde-b210-f4dabdfdc1e2", "name": "network-vif-deleted", "tag": "79896bfd-6aae-41e1-b4cd-ef67b5cf69d9", "status": "completed", "code": 200}, {"server_uuid": "379622b2-d68c-4e60-adf8-6faa8cdb1243", "name": "network-vif-deleted", "tag": "4b97b3d5-ab0e-431b-ab18-97aa04f14ad0", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:20.797055 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7772a3f6-2d60-42db-b4db-c821319675e0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:20.797563 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a21984e-783c-4cde-b210-f4dabdfdc1e2', 'name': 'network-vif-deleted', 'tag': '79896bfd-6aae-41e1-b4cd-ef67b5cf69d9', 'status': 'completed', 'code': 200} Aug 24 00:17:20.797873 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379622b2-d68c-4e60-adf8-6faa8cdb1243', 'name': 'network-vif-deleted', 'tag': '4b97b3d5-ab0e-431b-ab18-97aa04f14ad0', 'status': 'completed', 'code': 200} Aug 24 00:17:20.857509 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a34457d-c8ba-491c-8453-b2113e745502 req-5f4b0b30-e54f-4b27-ba4e-1c0fe76a888a tempest-LiveAutoBlockMigrationV225Test-1803463503 tempest-LiveAutoBlockMigrationV225Test-1803463503-project] 10.222.0.32 "GET /v2.0/ports?device_id=379622b2-d68c-4e60-adf8-6faa8cdb1243 HTTP/1.1" status: 200 len: 210 time: 0.0409098 Aug 24 00:17:20.888827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12e76a47-5423-47b4-bf33-6aec1956d93a req-fdf2c93f-6e79-4559-97cd-9793cc0c8cef tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/832b5755-0d67-430f-9244-e1180e8250d3 HTTP/1.1" status: 200 len: 1801 time: 0.0789874 Aug 24 00:17:20.953728 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12e76a47-5423-47b4-bf33-6aec1956d93a req-757c947a-eac4-44da-a441-7a8b97bef5d2 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:20.979269 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12e76a47-5423-47b4-bf33-6aec1956d93a req-757c947a-eac4-44da-a441-7a8b97bef5d2 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.023869 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12e76a47-5423-47b4-bf33-6aec1956d93a req-757c947a-eac4-44da-a441-7a8b97bef5d2 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.026619 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-12e76a47-5423-47b4-bf33-6aec1956d93a req-757c947a-eac4-44da-a441-7a8b97bef5d2 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.027847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12e76a47-5423-47b4-bf33-6aec1956d93a req-757c947a-eac4-44da-a441-7a8b97bef5d2 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "DELETE /v2.0/security-groups/832b5755-0d67-430f-9244-e1180e8250d3 HTTP/1.1" status: 204 len: 173 time: 0.1325858 Aug 24 00:17:21.037469 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c947a-eac4-44da-a441-7a8b97bef5d2 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=832b5755-0d67-430f-9244-e1180e8250d3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:21.097842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3356ecd5-dddf-4bb8-8bfc-a0f25f51bd0d req-9d40b0ae-f9b2-4e23-905c-7f776234f0dd tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "GET /v2.0/security-groups/d64e8851-86d0-41e9-ab57-73e59040b7ce HTTP/1.1" status: 200 len: 1801 time: 0.0498617 Aug 24 00:17:21.158880 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3356ecd5-dddf-4bb8-8bfc-a0f25f51bd0d req-5bb5834b-3f8a-47ab-912c-c43bd0187444 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.181941 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3356ecd5-dddf-4bb8-8bfc-a0f25f51bd0d req-5bb5834b-3f8a-47ab-912c-c43bd0187444 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.229529 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3356ecd5-dddf-4bb8-8bfc-a0f25f51bd0d req-5bb5834b-3f8a-47ab-912c-c43bd0187444 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.232448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3356ecd5-dddf-4bb8-8bfc-a0f25f51bd0d req-5bb5834b-3f8a-47ab-912c-c43bd0187444 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.233621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3356ecd5-dddf-4bb8-8bfc-a0f25f51bd0d req-5bb5834b-3f8a-47ab-912c-c43bd0187444 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] 10.222.0.32 "DELETE /v2.0/security-groups/d64e8851-86d0-41e9-ab57-73e59040b7ce HTTP/1.1" status: 204 len: 173 time: 0.1292558 Aug 24 00:17:21.239206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46550) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:21.277398 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5834b-3f8a-47ab-912c-c43bd0187444 tempest-SecurityGroupsTestJSON-900409501 tempest-SecurityGroupsTestJSON-900409501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64e8851-86d0-41e9-ab57-73e59040b7ce,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:21.322995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7314de2-de14-4d5f-bca2-caf9d5e7e627 admin admin] Deleting subnet 2aad9e7b-2316-42ba-919d-3ec87fa73e7b {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:17:21.328140 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7314de2-de14-4d5f-bca2-caf9d5e7e627 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.369153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ad456-75d6-4154-92cd-43d957a68eba req-0cd0af5a-43b9-409b-b3a2-f270c520a134 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:21.370759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f21ad456-75d6-4154-92cd-43d957a68eba req-0cd0af5a-43b9-409b-b3a2-f270c520a134 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 945 time: 0.0945978 Aug 24 00:17:21.377110 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7314de2-de14-4d5f-bca2-caf9d5e7e627 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.442623 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7314de2-de14-4d5f-bca2-caf9d5e7e627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.501607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f21ad456-75d6-4154-92cd-43d957a68eba req-20cd2674-6d58-4604-bd7e-a2a809591968 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/security-groups?id=54135b0b-4f46-467a-9a53-9679e216fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053433 Aug 24 00:17:21.526723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4962adf-c1e3-4bef-b310-2def830fbf23 req-f25c8240-0b22-493e-aec1-c8dd6b45e386 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:21.528351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4962adf-c1e3-4bef-b310-2def830fbf23 req-f25c8240-0b22-493e-aec1-c8dd6b45e386 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 951 time: 0.1058619 Aug 24 00:17:21.576287 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7314de2-de14-4d5f-bca2-caf9d5e7e627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.592898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:21.610015 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4962adf-c1e3-4bef-b310-2def830fbf23 req-2927b67c-40ae-47fc-a3ca-2f554a3bbb87 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748780 Aug 24 00:17:21.612549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7314de2-de14-4d5f-bca2-caf9d5e7e627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aad9e7b-2316-42ba-919d-3ec87fa73e7b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:21.614965 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7314de2-de14-4d5f-bca2-caf9d5e7e627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.616951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a7314de2-de14-4d5f-bca2-caf9d5e7e627 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2aad9e7b-2316-42ba-919d-3ec87fa73e7b HTTP/1.1" status: 204 len: 168 time: 0.3766687 Aug 24 00:17:21.620613 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:21.666108 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 2549e16f-cc65-477f-b266-ba499e3ae774 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:21.687281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 2549e16f-cc65-477f-b266-ba499e3ae774 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:21.687628 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 2549e16f-cc65-477f-b266-ba499e3ae774 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:21.724445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:21.741119 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20ec510d-b50f-436d-812a-bb7728feb20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.746612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:21.747015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 4b97b3d5-ab0e-431b-ab18-97aa04f14ad0 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:21.747440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:21.767950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:21.768756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 79896bfd-6aae-41e1-b4cd-ef67b5cf69d9 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:21.811201 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3c66af3f-2d6f-4c11-8045-3abe5afa93fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1629debab7745b6a45669851e02c716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138376 Aug 24 00:17:21.812032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46574) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:21.866280 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c866594d-3cac-489c-b4d1-d3c02b7493ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.876579 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20ec510d-b50f-436d-812a-bb7728feb20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.893708 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-20ec510d-b50f-436d-812a-bb7728feb20f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84cef5d-c79b-41f0-a662-0612779e92a3']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:21.906046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-20ec510d-b50f-436d-812a-bb7728feb20f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de09799d-5b9f-4c0f-9980-1f8211abc794') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:21.906345 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-20ec510d-b50f-436d-812a-bb7728feb20f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de09799d-5b9f-4c0f-9980-1f8211abc794') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:21.916767 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c866594d-3cac-489c-b4d1-d3c02b7493ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.917317 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20ec510d-b50f-436d-812a-bb7728feb20f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.924448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46580) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:21.958635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20ec510d-b50f-436d-812a-bb7728feb20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.965543 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a350a-15f5-4337-ab0d-107a0f5e1774 req-995a50d5-96b7-42c5-a87a-71d7edcaa85c tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:21.970194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ec510d-b50f-436d-812a-bb7728feb20f admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:17:21.970825 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20ec510d-b50f-436d-812a-bb7728feb20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.971858 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-892a350a-15f5-4337-ab0d-107a0f5e1774 req-995a50d5-96b7-42c5-a87a-71d7edcaa85c tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 945 time: 0.0951412 Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:17:21.972821 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:17:22.014812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-892a350a-15f5-4337-ab0d-107a0f5e1774 req-3b063245-e39e-439b-a606-91e7f1a762e6 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/security-groups?id=54135b0b-4f46-467a-9a53-9679e216fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397894 Aug 24 00:17:22.045704 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-22158339-22fd-4867-898c-ceca56c7e8b0 admin admin] Deleting subnet 5fa782be-5361-4304-8935-1a8d05dccac3 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:17:22.047222 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c866594d-3cac-489c-b4d1-d3c02b7493ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.049475 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c866594d-3cac-489c-b4d1-d3c02b7493ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.050806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c866594d-3cac-489c-b4d1-d3c02b7493ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26cc1ee8-c45d-4cf8-bcd5-15e322fdc656 HTTP/1.1" status: 204 len: 168 time: 0.2380774 Aug 24 00:17:22.055693 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22158339-22fd-4867-898c-ceca56c7e8b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.064953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866594d-3cac-489c-b4d1-d3c02b7493ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cc1ee8-c45d-4cf8-bcd5-15e322fdc656,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:22.082116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baafe15-d695-4c46-b287-9604ae93d44b req-29d677d6-d4e3-4afb-82da-951259a786c3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:22.083108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8baafe15-d695-4c46-b287-9604ae93d44b req-29d677d6-d4e3-4afb-82da-951259a786c3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 951 time: 0.0661585 Aug 24 00:17:22.094430 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20ec510d-b50f-436d-812a-bb7728feb20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.115412 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20ec510d-b50f-436d-812a-bb7728feb20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.117982 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-20ec510d-b50f-436d-812a-bb7728feb20f admin admin] 10.222.0.32 "DELETE /v2.0/networks/b84cef5d-c79b-41f0-a662-0612779e92a3 HTTP/1.1" status: 204 len: 168 time: 0.4955654 Aug 24 00:17:22.120895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec510d-b50f-436d-812a-bb7728feb20f admin admin] Pushing event deleted for resources: {'Network': ['ID=b84cef5d-c79b-41f0-a662-0612779e92a3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:22.126888 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22158339-22fd-4867-898c-ceca56c7e8b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.174895 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22158339-22fd-4867-898c-ceca56c7e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.210868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8baafe15-d695-4c46-b287-9604ae93d44b req-8f82db35-9adf-4673-9bdd-8f3039975595 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Deleting port 49d3b719-2e7b-4be4-b3c5-7bc15f972511 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:22.211666 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8baafe15-d695-4c46-b287-9604ae93d44b req-8f82db35-9adf-4673-9bdd-8f3039975595 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.250487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22158339-22fd-4867-898c-ceca56c7e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.298078 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22158339-22fd-4867-898c-ceca56c7e8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.300152 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-22158339-22fd-4867-898c-ceca56c7e8b0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5fa782be-5361-4304-8935-1a8d05dccac3 HTTP/1.1" status: 204 len: 168 time: 0.3742509 Aug 24 00:17:22.301083 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22158339-22fd-4867-898c-ceca56c7e8b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa782be-5361-4304-8935-1a8d05dccac3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:22.304551 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:22.308407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:22.337589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8baafe15-d695-4c46-b287-9604ae93d44b req-8f82db35-9adf-4673-9bdd-8f3039975595 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] For port 49d3b719-2e7b-4be4-b3c5-7bc15f972511, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=49d3b719-2e7b-4be4-b3c5-7bc15f972511,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:22.337961 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8baafe15-d695-4c46-b287-9604ae93d44b req-8f82db35-9adf-4673-9bdd-8f3039975595 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.351549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8baafe15-d695-4c46-b287-9604ae93d44b req-8f82db35-9adf-4673-9bdd-8f3039975595 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Calling delete_port for 49d3b719-2e7b-4be4-b3c5-7bc15f972511 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:22.412981 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28d03448-dd82-4f86-afab-e1409bf534bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.417793 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b5208279-c1e9-4b14-acf2-d588e223821b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2473265a6e12449aa0f37045d5b34a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1013160 Aug 24 00:17:22.420941 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46598) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:22.489002 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8baafe15-d695-4c46-b287-9604ae93d44b req-8f82db35-9adf-4673-9bdd-8f3039975595 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.519632 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82db35-9adf-4673-9bdd-8f3039975595 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Pushing event deleted for resources: {'Port': ['ID=49d3b719-2e7b-4be4-b3c5-7bc15f972511,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:22.524490 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7311cedf-edad-4872-9847-3b6cc66e7ec5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:22.538437 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['f9dab052-e794-4afc-b6b5-bcac010f738d', '49d3b719-2e7b-4be4-b3c5-7bc15f972511'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:22.550351 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28d03448-dd82-4f86-afab-e1409bf534bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.564406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baafe15-d695-4c46-b287-9604ae93d44b req-8f82db35-9adf-4673-9bdd-8f3039975595 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] No DVR routers for this DVR port 49d3b719-2e7b-4be4-b3c5-7bc15f972511 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:22.567222 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8baafe15-d695-4c46-b287-9604ae93d44b req-8f82db35-9adf-4673-9bdd-8f3039975595 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.569289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8baafe15-d695-4c46-b287-9604ae93d44b req-8f82db35-9adf-4673-9bdd-8f3039975595 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "DELETE /v2.0/ports/49d3b719-2e7b-4be4-b3c5-7bc15f972511 HTTP/1.1" status: 204 len: 173 time: 0.4796717 Aug 24 00:17:22.574325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-28d03448-dd82-4f86-afab-e1409bf534bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73946cb7-6543-439b-b8db-561e1cede42a']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:22.577075 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f92300da-a124-4e9f-badf-dd5ed4a4c605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.593519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46600) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:22.606994 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03dd1343-602a-42b5-81ef-1fd8ff666262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.614036 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f92300da-a124-4e9f-badf-dd5ed4a4c605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.628455 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-28d03448-dd82-4f86-afab-e1409bf534bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e552e59-04f5-45db-867d-77db3b99cb42') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:22.629009 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-28d03448-dd82-4f86-afab-e1409bf534bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e552e59-04f5-45db-867d-77db3b99cb42') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:22.670287 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28d03448-dd82-4f86-afab-e1409bf534bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.691374 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f92300da-a124-4e9f-badf-dd5ed4a4c605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.694139 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f92300da-a124-4e9f-badf-dd5ed4a4c605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.695462 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f92300da-a124-4e9f-badf-dd5ed4a4c605 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4 HTTP/1.1" status: 204 len: 168 time: 0.2724218 Aug 24 00:17:22.706095 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28d03448-dd82-4f86-afab-e1409bf534bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.709186 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92300da-a124-4e9f-badf-dd5ed4a4c605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dbe5ce-7b3a-48c6-b3a2-f2d6a4cd9de4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:22.716846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d03448-dd82-4f86-afab-e1409bf534bd admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:17:22.717474 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28d03448-dd82-4f86-afab-e1409bf534bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:17:22.719899 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:17:22.771214 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03dd1343-602a-42b5-81ef-1fd8ff666262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.783531 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03dd1343-602a-42b5-81ef-1fd8ff666262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.808716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'name': 'network-vif-deleted', 'tag': '49d3b719-2e7b-4be4-b3c5-7bc15f972511'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:22.811382 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b050d79c-1621-4276-b1ab-00d74ffa1ca7" -d '{"events": [{"server_uuid": "d0710a28-8bbd-4eac-a8b7-121bb8f90ab6", "name": "network-vif-deleted", "tag": "49d3b719-2e7b-4be4-b3c5-7bc15f972511"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:22.825374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-630b7727-4100-4026-95e6-0bb371915887 req-83b0b855-d2a9-4f43-ac33-4b944d68c25f tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0710a28-8bbd-4eac-a8b7-121bb8f90ab6 HTTP/1.1" status: 200 len: 210 time: 0.0528352 Aug 24 00:17:22.866922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-03dd1343-602a-42b5-81ef-1fd8ff666262 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6437b51f8ff43418b6fc26e07866adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719409 Aug 24 00:17:22.868701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd1343-602a-42b5-81ef-1fd8ff666262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a7a360-7441-4420-ae93-81e120f44358,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:22.872193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46608) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:22.895222 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28d03448-dd82-4f86-afab-e1409bf534bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.904658 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28d03448-dd82-4f86-afab-e1409bf534bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.905093 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e2502b-d0a3-4b0e-bf9a-0d1b7139b3cb x-openstack-request-id: req-89e2502b-d0a3-4b0e-bf9a-0d1b7139b3cb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:22.905388 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0710a28-8bbd-4eac-a8b7-121bb8f90ab6", "name": "network-vif-deleted", "tag": "49d3b719-2e7b-4be4-b3c5-7bc15f972511", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:22.905639 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89e2502b-d0a3-4b0e-bf9a-0d1b7139b3cb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:22.906023 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0710a28-8bbd-4eac-a8b7-121bb8f90ab6', 'name': 'network-vif-deleted', 'tag': '49d3b719-2e7b-4be4-b3c5-7bc15f972511', 'status': 'completed', 'code': 200} Aug 24 00:17:22.911735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46610) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:22.917012 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-28d03448-dd82-4f86-afab-e1409bf534bd admin admin] 10.222.0.32 "DELETE /v2.0/networks/73946cb7-6543-439b-b8db-561e1cede42a HTTP/1.1" status: 204 len: 168 time: 0.6092105 Aug 24 00:17:22.936670 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d03448-dd82-4f86-afab-e1409bf534bd admin admin] Pushing event deleted for resources: {'Network': ['ID=73946cb7-6543-439b-b8db-561e1cede42a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:22.982061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4267fc-7d1a-4c78-8662-374cf9b65224 admin admin] Deleting subnet 271f510d-c5b8-476f-84b5-c45af0b64584 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:17:22.992248 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf4267fc-7d1a-4c78-8662-374cf9b65224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.021607 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f484b89f-0c13-4184-b047-9cf6ba09138c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.049688 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf4267fc-7d1a-4c78-8662-374cf9b65224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.089059 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f484b89f-0c13-4184-b047-9cf6ba09138c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.162574 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf4267fc-7d1a-4c78-8662-374cf9b65224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.230919 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f484b89f-0c13-4184-b047-9cf6ba09138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.234034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f484b89f-0c13-4184-b047-9cf6ba09138c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.236333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f484b89f-0c13-4184-b047-9cf6ba09138c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7a7a360-7441-4420-ae93-81e120f44358 HTTP/1.1" status: 204 len: 168 time: 0.3621001 Aug 24 00:17:23.296642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d1a08-e06e-430c-9508-720b36421291 req-cbae7496-59be-45ce-a398-1b64fbdb5149 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:23.300975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-923d1a08-e06e-430c-9508-720b36421291 req-cbae7496-59be-45ce-a398-1b64fbdb5149 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 945 time: 0.1563003 Aug 24 00:17:23.306469 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484b89f-0c13-4184-b047-9cf6ba09138c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a7a360-7441-4420-ae93-81e120f44358,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:23.331815 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf4267fc-7d1a-4c78-8662-374cf9b65224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.382710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4267fc-7d1a-4c78-8662-374cf9b65224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=271f510d-c5b8-476f-84b5-c45af0b64584,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:23.400433 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.403381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-923d1a08-e06e-430c-9508-720b36421291 req-64189ff3-fbdd-4c07-aeb4-6cafef4544bd tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/security-groups?id=54135b0b-4f46-467a-9a53-9679e216fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924773 Aug 24 00:17:23.412427 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cf4267fc-7d1a-4c78-8662-374cf9b65224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.414423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cf4267fc-7d1a-4c78-8662-374cf9b65224 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/271f510d-c5b8-476f-84b5-c45af0b64584 HTTP/1.1" status: 204 len: 168 time: 0.5017748 Aug 24 00:17:23.417041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46632) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:23.510156 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da7a7636-f79a-41e0-8a97-d93bc615d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.619320 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da7a7636-f79a-41e0-8a97-d93bc615d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.631518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-da7a7636-f79a-41e0-8a97-d93bc615d7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cf7b16-c7bb-4840-8f66-f7a5b3ad08d4']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:23.645994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-da7a7636-f79a-41e0-8a97-d93bc615d7d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2c34c2-cc7b-4c32-8b79-c271511d7394') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:23.645994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-da7a7636-f79a-41e0-8a97-d93bc615d7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2c34c2-cc7b-4c32-8b79-c271511d7394') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:23.658554 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e139f5d-fffb-4fa2-88fb-dfd699cb185c req-414f2a98-e58b-4673-bd12-7d4bb4972306 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:23.660070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e139f5d-fffb-4fa2-88fb-dfd699cb185c req-414f2a98-e58b-4673-bd12-7d4bb4972306 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 945 time: 0.1057475 Aug 24 00:17:23.666185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da7a7636-f79a-41e0-8a97-d93bc615d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.698648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7582a9ad-8c14-46b3-b068-5159602f6f56 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:23.707996 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da7a7636-f79a-41e0-8a97-d93bc615d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.721204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7a7636-f79a-41e0-8a97-d93bc615d7d8 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:17:23.721611 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da7a7636-f79a-41e0-8a97-d93bc615d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:17:23.723504 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:17:23.731199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 7582a9ad-8c14-46b3-b068-5159602f6f56 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:23.731896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7582a9ad-8c14-46b3-b068-5159602f6f56 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:23.765675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:23.819816 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da7a7636-f79a-41e0-8a97-d93bc615d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.838071 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da7a7636-f79a-41e0-8a97-d93bc615d7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.842581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-da7a7636-f79a-41e0-8a97-d93bc615d7d8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a2cf7b16-c7bb-4840-8f66-f7a5b3ad08d4 HTTP/1.1" status: 204 len: 168 time: 0.4216511 Aug 24 00:17:23.842581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a7636-f79a-41e0-8a97-d93bc615d7d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2cf7b16-c7bb-4840-8f66-f7a5b3ad08d4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:23.854923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8e139f5d-fffb-4fa2-88fb-dfd699cb185c req-1c8c13ca-393f-4b4f-bd4d-c9efaccf4491 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Deleting port 6d0e0862-8191-4573-8c1e-8ffc6f855f24 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:23.855271 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8e139f5d-fffb-4fa2-88fb-dfd699cb185c req-1c8c13ca-393f-4b4f-bd4d-c9efaccf4491 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.953102 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1827234106-network', 'tenant_id': '14b4d63096a343619b95410983efb211'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:23.958283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8e139f5d-fffb-4fa2-88fb-dfd699cb185c req-1c8c13ca-393f-4b4f-bd4d-c9efaccf4491 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] For port 6d0e0862-8191-4573-8c1e-8ffc6f855f24, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=6d0e0862-8191-4573-8c1e-8ffc6f855f24,segment=NetworkSegment(c66221d3-bdbf-428e-a73e-fdf0f36be19c),segment_id=c66221d3-bdbf-428e-a73e-fdf0f36be19c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:23.958657 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8e139f5d-fffb-4fa2-88fb-dfd699cb185c req-1c8c13ca-393f-4b4f-bd4d-c9efaccf4491 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.973869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8e139f5d-fffb-4fa2-88fb-dfd699cb185c req-1c8c13ca-393f-4b4f-bd4d-c9efaccf4491 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Calling delete_port for 6d0e0862-8191-4573-8c1e-8ffc6f855f24 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:23.987220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] Made reservation on behalf of 14b4d63096a343619b95410983efb211 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:23.990419 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.012588 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.121719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46670) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:24.178324 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8e139f5d-fffb-4fa2-88fb-dfd699cb185c req-1c8c13ca-393f-4b4f-bd4d-c9efaccf4491 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.192342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-364b338c-e92a-44df-9500-8dd630c7247d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e50e8a83a6fa4976858cfe853fc5a9bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0694437 Aug 24 00:17:24.194680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:24.212443 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.217656 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['6d0e0862-8191-4573-8c1e-8ffc6f855f24'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:24.218849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.254363 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:17:24.278324 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.278753 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] Added segment 8ed1b658-1780-4e66-8122-d3bd3faabc92 of type vlan for network 00af2880-0d12-4266-bf77-d4bf00381538 Aug 24 00:17:24.280471 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a36c7e-1848-4c8e-8fd1-20d8b333cd44,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:24.308204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c13ca-393f-4b4f-bd4d-c9efaccf4491 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Pushing event deleted for resources: {'Port': ['ID=6d0e0862-8191-4573-8c1e-8ffc6f855f24,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:24.346700 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.388759 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.390033 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:24.390866 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.412286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e139f5d-fffb-4fa2-88fb-dfd699cb185c req-1c8c13ca-393f-4b4f-bd4d-c9efaccf4491 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] No DVR routers for this DVR port 6d0e0862-8191-4573-8c1e-8ffc6f855f24 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:24.425734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36d69-c30a-4d3e-a8c3-afc461e9ea96 req-55651f76-81e9-4c3f-9a40-2c8ddf5ec642 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:24.427530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39a36d69-c30a-4d3e-a8c3-afc461e9ea96 req-55651f76-81e9-4c3f-9a40-2c8ddf5ec642 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.2526221 Aug 24 00:17:24.428847 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8e139f5d-fffb-4fa2-88fb-dfd699cb185c req-1c8c13ca-393f-4b4f-bd4d-c9efaccf4491 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.431506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e139f5d-fffb-4fa2-88fb-dfd699cb185c req-1c8c13ca-393f-4b4f-bd4d-c9efaccf4491 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.47 "DELETE /v2.0/ports/6d0e0862-8191-4573-8c1e-8ffc6f855f24 HTTP/1.1" status: 204 len: 173 time: 0.7605820 Aug 24 00:17:24.457776 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6907911 Aug 24 00:17:24.461287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46684) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:24.471155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cc00071c-3aeb-4808-962a-eaf706093c5f admin admin] Request body: {'subnet': {'network_id': '00af2880-0d12-4266-bf77-d4bf00381538', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1827234106-subnet', 'tenant_id': '14b4d63096a343619b95410983efb211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:24.476585 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-37388b89-821a-40ef-b452-e23bb997adf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.509310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc794ae2-4027-4fec-8d16-e6031d0b1a8a admin admin] Pushing event updated for resources: {'Network': ['ID=00af2880-0d12-4266-bf77-d4bf00381538,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:24.523826 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 00af2880-0d12-4266-bf77-d4bf00381538 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:17:24.527478 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39a36d69-c30a-4d3e-a8c3-afc461e9ea96 req-88cf8a81-a21e-4e9f-a568-3d2df41b24dc tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896821 Aug 24 00:17:24.564436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc00071c-3aeb-4808-962a-eaf706093c5f admin admin] Made reservation on behalf of 14b4d63096a343619b95410983efb211 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:24.567570 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc00071c-3aeb-4808-962a-eaf706093c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.580920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b78ef4f-0b30-431b-85ea-fe3f464b8f8c req-294bb337-6239-4f0b-9478-d2d9c94e90b1 tempest-ServerPasswordTestJSON-418148642 tempest-ServerPasswordTestJSON-418148642-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e934242-b15d-4d40-b0fc-ce8f7d14eb11 HTTP/1.1" status: 200 len: 210 time: 0.0481510 Aug 24 00:17:24.583267 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-37388b89-821a-40ef-b452-e23bb997adf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.669545 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-37388b89-821a-40ef-b452-e23bb997adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.674119 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-37388b89-821a-40ef-b452-e23bb997adf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.677927 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-37388b89-821a-40ef-b452-e23bb997adf1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc7878cb-328a-4b35-8c5a-b4b5be88e863 HTTP/1.1" status: 204 len: 168 time: 0.4755538 Aug 24 00:17:24.688547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37388b89-821a-40ef-b452-e23bb997adf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7878cb-328a-4b35-8c5a-b4b5be88e863,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:24.830343 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc00071c-3aeb-4808-962a-eaf706093c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.907659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e934242-b15d-4d40-b0fc-ce8f7d14eb11', 'name': 'network-vif-deleted', 'tag': '6d0e0862-8191-4573-8c1e-8ffc6f855f24'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:24.913679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00071c-3aeb-4808-962a-eaf706093c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92183f0c-431c-4e22-b7a4-a7ba55312b1d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:24.913992 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877fd2cf-8b52-48d2-aa05-f17aeea626b8" -d '{"events": [{"server_uuid": "2e934242-b15d-4d40-b0fc-ce8f7d14eb11", "name": "network-vif-deleted", "tag": "6d0e0862-8191-4573-8c1e-8ffc6f855f24"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:24.932232 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00071c-3aeb-4808-962a-eaf706093c5f admin admin] Checking segment: {'id': '8ed1b658-1780-4e66-8122-d3bd3faabc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '00af2880-0d12-4266-bf77-d4bf00381538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:24.933070 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc00071c-3aeb-4808-962a-eaf706093c5f admin admin] Network hostable DHCP agents. Network: 00af2880-0d12-4266-bf77-d4bf00381538, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:17:24.959158 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc00071c-3aeb-4808-962a-eaf706093c5f admin admin] Network 00af2880-0d12-4266-bf77-d4bf00381538 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:17:24.968077 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241a6eee-bb63-40fd-8fb6-2083eff4f6e8 x-openstack-request-id: req-241a6eee-bb63-40fd-8fb6-2083eff4f6e8 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:24.968617 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e934242-b15d-4d40-b0fc-ce8f7d14eb11", "name": "network-vif-deleted", "tag": "6d0e0862-8191-4573-8c1e-8ffc6f855f24", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:24.969074 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-241a6eee-bb63-40fd-8fb6-2083eff4f6e8 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:24.969784 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e934242-b15d-4d40-b0fc-ce8f7d14eb11', 'name': 'network-vif-deleted', 'tag': '6d0e0862-8191-4573-8c1e-8ffc6f855f24', 'status': 'completed', 'code': 200} Aug 24 00:17:24.974386 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-cc00071c-3aeb-4808-962a-eaf706093c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 00af2880-0d12-4266-bf77-d4bf00381538) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:24.979410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc00071c-3aeb-4808-962a-eaf706093c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:24.980084 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc00071c-3aeb-4808-962a-eaf706093c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.988044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917c8b32-3c20-4a91-91cd-50863a193474 None None] Network 00af2880-0d12-4266-bf77-d4bf00381538 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:25.026280 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cc00071c-3aeb-4808-962a-eaf706093c5f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5632579 Aug 24 00:17:25.182106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220120a4-04de-4be4-be49-f09484daa506 None None] Network 00af2880-0d12-4266-bf77-d4bf00381538 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:25.207693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46706) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:25.292760 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-78b18da7-b27a-4df5-b1fd-42c66a86b5ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=447671f5c62c470cb144d5dfc9f0d363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813522 Aug 24 00:17:25.294811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46712) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:25.370746 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d087dda0-4450-4000-b3c5-e7e826e5cc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:25.397882 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d087dda0-4450-4000-b3c5-e7e826e5cc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:25.454139 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d087dda0-4450-4000-b3c5-e7e826e5cc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:25.459015 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d087dda0-4450-4000-b3c5-e7e826e5cc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:25.460881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d087dda0-4450-4000-b3c5-e7e826e5cc6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/630eed02-28e1-49a4-b43c-8e3557bda2ab HTTP/1.1" status: 204 len: 168 time: 0.1650696 Aug 24 00:17:25.469502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087dda0-4450-4000-b3c5-e7e826e5cc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630eed02-28e1-49a4-b43c-8e3557bda2ab,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:25.626256 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-e500e901-81f9-4d64-88b3-d7c8a20832c5 req-c76adfdb-e7c8-47a0-91df-5251cc97c764 tempest-SecurityGroupsNegativeTestJSON-1714581997 tempest-SecurityGroupsNegativeTestJSON-1714581997-project] show failed (client error): The resource could not be found. Aug 24 00:17:25.627318 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e500e901-81f9-4d64-88b3-d7c8a20832c5 req-c76adfdb-e7c8-47a0-91df-5251cc97c764 tempest-SecurityGroupsNegativeTestJSON-1714581997 tempest-SecurityGroupsNegativeTestJSON-1714581997-project] 10.222.0.32 "GET /v2.0/security-groups/45d4358d-d309-412f-9350-59e17c3499a4 HTTP/1.1" status: 404 len: 352 time: 0.0142894 Aug 24 00:17:25.723015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46740) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:25.741945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 49d3b719-2e7b-4be4-b3c5-7bc15f972511 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:25.773335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 49d3b719-2e7b-4be4-b3c5-7bc15f972511 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:25.773760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 49d3b719-2e7b-4be4-b3c5-7bc15f972511 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:25.775159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 6d0e0862-8191-4573-8c1e-8ffc6f855f24 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:25.783803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f35b4-6edc-4bf4-bd59-7ade8648b95a req-6d788458-e7aa-420b-b2fa-35809de85873 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:25.785428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b01f35b4-6edc-4bf4-bd59-7ade8648b95a req-6d788458-e7aa-420b-b2fa-35809de85873 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.1015644 Aug 24 00:17:25.797313 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 6d0e0862-8191-4573-8c1e-8ffc6f855f24 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:25.797704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e292bd-1497-41a8-bba0-2470ae8e4a2e admin admin] Deleting subnet 11f4912a-ac0d-41fe-a024-c1f493552102 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:17:25.797852 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 6d0e0862-8191-4573-8c1e-8ffc6f855f24 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:26.104340 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0e292bd-1497-41a8-bba0-2470ae8e4a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.196074 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0e292bd-1497-41a8-bba0-2470ae8e4a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.228894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5c98f0e-b7b6-47e4-a6f2-238b040972c3 req-4800bae4-d097-4eca-be01-57e5def7c229 tempest-SecurityGroupsNegativeTestJSON-1714581997 tempest-SecurityGroupsNegativeTestJSON-1714581997-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14b4d63096a343619b95410983efb211 HTTP/1.1" status: 200 len: 2984 time: 0.4424298 Aug 24 00:17:26.237863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b01f35b4-6edc-4bf4-bd59-7ade8648b95a req-05686f86-6abc-43f9-90c9-476f29bee899 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372692 Aug 24 00:17:26.284119 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0e292bd-1497-41a8-bba0-2470ae8e4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.296516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae55f3-0a61-4414-866c-36502abb2c4c req-f2101fa0-d2dc-4afa-b334-f6b51e4296fc tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:26.298013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebae55f3-0a61-4414-866c-36502abb2c4c req-f2101fa0-d2dc-4afa-b334-f6b51e4296fc tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 950 time: 0.4839404 Aug 24 00:17:26.361067 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5c98f0e-b7b6-47e4-a6f2-238b040972c3 req-4d3856f0-5794-42e8-ba27-39800ab11461 tempest-SecurityGroupsNegativeTestJSON-1714581997 tempest-SecurityGroupsNegativeTestJSON-1714581997-project] 10.222.0.32 "GET /v2.0/security-groups/d3a36c7e-1848-4c8e-8fd1-20d8b333cd44 HTTP/1.1" status: 200 len: 2981 time: 0.1206648 Aug 24 00:17:26.458743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0e292bd-1497-41a8-bba0-2470ae8e4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.505320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e292bd-1497-41a8-bba0-2470ae8e4a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f4912a-ac0d-41fe-a024-c1f493552102,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:26.515568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5c98f0e-b7b6-47e4-a6f2-238b040972c3 req-2d8269dc-af23-402b-989b-e212a8dd49da tempest-SecurityGroupsNegativeTestJSON-1714581997 tempest-SecurityGroupsNegativeTestJSON-1714581997-project] 10.222.0.32 "GET /v2.0/security-groups/d3a36c7e-1848-4c8e-8fd1-20d8b333cd44 HTTP/1.1" status: 200 len: 2981 time: 0.1389055 Aug 24 00:17:26.526836 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0e292bd-1497-41a8-bba0-2470ae8e4a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.533299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f0e292bd-1497-41a8-bba0-2470ae8e4a2e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/11f4912a-ac0d-41fe-a024-c1f493552102 HTTP/1.1" status: 204 len: 168 time: 0.8056829 Aug 24 00:17:26.535111 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46782) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:26.589787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ebae55f3-0a61-4414-866c-36502abb2c4c req-1ba47cb2-36ae-4c17-8ef1-df4041515a94 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Deleting port f9dab052-e794-4afc-b6b5-bcac010f738d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:26.590422 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ebae55f3-0a61-4414-866c-36502abb2c4c req-1ba47cb2-36ae-4c17-8ef1-df4041515a94 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.650330 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c614800-5ef2-4cd2-9fce-b21b265af5e2 req-ecb92463-bee8-4fbe-9974-0feada3cf030 tempest-SecurityGroupsNegativeTestJSON-1714581997 tempest-SecurityGroupsNegativeTestJSON-1714581997-project] 10.222.0.32 "GET /v2.0/security-groups/d3a36c7e-1848-4c8e-8fd1-20d8b333cd44 HTTP/1.1" status: 200 len: 2981 time: 0.1110473 Aug 24 00:17:26.683917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46788) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:26.726169 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5bd0-a21a-4013-a7f0-2c4c1f3bb9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.769616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ebae55f3-0a61-4414-866c-36502abb2c4c req-1ba47cb2-36ae-4c17-8ef1-df4041515a94 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] For port f9dab052-e794-4afc-b6b5-bcac010f738d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f9dab052-e794-4afc-b6b5-bcac010f738d,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:26.770127 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ebae55f3-0a61-4414-866c-36502abb2c4c req-1ba47cb2-36ae-4c17-8ef1-df4041515a94 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.772598 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-0c614800-5ef2-4cd2-9fce-b21b265af5e2 req-e79496a7-e2dc-4365-890e-d1c743802a7c tempest-SecurityGroupsNegativeTestJSON-1714581997 tempest-SecurityGroupsNegativeTestJSON-1714581997-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 24 00:17:26.774265 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c614800-5ef2-4cd2-9fce-b21b265af5e2 req-e79496a7-e2dc-4365-890e-d1c743802a7c tempest-SecurityGroupsNegativeTestJSON-1714581997 tempest-SecurityGroupsNegativeTestJSON-1714581997-project] 10.222.0.32 "DELETE /v2.0/security-groups/d3a36c7e-1848-4c8e-8fd1-20d8b333cd44 HTTP/1.1" status: 409 len: 352 time: 0.1225042 Aug 24 00:17:26.795390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ebae55f3-0a61-4414-866c-36502abb2c4c req-1ba47cb2-36ae-4c17-8ef1-df4041515a94 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Calling delete_port for f9dab052-e794-4afc-b6b5-bcac010f738d owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:26.826487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5bd0-a21a-4013-a7f0-2c4c1f3bb9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.839443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cbbb5bd0-a21a-4013-a7f0-2c4c1f3bb9df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882d1f76-c05c-429c-8a4f-07709f0a7b7f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:26.858188 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cbbb5bd0-a21a-4013-a7f0-2c4c1f3bb9df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66221d3-bdbf-428e-a73e-fdf0f36be19c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:26.858473 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cbbb5bd0-a21a-4013-a7f0-2c4c1f3bb9df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66221d3-bdbf-428e-a73e-fdf0f36be19c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:26.864695 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-3151a88f-b70d-4210-89dd-d6360319fe4b req-910f69e1-4969-474e-946c-8c401d47ba75 tempest-SecurityGroupsNegativeTestJSON-1714581997 tempest-SecurityGroupsNegativeTestJSON-1714581997-project] show failed (client error): The resource could not be found. Aug 24 00:17:26.865848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3151a88f-b70d-4210-89dd-d6360319fe4b req-910f69e1-4969-474e-946c-8c401d47ba75 tempest-SecurityGroupsNegativeTestJSON-1714581997 tempest-SecurityGroupsNegativeTestJSON-1714581997-project] 10.222.0.32 "GET /v2.0/security-groups/c33bb7f4-e83a-42d0-967b-4830fc940244 HTTP/1.1" status: 404 len: 352 time: 0.0225356 Aug 24 00:17:26.884260 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5bd0-a21a-4013-a7f0-2c4c1f3bb9df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.908118 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5bd0-a21a-4013-a7f0-2c4c1f3bb9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.915848 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbb5bd0-a21a-4013-a7f0-2c4c1f3bb9df admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:17:26.916246 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5bd0-a21a-4013-a7f0-2c4c1f3bb9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:17:26.918145 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:17:26.920793 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ee98632-b69e-4288-a66b-704e8d07e223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.950433 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-d17e13e0-1db7-432f-8b48-0901d20b87e8 req-a5caa5b0-83e0-4eff-8fea-b35351dbdf2c tempest-SecurityGroupsNegativeTestJSON-1714581997 tempest-SecurityGroupsNegativeTestJSON-1714581997-project] show failed (client error): The resource could not be found. Aug 24 00:17:26.951594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d17e13e0-1db7-432f-8b48-0901d20b87e8 req-a5caa5b0-83e0-4eff-8fea-b35351dbdf2c tempest-SecurityGroupsNegativeTestJSON-1714581997 tempest-SecurityGroupsNegativeTestJSON-1714581997-project] 10.222.0.32 "GET /v2.0/security-groups/29fe6680-62d6-420e-9cbd-62b44f1c6cb3 HTTP/1.1" status: 404 len: 352 time: 0.0355196 Aug 24 00:17:26.965934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46800) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:26.986016 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5bd0-a21a-4013-a7f0-2c4c1f3bb9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.991239 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5bd0-a21a-4013-a7f0-2c4c1f3bb9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.995193 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cbbb5bd0-a21a-4013-a7f0-2c4c1f3bb9df admin admin] 10.222.0.32 "DELETE /v2.0/networks/882d1f76-c05c-429c-8a4f-07709f0a7b7f HTTP/1.1" status: 204 len: 168 time: 0.4559586 Aug 24 00:17:27.009955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb5bd0-a21a-4013-a7f0-2c4c1f3bb9df admin admin] Pushing event deleted for resources: {'Network': ['ID=882d1f76-c05c-429c-8a4f-07709f0a7b7f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:27.084165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0989a17-727f-4864-9019-5f706a95f4cd admin admin] Deleting subnet 92183f0c-431c-4e22-b7a4-a7ba55312b1d {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:17:27.093429 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0989a17-727f-4864-9019-5f706a95f4cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.122560 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ebae55f3-0a61-4414-866c-36502abb2c4c req-1ba47cb2-36ae-4c17-8ef1-df4041515a94 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.154870 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['f9dab052-e794-4afc-b6b5-bcac010f738d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:27.159179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7311cedf-edad-4872-9847-3b6cc66e7ec5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:27.176130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba47cb2-36ae-4c17-8ef1-df4041515a94 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Pushing event deleted for resources: {'Port': ['ID=f9dab052-e794-4afc-b6b5-bcac010f738d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:27.226578 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46810) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:27.228698 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0989a17-727f-4864-9019-5f706a95f4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.281520 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5bce91ac-7e01-421b-bc89-b49f7e533d37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9482f091aa0347218553615f03e89fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529501 Aug 24 00:17:27.283827 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46816) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:27.310061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebae55f3-0a61-4414-866c-36502abb2c4c req-1ba47cb2-36ae-4c17-8ef1-df4041515a94 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] No DVR routers for this DVR port f9dab052-e794-4afc-b6b5-bcac010f738d on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:27.322916 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ebae55f3-0a61-4414-866c-36502abb2c4c req-1ba47cb2-36ae-4c17-8ef1-df4041515a94 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.325749 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebae55f3-0a61-4414-866c-36502abb2c4c req-1ba47cb2-36ae-4c17-8ef1-df4041515a94 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.47 "DELETE /v2.0/ports/f9dab052-e794-4afc-b6b5-bcac010f738d HTTP/1.1" status: 204 len: 173 time: 1.0084727 Aug 24 00:17:27.326377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89c967a-a529-47c6-a745-a760ee68ece2', 'name': 'network-vif-deleted', 'tag': 'f9dab052-e794-4afc-b6b5-bcac010f738d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:27.337830 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b8af71-146e-485b-b393-009a6af2d059" -d '{"events": [{"server_uuid": "b89c967a-a529-47c6-a745-a760ee68ece2", "name": "network-vif-deleted", "tag": "f9dab052-e794-4afc-b6b5-bcac010f738d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:27.382450 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0869ea1c-aeed-4473-acb5-ad7ec29fd1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.397361 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ee98632-b69e-4288-a66b-704e8d07e223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.409945 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49074e9f-288e-4e31-b9b2-5121212dc4ce req-b31ce430-9e33-44b0-8295-9f802c71e31e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b89c967a-a529-47c6-a745-a760ee68ece2 HTTP/1.1" status: 200 len: 210 time: 0.0427699 Aug 24 00:17:27.417263 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ee98632-b69e-4288-a66b-704e8d07e223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.422001 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0869ea1c-aeed-4473-acb5-ad7ec29fd1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.439504 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61d16bb-e073-4ebc-bd17-99c44b42689a x-openstack-request-id: req-c61d16bb-e073-4ebc-bd17-99c44b42689a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:27.439712 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89c967a-a529-47c6-a745-a760ee68ece2", "name": "network-vif-deleted", "tag": "f9dab052-e794-4afc-b6b5-bcac010f738d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:27.439944 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c61d16bb-e073-4ebc-bd17-99c44b42689a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:27.440822 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89c967a-a529-47c6-a745-a760ee68ece2', 'name': 'network-vif-deleted', 'tag': 'f9dab052-e794-4afc-b6b5-bcac010f738d', 'status': 'completed', 'code': 200} Aug 24 00:17:27.457200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0ee98632-b69e-4288-a66b-704e8d07e223 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05d2a9816f344aa29d925452ad4d7c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7702801 Aug 24 00:17:27.460210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0989a17-727f-4864-9019-5f706a95f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.463109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46820) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:27.468235 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1d64-426d-4a9b-afb0-072b3379a714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.502038 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0869ea1c-aeed-4473-acb5-ad7ec29fd1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.504710 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0869ea1c-aeed-4473-acb5-ad7ec29fd1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.508704 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0869ea1c-aeed-4473-acb5-ad7ec29fd1e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54135b0b-4f46-467a-9a53-9679e216fea2 HTTP/1.1" status: 204 len: 168 time: 0.2233441 Aug 24 00:17:27.518177 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869ea1c-aeed-4473-acb5-ad7ec29fd1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54135b0b-4f46-467a-9a53-9679e216fea2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:27.569581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee98632-b69e-4288-a66b-704e8d07e223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7f525c-f41f-4730-95ca-31dbeeeffc23,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:27.635241 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9340ce78-a931-493f-a9e8-59e3b82b864d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.663639 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0989a17-727f-4864-9019-5f706a95f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.673028 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9340ce78-a931-493f-a9e8-59e3b82b864d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.714345 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46830) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:27.715492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0989a17-727f-4864-9019-5f706a95f4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92183f0c-431c-4e22-b7a4-a7ba55312b1d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:27.719431 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0989a17-727f-4864-9019-5f706a95f4cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.721673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f0989a17-727f-4864-9019-5f706a95f4cd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/92183f0c-431c-4e22-b7a4-a7ba55312b1d HTTP/1.1" status: 204 len: 168 time: 0.7547896 Aug 24 00:17:27.729002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46834) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:27.830512 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bbc57e2-4263-47aa-866c-6871b48f9068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.843617 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9340ce78-a931-493f-a9e8-59e3b82b864d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.846506 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9340ce78-a931-493f-a9e8-59e3b82b864d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.847741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9340ce78-a931-493f-a9e8-59e3b82b864d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e7f525c-f41f-4730-95ca-31dbeeeffc23 HTTP/1.1" status: 204 len: 168 time: 0.3813872 Aug 24 00:17:27.876801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340ce78-a931-493f-a9e8-59e3b82b864d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7f525c-f41f-4730-95ca-31dbeeeffc23,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:27.942473 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bbc57e2-4263-47aa-866c-6871b48f9068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.955303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2bbc57e2-4263-47aa-866c-6871b48f9068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00af2880-0d12-4266-bf77-d4bf00381538']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:27.966829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2bbc57e2-4263-47aa-866c-6871b48f9068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed1b658-1780-4e66-8122-d3bd3faabc92') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:27.967139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2bbc57e2-4263-47aa-866c-6871b48f9068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed1b658-1780-4e66-8122-d3bd3faabc92') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:27.976985 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bbc57e2-4263-47aa-866c-6871b48f9068 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.997179 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bbc57e2-4263-47aa-866c-6871b48f9068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.003522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbc57e2-4263-47aa-866c-6871b48f9068 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:17:28.003986 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bbc57e2-4263-47aa-866c-6871b48f9068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:17:28.005661 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:17:28.075940 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bbc57e2-4263-47aa-866c-6871b48f9068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.084038 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc4e49a9-3729-4caf-b57e-376ae8859851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.085255 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bbc57e2-4263-47aa-866c-6871b48f9068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.087863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2bbc57e2-4263-47aa-866c-6871b48f9068 admin admin] 10.222.0.32 "DELETE /v2.0/networks/00af2880-0d12-4266-bf77-d4bf00381538 HTTP/1.1" status: 204 len: 168 time: 0.3579037 Aug 24 00:17:28.102393 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc57e2-4263-47aa-866c-6871b48f9068 admin admin] Pushing event deleted for resources: {'Network': ['ID=00af2880-0d12-4266-bf77-d4bf00381538,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:28.197279 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc4e49a9-3729-4caf-b57e-376ae8859851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.201857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc4e49a9-3729-4caf-b57e-376ae8859851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.242148 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e49a9-3729-4caf-b57e-376ae8859851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d0d4d6-0ace-4c41-8187-b0c046aabe81,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:28.252779 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bc4e49a9-3729-4caf-b57e-376ae8859851 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c67dbcbd40de49b78f05c12800268bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349419 Aug 24 00:17:28.253148 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46850) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:28.297173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46852) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:28.337700 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e8c18f0-8d78-47b6-add3-3c1d55113e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.367128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-93504115-09cf-487d-a76b-56a91f42d7d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14b4d63096a343619b95410983efb211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663145 Aug 24 00:17:28.367330 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46854) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:28.376431 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e8c18f0-8d78-47b6-add3-3c1d55113e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.378321 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46856) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:28.409052 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c800dbb-28af-489f-aba0-cc7259bb257a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.442441 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-daa1c180-4b2d-43b2-b521-663b0ad8230b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.463658 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e8c18f0-8d78-47b6-add3-3c1d55113e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.467000 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e8c18f0-8d78-47b6-add3-3c1d55113e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.470615 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5e8c18f0-8d78-47b6-add3-3c1d55113e34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3d0d4d6-0ace-4c41-8187-b0c046aabe81 HTTP/1.1" status: 204 len: 168 time: 0.2133749 Aug 24 00:17:28.479013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-daa1c180-4b2d-43b2-b521-663b0ad8230b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.485254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c18f0-8d78-47b6-add3-3c1d55113e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d0d4d6-0ace-4c41-8187-b0c046aabe81,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:28.579343 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-daa1c180-4b2d-43b2-b521-663b0ad8230b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.583563 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-daa1c180-4b2d-43b2-b521-663b0ad8230b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.587499 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-daa1c180-4b2d-43b2-b521-663b0ad8230b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3a36c7e-1848-4c8e-8fd1-20d8b333cd44 HTTP/1.1" status: 204 len: 168 time: 0.2157605 Aug 24 00:17:28.604621 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1c180-4b2d-43b2-b521-663b0ad8230b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a36c7e-1848-4c8e-8fd1-20d8b333cd44,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:28.635849 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c800dbb-28af-489f-aba0-cc7259bb257a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.645185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c800dbb-28af-489f-aba0-cc7259bb257a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.698006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4c800dbb-28af-489f-aba0-cc7259bb257a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04a07e50627345a0b48c2e1f0b84593c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184826 Aug 24 00:17:28.701359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c800dbb-28af-489f-aba0-cc7259bb257a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476ac8ca-425d-45a4-8838-b9cfc7bcb365,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:28.701503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:28.799632 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d0b368-9197-41e8-9468-152122e8c733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.817457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f19e6a-2ef2-47d4-937a-09077a8fbb22 req-fe417dd0-631a-4af8-a21b-3a07c65b6dc3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:28.819006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f3f19e6a-2ef2-47d4-937a-09077a8fbb22 req-fe417dd0-631a-4af8-a21b-3a07c65b6dc3 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.0548587 Aug 24 00:17:28.828759 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d0b368-9197-41e8-9468-152122e8c733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.864028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f3f19e6a-2ef2-47d4-937a-09077a8fbb22 req-4565533f-8632-4518-8898-70b600c848b4 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369062 Aug 24 00:17:28.911508 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d0b368-9197-41e8-9468-152122e8c733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.915897 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d8d0b368-9197-41e8-9468-152122e8c733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.917103 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d8d0b368-9197-41e8-9468-152122e8c733 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/476ac8ca-425d-45a4-8838-b9cfc7bcb365 HTTP/1.1" status: 204 len: 168 time: 0.2145071 Aug 24 00:17:28.925413 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0b368-9197-41e8-9468-152122e8c733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476ac8ca-425d-45a4-8838-b9cfc7bcb365,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:28.960663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46886) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:28.978557 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0715982-0ec9-48a3-8533-00e2f99ab54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.082938 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0715982-0ec9-48a3-8533-00e2f99ab54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.087267 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0715982-0ec9-48a3-8533-00e2f99ab54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.130817 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d0715982-0ec9-48a3-8533-00e2f99ab54b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7798e9a3b7cc40d2a1360bb97dccd82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662836 Aug 24 00:17:29.130817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0715982-0ec9-48a3-8533-00e2f99ab54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a175ca-2bc4-4ab2-bdf4-fc92de511394,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:29.132561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46894) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:29.208560 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9cc534b-cf71-4003-883b-c028139a7f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.232894 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9cc534b-cf71-4003-883b-c028139a7f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.293331 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9cc534b-cf71-4003-883b-c028139a7f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.296301 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9cc534b-cf71-4003-883b-c028139a7f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.299311 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f9cc534b-cf71-4003-883b-c028139a7f09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87a175ca-2bc4-4ab2-bdf4-fc92de511394 HTTP/1.1" status: 204 len: 168 time: 0.1648836 Aug 24 00:17:29.311467 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc534b-cf71-4003-883b-c028139a7f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a175ca-2bc4-4ab2-bdf4-fc92de511394,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:29.433161 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.539802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46916) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:29.719361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f9dab052-e794-4afc-b6b5-bcac010f738d no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:29.745922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: f9dab052-e794-4afc-b6b5-bcac010f738d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:29.746910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f9dab052-e794-4afc-b6b5-bcac010f738d not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:29.782557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-205326905-network', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:29.809932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] Made reservation on behalf of 3c6e0e872fd9493581d598175e4e4ca3 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:29.830548 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.845309 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.984411 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.003369 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.044776 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:17:30.064833 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.066019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61b943-a437-4a7a-824e-8ea50c04046a req-c4b1504a-6349-4d8b-9dac-7543830dde99 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:30.074249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b61b943-a437-4a7a-824e-8ea50c04046a req-c4b1504a-6349-4d8b-9dac-7543830dde99 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.1152422 Aug 24 00:17:30.077471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d70a01-7791-431b-9f6e-e01e01bd882a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:30.089221 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.089697 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] Added segment 6b492fbf-e29f-4c70-b72b-661c5ad8d0be of type vlan for network c2445dbf-51ce-471e-bf22-d58b2d01dce0 Aug 24 00:17:30.130809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46952) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:30.155600 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b61b943-a437-4a7a-824e-8ea50c04046a req-07e437c0-caae-47d0-b3e5-48c0e4c1da7a tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d10247f-aea8-4d8f-9210-64627268e0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804694 Aug 24 00:17:30.164609 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.179478 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da3a2ba3-d606-4142-b081-2da77dd7361c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.211891 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.212987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:30.213685 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.241752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee012c7-a5d6-4770-b80c-a16d9e4ba81b req-6561c0b4-9db8-4a60-b66a-248ec4950f4e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:30.244336 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dee012c7-a5d6-4770-b80c-a16d9e4ba81b req-6561c0b4-9db8-4a60-b66a-248ec4950f4e tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.13 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 950 time: 0.0798948 Aug 24 00:17:30.275396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7346134 Aug 24 00:17:30.281856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46962) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:30.287776 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-19c802e5-48c8-47c9-a8cf-5a4b37e01e43 admin admin] Request body: {'subnet': {'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-205326905-subnet', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:30.313460 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e66f87-b359-4df8-a8ab-8abcdad871c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c2445dbf-51ce-471e-bf22-d58b2d01dce0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:30.317115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c802e5-48c8-47c9-a8cf-5a4b37e01e43 admin admin] Made reservation on behalf of 3c6e0e872fd9493581d598175e4e4ca3 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:30.319879 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19c802e5-48c8-47c9-a8cf-5a4b37e01e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.326084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network c2445dbf-51ce-471e-bf22-d58b2d01dce0 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:17:30.373765 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-dee012c7-a5d6-4770-b80c-a16d9e4ba81b req-ddf89146-35a6-4eae-b4cc-ffc8c3805122 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Deleting port 7311cedf-edad-4872-9847-3b6cc66e7ec5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:30.374442 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dee012c7-a5d6-4770-b80c-a16d9e4ba81b req-ddf89146-35a6-4eae-b4cc-ffc8c3805122 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.454561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-542969124-network', 'tenant_id': 'e64cca1666df447f8193bde9cd7bcca8'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:30.503929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] Made reservation on behalf of e64cca1666df447f8193bde9cd7bcca8 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:30.507457 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.536631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.544369 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19c802e5-48c8-47c9-a8cf-5a4b37e01e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.560599 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-dee012c7-a5d6-4770-b80c-a16d9e4ba81b req-ddf89146-35a6-4eae-b4cc-ffc8c3805122 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] For port 7311cedf-edad-4872-9847-3b6cc66e7ec5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7311cedf-edad-4872-9847-3b6cc66e7ec5,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:30.560599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dee012c7-a5d6-4770-b80c-a16d9e4ba81b req-ddf89146-35a6-4eae-b4cc-ffc8c3805122 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.576550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-dee012c7-a5d6-4770-b80c-a16d9e4ba81b req-ddf89146-35a6-4eae-b4cc-ffc8c3805122 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Calling delete_port for 7311cedf-edad-4872-9847-3b6cc66e7ec5 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:30.600179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c802e5-48c8-47c9-a8cf-5a4b37e01e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c895085-e829-4731-b347-1f7ea11c9bda,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:30.635140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c802e5-48c8-47c9-a8cf-5a4b37e01e43 admin admin] Checking segment: {'id': '6b492fbf-e29f-4c70-b72b-661c5ad8d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:30.636147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c802e5-48c8-47c9-a8cf-5a4b37e01e43 admin admin] Network hostable DHCP agents. Network: c2445dbf-51ce-471e-bf22-d58b2d01dce0, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:17:30.659412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c802e5-48c8-47c9-a8cf-5a4b37e01e43 admin admin] Network c2445dbf-51ce-471e-bf22-d58b2d01dce0 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:17:30.672650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-19c802e5-48c8-47c9-a8cf-5a4b37e01e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, c2445dbf-51ce-471e-bf22-d58b2d01dce0) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:30.683108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c802e5-48c8-47c9-a8cf-5a4b37e01e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:30.683915 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19c802e5-48c8-47c9-a8cf-5a4b37e01e43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.690047 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b17203-3caf-474c-b91b-6d4a12d292ca None None] Network c2445dbf-51ce-471e-bf22-d58b2d01dce0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:30.787875 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.793681 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.807952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-19c802e5-48c8-47c9-a8cf-5a4b37e01e43 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5247416 Aug 24 00:17:30.808098 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46980) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:30.821316 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:17:30.827228 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-205326905-router', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:30.842108 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dee012c7-a5d6-4770-b80c-a16d9e4ba81b req-ddf89146-35a6-4eae-b4cc-ffc8c3805122 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.868807 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.869210 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] Added segment 7e2417b6-473d-412d-83bb-9d40bae38b5a of type vlan for network 4e62f524-6a63-41f9-8661-cb5c0da3099c Aug 24 00:17:30.902534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7311cedf-edad-4872-9847-3b6cc66e7ec5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:30.913259 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:30.921092 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf89146-35a6-4eae-b4cc-ffc8c3805122 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Pushing event deleted for resources: {'Port': ['ID=7311cedf-edad-4872-9847-3b6cc66e7ec5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:30.953071 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.956672 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.995424 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a8d01-7330-4923-a8db-b481c41f67cb None None] Network c2445dbf-51ce-471e-bf22-d58b2d01dce0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:31.022164 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:31.025165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee012c7-a5d6-4770-b80c-a16d9e4ba81b req-ddf89146-35a6-4eae-b4cc-ffc8c3805122 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] No DVR routers for this DVR port 7311cedf-edad-4872-9847-3b6cc66e7ec5 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:31.028642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-81b048ed-c264-4190-9b51-28919220e046 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1a48accec5504f5391fca73cd5adb7e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613446 Aug 24 00:17:31.031560 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-dee012c7-a5d6-4770-b80c-a16d9e4ba81b req-ddf89146-35a6-4eae-b4cc-ffc8c3805122 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:31.033782 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dee012c7-a5d6-4770-b80c-a16d9e4ba81b req-ddf89146-35a6-4eae-b4cc-ffc8c3805122 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.13 "DELETE /v2.0/ports/7311cedf-edad-4872-9847-3b6cc66e7ec5 HTTP/1.1" status: 204 len: 173 time: 0.7838676 Aug 24 00:17:31.036748 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626fc94d-13dd-4662-8f5e-f77257c80863', 'name': 'network-vif-deleted', 'tag': '7311cedf-edad-4872-9847-3b6cc66e7ec5'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:31.039635 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00f6222-b715-4737-ad2f-206bfbdfc0c8" -d '{"events": [{"server_uuid": "626fc94d-13dd-4662-8f5e-f77257c80863", "name": "network-vif-deleted", "tag": "7311cedf-edad-4872-9847-3b6cc66e7ec5"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:31.128123 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:31.133695 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:31.137827 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024d8d5a-3ea7-4842-89f6-05c4b03423e0 x-openstack-request-id: req-024d8d5a-3ea7-4842-89f6-05c4b03423e0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:31.138360 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626fc94d-13dd-4662-8f5e-f77257c80863", "name": "network-vif-deleted", "tag": "7311cedf-edad-4872-9847-3b6cc66e7ec5", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:31.138360 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-024d8d5a-3ea7-4842-89f6-05c4b03423e0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:31.139036 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626fc94d-13dd-4662-8f5e-f77257c80863', 'name': 'network-vif-deleted', 'tag': '7311cedf-edad-4872-9847-3b6cc66e7ec5', 'status': 'completed', 'code': 200} Aug 24 00:17:31.142047 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:31.143011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:31.143776 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:31.255346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-44597ad7-3e5c-4961-b238-d13a07f5356b tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:31.257184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-44597ad7-3e5c-4961-b238-d13a07f5356b tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199163 Aug 24 00:17:31.274640 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1421022 Aug 24 00:17:31.277452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47006) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:31.288976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-35cba857-2d6f-45ad-ae3a-5ed98d451256 admin admin] Request body: {'subnet': {'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-542969124-subnet', 'tenant_id': 'e64cca1666df447f8193bde9cd7bcca8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:31.338868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-ad2a29be-b2d4-4df8-befb-e33267615402 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/quotas/1a48accec5504f5391fca73cd5adb7e4 HTTP/1.1" status: 200 len: 375 time: 0.0660546 Aug 24 00:17:31.357929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cba857-2d6f-45ad-ae3a-5ed98d451256 admin admin] Made reservation on behalf of e64cca1666df447f8193bde9cd7bcca8 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:31.360864 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35cba857-2d6f-45ad-ae3a-5ed98d451256 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:31.363758 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:31.384190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11562c-52c9-4ae5-9b32-2074cd42e6a3 admin admin] Pushing event updated for resources: {'Network': ['ID=4e62f524-6a63-41f9-8661-cb5c0da3099c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:31.396023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 4e62f524-6a63-41f9-8661-cb5c0da3099c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:17:31.433444 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-c5938101-f2f5-44f7-a8a4-86a5dc5cc168 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a48accec5504f5391fca73cd5adb7e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880821 Aug 24 00:17:31.511560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-757004f8-3424-4be1-8295-2b2495a77f5b req-6f271e22-2086-4ced-8f25-317787734d99 tempest-MigrationsAdminTest-705750271 tempest-MigrationsAdminTest-705750271-project] 10.222.0.32 "GET /v2.0/ports?device_id=626fc94d-13dd-4662-8f5e-f77257c80863 HTTP/1.1" status: 200 len: 210 time: 0.1163609 Aug 24 00:17:31.755397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-16c67307-354e-4681-8595-122af31cbe36 req-6791345f-4d41-4ab8-bdf1-aa115eac6690 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 210 time: 0.0671098 Aug 24 00:17:31.786918 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35cba857-2d6f-45ad-ae3a-5ed98d451256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:31.908018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cba857-2d6f-45ad-ae3a-5ed98d451256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:31.919356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cba857-2d6f-45ad-ae3a-5ed98d451256 admin admin] Checking segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:31.922993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cba857-2d6f-45ad-ae3a-5ed98d451256 admin admin] Network hostable DHCP agents. Network: 4e62f524-6a63-41f9-8661-cb5c0da3099c, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:17:31.964153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cba857-2d6f-45ad-ae3a-5ed98d451256 admin admin] Network 4e62f524-6a63-41f9-8661-cb5c0da3099c is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:17:31.975591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-35cba857-2d6f-45ad-ae3a-5ed98d451256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 4e62f524-6a63-41f9-8661-cb5c0da3099c) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:31.981914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cba857-2d6f-45ad-ae3a-5ed98d451256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:31.982501 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35cba857-2d6f-45ad-ae3a-5ed98d451256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:31.993222 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cb9266-c80e-46f4-bdd7-b8ef784cb2c9 None None] Network 4e62f524-6a63-41f9-8661-cb5c0da3099c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:31.998831 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:32.006031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-35cba857-2d6f-45ad-ae3a-5ed98d451256 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7232928 Aug 24 00:17:32.020961 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:32.163288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Allocated IP 172.25.8.185 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/42677085-de48-4f86-83ad-fd9075567021) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:32.225397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f668f193-8434-45c2-b632-634639acb9d7 None None] Network 4e62f524-6a63-41f9-8661-cb5c0da3099c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:32.236276 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-9f6abebc-e64c-412a-b813-f127663d2f57 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e550c64573914c86955ff081ecf70739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271528 Aug 24 00:17:32.306978 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:32.356696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:32.406079 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:32.410055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:32.422872 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:32.425283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-2f360e38-a422-4ba5-9954-fab47f56660a tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:32.427344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-2f360e38-a422-4ba5-9954-fab47f56660a tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788621 Aug 24 00:17:32.432919 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Pushing event updated for resources: {'Port': ['ID=42677085-de48-4f86-83ad-fd9075567021,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:32.454059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-515ed0b9-aa8f-4429-8000-46281585878b tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/quotas/e550c64573914c86955ff081ecf70739 HTTP/1.1" status: 200 len: 375 time: 0.0174410 Aug 24 00:17:32.491547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-ecaad07d-3aaf-4264-912e-c6a044621501 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e550c64573914c86955ff081ecf70739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366271 Aug 24 00:17:32.597704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-159571bb-bcb2-4464-ad39-818ff2af1c76 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:32.599745 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-159571bb-bcb2-4464-ad39-818ff2af1c76 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 811 time: 0.1436763 Aug 24 00:17:32.623321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-5e5357d2-ba33-439f-ac88-db13cf181f12 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/quotas/e64cca1666df447f8193bde9cd7bcca8 HTTP/1.1" status: 200 len: 375 time: 0.0125802 Aug 24 00:17:32.671717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-65a579ec-1d7d-4fd3-9641-2f4f0fcadf45 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414000 Aug 24 00:17:32.739209 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:32.873697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d829323-b96e-4ea4-b330-53e4aeecd048 req-7ce0c4f1-1053-4641-8bfc-618c143cb29b tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 210 time: 0.0702562 Aug 24 00:17:32.932970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-773f61e6-ed5b-462e-b5a5-9376eb4b8cce service neutron] 10.222.0.32 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518966 Aug 24 00:17:32.939216 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:33.036965 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:33.073287 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4239456a-698c-457e-9b7d-7d286f1fd208 req-3a2a2ef0-a214-4601-a168-351e94a510d8 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 210 time: 0.0988426 Aug 24 00:17:33.138071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-ac34055e-c403-400e-8b19-0c4e705b8727 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1a48accec5504f5391fca73cd5adb7e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790687 Aug 24 00:17:33.201162 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Router 58df32c2-cd50-4832-891b-2119c6187be2 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:17:33.269513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47082) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:33.298126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-e9d68226-0f9e-4d6c-905c-553b5f29aa7e service neutron] 10.222.0.32 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598993 Aug 24 00:17:33.342358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-092e39ae-716a-43fb-885e-70cc7ee60a41 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:33.349833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-092e39ae-716a-43fb-885e-70cc7ee60a41 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947770 Aug 24 00:17:33.377070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Request body: {'port': {'device_id': 'd403416e-693c-4be6-a9fb-ec07f67e4259', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': '1a48accec5504f5391fca73cd5adb7e4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:33.405573 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:17:33.415793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Sync routers for ids ['58df32c2-cd50-4832-891b-2119c6187be2'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:17:33.434049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Routers {'58df32c2-cd50-4832-891b-2119c6187be2'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:33.435109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['58df32c2-cd50-4832-891b-2119c6187be2'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:33.470743 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:33.473073 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b404ea3-7f93-44a9-822b-d825dff39a4f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6608284 Aug 24 00:17:33.475791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47090) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:33.582599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a01e07f9-1a2c-4314-b3a0-50aa04a4a3e1 req-aa630a92-263c-4a28-98c6-756c48bd2162 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 210 time: 0.0770113 Aug 24 00:17:33.588419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dd53659b-0fea-4160-ae58-fabaeb03efdb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcbd557231c74eedb4681fd7496dc8b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175552 Aug 24 00:17:33.591352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47092) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:33.624379 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Set router 58df32c2-cd50-4832-891b-2119c6187be2 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:33.674401 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9521c1f2-4aee-4464-976d-961b9478265b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:33.697660 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9521c1f2-4aee-4464-976d-961b9478265b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:33.738554 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Made reservation on behalf of 1a48accec5504f5391fca73cd5adb7e4 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:33.742216 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:33.757086 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9521c1f2-4aee-4464-976d-961b9478265b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:33.760296 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9521c1f2-4aee-4464-976d-961b9478265b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:33.761659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9521c1f2-4aee-4464-976d-961b9478265b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d10247f-aea8-4d8f-9210-64627268e0b3 HTTP/1.1" status: 204 len: 168 time: 0.1694062 Aug 24 00:17:33.762616 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:33.770105 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7311cedf-edad-4872-9847-3b6cc66e7ec5 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:33.785851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521c1f2-4aee-4464-976d-961b9478265b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d10247f-aea8-4d8f-9210-64627268e0b3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:33.818084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 7311cedf-edad-4872-9847-3b6cc66e7ec5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:33.818503 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7311cedf-edad-4872-9847-3b6cc66e7ec5 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:33.925257 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df32c2-cd50-4832-891b-2119c6187be2', 'name': 'tempest-ServerRescueTestJSON-205326905-router', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '42677085-de48-4f86-83ad-fd9075567021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:30Z', 'updated_at': '2021-08-24T00:17:32Z', 'revision_number': 3, 'project_id': '3c6e0e872fd9493581d598175e4e4ca3', 'gw_port': {'id': '42677085-de48-4f86-83ad-fd9075567021', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df32c2-cd50-4832-891b-2119c6187be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:32Z', 'updated_at': '2021-08-24T00:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:33.988409 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:33.990634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Checking router: 58df32c2-cd50-4832-891b-2119c6187be2 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:17:33.990941 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Updating router 58df32c2-cd50-4832-891b-2119c6187be2 port 42677085-de48-4f86-83ad-fd9075567021 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:17:33.996794 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.025172 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.075229 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-242d36cb-d487-4591-8d49-7f45b8f5699f tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e550c64573914c86955ff081ecf70739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399201 Aug 24 00:17:34.165151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-082ef7d8-b86a-4a07-a4c5-cb96f3908de3 req-a1d94e2f-1709-47df-9023-dbae106271e5 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 210 time: 0.0711694 Aug 24 00:17:34.234405 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002d4513-9a49-4a14-b039-d5a35f84d3a9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:34.270431 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4832e163-daa3-4e4f-a1bb-f119b6d4daff req-12d7fec3-9a92-4d90-a725-b1f69f19f335 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 210 time: 0.0746980 Aug 24 00:17:34.318793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47112) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:34.328027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Allocated IP 192.168.233.50 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/1eaa0ad7-ffcb-444d-b546-268a8beb805c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:34.395493 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-b844fe67-e5f0-428a-8b57-507c56798245 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:34.397015 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-b844fe67-e5f0-428a-8b57-507c56798245 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3127668 Aug 24 00:17:34.431079 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Request body: {'port': {'device_id': 'af384750-de08-43a9-85e3-64b344a86785', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'e550c64573914c86955ff081ecf70739'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:34.512142 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.528147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-58c9d09f-16e7-43e9-9ffe-badb3333e713 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af29e71a668345ef95b3a37d785b1961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082179 Aug 24 00:17:34.536324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47116) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:34.588969 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.613107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Transition to ACTIVE for port object 1eaa0ad7-ffcb-444d-b546-268a8beb805c will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:34.637925 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3a01544b-f1e5-4cb2-acdc-086f58251a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.649533 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.663434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Transition to ACTIVE for port object 42677085-de48-4f86-83ad-fd9075567021 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:34.672009 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3a01544b-f1e5-4cb2-acdc-086f58251a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.673808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Made reservation on behalf of e550c64573914c86955ff081ecf70739 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:34.675575 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.676996 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.696324 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.722739 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.741810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Attempting to bind port 42677085-de48-4f86-83ad-fd9075567021 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:34.743098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Attempting to bind port 42677085-de48-4f86-83ad-fd9075567021 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:34.743614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Attempting to bind port 42677085-de48-4f86-83ad-fd9075567021 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:34.745670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-124b9450-ae46-4fdd-8514-534892029e41 req-59c48efc-e8da-4ad3-81c1-b58c87c4c725 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 210 time: 0.0395648 Aug 24 00:17:34.765351 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:34.766017 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:34.767152 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.767807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:34.768991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Bound port: 42677085-de48-4f86-83ad-fd9075567021, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:34.769467 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.772961 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c3f81-278f-4620-95cb-724929ebce53 None None] Pushing event updated for resources: {'Port': ['ID=42677085-de48-4f86-83ad-fd9075567021,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:34.783292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Allocated IP 172.20.0.1 (c2445dbf-51ce-471e-bf22-d58b2d01dce0/1c895085-e829-4731-b347-1f7ea11c9bda/79cc6102-c999-4aae-ac6d-5a0ca42b1c91) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:34.803327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Pushing event updated for resources: {'Port': ['ID=1eaa0ad7-ffcb-444d-b546-268a8beb805c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:34.817734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:34.821142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:34.824372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:34.838170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] For port 42677085-de48-4f86-83ad-fd9075567021, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:34.841991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] For port 42677085-de48-4f86-83ad-fd9075567021, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=42677085-de48-4f86-83ad-fd9075567021,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:34.860689 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.880911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:34.881552 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.912894 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3a01544b-f1e5-4cb2-acdc-086f58251a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.917179 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3a01544b-f1e5-4cb2-acdc-086f58251a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.918535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3a01544b-f1e5-4cb2-acdc-086f58251a3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a7ed47c-2b95-42ac-a41e-9e5103be951e HTTP/1.1" status: 204 len: 168 time: 0.3817687 Aug 24 00:17:34.941110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01544b-f1e5-4cb2-acdc-086f58251a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7ed47c-2b95-42ac-a41e-9e5103be951e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:34.966138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Routers {'58df32c2-cd50-4832-891b-2119c6187be2'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:34.966764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['58df32c2-cd50-4832-891b-2119c6187be2'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:34.976414 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:35.011353 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:35.017800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c3f81-278f-4620-95cb-724929ebce53 None None] Pushing event updated for resources: {'Port': ['ID=42677085-de48-4f86-83ad-fd9075567021,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:35.033225 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:35.042085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-8afcece9-6ddd-48e2-84ad-cd38725df845 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6697023 Aug 24 00:17:35.061853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Request body: {'port': {'device_id': 'd403416e-693c-4be6-a9fb-ec07f67e4259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:35.138045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] Set router 58df32c2-cd50-4832-891b-2119c6187be2 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:35.223745 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:35.236526 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907d1549-ac7f-415d-8f4a-92e1292f5ce4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:35.241974 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:35.334189 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Network c2445dbf-51ce-471e-bf22-d58b2d01dce0 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:35.346015 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:35.355726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:35.370462 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bc2b6127-5a67-4ec4-b7ea-e052c70ebd0b None None] Provisioning for port 1eaa0ad7-ffcb-444d-b546-268a8beb805c completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:35.382413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bc2b6127-5a67-4ec4-b7ea-e052c70ebd0b None None] Provisioning complete for port 1eaa0ad7-ffcb-444d-b546-268a8beb805c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:35.383417 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc2b6127-5a67-4ec4-b7ea-e052c70ebd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:35.424923 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Pushing event updated for resources: {'Port': ['ID=79cc6102-c999-4aae-ac6d-5a0ca42b1c91,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:35.455141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b6127-5a67-4ec4-b7ea-e052c70ebd0b None None] Port 1eaa0ad7-ffcb-444d-b546-268a8beb805c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:17:35.462883 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:35.488850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df32c2-cd50-4832-891b-2119c6187be2', 'name': 'tempest-ServerRescueTestJSON-205326905-router', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '42677085-de48-4f86-83ad-fd9075567021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:30Z', 'updated_at': '2021-08-24T00:17:32Z', 'revision_number': 3, 'project_id': '3c6e0e872fd9493581d598175e4e4ca3', 'gw_port': {'id': '42677085-de48-4f86-83ad-fd9075567021', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df32c2-cd50-4832-891b-2119c6187be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:32Z', 'updated_at': '2021-08-24T00:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:35.495113 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ade3e87-58a8-426f-a411-3a6a9584fc08 req-42d240ff-5482-4269-9dfc-07b5e620a959 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 210 time: 0.1521451 Aug 24 00:17:35.512419 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Allocated IP 192.168.233.220 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/2ff0d48c-95ef-47a5-9e75-aa57d7553c80) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:35.527893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e21aa3-34c8-4552-8f99-ab52cff244b3 None None] The sync data for ids ['58df32c2-cd50-4832-891b-2119c6187be2'] in n-d-805736-1 is: [{'id': '58df32c2-cd50-4832-891b-2119c6187be2', 'name': 'tempest-ServerRescueTestJSON-205326905-router', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '42677085-de48-4f86-83ad-fd9075567021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:30Z', 'updated_at': '2021-08-24T00:17:32Z', 'revision_number': 3, 'project_id': '3c6e0e872fd9493581d598175e4e4ca3', 'gw_port': {'id': '42677085-de48-4f86-83ad-fd9075567021', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df32c2-cd50-4832-891b-2119c6187be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:32Z', 'updated_at': '2021-08-24T00:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:17:35.570275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-2c1f7748-b453-41c7-8841-e35aafbccafc tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:35.576582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-2c1f7748-b453-41c7-8841-e35aafbccafc tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 811 time: 0.4796526 Aug 24 00:17:35.618857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-da9edaa1-e228-4593-805c-b717670f4b8e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Request body: {'port': {'device_id': '793e9c54-cab3-47ee-b9e1-9fa862627009', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'admin_state_up': True, 'tenant_id': 'e64cca1666df447f8193bde9cd7bcca8'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:35.723421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859e546-6749-4b24-8ae0-1632f6d0ccc8 req-6d9756a5-eed3-4d07-b62a-6da183e7a79c tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:35.728596 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:35.731516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a859e546-6749-4b24-8ae0-1632f6d0ccc8 req-6d9756a5-eed3-4d07-b62a-6da183e7a79c tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 935 time: 0.2706594 Aug 24 00:17:35.801160 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a859e546-6749-4b24-8ae0-1632f6d0ccc8 req-ba790595-a2fb-4878-8b8a-651e86a95e42 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/security-groups?id=002d4513-9a49-4a14-b039-d5a35f84d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685611 Aug 24 00:17:35.855305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-da9edaa1-e228-4593-805c-b717670f4b8e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Made reservation on behalf of e64cca1666df447f8193bde9cd7bcca8 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:35.860327 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-da9edaa1-e228-4593-805c-b717670f4b8e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:36.129680 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:36.208304 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Transition to ACTIVE for port object 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:36.288566 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:36.329582 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:36.349141 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:36.353667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f57650a-9a4c-4fc8-af75-14d49171e3e8 req-d847713c-4696-4cdb-adb1-4bf3c9437595 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 210 time: 0.4762089 Aug 24 00:17:36.379340 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:36.387880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:36.395947 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:36.402066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Pushing event updated for resources: {'Port': ['ID=2ff0d48c-95ef-47a5-9e75-aa57d7553c80,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:36.470326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:36.529750 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:36.530580 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:36.591359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-da9edaa1-e228-4593-805c-b717670f4b8e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Allocated IP 172.20.0.5 (4e62f524-6a63-41f9-8661-cb5c0da3099c/7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3/ad66cb27-9284-474d-b543-32fc9c7a1db5) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:36.594372 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-6da582ff-475a-4dc9-83b2-b7d45f01d64d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1674395 Aug 24 00:17:36.656498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Pushing event updated for resources: {'Port': ['ID=79cc6102-c999-4aae-ac6d-5a0ca42b1c91,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:36.676101 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Request body: {'port': {'device_id': 'af384750-de08-43a9-85e3-64b344a86785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:36.754687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eaa0ad7-ffcb-444d-b546-268a8beb805c {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:36.781591 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:36.808220 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ad639cbe-b545-4866-af3f-a54e5e79bf6a None None] Provisioning for port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:36.816025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ad639cbe-b545-4866-af3f-a54e5e79bf6a None None] Provisioning complete for port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:36.816545 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad639cbe-b545-4866-af3f-a54e5e79bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:36.822007 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:36.848971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b630e87-0470-4903-95c9-4aa349042a7e req-5d87b60a-e9d0-42b4-91d4-724d62b6af00 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:36.850527 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b630e87-0470-4903-95c9-4aa349042a7e req-5d87b60a-e9d0-42b4-91d4-724d62b6af00 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 936 time: 0.1609807 Aug 24 00:17:36.852931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Network c2445dbf-51ce-471e-bf22-d58b2d01dce0 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:36.876654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Transition to ACTIVE for port object 1eaa0ad7-ffcb-444d-b546-268a8beb805c will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:36.904637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ad639cbe-b545-4866-af3f-a54e5e79bf6a None None] Port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:17:36.908740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:36.917571 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.020280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b630e87-0470-4903-95c9-4aa349042a7e req-cd2a7216-1bec-4ecb-b2aa-2da2a33c40f6 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488924 Aug 24 00:17:37.125523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1eaa0ad7-ffcb-444d-b546-268a8beb805c,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:37.171102 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Router 58df32c2-cd50-4832-891b-2119c6187be2 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:17:37.192516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 42677085-de48-4f86-83ad-fd9075567021 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:37.223946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8621404-19fc-4883-891a-8c99ddfd86e4 req-38fa9b5e-e66c-4191-8bd9-bef2aa652f3f tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:37.237866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8621404-19fc-4883-891a-8c99ddfd86e4 req-38fa9b5e-e66c-4191-8bd9-bef2aa652f3f tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 947 time: 0.2637677 Aug 24 00:17:37.252868 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-da9edaa1-e228-4593-805c-b717670f4b8e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.297714 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 42677085-de48-4f86-83ad-fd9075567021 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:37.302991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 42677085-de48-4f86-83ad-fd9075567021 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:37.303492 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.331325 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8621404-19fc-4883-891a-8c99ddfd86e4 req-eeb4a215-e886-4f92-9bb8-68cf8f4c1a7f tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/security-groups?id=002d4513-9a49-4a14-b039-d5a35f84d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881824 Aug 24 00:17:37.365410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Attempting to bind port 1eaa0ad7-ffcb-444d-b546-268a8beb805c on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:37.366113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Attempting to bind port 1eaa0ad7-ffcb-444d-b546-268a8beb805c by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:37.366113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Attempting to bind port 1eaa0ad7-ffcb-444d-b546-268a8beb805c on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:37.374397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Port 1eaa0ad7-ffcb-444d-b546-268a8beb805c on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:37.374799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Attempting to bind port 1eaa0ad7-ffcb-444d-b546-268a8beb805c on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:37.389284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:37.389561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:37.389948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:37.390402 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Bound port: 1eaa0ad7-ffcb-444d-b546-268a8beb805c, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:37.390767 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.455291 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:37.466745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.470421 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:17:37.484598 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d0de22a5-747b-4cfd-9053-537d3eab89d7 admin admin] 10.222.0.32 "PUT /v2.0/routers/58df32c2-cd50-4832-891b-2119c6187be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9981003 Aug 24 00:17:37.487886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Transition to ACTIVE for port object 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:37.494002 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.511946 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.522689 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-da9edaa1-e228-4593-805c-b717670f4b8e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.591204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 42677085-de48-4f86-83ad-fd9075567021, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=42677085-de48-4f86-83ad-fd9075567021,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:37.603695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-da9edaa1-e228-4593-805c-b717670f4b8e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Network 4e62f524-6a63-41f9-8661-cb5c0da3099c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:37.608664 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.611210 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-da9edaa1-e228-4593-805c-b717670f4b8e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:37.616837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-da9edaa1-e228-4593-805c-b717670f4b8e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:37.622836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] For port 1eaa0ad7-ffcb-444d-b546-268a8beb805c, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:37.686821 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff0d48c-95ef-47a5-9e75-aa57d7553c80,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:37.708866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Attempting to bind port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:37.709620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Attempting to bind port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:37.709620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Attempting to bind port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:37.715486 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:37.715817 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Attempting to bind port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:37.728471 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=42677085-de48-4f86-83ad-fd9075567021,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:37.730462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151542bb-b32f-4bfe-a80a-2fa2a5d0f8dd req-d503d25c-7781-4ddb-85fe-09286fe19a76 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:37.731058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:37.731825 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:37.731825 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:37.732224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Bound port: 2ff0d48c-95ef-47a5-9e75-aa57d7553c80, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:37.732591 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.751817 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-151542bb-b32f-4bfe-a80a-2fa2a5d0f8dd req-d503d25c-7781-4ddb-85fe-09286fe19a76 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 931 time: 0.2642832 Aug 24 00:17:37.771058 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] For port 1eaa0ad7-ffcb-444d-b546-268a8beb805c, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=1eaa0ad7-ffcb-444d-b546-268a8beb805c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:37.788672 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.809594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9edaa1-e228-4593-805c-b717670f4b8e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Pushing event updated for resources: {'Port': ['ID=ad66cb27-9284-474d-b543-32fc9c7a1db5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:37.839530 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] For port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:37.840082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:37.840731 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.842131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] 10.222.0.47 "PUT /v2.0/ports/1eaa0ad7-ffcb-444d-b546-268a8beb805c HTTP/1.1" status: 200 len: 1095 time: 2.7861896 Aug 24 00:17:37.847974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] For port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2ff0d48c-95ef-47a5-9e75-aa57d7553c80,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:37.861848 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.904270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-151542bb-b32f-4bfe-a80a-2fa2a5d0f8dd req-8b8f6e18-2fcf-494d-8110-510329445b3e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430564 Aug 24 00:17:37.904270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd403416e-693c-4be6-a9fb-ec07f67e4259', 'tag': '1eaa0ad7-ffcb-444d-b546-268a8beb805c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:37.904270 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a0a7f9-3351-4ac3-843f-4a85210518c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d403416e-693c-4be6-a9fb-ec07f67e4259", "tag": "1eaa0ad7-ffcb-444d-b546-268a8beb805c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:37.923966 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:37.924182 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.925719 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] 10.222.0.13 "PUT /v2.0/ports/2ff0d48c-95ef-47a5-9e75-aa57d7553c80 HTTP/1.1" status: 200 len: 1096 time: 1.2561800 Aug 24 00:17:37.926398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af384750-de08-43a9-85e3-64b344a86785', 'tag': '2ff0d48c-95ef-47a5-9e75-aa57d7553c80'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:37.929008 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7b8c59-8eb8-4104-8d83-fada4a5f8adc" -d '{"events": [{"name": "network-changed", "server_uuid": "af384750-de08-43a9-85e3-64b344a86785", "tag": "2ff0d48c-95ef-47a5-9e75-aa57d7553c80"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:37.969000 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61457cfa-b6c7-455c-ae35-21bbe5eb3e90 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff0d48c-95ef-47a5-9e75-aa57d7553c80,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:37.971099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-da9edaa1-e228-4593-805c-b717670f4b8e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:37.979983 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-da9edaa1-e228-4593-805c-b717670f4b8e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:38.041229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-da9edaa1-e228-4593-805c-b717670f4b8e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4306121 Aug 24 00:17:38.065236 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-f7da04ba-fa72-4325-8ca5-fffbe9196d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.067028 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-f7da04ba-fa72-4325-8ca5-fffbe9196d9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e550c64573914c86955ff081ecf70739&device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 1099 time: 0.0581110 Aug 24 00:17:38.082193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Request body: {'port': {'device_id': '793e9c54-cab3-47ee-b9e1-9fa862627009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:38.142223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303d1be-e68b-474d-9deb-17b1bb8657e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1eaa0ad7-ffcb-444d-b546-268a8beb805c,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:38.153298 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-cc630577-88a7-464c-92ae-1f07192f0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.155026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-cc630577-88a7-464c-92ae-1f07192f0388 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a48accec5504f5391fca73cd5adb7e4&device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 1098 time: 0.2223909 Aug 24 00:17:38.159964 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:38.164713 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Sync routers for ids ['58df32c2-cd50-4832-891b-2119c6187be2'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:17:38.182858 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-ef449a41-4258-4596-808c-f34be807c8f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=2ff0d48c-95ef-47a5-9e75-aa57d7553c80 HTTP/1.1" status: 200 len: 217 time: 0.1017399 Aug 24 00:17:38.184638 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Routers {'58df32c2-cd50-4832-891b-2119c6187be2'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:38.185162 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['58df32c2-cd50-4832-891b-2119c6187be2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:38.233784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-b1442362-c93f-42a8-8543-76d3e4006796 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=1eaa0ad7-ffcb-444d-b546-268a8beb805c HTTP/1.1" status: 200 len: 217 time: 0.0620809 Aug 24 00:17:38.249611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-ea673067-883b-4700-b438-5531c8a1e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.251261 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-ea673067-883b-4700-b438-5531c8a1e409 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0615425 Aug 24 00:17:38.342812 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Set router 58df32c2-cd50-4832-891b-2119c6187be2 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:38.346883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-022f5c1b-e2a9-4aff-9656-853c35b2285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.350287 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-022f5c1b-e2a9-4aff-9656-853c35b2285f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804231 Aug 24 00:17:38.356537 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019af969-2b70-4a25-b899-b6f2eff3afbf x-openstack-request-id: req-019af969-2b70-4a25-b899-b6f2eff3afbf {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:38.356918 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af384750-de08-43a9-85e3-64b344a86785", "tag": "2ff0d48c-95ef-47a5-9e75-aa57d7553c80", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:38.357210 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-019af969-2b70-4a25-b899-b6f2eff3afbf {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:38.357612 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af384750-de08-43a9-85e3-64b344a86785', 'tag': '2ff0d48c-95ef-47a5-9e75-aa57d7553c80', 'status': 'completed', 'code': 200} Aug 24 00:17:38.435127 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6270f2f7-1e60-4ab2-8d5c-24ef715cd181 x-openstack-request-id: req-6270f2f7-1e60-4ab2-8d5c-24ef715cd181 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:38.435695 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d403416e-693c-4be6-a9fb-ec07f67e4259", "tag": "1eaa0ad7-ffcb-444d-b546-268a8beb805c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:38.435695 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6270f2f7-1e60-4ab2-8d5c-24ef715cd181 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:38.435947 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd403416e-693c-4be6-a9fb-ec07f67e4259', 'tag': '1eaa0ad7-ffcb-444d-b546-268a8beb805c', 'status': 'completed', 'code': 200} Aug 24 00:17:38.490252 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-a4983ef2-ebca-41e2-9e20-0deb2804bfb6 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290722 Aug 24 00:17:38.605936 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a95692f2-f67a-4e71-9caf-7708850ca21c req-caeb569a-427b-408c-aa82-eb2b7dacc3e2 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084156 Aug 24 00:17:38.628731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-1cb72a20-f06d-4cbb-b0e1-da937e4569a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.630275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-1cb72a20-f06d-4cbb-b0e1-da937e4569a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1971667 Aug 24 00:17:38.670144 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df32c2-cd50-4832-891b-2119c6187be2', 'name': 'tempest-ServerRescueTestJSON-205326905-router', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '42677085-de48-4f86-83ad-fd9075567021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:30Z', 'updated_at': '2021-08-24T00:17:35Z', 'revision_number': 4, 'project_id': '3c6e0e872fd9493581d598175e4e4ca3', 'gw_port': {'id': '42677085-de48-4f86-83ad-fd9075567021', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df32c2-cd50-4832-891b-2119c6187be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:32Z', 'updated_at': '2021-08-24T00:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '79cc6102-c999-4aae-ac6d-5a0ca42b1c91', 'name': '', 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3', 'mac_address': 'fa:16:3e:ed:ec:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df32c2-cd50-4832-891b-2119c6187be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '1c895085-e829-4731-b347-1f7ea11c9bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:34Z', 'updated_at': '2021-08-24T00:17:36Z', 'revision_number': 2, 'project_id': '3c6e0e872fd9493581d598175e4e4ca3', 'subnets': [{'id': '1c895085-e829-4731-b347-1f7ea11c9bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:38.677806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07174ae-e06c-49d5-bfea-b7773d46b11d req-9cbfc625-266c-45c6-9121-7e80f5c82631 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.679331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e07174ae-e06c-49d5-bfea-b7773d46b11d req-9cbfc625-266c-45c6-9121-7e80f5c82631 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 948 time: 0.2426364 Aug 24 00:17:38.696591 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Checking router: 58df32c2-cd50-4832-891b-2119c6187be2 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:17:38.696949 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Updating router 58df32c2-cd50-4832-891b-2119c6187be2 port 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:17:38.713687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-e232882d-68ea-43b2-97d4-6d63780ea018 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.715827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-e232882d-68ea-43b2-97d4-6d63780ea018 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/networks?id=c2445dbf-51ce-471e-bf22-d58b2d01dce0 HTTP/1.1" status: 200 len: 810 time: 0.4863665 Aug 24 00:17:38.734706 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:38.737280 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b8c59-8eb8-4104-8d83-fada4a5f8adc req-48ef82eb-5717-45d3-b0eb-4d0909c34f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.738809 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-da7b8c59-8eb8-4104-8d83-fada4a5f8adc req-48ef82eb-5717-45d3-b0eb-4d0909c34f29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e550c64573914c86955ff081ecf70739&device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 1099 time: 0.0456128 Aug 24 00:17:38.757362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-6863057c-6c01-4789-8709-9ef7d5bfe1fb tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/quotas/3c6e0e872fd9493581d598175e4e4ca3 HTTP/1.1" status: 200 len: 375 time: 0.0346704 Aug 24 00:17:38.814990 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-1d3cf5e4-6602-466b-b027-5145b36a9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.816492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-1d3cf5e4-6602-466b-b027-5145b36a9933 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1726456 Aug 24 00:17:38.833948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e07174ae-e06c-49d5-bfea-b7773d46b11d req-9425ec54-e5e0-437d-b333-78e2bbfb50ab tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337850 Aug 24 00:17:38.842206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b8c59-8eb8-4104-8d83-fada4a5f8adc req-4febf7b4-1569-44f6-b2aa-f8e033c6129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.844311 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-da7b8c59-8eb8-4104-8d83-fada4a5f8adc req-4febf7b4-1569-44f6-b2aa-f8e033c6129b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.0981381 Aug 24 00:17:38.892023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad66cb27-9284-474d-b543-32fc9c7a1db5 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:38.903367 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-da7b8c59-8eb8-4104-8d83-fada4a5f8adc req-eb0975b4-8ced-481b-93d9-08f758a201c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=2ff0d48c-95ef-47a5-9e75-aa57d7553c80 HTTP/1.1" status: 200 len: 217 time: 0.0515106 Aug 24 00:17:38.906154 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:38.931554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-e53daadc-a343-4b83-ba4f-2e76d739b353 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c6e0e872fd9493581d598175e4e4ca3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1551175 Aug 24 00:17:38.941855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Transition to ACTIVE for port object ad66cb27-9284-474d-b543-32fc9c7a1db5 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:38.954568 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:38.997969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b8c59-8eb8-4104-8d83-fada4a5f8adc req-ead71f6f-8313-4ab3-b1f9-641cf1261ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.999643 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-da7b8c59-8eb8-4104-8d83-fada4a5f8adc req-ead71f6f-8313-4ab3-b1f9-641cf1261ce7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0886960 Aug 24 00:17:39.091225 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:39.097381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b8c59-8eb8-4104-8d83-fada4a5f8adc req-bf99ad01-a432-465b-9954-052e796090b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:39.098958 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-da7b8c59-8eb8-4104-8d83-fada4a5f8adc req-bf99ad01-a432-465b-9954-052e796090b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892928 Aug 24 00:17:39.104654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-f364099d-2c61-4150-ae0a-74b00047851a service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697053 Aug 24 00:17:39.114091 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Transition to ACTIVE for port object 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:39.127351 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:39.142276 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 42677085-de48-4f86-83ad-fd9075567021 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:39.189105 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063dda41-039e-4c50-970a-dbaa122f9655 None None] Pushing event updated for resources: {'Port': ['ID=79cc6102-c999-4aae-ac6d-5a0ca42b1c91,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:39.216076 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dda41-039e-4c50-970a-dbaa122f9655 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:39.216762 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dda41-039e-4c50-970a-dbaa122f9655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:39.217308 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dda41-039e-4c50-970a-dbaa122f9655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:39.217850 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dda41-039e-4c50-970a-dbaa122f9655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:39.218409 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dda41-039e-4c50-970a-dbaa122f9655 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:39.219058 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dda41-039e-4c50-970a-dbaa122f9655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:39.219710 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dda41-039e-4c50-970a-dbaa122f9655 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:39.220259 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dda41-039e-4c50-970a-dbaa122f9655 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:39.220777 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dda41-039e-4c50-970a-dbaa122f9655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:39.221292 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dda41-039e-4c50-970a-dbaa122f9655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:39.221949 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dda41-039e-4c50-970a-dbaa122f9655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:39.222478 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063dda41-039e-4c50-970a-dbaa122f9655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:39.223626 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 42677085-de48-4f86-83ad-fd9075567021 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:39.224000 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:39.235824 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-da7b8c59-8eb8-4104-8d83-fada4a5f8adc req-5c61e15a-def8-4cb2-b167-638e79974bfb service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277616 Aug 24 00:17:39.262615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad66cb27-9284-474d-b543-32fc9c7a1db5,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:39.263360 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Attempting to bind port 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:39.264005 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Attempting to bind port 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '6b492fbf-e29f-4c70-b72b-661c5ad8d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:39.264423 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Attempting to bind port 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 on network c2445dbf-51ce-471e-bf22-d58b2d01dce0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:39.271920 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:39.272399 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Checking segment: {'id': '6b492fbf-e29f-4c70-b72b-661c5ad8d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:39.272841 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:39.273726 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Bound using segment: {'id': '6b492fbf-e29f-4c70-b72b-661c5ad8d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:39.274539 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Bound port: 79cc6102-c999-4aae-ac6d-5a0ca42b1c91, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b492fbf-e29f-4c70-b72b-661c5ad8d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:39.274967 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:39.353378 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] For port 79cc6102-c999-4aae-ac6d-5a0ca42b1c91, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:39.355645 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-da7b8c59-8eb8-4104-8d83-fada4a5f8adc req-e56eb7c4-bf10-4c73-9e7e-d424b84f18ed service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112254 Aug 24 00:17:39.357499 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] For port 79cc6102-c999-4aae-ac6d-5a0ca42b1c91, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=79cc6102-c999-4aae-ac6d-5a0ca42b1c91,segment=NetworkSegment(6b492fbf-e29f-4c70-b72b-661c5ad8d0be),segment_id=6b492fbf-e29f-4c70-b72b-661c5ad8d0be)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:39.363002 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:39.387830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-f73417c1-766a-4762-8054-3c5464d3748b service neutron] 10.222.0.32 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481249 Aug 24 00:17:39.421427 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Routers {'58df32c2-cd50-4832-891b-2119c6187be2'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:39.422045 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['58df32c2-cd50-4832-891b-2119c6187be2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:39.437246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f8892-f9e6-440c-865b-62dd66b65852 req-3926ca3f-042c-42cc-a79f-5197a4ed1149 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:39.438744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd6f8892-f9e6-440c-865b-62dd66b65852 req-3926ca3f-042c-42cc-a79f-5197a4ed1149 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 947 time: 0.2396858 Aug 24 00:17:39.454619 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063dda41-039e-4c50-970a-dbaa122f9655 None None] Pushing event updated for resources: {'Port': ['ID=79cc6102-c999-4aae-ac6d-5a0ca42b1c91,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:39.514526 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62dc5051-9b2e-43eb-9560-b478e28e12bf req-02b49259-5fb6-4e81-b264-7d64b137bd98 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135772 Aug 24 00:17:39.531900 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] Set router 58df32c2-cd50-4832-891b-2119c6187be2 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:39.556878 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd6f8892-f9e6-440c-865b-62dd66b65852 req-65228b12-392d-47bf-bebc-63be8be66867 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/security-groups?id=002d4513-9a49-4a14-b039-d5a35f84d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985832 Aug 24 00:17:39.557549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Attempting to bind port ad66cb27-9284-474d-b543-32fc9c7a1db5 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:39.557888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Attempting to bind port ad66cb27-9284-474d-b543-32fc9c7a1db5 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:39.558251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Attempting to bind port ad66cb27-9284-474d-b543-32fc9c7a1db5 on network 4e62f524-6a63-41f9-8661-cb5c0da3099c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:39.566978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Port ad66cb27-9284-474d-b543-32fc9c7a1db5 on network 4e62f524-6a63-41f9-8661-cb5c0da3099c not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:39.567290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Attempting to bind port ad66cb27-9284-474d-b543-32fc9c7a1db5 on network 4e62f524-6a63-41f9-8661-cb5c0da3099c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:39.584440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:39.584794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Checking segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:39.585185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Bound using segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:39.585627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Bound port: ad66cb27-9284-474d-b543-32fc9c7a1db5, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:39.586599 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:39.592152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-677ecef5-9849-43d4-9979-550b5c7993df service neutron] 10.222.0.32 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827643 Aug 24 00:17:39.760873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] For port ad66cb27-9284-474d-b543-32fc9c7a1db5, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:39.766273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] For port ad66cb27-9284-474d-b543-32fc9c7a1db5, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ad66cb27-9284-474d-b543-32fc9c7a1db5,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:39.772536 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:39.780432 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df32c2-cd50-4832-891b-2119c6187be2', 'name': 'tempest-ServerRescueTestJSON-205326905-router', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '42677085-de48-4f86-83ad-fd9075567021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:30Z', 'updated_at': '2021-08-24T00:17:35Z', 'revision_number': 4, 'project_id': '3c6e0e872fd9493581d598175e4e4ca3', 'gw_port': {'id': '42677085-de48-4f86-83ad-fd9075567021', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df32c2-cd50-4832-891b-2119c6187be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:32Z', 'updated_at': '2021-08-24T00:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '79cc6102-c999-4aae-ac6d-5a0ca42b1c91', 'name': '', 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3', 'mac_address': 'fa:16:3e:ed:ec:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df32c2-cd50-4832-891b-2119c6187be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '1c895085-e829-4731-b347-1f7ea11c9bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:34Z', 'updated_at': '2021-08-24T00:17:39Z', 'revision_number': 4, 'project_id': '3c6e0e872fd9493581d598175e4e4ca3', 'subnets': [{'id': '1c895085-e829-4731-b347-1f7ea11c9bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:39.782075 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1f0e4-e3ac-4c54-add5-35c996c38baa req-49fb31f5-7334-4a99-b149-ad7a4d50e077 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:39.791921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55e1f0e4-e3ac-4c54-add5-35c996c38baa req-49fb31f5-7334-4a99-b149-ad7a4d50e077 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 943 time: 0.1276250 Aug 24 00:17:39.796814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0a7f9-3351-4ac3-843f-4a85210518c2 req-77dfcde6-0f46-4851-9604-865498015b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:39.799179 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82a0a7f9-3351-4ac3-843f-4a85210518c2 req-77dfcde6-0f46-4851-9604-865498015b8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a48accec5504f5391fca73cd5adb7e4&device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 1098 time: 0.1879017 Aug 24 00:17:39.822742 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f280126-8a6e-4191-9ba1-5cb4f9b55e0b None None] The sync data for ids ['58df32c2-cd50-4832-891b-2119c6187be2'] in n-d-805736-1 is: [{'id': '58df32c2-cd50-4832-891b-2119c6187be2', 'name': 'tempest-ServerRescueTestJSON-205326905-router', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '42677085-de48-4f86-83ad-fd9075567021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:30Z', 'updated_at': '2021-08-24T00:17:35Z', 'revision_number': 4, 'project_id': '3c6e0e872fd9493581d598175e4e4ca3', 'gw_port': {'id': '42677085-de48-4f86-83ad-fd9075567021', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df32c2-cd50-4832-891b-2119c6187be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:32Z', 'updated_at': '2021-08-24T00:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '79cc6102-c999-4aae-ac6d-5a0ca42b1c91', 'name': '', 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3', 'mac_address': 'fa:16:3e:ed:ec:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58df32c2-cd50-4832-891b-2119c6187be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '1c895085-e829-4731-b347-1f7ea11c9bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:34Z', 'updated_at': '2021-08-24T00:17:39Z', 'revision_number': 4, 'project_id': '3c6e0e872fd9493581d598175e4e4ca3', 'subnets': [{'id': '1c895085-e829-4731-b347-1f7ea11c9bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:17:39.917212 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad66cb27-9284-474d-b543-32fc9c7a1db5,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:39.960329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:39.961544 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:39.963021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0f4b9e50-e4e7-4e88-8528-a7f12ce462d3 service neutron] 10.222.0.13 "PUT /v2.0/ports/ad66cb27-9284-474d-b543-32fc9c7a1db5 HTTP/1.1" status: 200 len: 1091 time: 1.8889999 Aug 24 00:17:40.001018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55e1f0e4-e3ac-4c54-add5-35c996c38baa req-73afc310-33ed-4861-917e-dce054c71375 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100899 Aug 24 00:17:40.082753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0a7f9-3351-4ac3-843f-4a85210518c2 req-0f5fd656-5af7-474e-9155-c9e32d35227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:40.084441 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82a0a7f9-3351-4ac3-843f-4a85210518c2 req-0f5fd656-5af7-474e-9155-c9e32d35227e service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.2733953 Aug 24 00:17:40.108565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-26805131-c580-4d32-aced-29661d48ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:40.112402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-26805131-c580-4d32-aced-29661d48ba0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 1094 time: 0.0759711 Aug 24 00:17:40.153578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82a0a7f9-3351-4ac3-843f-4a85210518c2 req-a2716181-a5a8-4d70-b004-76e16dc9d3bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=1eaa0ad7-ffcb-444d-b546-268a8beb805c HTTP/1.1" status: 200 len: 217 time: 0.0567935 Aug 24 00:17:40.186220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e39967bb-61b9-4d13-bcf5-60df0b363ef5 req-5b53c3e8-f002-490f-9680-4ce53f222af9 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 210 time: 0.0358667 Aug 24 00:17:40.264532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-61a29cb1-d077-42c6-b47c-52258d600cd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad66cb27-9284-474d-b543-32fc9c7a1db5 HTTP/1.1" status: 200 len: 217 time: 0.1100135 Aug 24 00:17:40.356519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0a7f9-3351-4ac3-843f-4a85210518c2 req-b25f2372-3432-46fb-91e6-bf9e65521631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:40.358034 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82a0a7f9-3351-4ac3-843f-4a85210518c2 req-b25f2372-3432-46fb-91e6-bf9e65521631 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1661243 Aug 24 00:17:40.402388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-8d5ac264-f930-421c-b650-b70c8d4267a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:40.403950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-8d5ac264-f930-421c-b650-b70c8d4267a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.1223340 Aug 24 00:17:40.443429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef3287-0e26-4d04-9697-17b067ba5e91 req-b5aac446-7fcb-49dd-957c-6910f69c59d6 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:40.445022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89ef3287-0e26-4d04-9697-17b067ba5e91 req-b5aac446-7fcb-49dd-957c-6910f69c59d6 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 948 time: 0.2036123 Aug 24 00:17:40.462208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793e9c54-cab3-47ee-b9e1-9fa862627009', 'tag': 'ad66cb27-9284-474d-b543-32fc9c7a1db5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:40.464261 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7086d39-17c5-4443-a07d-fdd892432b26" -d '{"events": [{"name": "network-changed", "server_uuid": "793e9c54-cab3-47ee-b9e1-9fa862627009", "tag": "ad66cb27-9284-474d-b543-32fc9c7a1db5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:40.471107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-0a9e2a7f-caa3-46ad-b6e4-ebed6cd8eac0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507202 Aug 24 00:17:40.517289 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bca182-e6e5-4913-a678-c04d78309176 x-openstack-request-id: req-c1bca182-e6e5-4913-a678-c04d78309176 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:40.517568 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793e9c54-cab3-47ee-b9e1-9fa862627009", "tag": "ad66cb27-9284-474d-b543-32fc9c7a1db5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:40.517827 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1bca182-e6e5-4913-a678-c04d78309176 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:40.518211 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793e9c54-cab3-47ee-b9e1-9fa862627009', 'tag': 'ad66cb27-9284-474d-b543-32fc9c7a1db5', 'status': 'completed', 'code': 200} Aug 24 00:17:40.872987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0a7f9-3351-4ac3-843f-4a85210518c2 req-7db0864d-f395-48ec-bdeb-d45bfa8f8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:40.874745 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82a0a7f9-3351-4ac3-843f-4a85210518c2 req-7db0864d-f395-48ec-bdeb-d45bfa8f8a54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4953721 Aug 24 00:17:40.998436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89ef3287-0e26-4d04-9697-17b067ba5e91 req-00d1d45d-2442-446c-8455-df5a4e3118ae tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300522 Aug 24 00:17:41.076137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa47445-6a99-4eba-bc2c-bf0de3458ab6 req-2f500ece-96ec-409e-8ac2-a0914582179d tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:41.084845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7aa47445-6a99-4eba-bc2c-bf0de3458ab6 req-2f500ece-96ec-409e-8ac2-a0914582179d tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 947 time: 0.2142210 Aug 24 00:17:41.127502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-7a121b2f-b2c6-4dc1-9408-62a3d92c8f9b service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6457677 Aug 24 00:17:41.135351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82a0a7f9-3351-4ac3-843f-4a85210518c2 req-1c2056ce-d861-4353-8c9f-7e9b2b188859 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327139 Aug 24 00:17:41.206351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7aa47445-6a99-4eba-bc2c-bf0de3458ab6 req-2ee6aae8-5581-4b0b-b58c-0bce21646065 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/security-groups?id=002d4513-9a49-4a14-b039-d5a35f84d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202648 Aug 24 00:17:41.266816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:41.374452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47292) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:41.410591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:41.416557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:41.416557 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.490379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82a0a7f9-3351-4ac3-843f-4a85210518c2 req-500d56f1-cf64-47d8-ae08-ff8ee6ad15c7 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411701 Aug 24 00:17:41.492320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe8c331d-6822-426a-9a3b-8501a8a33067 req-301d0aa2-691a-40b5-9abc-e9a75fed1f4e tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 210 time: 0.0707631 Aug 24 00:17:41.542798 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.597912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 79cc6102-c999-4aae-ac6d-5a0ca42b1c91, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=79cc6102-c999-4aae-ac6d-5a0ca42b1c91,segment=NetworkSegment(6b492fbf-e29f-4c70-b72b-661c5ad8d0be),segment_id=6b492fbf-e29f-4c70-b72b-661c5ad8d0be)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:41.603892 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.610887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf7b47-710e-491d-9ffb-9eead93084da req-426c88ee-b2af-47af-a64b-c206f00f1063 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:41.619491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cbf7b47-710e-491d-9ffb-9eead93084da req-426c88ee-b2af-47af-a64b-c206f00f1063 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 943 time: 0.2962945 Aug 24 00:17:41.634882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f93878d7-f039-42e8-8385-0fd00ac30beb req-15842dc1-7917-444d-ae38-5f61ef1e8906 service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723992 Aug 24 00:17:41.641775 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e767baf8-a245-4927-b306-1e49e30cdbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.647767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-2b025308-2706-4dcd-b8b1-b86f1cf84060 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:41.649948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-2b025308-2706-4dcd-b8b1-b86f1cf84060 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.47 "GET /v2.0/networks?id=c2445dbf-51ce-471e-bf22-d58b2d01dce0 HTTP/1.1" status: 200 len: 810 time: 0.3702583 Aug 24 00:17:41.668983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=79cc6102-c999-4aae-ac6d-5a0ca42b1c91,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:41.673838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-1557999c-4fff-4990-9a5c-928c9c199667 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Request body: {'port': {'device_id': 'c48819a6-909e-4c21-9124-d86eb9e74868', 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0', 'admin_state_up': True, 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:41.683655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cbf7b47-710e-491d-9ffb-9eead93084da req-49262e1a-89f5-4816-b199-223f9104e5cf tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632260 Aug 24 00:17:41.778226 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e767baf8-a245-4927-b306-1e49e30cdbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.792447 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e767baf8-a245-4927-b306-1e49e30cdbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.803987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:41.842866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767baf8-a245-4927-b306-1e49e30cdbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55ab061-e184-4779-aa88-1aae58272306,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:41.844018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7086d39-17c5-4443-a07d-fdd892432b26 req-b6984a0d-366f-47da-88f9-410fd2a69e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:41.846358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7086d39-17c5-4443-a07d-fdd892432b26 req-b6984a0d-366f-47da-88f9-410fd2a69e18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 1094 time: 0.1024044 Aug 24 00:17:41.847743 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e767baf8-a245-4927-b306-1e49e30cdbdc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2579d880d2a9477da4187cf6072ca0b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715145 Aug 24 00:17:41.851199 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:41.938418 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4df9077-503c-49d3-899a-04d2d8b54c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.947661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-1557999c-4fff-4990-9a5c-928c9c199667 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Made reservation on behalf of 3c6e0e872fd9493581d598175e4e4ca3 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:41.953545 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-1557999c-4fff-4990-9a5c-928c9c199667 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.964360 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2ff0d48c-95ef-47a5-9e75-aa57d7553c80,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:41.971453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4df9077-503c-49d3-899a-04d2d8b54c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.983153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '2ff0d48c-95ef-47a5-9e75-aa57d7553c80', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '2ff0d48c-95ef-47a5-9e75-aa57d7553c80', 'mac_address': 'fa:16:3e:6f:40:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:42.048636 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.066922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:42.079227 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4df9077-503c-49d3-899a-04d2d8b54c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.093121 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4df9077-503c-49d3-899a-04d2d8b54c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.096932 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c4df9077-503c-49d3-899a-04d2d8b54c4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b55ab061-e184-4779-aa88-1aae58272306 HTTP/1.1" status: 204 len: 168 time: 0.2416213 Aug 24 00:17:42.107857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7086d39-17c5-4443-a07d-fdd892432b26 req-c31b579b-546f-4eac-8738-902958069e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:42.110440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7086d39-17c5-4443-a07d-fdd892432b26 req-c31b579b-546f-4eac-8738-902958069e92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 912 time: 0.2551768 Aug 24 00:17:42.112520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2ff0d48c-95ef-47a5-9e75-aa57d7553c80,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:42.114825 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df9077-503c-49d3-899a-04d2d8b54c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55ab061-e184-4779-aa88-1aae58272306,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:42.125009 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.228740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7086d39-17c5-4443-a07d-fdd892432b26 req-920cd79a-eeed-4676-86c8-2fe7f771518e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad66cb27-9284-474d-b543-32fc9c7a1db5 HTTP/1.1" status: 200 len: 217 time: 0.1001523 Aug 24 00:17:42.229718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2ff0d48c-95ef-47a5-9e75-aa57d7553c80,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:42.296012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a1064-b1aa-439b-978a-f9bb87e6ae6c req-7d91b3aa-e41d-460f-8189-d9925102223d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:42.297512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b99a1064-b1aa-439b-978a-f9bb87e6ae6c req-7d91b3aa-e41d-460f-8189-d9925102223d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 949 time: 0.1196895 Aug 24 00:17:42.357955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-1557999c-4fff-4990-9a5c-928c9c199667 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Allocated IP 172.20.0.6 (c2445dbf-51ce-471e-bf22-d58b2d01dce0/1c895085-e829-4731-b347-1f7ea11c9bda/90c6548c-3ce5-45c2-926a-76773f369911) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:42.400024 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b99a1064-b1aa-439b-978a-f9bb87e6ae6c req-4ec01294-0cc6-401c-8887-a24269e3265c tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944414 Aug 24 00:17:42.403868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7086d39-17c5-4443-a07d-fdd892432b26 req-1b324c00-a23a-43f4-ae72-53f7c0d44852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:42.405434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7086d39-17c5-4443-a07d-fdd892432b26 req-1b324c00-a23a-43f4-ae72-53f7c0d44852 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.0894778 Aug 24 00:17:42.481042 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2ff0d48c-95ef-47a5-9e75-aa57d7553c80'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:42.481584 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7086d39-17c5-4443-a07d-fdd892432b26 req-1b003bd9-3af0-4317-bce9-e027ff54f435 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546620 Aug 24 00:17:42.487604 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:42.501546 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f62042b7-7dda-44b4-8e9c-2eb63caca318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.617669 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f62042b7-7dda-44b4-8e9c-2eb63caca318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.622372 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f62042b7-7dda-44b4-8e9c-2eb63caca318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.647560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae08d2-d328-4ed0-aefe-dfba7a77960a req-336ff697-79b4-4244-81a6-21220593e9f3 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:42.649417 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-79ae08d2-d328-4ed0-aefe-dfba7a77960a req-336ff697-79b4-4244-81a6-21220593e9f3 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 947 time: 0.2431965 Aug 24 00:17:42.665535 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f62042b7-7dda-44b4-8e9c-2eb63caca318 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97792f6cf2d74f75a032f05372c59018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768460 Aug 24 00:17:42.666558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62042b7-7dda-44b4-8e9c-2eb63caca318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c168659d-57b5-4d6a-b395-f25333ae1117,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:42.669086 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47318) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:42.707425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4adb1-7679-4d00-b2e0-a35704ac1a8f req-48f18a1c-0ac6-4efa-a1ea-75e1e20ab81c tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:42.708938 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfa4adb1-7679-4d00-b2e0-a35704ac1a8f req-48f18a1c-0ac6-4efa-a1ea-75e1e20ab81c tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 945 time: 0.2240193 Aug 24 00:17:42.718086 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73155aa6-9277-4292-a19b-e4ea603670cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.740328 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73155aa6-9277-4292-a19b-e4ea603670cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.770821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7086d39-17c5-4443-a07d-fdd892432b26 req-d836b44b-8805-4731-a8c9-bf3ddef4e73c service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672815 Aug 24 00:17:42.783701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-79ae08d2-d328-4ed0-aefe-dfba7a77960a req-b91827e4-65cb-4f27-bd44-ee9d7fada65c tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/security-groups?id=002d4513-9a49-4a14-b039-d5a35f84d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242936 Aug 24 00:17:42.793575 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73155aa6-9277-4292-a19b-e4ea603670cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.797249 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73155aa6-9277-4292-a19b-e4ea603670cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.807585 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-73155aa6-9277-4292-a19b-e4ea603670cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c168659d-57b5-4d6a-b395-f25333ae1117 HTTP/1.1" status: 204 len: 168 time: 0.1376507 Aug 24 00:17:42.817993 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73155aa6-9277-4292-a19b-e4ea603670cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c168659d-57b5-4d6a-b395-f25333ae1117,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:42.824582 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-1557999c-4fff-4990-9a5c-928c9c199667 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.859109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfa4adb1-7679-4d00-b2e0-a35704ac1a8f req-51f1d881-a3d9-402c-bf7a-dd3bad9171b3 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299472 Aug 24 00:17:42.899929 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-160a39d9-0d4d-4ec3-a1c1-0e27541b6cdc req-d9265084-c207-4005-ab9a-c81e1a54ef02 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 210 time: 0.0369890 Aug 24 00:17:42.941516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7086d39-17c5-4443-a07d-fdd892432b26 req-ec7d3529-b422-4e50-8a71-14fd6c568e8e service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609960 Aug 24 00:17:42.952444 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-1557999c-4fff-4990-9a5c-928c9c199667 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.022600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-1557999c-4fff-4990-9a5c-928c9c199667 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Network c2445dbf-51ce-471e-bf22-d58b2d01dce0 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:43.030366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-1557999c-4fff-4990-9a5c-928c9c199667 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:43.041163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-1557999c-4fff-4990-9a5c-928c9c199667 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:43.045690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557999c-4fff-4990-9a5c-928c9c199667 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Pushing event updated for resources: {'Port': ['ID=90c6548c-3ce5-45c2-926a-76773f369911,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:43.082919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:43.088326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8589-363c-44e6-8f81-0b8a518a46e9 req-7f9b5857-c427-4526-a85c-21094868b78b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:43.089864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6bcb8589-363c-44e6-8f81-0b8a518a46e9 req-7f9b5857-c427-4526-a85c-21094868b78b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 943 time: 0.1022313 Aug 24 00:17:43.113601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-1557999c-4fff-4990-9a5c-928c9c199667 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:43.114309 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-1557999c-4fff-4990-9a5c-928c9c199667 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.139461 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:43.140135 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.143500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-1557999c-4fff-4990-9a5c-928c9c199667 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4758852 Aug 24 00:17:43.148746 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6bcb8589-363c-44e6-8f81-0b8a518a46e9 req-474bf52b-f7c2-4260-aab5-97d885f2b87f tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510955 Aug 24 00:17:43.161570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Request body: {'port': {'device_id': 'c48819a6-909e-4c21-9124-d86eb9e74868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:43.221198 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.522450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c6548c-3ce5-45c2-926a-76773f369911 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:43.532100 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.549623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Transition to ACTIVE for port object 90c6548c-3ce5-45c2-926a-76773f369911 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:43.561380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f73ffe-51a5-4a16-8d7c-d3d530430f55 req-8063a497-ebf5-4fd2-92dc-057a9a675dc2 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:43.563058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37f73ffe-51a5-4a16-8d7c-d3d530430f55 req-8063a497-ebf5-4fd2-92dc-057a9a675dc2 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 949 time: 0.0782218 Aug 24 00:17:43.564375 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.623555 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47346) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:43.664792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Pushing event updated for resources: {'Port': ['ID=90c6548c-3ce5-45c2-926a-76773f369911,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:43.675419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37f73ffe-51a5-4a16-8d7c-d3d530430f55 req-2f28cb3c-b2e1-4331-91e3-54a2e45126a8 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817077 Aug 24 00:17:43.723593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1483705935-network', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:43.723994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Attempting to bind port 90c6548c-3ce5-45c2-926a-76773f369911 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:43.724454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Attempting to bind port 90c6548c-3ce5-45c2-926a-76773f369911 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '6b492fbf-e29f-4c70-b72b-661c5ad8d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:43.724851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Attempting to bind port 90c6548c-3ce5-45c2-926a-76773f369911 on network c2445dbf-51ce-471e-bf22-d58b2d01dce0 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:43.729889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Port 90c6548c-3ce5-45c2-926a-76773f369911 on network c2445dbf-51ce-471e-bf22-d58b2d01dce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:43.730607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Attempting to bind port 90c6548c-3ce5-45c2-926a-76773f369911 on network c2445dbf-51ce-471e-bf22-d58b2d01dce0 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:43.735224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:43.735565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Checking segment: {'id': '6b492fbf-e29f-4c70-b72b-661c5ad8d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:43.735950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Bound using segment: {'id': '6b492fbf-e29f-4c70-b72b-661c5ad8d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:43.736385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Bound port: 90c6548c-3ce5-45c2-926a-76773f369911, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b492fbf-e29f-4c70-b72b-661c5ad8d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:43.736746 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.749895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] Made reservation on behalf of 514890cd80be42b8a3389def8ba4c0b3 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:43.752362 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.761184 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.782539 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 1eaa0ad7-ffcb-444d-b546-268a8beb805c details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:43.815672 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:43.819947 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] For port 90c6548c-3ce5-45c2-926a-76773f369911, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:43.824700 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] For port 90c6548c-3ce5-45c2-926a-76773f369911, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=90c6548c-3ce5-45c2-926a-76773f369911,segment=NetworkSegment(6b492fbf-e29f-4c70-b72b-661c5ad8d0be),segment_id=6b492fbf-e29f-4c70-b72b-661c5ad8d0be)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:43.835348 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.880399 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.884733 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.899883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:17:43.909316 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.909658 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] Added segment 9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b of type vlan for network d02b3580-1b27-4b0c-b302-4af42273d86e Aug 24 00:17:43.920955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:43.921504 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.922938 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] 10.222.0.47 "PUT /v2.0/ports/90c6548c-3ce5-45c2-926a-76773f369911 HTTP/1.1" status: 200 len: 1091 time: 0.7660437 Aug 24 00:17:43.925633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48819a6-909e-4c21-9124-d86eb9e74868', 'tag': '90c6548c-3ce5-45c2-926a-76773f369911'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:43.928469 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8499687-5a6d-4390-ace5-06f395558fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c48819a6-909e-4c21-9124-d86eb9e74868", "tag": "90c6548c-3ce5-45c2-926a-76773f369911"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:43.932105 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 1eaa0ad7-ffcb-444d-b546-268a8beb805c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=1eaa0ad7-ffcb-444d-b546-268a8beb805c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:43.949959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '1eaa0ad7-ffcb-444d-b546-268a8beb805c', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '1eaa0ad7-ffcb-444d-b546-268a8beb805c', 'mac_address': 'fa:16:3e:30:5f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:43.973186 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74973185-59f8-41f7-a91e-4911683c97a6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:43.989692 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.001134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:44.006007 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.009571 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:44.009936 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.021581 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.022859 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:44.024686 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.051196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eaa0ad7-ffcb-444d-b546-268a8beb805c {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:44.074153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-0effdf0a-0f03-4892-ab3f-86173e8852f2 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:44.075710 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-0effdf0a-0f03-4892-ab3f-86173e8852f2 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 945 time: 0.2122848 Aug 24 00:17:44.079455 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4547286 Aug 24 00:17:44.082298 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80965b3-af15-47b9-aed8-7d7f7096cc69 service neutron] Pushing event updated for resources: {'Port': ['ID=90c6548c-3ce5-45c2-926a-76773f369911,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:44.085097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 1eaa0ad7-ffcb-444d-b546-268a8beb805c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=1eaa0ad7-ffcb-444d-b546-268a8beb805c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:44.085919 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47360) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:44.093173 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6ccc0a2d-2be2-4d9a-ac99-96dd5a68b9fa admin admin] Request body: {'subnet': {'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1483705935-subnet', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:44.101636 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.107372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905d1de-d687-4b93-9e6a-c9ce4ff60de0 req-1f5a1f8f-c854-4318-8de5-5feb5be8dba0 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:44.108804 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f905d1de-d687-4b93-9e6a-c9ce4ff60de0 req-1f5a1f8f-c854-4318-8de5-5feb5be8dba0 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 947 time: 0.2230310 Aug 24 00:17:44.113066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba57c1-02cc-457a-8590-5f36ef46bd26 admin admin] Pushing event updated for resources: {'Network': ['ID=d02b3580-1b27-4b0c-b302-4af42273d86e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:44.127922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccc0a2d-2be2-4d9a-ac99-96dd5a68b9fa admin admin] Made reservation on behalf of 514890cd80be42b8a3389def8ba4c0b3 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:44.130933 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0a2d-2be2-4d9a-ac99-96dd5a68b9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.137548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network d02b3580-1b27-4b0c-b302-4af42273d86e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:17:44.143175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85b0c-f481-454a-bbdf-bccba17a53a0 req-109ec4c1-7cfd-43e9-8b51-6fe093a4fbdc tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:44.144677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8da85b0c-f481-454a-bbdf-bccba17a53a0 req-109ec4c1-7cfd-43e9-8b51-6fe093a4fbdc tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 945 time: 0.1905482 Aug 24 00:17:44.183403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-74be9271-ba7f-45df-9a5e-878355d2b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:44.184819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-74be9271-ba7f-45df-9a5e-878355d2b5aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c6e0e872fd9493581d598175e4e4ca3&device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 1094 time: 0.1653287 Aug 24 00:17:44.219018 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.269442 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-80ea0b7a-f7c7-4e68-a917-fddf0a81d330 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c6548c-3ce5-45c2-926a-76773f369911 HTTP/1.1" status: 200 len: 217 time: 0.0614374 Aug 24 00:17:44.271169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af384750-de08-43a9-85e3-64b344a86785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff0d48c-95ef-47a5-9e75-aa57d7553c80'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:44.273692 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bf98d9-422e-495e-a636-41a9d036f2cb" -d '{"events": [{"server_uuid": "af384750-de08-43a9-85e3-64b344a86785", "name": "network-vif-plugged", "status": "completed", "tag": "2ff0d48c-95ef-47a5-9e75-aa57d7553c80"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:44.279376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=1eaa0ad7-ffcb-444d-b546-268a8beb805c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:44.280658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f905d1de-d687-4b93-9e6a-c9ce4ff60de0 req-da2675f8-d3df-4b98-8ac4-77dac82fb111 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/security-groups?id=002d4513-9a49-4a14-b039-d5a35f84d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519809 Aug 24 00:17:44.292770 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2ff0d48c-95ef-47a5-9e75-aa57d7553c80,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:44.298413 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.308729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8da85b0c-f481-454a-bbdf-bccba17a53a0 req-46e54d24-3a1d-4a81-b2af-5fd465b8ee89 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561728 Aug 24 00:17:44.348127 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0a2d-2be2-4d9a-ac99-96dd5a68b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.368192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2ff0d48c-95ef-47a5-9e75-aa57d7553c80,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:44.376923 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a901af9-e13c-4123-825f-e37d023105f2 x-openstack-request-id: req-8a901af9-e13c-4123-825f-e37d023105f2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:44.377267 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48819a6-909e-4c21-9124-d86eb9e74868", "tag": "90c6548c-3ce5-45c2-926a-76773f369911", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:44.377598 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a901af9-e13c-4123-825f-e37d023105f2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:44.377839 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48819a6-909e-4c21-9124-d86eb9e74868', 'tag': '90c6548c-3ce5-45c2-926a-76773f369911', 'status': 'completed', 'code': 200} Aug 24 00:17:44.388309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-dd95e798-7b1b-44ea-99d9-4cd84819ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:44.390143 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-dd95e798-7b1b-44ea-99d9-4cd84819ebb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c895085-e829-4731-b347-1f7ea11c9bda HTTP/1.1" status: 200 len: 850 time: 0.1085927 Aug 24 00:17:44.400347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Deleting port b608e765-d168-4fdd-a24d-954e303d0162 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:44.400692 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.423041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc0a2d-2be2-4d9a-ac99-96dd5a68b9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8958ea48-b9a7-47f9-bffb-8917403dd968,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:44.432240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc0a2d-2be2-4d9a-ac99-96dd5a68b9fa admin admin] Checking segment: {'id': '9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:44.432662 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc0a2d-2be2-4d9a-ac99-96dd5a68b9fa admin admin] Network hostable DHCP agents. Network: d02b3580-1b27-4b0c-b302-4af42273d86e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:17:44.452713 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc0a2d-2be2-4d9a-ac99-96dd5a68b9fa admin admin] Network d02b3580-1b27-4b0c-b302-4af42273d86e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:17:44.452926 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-5454661c-6ac3-4c40-a4ba-2f98dd8a4306 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2445dbf-51ce-471e-bf22-d58b2d01dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474732 Aug 24 00:17:44.460903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc0a2d-2be2-4d9a-ac99-96dd5a68b9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, d02b3580-1b27-4b0c-b302-4af42273d86e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:44.465574 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc0a2d-2be2-4d9a-ac99-96dd5a68b9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:44.466157 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0a2d-2be2-4d9a-ac99-96dd5a68b9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.471669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b956ed-0136-4960-9c49-cd3b8630815a None None] Network d02b3580-1b27-4b0c-b302-4af42273d86e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:44.482544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['1eaa0ad7-ffcb-444d-b546-268a8beb805c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:44.488277 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6ccc0a2d-2be2-4d9a-ac99-96dd5a68b9fa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3982351 Aug 24 00:17:44.488575 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47368) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:44.495172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1483705935-router', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:44.526528 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.527930 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.605827 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.625668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72eaba-a5dd-4daf-ab15-a771be612a19 req-2fe09589-0101-4548-84e1-ccac1779dc91 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:44.627207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d72eaba-a5dd-4daf-ab15-a771be612a19 req-2fe09589-0101-4548-84e1-ccac1779dc91 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 943 time: 0.2213993 Aug 24 00:17:44.658833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] For port b608e765-d168-4fdd-a24d-954e303d0162, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b608e765-d168-4fdd-a24d-954e303d0162,segment=NetworkSegment(335dabb8-8bed-49f6-92ee-6877d356792b),segment_id=335dabb8-8bed-49f6-92ee-6877d356792b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:44.659206 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.733706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-d02b3580-1b27-4b0c-b302-4af42273d86e', 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'fixed_ips': [{'subnet_id': '8958ea48-b9a7-47f9-bffb-8917403dd968'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:17:44.734566 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.759029 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.903081 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Allocated IP 172.20.0.2 (d02b3580-1b27-4b0c-b302-4af42273d86e/8958ea48-b9a7-47f9-bffb-8917403dd968/063e6cd3-3540-42b0-886c-d6ed3e1b33b6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:44.988436 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.008578 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.027780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ab44b-e286-4faf-b464-29c2315fd2d6 req-4af680d3-0924-4379-ad11-ba17b1de9ce4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:45.031246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-749ab44b-e286-4faf-b464-29c2315fd2d6 req-4af680d3-0924-4379-ad11-ba17b1de9ce4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 943 time: 0.4838049 Aug 24 00:17:45.033692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-2da50ac9-fbfd-4839-a25f-8bd3f6ce6e26 service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567434 Aug 24 00:17:45.066698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d72eaba-a5dd-4daf-ab15-a771be612a19 req-e0b69fa4-2f23-48a0-9a7a-2f96af7be0b0 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311316 Aug 24 00:17:45.074624 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.093695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Transition to ACTIVE for port object 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:45.111672 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Transition to ACTIVE for port object 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:45.120267 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.131078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Allocated IP 172.25.8.23 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/0a21208b-571e-4ad5-a331-2f0ca9a30952) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:45.149411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-749ab44b-e286-4faf-b464-29c2315fd2d6 req-98a5e04e-0f23-4393-be10-1363bf7e23d5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056981 Aug 24 00:17:45.153137 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d50917-6307-4e3a-b47d-30c3de1930bf x-openstack-request-id: req-32d50917-6307-4e3a-b47d-30c3de1930bf {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:45.153508 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af384750-de08-43a9-85e3-64b344a86785", "name": "network-vif-plugged", "status": "completed", "tag": "2ff0d48c-95ef-47a5-9e75-aa57d7553c80", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:45.153831 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32d50917-6307-4e3a-b47d-30c3de1930bf {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:45.156300 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af384750-de08-43a9-85e3-64b344a86785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff0d48c-95ef-47a5-9e75-aa57d7553c80', 'code': 200} Aug 24 00:17:45.194849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Network d02b3580-1b27-4b0c-b302-4af42273d86e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:45.203294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:45.209972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:45.214405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Pushing event updated for resources: {'Port': ['ID=063e6cd3-3540-42b0-886c-d6ed3e1b33b6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:45.284049 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.313660 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb45b8e-c79d-4825-8222-ddf4b65f39d7 req-d111306a-dd8b-44d8-b76d-7b1b2fbaa084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:45.315425 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6bb45b8e-c79d-4825-8222-ddf4b65f39d7 req-d111306a-dd8b-44d8-b76d-7b1b2fbaa084 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 1101 time: 0.0687909 Aug 24 00:17:45.371493 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6bb45b8e-c79d-4825-8222-ddf4b65f39d7 req-2f90dea5-d99a-4e90-b813-08aed0700aae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441344 Aug 24 00:17:45.376660 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.399133 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75ae8af-92f6-46d1-a3d5-4a4ef793f75c req-0181e691-8a0f-4693-a051-5232f4b43be8 service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480749 Aug 24 00:17:45.408561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6e88d-f51a-4394-8d47-b618a69782ef req-6c1ae856-114a-4334-8bc9-42b93d0494e2 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:45.416263 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52f6e88d-f51a-4394-8d47-b618a69782ef req-6c1ae856-114a-4334-8bc9-42b93d0494e2 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 950 time: 0.1469865 Aug 24 00:17:45.420803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Attempting to bind port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:45.420988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Attempting to bind port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:45.421338 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Attempting to bind port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 on network d02b3580-1b27-4b0c-b302-4af42273d86e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:45.425908 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:45.427205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:45.427586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Checking segment: {'id': '9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:45.427988 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.428920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Bound using segment: {'id': '9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:45.429335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Bound port: 063e6cd3-3540-42b0-886c-d6ed3e1b33b6, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:45.430388 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.432427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:45.436103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:45.441810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Pushing event updated for resources: {'Port': ['ID=0a21208b-571e-4ad5-a331-2f0ca9a30952,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:45.482677 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.483104 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.483425 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Floating IP ca04ca8b-19cc-4788-b502-6ed06a324cbb disassociated. External IP: 172.25.8.21, port: b608e765-d168-4fdd-a24d-954e303d0162. Aug 24 00:17:45.483842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Calling delete_port for b608e765-d168-4fdd-a24d-954e303d0162 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:45.502538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] For port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:45.505902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] For port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=063e6cd3-3540-42b0-886c-d6ed3e1b33b6,segment=NetworkSegment(9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b),segment_id=9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:45.511124 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.524002 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52f6e88d-f51a-4394-8d47-b618a69782ef req-06b30ffc-22b0-4e26-af4e-767a6e3f1f3e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061647 Aug 24 00:17:45.574136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec80b8-67be-466b-b728-1d87705c60dc None None] Pushing event updated for resources: {'Port': ['ID=063e6cd3-3540-42b0-886c-d6ed3e1b33b6,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:45.577921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5039d19-ee04-44d8-b1de-d0df4b1d4eaa req-58208deb-5177-4812-a673-d056f9033405 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:45.587516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b5039d19-ee04-44d8-b1de-d0df4b1d4eaa req-58208deb-5177-4812-a673-d056f9033405 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 948 time: 0.1621151 Aug 24 00:17:45.701061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b5039d19-ee04-44d8-b1de-d0df4b1d4eaa req-43a3c98b-3ac3-4cae-8be0-d5541cb5836c tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/security-groups?id=002d4513-9a49-4a14-b039-d5a35f84d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123757 Aug 24 00:17:45.707146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8499687-5a6d-4390-ace5-06f395558fc6 req-0e9fe764-18dc-4f57-a946-ebeb51d0fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:45.708790 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8499687-5a6d-4390-ace5-06f395558fc6 req-0e9fe764-18dc-4f57-a946-ebeb51d0fdbc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c6e0e872fd9493581d598175e4e4ca3&device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 1094 time: 0.1497121 Aug 24 00:17:45.790150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe2d1e-4ea9-4d48-bdc5-af8c3b0cac77 req-7399118a-27ed-4a52-b4ff-7470d7b83edc tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:45.799687 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 1eaa0ad7-ffcb-444d-b546-268a8beb805c up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:45.809789 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65fe2d1e-4ea9-4d48-bdc5-af8c3b0cac77 req-7399118a-27ed-4a52-b4ff-7470d7b83edc tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 945 time: 0.1818130 Aug 24 00:17:45.839431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ad66cb27-9284-474d-b543-32fc9c7a1db5 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:45.919218 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.961472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Pushing event deleted for resources: {'Port': ['ID=b608e765-d168-4fdd-a24d-954e303d0162,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:45.973609 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65fe2d1e-4ea9-4d48-bdc5-af8c3b0cac77 req-6113c4dc-ad1a-4d69-b1a8-1875156e08a0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups?id=3084b53d-ba6b-4005-aba9-39ff3dd30ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628895 Aug 24 00:17:45.983830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8499687-5a6d-4390-ace5-06f395558fc6 req-7470a472-3d92-44dd-addf-94a757ea1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:45.985334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8499687-5a6d-4390-ace5-06f395558fc6 req-7470a472-3d92-44dd-addf-94a757ea1dce service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2445dbf-51ce-471e-bf22-d58b2d01dce0 HTTP/1.1" status: 200 len: 911 time: 0.2654748 Aug 24 00:17:46.014372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 1eaa0ad7-ffcb-444d-b546-268a8beb805c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:46.022548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 1eaa0ad7-ffcb-444d-b546-268a8beb805c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:46.022965 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.066187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port ad66cb27-9284-474d-b543-32fc9c7a1db5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ad66cb27-9284-474d-b543-32fc9c7a1db5,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:46.066686 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.077369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8499687-5a6d-4390-ace5-06f395558fc6 req-8723eaa6-af13-4770-8865-b66d1b1e95e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c6548c-3ce5-45c2-926a-76773f369911 HTTP/1.1" status: 200 len: 217 time: 0.0388298 Aug 24 00:17:46.082506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'ad66cb27-9284-474d-b543-32fc9c7a1db5', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'port_id': 'ad66cb27-9284-474d-b543-32fc9c7a1db5', 'mac_address': 'fa:16:3e:c5:e0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:46.168131 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.183223 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.205818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad66cb27-9284-474d-b543-32fc9c7a1db5 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:46.220862 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8499687-5a6d-4390-ace5-06f395558fc6 req-f071e917-cd35-4edb-bd9c-6ab2ca92ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:46.222602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8499687-5a6d-4390-ace5-06f395558fc6 req-f071e917-cd35-4edb-bd9c-6ab2ca92ce24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c895085-e829-4731-b347-1f7ea11c9bda HTTP/1.1" status: 200 len: 850 time: 0.1345787 Aug 24 00:17:46.247581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef183e-7a68-4d12-a4ed-db94db92f5f0 req-a444dd9d-0b2b-469a-bf62-35266e7a552d tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:46.248610 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 1eaa0ad7-ffcb-444d-b546-268a8beb805c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=1eaa0ad7-ffcb-444d-b546-268a8beb805c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:46.255647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11ef183e-7a68-4d12-a4ed-db94db92f5f0 req-a444dd9d-0b2b-469a-bf62-35266e7a552d tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 943 time: 0.1058550 Aug 24 00:17:46.257936 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.262391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port ad66cb27-9284-474d-b543-32fc9c7a1db5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ad66cb27-9284-474d-b543-32fc9c7a1db5,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:46.268114 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.320559 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=1eaa0ad7-ffcb-444d-b546-268a8beb805c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:46.330667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Router a6be9085-d821-4524-aa06-b6e21e6fa5db has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:17:46.334744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8499687-5a6d-4390-ace5-06f395558fc6 req-9c357226-ff39-48d1-93d9-fcab9adaf2c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2445dbf-51ce-471e-bf22-d58b2d01dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040237 Aug 24 00:17:46.335292 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.378032 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=ad66cb27-9284-474d-b543-32fc9c7a1db5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:46.458164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11ef183e-7a68-4d12-a4ed-db94db92f5f0 req-fd18bb5b-62ea-4032-838d-2994d27e73bb tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014349 Aug 24 00:17:46.514049 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Router c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:17:46.520001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80781a9c-d1aa-4b06-bdb8-d6156e9591e2 req-377535c9-ee22-403b-9b57-f444c30bdddc tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:46.529526 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80781a9c-d1aa-4b06-bdb8-d6156e9591e2 req-377535c9-ee22-403b-9b57-f444c30bdddc tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 944 time: 0.2468026 Aug 24 00:17:46.584587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['ad66cb27-9284-474d-b543-32fc9c7a1db5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:46.708459 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:17:46.708721 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8499687-5a6d-4390-ace5-06f395558fc6 req-17b1c0bc-ce17-42ba-96a1-f33120a0ba37 service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649478 Aug 24 00:17:46.719302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80781a9c-d1aa-4b06-bdb8-d6156e9591e2 req-a8c7b4d6-af50-4cf1-8992-374d715683b5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888068 Aug 24 00:17:46.734415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Sync routers for ids ['c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:17:46.739723 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.742623 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-47dca419-8b0d-4a62-85aa-58fcaea21760 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2522140 Aug 24 00:17:46.745787 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:46.786747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Routers {'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:46.787403 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:46.795340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:17:46.807012 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e92c6e-b75a-44e9-a217-52a5a8a5e674 None None] Sync routers for ids ['a6be9085-d821-4524-aa06-b6e21e6fa5db'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:17:46.829250 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e92c6e-b75a-44e9-a217-52a5a8a5e674 None None] Routers {'a6be9085-d821-4524-aa06-b6e21e6fa5db'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:46.830097 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-14e92c6e-b75a-44e9-a217-52a5a8a5e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a6be9085-d821-4524-aa06-b6e21e6fa5db'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:46.859665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6942c4-4b79-4fe8-9468-bbe6f0b89509 req-36801f9f-6055-4a67-a88d-bcc87d4bfa8c tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:46.867817 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e6942c4-4b79-4fe8-9468-bbe6f0b89509 req-36801f9f-6055-4a67-a88d-bcc87d4bfa8c tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 950 time: 0.1960862 Aug 24 00:17:46.872666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] No DVR routers for this DVR port b608e765-d168-4fdd-a24d-954e303d0162 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:46.876158 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.878716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58a87326-6a90-46e0-a55a-0d316fc90da4 req-1a23002b-6888-4a25-9e3a-72ade78cdd72 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.13 "DELETE /v2.0/ports/b608e765-d168-4fdd-a24d-954e303d0162 HTTP/1.1" status: 204 len: 173 time: 2.7902937 Aug 24 00:17:46.899883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cb3322-5689-4d6d-9065-4df226526997', 'name': 'network-vif-deleted', 'tag': 'b608e765-d168-4fdd-a24d-954e303d0162'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:46.901486 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8c8b84-d156-4a4c-8dcf-64fc5e84d7e9" -d '{"events": [{"server_uuid": "b2cb3322-5689-4d6d-9065-4df226526997", "name": "network-vif-deleted", "tag": "b608e765-d168-4fdd-a24d-954e303d0162"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:46.993168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Set router c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:47.052038 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-14e92c6e-b75a-44e9-a217-52a5a8a5e674 None None] Set router a6be9085-d821-4524-aa06-b6e21e6fa5db gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:47.078691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4ed0d5-24ef-4f11-a271-0f84b73293aa None None] Network d02b3580-1b27-4b0c-b302-4af42273d86e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:47.087985 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8499687-5a6d-4390-ace5-06f395558fc6 req-f4c6ce35-eb5b-496f-b5f2-ec58ba192225 service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653550 Aug 24 00:17:47.101523 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e6942c4-4b79-4fe8-9468-bbe6f0b89509 req-7d1bdcbb-e5fb-444b-97f3-4cec47c27962 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324939 Aug 24 00:17:47.155099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d4a35-a86d-4a6b-8963-c9c97d825b8e req-fea83a81-a0ea-4f4f-811f-d03a186766a4 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:47.168399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd403416e-693c-4be6-a9fb-ec07f67e4259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaa0ad7-ffcb-444d-b546-268a8beb805c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:47.170606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b5d4a35-a86d-4a6b-8963-c9c97d825b8e req-fea83a81-a0ea-4f4f-811f-d03a186766a4 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 949 time: 0.2546442 Aug 24 00:17:47.170762 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132cc40c-fa48-4fa1-97d8-c74b5b7b971d" -d '{"events": [{"server_uuid": "d403416e-693c-4be6-a9fb-ec07f67e4259", "name": "network-vif-plugged", "status": "completed", "tag": "1eaa0ad7-ffcb-444d-b546-268a8beb805c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:47.236131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0d5f64a0-b26e-4379-89bd-7cb6014a8b68 None None] Provisioning for port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:47.245767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b5d4a35-a86d-4a6b-8963-c9c97d825b8e req-638cb8f1-273b-4a3b-ba2f-a068118c207b tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/security-groups?id=002d4513-9a49-4a14-b039-d5a35f84d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739377 Aug 24 00:17:47.249419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:47.360119 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99dba90-f3b6-4bf8-bed6-f5da3cec4f89 x-openstack-request-id: req-f99dba90-f3b6-4bf8-bed6-f5da3cec4f89 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:47.360412 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cb3322-5689-4d6d-9065-4df226526997", "name": "network-vif-deleted", "tag": "b608e765-d168-4fdd-a24d-954e303d0162", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:47.361009 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f99dba90-f3b6-4bf8-bed6-f5da3cec4f89 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:47.361149 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cb3322-5689-4d6d-9065-4df226526997', 'name': 'network-vif-deleted', 'tag': 'b608e765-d168-4fdd-a24d-954e303d0162', 'status': 'completed', 'code': 200} Aug 24 00:17:47.419927 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:47.439978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:47.440351 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.446628 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26c9be61-5810-43d2-b3ac-49bae04589e7 req-d5130a36-3161-4a4f-8354-e6acbfef3e23 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2cb3322-5689-4d6d-9065-4df226526997 HTTP/1.1" status: 200 len: 210 time: 0.0558243 Aug 24 00:17:47.507966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.544076 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daa4d99-d427-4da3-a344-46fc1738761e x-openstack-request-id: req-3daa4d99-d427-4da3-a344-46fc1738761e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:47.544374 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d403416e-693c-4be6-a9fb-ec07f67e4259", "name": "network-vif-plugged", "status": "completed", "tag": "1eaa0ad7-ffcb-444d-b546-268a8beb805c", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:47.544632 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3daa4d99-d427-4da3-a344-46fc1738761e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:47.545031 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd403416e-693c-4be6-a9fb-ec07f67e4259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaa0ad7-ffcb-444d-b546-268a8beb805c', 'code': 200} Aug 24 00:17:47.555380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'name': 'tempest-FloatingIPDetailsTestJSON-1483705935-router', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:45Z', 'revision_number': 3, 'project_id': '514890cd80be42b8a3389def8ba4c0b3', 'gw_port': {'id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:45Z', 'updated_at': '2021-08-24T00:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:47.667201 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-14e92c6e-b75a-44e9-a217-52a5a8a5e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 4, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port': {'id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c002b150-f1ed-45a9-92c4-aaa32a221cba', 'name': '', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'mac_address': 'fa:16:3e:cc:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:27Z', 'revision_number': 5, 'project_id': 'b717855ba7434075a3740e6121207880', 'subnets': [{'id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:47.694028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Checking router: c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:17:47.696934 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Updating router c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 port 0a21208b-571e-4ad5-a331-2f0ca9a30952 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:17:47.712748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd106c-c566-42b9-8d48-4617969f5cc2 req-c5a67f94-a98e-4d38-b7db-dff405724d92 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:47.720806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28fd106c-c566-42b9-8d48-4617969f5cc2 req-c5a67f94-a98e-4d38-b7db-dff405724d92 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 943 time: 0.1304893 Aug 24 00:17:47.736321 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e92c6e-b75a-44e9-a217-52a5a8a5e674 None None] Checking router: a6be9085-d821-4524-aa06-b6e21e6fa5db for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:17:47.762724 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e92c6e-b75a-44e9-a217-52a5a8a5e674 None None] Routers {'a6be9085-d821-4524-aa06-b6e21e6fa5db'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:47.766158 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-14e92c6e-b75a-44e9-a217-52a5a8a5e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a6be9085-d821-4524-aa06-b6e21e6fa5db'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:47.821090 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.850575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28fd106c-c566-42b9-8d48-4617969f5cc2 req-5c8d78fc-fd3f-4665-8e7f-cdf8a6e558eb tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234243 Aug 24 00:17:47.858140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ad66cb27-9284-474d-b543-32fc9c7a1db5 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:47.862209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca3722-835a-4e8c-adb7-dc0af12a08ce req-a863e647-475a-490e-8654-e067ce678ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:47.869991 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23ca3722-835a-4e8c-adb7-dc0af12a08ce req-a863e647-475a-490e-8654-e067ce678ca3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 1100 time: 0.2316949 Aug 24 00:17:47.893593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Allocated IP 172.20.0.1 (d02b3580-1b27-4b0c-b302-4af42273d86e/8958ea48-b9a7-47f9-bffb-8917403dd968/221c0a5d-c4b2-488e-a10f-feee8125e01f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:47.917651 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.963518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=063e6cd3-3540-42b0-886c-d6ed3e1b33b6,segment=NetworkSegment(9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b),segment_id=9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:47.979092 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.988775 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23ca3722-835a-4e8c-adb7-dc0af12a08ce req-bea89507-41fd-46f5-b5b2-2c06ceaf1e5f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=002d4513-9a49-4a14-b039-d5a35f84d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098921 Aug 24 00:17:48.074515 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-1cb8d3a3-3070-4994-bf0f-14f8d23195ff tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e550c64573914c86955ff081ecf70739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315249 Aug 24 00:17:48.098798 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.108928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6aa7a4-bbb2-498b-8da0-d0467353ffdc req-3a92581b-fc8e-40d3-8f85-3d83e7e46946 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:48.109511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port ad66cb27-9284-474d-b543-32fc9c7a1db5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:48.111770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b6aa7a4-bbb2-498b-8da0-d0467353ffdc req-3a92581b-fc8e-40d3-8f85-3d83e7e46946 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 944 time: 0.1154902 Aug 24 00:17:48.120331 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Transition to ACTIVE for port object 221c0a5d-c4b2-488e-a10f-feee8125e01f will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:48.123628 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2722e72d-7949-415b-a31b-0771b72167cd None None] Provisioning complete for port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:48.124006 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2722e72d-7949-415b-a31b-0771b72167cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.127141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=063e6cd3-3540-42b0-886c-d6ed3e1b33b6,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:48.129071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port ad66cb27-9284-474d-b543-32fc9c7a1db5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:48.129440 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.172073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.174230 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-14e92c6e-b75a-44e9-a217-52a5a8a5e674 None None] Set router a6be9085-d821-4524-aa06-b6e21e6fa5db gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:48.217455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b6aa7a4-bbb2-498b-8da0-d0467353ffdc req-9b4c3a76-128c-4e09-b003-2b682130dbf3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898731 Aug 24 00:17:48.226253 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Network d02b3580-1b27-4b0c-b302-4af42273d86e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:48.232220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:48.243612 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:48.270878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-ddda35e3-9385-46fe-9591-b6de3b834d72 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:48.275413 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-ddda35e3-9385-46fe-9591-b6de3b834d72 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917200 Aug 24 00:17:48.297463 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Pushing event updated for resources: {'Port': ['ID=221c0a5d-c4b2-488e-a10f-feee8125e01f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:48.301545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-63098700-c131-42c1-9719-964a0727d275 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/quotas/e550c64573914c86955ff081ecf70739 HTTP/1.1" status: 200 len: 375 time: 0.0170691 Aug 24 00:17:48.318300 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.368858 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-296237ec-470f-4318-ab28-81a710984179 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e550c64573914c86955ff081ecf70739&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662360 Aug 24 00:17:48.447151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.447510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.447852 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.448189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.448521 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.451152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.452648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.453010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.454940 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.455296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.455644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.458547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.544816 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.603392 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-14e92c6e-b75a-44e9-a217-52a5a8a5e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 4, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port': {'id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c002b150-f1ed-45a9-92c4-aaa32a221cba', 'name': '', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'mac_address': 'fa:16:3e:cc:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:27Z', 'revision_number': 5, 'project_id': 'b717855ba7434075a3740e6121207880', 'subnets': [{'id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:48.644043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f417ef-6c66-4478-a85a-f6c82e24b5c7 req-88076a0f-6b38-45c5-aeb4-586079c1bc2a tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:48.645794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88f417ef-6c66-4478-a85a-f6c82e24b5c7 req-88076a0f-6b38-45c5-aeb4-586079c1bc2a tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 949 time: 0.1231041 Aug 24 00:17:48.680430 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e92c6e-b75a-44e9-a217-52a5a8a5e674 None None] The sync data for ids ['a6be9085-d821-4524-aa06-b6e21e6fa5db'] in n-d-805736-1 is: [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:18Z', 'revision_number': 4, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port': {'id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c002b150-f1ed-45a9-92c4-aaa32a221cba', 'name': '', 'network_id': 'b86a2204-7c92-4ee1-859a-d1104d99b29c', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'mac_address': 'fa:16:3e:cc:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:27Z', 'revision_number': 5, 'project_id': 'b717855ba7434075a3740e6121207880', 'subnets': [{'id': '3791fcf4-d665-4c30-80d2-d2a9e0b763d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:17:48.783606 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.787618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88f417ef-6c66-4478-a85a-f6c82e24b5c7 req-ca21d579-96b5-46cb-865f-c95109f86614 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/security-groups?id=002d4513-9a49-4a14-b039-d5a35f84d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329000 Aug 24 00:17:48.796566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Transition to ACTIVE for port object 0a21208b-571e-4ad5-a331-2f0ca9a30952 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:48.800883 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.815518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a34f521-a079-426f-b7cf-a0df13102e13 req-20dc2380-f4ce-48de-b2de-43ca565bd5f8 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 210 time: 0.0905488 Aug 24 00:17:48.824372 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.838405 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.845313 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.861193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47436) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:48.891615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebef75-7db3-4868-8d32-2b23c3e5346c None None] Pushing event updated for resources: {'Port': ['ID=0a21208b-571e-4ad5-a331-2f0ca9a30952,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:48.935749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-143b3c56-716c-4e0d-8a10-dad6ea2c4b6b None None] Provisioning for port 221c0a5d-c4b2-488e-a10f-feee8125e01f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:48.936454 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Pushing event updated for resources: {'Port': ['ID=221c0a5d-c4b2-488e-a10f-feee8125e01f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:48.940103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.965521 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-143b3c56-716c-4e0d-8a10-dad6ea2c4b6b None None] Provisioning complete for port 221c0a5d-c4b2-488e-a10f-feee8125e01f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:48.965903 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-143b3c56-716c-4e0d-8a10-dad6ea2c4b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.998315 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb295-1f91-4c84-9b9f-b52a38c4d2b0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.019596 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-143b3c56-716c-4e0d-8a10-dad6ea2c4b6b None None] Port 221c0a5d-c4b2-488e-a10f-feee8125e01f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:17:49.021275 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Attempting to bind port 0a21208b-571e-4ad5-a331-2f0ca9a30952 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:49.021649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Attempting to bind port 0a21208b-571e-4ad5-a331-2f0ca9a30952 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:49.022014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Attempting to bind port 0a21208b-571e-4ad5-a331-2f0ca9a30952 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:49.026764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port ad66cb27-9284-474d-b543-32fc9c7a1db5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ad66cb27-9284-474d-b543-32fc9c7a1db5,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:49.029767 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:49.030145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:49.030698 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.035867 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:49.036730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Bound port: 0a21208b-571e-4ad5-a331-2f0ca9a30952, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:49.036883 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.040126 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.041154 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b608e765-d168-4fdd-a24d-954e303d0162 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:49.115067 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb295-1f91-4c84-9b9f-b52a38c4d2b0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.146722 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Network d02b3580-1b27-4b0c-b302-4af42273d86e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:49.149316 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:49.172147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205189e-43ca-40f5-99fe-935855bb7171 req-26b8b9a6-eddc-4bed-b601-9f7dd5a24b86 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:49.173859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f205189e-43ca-40f5-99fe-935855bb7171 req-26b8b9a6-eddc-4bed-b601-9f7dd5a24b86 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 943 time: 0.1374028 Aug 24 00:17:49.204821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: b608e765-d168-4fdd-a24d-954e303d0162 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:49.205790 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b608e765-d168-4fdd-a24d-954e303d0162 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:49.221392 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb295-1f91-4c84-9b9f-b52a38c4d2b0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.224121 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb295-1f91-4c84-9b9f-b52a38c4d2b0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.228134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3c7eb295-1f91-4c84-9b9f-b52a38c4d2b0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "DELETE /v2.0/security-groups/3084b53d-ba6b-4005-aba9-39ff3dd30ab3 HTTP/1.1" status: 204 len: 168 time: 0.3629885 Aug 24 00:17:49.228747 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47444) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:49.245911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7eb295-1f91-4c84-9b9f-b52a38c4d2b0 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3084b53d-ba6b-4005-aba9-39ff3dd30ab3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:49.248886 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-ff069419-3227-4f3a-92f0-1dc5f862bf50 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] show failed (client error): The resource could not be found. Aug 24 00:17:49.252575 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ff069419-3227-4f3a-92f0-1dc5f862bf50 tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "GET /v2.0/security-groups/3084b53d-ba6b-4005-aba9-39ff3dd30ab3 HTTP/1.1" status: 404 len: 347 time: 0.0202732 Aug 24 00:17:49.255308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47448) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:49.272303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] For port 0a21208b-571e-4ad5-a331-2f0ca9a30952, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:49.278188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] For port 0a21208b-571e-4ad5-a331-2f0ca9a30952, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0a21208b-571e-4ad5-a331-2f0ca9a30952,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:49.280460 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f205189e-43ca-40f5-99fe-935855bb7171 req-577a74f3-a21b-4d6d-9553-d3b18fe82952 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921137 Aug 24 00:17:49.286517 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:49.298210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39863943-47f7-4d62-bff9-33b38807c7f2 None None] New status for floating IP ca04ca8b-19cc-4788-b502-6ed06a324cbb: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:17:49.404523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Router c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:17:49.492086 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.538522 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d3b8793b-d798-4916-af7f-893dbf7d250a None None] Provisioning complete for port 221c0a5d-c4b2-488e-a10f-feee8125e01f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:49.539640 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d3b8793b-d798-4916-af7f-893dbf7d250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.582390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793e9c54-cab3-47ee-b9e1-9fa862627009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad66cb27-9284-474d-b543-32fc9c7a1db5'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:49.584654 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:17:49.585599 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e802000d-6830-4437-bf96-45e9c2320e75" -d '{"events": [{"server_uuid": "793e9c54-cab3-47ee-b9e1-9fa862627009", "name": "network-vif-plugged", "status": "completed", "tag": "ad66cb27-9284-474d-b543-32fc9c7a1db5"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:49.589213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8793b-d798-4916-af7f-893dbf7d250a None None] Port 221c0a5d-c4b2-488e-a10f-feee8125e01f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:17:49.602689 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-567c66e8-75d1-4846-af70-951f1ce78582 admin admin] 10.222.0.32 "PUT /v2.0/routers/c42ff7b3-c929-464d-9df2-0b0c19bbe1f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8446896 Aug 24 00:17:49.606344 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=ad66cb27-9284-474d-b543-32fc9c7a1db5,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:49.637456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94073b11-f320-419d-b76a-56940104a302 req-4dcaae67-89ba-4584-834d-0b53ecddcee5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:49.639254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94073b11-f320-419d-b76a-56940104a302 req-4dcaae67-89ba-4584-834d-0b53ecddcee5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 945 time: 0.2319252 Aug 24 00:17:49.664350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d019f2c9-1adc-4de3-b937-0c7da8f68c3e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Deleting port 068b0750-0778-45e9-93d4-0d16b1870bfc {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:49.665103 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d019f2c9-1adc-4de3-b937-0c7da8f68c3e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.665338 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Routers {'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:49.666131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:49.709975 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f835846f-ae9f-45f5-918a-1be9f4c76126 x-openstack-request-id: req-f835846f-ae9f-45f5-918a-1be9f4c76126 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:49.710250 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793e9c54-cab3-47ee-b9e1-9fa862627009", "name": "network-vif-plugged", "status": "completed", "tag": "ad66cb27-9284-474d-b543-32fc9c7a1db5", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:49.710531 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f835846f-ae9f-45f5-918a-1be9f4c76126 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:49.711476 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793e9c54-cab3-47ee-b9e1-9fa862627009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad66cb27-9284-474d-b543-32fc9c7a1db5', 'code': 200} Aug 24 00:17:49.719540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:49.719906 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.771117 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94073b11-f320-419d-b76a-56940104a302 req-086c9ea9-60fa-4f8f-b25e-112fb16ca32c tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158118 Aug 24 00:17:49.772284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebef75-7db3-4868-8d32-2b23c3e5346c None None] Pushing event updated for resources: {'Port': ['ID=0a21208b-571e-4ad5-a331-2f0ca9a30952,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:49.799048 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 90c6548c-3ce5-45c2-926a-76773f369911 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:49.842915 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d019f2c9-1adc-4de3-b937-0c7da8f68c3e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.843255 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d019f2c9-1adc-4de3-b937-0c7da8f68c3e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.860053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d019f2c9-1adc-4de3-b937-0c7da8f68c3e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Calling delete_port for 068b0750-0778-45e9-93d4-0d16b1870bfc owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:49.945649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] Set router c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:50.028616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc7e81-a49a-4656-a405-8fb84e234277 req-871768bb-b0a1-45ac-8898-ebe4a85cf5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:50.030132 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eebc7e81-a49a-4656-a405-8fb84e234277 req-871768bb-b0a1-45ac-8898-ebe4a85cf5f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 1096 time: 0.2520063 Aug 24 00:17:50.069433 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 90c6548c-3ce5-45c2-926a-76773f369911, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=90c6548c-3ce5-45c2-926a-76773f369911,segment=NetworkSegment(6b492fbf-e29f-4c70-b72b-661c5ad8d0be),segment_id=6b492fbf-e29f-4c70-b72b-661c5ad8d0be)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:50.096381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d971-416d-41b2-a614-1144524b7288 req-626ca7dd-4aa3-403a-b706-e482678ca3cc tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:50.097932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1692d971-416d-41b2-a614-1144524b7288 req-626ca7dd-4aa3-403a-b706-e482678ca3cc tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 949 time: 0.2259500 Aug 24 00:17:50.114008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '90c6548c-3ce5-45c2-926a-76773f369911', 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0', 'port_id': '90c6548c-3ce5-45c2-926a-76773f369911', 'mac_address': 'fa:16:3e:98:51:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c895085-e829-4731-b347-1f7ea11c9bda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:50.124400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-f8b4392f-4894-465d-8697-7136d1b3c2fc tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2574430 Aug 24 00:17:50.125946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-f6cf84a9-31e9-4bb1-87b3-2d603e2e1ddd tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e550c64573914c86955ff081ecf70739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729079 Aug 24 00:17:50.177891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:50.211803 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.229158 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c6548c-3ce5-45c2-926a-76773f369911 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:50.254085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 90c6548c-3ce5-45c2-926a-76773f369911, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=90c6548c-3ce5-45c2-926a-76773f369911,segment=NetworkSegment(6b492fbf-e29f-4c70-b72b-661c5ad8d0be),segment_id=6b492fbf-e29f-4c70-b72b-661c5ad8d0be)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:50.254330 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eebc7e81-a49a-4656-a405-8fb84e234277 req-892d99bd-d931-4837-80e8-e80a2ec9bf4e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158375 Aug 24 00:17:50.261081 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.275667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1692d971-416d-41b2-a614-1144524b7288 req-d25b5362-9ec2-4492-bb33-28c060a08e4d tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/security-groups?id=002d4513-9a49-4a14-b039-d5a35f84d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602948 Aug 24 00:17:50.312230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'name': 'tempest-FloatingIPDetailsTestJSON-1483705935-router', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 4, 'project_id': '514890cd80be42b8a3389def8ba4c0b3', 'gw_port': {'id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:45Z', 'updated_at': '2021-08-24T00:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '221c0a5d-c4b2-488e-a10f-feee8125e01f', 'name': '', 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'mac_address': 'fa:16:3e:da:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '8958ea48-b9a7-47f9-bffb-8917403dd968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:47Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 2, 'project_id': '514890cd80be42b8a3389def8ba4c0b3', 'subnets': [{'id': '8958ea48-b9a7-47f9-bffb-8917403dd968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:50.319520 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.355119 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f10ab9a-747e-44cc-a987-0673e0cb6639 None None] The sync data for ids ['c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'] in n-d-805736-1 is: [{'id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'name': 'tempest-FloatingIPDetailsTestJSON-1483705935-router', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 4, 'project_id': '514890cd80be42b8a3389def8ba4c0b3', 'gw_port': {'id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:45Z', 'updated_at': '2021-08-24T00:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '221c0a5d-c4b2-488e-a10f-feee8125e01f', 'name': '', 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'mac_address': 'fa:16:3e:da:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '8958ea48-b9a7-47f9-bffb-8917403dd968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:47Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 2, 'project_id': '514890cd80be42b8a3389def8ba4c0b3', 'subnets': [{'id': '8958ea48-b9a7-47f9-bffb-8917403dd968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:17:50.362151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=90c6548c-3ce5-45c2-926a-76773f369911,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:50.663177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['90c6548c-3ce5-45c2-926a-76773f369911'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:50.682019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0236a5c0-bea0-47d3-964f-5bf1eb7a0f94 req-2df53d8d-6bea-4e1e-b19b-2bf0ecdedec9 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 210 time: 0.0523252 Aug 24 00:17:50.723098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-6e3b15c8-f1cc-454f-85ab-67d576749626 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:50.724629 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-6e3b15c8-f1cc-454f-85ab-67d576749626 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5765810 Aug 24 00:17:50.738460 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d019f2c9-1adc-4de3-b937-0c7da8f68c3e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.778075 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-e247714f-25c8-4225-80d9-a2a21ae7c15e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Request body: {'port': {'device_id': '44d74506-af5f-45d2-a67b-e3c2ff59f625', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'e550c64573914c86955ff081ecf70739'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:50.786021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019f2c9-1adc-4de3-b937-0c7da8f68c3e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Pushing event deleted for resources: {'Port': ['ID=068b0750-0778-45e9-93d4-0d16b1870bfc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:50.968037 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d019f2c9-1adc-4de3-b937-0c7da8f68c3e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.970762 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d019f2c9-1adc-4de3-b937-0c7da8f68c3e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.972015 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d019f2c9-1adc-4de3-b937-0c7da8f68c3e tempest-ServersTestFqdnHostnames-709784172 tempest-ServersTestFqdnHostnames-709784172-project] 10.222.0.32 "DELETE /v2.0/floatingips/ca04ca8b-19cc-4788-b502-6ed06a324cbb HTTP/1.1" status: 204 len: 168 time: 1.7133920 Aug 24 00:17:50.975046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47476) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:51.065306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:51.068120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-e247714f-25c8-4225-80d9-a2a21ae7c15e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Made reservation on behalf of e550c64573914c86955ff081ecf70739 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:51.076547 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-e247714f-25c8-4225-80d9-a2a21ae7c15e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:51.185485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13aa3fe-3119-4b17-a651-07161bcd0fc8 req-905c87ee-6b5a-4ec3-b83c-ce2239e3d01e tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:51.197327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e13aa3fe-3119-4b17-a651-07161bcd0fc8 req-905c87ee-6b5a-4ec3-b83c-ce2239e3d01e tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 944 time: 0.1882298 Aug 24 00:17:51.320793 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e13aa3fe-3119-4b17-a651-07161bcd0fc8 req-d04fb149-8b16-4963-ba32-26500fe6fcfe tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210568 Aug 24 00:17:51.409697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Allocated IP 172.25.8.194 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/906d6eec-2dc9-47f7-bdaf-e2485f7ef96a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:51.439080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-e247714f-25c8-4225-80d9-a2a21ae7c15e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Allocated IP 192.168.233.29 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/53e48721-e41a-4836-8957-e8060ae2f51c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:51.506315 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf0cb-e81e-4156-8b0a-136c6a87ddc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:51.629239 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bda2db-c245-460e-8c80-cc03445abc00 req-bc71525e-4785-4918-a4cc-e621ea43c7a0 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:51.630805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-38bda2db-c245-460e-8c80-cc03445abc00 req-bc71525e-4785-4918-a4cc-e621ea43c7a0 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 945 time: 0.1305630 Aug 24 00:17:51.688289 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:51.754054 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-38bda2db-c245-460e-8c80-cc03445abc00 req-1e647dcb-ebea-4c6f-bca2-4d98fcaa3dbc tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077363 Aug 24 00:17:51.789883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fe4cf0cb-e81e-4156-8b0a-136c6a87ddc1 admin admin] Deleting port c002b150-f1ed-45a9-92c4-aaa32a221cba {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:51.792869 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf0cb-e81e-4156-8b0a-136c6a87ddc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:51.813684 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-e247714f-25c8-4225-80d9-a2a21ae7c15e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:51.818368 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:17:51.825960 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:51.826965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 90c6548c-3ce5-45c2-926a-76773f369911 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:51.835228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-e247714f-25c8-4225-80d9-a2a21ae7c15e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Transition to ACTIVE for port object 53e48721-e41a-4836-8957-e8060ae2f51c will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:51.902955 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 90c6548c-3ce5-45c2-926a-76773f369911 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:51.907042 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 90c6548c-3ce5-45c2-926a-76773f369911 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:51.907428 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:51.911978 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-fe4cf0cb-e81e-4156-8b0a-136c6a87ddc1 admin admin] For port c002b150-f1ed-45a9-92c4-aaa32a221cba, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c002b150-f1ed-45a9-92c4-aaa32a221cba,segment=NetworkSegment(335dabb8-8bed-49f6-92ee-6877d356792b),segment_id=335dabb8-8bed-49f6-92ee-6877d356792b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:51.912557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf0cb-e81e-4156-8b0a-136c6a87ddc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:51.920184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:51.925904 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fe4cf0cb-e81e-4156-8b0a-136c6a87ddc1 admin admin] Calling delete_port for c002b150-f1ed-45a9-92c4-aaa32a221cba owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:51.928358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:51.936349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:51.942173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Pushing event updated for resources: {'Port': ['ID=906d6eec-2dc9-47f7-bdaf-e2485f7ef96a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:51.994867 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.005174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804fe17-e1fe-4107-a55c-dcaa24467694 req-1d15def3-945c-4049-affa-346b46eaf801 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:52.006718 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4804fe17-e1fe-4107-a55c-dcaa24467694 req-1d15def3-945c-4049-affa-346b46eaf801 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 949 time: 0.1444209 Aug 24 00:17:52.021632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48819a6-909e-4c21-9124-d86eb9e74868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c6548c-3ce5-45c2-926a-76773f369911'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:52.026223 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84664cb-b946-4dd2-910a-795162c35b11" -d '{"events": [{"server_uuid": "c48819a6-909e-4c21-9124-d86eb9e74868", "name": "network-vif-plugged", "status": "completed", "tag": "90c6548c-3ce5-45c2-926a-76773f369911"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:52.046459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 90c6548c-3ce5-45c2-926a-76773f369911, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=90c6548c-3ce5-45c2-926a-76773f369911,segment=NetworkSegment(6b492fbf-e29f-4c70-b72b-661c5ad8d0be),segment_id=6b492fbf-e29f-4c70-b72b-661c5ad8d0be)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:52.051384 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.058720 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-e247714f-25c8-4225-80d9-a2a21ae7c15e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.096526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2ff0d48c-95ef-47a5-9e75-aa57d7553c80'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:52.137218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4804fe17-e1fe-4107-a55c-dcaa24467694 req-835e7e31-1899-4b91-8090-40693a827db8 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/security-groups?id=002d4513-9a49-4a14-b039-d5a35f84d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151581 Aug 24 00:17:52.145081 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.147475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-e247714f-25c8-4225-80d9-a2a21ae7c15e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:52.147954 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf0cb-e81e-4156-8b0a-136c6a87ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.156814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=90c6548c-3ce5-45c2-926a-76773f369911,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:52.165740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-e247714f-25c8-4225-80d9-a2a21ae7c15e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:52.169870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-e247714f-25c8-4225-80d9-a2a21ae7c15e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:52.204624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cf0cb-e81e-4156-8b0a-136c6a87ddc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c002b150-f1ed-45a9-92c4-aaa32a221cba,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:52.208756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247714f-25c8-4225-80d9-a2a21ae7c15e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Pushing event updated for resources: {'Port': ['ID=53e48721-e41a-4836-8957-e8060ae2f51c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:52.273907 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.317588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-e247714f-25c8-4225-80d9-a2a21ae7c15e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:52.318234 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-e247714f-25c8-4225-80d9-a2a21ae7c15e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.389380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-e247714f-25c8-4225-80d9-a2a21ae7c15e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6196675 Aug 24 00:17:52.403985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a995c31-93f0-4aab-b7ae-858fd474579b req-611d8347-2dab-4452-a3ab-0c2670f3c8ce tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:52.405700 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a995c31-93f0-4aab-b7ae-858fd474579b req-611d8347-2dab-4452-a3ab-0c2670f3c8ce tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 935 time: 0.1755295 Aug 24 00:17:52.412533 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Request body: {'port': {'device_id': '44d74506-af5f-45d2-a67b-e3c2ff59f625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:52.465599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf0cb-e81e-4156-8b0a-136c6a87ddc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.553800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eb070598-3955-40da-bdf3-79364e281684 None None] Provisioning for port 53e48721-e41a-4836-8957-e8060ae2f51c completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:52.563549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eb070598-3955-40da-bdf3-79364e281684 None None] Provisioning complete for port 53e48721-e41a-4836-8957-e8060ae2f51c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:52.564025 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb070598-3955-40da-bdf3-79364e281684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.588021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a995c31-93f0-4aab-b7ae-858fd474579b req-485db248-1761-4f22-80e2-8e34842d94c3 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582923 Aug 24 00:17:52.608436 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.611437 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-eb070598-3955-40da-bdf3-79364e281684 None None] Port 53e48721-e41a-4836-8957-e8060ae2f51c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:17:52.709265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cc313-57c8-4ebd-904a-3560a9629448 req-2f1e905c-611a-4ac7-9b22-17b0b552f827 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:52.711563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c87cc313-57c8-4ebd-904a-3560a9629448 req-2f1e905c-611a-4ac7-9b22-17b0b552f827 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.47 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 949 time: 0.1478705 Aug 24 00:17:52.719825 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.735863 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.902512 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2b255d-56ef-4bd5-8d34-7244aedd7ca9 x-openstack-request-id: req-aa2b255d-56ef-4bd5-8d34-7244aedd7ca9 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:52.903017 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48819a6-909e-4c21-9124-d86eb9e74868", "name": "network-vif-plugged", "status": "completed", "tag": "90c6548c-3ce5-45c2-926a-76773f369911", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:52.903383 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa2b255d-56ef-4bd5-8d34-7244aedd7ca9 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:52.903867 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48819a6-909e-4c21-9124-d86eb9e74868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c6548c-3ce5-45c2-926a-76773f369911', 'code': 200} Aug 24 00:17:52.908168 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Sync routers for ids ['c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:17:52.920548 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Routers {'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:52.921592 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:52.952979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Pushing event updated for resources: {'Port': ['ID=906d6eec-2dc9-47f7-bdaf-e2485f7ef96a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:53.008284 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.051356 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4cf0cb-e81e-4156-8b0a-136c6a87ddc1 admin admin] Router a6be9085-d821-4524-aa06-b6e21e6fa5db has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:17:53.060729 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd10598-8d61-43fa-86dc-7c6d1dc90a8e req-82e66a8f-9122-472a-9526-9cf12ca21f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:53.063740 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2dd10598-8d61-43fa-86dc-7c6d1dc90a8e req-82e66a8f-9122-472a-9526-9cf12ca21f46 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 1096 time: 0.0698411 Aug 24 00:17:53.069612 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Set router c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:53.080478 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.081802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-099c0f6e-87b4-478a-976a-3b8411e8b0a9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9452493 Aug 24 00:17:53.094697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c87cc313-57c8-4ebd-904a-3560a9629448 req-8ce53f5a-41bf-42fa-b464-56fa64859ce7 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Deleting port 1eaa0ad7-ffcb-444d-b546-268a8beb805c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:53.095426 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c87cc313-57c8-4ebd-904a-3560a9629448 req-8ce53f5a-41bf-42fa-b464-56fa64859ce7 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.131341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823494a-715f-4a61-b1a3-fef10d021c95 req-faa81e14-e41f-4fd0-90d4-354ef3b53773 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:53.133600 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0823494a-715f-4a61-b1a3-fef10d021c95 req-faa81e14-e41f-4fd0-90d4-354ef3b53773 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1520407 Aug 24 00:17:53.218741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-c31ea964-88ac-4721-8582-e9c7da4f9551 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 696 time: 0.1203263 Aug 24 00:17:53.235097 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2dd10598-8d61-43fa-86dc-7c6d1dc90a8e req-9c77b701-35b7-47e4-ac9f-a81a82e34fab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617148 Aug 24 00:17:53.254190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4cf0cb-e81e-4156-8b0a-136c6a87ddc1 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:17:53.264769 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fe4cf0cb-e81e-4156-8b0a-136c6a87ddc1 admin admin] 10.222.0.32 "PUT /v2.0/routers/a6be9085-d821-4524-aa06-b6e21e6fa5db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2885594 Aug 24 00:17:53.265498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47494) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:53.288135 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd769a7-dbc7-4feb-b122-7f02f66e5a2a None None] Sync routers for ids ['a6be9085-d821-4524-aa06-b6e21e6fa5db'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:17:53.292446 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0a21208b-571e-4ad5-a331-2f0ca9a30952 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:53.314304 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'name': 'tempest-FloatingIPDetailsTestJSON-1483705935-router', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 4, 'project_id': '514890cd80be42b8a3389def8ba4c0b3', 'gw_port': {'id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:45Z', 'updated_at': '2021-08-24T00:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '221c0a5d-c4b2-488e-a10f-feee8125e01f', 'name': '', 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'mac_address': 'fa:16:3e:da:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '8958ea48-b9a7-47f9-bffb-8917403dd968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:47Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 2, 'project_id': '514890cd80be42b8a3389def8ba4c0b3', 'subnets': [{'id': '8958ea48-b9a7-47f9-bffb-8917403dd968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:53.323243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd769a7-dbc7-4feb-b122-7f02f66e5a2a None None] Routers {'a6be9085-d821-4524-aa06-b6e21e6fa5db'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:53.324132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cfd769a7-dbc7-4feb-b122-7f02f66e5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a6be9085-d821-4524-aa06-b6e21e6fa5db'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:53.353785 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Checking router: c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:17:53.354232 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Updating router c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 port 221c0a5d-c4b2-488e-a10f-feee8125e01f binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:17:53.370041 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0823494a-715f-4a61-b1a3-fef10d021c95 req-0ed0d089-08d0-4530-8e10-506e8cc6f091 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675067 Aug 24 00:17:53.387491 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.409225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e48721-e41a-4836-8957-e8060ae2f51c {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:53.410166 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.437309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c87cc313-57c8-4ebd-904a-3560a9629448 req-8ce53f5a-41bf-42fa-b464-56fa64859ce7 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] For port 1eaa0ad7-ffcb-444d-b546-268a8beb805c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=1eaa0ad7-ffcb-444d-b546-268a8beb805c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:53.437853 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c87cc313-57c8-4ebd-904a-3560a9629448 req-8ce53f5a-41bf-42fa-b464-56fa64859ce7 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.446366 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.496419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c87cc313-57c8-4ebd-904a-3560a9629448 req-8ce53f5a-41bf-42fa-b464-56fa64859ce7 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Calling delete_port for 1eaa0ad7-ffcb-444d-b546-268a8beb805c owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:53.505026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Transition to ACTIVE for port object 53e48721-e41a-4836-8957-e8060ae2f51c will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:53.525392 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.551135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-738c7cdd-5532-475b-ab12-d8ef6f94e86b tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:53.553399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f75d2ef8-a93b-40a9-8fa4-c52edbb816ab req-738c7cdd-5532-475b-ab12-d8ef6f94e86b tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.3187418 Aug 24 00:17:53.559812 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.590251 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.609977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 0a21208b-571e-4ad5-a331-2f0ca9a30952 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:53.630152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-cfd769a7-dbc7-4feb-b122-7f02f66e5a2a None None] Set router a6be9085-d821-4524-aa06-b6e21e6fa5db gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:53.684723 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] Deleting port ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:53.684966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.743540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Pushing event updated for resources: {'Port': ['ID=53e48721-e41a-4836-8957-e8060ae2f51c,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:53.746888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 0a21208b-571e-4ad5-a331-2f0ca9a30952 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:53.748979 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.794926 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.806178 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Transition to ACTIVE for port object 221c0a5d-c4b2-488e-a10f-feee8125e01f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:53.821253 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.844251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] For port ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:53.844776 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.864149 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] Calling delete_port for ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:53.950272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Attempting to bind port 53e48721-e41a-4836-8957-e8060ae2f51c on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:53.950868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Attempting to bind port 53e48721-e41a-4836-8957-e8060ae2f51c by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:53.951380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Attempting to bind port 53e48721-e41a-4836-8957-e8060ae2f51c on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:53.964914 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26c6fb-6a87-4959-8eb6-666372bef3bd None None] Pushing event updated for resources: {'Port': ['ID=221c0a5d-c4b2-488e-a10f-feee8125e01f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:53.965795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb1678-da44-4ce2-8a3e-384659549e5a req-e6ff55a7-2985-45bc-b746-ec11d25ac297 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:53.967456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4fb1678-da44-4ce2-8a3e-384659549e5a req-e6ff55a7-2985-45bc-b746-ec11d25ac297 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 945 time: 0.2908700 Aug 24 00:17:53.998233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Port 53e48721-e41a-4836-8957-e8060ae2f51c on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:53.998561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Attempting to bind port 53e48721-e41a-4836-8957-e8060ae2f51c on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:54.032322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abd732-8c2d-4861-94f1-19ff2f9333b4 req-979e084d-d683-42cc-8943-7cea1b68e8a4 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:54.040608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40abd732-8c2d-4861-94f1-19ff2f9333b4 req-979e084d-d683-42cc-8943-7cea1b68e8a4 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/ports?device_id=d403416e-693c-4be6-a9fb-ec07f67e4259 HTTP/1.1" status: 200 len: 949 time: 0.2882435 Aug 24 00:17:54.046439 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Attempting to bind port 221c0a5d-c4b2-488e-a10f-feee8125e01f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:54.048697 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Attempting to bind port 221c0a5d-c4b2-488e-a10f-feee8125e01f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:54.049911 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Attempting to bind port 221c0a5d-c4b2-488e-a10f-feee8125e01f on network d02b3580-1b27-4b0c-b302-4af42273d86e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:54.059507 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.067366 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:54.068358 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Checking segment: {'id': '9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:54.069429 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.071204 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Bound using segment: {'id': '9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:54.072779 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Bound port: 221c0a5d-c4b2-488e-a10f-feee8125e01f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:54.073961 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.096344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:54.096881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:54.097274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:54.097753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Bound port: 53e48721-e41a-4836-8957-e8060ae2f51c, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:54.098108 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.105656 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 0a21208b-571e-4ad5-a331-2f0ca9a30952, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0a21208b-571e-4ad5-a331-2f0ca9a30952,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:54.121922 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.126077 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c87cc313-57c8-4ebd-904a-3560a9629448 req-8ce53f5a-41bf-42fa-b464-56fa64859ce7 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.142070 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.158104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4fb1678-da44-4ce2-8a3e-384659549e5a req-5bf55798-ab9c-46d7-8794-30556ce7fcad tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683817 Aug 24 00:17:54.183982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:54.193725 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] For port 221c0a5d-c4b2-488e-a10f-feee8125e01f, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:54.198393 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] For port 221c0a5d-c4b2-488e-a10f-feee8125e01f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=221c0a5d-c4b2-488e-a10f-feee8125e01f,segment=NetworkSegment(9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b),segment_id=9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:54.207790 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.221999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=0a21208b-571e-4ad5-a331-2f0ca9a30952,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:54.231987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cfd769a7-dbc7-4feb-b122-7f02f66e5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:17:52Z', 'revision_number': 5, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port': {'id': 'ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:54.268205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd769a7-dbc7-4feb-b122-7f02f66e5a2a None None] Checking router: a6be9085-d821-4524-aa06-b6e21e6fa5db for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:17:54.287040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.294329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd769a7-dbc7-4feb-b122-7f02f66e5a2a None None] Routers {'a6be9085-d821-4524-aa06-b6e21e6fa5db'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:54.295329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cfd769a7-dbc7-4feb-b122-7f02f66e5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a6be9085-d821-4524-aa06-b6e21e6fa5db'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:54.323965 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26c6fb-6a87-4959-8eb6-666372bef3bd None None] Pushing event updated for resources: {'Port': ['ID=221c0a5d-c4b2-488e-a10f-feee8125e01f,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:54.334543 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Routers {'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:54.335384 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:54.376381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-cfd769a7-dbc7-4feb-b122-7f02f66e5a2a None None] Set router a6be9085-d821-4524-aa06-b6e21e6fa5db gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:54.438164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cfd769a7-dbc7-4feb-b122-7f02f66e5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:17:54Z', 'revision_number': 7, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:54.468756 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] Set router c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:54.478814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd769a7-dbc7-4feb-b122-7f02f66e5a2a None None] The sync data for ids ['a6be9085-d821-4524-aa06-b6e21e6fa5db'] in n-d-805736-1 is: [{'id': 'a6be9085-d821-4524-aa06-b6e21e6fa5db', 'name': 'tempest-ServersTestFqdnHostnames-2065301836-router', 'tenant_id': 'b717855ba7434075a3740e6121207880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:13Z', 'updated_at': '2021-08-24T00:17:54Z', 'revision_number': 7, 'project_id': 'b717855ba7434075a3740e6121207880', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:17:54.483056 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.491559 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.560380 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.561428 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6be9085-d821-4524-aa06-b6e21e6fa5db {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:17:54.571439 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.572999 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-825567e2-d95f-49f6-88fb-e5c3cfe4df76 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a6be9085-d821-4524-aa06-b6e21e6fa5db HTTP/1.1" status: 204 len: 168 time: 1.3064575 Aug 24 00:17:54.575609 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47504) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:54.642335 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb106430-84a1-4434-8a28-5f4cfc76a899 admin admin] Deleting subnet 3791fcf4-d665-4c30-80d2-d2a9e0b763d4 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:17:54.645935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb106430-84a1-4434-8a28-5f4cfc76a899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.661761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] For port 53e48721-e41a-4836-8957-e8060ae2f51c, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:54.665522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] For port 53e48721-e41a-4836-8957-e8060ae2f51c, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=53e48721-e41a-4836-8957-e8060ae2f51c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:54.686110 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb106430-84a1-4434-8a28-5f4cfc76a899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.735976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce53f5a-41bf-42fa-b464-56fa64859ce7 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Pushing event deleted for resources: {'Port': ['ID=1eaa0ad7-ffcb-444d-b546-268a8beb805c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:54.739703 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'name': 'tempest-FloatingIPDetailsTestJSON-1483705935-router', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 4, 'project_id': '514890cd80be42b8a3389def8ba4c0b3', 'gw_port': {'id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:45Z', 'updated_at': '2021-08-24T00:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '221c0a5d-c4b2-488e-a10f-feee8125e01f', 'name': '', 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'mac_address': 'fa:16:3e:da:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '8958ea48-b9a7-47f9-bffb-8917403dd968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:47Z', 'updated_at': '2021-08-24T00:17:54Z', 'revision_number': 4, 'project_id': '514890cd80be42b8a3389def8ba4c0b3', 'subnets': [{'id': '8958ea48-b9a7-47f9-bffb-8917403dd968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:54.759545 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.769687 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d259e-8687-4d4e-a4fb-99215c53dfcf None None] The sync data for ids ['c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'] in n-d-805736-1 is: [{'id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'name': 'tempest-FloatingIPDetailsTestJSON-1483705935-router', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 4, 'project_id': '514890cd80be42b8a3389def8ba4c0b3', 'gw_port': {'id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:45Z', 'updated_at': '2021-08-24T00:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '221c0a5d-c4b2-488e-a10f-feee8125e01f', 'name': '', 'network_id': 'd02b3580-1b27-4b0c-b302-4af42273d86e', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'mac_address': 'fa:16:3e:da:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '8958ea48-b9a7-47f9-bffb-8917403dd968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:47Z', 'updated_at': '2021-08-24T00:17:54Z', 'revision_number': 4, 'project_id': '514890cd80be42b8a3389def8ba4c0b3', 'subnets': [{'id': '8958ea48-b9a7-47f9-bffb-8917403dd968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:17:54.781454 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40abd732-8c2d-4861-94f1-19ff2f9333b4 req-0b9b681c-56db-4aa0-bdcd-10c00298bda0 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.32 "GET /v2.0/security-groups?id=002d4513-9a49-4a14-b039-d5a35f84d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7343798 Aug 24 00:17:54.802199 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb106430-84a1-4434-8a28-5f4cfc76a899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.891608 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb106430-84a1-4434-8a28-5f4cfc76a899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.897014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8308dc6-e70f-44d7-adb3-9f9f7469cbbc req-193e0ac8-cc11-4a6b-a398-11d236ba056b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:54.903078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8308dc6-e70f-44d7-adb3-9f9f7469cbbc req-193e0ac8-cc11-4a6b-a398-11d236ba056b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 945 time: 0.1817343 Aug 24 00:17:54.931924 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb106430-84a1-4434-8a28-5f4cfc76a899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3791fcf4-d665-4c30-80d2-d2a9e0b763d4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:54.958850 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb106430-84a1-4434-8a28-5f4cfc76a899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.964138 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-eb106430-84a1-4434-8a28-5f4cfc76a899 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3791fcf4-d665-4c30-80d2-d2a9e0b763d4 HTTP/1.1" status: 204 len: 168 time: 0.3852110 Aug 24 00:17:54.964898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87cc313-57c8-4ebd-904a-3560a9629448 req-8ce53f5a-41bf-42fa-b464-56fa64859ce7 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] No DVR routers for this DVR port 1eaa0ad7-ffcb-444d-b546-268a8beb805c on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:54.966699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47508) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:54.971551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4458e4c1-c30a-48b2-a46d-f735227c2ace None None] Network b86a2204-7c92-4ee1-859a-d1104d99b29c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:55.029650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:55.033143 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:55.034670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] 10.222.0.47 "PUT /v2.0/ports/53e48721-e41a-4836-8957-e8060ae2f51c HTTP/1.1" status: 200 len: 1095 time: 2.6279855 Aug 24 00:17:55.035780 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c87cc313-57c8-4ebd-904a-3560a9629448 req-8ce53f5a-41bf-42fa-b464-56fa64859ce7 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:55.037624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c87cc313-57c8-4ebd-904a-3560a9629448 req-8ce53f5a-41bf-42fa-b464-56fa64859ce7 tempest-ImagesNegativeTestJSON-1886236625 tempest-ImagesNegativeTestJSON-1886236625-project] 10.222.0.47 "DELETE /v2.0/ports/1eaa0ad7-ffcb-444d-b546-268a8beb805c HTTP/1.1" status: 204 len: 173 time: 2.3152733 Aug 24 00:17:55.039488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d74506-af5f-45d2-a67b-e3c2ff59f625', 'tag': '53e48721-e41a-4836-8957-e8060ae2f51c'}, {'server_uuid': 'd403416e-693c-4be6-a9fb-ec07f67e4259', 'name': 'network-vif-deleted', 'tag': '1eaa0ad7-ffcb-444d-b546-268a8beb805c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:55.041555 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee432e5-d557-4cd7-b465-269cbae800fd" -d '{"events": [{"name": "network-changed", "server_uuid": "44d74506-af5f-45d2-a67b-e3c2ff59f625", "tag": "53e48721-e41a-4836-8957-e8060ae2f51c"}, {"server_uuid": "d403416e-693c-4be6-a9fb-ec07f67e4259", "name": "network-vif-deleted", "tag": "1eaa0ad7-ffcb-444d-b546-268a8beb805c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:55.054936 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-141e036f-27a1-405d-a4e3-0c1e5c5af4e0 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3876228 Aug 24 00:17:55.142973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:55.241709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a8756-636e-4b62-a8ba-bbeac33e6a61 service neutron] Pushing event updated for resources: {'Port': ['ID=53e48721-e41a-4836-8957-e8060ae2f51c,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:55.255818 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:55.343151 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:55.370324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fced58-fe03-4908-a627-4ab6649aa2ec req-5adad45a-37b6-4cb0-b5c7-534a10435eac tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:55.371711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7fced58-fe03-4908-a627-4ab6649aa2ec req-5adad45a-37b6-4cb0-b5c7-534a10435eac tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 947 time: 0.4253104 Aug 24 00:17:55.400219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-a990100d-9ae2-4063-b3be-c6b326021697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:55.401727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-a990100d-9ae2-4063-b3be-c6b326021697 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e550c64573914c86955ff081ecf70739&device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 1098 time: 0.1950157 Aug 24 00:17:55.406677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cc9401-0d2f-4157-aa6c-a82bac168ee1 None None] DHCP port deletion for b86a2204-7c92-4ee1-859a-d1104d99b29c request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:17:55.493401 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-79cc9401-0d2f-4157-aa6c-a82bac168ee1 None None] Deleting port 0b763066-2d3b-476d-81ad-df368079d1b3 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:55.494042 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79cc9401-0d2f-4157-aa6c-a82bac168ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:55.516660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-cdd6aa9a-a8cb-4f79-8cf3-075a0374c2a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=53e48721-e41a-4836-8957-e8060ae2f51c HTTP/1.1" status: 200 len: 217 time: 0.0894010 Aug 24 00:17:55.544976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f8308dc6-e70f-44d7-adb3-9f9f7469cbbc req-c0ee6661-761f-4ebb-901c-23964951a5a1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Deleting port ad66cb27-9284-474d-b543-32fc9c7a1db5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:55.545319 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f8308dc6-e70f-44d7-adb3-9f9f7469cbbc req-c0ee6661-761f-4ebb-901c-23964951a5a1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:55.559612 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7fced58-fe03-4908-a627-4ab6649aa2ec req-6defc534-29df-474f-87e1-6e3f4804d728 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552565 Aug 24 00:17:55.647074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-79cc9401-0d2f-4157-aa6c-a82bac168ee1 None None] For port 0b763066-2d3b-476d-81ad-df368079d1b3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0b763066-2d3b-476d-81ad-df368079d1b3,segment=NetworkSegment(335dabb8-8bed-49f6-92ee-6877d356792b),segment_id=335dabb8-8bed-49f6-92ee-6877d356792b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:55.647482 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79cc9401-0d2f-4157-aa6c-a82bac168ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:55.660818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 221c0a5d-c4b2-488e-a10f-feee8125e01f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:55.700763 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-4e2e773b-7296-4f3a-accb-0f06d832b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:55.702236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-4e2e773b-7296-4f3a-accb-0f06d832b3ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1613936 Aug 24 00:17:55.707213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Deleting port 0b763066-2d3b-476d-81ad-df368079d1b3 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:55.707552 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:55.724540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-79cc9401-0d2f-4157-aa6c-a82bac168ee1 None None] Calling delete_port for 0b763066-2d3b-476d-81ad-df368079d1b3 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:55.843888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 1eaa0ad7-ffcb-444d-b546-268a8beb805c no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:55.875419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 1eaa0ad7-ffcb-444d-b546-268a8beb805c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:55.876013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 1eaa0ad7-ffcb-444d-b546-268a8beb805c not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:55.881618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f8308dc6-e70f-44d7-adb3-9f9f7469cbbc req-c0ee6661-761f-4ebb-901c-23964951a5a1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] For port ad66cb27-9284-474d-b543-32fc9c7a1db5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ad66cb27-9284-474d-b543-32fc9c7a1db5,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:55.881994 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f8308dc6-e70f-44d7-adb3-9f9f7469cbbc req-c0ee6661-761f-4ebb-901c-23964951a5a1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:55.904387 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 221c0a5d-c4b2-488e-a10f-feee8125e01f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:55.906954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] For port 0b763066-2d3b-476d-81ad-df368079d1b3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0b763066-2d3b-476d-81ad-df368079d1b3,segment=NetworkSegment(335dabb8-8bed-49f6-92ee-6877d356792b),segment_id=335dabb8-8bed-49f6-92ee-6877d356792b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:55.907408 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:55.910487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f8308dc6-e70f-44d7-adb3-9f9f7469cbbc req-c0ee6661-761f-4ebb-901c-23964951a5a1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Calling delete_port for ad66cb27-9284-474d-b543-32fc9c7a1db5 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:55.910662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 221c0a5d-c4b2-488e-a10f-feee8125e01f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:55.910998 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:55.935561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Calling delete_port for 0b763066-2d3b-476d-81ad-df368079d1b3 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:55.941572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-a8b743be-f1d0-4fb5-a460-8980dbfbf1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:55.943129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-a8b743be-f1d0-4fb5-a460-8980dbfbf1e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2254736 Aug 24 00:17:55.966712 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79cc9401-0d2f-4157-aa6c-a82bac168ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:55.972876 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.000760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc9401-0d2f-4157-aa6c-a82bac168ee1 None None] Pushing event deleted for resources: {'Port': ['ID=0b763066-2d3b-476d-81ad-df368079d1b3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:56.005331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc9401-0d2f-4157-aa6c-a82bac168ee1 None None] No DVR routers for this DVR port 0b763066-2d3b-476d-81ad-df368079d1b3 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:56.021398 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66987089-c9bd-4361-a25a-3a6b10dcce67 req-59c57f01-ed80-417f-95c6-33b8f86fe956 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:56.022910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66987089-c9bd-4361-a25a-3a6b10dcce67 req-59c57f01-ed80-417f-95c6-33b8f86fe956 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.2218168 Aug 24 00:17:56.050201 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.082476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 221c0a5d-c4b2-488e-a10f-feee8125e01f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=221c0a5d-c4b2-488e-a10f-feee8125e01f,segment=NetworkSegment(9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b),segment_id=9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:56.086890 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.087952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0a21208b-571e-4ad5-a331-2f0ca9a30952 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:56.166049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=221c0a5d-c4b2-488e-a10f-feee8125e01f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:56.178526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 0a21208b-571e-4ad5-a331-2f0ca9a30952 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:56.178938 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.236811 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66987089-c9bd-4361-a25a-3a6b10dcce67 req-128f1453-ba0c-4c65-9f82-78d68ae6a264 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031133 Aug 24 00:17:56.278153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-8ac04664-5272-424e-925a-8bebe52f2b52 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191853 Aug 24 00:17:56.314819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c002b150-f1ed-45a9-92c4-aaa32a221cba no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:56.338497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: c002b150-f1ed-45a9-92c4-aaa32a221cba {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:56.338948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c002b150-f1ed-45a9-92c4-aaa32a221cba not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:56.354631 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.403571 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0d0e8c-f88c-44fb-9363-074908a14425 x-openstack-request-id: req-3b0d0e8c-f88c-44fb-9363-074908a14425 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:56.403861 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d74506-af5f-45d2-a67b-e3c2ff59f625", "tag": "53e48721-e41a-4836-8957-e8060ae2f51c", "status": "completed", "code": 200}, {"server_uuid": "d403416e-693c-4be6-a9fb-ec07f67e4259", "name": "network-vif-deleted", "tag": "1eaa0ad7-ffcb-444d-b546-268a8beb805c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:56.404108 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b0d0e8c-f88c-44fb-9363-074908a14425 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:56.404498 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d74506-af5f-45d2-a67b-e3c2ff59f625', 'tag': '53e48721-e41a-4836-8957-e8060ae2f51c', 'status': 'completed', 'code': 200} Aug 24 00:17:56.404751 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd403416e-693c-4be6-a9fb-ec07f67e4259', 'name': 'network-vif-deleted', 'tag': '1eaa0ad7-ffcb-444d-b546-268a8beb805c', 'status': 'completed', 'code': 200} Aug 24 00:17:56.434831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Allocated IP 172.25.8.242 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/2b74dbbf-fd80-483a-b14e-75e21ee1cbaf) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:56.441126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b763066-2d3b-476d-81ad-df368079d1b3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:56.442937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] No DVR routers for this DVR port 0b763066-2d3b-476d-81ad-df368079d1b3 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:56.617519 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f8308dc6-e70f-44d7-adb3-9f9f7469cbbc req-c0ee6661-761f-4ebb-901c-23964951a5a1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.639642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f9f7b29-4356-436c-9f97-f9fa6ae5ab90 req-47a9956d-9126-4d11-a1a6-e1a0be07fe6b service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384483 Aug 24 00:17:56.641499 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.678378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee6661-761f-4ebb-901c-23964951a5a1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Pushing event deleted for resources: {'Port': ['ID=ad66cb27-9284-474d-b543-32fc9c7a1db5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:56.683004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86a2204-7c92-4ee1-859a-d1104d99b29c']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:56.698909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8de28a-8613-4d4d-ab24-3f6fb54004ef req-56ac665f-061f-49f5-9649-993a5c3f546b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:56.700436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af8de28a-8613-4d4d-ab24-3f6fb54004ef req-56ac665f-061f-49f5-9649-993a5c3f546b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=793e9c54-cab3-47ee-b9e1-9fa862627009 HTTP/1.1" status: 200 len: 945 time: 0.2615817 Aug 24 00:17:56.718976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335dabb8-8bed-49f6-92ee-6877d356792b') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:56.719653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335dabb8-8bed-49f6-92ee-6877d356792b') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:56.751014 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.814207 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8308dc6-e70f-44d7-adb3-9f9f7469cbbc req-c0ee6661-761f-4ebb-901c-23964951a5a1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] No DVR routers for this DVR port ad66cb27-9284-474d-b543-32fc9c7a1db5 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:56.824047 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f8308dc6-e70f-44d7-adb3-9f9f7469cbbc req-c0ee6661-761f-4ebb-901c-23964951a5a1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.825992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8308dc6-e70f-44d7-adb3-9f9f7469cbbc req-c0ee6661-761f-4ebb-901c-23964951a5a1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "DELETE /v2.0/ports/ad66cb27-9284-474d-b543-32fc9c7a1db5 HTTP/1.1" status: 204 len: 173 time: 1.8522096 Aug 24 00:17:56.834535 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.855300 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.859847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:17:56.860245 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.866103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af8de28a-8613-4d4d-ab24-3f6fb54004ef req-53b43b5b-8ba9-4296-89a7-cdd2fc234ac4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567976 Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:17:56.868032 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:17:56.935427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee432e5-d557-4cd7-b465-269cbae800fd req-4377d0b5-f670-42b8-a3b0-7ceed433a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:56.936958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ee432e5-d557-4cd7-b465-269cbae800fd req-4377d0b5-f670-42b8-a3b0-7ceed433a78a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e550c64573914c86955ff081ecf70739&device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 1098 time: 0.1915848 Aug 24 00:17:56.963532 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.968181 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.970123 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] 10.222.0.32 "DELETE /v2.0/networks/b86a2204-7c92-4ee1-859a-d1104d99b29c HTTP/1.1" status: 204 len: 168 time: 1.9951744 Aug 24 00:17:57.084909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750706f-9dac-4aaa-a0c7-18bd647eee7c admin admin] Pushing event deleted for resources: {'Network': ['ID=b86a2204-7c92-4ee1-859a-d1104d99b29c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:57.093735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee432e5-d557-4cd7-b465-269cbae800fd req-bb8473f8-a6f7-4ba3-95d3-819f55af7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:57.095305 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ee432e5-d557-4cd7-b465-269cbae800fd req-bb8473f8-a6f7-4ba3-95d3-819f55af7655 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1475515 Aug 24 00:17:57.102937 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:57.115646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 221c0a5d-c4b2-488e-a10f-feee8125e01f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:57.125648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47526) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:57.172434 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a2087d2-c668-496a-a86b-f1acb976f358 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b717855ba7434075a3740e6121207880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456150 Aug 24 00:17:57.174955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47530) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:57.186415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 221c0a5d-c4b2-488e-a10f-feee8125e01f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:57.187204 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:57.198498 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ee432e5-d557-4cd7-b465-269cbae800fd req-766f9f1f-ab2d-4bf9-9f39-d3c3d7315a62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=53e48721-e41a-4836-8957-e8060ae2f51c HTTP/1.1" status: 200 len: 217 time: 0.0922568 Aug 24 00:17:57.209692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:57.214627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:57.228970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:57.242310 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d16f14b4-ab17-4ae0-99c4-498dc192b7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:57.277923 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d16f14b4-ab17-4ae0-99c4-498dc192b7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:57.330805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Pushing event updated for resources: {'Port': ['ID=2b74dbbf-fd80-483a-b14e-75e21ee1cbaf,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:57.340587 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d16f14b4-ab17-4ae0-99c4-498dc192b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:57.343364 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d16f14b4-ab17-4ae0-99c4-498dc192b7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:57.347055 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d16f14b4-ab17-4ae0-99c4-498dc192b7e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd5fc23c-0584-4c03-b951-3a717298db14 HTTP/1.1" status: 204 len: 168 time: 0.1686890 Aug 24 00:17:57.352961 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f14b4-ab17-4ae0-99c4-498dc192b7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5fc23c-0584-4c03-b951-3a717298db14,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:57.386235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee432e5-d557-4cd7-b465-269cbae800fd req-1fc84f2a-7d1c-4d12-bdfe-47df7ef9d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:57.387773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ee432e5-d557-4cd7-b465-269cbae800fd req-1fc84f2a-7d1c-4d12-bdfe-47df7ef9d3bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1707625 Aug 24 00:17:57.395132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0b763066-2d3b-476d-81ad-df368079d1b3 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:57.413208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6c284-01dc-4e25-bd36-00006b91a13b req-c419ab11-e153-4bbd-83a9-72737ca8628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:57.415232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46e6c284-01dc-4e25-bd36-00006b91a13b req-c419ab11-e153-4bbd-83a9-72737ca8628c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c6e0e872fd9493581d598175e4e4ca3&device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 1096 time: 0.1951556 Aug 24 00:17:57.420680 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 0b763066-2d3b-476d-81ad-df368079d1b3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:57.421563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0b763066-2d3b-476d-81ad-df368079d1b3 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:57.422987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:57.426330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72517c-800f-4305-98af-2e7c0a7e13de req-54ceec66-6f94-46f1-bafb-960c3799ff34 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:57.427901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea72517c-800f-4305-98af-2e7c0a7e13de req-54ceec66-6f94-46f1-bafb-960c3799ff34 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 947 time: 0.1830523 Aug 24 00:17:57.454074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:57.454904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ba9ef4ea-b4b3-4d15-a7cb-1a3f63c60c28 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:57.471497 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fa41-afa5-4624-8b21-988fb957b550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:57.583542 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:57.594576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee432e5-d557-4cd7-b465-269cbae800fd req-a0fa4665-5b21-4853-bf69-66eaaa644fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:57.598416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ee432e5-d557-4cd7-b465-269cbae800fd req-a0fa4665-5b21-4853-bf69-66eaaa644fb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1989696 Aug 24 00:17:57.604707 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea72517c-800f-4305-98af-2e7c0a7e13de req-7531ef9f-aeaf-4fb2-be03-c9bebd1d9d56 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286566 Aug 24 00:17:57.700328 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:57.702821 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6c284-01dc-4e25-bd36-00006b91a13b req-2b108cf3-1eb5-4b50-9b57-530532d46c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:57.703862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46e6c284-01dc-4e25-bd36-00006b91a13b req-2b108cf3-1eb5-4b50-9b57-530532d46c44 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2445dbf-51ce-471e-bf22-d58b2d01dce0 HTTP/1.1" status: 200 len: 911 time: 0.2405818 Aug 24 00:17:57.894377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ad66cb27-9284-474d-b543-32fc9c7a1db5 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:57.915985 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: ad66cb27-9284-474d-b543-32fc9c7a1db5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:57.916318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ad66cb27-9284-474d-b543-32fc9c7a1db5 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:58.082873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46e6c284-01dc-4e25-bd36-00006b91a13b req-abe75d05-c9e2-48c3-b243-b45fb9f9a3ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c6548c-3ce5-45c2-926a-76773f369911 HTTP/1.1" status: 200 len: 217 time: 0.0791039 Aug 24 00:17:58.164865 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ee432e5-d557-4cd7-b465-269cbae800fd req-1bbd6275-ab5e-4c45-a199-b96473b9ec84 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565012 Aug 24 00:17:58.165846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:58.227851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab4ccf-dcee-4920-b03d-d30de87d6168 req-278f5f9e-9d75-42ac-a0cd-a1fa9125b611 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:58.229257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebab4ccf-dcee-4920-b03d-d30de87d6168 req-278f5f9e-9d75-42ac-a0cd-a1fa9125b611 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.2242990 Aug 24 00:17:58.265787 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-371865959-network', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:58.281664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6c284-01dc-4e25-bd36-00006b91a13b req-250b0341-8208-47fb-961d-80441c4cda75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:58.283122 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46e6c284-01dc-4e25-bd36-00006b91a13b req-250b0341-8208-47fb-961d-80441c4cda75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c895085-e829-4731-b347-1f7ea11c9bda HTTP/1.1" status: 200 len: 850 time: 0.1926098 Aug 24 00:17:58.292212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] Made reservation on behalf of dedff946d8ca4ccbabc1f59e32543423 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:58.294489 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.303926 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.354049 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46e6c284-01dc-4e25-bd36-00006b91a13b req-636fab54-94c8-429a-b911-8651696a1972 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2445dbf-51ce-471e-bf22-d58b2d01dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554500 Aug 24 00:17:58.397007 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebab4ccf-dcee-4920-b03d-d30de87d6168 req-865c6384-a44c-4141-ac25-8f62d4c7c119 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307054 Aug 24 00:17:58.400918 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.406031 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.410230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793e9c54-cab3-47ee-b9e1-9fa862627009', 'name': 'network-vif-deleted', 'tag': 'ad66cb27-9284-474d-b543-32fc9c7a1db5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:58.412705 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29cd9be-64a3-405a-885a-ee7876052781" -d '{"events": [{"server_uuid": "793e9c54-cab3-47ee-b9e1-9fa862627009", "name": "network-vif-deleted", "tag": "ad66cb27-9284-474d-b543-32fc9c7a1db5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:58.418709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:17:58.428501 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.428847 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] Added segment acf97d79-932e-474b-9fcd-14bbe124cfed of type vlan for network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e Aug 24 00:17:58.483810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ee432e5-d557-4cd7-b465-269cbae800fd req-e5de7b44-0491-4724-af5c-b7e7b5c5b1cf service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921035 Aug 24 00:17:58.485315 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329f4c69-02fc-4abd-a121-6caacadf75d1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:58.488361 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.495794 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.496620 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.531949 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.533213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:58.533929 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.588993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46e6c284-01dc-4e25-bd36-00006b91a13b req-71351249-df46-4f8a-ad2a-f7bfa03a7e2e service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204468 Aug 24 00:17:58.593304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Pushing event updated for resources: {'Port': ['ID=2b74dbbf-fd80-483a-b14e-75e21ee1cbaf,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:58.615328 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4477797 Aug 24 00:17:58.618812 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:58.626560 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae0e01c-9ac6-4a8b-ab19-a3e6b4df299e x-openstack-request-id: req-fae0e01c-9ac6-4a8b-ab19-a3e6b4df299e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:58.626891 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793e9c54-cab3-47ee-b9e1-9fa862627009", "name": "network-vif-deleted", "tag": "ad66cb27-9284-474d-b543-32fc9c7a1db5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:58.627149 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fae0e01c-9ac6-4a8b-ab19-a3e6b4df299e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:58.627558 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793e9c54-cab3-47ee-b9e1-9fa862627009', 'name': 'network-vif-deleted', 'tag': 'ad66cb27-9284-474d-b543-32fc9c7a1db5', 'status': 'completed', 'code': 200} Aug 24 00:17:58.629679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d5499542-e5c6-4327-9530-33d2e55ccbf3 admin admin] Request body: {'subnet': {'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-371865959-subnet', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:58.653950 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cc7dc-54be-4d7a-8b53-8746659eabdb admin admin] Pushing event updated for resources: {'Network': ['ID=e9cc517a-d1b3-43cd-b590-36f6ddc3e79e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:58.665132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:17:58.665711 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.700167 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5499542-e5c6-4327-9530-33d2e55ccbf3 admin admin] Made reservation on behalf of dedff946d8ca4ccbabc1f59e32543423 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:58.702880 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5499542-e5c6-4327-9530-33d2e55ccbf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.719586 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.720763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-0de36376-8ed0-4f20-9263-d41464d19371 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6650047 Aug 24 00:17:58.744568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46e6c284-01dc-4e25-bd36-00006b91a13b req-327ca4dd-f2cc-4d09-b10d-14adabf13488 service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468537 Aug 24 00:17:58.799819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-17307165-4db4-4ee6-be28-9f3940416530 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.242 HTTP/1.1" status: 200 len: 696 time: 0.0585911 Aug 24 00:17:58.815738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da083cc8-f733-44ee-9f5a-4a283ca78774 req-87da0a40-f8eb-495f-b0fb-9d818185655f tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:58.819308 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da083cc8-f733-44ee-9f5a-4a283ca78774 req-87da0a40-f8eb-495f-b0fb-9d818185655f tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 947 time: 0.1165283 Aug 24 00:17:58.885955 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5499542-e5c6-4327-9530-33d2e55ccbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.914866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da083cc8-f733-44ee-9f5a-4a283ca78774 req-8c9321c6-1880-48c3-a76c-b9c86f9823b6 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829737 Aug 24 00:17:58.937231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5499542-e5c6-4327-9530-33d2e55ccbf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef43a554-57dd-4197-9672-c9c1b63a52b6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:58.954550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5499542-e5c6-4327-9530-33d2e55ccbf3 admin admin] Checking segment: {'id': 'acf97d79-932e-474b-9fcd-14bbe124cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:58.954949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5499542-e5c6-4327-9530-33d2e55ccbf3 admin admin] Network hostable DHCP agents. Network: e9cc517a-d1b3-43cd-b590-36f6ddc3e79e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:17:58.955610 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-09caa9ee-3bbb-45bb-acce-3238654c982c tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:58.959644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-625c39a0-7b50-4233-a149-a7b1c10dbc53 req-09caa9ee-3bbb-45bb-acce-3238654c982c tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.1378782 Aug 24 00:17:58.978371 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5499542-e5c6-4327-9530-33d2e55ccbf3 admin admin] Network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:17:58.989418 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d5499542-e5c6-4327-9530-33d2e55ccbf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, e9cc517a-d1b3-43cd-b590-36f6ddc3e79e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:58.993682 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5499542-e5c6-4327-9530-33d2e55ccbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:58.994276 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5499542-e5c6-4327-9530-33d2e55ccbf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.001363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d874e82-e037-420b-8347-b9e3851ecefc None None] Network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:59.017121 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d5499542-e5c6-4327-9530-33d2e55ccbf3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3920755 Aug 24 00:17:59.020131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47594) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:59.025368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:59.139276 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.140303 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.170515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'fixed_ips': [{'subnet_id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:17:59.171770 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.252006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-f4f30577-ceae-48f0-aa79-2ead4f7f56e1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:59.253424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-f4f30577-ceae-48f0-aa79-2ead4f7f56e1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 811 time: 0.2198102 Aug 24 00:17:59.286264 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.307124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Allocated IP 172.20.0.2 (e9cc517a-d1b3-43cd-b590-36f6ddc3e79e/ef43a554-57dd-4197-9672-c9c1b63a52b6/f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:59.343886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-6c932039-19a4-443b-b17d-01e41ad7912f tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/quotas/e64cca1666df447f8193bde9cd7bcca8 HTTP/1.1" status: 200 len: 375 time: 0.0618038 Aug 24 00:17:59.354415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-d6b2484a-ee75-4b59-b06f-bb8fd15bbdaa tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2521746 Aug 24 00:17:59.393595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:59.416186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-b9c946b1-905f-4420-8c2d-01b153f84cf7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607855 Aug 24 00:17:59.448916 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.464685 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.473037 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Transition to ACTIVE for port object f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:59.487991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Transition to ACTIVE for port object f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:59.495298 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.499934 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.513705 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.541026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:59.545455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:59.548753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:59.557686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Pushing event updated for resources: {'Port': ['ID=f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:59.614071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Attempting to bind port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:59.614448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Attempting to bind port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'acf97d79-932e-474b-9fcd-14bbe124cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:59.614838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Attempting to bind port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b on network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:59.620204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:59.620598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Checking segment: {'id': 'acf97d79-932e-474b-9fcd-14bbe124cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:59.621004 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.621411 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Bound using segment: {'id': 'acf97d79-932e-474b-9fcd-14bbe124cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:59.621881 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Bound port: f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf97d79-932e-474b-9fcd-14bbe124cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:59.622262 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.686257 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] For port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:59.690310 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] For port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b,segment=NetworkSegment(acf97d79-932e-474b-9fcd-14bbe124cfed),segment_id=acf97d79-932e-474b-9fcd-14bbe124cfed)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:59.695157 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.705619 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-dd3b7a07-529f-4207-813a-a3604b7a3cb3 service neutron] 10.222.0.32 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485311 Aug 24 00:17:59.754557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672707a-153a-43f0-a44e-c5dc8575b38b None None] Pushing event updated for resources: {'Port': ['ID=f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:59.845858 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-04ffb73e-7400-4725-bc35-abe72c0f09ca service neutron] 10.222.0.32 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381955 Aug 24 00:17:59.878976 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.081770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Allocated IP 172.25.8.126 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/c06c222f-5450-421f-8175-0123a2fa5605) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:00.083369 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.098390 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.127087 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.180942 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26941464-dc2d-4cf8-beeb-94d03b6418f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.303665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b08a8a-d20e-47e0-b5c9-aed768e2e882 req-28e0e658-25ec-43a9-9a49-b55801dc6187 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:00.306226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47b08a8a-d20e-47e0-b5c9-aed768e2e882 req-28e0e658-25ec-43a9-9a49-b55801dc6187 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1808305 Aug 24 00:18:00.334702 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47620) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:00.362061 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.391038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47b08a8a-d20e-47e0-b5c9-aed768e2e882 req-e3c648d4-151f-4717-82c5-ab2123e6b4e3 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726800 Aug 24 00:18:00.427966 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.520844 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cc0430d8-0adc-44a6-aaca-5a73d1dc3ff4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a48accec5504f5391fca73cd5adb7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833351 Aug 24 00:18:00.521252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47626) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:00.525227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:00.543874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:00.553026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:00.571770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Pushing event updated for resources: {'Port': ['ID=c06c222f-5450-421f-8175-0123a2fa5605,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:00.607919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Allocated IP 172.25.8.168 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/b60a378e-7980-4e6f-a20b-a9ee4f55153d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:00.777302 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-912d3a20-2c6d-4cb4-8dba-960856cf5990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.786564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18e674-163d-4704-b28a-0420f2c3793b req-341e22d1-cd25-46ca-8eb1-b255d84ef1bd tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:00.788306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b18e674-163d-4704-b28a-0420f2c3793b req-341e22d1-cd25-46ca-8eb1-b255d84ef1bd tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 947 time: 0.2193282 Aug 24 00:18:00.854862 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-912d3a20-2c6d-4cb4-8dba-960856cf5990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.862898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f01df-2967-42c8-a8de-d772ef762094 None None] Network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:00.864096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.902946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b18e674-163d-4704-b28a-0420f2c3793b req-ad2ca359-c62b-4c71-95cb-47b28b550c23 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051834 Aug 24 00:18:00.951674 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.954086 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.004413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-94ae6cee-7567-4b72-aaa9-d9c2fe44a644 None None] Provisioning for port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:01.137620 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.176479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:01.241320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:01.247469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:01.248116 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.318571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02874c42-2080-427a-8eaf-0e116eae05ee req-cda488b6-5932-4e23-a935-e2af92d95811 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 210 time: 0.3390038 Aug 24 00:18:01.350817 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-912d3a20-2c6d-4cb4-8dba-960856cf5990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.350817 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-912d3a20-2c6d-4cb4-8dba-960856cf5990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.350817 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-912d3a20-2c6d-4cb4-8dba-960856cf5990 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/002d4513-9a49-4a14-b039-d5a35f84d3a9 HTTP/1.1" status: 204 len: 168 time: 0.8212960 Aug 24 00:18:01.368425 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.408516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b,segment=NetworkSegment(acf97d79-932e-474b-9fcd-14bbe124cfed),segment_id=acf97d79-932e-474b-9fcd-14bbe124cfed)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:01.412956 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.431264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d3a20-2c6d-4cb4-8dba-960856cf5990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002d4513-9a49-4a14-b039-d5a35f84d3a9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:01.501713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-76c9e0e1-65bc-40c9-a4e5-5c6818bd36fa None None] Provisioning complete for port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:01.502103 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76c9e0e1-65bc-40c9-a4e5-5c6818bd36fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.504007 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.601553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:01.621056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-8570b5f7-4802-4ae8-8e4a-039de62e838d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:01.622606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-8570b5f7-4802-4ae8-8e4a-039de62e838d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 811 time: 0.3094995 Aug 24 00:18:01.628898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:01.634743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:01.657943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-99ece71c-01d6-49db-a8fe-848b70333f0e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Request body: {'port': {'device_id': '83f3ad97-9f51-443d-9716-7360f3dd7973', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'admin_state_up': True, 'tenant_id': 'e64cca1666df447f8193bde9cd7bcca8'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:01.677801 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:01.688159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Pushing event updated for resources: {'Port': ['ID=b60a378e-7980-4e6f-a20b-a9ee4f55153d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:01.764862 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e423f6-a75a-49d7-9d66-0fa308c2bde9 req-2da5ddfa-9cdf-4c86-aac0-84c62a5dcce1 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:01.766396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-79e423f6-a75a-49d7-9d66-0fa308c2bde9 req-2da5ddfa-9cdf-4c86-aac0-84c62a5dcce1 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.2496238 Aug 24 00:18:01.811355 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.846610 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 53e48721-e41a-4836-8957-e8060ae2f51c details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:18:01.858128 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.951871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 53e48721-e41a-4836-8957-e8060ae2f51c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=53e48721-e41a-4836-8957-e8060ae2f51c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:01.963554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '53e48721-e41a-4836-8957-e8060ae2f51c', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '53e48721-e41a-4836-8957-e8060ae2f51c', 'mac_address': 'fa:16:3e:28:38:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:18:01.978272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-79e423f6-a75a-49d7-9d66-0fa308c2bde9 req-1d543f96-7406-42a7-8a68-d077292eacc4 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001894 Aug 24 00:18:02.026764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Pushing event updated for resources: {'Port': ['ID=c06c222f-5450-421f-8175-0123a2fa5605,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:02.027809 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:02.064755 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e48721-e41a-4836-8957-e8060ae2f51c {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:02.087351 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 53e48721-e41a-4836-8957-e8060ae2f51c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=53e48721-e41a-4836-8957-e8060ae2f51c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:02.091334 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:02.093500 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:02.096504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-99ece71c-01d6-49db-a8fe-848b70333f0e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Made reservation on behalf of e64cca1666df447f8193bde9cd7bcca8 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:02.100145 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-99ece71c-01d6-49db-a8fe-848b70333f0e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:02.136349 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:02.137587 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-7b27b7d6-08e1-465c-82b8-9e76577e80b2 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7573488 Aug 24 00:18:02.162271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=53e48721-e41a-4836-8957-e8060ae2f51c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:02.289365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-160830ba-009e-43e4-8414-08d3c6377253 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.1199427 Aug 24 00:18:02.296865 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:02.447628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aea893-9919-4571-bb7c-2a93d80b683b req-3304b6af-b560-44ec-beb0-8b9def14b6fe tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:02.449126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1aea893-9919-4571-bb7c-2a93d80b683b req-3304b6af-b560-44ec-beb0-8b9def14b6fe tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 948 time: 0.2750967 Aug 24 00:18:02.477396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['53e48721-e41a-4836-8957-e8060ae2f51c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:02.516752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-99ece71c-01d6-49db-a8fe-848b70333f0e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Allocated IP 172.20.0.4 (4e62f524-6a63-41f9-8661-cb5c0da3099c/7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3/93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:02.584383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1aea893-9919-4571-bb7c-2a93d80b683b req-d4434fc3-299e-4352-9216-de4c36ed27ff tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244500 Aug 24 00:18:02.594729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-6365a320-b7ff-43a6-9225-c68cc73b5206 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:02.596077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8647afb7-0d0d-4b0f-b99a-077c706a907b req-6365a320-b7ff-43a6-9225-c68cc73b5206 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.2937033 Aug 24 00:18:02.703357 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0fa3e0ba-6e23-407b-880b-a1899122fa45 req-638b0c4b-4f7b-4dd4-9ef7-89a5972bf7a3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 210 time: 0.0370059 Aug 24 00:18:02.852829 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:02.930570 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:02.962023 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-99ece71c-01d6-49db-a8fe-848b70333f0e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:02.973717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69adfd90-0115-493c-8f4d-049f80addf52 req-943d2a48-d766-4e55-a80e-b43c20cb360a tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2668295 Aug 24 00:18:03.016345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:03.099765 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:03.107364 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:03.125753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-99ece71c-01d6-49db-a8fe-848b70333f0e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:03.156012 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:03.156382 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:03.216016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405be4ab-29c0-403d-9022-c54e4df13576 req-70ff8e50-9822-4c93-9f1e-1088c5af6ba5 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:03.217542 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-405be4ab-29c0-403d-9022-c54e4df13576 req-70ff8e50-9822-4c93-9f1e-1088c5af6ba5 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1599817 Aug 24 00:18:03.229658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-99ece71c-01d6-49db-a8fe-848b70333f0e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Network 4e62f524-6a63-41f9-8661-cb5c0da3099c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:03.243294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-99ece71c-01d6-49db-a8fe-848b70333f0e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:03.251512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-99ece71c-01d6-49db-a8fe-848b70333f0e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:03.253819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Router 70538a44-bcd9-4e38-b608-ee5fa5e11aed is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:18:03.291393 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ece71c-01d6-49db-a8fe-848b70333f0e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Pushing event updated for resources: {'Port': ['ID=93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:03.373239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-405be4ab-29c0-403d-9022-c54e4df13576 req-6e875d83-f9b3-46c4-86ed-acf8c7f16d1c tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450830 Aug 24 00:18:03.396675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-99ece71c-01d6-49db-a8fe-848b70333f0e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:03.396675 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-99ece71c-01d6-49db-a8fe-848b70333f0e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:03.736817 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-99ece71c-01d6-49db-a8fe-848b70333f0e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0950046 Aug 24 00:18:03.780007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Request body: {'port': {'device_id': '83f3ad97-9f51-443d-9716-7360f3dd7973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:03.820925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:03.829128 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:03.829813 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Sync routers for ids ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:03.839832 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Routers {'70538a44-bcd9-4e38-b608-ee5fa5e11aed'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:03.840437 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:03.857184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 53e48721-e41a-4836-8957-e8060ae2f51c up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:03.880203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6bf1e-a77e-4cf3-b4bb-f8d0aa240f7b req-d42e5c9f-ab5b-4208-806c-e59c8d569ea2 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:03.887475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5f6bf1e-a77e-4cf3-b4bb-f8d0aa240f7b req-d42e5c9f-ab5b-4208-806c-e59c8d569ea2 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 948 time: 0.1635222 Aug 24 00:18:03.913813 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 53e48721-e41a-4836-8957-e8060ae2f51c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:03.918356 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 53e48721-e41a-4836-8957-e8060ae2f51c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:03.918745 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:03.926187 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:03.930833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d0adb4cd-7272-4dcc-8369-e9bb322a112b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9063008 Aug 24 00:18:03.931139 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:03.940031 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:03.988951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5f6bf1e-a77e-4cf3-b4bb-f8d0aa240f7b req-2e555a37-c781-420f-a9ea-b862f7118f53 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005430 Aug 24 00:18:04.011773 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.062388 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Set router 70538a44-bcd9-4e38-b608-ee5fa5e11aed gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:04.081877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Allocated IP 172.25.8.13 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/4a432a9d-27f9-4159-905c-1735fb1ec035) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:04.096244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 53e48721-e41a-4836-8957-e8060ae2f51c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=53e48721-e41a-4836-8957-e8060ae2f51c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:04.098346 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d74506-af5f-45d2-a67b-e3c2ff59f625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e48721-e41a-4836-8957-e8060ae2f51c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:04.103586 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08134fd-4396-4ed0-8e9b-8a81fa68083a" -d '{"events": [{"server_uuid": "44d74506-af5f-45d2-a67b-e3c2ff59f625", "name": "network-vif-plugged", "status": "completed", "tag": "53e48721-e41a-4836-8957-e8060ae2f51c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:04.108592 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.164952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=53e48721-e41a-4836-8957-e8060ae2f51c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:04.284807 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:18:02Z', 'revision_number': 3, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port': {'id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:00Z', 'updated_at': '2021-08-24T00:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:04.317025 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Checking router: 70538a44-bcd9-4e38-b608-ee5fa5e11aed for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:04.317552 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Updating router 70538a44-bcd9-4e38-b608-ee5fa5e11aed port b60a378e-7980-4e6f-a20b-a9ee4f55153d binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:18:04.344094 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.397069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b051e1c-bf07-4a8b-87c5-54b0758d4441 req-cca9dc85-558f-406a-8cb9-c205862c471a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:04.399651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b051e1c-bf07-4a8b-87c5-54b0758d4441 req-cca9dc85-558f-406a-8cb9-c205862c471a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 931 time: 0.1496663 Aug 24 00:18:04.413121 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.458802 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.492770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b051e1c-bf07-4a8b-87c5-54b0758d4441 req-67655496-3efb-41e5-92a7-6adbfb2d5862 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827677 Aug 24 00:18:04.543437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:04.550923 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.553892 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.598982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Transition to ACTIVE for port object 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:04.608804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:04.612134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:04.616260 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.621741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:04.628306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Pushing event updated for resources: {'Port': ['ID=4a432a9d-27f9-4159-905c-1735fb1ec035,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:04.647629 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb74100-7cbc-40bc-80ca-0a89c18dc481 x-openstack-request-id: req-4eb74100-7cbc-40bc-80ca-0a89c18dc481 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:04.648443 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d74506-af5f-45d2-a67b-e3c2ff59f625", "name": "network-vif-plugged", "status": "completed", "tag": "53e48721-e41a-4836-8957-e8060ae2f51c", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:04.648947 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4eb74100-7cbc-40bc-80ca-0a89c18dc481 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:04.649823 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d74506-af5f-45d2-a67b-e3c2ff59f625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e48721-e41a-4836-8957-e8060ae2f51c', 'code': 200} Aug 24 00:18:04.655907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Allocated IP 172.20.0.1 (e9cc517a-d1b3-43cd-b590-36f6ddc3e79e/ef43a554-57dd-4197-9672-c9c1b63a52b6/4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:04.721722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Pushing event updated for resources: {'Port': ['ID=93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:04.760007 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.771412 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Transition to ACTIVE for port object b60a378e-7980-4e6f-a20b-a9ee4f55153d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:04.779071 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.785282 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.802055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Transition to ACTIVE for port object 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:04.808233 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Attempting to bind port b60a378e-7980-4e6f-a20b-a9ee4f55153d on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:04.808581 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Attempting to bind port b60a378e-7980-4e6f-a20b-a9ee4f55153d by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:04.809346 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Attempting to bind port b60a378e-7980-4e6f-a20b-a9ee4f55153d on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:04.841497 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.847015 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:04.847589 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:04.847782 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.848364 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:04.849020 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Bound port: b60a378e-7980-4e6f-a20b-a9ee4f55153d, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:04.849674 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.887361 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d0c66-c26d-4967-91e3-104e4ca8bf9c None None] Pushing event updated for resources: {'Port': ['ID=b60a378e-7980-4e6f-a20b-a9ee4f55153d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:04.889912 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.891682 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:04.903486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Attempting to bind port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:04.903899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Attempting to bind port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:04.904235 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:04.904364 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Attempting to bind port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd on network 4e62f524-6a63-41f9-8661-cb5c0da3099c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:04.906553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:04.909321 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:04.910143 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87397563-4d6a-4ccf-9898-0739c858948a req-deb9725a-b2ec-40a5-a441-0f7171a17d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:04.911745 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87397563-4d6a-4ccf-9898-0739c858948a req-deb9725a-b2ec-40a5-a441-0f7171a17d18 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 1100 time: 0.1495647 Aug 24 00:18:04.926005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc22f9-2fbf-45a6-993f-c857950bbe48 req-8a865c28-36c3-4809-a2bd-baa3c76fd0d2 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:04.928093 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0edc22f9-2fbf-45a6-993f-c857950bbe48 req-8a865c28-36c3-4809-a2bd-baa3c76fd0d2 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1646502 Aug 24 00:18:04.942377 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] For port b60a378e-7980-4e6f-a20b-a9ee4f55153d, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:04.947551 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] For port b60a378e-7980-4e6f-a20b-a9ee4f55153d, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b60a378e-7980-4e6f-a20b-a9ee4f55153d,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:04.952123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd on network 4e62f524-6a63-41f9-8661-cb5c0da3099c not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:18:04.952465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Attempting to bind port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd on network 4e62f524-6a63-41f9-8661-cb5c0da3099c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:04.955408 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.980614 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:04.981133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Checking segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:04.981347 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:04.981820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Bound using segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:04.981820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Bound port: 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:04.982736 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:05.003313 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:05.024503 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Routers {'70538a44-bcd9-4e38-b608-ee5fa5e11aed'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:05.025148 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:05.078212 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d0c66-c26d-4967-91e3-104e4ca8bf9c None None] Pushing event updated for resources: {'Port': ['ID=b60a378e-7980-4e6f-a20b-a9ee4f55153d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:05.079937 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87397563-4d6a-4ccf-9898-0739c858948a req-c9a31467-a362-4d5c-a6f2-ef09f8d25b9c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492577 Aug 24 00:18:05.091575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0edc22f9-2fbf-45a6-993f-c857950bbe48 req-5aad770f-ea44-49ec-9cdf-60bee3a900d0 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366575 Aug 24 00:18:05.188547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] For port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:05.190232 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] Set router 70538a44-bcd9-4e38-b608-ee5fa5e11aed gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:05.204970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] For port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:05.219338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:05.221781 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:05.279749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:05.280360 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:05.281891 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] 10.222.0.13 "PUT /v2.0/ports/93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd HTTP/1.1" status: 200 len: 1091 time: 1.5131209 Aug 24 00:18:05.283899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f3ad97-9f51-443d-9716-7360f3dd7973', 'tag': '93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:05.286151 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68551dd2-1904-4f13-8d1c-143c7b63b31f" -d '{"events": [{"name": "network-changed", "server_uuid": "83f3ad97-9f51-443d-9716-7360f3dd7973", "tag": "93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:05.296193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f485991b-253b-4f68-9dee-6490cf605c6a None None] Provisioning for port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:05.301560 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f485991b-253b-4f68-9dee-6490cf605c6a None None] Provisioning complete for port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:05.302322 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f485991b-253b-4f68-9dee-6490cf605c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:05.321194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d5f5a-4faf-4dea-b97f-150b5bda1e11 service neutron] Pushing event updated for resources: {'Port': ['ID=93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:05.334081 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:05.341499 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:05.352575 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f485991b-253b-4f68-9dee-6490cf605c6a None None] Port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:18:05.404943 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:05.425705 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:18:02Z', 'revision_number': 3, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port': {'id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:00Z', 'updated_at': '2021-08-24T00:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:05.442962 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:05.449261 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:05.464394 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d59f832-9cc8-4d80-8a9f-211d4e1482d4 None None] The sync data for ids ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'] in n-d-805736-1 is: [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:18:02Z', 'revision_number': 3, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port': {'id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:00Z', 'updated_at': '2021-08-24T00:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:05.501065 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:05.502363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69adfd90-0115-493c-8f4d-049f80addf52 req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4969938 Aug 24 00:18:05.503607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76234ebb-e355-4619-9a26-065a98900db9 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Pushing event updated for resources: {'Port': ['ID=4a432a9d-27f9-4159-905c-1735fb1ec035,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:05.517036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-7547ca6d-72c7-49d2-89bd-b9103ee222a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:05.520202 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-7547ca6d-72c7-49d2-89bd-b9103ee222a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 1094 time: 0.1119015 Aug 24 00:18:05.534368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:05.537743 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:05.594952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69adfd90-0115-493c-8f4d-049f80addf52 req-3195e3d2-da00-473f-87b0-cd6555b8d466 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 695 time: 0.0663786 Aug 24 00:18:05.651921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5c5f5b53-64b6-415b-a1eb-8869a865431d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd HTTP/1.1" status: 200 len: 217 time: 0.1138606 Aug 24 00:18:05.666677 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:05.668194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:05.825169 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Router 70538a44-bcd9-4e38-b608-ee5fa5e11aed has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:05.848432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409cb3f-2d2e-493a-aa93-7f5636b61283 req-9d4cb3b5-3c2e-4795-87d0-929bd1b62304 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:05.850062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e409cb3f-2d2e-493a-aa93-7f5636b61283 req-9d4cb3b5-3c2e-4795-87d0-929bd1b62304 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 949 time: 0.1999693 Aug 24 00:18:05.854301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-0fb818b2-040f-436b-a78c-618cab6a3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:05.855857 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-0fb818b2-040f-436b-a78c-618cab6a3b33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.1937385 Aug 24 00:18:05.921392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adfd90-0115-493c-8f4d-049f80addf52 req-b8586358-b800-4f64-88a9-c422128817af tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:05.924138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69adfd90-0115-493c-8f4d-049f80addf52 req-b8586358-b800-4f64-88a9-c422128817af tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.2833650 Aug 24 00:18:05.927836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-03ebd8f8-38af-4b86-afbd-923ff5ba0e1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600393 Aug 24 00:18:05.974348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e409cb3f-2d2e-493a-aa93-7f5636b61283 req-a99acc9f-7e77-41a0-a9b2-825e5da06869 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140487 Aug 24 00:18:05.993252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a93d3643-08d7-4674-969c-4e25b50a92bd None None] Provisioning complete for port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:05.993252 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a93d3643-08d7-4674-969c-4e25b50a92bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:06.048761 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a93d3643-08d7-4674-969c-4e25b50a92bd None None] Port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:18:06.080804 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c6d139-4f78-401c-88ab-7263acbe0c7c x-openstack-request-id: req-66c6d139-4f78-401c-88ab-7263acbe0c7c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:06.080804 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f3ad97-9f51-443d-9716-7360f3dd7973", "tag": "93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:06.080804 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66c6d139-4f78-401c-88ab-7263acbe0c7c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:06.080804 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f3ad97-9f51-443d-9716-7360f3dd7973', 'tag': '93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd', 'status': 'completed', 'code': 200} Aug 24 00:18:06.170546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7dd7796f-2dd4-49f0-928d-0e90329b5b4d req-357350e7-7d92-4f2b-bedf-a675a395e111 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips/269a7347-71e5-40da-8060-5400fabae724 HTTP/1.1" status: 200 len: 692 time: 0.0892532 Aug 24 00:18:06.241140 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:06.255119 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-61ad42e2-906c-4265-ab14-364fcb7a2e54 admin admin] 10.222.0.32 "PUT /v2.0/routers/70538a44-bcd9-4e38-b608-ee5fa5e11aed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3152308 Aug 24 00:18:06.270759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-5edcd55e-1b4a-4b66-89f1-4690eb37cdbf service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308718 Aug 24 00:18:06.285098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef08585-dc16-49b5-9a6c-55be1d65e382 req-66fc51d4-cee0-41d5-b611-47c0c2445b9c tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:06.286817 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ef08585-dc16-49b5-9a6c-55be1d65e382 req-66fc51d4-cee0-41d5-b611-47c0c2445b9c tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 943 time: 0.1605120 Aug 24 00:18:06.424366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7796f-2dd4-49f0-928d-0e90329b5b4d req-7cac44e3-ba40-4db9-86f7-4dc874dd2a0f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:06.425809 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7dd7796f-2dd4-49f0-928d-0e90329b5b4d req-7cac44e3-ba40-4db9-86f7-4dc874dd2a0f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.2477345 Aug 24 00:18:06.431359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ef08585-dc16-49b5-9a6c-55be1d65e382 req-7ba5de7e-6e49-4fea-937c-cb546a0a10dd tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328831 Aug 24 00:18:06.477808 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aac3ece2-a360-42e5-9403-915a0c24d3c7 req-4f2ed3fd-6690-4542-8054-53d0e10db3f8 service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894665 Aug 24 00:18:06.573740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55869e6-72b0-40c2-b221-33a606b67997 req-b32e8ab5-adef-4461-b973-8cff2698a95c tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:06.574462 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a55869e6-72b0-40c2-b221-33a606b67997 req-b32e8ab5-adef-4461-b973-8cff2698a95c tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.0712831 Aug 24 00:18:06.668634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a55869e6-72b0-40c2-b221-33a606b67997 req-cda04ce8-dc9f-42ea-947d-9800ef29a207 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855186 Aug 24 00:18:06.675497 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68551dd2-1904-4f13-8d1c-143c7b63b31f req-e1d05153-2cdd-4348-b5c9-7841a8a751d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:06.677029 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68551dd2-1904-4f13-8d1c-143c7b63b31f req-e1d05153-2cdd-4348-b5c9-7841a8a751d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 1094 time: 0.0862896 Aug 24 00:18:06.812860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d4c7409-0972-4221-81a1-740c180ab571 req-417017c5-2527-4dc2-a7ef-bac4f5393eb1 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips/269a7347-71e5-40da-8060-5400fabae724 HTTP/1.1" status: 200 len: 692 time: 0.1085932 Aug 24 00:18:06.915288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:06.924060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-148394f9-aecd-43b1-89f4-e8b7d68110db tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109970082', 'description': 'tempest-description--225006586'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:06.924982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68551dd2-1904-4f13-8d1c-143c7b63b31f req-2c946100-d0b6-4d62-aaab-f2976b5491b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:06.926470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68551dd2-1904-4f13-8d1c-143c7b63b31f req-2c946100-d0b6-4d62-aaab-f2976b5491b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 912 time: 0.2317822 Aug 24 00:18:06.965545 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-148394f9-aecd-43b1-89f4-e8b7d68110db tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:06.989695 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68551dd2-1904-4f13-8d1c-143c7b63b31f req-b7fffa28-d321-4119-b38f-e4f26b50530c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd HTTP/1.1" status: 200 len: 217 time: 0.0547173 Aug 24 00:18:06.998703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c7409-0972-4221-81a1-740c180ab571 req-e6342c47-5760-48e3-8fee-66cf8a8bbe89 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:07.000091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d4c7409-0972-4221-81a1-740c180ab571 req-e6342c47-5760-48e3-8fee-66cf8a8bbe89 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.1864917 Aug 24 00:18:07.106022 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-148394f9-aecd-43b1-89f4-e8b7d68110db tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.113063 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-148394f9-aecd-43b1-89f4-e8b7d68110db tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.157049 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148394f9-aecd-43b1-89f4-e8b7d68110db tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2702ca1b-1e15-43db-b273-4d22bd4ae163,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:07.160211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-148394f9-aecd-43b1-89f4-e8b7d68110db tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.161670 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-148394f9-aecd-43b1-89f4-e8b7d68110db tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2453861 Aug 24 00:18:07.163224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d4c7409-0972-4221-81a1-740c180ab571 req-2e0933fd-fc8e-4c37-88f7-14149e2bc174 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 695 time: 0.1509392 Aug 24 00:18:07.170570 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47776) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:07.175484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-be6cb81a-2259-47ae-899d-69322f40fdb8 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Request body: {'security_group_rule': {'security_group_id': '2702ca1b-1e15-43db-b273-4d22bd4ae163', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:07.188161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b60a378e-7980-4e6f-a20b-a9ee4f55153d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:07.215613 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be6cb81a-2259-47ae-899d-69322f40fdb8 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.238488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68551dd2-1904-4f13-8d1c-143c7b63b31f req-4ea4ffa4-1688-4e93-bdb4-608bc2ccbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:07.240004 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68551dd2-1904-4f13-8d1c-143c7b63b31f req-4ea4ffa4-1688-4e93-bdb4-608bc2ccbb4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.2390566 Aug 24 00:18:07.250264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d4c7409-0972-4221-81a1-740c180ab571 req-6947c9ad-b87e-42ae-a1d9-157ebc2c84c6 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 695 time: 0.0711110 Aug 24 00:18:07.257950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port b60a378e-7980-4e6f-a20b-a9ee4f55153d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:07.262283 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b60a378e-7980-4e6f-a20b-a9ee4f55153d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:07.263019 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.282815 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be6cb81a-2259-47ae-899d-69322f40fdb8 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.287781 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be6cb81a-2259-47ae-899d-69322f40fdb8 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.287958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9f63e-9430-4c3d-b94c-a9764edcac67 req-ddb9f7e5-b64b-4a7d-824d-bc0ec397f076 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:07.297798 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7fb9f63e-9430-4c3d-b94c-a9764edcac67 req-ddb9f7e5-b64b-4a7d-824d-bc0ec397f076 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 949 time: 0.1594801 Aug 24 00:18:07.301576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68551dd2-1904-4f13-8d1c-143c7b63b31f req-5e2f2eca-104d-44b2-9d7b-a4d0d9a475ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497224 Aug 24 00:18:07.311566 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cb81a-2259-47ae-899d-69322f40fdb8 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c09b20-5664-4f27-8ef6-f175d68018bd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:07.326796 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be6cb81a-2259-47ae-899d-69322f40fdb8 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.331272 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-be6cb81a-2259-47ae-899d-69322f40fdb8 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596277 Aug 24 00:18:07.332095 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47780) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:07.337525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cc6f21eb-9aa8-4f32-8869-e574f0371e1b tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Request body: {'security_group_rule': {'security_group_id': '2702ca1b-1e15-43db-b273-4d22bd4ae163', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:07.362385 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.372405 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6f21eb-9aa8-4f32-8869-e574f0371e1b tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.383550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port b60a378e-7980-4e6f-a20b-a9ee4f55153d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b60a378e-7980-4e6f-a20b-a9ee4f55153d,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:07.390875 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.447928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=b60a378e-7980-4e6f-a20b-a9ee4f55153d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:07.456128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6f21eb-9aa8-4f32-8869-e574f0371e1b tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.461496 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6f21eb-9aa8-4f32-8869-e574f0371e1b tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.481734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7fb9f63e-9430-4c3d-b94c-a9764edcac67 req-2c1f6a17-07dc-4cdf-9e8b-b2c9b0187a0f tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830685 Aug 24 00:18:07.481959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f21eb-9aa8-4f32-8869-e574f0371e1b tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3c750a-646e-4760-a6a3-4feadeb82ad2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:07.493724 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6f21eb-9aa8-4f32-8869-e574f0371e1b tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.499010 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cc6f21eb-9aa8-4f32-8869-e574f0371e1b tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1657817 Aug 24 00:18:07.499932 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47784) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:07.513593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:07.528093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Sync routers for ids ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:07.541078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Routers {'70538a44-bcd9-4e38-b608-ee5fa5e11aed'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:07.541649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:07.552311 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.677790 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.708403 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Set router 70538a44-bcd9-4e38-b608-ee5fa5e11aed gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:07.803845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Allocated IP 172.25.8.243 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/567ddfeb-fa18-4a01-9dc1-92cae1093924) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:07.874993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68551dd2-1904-4f13-8d1c-143c7b63b31f req-fc874134-61d1-4b62-8537-f904258ac282 service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314825 Aug 24 00:18:07.901320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93bd5-3b46-42a4-a3b3-6dac29c4a89c req-d64a7031-d947-4794-996c-ef75e73f1099 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:07.902814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3b93bd5-3b46-42a4-a3b3-6dac29c4a89c req-d64a7031-d947-4794-996c-ef75e73f1099 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 943 time: 0.0922740 Aug 24 00:18:07.918686 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.926849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:18:05Z', 'revision_number': 4, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port': {'id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:00Z', 'updated_at': '2021-08-24T00:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23', 'name': '', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'mac_address': 'fa:16:3e:b5:bf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:04Z', 'updated_at': '2021-08-24T00:18:05Z', 'revision_number': 2, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'subnets': [{'id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:07.956441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-9d4c7409-0972-4221-81a1-740c180ab571 req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Deleting port 4a432a9d-27f9-4159-905c-1735fb1ec035 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:07.957124 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.957671 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9d4c7409-0972-4221-81a1-740c180ab571 req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:07.962002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Checking router: 70538a44-bcd9-4e38-b608-ee5fa5e11aed for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:07.962365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Updating router 70538a44-bcd9-4e38-b608-ee5fa5e11aed port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:18:07.989766 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.000200 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:08.004478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:08.009065 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:08.012351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Pushing event updated for resources: {'Port': ['ID=567ddfeb-fa18-4a01-9dc1-92cae1093924,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:08.051428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3b93bd5-3b46-42a4-a3b3-6dac29c4a89c req-59e743d6-bf63-483f-886d-90c9c8415893 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327353 Aug 24 00:18:08.082944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68551dd2-1904-4f13-8d1c-143c7b63b31f req-6a78a0be-84fa-415e-9565-b47e8b29de31 service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984684 Aug 24 00:18:08.099432 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9d4c7409-0972-4221-81a1-740c180ab571 req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.099773 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9d4c7409-0972-4221-81a1-740c180ab571 req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.113761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-9d4c7409-0972-4221-81a1-740c180ab571 req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Calling delete_port for 4a432a9d-27f9-4159-905c-1735fb1ec035 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:08.117588 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.157553 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.292394 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9d4c7409-0972-4221-81a1-740c180ab571 req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.327915 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.331318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Pushing event deleted for resources: {'Port': ['ID=4a432a9d-27f9-4159-905c-1735fb1ec035,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:08.343304 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Transition to ACTIVE for port object 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:08.355239 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.357150 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.365700 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.378110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:08.378571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:08.379150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:08.379705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:08.380146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:08.380586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:08.381031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:08.381462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:08.381892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:08.382357 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:08.382945 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:08.383375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:08.467393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e263c-9db0-4e22-a75c-8497ff4ee4ff None None] Pushing event updated for resources: {'Port': ['ID=4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:08.481098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Attempting to bind port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:08.481484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Attempting to bind port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'acf97d79-932e-474b-9fcd-14bbe124cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:08.481852 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Attempting to bind port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 on network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:08.487533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:08.487913 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Checking segment: {'id': 'acf97d79-932e-474b-9fcd-14bbe124cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:08.488327 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.488819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Bound using segment: {'id': 'acf97d79-932e-474b-9fcd-14bbe124cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:08.489241 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Bound port: 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf97d79-932e-474b-9fcd-14bbe124cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:08.489625 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.497722 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Pushing event updated for resources: {'Port': ['ID=567ddfeb-fa18-4a01-9dc1-92cae1093924,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:08.500067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275950a-1b9d-4e01-90af-8fc82c8adecf req-42fc9939-4491-4683-be13-6f0e5c68b244 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:08.507372 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.508106 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f275950a-1b9d-4e01-90af-8fc82c8adecf req-42fc9939-4491-4683-be13-6f0e5c68b244 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1318607 Aug 24 00:18:08.516591 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9d4c7409-0972-4221-81a1-740c180ab571 req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.519183 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9d4c7409-0972-4221-81a1-740c180ab571 req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.520338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d4c7409-0972-4221-81a1-740c180ab571 req-c7752edd-1a19-42a1-a92a-d4f05df8215f tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "DELETE /v2.0/floatingips/269a7347-71e5-40da-8060-5400fabae724 HTTP/1.1" status: 204 len: 173 time: 1.2564552 Aug 24 00:18:08.529163 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.539290 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e8f93c97-d9f7-4799-bedb-f3f018b2a712 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0297618 Aug 24 00:18:08.572445 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f275950a-1b9d-4e01-90af-8fc82c8adecf req-f89706c4-4599-4035-8494-0dc1ad241f25 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634439 Aug 24 00:18:08.583867 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] For port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:08.587675 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] For port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23,segment=NetworkSegment(acf97d79-932e-474b-9fcd-14bbe124cfed),segment_id=acf97d79-932e-474b-9fcd-14bbe124cfed)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:08.604586 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.673335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Routers {'70538a44-bcd9-4e38-b608-ee5fa5e11aed'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:08.674068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:08.677484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e263c-9db0-4e22-a75c-8497ff4ee4ff None None] Pushing event updated for resources: {'Port': ['ID=4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:08.802749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62898bc3-4298-4faa-bbd7-ff07fe8ec8c5 req-9ef94cc7-3cb4-4255-af00-7ef5d68dae14 tempest-ServersAdminNegativeTestJSON-1351448885 tempest-ServersAdminNegativeTestJSON-1351448885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:08.804987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62898bc3-4298-4faa-bbd7-ff07fe8ec8c5 req-9ef94cc7-3cb4-4255-af00-7ef5d68dae14 tempest-ServersAdminNegativeTestJSON-1351448885 tempest-ServersAdminNegativeTestJSON-1351448885-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 1100 time: 0.1582973 Aug 24 00:18:08.805558 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] Set router 70538a44-bcd9-4e38-b608-ee5fa5e11aed gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:08.863021 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62898bc3-4298-4faa-bbd7-ff07fe8ec8c5 req-52f22ea6-f8ef-4b08-ac87-ee54999187ac tempest-ServersAdminNegativeTestJSON-1351448885 tempest-ServersAdminNegativeTestJSON-1351448885-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:08.941298 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76ae7f-6e59-46e7-9720-21c5af77e3ea req-feb770f0-e89c-4255-88d0-503b43ce3177 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:08.942958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d76ae7f-6e59-46e7-9720-21c5af77e3ea req-feb770f0-e89c-4255-88d0-503b43ce3177 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2648609 Aug 24 00:18:08.986485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91612ae8-ff71-48a3-99e4-dcf4aed4c5ab req-64d3aa02-11ec-4c6f-bdf6-98e047e66dcc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034570 Aug 24 00:18:09.035207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:18:05Z', 'revision_number': 4, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port': {'id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:00Z', 'updated_at': '2021-08-24T00:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23', 'name': '', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'mac_address': 'fa:16:3e:b5:bf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:04Z', 'updated_at': '2021-08-24T00:18:08Z', 'revision_number': 4, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'subnets': [{'id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:09.065670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f29081b-8d4f-4f6d-b24d-23d870e57e27 None None] The sync data for ids ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'] in n-d-805736-1 is: [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:18:05Z', 'revision_number': 4, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port': {'id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:00Z', 'updated_at': '2021-08-24T00:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23', 'name': '', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'mac_address': 'fa:16:3e:b5:bf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:04Z', 'updated_at': '2021-08-24T00:18:08Z', 'revision_number': 4, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'subnets': [{'id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:09.074111 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62898bc3-4298-4faa-bbd7-ff07fe8ec8c5 req-52f22ea6-f8ef-4b08-ac87-ee54999187ac tempest-ServersAdminNegativeTestJSON-1351448885 tempest-ServersAdminNegativeTestJSON-1351448885-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:09.082133 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-62898bc3-4298-4faa-bbd7-ff07fe8ec8c5 req-52f22ea6-f8ef-4b08-ac87-ee54999187ac tempest-ServersAdminNegativeTestJSON-1351448885 tempest-ServersAdminNegativeTestJSON-1351448885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:09.136236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91612ae8-ff71-48a3-99e4-dcf4aed4c5ab req-55e57a2b-ad41-4602-b876-bd2a4e759ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:09.137780 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91612ae8-ff71-48a3-99e4-dcf4aed4c5ab req-55e57a2b-ad41-4602-b876-bd2a4e759ff0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0260e3ac9534313979a02021ef3bb3a&device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 1097 time: 0.1153185 Aug 24 00:18:09.149129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62898bc3-4298-4faa-bbd7-ff07fe8ec8c5 req-52f22ea6-f8ef-4b08-ac87-ee54999187ac tempest-ServersAdminNegativeTestJSON-1351448885 tempest-ServersAdminNegativeTestJSON-1351448885-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356071 Aug 24 00:18:09.167450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f22ea6-f8ef-4b08-ac87-ee54999187ac tempest-ServersAdminNegativeTestJSON-1351448885 tempest-ServersAdminNegativeTestJSON-1351448885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1896141d-4e4f-462d-9738-352ebc2a462e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:09.215182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b60a378e-7980-4e6f-a20b-a9ee4f55153d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:09.289666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b60a378e-7980-4e6f-a20b-a9ee4f55153d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:09.290040 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:09.325108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-57df158f-c169-4296-b981-36d5644c6fe8 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--109970082&fields=id&tenant_id=dedff946d8ca4ccbabc1f59e32543423 HTTP/1.1" status: 200 len: 267 time: 0.1794236 Aug 24 00:18:09.339397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c14398a-8f8e-4b0c-8f07-71c0cf3be6aa req-0aa90724-5c03-4dcf-a1f6-2acd5329f145 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=514890cd80be42b8a3389def8ba4c0b3 HTTP/1.1" status: 200 len: 1657 time: 0.1181555 Aug 24 00:18:09.481601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91612ae8-ff71-48a3-99e4-dcf4aed4c5ab req-7d837b9b-a5f8-49b7-aa03-7f5b34fc86c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:09.483147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91612ae8-ff71-48a3-99e4-dcf4aed4c5ab req-7d837b9b-a5f8-49b7-aa03-7f5b34fc86c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6c6a0536-598a-43f5-b351-96ae57a58d61 HTTP/1.1" status: 200 len: 925 time: 0.3014097 Aug 24 00:18:09.606976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14398a-8f8e-4b0c-8f07-71c0cf3be6aa req-a1548540-87af-4929-a71a-9095127a733e tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:09.608560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c14398a-8f8e-4b0c-8f07-71c0cf3be6aa req-a1548540-87af-4929-a71a-9095127a733e tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks?id=e54258e9-41a5-4503-951b-87f62c27c19b&id=e54258e9-41a5-4503-951b-87f62c27c19b&id=e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 787 time: 0.2610917 Aug 24 00:18:09.627087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b744-9deb-498f-ab39-542c059e560a req-0fed3ba9-b166-4ae6-9c8f-b74472d9443a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:09.628607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-0fed3ba9-b166-4ae6-9c8f-b74472d9443a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/networks?id=e9cc517a-d1b3-43cd-b590-36f6ddc3e79e HTTP/1.1" status: 200 len: 811 time: 0.2883089 Aug 24 00:18:09.635863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-0c14398a-8f8e-4b0c-8f07-71c0cf3be6aa req-e55d3cf6-a98c-4935-8162-46a1df7f8641 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:18:09.636852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c14398a-8f8e-4b0c-8f07-71c0cf3be6aa req-e55d3cf6-a98c-4935-8162-46a1df7f8641 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190969 Aug 24 00:18:09.653265 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91612ae8-ff71-48a3-99e4-dcf4aed4c5ab req-7d1fb5d9-99b9-49ed-8998-2d708180644d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e HTTP/1.1" status: 200 len: 1002 time: 0.1554492 Aug 24 00:18:09.662251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-6ba429fd-ae45-4c5d-b00d-2c47d947cec1 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/quotas/dedff946d8ca4ccbabc1f59e32543423 HTTP/1.1" status: 200 len: 375 time: 0.0244849 Aug 24 00:18:09.777302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91612ae8-ff71-48a3-99e4-dcf4aed4c5ab req-f8fb3242-e45d-4d65-8add-287d73d84037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:09.778824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91612ae8-ff71-48a3-99e4-dcf4aed4c5ab req-f8fb3242-e45d-4d65-8add-287d73d84037 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a360885-cb3f-4163-9ef2-5cd2bca1aba0 HTTP/1.1" status: 200 len: 863 time: 0.1132631 Aug 24 00:18:09.789414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-9887ef23-4536-47ec-b2c8-13a7ea5d14a0 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dedff946d8ca4ccbabc1f59e32543423&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1262832 Aug 24 00:18:09.875733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dde677-8b08-4dc8-9cab-42f071332068 req-d9da7836-94d8-4bd9-a1da-2cad085f2728 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:09.877292 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58dde677-8b08-4dc8-9cab-42f071332068 req-d9da7836-94d8-4bd9-a1da-2cad085f2728 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 943 time: 0.1600375 Aug 24 00:18:09.911931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91612ae8-ff71-48a3-99e4-dcf4aed4c5ab req-fb8885ad-94de-4dee-aa2a-9e504ace41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:09.913614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91612ae8-ff71-48a3-99e4-dcf4aed4c5ab req-fb8885ad-94de-4dee-aa2a-9e504ace41e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6c6a0536-598a-43f5-b351-96ae57a58d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231227 Aug 24 00:18:09.940892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:18:10.000413 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58dde677-8b08-4dc8-9cab-42f071332068 req-2ee834f0-7bc2-4d88-a51e-5ec519b7158e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153660 Aug 24 00:18:10.010181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-f2c165be-0bcb-462b-a604-9e6b4009cc74 service neutron] 10.222.0.32 "GET /v2.0/networks/e9cc517a-d1b3-43cd-b590-36f6ddc3e79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077374 Aug 24 00:18:10.074345 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:10.089641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'port_id': '93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd', 'mac_address': 'fa:16:3e:83:f2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:18:10.129323 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91612ae8-ff71-48a3-99e4-dcf4aed4c5ab req-f95240e6-d331-4a9b-98f5-b9eb380b83a9 service neutron] 10.222.0.47 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062354 Aug 24 00:18:10.129920 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:10.144045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:10.164428 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:10.169083 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:10.222881 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:10.224184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677fd09-ec4d-4631-9b1e-1c69c51387eb req-9018e0c1-f608-433c-a055-978ac0ad83d3 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:10.226000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e677fd09-ec4d-4631-9b1e-1c69c51387eb req-9018e0c1-f608-433c-a055-978ac0ad83d3 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1461699 Aug 24 00:18:10.233081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-e594284e-b508-4e1c-a285-1d8f28d35d2b service neutron] 10.222.0.32 "GET /v2.0/networks/e9cc517a-d1b3-43cd-b590-36f6ddc3e79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150166 Aug 24 00:18:10.290426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91612ae8-ff71-48a3-99e4-dcf4aed4c5ab req-6edcb315-e8f4-45c2-8902-2197b4c1c71e service neutron] 10.222.0.47 "GET /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439233 Aug 24 00:18:10.310398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e677fd09-ec4d-4631-9b1e-1c69c51387eb req-0a0933ad-66ab-45ca-a687-3783c927b760 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497921 Aug 24 00:18:10.390282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5fade23-ac66-4c2c-a985-6a5c82e2d814 req-017ad19d-b399-4ebd-811e-3e1bb1f13942 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips/fdb86c48-91db-4869-8dcc-9fc36a78e2cc HTTP/1.1" status: 200 len: 693 time: 0.0552871 Aug 24 00:18:10.506336 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fade23-ac66-4c2c-a985-6a5c82e2d814 req-d2759440-c0ed-4a31-9167-c560fa0e1456 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:10.508311 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5fade23-ac66-4c2c-a985-6a5c82e2d814 req-d2759440-c0ed-4a31-9167-c560fa0e1456 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.1131120 Aug 24 00:18:10.519196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:10.574008 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5fade23-ac66-4c2c-a985-6a5c82e2d814 req-a7d150da-10f9-4600-b057-fabb47cd5577 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.0538564 Aug 24 00:18:10.631137 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5fade23-ac66-4c2c-a985-6a5c82e2d814 req-f6ea59b0-297b-4c84-b27f-7205f4e5e410 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.0508893 Aug 24 00:18:10.795159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4604b9a-872d-4403-bb04-47de771c9214 req-f4c41a61-b7e6-43d2-890f-4521ba0b272d tempest-ServersAdminNegativeTestJSON-1351448885 tempest-ServersAdminNegativeTestJSON-1351448885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:10.796992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4604b9a-872d-4403-bb04-47de771c9214 req-f4c41a61-b7e6-43d2-890f-4521ba0b272d tempest-ServersAdminNegativeTestJSON-1351448885 tempest-ServersAdminNegativeTestJSON-1351448885-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 1100 time: 0.1037405 Aug 24 00:18:10.830129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-e5fade23-ac66-4c2c-a985-6a5c82e2d814 req-4c70c0fe-5cba-4e0e-946e-85aaffae9fd1 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Deleting port c06c222f-5450-421f-8175-0123a2fa5605 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:10.830358 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e5fade23-ac66-4c2c-a985-6a5c82e2d814 req-4c70c0fe-5cba-4e0e-946e-85aaffae9fd1 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:10.875677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4604b9a-872d-4403-bb04-47de771c9214 req-fbc913a0-fc14-4e2e-8212-e50bbaba424f tempest-ServersAdminNegativeTestJSON-1351448885 tempest-ServersAdminNegativeTestJSON-1351448885-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715959 Aug 24 00:18:10.930997 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e5fade23-ac66-4c2c-a985-6a5c82e2d814 req-4c70c0fe-5cba-4e0e-946e-85aaffae9fd1 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:10.931815 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e5fade23-ac66-4c2c-a985-6a5c82e2d814 req-4c70c0fe-5cba-4e0e-946e-85aaffae9fd1 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:10.972959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-e5fade23-ac66-4c2c-a985-6a5c82e2d814 req-4c70c0fe-5cba-4e0e-946e-85aaffae9fd1 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Calling delete_port for c06c222f-5450-421f-8175-0123a2fa5605 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:10.976879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c0c73f7-ccf9-436e-9750-3a2d07a07351 req-5a3095ae-6819-4546-8f4b-1213cfab48c3 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 210 time: 0.0413301 Aug 24 00:18:11.108260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02d1c9-f311-42c8-aefa-b039d3c1d39b req-dc6a4752-2c15-414d-9575-4c8debfe939e tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:11.109787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd02d1c9-f311-42c8-aefa-b039d3c1d39b req-dc6a4752-2c15-414d-9575-4c8debfe939e tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 946 time: 0.0677855 Aug 24 00:18:11.144885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:11.192306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd02d1c9-f311-42c8-aefa-b039d3c1d39b req-1ac9a03e-8412-4175-8aed-4b61b3988e29 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483608 Aug 24 00:18:11.193344 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e5fade23-ac66-4c2c-a985-6a5c82e2d814 req-4c70c0fe-5cba-4e0e-946e-85aaffae9fd1 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:11.198936 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:11.203562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:11.203949 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:11.221967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70c0fe-5cba-4e0e-946e-85aaffae9fd1 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Pushing event deleted for resources: {'Port': ['ID=c06c222f-5450-421f-8175-0123a2fa5605,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:11.304941 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e5fade23-ac66-4c2c-a985-6a5c82e2d814 req-4c70c0fe-5cba-4e0e-946e-85aaffae9fd1 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:11.308016 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e5fade23-ac66-4c2c-a985-6a5c82e2d814 req-4c70c0fe-5cba-4e0e-946e-85aaffae9fd1 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:11.322833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5fade23-ac66-4c2c-a985-6a5c82e2d814 req-4c70c0fe-5cba-4e0e-946e-85aaffae9fd1 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "DELETE /v2.0/floatingips/fdb86c48-91db-4869-8dcc-9fc36a78e2cc HTTP/1.1" status: 204 len: 173 time: 0.6832602 Aug 24 00:18:11.423461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0722a498-a8bb-4e87-9579-5ab7734f0304 req-b0b8f69c-3413-41c8-8580-faabd2e933ad tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips/ed225953-08f3-4d0b-9bab-d9d165bbd648 HTTP/1.1" status: 200 len: 693 time: 0.0656278 Aug 24 00:18:11.440105 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:11.474463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23,segment=NetworkSegment(acf97d79-932e-474b-9fcd-14bbe124cfed),segment_id=acf97d79-932e-474b-9fcd-14bbe124cfed)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:11.480435 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:11.529713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:11.864482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d04ba-1562-4981-9412-ca18446faad1 req-28cc4671-e18b-4c50-8137-701172d8fe09 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:11.865973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd6d04ba-1562-4981-9412-ca18446faad1 req-28cc4671-e18b-4c50-8137-701172d8fe09 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 944 time: 0.4641061 Aug 24 00:18:11.933113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722a498-a8bb-4e87-9579-5ab7734f0304 req-3b9e9fea-af9a-4723-bdce-7e54e8ee6519 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:11.934452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0722a498-a8bb-4e87-9579-5ab7734f0304 req-3b9e9fea-af9a-4723-bdce-7e54e8ee6519 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.4954712 Aug 24 00:18:11.956080 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:11.969453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd6d04ba-1562-4981-9412-ca18446faad1 req-3defca76-6811-42fe-b777-6f66de48a702 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900829 Aug 24 00:18:12.017783 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0722a498-a8bb-4e87-9579-5ab7734f0304 req-8b0169d4-3e55-4e48-8432-0150537db027 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.242 HTTP/1.1" status: 200 len: 696 time: 0.0703681 Aug 24 00:18:12.019270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:12.028673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b744-9deb-498f-ab39-542c059e560a req-ea0f1adb-2e08-4fb4-82a2-5e2d35e0cbee tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:12.029383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:12.029816 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:12.030273 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-ea0f1adb-2e08-4fb4-82a2-5e2d35e0cbee tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.13 "GET /v2.0/networks?id=e9cc517a-d1b3-43cd-b590-36f6ddc3e79e HTTP/1.1" status: 200 len: 811 time: 0.5290344 Aug 24 00:18:12.106610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0722a498-a8bb-4e87-9579-5ab7734f0304 req-71912ab9-706f-49c7-80ff-2400e5933169 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.242 HTTP/1.1" status: 200 len: 696 time: 0.0752141 Aug 24 00:18:12.111854 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:12.146887 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f3ad97-9f51-443d-9716-7360f3dd7973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:12.149776 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad350210-63a9-49fa-8dc4-95d43a9aa3b5" -d '{"events": [{"server_uuid": "83f3ad97-9f51-443d-9716-7360f3dd7973", "name": "network-vif-plugged", "status": "completed", "tag": "93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:12.162506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:12.166728 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:12.189404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-d44cdb37-2dda-4729-8368-65a80dcbe72f tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dedff946d8ca4ccbabc1f59e32543423 HTTP/1.1" status: 200 len: 379 time: 0.1163955 Aug 24 00:18:12.201831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c539ab-c3bd-4e64-a35e-2bae031448e5 req-52fef03e-68f6-4a2f-bd7a-337a80c94dd3 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:12.203373 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1c539ab-c3bd-4e64-a35e-2bae031448e5 req-52fef03e-68f6-4a2f-bd7a-337a80c94dd3 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1651032 Aug 24 00:18:12.214976 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:12.238648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c884b744-9deb-498f-ab39-542c059e560a req-8b0cd40a-7f58-4788-bebc-59181a120708 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Request body: {'port': {'device_id': '2118c846-d1d2-467a-908f-04622f17aee1', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'admin_state_up': True, 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'security_groups': ['2702ca1b-1e15-43db-b273-4d22bd4ae163']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:12.354417 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1c539ab-c3bd-4e64-a35e-2bae031448e5 req-8e65d674-813e-443a-a573-b67a4a033320 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194603 Aug 24 00:18:12.399064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0722a498-a8bb-4e87-9579-5ab7734f0304 req-96a023ce-fe51-4a2d-811e-2d48ae13d50c tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Deleting port 2b74dbbf-fd80-483a-b14e-75e21ee1cbaf {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:12.399526 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0722a498-a8bb-4e87-9579-5ab7734f0304 req-96a023ce-fe51-4a2d-811e-2d48ae13d50c tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:12.484027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c884b744-9deb-498f-ab39-542c059e560a req-8b0cd40a-7f58-4788-bebc-59181a120708 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Made reservation on behalf of dedff946d8ca4ccbabc1f59e32543423 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:12.487569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c884b744-9deb-498f-ab39-542c059e560a req-8b0cd40a-7f58-4788-bebc-59181a120708 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:12.509183 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b4c65468-f606-4751-88ec-8daf2a4d87f6 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2ce6aa8870724a108d8de3a3992de387&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425446 Aug 24 00:18:12.645222 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0722a498-a8bb-4e87-9579-5ab7734f0304 req-96a023ce-fe51-4a2d-811e-2d48ae13d50c tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:12.645553 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0722a498-a8bb-4e87-9579-5ab7734f0304 req-96a023ce-fe51-4a2d-811e-2d48ae13d50c tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:12.671225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0722a498-a8bb-4e87-9579-5ab7734f0304 req-96a023ce-fe51-4a2d-811e-2d48ae13d50c tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Calling delete_port for 2b74dbbf-fd80-483a-b14e-75e21ee1cbaf owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:12.778875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-070c0e09-4337-4129-859f-cdaf56bec714 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:12.780347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-070c0e09-4337-4129-859f-cdaf56bec714 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630866 Aug 24 00:18:12.816026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-c884b744-9deb-498f-ab39-542c059e560a req-8b0cd40a-7f58-4788-bebc-59181a120708 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Allocated IP 172.20.0.11 (e9cc517a-d1b3-43cd-b590-36f6ddc3e79e/ef43a554-57dd-4197-9672-c9c1b63a52b6/21b25685-0bce-4369-b8e7-543c2c51aeb5) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:12.826450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-88b3fbd5-ffb3-42c9-a776-a32c023eb71f tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/quotas/2ce6aa8870724a108d8de3a3992de387 HTTP/1.1" status: 200 len: 375 time: 0.0394557 Aug 24 00:18:12.868550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-a0c8ea3e-23f2-40a4-ab14-9a8aef977993 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ce6aa8870724a108d8de3a3992de387&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350795 Aug 24 00:18:12.952835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0722a498-a8bb-4e87-9579-5ab7734f0304 req-96a023ce-fe51-4a2d-811e-2d48ae13d50c tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:13.032146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a023ce-fe51-4a2d-811e-2d48ae13d50c tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Pushing event deleted for resources: {'Port': ['ID=2b74dbbf-fd80-483a-b14e-75e21ee1cbaf,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:13.146947 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0722a498-a8bb-4e87-9579-5ab7734f0304 req-96a023ce-fe51-4a2d-811e-2d48ae13d50c tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:13.150768 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0722a498-a8bb-4e87-9579-5ab7734f0304 req-96a023ce-fe51-4a2d-811e-2d48ae13d50c tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:13.152139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0722a498-a8bb-4e87-9579-5ab7734f0304 req-96a023ce-fe51-4a2d-811e-2d48ae13d50c tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "DELETE /v2.0/floatingips/ed225953-08f3-4d0b-9bab-d9d165bbd648 HTTP/1.1" status: 204 len: 173 time: 1.0341153 Aug 24 00:18:13.164334 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:13.166044 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c884b744-9deb-498f-ab39-542c059e560a req-8b0cd40a-7f58-4788-bebc-59181a120708 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:13.186760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-c884b744-9deb-498f-ab39-542c059e560a req-8b0cd40a-7f58-4788-bebc-59181a120708 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Transition to ACTIVE for port object 21b25685-0bce-4369-b8e7-543c2c51aeb5 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:13.229499 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c884b744-9deb-498f-ab39-542c059e560a req-8b0cd40a-7f58-4788-bebc-59181a120708 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:13.273814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:13.274276 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:13.296511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c884b744-9deb-498f-ab39-542c059e560a req-8b0cd40a-7f58-4788-bebc-59181a120708 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:13.317640 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a531586-6059-4312-8982-9351183055af x-openstack-request-id: req-4a531586-6059-4312-8982-9351183055af {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:13.317924 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f3ad97-9f51-443d-9716-7360f3dd7973", "name": "network-vif-plugged", "status": "completed", "tag": "93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:13.318174 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a531586-6059-4312-8982-9351183055af {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:13.318562 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f3ad97-9f51-443d-9716-7360f3dd7973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd', 'code': 200} Aug 24 00:18:13.320674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-c884b744-9deb-498f-ab39-542c059e560a req-8b0cd40a-7f58-4788-bebc-59181a120708 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:13.331905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c884b744-9deb-498f-ab39-542c059e560a req-8b0cd40a-7f58-4788-bebc-59181a120708 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:13.384079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cd40a-7f58-4788-bebc-59181a120708 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Pushing event updated for resources: {'Port': ['ID=21b25685-0bce-4369-b8e7-543c2c51aeb5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:13.413708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673f75e-4c5a-4399-9541-369258be52ad req-3ce6820b-b829-43a1-9879-2addb4807952 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:13.415304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0673f75e-4c5a-4399-9541-369258be52ad req-3ce6820b-b829-43a1-9879-2addb4807952 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 932 time: 0.1465364 Aug 24 00:18:13.471991 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992f31b-3057-479f-a08b-e44aa5777015 req-0d7bb824-cef9-402b-a698-f0a775818e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:13.475399 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1992f31b-3057-479f-a08b-e44aa5777015 req-0d7bb824-cef9-402b-a698-f0a775818e0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 1096 time: 0.0625396 Aug 24 00:18:13.488434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b744-9deb-498f-ab39-542c059e560a req-8b0cd40a-7f58-4788-bebc-59181a120708 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:13.489112 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c884b744-9deb-498f-ab39-542c059e560a req-8b0cd40a-7f58-4788-bebc-59181a120708 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:13.527941 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1992f31b-3057-479f-a08b-e44aa5777015 req-2045fcd8-97ac-4454-9fa5-c43629f5d529 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424991 Aug 24 00:18:13.530633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7535f-0e1a-4e26-a15f-2cefea3619ff req-deee8464-d2b5-4489-ac5b-c46068c3376d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:13.532331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4de7535f-0e1a-4e26-a15f-2cefea3619ff req-deee8464-d2b5-4489-ac5b-c46068c3376d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 945 time: 0.1139820 Aug 24 00:18:13.536331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-8b0cd40a-7f58-4788-bebc-59181a120708 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3065357 Aug 24 00:18:13.540689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0673f75e-4c5a-4399-9541-369258be52ad req-cb9629f6-d25f-4b82-9db0-a5a78adb9900 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/security-groups?id=2702ca1b-1e15-43db-b273-4d22bd4ae163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093750 Aug 24 00:18:13.589166 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4de7535f-0e1a-4e26-a15f-2cefea3619ff req-14184380-b1b8-4c8b-93b6-42a8fd54c7b0 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482106 Aug 24 00:18:13.651265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2197529e-263c-415c-9fd8-a430c0d4e4bb None None] Provisioning for port 21b25685-0bce-4369-b8e7-543c2c51aeb5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:13.656219 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2197529e-263c-415c-9fd8-a430c0d4e4bb None None] Provisioning complete for port 21b25685-0bce-4369-b8e7-543c2c51aeb5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:13.656673 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2197529e-263c-415c-9fd8-a430c0d4e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:13.682332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f97566a-1c9b-41ec-9d38-dd505d416d57 req-47bb0c7a-2990-49a7-9bc6-facc6408ab24 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips/764ad0c4-478f-4b3f-b389-192f3a8419ff HTTP/1.1" status: 200 len: 693 time: 0.0668113 Aug 24 00:18:13.684469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-2125e02c-e127-44c6-b372-413986927678 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2ce6aa8870724a108d8de3a3992de387&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300827 Aug 24 00:18:13.695858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2197529e-263c-415c-9fd8-a430c0d4e4bb None None] Port 21b25685-0bce-4369-b8e7-543c2c51aeb5 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:18:13.817702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Request body: {'port': {'device_id': '2118c846-d1d2-467a-908f-04622f17aee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:13.928357 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97566a-1c9b-41ec-9d38-dd505d416d57 req-932c0bd1-4d62-464a-a2ee-2f17804056d7 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:13.929847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f97566a-1c9b-41ec-9d38-dd505d416d57 req-932c0bd1-4d62-464a-a2ee-2f17804056d7 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.2270253 Aug 24 00:18:13.938085 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-6e51b47c-6153-4d86-9080-ab7932dfe7c3 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:13.939544 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-6e51b47c-6153-4d86-9080-ab7932dfe7c3 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484682 Aug 24 00:18:13.942220 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:14.000882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f97566a-1c9b-41ec-9d38-dd505d416d57 req-4847e7f7-4ffc-4efb-9209-7bec431e2779 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 696 time: 0.0601575 Aug 24 00:18:14.003651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-2f2fd2d4-5165-41bd-9d0b-b0892a792c91 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/quotas/2ce6aa8870724a108d8de3a3992de387 HTTP/1.1" status: 200 len: 375 time: 0.0541537 Aug 24 00:18:14.094183 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-644d77ce-6b81-4436-8858-415f00d32d80 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ce6aa8870724a108d8de3a3992de387&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689108 Aug 24 00:18:14.098988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f97566a-1c9b-41ec-9d38-dd505d416d57 req-d64e48a0-ef7f-4bf2-b455-0b09e22d4f92 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 696 time: 0.0917821 Aug 24 00:18:14.284598 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-391b5606-65eb-4325-9b9b-f76636c078bb tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=2ce6aa8870724a108d8de3a3992de387&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708153 Aug 24 00:18:14.470536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61e648-be0d-4282-96a0-db5afb186152 req-4fd8a67f-1022-4ab3-b5a1-69228a05d5d9 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:14.472062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc61e648-be0d-4282-96a0-db5afb186152 req-4fd8a67f-1022-4ab3-b5a1-69228a05d5d9 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 946 time: 0.2120831 Aug 24 00:18:14.552701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3f97566a-1c9b-41ec-9d38-dd505d416d57 req-560ba440-f1c8-4b7e-bed2-5c8efaf2a205 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Deleting port 906d6eec-2dc9-47f7-bdaf-e2485f7ef96a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:14.553043 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f97566a-1c9b-41ec-9d38-dd505d416d57 req-560ba440-f1c8-4b7e-bed2-5c8efaf2a205 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:14.581845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-abc0b4fc-80c3-49d3-953a-6053d0342b78 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:14.583326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-abc0b4fc-80c3-49d3-953a-6053d0342b78 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771780 Aug 24 00:18:14.625840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc61e648-be0d-4282-96a0-db5afb186152 req-7464b137-a2fa-48e8-817b-84761640b081 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398504 Aug 24 00:18:14.634268 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Request body: {'port': {'device_id': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': '2ce6aa8870724a108d8de3a3992de387'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:14.748104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b25685-0bce-4369-b8e7-543c2c51aeb5 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:14.779185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:14.822869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Transition to ACTIVE for port object 21b25685-0bce-4369-b8e7-543c2c51aeb5 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:14.824703 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f97566a-1c9b-41ec-9d38-dd505d416d57 req-560ba440-f1c8-4b7e-bed2-5c8efaf2a205 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:14.825013 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f97566a-1c9b-41ec-9d38-dd505d416d57 req-560ba440-f1c8-4b7e-bed2-5c8efaf2a205 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:14.838679 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:14.872219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3f97566a-1c9b-41ec-9d38-dd505d416d57 req-560ba440-f1c8-4b7e-bed2-5c8efaf2a205 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Calling delete_port for 906d6eec-2dc9-47f7-bdaf-e2485f7ef96a owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:14.886681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd47b54-009e-42d9-aceb-dc688f1bca6e req-ebf905ba-fb91-4a70-8f33-318cb00e6e08 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:14.888146 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fdd47b54-009e-42d9-aceb-dc688f1bca6e req-ebf905ba-fb91-4a70-8f33-318cb00e6e08 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1685236 Aug 24 00:18:14.983211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Pushing event updated for resources: {'Port': ['ID=21b25685-0bce-4369-b8e7-543c2c51aeb5,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:14.992366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Made reservation on behalf of 2ce6aa8870724a108d8de3a3992de387 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:14.995858 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:15.038593 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:15.069170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fdd47b54-009e-42d9-aceb-dc688f1bca6e req-e07c2d28-5ab6-43b4-b0c0-812aee33705e tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687505 Aug 24 00:18:15.131938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Attempting to bind port 21b25685-0bce-4369-b8e7-543c2c51aeb5 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:15.133729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Attempting to bind port 21b25685-0bce-4369-b8e7-543c2c51aeb5 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'acf97d79-932e-474b-9fcd-14bbe124cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:15.133729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Attempting to bind port 21b25685-0bce-4369-b8e7-543c2c51aeb5 on network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:15.148771 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Port 21b25685-0bce-4369-b8e7-543c2c51aeb5 on network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:18:15.149096 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Attempting to bind port 21b25685-0bce-4369-b8e7-543c2c51aeb5 on network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:15.160677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:15.161008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Checking segment: {'id': 'acf97d79-932e-474b-9fcd-14bbe124cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:15.161384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Bound using segment: {'id': 'acf97d79-932e-474b-9fcd-14bbe124cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:15.161925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Bound port: 21b25685-0bce-4369-b8e7-543c2c51aeb5, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf97d79-932e-474b-9fcd-14bbe124cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:15.162170 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:15.246404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b17de1af-f311-42d2-a6d1-8d2cc26a1346 req-5feaffda-735e-4f90-b4b9-c4dcb052d36b tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 210 time: 0.0394163 Aug 24 00:18:15.317827 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-325de64b-363f-4584-bd0f-026c2922db38 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2ce6aa8870724a108d8de3a3992de387&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567698 Aug 24 00:18:15.437172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-f2068ed8-1d6c-4a77-b4d4-992cf230ae88 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:15.438590 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-f2068ed8-1d6c-4a77-b4d4-992cf230ae88 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1146386 Aug 24 00:18:15.466265 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Request body: {'port': {'device_id': '942e32d7-132b-426f-afca-5f5901e0d597', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': '2ce6aa8870724a108d8de3a3992de387'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:15.573351 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f97566a-1c9b-41ec-9d38-dd505d416d57 req-560ba440-f1c8-4b7e-bed2-5c8efaf2a205 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:15.652414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ba440-f1c8-4b7e-bed2-5c8efaf2a205 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Pushing event deleted for resources: {'Port': ['ID=906d6eec-2dc9-47f7-bdaf-e2485f7ef96a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:15.719777 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:15.739542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Made reservation on behalf of 2ce6aa8870724a108d8de3a3992de387 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:15.740478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] For port 21b25685-0bce-4369-b8e7-543c2c51aeb5, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:15.744465 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:15.749177 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:15.786154 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-04c48083-4c19-40f5-af5b-92908de3b124 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:15.787656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-04c48083-4c19-40f5-af5b-92908de3b124 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.47 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 946 time: 0.2152202 Aug 24 00:18:15.795561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] For port 21b25685-0bce-4369-b8e7-543c2c51aeb5, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=21b25685-0bce-4369-b8e7-543c2c51aeb5,segment=NetworkSegment(acf97d79-932e-474b-9fcd-14bbe124cfed),segment_id=acf97d79-932e-474b-9fcd-14bbe124cfed)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:15.856829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080a3d2-5a16-43dc-8430-40c57ce4fcd7 req-0aed7e00-fdea-4a3d-84b4-47b6fbedfe92 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:15.858317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c080a3d2-5a16-43dc-8430-40c57ce4fcd7 req-0aed7e00-fdea-4a3d-84b4-47b6fbedfe92 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 944 time: 0.2885690 Aug 24 00:18:15.859396 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:15.878748 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Allocated IP 192.168.233.134 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/fe00c7fc-5d89-4688-95c1-ac3cbfab1085) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:15.927411 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c133c6-4709-4b55-b860-c76fbe61cc9e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:15.940843 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f97566a-1c9b-41ec-9d38-dd505d416d57 req-560ba440-f1c8-4b7e-bed2-5c8efaf2a205 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:15.943376 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f97566a-1c9b-41ec-9d38-dd505d416d57 req-560ba440-f1c8-4b7e-bed2-5c8efaf2a205 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:15.944722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f97566a-1c9b-41ec-9d38-dd505d416d57 req-560ba440-f1c8-4b7e-bed2-5c8efaf2a205 tempest-FloatingIPDetailsTestJSON-1742122994 tempest-FloatingIPDetailsTestJSON-1742122994-project] 10.222.0.32 "DELETE /v2.0/floatingips/764ad0c4-478f-4b3f-b389-192f3a8419ff HTTP/1.1" status: 204 len: 173 time: 1.8375089 Aug 24 00:18:15.954762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47982) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:16.001953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:16.002590 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:16.004089 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] 10.222.0.13 "PUT /v2.0/ports/21b25685-0bce-4369-b8e7-543c2c51aeb5 HTTP/1.1" status: 200 len: 1092 time: 2.1921833 Aug 24 00:18:16.039131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2118c846-d1d2-467a-908f-04622f17aee1', 'tag': '21b25685-0bce-4369-b8e7-543c2c51aeb5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:16.041380 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f15fe18-68f8-4b27-b63e-a1b2f2929c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "2118c846-d1d2-467a-908f-04622f17aee1", "tag": "21b25685-0bce-4369-b8e7-543c2c51aeb5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:16.045096 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:16.061692 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Transition to ACTIVE for port object fe00c7fc-5d89-4688-95c1-ac3cbfab1085 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:16.101524 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:16.146599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c080a3d2-5a16-43dc-8430-40c57ce4fcd7 req-c1941988-9655-4bc5-bd41-338a4d1707b8 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/security-groups?id=2702ca1b-1e15-43db-b273-4d22bd4ae163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542634 Aug 24 00:18:16.151038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:16.154156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:16.158622 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:16.166346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Pushing event updated for resources: {'Port': ['ID=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:16.180702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab73fdb-df07-4f10-b029-dfd9f38c8edf service neutron] Pushing event updated for resources: {'Port': ['ID=21b25685-0bce-4369-b8e7-543c2c51aeb5,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:16.205966 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:16.206368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:16.206717 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:16.207086 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:16.207425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:16.207757 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:16.208082 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:16.208412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:16.208741 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:16.209127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:16.209444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:16.209769 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:16.235231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:16.235947 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:16.257956 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-a7f96755-5df8-4705-958f-3d94c4a33d04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7951579 Aug 24 00:18:16.284429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Request body: {'port': {'device_id': '942e32d7-132b-426f-afca-5f5901e0d597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:16.307797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Allocated IP 192.168.233.197 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/94ccf9f0-4359-4e9f-a009-4d1af12a4915) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:16.331316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51275246-03ea-4b0b-aeb9-923365085f3d req-81bfc9d2-14fc-4e51-ba0f-8f5004f38255 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:16.332971 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51275246-03ea-4b0b-aeb9-923365085f3d req-81bfc9d2-14fc-4e51-ba0f-8f5004f38255 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 945 time: 0.2846999 Aug 24 00:18:16.361791 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:16.400463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b744-9deb-498f-ab39-542c059e560a req-5c682326-423c-437a-a58d-ac2067ffde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:16.401975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-5c682326-423c-437a-a58d-ac2067ffde57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dedff946d8ca4ccbabc1f59e32543423&device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 1095 time: 0.3260870 Aug 24 00:18:16.499740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1dd091d8-117b-422e-ab63-725bd637791d None None] Provisioning for port fe00c7fc-5d89-4688-95c1-ac3cbfab1085 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:16.502873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Deleting port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:16.503220 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:16.505901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1dd091d8-117b-422e-ab63-725bd637791d None None] Provisioning complete for port fe00c7fc-5d89-4688-95c1-ac3cbfab1085 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:16.506689 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1dd091d8-117b-422e-ab63-725bd637791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:16.547904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1dd091d8-117b-422e-ab63-725bd637791d None None] Port fe00c7fc-5d89-4688-95c1-ac3cbfab1085 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:18:16.560431 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-a57f9a32-aed0-4b9e-93e6-9e94e08e413d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21b25685-0bce-4369-b8e7-543c2c51aeb5 HTTP/1.1" status: 200 len: 217 time: 0.1370523 Aug 24 00:18:16.674314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51275246-03ea-4b0b-aeb9-923365085f3d req-63b05ebb-4b2d-4bee-8557-c4d8b54e881a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696638 Aug 24 00:18:16.774713 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45df07c-1d40-4fbd-badd-3da2d75147e8 x-openstack-request-id: req-a45df07c-1d40-4fbd-badd-3da2d75147e8 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:16.774988 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2118c846-d1d2-467a-908f-04622f17aee1", "tag": "21b25685-0bce-4369-b8e7-543c2c51aeb5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:16.775225 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a45df07c-1d40-4fbd-badd-3da2d75147e8 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:16.775655 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2118c846-d1d2-467a-908f-04622f17aee1', 'tag': '21b25685-0bce-4369-b8e7-543c2c51aeb5', 'status': 'completed', 'code': 200} Aug 24 00:18:16.788410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcbf3f-20b1-460a-aade-8afcb55cbb63 req-3b3ee2c2-e92a-40ec-b022-f78a18d894e1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:16.790289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02fcbf3f-20b1-460a-aade-8afcb55cbb63 req-3b3ee2c2-e92a-40ec-b022-f78a18d894e1 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 946 time: 0.3654139 Aug 24 00:18:16.798133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b744-9deb-498f-ab39-542c059e560a req-9561b261-c5bd-43de-a3de-7cd0995a87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:16.799578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-9561b261-c5bd-43de-a3de-7cd0995a87b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef43a554-57dd-4197-9672-c9c1b63a52b6 HTTP/1.1" status: 200 len: 850 time: 0.2277126 Aug 24 00:18:16.904686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] For port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:16.905079 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.054474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02fcbf3f-20b1-460a-aade-8afcb55cbb63 req-18566fea-dade-40a8-bb43-45fc6a16db04 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups?id=38fc2642-2c26-4c0f-87fd-37d8bd224f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539055 Aug 24 00:18:17.076662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.083624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b744-9deb-498f-ab39-542c059e560a req-b83e3ec3-fd2f-4854-8a64-e992f3e2c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:17.085304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-b83e3ec3-fd2f-4854-8a64-e992f3e2c982 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9cc517a-d1b3-43cd-b590-36f6ddc3e79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2707484 Aug 24 00:18:17.092738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3b6fc-cfca-4a1c-b6f4-406dee869e0d req-e8d84b70-c19d-4ca4-b3ca-f5e20bb17d8b tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:17.094211 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33a3b6fc-cfca-4a1c-b6f4-406dee869e0d req-e8d84b70-c19d-4ca4-b3ca-f5e20bb17d8b tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.3034410 Aug 24 00:18:17.198153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Transition to ACTIVE for port object 94ccf9f0-4359-4e9f-a009-4d1af12a4915 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:17.375097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33a3b6fc-cfca-4a1c-b6f4-406dee869e0d req-32ad90cc-f4ac-4254-aa75-de769c919761 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619889 Aug 24 00:18:17.415264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-db70ccb4-95c9-4529-b90c-d229824c045f service neutron] 10.222.0.13 "GET /v2.0/networks/e9cc517a-d1b3-43cd-b590-36f6ddc3e79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200788 Aug 24 00:18:17.422478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b03264-2d81-4813-a317-7bfd39578520 req-e12561bf-ce5b-4bd0-9a29-4cae38407a63 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:17.427008 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85b03264-2d81-4813-a317-7bfd39578520 req-e12561bf-ce5b-4bd0-9a29-4cae38407a63 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 936 time: 0.2301004 Aug 24 00:18:17.429417 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.429822 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.430140 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Floating IP 44d00bfa-9c44-4393-b258-4915044deedf disassociated. External IP: 172.25.8.106, port: f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e. Aug 24 00:18:17.430488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Calling delete_port for f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:17.446511 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.598815 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe00c7fc-5d89-4688-95c1-ac3cbfab1085 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:17.612414 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.633456 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Transition to ACTIVE for port object fe00c7fc-5d89-4688-95c1-ac3cbfab1085 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:17.637857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.714676 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Pushing event updated for resources: {'Port': ['ID=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:17.783952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Attempting to bind port fe00c7fc-5d89-4688-95c1-ac3cbfab1085 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:17.784295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Attempting to bind port fe00c7fc-5d89-4688-95c1-ac3cbfab1085 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:17.784648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Attempting to bind port fe00c7fc-5d89-4688-95c1-ac3cbfab1085 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:17.790100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Port fe00c7fc-5d89-4688-95c1-ac3cbfab1085 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:18:17.790427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Attempting to bind port fe00c7fc-5d89-4688-95c1-ac3cbfab1085 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:17.796175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:17.796521 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:17.796912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:17.797352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Bound port: fe00c7fc-5d89-4688-95c1-ac3cbfab1085, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:17.799440 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.875329 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] For port fe00c7fc-5d89-4688-95c1-ac3cbfab1085, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:17.878895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] For port fe00c7fc-5d89-4688-95c1-ac3cbfab1085, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:17.883526 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.918522 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:17.919158 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.920540 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] 10.222.0.13 "PUT /v2.0/ports/fe00c7fc-5d89-4688-95c1-ac3cbfab1085 HTTP/1.1" status: 200 len: 1096 time: 1.6432049 Aug 24 00:18:17.920980 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942e32d7-132b-426f-afca-5f5901e0d597', 'tag': 'fe00c7fc-5d89-4688-95c1-ac3cbfab1085'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:17.923250 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67bbaaf-b5f2-4a4d-b59d-232a2fe47185" -d '{"events": [{"name": "network-changed", "server_uuid": "942e32d7-132b-426f-afca-5f5901e0d597", "tag": "fe00c7fc-5d89-4688-95c1-ac3cbfab1085"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:17.947060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762f926-e5e7-4036-8781-e5586ffd230c service neutron] Pushing event updated for resources: {'Port': ['ID=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:18.004948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:18.026028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:18.026290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-47fb6b26-4cf0-4134-89b5-ef078e93026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:18.028006 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-47fb6b26-4cf0-4134-89b5-ef078e93026c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ce6aa8870724a108d8de3a3992de387&device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 1099 time: 0.0511200 Aug 24 00:18:18.045360 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85b03264-2d81-4813-a317-7bfd39578520 req-18eef814-b238-4b92-a563-48e582ffa19f tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098347 Aug 24 00:18:18.046161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:18.065760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Pushing event updated for resources: {'Port': ['ID=94ccf9f0-4359-4e9f-a009-4d1af12a4915,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:18.115015 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-08a10283-8a29-4257-aa31-5f2bc43e3482 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=fe00c7fc-5d89-4688-95c1-ac3cbfab1085 HTTP/1.1" status: 200 len: 217 time: 0.0724971 Aug 24 00:18:18.187168 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c884b744-9deb-498f-ab39-542c059e560a req-959c1f46-cc50-4417-a536-deacb447399c service neutron] 10.222.0.13 "GET /v2.0/networks/e9cc517a-d1b3-43cd-b590-36f6ddc3e79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7542753 Aug 24 00:18:18.190368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-f082e2da-3a0c-4ef6-bc0a-646cf9b6090d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:18.191882 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-f082e2da-3a0c-4ef6-bc0a-646cf9b6090d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0699079 Aug 24 00:18:18.194797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217c031-b377-4345-a465-6184b795a7de req-6f8f7937-bd4d-4d28-a76c-f5645f25e25f tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:18.196396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1217c031-b377-4345-a465-6184b795a7de req-6f8f7937-bd4d-4d28-a76c-f5645f25e25f tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 949 time: 0.7063444 Aug 24 00:18:18.253023 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f037c5de-0862-415d-bf55-779232344de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:18.279943 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-e180448b-01a3-4193-b737-f5bf4e054f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:18.281526 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-e180448b-01a3-4193-b737-f5bf4e054f8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748885 Aug 24 00:18:18.311326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:18.311950 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:18.397008 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-b08a63d4-e194-41ec-a342-9ea021a9118f service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070867 Aug 24 00:18:18.483691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e8217-8bdb-42c0-b11e-98288ff1c088 req-f814d738-e540-4343-867c-0a920780cd55 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:18.485254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-580e8217-8bdb-42c0-b11e-98288ff1c088 req-f814d738-e540-4343-867c-0a920780cd55 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 944 time: 0.3187726 Aug 24 00:18:18.488788 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-704a4155-fa71-4ea8-b62b-dd44193ad80c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8665237 Aug 24 00:18:18.510399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0565a9e-8a33-4d2e-bc9a-29ba0e004b7c req-58a9e6d7-b3cb-493d-a2a2-c8d84e36a3b2 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:18.511957 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d0565a9e-8a33-4d2e-bc9a-29ba0e004b7c req-58a9e6d7-b3cb-493d-a2a2-c8d84e36a3b2 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.47 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 949 time: 0.1142516 Aug 24 00:18:18.552757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Request body: {'port': {'device_id': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:18.568181 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c9575870-418a-45a1-bcc9-4fafc35fbee7 req-26ef8c0e-c9eb-4c9c-ac0b-e602787fdcec service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616271 Aug 24 00:18:18.575579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6c416f34-0194-4658-b7b9-bef591d30730 None None] Provisioning for port 94ccf9f0-4359-4e9f-a009-4d1af12a4915 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:18.581520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6c416f34-0194-4658-b7b9-bef591d30730 None None] Provisioning complete for port 94ccf9f0-4359-4e9f-a009-4d1af12a4915 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:18.601406 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c416f34-0194-4658-b7b9-bef591d30730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:18.608837 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1217c031-b377-4345-a465-6184b795a7de req-03aad4b8-a3cd-4333-9fc6-ba19a8fb6144 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769221 Aug 24 00:18:18.653220 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6c416f34-0194-4658-b7b9-bef591d30730 None None] Port 94ccf9f0-4359-4e9f-a009-4d1af12a4915 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:18:18.676766 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:18.678447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-d0565a9e-8a33-4d2e-bc9a-29ba0e004b7c req-94f0d378-795f-4f7e-9ce1-c6848f4c5af9 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Deleting port 53e48721-e41a-4836-8957-e8060ae2f51c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:18.679045 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0565a9e-8a33-4d2e-bc9a-29ba0e004b7c req-94f0d378-795f-4f7e-9ce1-c6848f4c5af9 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:18.695160 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f5ccfa-bbd1-4810-a872-fc18cb9428da x-openstack-request-id: req-21f5ccfa-bbd1-4810-a872-fc18cb9428da {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:18.695713 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942e32d7-132b-426f-afca-5f5901e0d597", "tag": "fe00c7fc-5d89-4688-95c1-ac3cbfab1085", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:18.696058 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21f5ccfa-bbd1-4810-a872-fc18cb9428da {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:18.696566 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942e32d7-132b-426f-afca-5f5901e0d597', 'tag': 'fe00c7fc-5d89-4688-95c1-ac3cbfab1085', 'status': 'completed', 'code': 200} Aug 24 00:18:18.752364 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15fe18-68f8-4b27-b63e-a1b2f2929c0d req-0c0402f4-da87-43f8-b348-4037c2f2ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:18.753872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f15fe18-68f8-4b27-b63e-a1b2f2929c0d req-0c0402f4-da87-43f8-b348-4037c2f2ce7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dedff946d8ca4ccbabc1f59e32543423&device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 1095 time: 0.4524598 Aug 24 00:18:18.812276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Pushing event deleted for resources: {'Port': ['ID=f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:18.822248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-580e8217-8bdb-42c0-b11e-98288ff1c088 req-62cafb0c-00d5-413c-89d5-23daa06b2a22 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/security-groups?id=2702ca1b-1e15-43db-b273-4d22bd4ae163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498825 Aug 24 00:18:18.842058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bbaaf-b5f2-4a4d-b59d-232a2fe47185 req-c8baa160-db05-413e-9a1c-c0c46a5942ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:18.842058 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f67bbaaf-b5f2-4a4d-b59d-232a2fe47185 req-c8baa160-db05-413e-9a1c-c0c46a5942ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ce6aa8870724a108d8de3a3992de387&device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 1099 time: 0.0939963 Aug 24 00:18:18.852771 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:18.862348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d0565a9e-8a33-4d2e-bc9a-29ba0e004b7c req-94f0d378-795f-4f7e-9ce1-c6848f4c5af9 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] For port 53e48721-e41a-4836-8957-e8060ae2f51c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=53e48721-e41a-4836-8957-e8060ae2f51c,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:18.862978 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0565a9e-8a33-4d2e-bc9a-29ba0e004b7c req-94f0d378-795f-4f7e-9ce1-c6848f4c5af9 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:18.881235 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-d0565a9e-8a33-4d2e-bc9a-29ba0e004b7c req-94f0d378-795f-4f7e-9ce1-c6848f4c5af9 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Calling delete_port for 53e48721-e41a-4836-8957-e8060ae2f51c owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:18.899183 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c132cd3-9dd6-454e-a188-a16383ff0909 req-1b43af99-3175-4baf-84cf-987c81b3f460 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 210 time: 0.1183841 Aug 24 00:18:19.133604 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bbaaf-b5f2-4a4d-b59d-232a2fe47185 req-901fef58-5ae5-48f3-92ff-fd12fd359b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:19.135174 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f67bbaaf-b5f2-4a4d-b59d-232a2fe47185 req-901fef58-5ae5-48f3-92ff-fd12fd359b12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1740580 Aug 24 00:18:19.206363 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0565a9e-8a33-4d2e-bc9a-29ba0e004b7c req-94f0d378-795f-4f7e-9ce1-c6848f4c5af9 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:19.247829 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['53e48721-e41a-4836-8957-e8060ae2f51c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:19.252250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15fe18-68f8-4b27-b63e-a1b2f2929c0d req-1ff1a5c2-ad97-4718-b8af-b652c2f8b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:19.254338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f15fe18-68f8-4b27-b63e-a1b2f2929c0d req-1ff1a5c2-ad97-4718-b8af-b652c2f8b2ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9cc517a-d1b3-43cd-b590-36f6ddc3e79e HTTP/1.1" status: 200 len: 912 time: 0.4615026 Aug 24 00:18:19.263984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:19.296555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2ff0d48c-95ef-47a5-9e75-aa57d7553c80'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:19.310099 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f67bbaaf-b5f2-4a4d-b59d-232a2fe47185 req-3ffa1f80-2d74-438d-a81b-861d945bb8ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=fe00c7fc-5d89-4688-95c1-ac3cbfab1085 HTTP/1.1" status: 200 len: 217 time: 0.1124270 Aug 24 00:18:19.322540 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0d378-795f-4f7e-9ce1-c6848f4c5af9 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Pushing event deleted for resources: {'Port': ['ID=53e48721-e41a-4836-8957-e8060ae2f51c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:19.356812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f15fe18-68f8-4b27-b63e-a1b2f2929c0d req-0b539674-4a4c-44a0-afc4-9c04833f30d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21b25685-0bce-4369-b8e7-543c2c51aeb5 HTTP/1.1" status: 200 len: 217 time: 0.0669153 Aug 24 00:18:19.382478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7af3b-f7cb-44da-a16d-a9b50dbd9c86 req-4fb90eb0-45e1-47bb-a670-21deba52eb06 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:19.390767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66a7af3b-f7cb-44da-a16d-a9b50dbd9c86 req-4fb90eb0-45e1-47bb-a670-21deba52eb06 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.3003936 Aug 24 00:18:19.436051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0565a9e-8a33-4d2e-bc9a-29ba0e004b7c req-94f0d378-795f-4f7e-9ce1-c6848f4c5af9 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] No DVR routers for this DVR port 53e48721-e41a-4836-8957-e8060ae2f51c on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:19.440199 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d0565a9e-8a33-4d2e-bc9a-29ba0e004b7c req-94f0d378-795f-4f7e-9ce1-c6848f4c5af9 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:19.443278 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d0565a9e-8a33-4d2e-bc9a-29ba0e004b7c req-94f0d378-795f-4f7e-9ce1-c6848f4c5af9 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.47 "DELETE /v2.0/ports/53e48721-e41a-4836-8957-e8060ae2f51c HTTP/1.1" status: 204 len: 173 time: 0.9248104 Aug 24 00:18:19.472332 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bbaaf-b5f2-4a4d-b59d-232a2fe47185 req-a65bf604-c0d3-4f74-84cf-4c3806ebc4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:19.474605 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f67bbaaf-b5f2-4a4d-b59d-232a2fe47185 req-a65bf604-c0d3-4f74-84cf-4c3806ebc4a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1427140 Aug 24 00:18:19.576433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bbaaf-b5f2-4a4d-b59d-232a2fe47185 req-e45a57de-720f-420d-9c7c-ef9df3a0cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:19.581871 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f67bbaaf-b5f2-4a4d-b59d-232a2fe47185 req-e45a57de-720f-420d-9c7c-ef9df3a0cd2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0976803 Aug 24 00:18:19.702102 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f67bbaaf-b5f2-4a4d-b59d-232a2fe47185 req-c7c13f59-eb55-4783-88d8-367f30dccb8f service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115351 Aug 24 00:18:19.703298 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66a7af3b-f7cb-44da-a16d-a9b50dbd9c86 req-90507de0-e9a7-4ea9-a838-d242808820a1 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116469 Aug 24 00:18:19.713555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15fe18-68f8-4b27-b63e-a1b2f2929c0d req-5a1f3ebc-5aec-4dfa-bc74-e3e8a5a8d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:19.715048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f15fe18-68f8-4b27-b63e-a1b2f2929c0d req-5a1f3ebc-5aec-4dfa-bc74-e3e8a5a8d542 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef43a554-57dd-4197-9672-c9c1b63a52b6 HTTP/1.1" status: 200 len: 850 time: 0.3175666 Aug 24 00:18:19.755437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f037c5de-0862-415d-bf55-779232344de9 admin admin] Deleting port 221c0a5d-c4b2-488e-a10f-feee8125e01f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:19.755779 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f037c5de-0862-415d-bf55-779232344de9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:19.821367 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f67bbaaf-b5f2-4a4d-b59d-232a2fe47185 req-ea4e08f7-7598-4e56-9efa-16ffbcf78666 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066015 Aug 24 00:18:19.926088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:19.949330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:19.949671 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:20.165882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e525f18-0874-4329-83e5-c5da9e656afa req-5e820ce7-af1a-47e5-ab91-b85a9cc6eb4b tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:20.167379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e525f18-0874-4329-83e5-c5da9e656afa req-5e820ce7-af1a-47e5-ab91-b85a9cc6eb4b tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 948 time: 0.7040854 Aug 24 00:18:20.195237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06502147-c2f3-4b54-8fa6-e0924ff7d441 req-110809ab-6c64-414a-8c8e-d3ca5a4ec091 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=44d74506-af5f-45d2-a67b-e3c2ff59f625 HTTP/1.1" status: 200 len: 210 time: 0.0569797 Aug 24 00:18:20.214851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:20.228201 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46611ae-ee0c-4d9e-9f8e-61c7766b841c None None] Sync routers for ids ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:20.241849 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46611ae-ee0c-4d9e-9f8e-61c7766b841c None None] Routers {'a9cd2c6d-bca8-4efc-b266-8b93d66d6608'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:20.244636 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c46611ae-ee0c-4d9e-9f8e-61c7766b841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:20.341954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ccf9f0-4359-4e9f-a009-4d1af12a4915 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:20.346934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] No DVR routers for this DVR port f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:20.366329 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c46611ae-ee0c-4d9e-9f8e-61c7766b841c None None] Set router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:20.366610 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15fe18-68f8-4b27-b63e-a1b2f2929c0d req-0563b294-a954-4e06-8217-a97eda132de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:20.368265 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f15fe18-68f8-4b27-b63e-a1b2f2929c0d req-0563b294-a954-4e06-8217-a97eda132de6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9cc517a-d1b3-43cd-b590-36f6ddc3e79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6089258 Aug 24 00:18:20.370106 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:20.375834 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:20.377739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e044dfc-c834-4e5e-9390-cbdaeb2f876c req-16d46324-32e4-4773-97b1-5d2d3e0519b2 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.47 "DELETE /v2.0/ports/f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e HTTP/1.1" status: 204 len: 173 time: 4.5770249 Aug 24 00:18:20.381480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e525f18-0874-4329-83e5-c5da9e656afa req-b7d3aa24-011a-417d-a470-ac1b68811bb1 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890817 Aug 24 00:18:20.382459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05ea833-de87-45ff-9155-f979155790ac', 'name': 'network-vif-deleted', 'tag': 'f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:20.384752 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440951bb-5f58-41f1-ba20-4843d5b35bc3" -d '{"events": [{"server_uuid": "a05ea833-de87-45ff-9155-f979155790ac", "name": "network-vif-deleted", "tag": "f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:20.389367 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-f037c5de-0862-415d-bf55-779232344de9 admin admin] For port 221c0a5d-c4b2-488e-a10f-feee8125e01f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=221c0a5d-c4b2-488e-a10f-feee8125e01f,segment=NetworkSegment(9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b),segment_id=9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:20.389367 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f037c5de-0862-415d-bf55-779232344de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:20.432058 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f037c5de-0862-415d-bf55-779232344de9 admin admin] Calling delete_port for 221c0a5d-c4b2-488e-a10f-feee8125e01f owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:20.502829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Transition to ACTIVE for port object 94ccf9f0-4359-4e9f-a009-4d1af12a4915 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:20.554893 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:20.641462 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c46611ae-ee0c-4d9e-9f8e-61c7766b841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:11Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:20.657943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5db58dca-c153-45c9-8019-b637e3bbc2b3 req-a28b9829-715b-4120-8bda-a394a8cede91 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/ports?device_id=a05ea833-de87-45ff-9155-f979155790ac HTTP/1.1" status: 200 len: 210 time: 0.1266656 Aug 24 00:18:20.668495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a92f17-7284-4718-9696-d83dce3c5783 req-21c8a2b7-c596-4359-9c79-c3e528492b03 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:20.669371 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46611ae-ee0c-4d9e-9f8e-61c7766b841c None None] Checking router: a9cd2c6d-bca8-4efc-b266-8b93d66d6608 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:20.670708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61a92f17-7284-4718-9696-d83dce3c5783 req-21c8a2b7-c596-4359-9c79-c3e528492b03 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 944 time: 0.3776972 Aug 24 00:18:20.679955 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46611ae-ee0c-4d9e-9f8e-61c7766b841c None None] Routers {'a9cd2c6d-bca8-4efc-b266-8b93d66d6608'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:20.680803 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c46611ae-ee0c-4d9e-9f8e-61c7766b841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:20.697629 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d74506-af5f-45d2-a67b-e3c2ff59f625', 'name': 'network-vif-deleted', 'tag': '53e48721-e41a-4836-8957-e8060ae2f51c'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:20.701156 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eaebd8-1162-4323-9f25-5cf249a985fc" -d '{"events": [{"server_uuid": "44d74506-af5f-45d2-a67b-e3c2ff59f625", "name": "network-vif-deleted", "tag": "53e48721-e41a-4836-8957-e8060ae2f51c"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:20.766722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Pushing event updated for resources: {'Port': ['ID=94ccf9f0-4359-4e9f-a009-4d1af12a4915,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:20.848187 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c46611ae-ee0c-4d9e-9f8e-61c7766b841c None None] Set router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:20.898802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f15fe18-68f8-4b27-b63e-a1b2f2929c0d req-206670e3-d134-44de-9497-40822633e79d service neutron] 10.222.0.13 "GET /v2.0/networks/e9cc517a-d1b3-43cd-b590-36f6ddc3e79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049095 Aug 24 00:18:20.900384 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47ea336-0201-485f-aa86-dfff1a3aaef4 x-openstack-request-id: req-b47ea336-0201-485f-aa86-dfff1a3aaef4 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:20.900866 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d74506-af5f-45d2-a67b-e3c2ff59f625", "name": "network-vif-deleted", "tag": "53e48721-e41a-4836-8957-e8060ae2f51c", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:20.900957 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b47ea336-0201-485f-aa86-dfff1a3aaef4 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:20.901315 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d74506-af5f-45d2-a67b-e3c2ff59f625', 'name': 'network-vif-deleted', 'tag': '53e48721-e41a-4836-8957-e8060ae2f51c', 'status': 'completed', 'code': 200} Aug 24 00:18:20.904587 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b477a75-426c-4b76-8e80-490c8f608ea3 x-openstack-request-id: req-4b477a75-426c-4b76-8e80-490c8f608ea3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:20.905356 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05ea833-de87-45ff-9155-f979155790ac", "name": "network-vif-deleted", "tag": "f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:20.905971 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b477a75-426c-4b76-8e80-490c8f608ea3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:20.906685 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05ea833-de87-45ff-9155-f979155790ac', 'name': 'network-vif-deleted', 'tag': 'f8fc12c9-a8e2-4a8a-b928-b737f83e4c1e', 'status': 'completed', 'code': 200} Aug 24 00:18:20.936199 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61a92f17-7284-4718-9696-d83dce3c5783 req-66542c1e-155b-4fb4-8527-ab2a7451bc9a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/security-groups?id=2702ca1b-1e15-43db-b273-4d22bd4ae163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514107 Aug 24 00:18:21.146413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Attempting to bind port 94ccf9f0-4359-4e9f-a009-4d1af12a4915 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:21.146413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Attempting to bind port 94ccf9f0-4359-4e9f-a009-4d1af12a4915 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:21.146413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Attempting to bind port 94ccf9f0-4359-4e9f-a009-4d1af12a4915 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:21.174363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f667470-70a0-47e9-b8b8-cdcae11686ec req-d17a6f5d-e85b-4b97-99f1-82bd0e848457 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:21.182310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f667470-70a0-47e9-b8b8-cdcae11686ec req-d17a6f5d-e85b-4b97-99f1-82bd0e848457 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.2011185 Aug 24 00:18:21.193576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f15fe18-68f8-4b27-b63e-a1b2f2929c0d req-28e3fea5-a00d-4e95-8fd7-69a849c2f7be service neutron] 10.222.0.13 "GET /v2.0/networks/e9cc517a-d1b3-43cd-b590-36f6ddc3e79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836640 Aug 24 00:18:21.194128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Port 94ccf9f0-4359-4e9f-a009-4d1af12a4915 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:18:21.195111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Attempting to bind port 94ccf9f0-4359-4e9f-a009-4d1af12a4915 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:21.229753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:21.230095 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:21.230482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:21.230967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Bound port: 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:21.231328 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:21.280838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f667470-70a0-47e9-b8b8-cdcae11686ec req-9c30441b-0396-4524-b462-899e02d3444f tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975814 Aug 24 00:18:21.281362 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c46611ae-ee0c-4d9e-9f8e-61c7766b841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:11Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:21.314085 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f037c5de-0862-415d-bf55-779232344de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:21.328602 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46611ae-ee0c-4d9e-9f8e-61c7766b841c None None] The sync data for ids ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'] in n-d-805736-1 is: [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '3bffd150-8861-4caf-abbc-03f5d24a3381', 'name': '', 'network_id': '6c6a0536-598a-43f5-b351-96ae57a58d61', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'mac_address': 'fa:16:3e:2c:5d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:03Z', 'updated_at': '2021-08-24T00:12:11Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'subnets': [{'id': '0a360885-cb3f-4163-9ef2-5cd2bca1aba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:21.353242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037c5de-0862-415d-bf55-779232344de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=221c0a5d-c4b2-488e-a10f-feee8125e01f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:21.524385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] For port 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:21.540061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] For port 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:21.629818 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:21.704116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a2dd21-8de0-4bb9-8f91-1d416df35504 None None] New status for floating IP 44d00bfa-9c44-4393-b258-4915044deedf: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:18:21.767223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:21.767843 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:21.769248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] 10.222.0.47 "PUT /v2.0/ports/94ccf9f0-4359-4e9f-a009-4d1af12a4915 HTTP/1.1" status: 200 len: 1096 time: 3.2208190 Aug 24 00:18:21.795573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960ca3d-09dd-4a7d-ad99-48610d9972b6 req-6ef549de-efe7-423d-b51f-f4b912b1236c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:21.803002 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3960ca3d-09dd-4a7d-ad99-48610d9972b6 req-6ef549de-efe7-423d-b51f-f4b912b1236c tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 948 time: 0.2582345 Aug 24 00:18:21.833812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e481d-ab61-4fb5-8a4a-a980ffc2ffec service neutron] Pushing event updated for resources: {'Port': ['ID=94ccf9f0-4359-4e9f-a009-4d1af12a4915,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:21.849497 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f037c5de-0862-415d-bf55-779232344de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:21.863962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3024e-321d-445a-85b1-99df8b0de1d0 req-dd0dac0c-2f1c-4c7a-9562-f68c303091e4 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:21.867544 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9e3024e-321d-445a-85b1-99df8b0de1d0 req-dd0dac0c-2f1c-4c7a-9562-f68c303091e4 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 950 time: 0.2430408 Aug 24 00:18:21.921893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 53e48721-e41a-4836-8957-e8060ae2f51c no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:21.954963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 53e48721-e41a-4836-8957-e8060ae2f51c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:21.955567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 53e48721-e41a-4836-8957-e8060ae2f51c not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:21.964058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3960ca3d-09dd-4a7d-ad99-48610d9972b6 req-6d725fcf-64f4-42fa-80b8-f2e512b14113 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601014 Aug 24 00:18:22.005532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 21b25685-0bce-4369-b8e7-543c2c51aeb5 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:18:22.041543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9e3024e-321d-445a-85b1-99df8b0de1d0 req-f0e6e514-e7e2-4be1-9dea-cb8704b9d881 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371210 Aug 24 00:18:22.062857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-6daf03f9-b888-4849-b273-28c25c2c0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:22.064676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-6daf03f9-b888-4849-b273-28c25c2c0b1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ce6aa8870724a108d8de3a3992de387&device_id=080ca8f0-f443-46d7-bce8-874ea60ddaec HTTP/1.1" status: 200 len: 1099 time: 0.2265460 Aug 24 00:18:22.153563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 21b25685-0bce-4369-b8e7-543c2c51aeb5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=21b25685-0bce-4369-b8e7-543c2c51aeb5,segment=NetworkSegment(acf97d79-932e-474b-9fcd-14bbe124cfed),segment_id=acf97d79-932e-474b-9fcd-14bbe124cfed)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:22.164142 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '21b25685-0bce-4369-b8e7-543c2c51aeb5', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'port_id': '21b25685-0bce-4369-b8e7-543c2c51aeb5', 'mac_address': 'fa:16:3e:94:f8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:18:22.173928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-72c6e995-eee6-466d-bfc3-a5bf3acdbda2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915 HTTP/1.1" status: 200 len: 217 time: 0.0821376 Aug 24 00:18:22.212831 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.228203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48068) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:22.234045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b25685-0bce-4369-b8e7-543c2c51aeb5 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:22.247965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8be92-0f26-4413-a986-bd545fca357d req-b1c31594-f349-4ae6-a926-6f8975a4ac8f tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:22.258355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8b8be92-0f26-4413-a986-bd545fca357d req-b1c31594-f349-4ae6-a926-6f8975a4ac8f tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 944 time: 0.1166065 Aug 24 00:18:22.259112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 21b25685-0bce-4369-b8e7-543c2c51aeb5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=21b25685-0bce-4369-b8e7-543c2c51aeb5,segment=NetworkSegment(acf97d79-932e-474b-9fcd-14bbe124cfed),segment_id=acf97d79-932e-474b-9fcd-14bbe124cfed)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:22.263954 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.265328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fe00c7fc-5d89-4688-95c1-ac3cbfab1085 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:18:22.292635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17b519d0-bee3-4487-afb3-166e3de62bdc tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.319176 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17b519d0-bee3-4487-afb3-166e3de62bdc tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.363987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-ae74b30c-6eeb-4190-98f0-facce59e22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:22.365720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-ae74b30c-6eeb-4190-98f0-facce59e22b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1760757 Aug 24 00:18:22.399338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8b8be92-0f26-4413-a986-bd545fca357d req-55017305-a9c2-4fb3-9f6a-61f104d39a6d tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/security-groups?id=2702ca1b-1e15-43db-b273-4d22bd4ae163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353929 Aug 24 00:18:22.399687 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17b519d0-bee3-4487-afb3-166e3de62bdc tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.402486 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17b519d0-bee3-4487-afb3-166e3de62bdc tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.414438 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-17b519d0-bee3-4487-afb3-166e3de62bdc tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "DELETE /v2.0/security-groups/38fc2642-2c26-4c0f-87fd-37d8bd224f60 HTTP/1.1" status: 204 len: 168 time: 0.1850810 Aug 24 00:18:22.424229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:22.425252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b519d0-bee3-4487-afb3-166e3de62bdc tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fc2642-2c26-4c0f-87fd-37d8bd224f60,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:22.431291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=21b25685-0bce-4369-b8e7-543c2c51aeb5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:22.458072 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-2848e96d-e3e9-48d7-88f9-7ef06fe43e9f tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] show failed (client error): The resource could not be found. Aug 24 00:18:22.467304 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2848e96d-e3e9-48d7-88f9-7ef06fe43e9f tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "GET /v2.0/security-groups/38fc2642-2c26-4c0f-87fd-37d8bd224f60 HTTP/1.1" status: 404 len: 347 time: 0.0397429 Aug 24 00:18:22.467945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:22.479491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fe00c7fc-5d89-4688-95c1-ac3cbfab1085, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:22.490736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'fe00c7fc-5d89-4688-95c1-ac3cbfab1085', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': 'fe00c7fc-5d89-4688-95c1-ac3cbfab1085', 'mac_address': 'fa:16:3e:2e:08:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:18:22.524320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-8646d236-4397-443a-9352-8b8982de2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:22.526029 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-8646d236-4397-443a-9352-8b8982de2064 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505432 Aug 24 00:18:22.533230 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.545023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f037c5de-0862-415d-bf55-779232344de9 admin admin] Router c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:22.549285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe00c7fc-5d89-4688-95c1-ac3cbfab1085 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:22.561898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098f4b8-3978-4c61-bc8e-c7462d045898 req-2eae7d73-c90b-4fec-8096-383ab5560c62 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:22.563904 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c098f4b8-3978-4c61-bc8e-c7462d045898 req-2eae7d73-c90b-4fec-8096-383ab5560c62 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1617897 Aug 24 00:18:22.595197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fe00c7fc-5d89-4688-95c1-ac3cbfab1085, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:22.599812 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.661639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:22.670165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c1334f51-00c8-4052-8422-1005ac250890 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Deleting port bc9b9532-002b-4d92-a780-c3680002ac52 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:22.670165 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1334f51-00c8-4052-8422-1005ac250890 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.722016 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c098f4b8-3978-4c61-bc8e-c7462d045898 req-907ba949-7cc3-42f1-9b7e-67d50e6f03a7 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416254 Aug 24 00:18:22.779825 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1334f51-00c8-4052-8422-1005ac250890 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.780173 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1334f51-00c8-4052-8422-1005ac250890 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.783706 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-1795a59b-30f4-4345-af5c-85d96e460f27 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488954 Aug 24 00:18:22.792963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c1334f51-00c8-4052-8422-1005ac250890 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Calling delete_port for bc9b9532-002b-4d92-a780-c3680002ac52 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:22.842398 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f037c5de-0862-415d-bf55-779232344de9 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:22.850897 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f037c5de-0862-415d-bf55-779232344de9 admin admin] 10.222.0.32 "PUT /v2.0/routers/c42ff7b3-c929-464d-9df2-0b0c19bbe1f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8856690 Aug 24 00:18:22.855639 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca74c70-ff32-4475-a3dc-703bf794cf80 None None] Sync routers for ids ['c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:22.857317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48078) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:22.869391 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca74c70-ff32-4475-a3dc-703bf794cf80 None None] Routers {'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:22.870458 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4ca74c70-ff32-4475-a3dc-703bf794cf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:22.911554 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'tag': '94ccf9f0-4359-4e9f-a009-4d1af12a4915'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:22.921125 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ac889a-38b9-4b4d-8aac-34fa480930e3" -d '{"events": [{"name": "network-changed", "server_uuid": "080ca8f0-f443-46d7-bce8-874ea60ddaec", "tag": "94ccf9f0-4359-4e9f-a009-4d1af12a4915"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:22.952582 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1334f51-00c8-4052-8422-1005ac250890 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.974314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['21b25685-0bce-4369-b8e7-543c2c51aeb5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:23.010967 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecc565c-1895-414e-aebd-cd8f858e7a27 x-openstack-request-id: req-6ecc565c-1895-414e-aebd-cd8f858e7a27 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:23.011293 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080ca8f0-f443-46d7-bce8-874ea60ddaec", "tag": "94ccf9f0-4359-4e9f-a009-4d1af12a4915", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:23.011554 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ecc565c-1895-414e-aebd-cd8f858e7a27 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:23.011965 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'tag': '94ccf9f0-4359-4e9f-a009-4d1af12a4915', 'status': 'completed', 'code': 200} Aug 24 00:18:23.018984 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b0f49f9-301b-4e99-9c4b-46a5c6ba1499 req-a2bf1a08-290c-4506-963e-6723c7da6118 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266414 Aug 24 00:18:23.034412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['fe00c7fc-5d89-4688-95c1-ac3cbfab1085'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:23.035775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1334f51-00c8-4052-8422-1005ac250890 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Pushing event deleted for resources: {'Port': ['ID=bc9b9532-002b-4d92-a780-c3680002ac52,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:23.037578 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4ca74c70-ff32-4475-a3dc-703bf794cf80 None None] Set router c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:23.063948 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:23.198212 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1334f51-00c8-4052-8422-1005ac250890 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:23.208799 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1334f51-00c8-4052-8422-1005ac250890 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:23.212783 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c1334f51-00c8-4052-8422-1005ac250890 tempest-ServersWithSpecificFlavorTestJSON-1259221866 tempest-ServersWithSpecificFlavorTestJSON-1259221866-project] 10.222.0.32 "DELETE /v2.0/floatingips/44d00bfa-9c44-4393-b258-4915044deedf HTTP/1.1" status: 204 len: 168 time: 0.7413628 Aug 24 00:18:23.307177 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4ca74c70-ff32-4475-a3dc-703bf794cf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'name': 'tempest-FloatingIPDetailsTestJSON-1483705935-router', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:18:21Z', 'revision_number': 5, 'project_id': '514890cd80be42b8a3389def8ba4c0b3', 'gw_port': {'id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:45Z', 'updated_at': '2021-08-24T00:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:23.336826 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca74c70-ff32-4475-a3dc-703bf794cf80 None None] Checking router: c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:23.346733 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca74c70-ff32-4475-a3dc-703bf794cf80 None None] Routers {'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:23.347664 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4ca74c70-ff32-4475-a3dc-703bf794cf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:23.417440 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:23.465100 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4ca74c70-ff32-4475-a3dc-703bf794cf80 None None] Set router c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:23.661353 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4ca74c70-ff32-4475-a3dc-703bf794cf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'name': 'tempest-FloatingIPDetailsTestJSON-1483705935-router', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:18:21Z', 'revision_number': 5, 'project_id': '514890cd80be42b8a3389def8ba4c0b3', 'gw_port': {'id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:45Z', 'updated_at': '2021-08-24T00:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:23.661611 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:23.686411 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83934e39-4596-44af-b315-724985afd87c req-011f8da5-734f-4c1f-bb20-1b158a4fde90 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:23.693618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83934e39-4596-44af-b315-724985afd87c req-011f8da5-734f-4c1f-bb20-1b158a4fde90 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 949 time: 0.1768150 Aug 24 00:18:23.694077 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca74c70-ff32-4475-a3dc-703bf794cf80 None None] The sync data for ids ['c42ff7b3-c929-464d-9df2-0b0c19bbe1f8'] in n-d-805736-1 is: [{'id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'name': 'tempest-FloatingIPDetailsTestJSON-1483705935-router', 'tenant_id': '514890cd80be42b8a3389def8ba4c0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:18:21Z', 'revision_number': 5, 'project_id': '514890cd80be42b8a3389def8ba4c0b3', 'gw_port': {'id': '0a21208b-571e-4ad5-a331-2f0ca9a30952', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42ff7b3-c929-464d-9df2-0b0c19bbe1f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:45Z', 'updated_at': '2021-08-24T00:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:23.703003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924adb1-843a-45c6-a91d-faf537999ef0 req-61cafc03-5f97-4baa-b488-f3a683f0302d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:23.704494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d924adb1-843a-45c6-a91d-faf537999ef0 req-61cafc03-5f97-4baa-b488-f3a683f0302d tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.13 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 950 time: 0.1861851 Aug 24 00:18:23.708305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac889a-38b9-4b4d-8aac-34fa480930e3 req-751475b3-ac72-4317-9075-47f771c9af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:23.709732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61ac889a-38b9-4b4d-8aac-34fa480930e3 req-751475b3-ac72-4317-9075-47f771c9af12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ce6aa8870724a108d8de3a3992de387&device_id=080ca8f0-f443-46d7-bce8-874ea60ddaec HTTP/1.1" status: 200 len: 1099 time: 0.1904593 Aug 24 00:18:23.723307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63f10f-23a7-4d62-a98a-7a5340e9bd26 req-610c6695-8d39-4d19-9818-d4e020a6aef1 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:23.731018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d63f10f-23a7-4d62-a98a-7a5340e9bd26 req-610c6695-8d39-4d19-9818-d4e020a6aef1 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 950 time: 0.2106915 Aug 24 00:18:23.918387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83934e39-4596-44af-b315-724985afd87c req-13d89b66-ffe1-4194-a505-cb17fb91a0e3 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238996 Aug 24 00:18:23.947112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d63f10f-23a7-4d62-a98a-7a5340e9bd26 req-c1ebeae3-4c0b-4b38-9723-ae6be1b47f8e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/security-groups?id=907d1549-ac7f-415d-8f4a-92e1292f5ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149858 Aug 24 00:18:23.989104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] Deleting port 0a21208b-571e-4ad5-a331-2f0ca9a30952 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:23.989449 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.016757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 21b25685-0bce-4369-b8e7-543c2c51aeb5 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:24.038765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac889a-38b9-4b4d-8aac-34fa480930e3 req-819a9b59-aca1-4734-a48b-e50c5975792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:24.040536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61ac889a-38b9-4b4d-8aac-34fa480930e3 req-819a9b59-aca1-4734-a48b-e50c5975792c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.3075984 Aug 24 00:18:24.091982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61ac889a-38b9-4b4d-8aac-34fa480930e3 req-93eb4f2a-624b-4caa-9048-42c3021f6018 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915 HTTP/1.1" status: 200 len: 217 time: 0.0390809 Aug 24 00:18:24.098252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d924adb1-843a-45c6-a91d-faf537999ef0 req-ab4ed826-964f-4de2-9089-78e8bcebfeb6 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Deleting port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:24.098598 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d924adb1-843a-45c6-a91d-faf537999ef0 req-ab4ed826-964f-4de2-9089-78e8bcebfeb6 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.127074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 21b25685-0bce-4369-b8e7-543c2c51aeb5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:24.132389 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 21b25685-0bce-4369-b8e7-543c2c51aeb5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:24.132846 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.251277 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.284342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2118c846-d1d2-467a-908f-04622f17aee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b25685-0bce-4369-b8e7-543c2c51aeb5'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:24.286671 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b1ea00-e300-4db9-ba01-bef3ef572aa9" -d '{"events": [{"server_uuid": "2118c846-d1d2-467a-908f-04622f17aee1", "name": "network-vif-plugged", "status": "completed", "tag": "21b25685-0bce-4369-b8e7-543c2c51aeb5"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:24.287280 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] For port 0a21208b-571e-4ad5-a331-2f0ca9a30952, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0a21208b-571e-4ad5-a331-2f0ca9a30952,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:24.287655 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.299637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 21b25685-0bce-4369-b8e7-543c2c51aeb5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=21b25685-0bce-4369-b8e7-543c2c51aeb5,segment=NetworkSegment(acf97d79-932e-474b-9fcd-14bbe124cfed),segment_id=acf97d79-932e-474b-9fcd-14bbe124cfed)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:24.306181 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.307373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fe00c7fc-5d89-4688-95c1-ac3cbfab1085 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:24.317723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] Calling delete_port for 0a21208b-571e-4ad5-a331-2f0ca9a30952 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:24.324247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac889a-38b9-4b4d-8aac-34fa480930e3 req-bd61b534-4ce1-4d62-8bbb-52d929c40518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:24.325756 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61ac889a-38b9-4b4d-8aac-34fa480930e3 req-bd61b534-4ce1-4d62-8bbb-52d929c40518 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.2235849 Aug 24 00:18:24.378980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0eadd-8cef-48ac-9388-bfabb649c82b req-e673dbe7-8570-4dea-ad33-3cdc8f2fc9cc tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:24.384092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30e0eadd-8cef-48ac-9388-bfabb649c82b req-e673dbe7-8570-4dea-ad33-3cdc8f2fc9cc tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1618266 Aug 24 00:18:24.403132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=21b25685-0bce-4369-b8e7-543c2c51aeb5,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:24.419023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port fe00c7fc-5d89-4688-95c1-ac3cbfab1085 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:24.421824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d94442-ff24-402a-a586-69a98d97a531 req-ae62a6bc-45e1-4ef3-a2db-bb4deb1b7a2c tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:24.423069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port fe00c7fc-5d89-4688-95c1-ac3cbfab1085 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:24.423234 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56d94442-ff24-402a-a586-69a98d97a531 req-ae62a6bc-45e1-4ef3-a2db-bb4deb1b7a2c tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 945 time: 0.2693219 Aug 24 00:18:24.423630 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.487637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d924adb1-843a-45c6-a91d-faf537999ef0 req-ab4ed826-964f-4de2-9089-78e8bcebfeb6 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] For port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2ff0d48c-95ef-47a5-9e75-aa57d7553c80,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:24.488010 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d924adb1-843a-45c6-a91d-faf537999ef0 req-ab4ed826-964f-4de2-9089-78e8bcebfeb6 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.513435 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.535081 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d924adb1-843a-45c6-a91d-faf537999ef0 req-ab4ed826-964f-4de2-9089-78e8bcebfeb6 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Calling delete_port for 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:24.548566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fe00c7fc-5d89-4688-95c1-ac3cbfab1085, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:24.552876 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.571918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac889a-38b9-4b4d-8aac-34fa480930e3 req-52889fbf-62ee-400b-b580-c829d0e0cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:24.573440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61ac889a-38b9-4b4d-8aac-34fa480930e3 req-52889fbf-62ee-400b-b580-c829d0e0cd29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2286465 Aug 24 00:18:24.608033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:24.615520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56d94442-ff24-402a-a586-69a98d97a531 req-949545de-92cc-4908-a242-ecedee7f122c tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/security-groups?id=2702ca1b-1e15-43db-b273-4d22bd4ae163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510618 Aug 24 00:18:24.627288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30e0eadd-8cef-48ac-9388-bfabb649c82b req-375bab82-a5b2-4e3c-874d-b967fd8d96fa tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031791 Aug 24 00:18:24.679725 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283e068d-9549-4afc-b899-7391755c7816 x-openstack-request-id: req-283e068d-9549-4afc-b899-7391755c7816 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:24.680156 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2118c846-d1d2-467a-908f-04622f17aee1", "name": "network-vif-plugged", "status": "completed", "tag": "21b25685-0bce-4369-b8e7-543c2c51aeb5", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:24.680509 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-283e068d-9549-4afc-b899-7391755c7816 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:24.680996 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2118c846-d1d2-467a-908f-04622f17aee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b25685-0bce-4369-b8e7-543c2c51aeb5', 'code': 200} Aug 24 00:18:24.826448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294db3b0-e9c2-4cd3-9371-a45be47665d3 req-e3b85132-ab4b-4029-829e-4e1d9ec40727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:24.829438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61ac889a-38b9-4b4d-8aac-34fa480930e3 req-15558a6b-d646-4823-be5b-3dab7dbfa640 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442107 Aug 24 00:18:24.830027 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-294db3b0-e9c2-4cd3-9371-a45be47665d3 req-e3b85132-ab4b-4029-829e-4e1d9ec40727 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 1097 time: 0.0589883 Aug 24 00:18:24.879454 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-294db3b0-e9c2-4cd3-9371-a45be47665d3 req-a0d0bd2f-3321-47d3-b204-eac6d02ed5ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2702ca1b-1e15-43db-b273-4d22bd4ae163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413806 Aug 24 00:18:24.927785 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.971936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a21208b-571e-4ad5-a331-2f0ca9a30952,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:24.981267 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d924adb1-843a-45c6-a91d-faf537999ef0 req-ab4ed826-964f-4de2-9089-78e8bcebfeb6 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.020060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2ff0d48c-95ef-47a5-9e75-aa57d7553c80'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:25.073056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ed826-964f-4de2-9089-78e8bcebfeb6 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Pushing event deleted for resources: {'Port': ['ID=2ff0d48c-95ef-47a5-9e75-aa57d7553c80,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:25.122878 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 221c0a5d-c4b2-488e-a10f-feee8125e01f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:25.145837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 221c0a5d-c4b2-488e-a10f-feee8125e01f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:25.146173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 221c0a5d-c4b2-488e-a10f-feee8125e01f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:25.149158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6c8fe34-e7b6-43a5-b34e-4d1ce7bdab35 req-62e34f24-6e1b-41aa-bbc0-322f9e2bc96e tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.32 "GET /v2.0/ports?device_id=af384750-de08-43a9-85e3-64b344a86785 HTTP/1.1" status: 200 len: 210 time: 0.0990448 Aug 24 00:18:25.167307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61ac889a-38b9-4b4d-8aac-34fa480930e3 req-9b1b7f8f-6364-4db6-9df5-f0748a59a18b service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129420 Aug 24 00:18:25.182218 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d924adb1-843a-45c6-a91d-faf537999ef0 req-ab4ed826-964f-4de2-9089-78e8bcebfeb6 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] No DVR routers for this DVR port 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:25.186313 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d924adb1-843a-45c6-a91d-faf537999ef0 req-ab4ed826-964f-4de2-9089-78e8bcebfeb6 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.188375 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d924adb1-843a-45c6-a91d-faf537999ef0 req-ab4ed826-964f-4de2-9089-78e8bcebfeb6 tempest-ServersAdminNegativeTestJSON-535843327 tempest-ServersAdminNegativeTestJSON-535843327-project] 10.222.0.13 "DELETE /v2.0/ports/2ff0d48c-95ef-47a5-9e75-aa57d7553c80 HTTP/1.1" status: 204 len: 173 time: 1.4472799 Aug 24 00:18:25.189123 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.190717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af384750-de08-43a9-85e3-64b344a86785', 'name': 'network-vif-deleted', 'tag': '2ff0d48c-95ef-47a5-9e75-aa57d7553c80'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:25.193028 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcd4192-5f35-4678-8708-64fd83ad3fcb" -d '{"events": [{"server_uuid": "af384750-de08-43a9-85e3-64b344a86785", "name": "network-vif-deleted", "tag": "2ff0d48c-95ef-47a5-9e75-aa57d7553c80"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:25.203128 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:25.270601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b195ca-f1c8-4eb5-a64a-5f6c5ddafe2e req-b0e083d0-1f39-4e98-b70a-34a07410b6c7 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:25.272065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f2b195ca-f1c8-4eb5-a64a-5f6c5ddafe2e req-b0e083d0-1f39-4e98-b70a-34a07410b6c7 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 950 time: 0.2634826 Aug 24 00:18:25.310026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.312831 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.359189 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25ae515-e960-4ecf-97aa-ccf857b63ab8 x-openstack-request-id: req-e25ae515-e960-4ecf-97aa-ccf857b63ab8 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:25.359486 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af384750-de08-43a9-85e3-64b344a86785", "name": "network-vif-deleted", "tag": "2ff0d48c-95ef-47a5-9e75-aa57d7553c80", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:25.359734 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e25ae515-e960-4ecf-97aa-ccf857b63ab8 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:25.360161 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af384750-de08-43a9-85e3-64b344a86785', 'name': 'network-vif-deleted', 'tag': '2ff0d48c-95ef-47a5-9e75-aa57d7553c80', 'status': 'completed', 'code': 200} Aug 24 00:18:25.376309 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f2b195ca-f1c8-4eb5-a64a-5f6c5ddafe2e req-382f100c-fc4a-44f0-8111-7934704b0f88 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751159 Aug 24 00:18:25.376825 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.377348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:18:25.381387 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.385164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6d325586-468c-4006-899b-0c8d19e7f875 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c42ff7b3-c929-464d-9df2-0b0c19bbe1f8 HTTP/1.1" status: 204 len: 168 time: 2.5246220 Aug 24 00:18:25.385477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48130) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:25.445895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6723221b-1bf5-493b-b6f2-f317a5460a19 admin admin] Deleting subnet 8958ea48-b9a7-47f9-bffb-8917403dd968 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:18:25.451604 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6723221b-1bf5-493b-b6f2-f317a5460a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.499490 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6723221b-1bf5-493b-b6f2-f317a5460a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.660419 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6723221b-1bf5-493b-b6f2-f317a5460a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.814284 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6723221b-1bf5-493b-b6f2-f317a5460a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.886268 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723221b-1bf5-493b-b6f2-f317a5460a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8958ea48-b9a7-47f9-bffb-8917403dd968,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:25.892614 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6723221b-1bf5-493b-b6f2-f317a5460a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.896932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6723221b-1bf5-493b-b6f2-f317a5460a19 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8958ea48-b9a7-47f9-bffb-8917403dd968 HTTP/1.1" status: 204 len: 168 time: 0.5081966 Aug 24 00:18:25.899349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48136) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:25.900376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6a04bd-157a-4f37-b485-f9780fe4d8d6 None None] Network d02b3580-1b27-4b0c-b302-4af42273d86e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:25.924235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a4d5-f1c7-4d36-b30f-5befe4519142 req-71d9e6cd-0083-45e1-acb9-3d667de974f3 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:25.925833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce50a4d5-f1c7-4d36-b30f-5befe4519142 req-71d9e6cd-0083-45e1-acb9-3d667de974f3 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1873000 Aug 24 00:18:25.932302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c92a24-5e54-4857-8a57-0aa2f329c6dd req-6a21eeae-31b8-4b45-97a1-2fa5f2289109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:25.934149 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6c92a24-5e54-4857-8a57-0aa2f329c6dd req-6a21eeae-31b8-4b45-97a1-2fa5f2289109 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 1096 time: 0.1902790 Aug 24 00:18:25.945604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23f9e7-c45b-44c1-afad-7496cfc1fc29 req-aed3295a-8f47-4d86-9c4a-8da5e23b60e8 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:25.955375 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e23f9e7-c45b-44c1-afad-7496cfc1fc29 req-aed3295a-8f47-4d86-9c4a-8da5e23b60e8 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 946 time: 0.2011540 Aug 24 00:18:26.063455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e23f9e7-c45b-44c1-afad-7496cfc1fc29 req-4c86c5fa-1c54-4a5b-a255-70b4f69fa135 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/security-groups?id=2702ca1b-1e15-43db-b273-4d22bd4ae163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068780 Aug 24 00:18:26.068771 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce50a4d5-f1c7-4d36-b30f-5befe4519142 req-bbfb1947-1609-4f58-be41-4b6604b3868e tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332264 Aug 24 00:18:26.086976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6c92a24-5e54-4857-8a57-0aa2f329c6dd req-684a94c0-26d4-4ef6-9660-e1a4067b3c0a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156802 Aug 24 00:18:26.121988 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.180006 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db2a636-d097-404f-9c33-a04e0478e54a None None] DHCP port deletion for d02b3580-1b27-4b0c-b302-4af42273d86e request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:18:26.230961 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Deleting port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:26.231304 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.237364 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6db2a636-d097-404f-9c33-a04e0478e54a None None] Deleting port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:26.237867 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6db2a636-d097-404f-9c33-a04e0478e54a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.298532 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dce529cc-e1ee-43eb-be45-39167270f8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.313048 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6db2a636-d097-404f-9c33-a04e0478e54a None None] For port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=063e6cd3-3540-42b0-886c-d6ed3e1b33b6,segment=NetworkSegment(9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b),segment_id=9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:26.313703 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6db2a636-d097-404f-9c33-a04e0478e54a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.329814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6db2a636-d097-404f-9c33-a04e0478e54a None None] Calling delete_port for 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:26.347974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] For port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=063e6cd3-3540-42b0-886c-d6ed3e1b33b6,segment=NetworkSegment(9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b),segment_id=9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:26.348345 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.367308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Calling delete_port for 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:26.430543 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6db2a636-d097-404f-9c33-a04e0478e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.459875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2a636-d097-404f-9c33-a04e0478e54a None None] Pushing event deleted for resources: {'Port': ['ID=063e6cd3-3540-42b0-886c-d6ed3e1b33b6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:26.466329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db2a636-d097-404f-9c33-a04e0478e54a None None] No DVR routers for this DVR port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:26.489389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48150) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:26.535958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3633f02-ec6b-437a-be13-f16f91b52452 req-16e66c6a-e2f4-4f46-a381-dc2547920ea2 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:26.537483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3633f02-ec6b-437a-be13-f16f91b52452 req-16e66c6a-e2f4-4f46-a381-dc2547920ea2 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 950 time: 0.0574522 Aug 24 00:18:26.564668 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.595363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3633f02-ec6b-437a-be13-f16f91b52452 req-97293853-344b-4a65-974f-4f1fe2d422a3 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505304 Aug 24 00:18:26.599259 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=063e6cd3-3540-42b0-886c-d6ed3e1b33b6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:26.603497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] No DVR routers for this DVR port 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:26.646994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3839eb1c-29ae-4e55-aa12-3445cd949bf0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e550c64573914c86955ff081ecf70739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564822 Aug 24 00:18:26.649480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48154) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:26.682233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942e32d7-132b-426f-afca-5f5901e0d597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe00c7fc-5d89-4688-95c1-ac3cbfab1085'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:26.684585 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe6900a-e839-44ff-8cc9-240d1163e1f9" -d '{"events": [{"server_uuid": "942e32d7-132b-426f-afca-5f5901e0d597", "name": "network-vif-plugged", "status": "completed", "tag": "fe00c7fc-5d89-4688-95c1-ac3cbfab1085"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:26.699513 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ce97-a7d6-45de-8125-991aa6ce854b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.711336 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.722152 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ce97-a7d6-45de-8125-991aa6ce854b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.725245 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c152404-e422-4b00-98f0-2c2e98557361 x-openstack-request-id: req-5c152404-e422-4b00-98f0-2c2e98557361 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:26.725671 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942e32d7-132b-426f-afca-5f5901e0d597", "name": "network-vif-plugged", "status": "completed", "tag": "fe00c7fc-5d89-4688-95c1-ac3cbfab1085", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:26.726144 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c152404-e422-4b00-98f0-2c2e98557361 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:26.726950 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942e32d7-132b-426f-afca-5f5901e0d597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe00c7fc-5d89-4688-95c1-ac3cbfab1085', 'code': 200} Aug 24 00:18:26.740853 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02b3580-1b27-4b0c-b302-4af42273d86e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:26.755935 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:26.756229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc6fdcf-4c5b-4fc1-9b32-6c51e89cca4b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:26.767453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.776304 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ce97-a7d6-45de-8125-991aa6ce854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.779152 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ce97-a7d6-45de-8125-991aa6ce854b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.782759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a1d7ce97-a7d6-45de-8125-991aa6ce854b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/907d1549-ac7f-415d-8f4a-92e1292f5ce4 HTTP/1.1" status: 204 len: 168 time: 0.1299396 Aug 24 00:18:26.789997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7ce97-a7d6-45de-8125-991aa6ce854b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907d1549-ac7f-415d-8f4a-92e1292f5ce4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:26.796574 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.804368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:18:26.804774 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:18:26.806835 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:18:26.854196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dce529cc-e1ee-43eb-be45-39167270f8cc admin admin] Deleting port 3bffd150-8861-4caf-abbc-03f5d24a3381 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:26.854419 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dce529cc-e1ee-43eb-be45-39167270f8cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.873672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d16b4-e58a-445d-80ce-d27eb0819e3e req-17d14bac-f270-445b-84dd-d3bccc01f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:26.875546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-484d16b4-e58a-445d-80ce-d27eb0819e3e req-17d14bac-f270-445b-84dd-d3bccc01f915 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 1101 time: 0.0445881 Aug 24 00:18:26.905900 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.914157 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.916595 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d02b3580-1b27-4b0c-b302-4af42273d86e HTTP/1.1" status: 204 len: 168 time: 1.0163083 Aug 24 00:18:26.931090 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-484d16b4-e58a-445d-80ce-d27eb0819e3e req-87a2f6b9-aaa6-43fd-8433-ff7a537bc1a7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448918 Aug 24 00:18:26.932410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fd31b-cc5d-44ce-a9e1-ffc2089d0ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d02b3580-1b27-4b0c-b302-4af42273d86e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:26.965481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-dce529cc-e1ee-43eb-be45-39167270f8cc admin admin] For port 3bffd150-8861-4caf-abbc-03f5d24a3381, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3bffd150-8861-4caf-abbc-03f5d24a3381,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:26.966091 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dce529cc-e1ee-43eb-be45-39167270f8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.982866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dce529cc-e1ee-43eb-be45-39167270f8cc admin admin] Calling delete_port for 3bffd150-8861-4caf-abbc-03f5d24a3381 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:27.166825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48170) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:27.185631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48172) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:27.256448 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-89de88fc-219d-4a5d-acac-b1b2017275b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c98ebf21f31942e38c1a4eb05b86b1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693851 Aug 24 00:18:27.259640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:27.288990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:27.314481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-13bcd239-d96d-439b-90f7-3718964da747 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=514890cd80be42b8a3389def8ba4c0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458571 Aug 24 00:18:27.318757 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:27.351932 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:27.352604 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 063e6cd3-3540-42b0-886c-d6ed3e1b33b6 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:27.353230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0a21208b-571e-4ad5-a331-2f0ca9a30952 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:27.354204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a41cf-b06c-46eb-81ca-532581a00237 req-82947cf2-af55-40c8-948f-280c6251fe10 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:27.355848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb7a41cf-b06c-46eb-81ca-532581a00237 req-82947cf2-af55-40c8-948f-280c6251fe10 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1656921 Aug 24 00:18:27.367317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28b2c4-17b7-4a40-9efa-9071075e4e3b req-ebea89bd-f291-4b09-afd2-bdf0673a2a0f tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:27.375470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c28b2c4-17b7-4a40-9efa-9071075e4e3b req-ebea89bd-f291-4b09-afd2-bdf0673a2a0f tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 946 time: 0.1207647 Aug 24 00:18:27.384306 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dce529cc-e1ee-43eb-be45-39167270f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.389823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 0a21208b-571e-4ad5-a331-2f0ca9a30952 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:27.390210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0a21208b-571e-4ad5-a331-2f0ca9a30952 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:27.433544 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-126b772f-8c28-4c06-aa8b-d01ca86d23cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.436309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce529cc-e1ee-43eb-be45-39167270f8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3bffd150-8861-4caf-abbc-03f5d24a3381,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:27.446392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c28b2c4-17b7-4a40-9efa-9071075e4e3b req-175c0f4f-6ae2-4f98-a58c-6befa16a85be tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/security-groups?id=2702ca1b-1e15-43db-b273-4d22bd4ae163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669873 Aug 24 00:18:27.465109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb7a41cf-b06c-46eb-81ca-532581a00237 req-04f6b5ce-9a56-4c94-83df-984c66c1db22 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869532 Aug 24 00:18:27.486128 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9166cd28-55cf-4e08-851b-825c9ef20d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.521187 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-126b772f-8c28-4c06-aa8b-d01ca86d23cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.536776 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9724cc73-e1c1-46f9-80c4-bde7e424425e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.638426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fccd73-7cb7-4468-96f9-ad05ed36b2d7 req-ae8fd7b0-9606-4685-be3e-e60885405e01 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:27.643365 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9724cc73-e1c1-46f9-80c4-bde7e424425e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.652546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7fccd73-7cb7-4468-96f9-ad05ed36b2d7 req-ae8fd7b0-9606-4685-be3e-e60885405e01 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 946 time: 0.0809903 Aug 24 00:18:27.652774 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48184) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:27.658704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-38a37d64-4a90-455a-9609-74b7d700be7a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Request body: {'floatingip': {'port_id': '21b25685-0bce-4369-b8e7-543c2c51aeb5'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:27.717532 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38a37d64-4a90-455a-9609-74b7d700be7a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.732840 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-126b772f-8c28-4c06-aa8b-d01ca86d23cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.735515 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-126b772f-8c28-4c06-aa8b-d01ca86d23cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.739559 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-126b772f-8c28-4c06-aa8b-d01ca86d23cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1896141d-4e4f-462d-9738-352ebc2a462e HTTP/1.1" status: 204 len: 168 time: 0.4762542 Aug 24 00:18:27.756206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b772f-8c28-4c06-aa8b-d01ca86d23cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1896141d-4e4f-462d-9738-352ebc2a462e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:27.783151 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dce529cc-e1ee-43eb-be45-39167270f8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.793555 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9724cc73-e1c1-46f9-80c4-bde7e424425e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.796415 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9724cc73-e1c1-46f9-80c4-bde7e424425e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.800238 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9724cc73-e1c1-46f9-80c4-bde7e424425e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74973185-59f8-41f7-a91e-4911683c97a6 HTTP/1.1" status: 204 len: 168 time: 0.4736094 Aug 24 00:18:27.849194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed547d-d08d-4927-b6dc-f03828575bf5 req-b20ab803-7537-4652-9c19-691d4f04935f tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:27.851221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ed547d-d08d-4927-b6dc-f03828575bf5 req-b20ab803-7537-4652-9c19-691d4f04935f tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 950 time: 0.1518793 Aug 24 00:18:27.852082 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724cc73-e1c1-46f9-80c4-bde7e424425e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74973185-59f8-41f7-a91e-4911683c97a6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:27.922744 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 94ccf9f0-4359-4e9f-a009-4d1af12a4915 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:18:28.034207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:28.067657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:28.068398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2ff0d48c-95ef-47a5-9e75-aa57d7553c80 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:28.084795 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ed547d-d08d-4927-b6dc-f03828575bf5 req-02ea6220-4d96-4ada-9a88-17c0857dc2cc tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016731 Aug 24 00:18:28.129014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:28.145616 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '94ccf9f0-4359-4e9f-a009-4d1af12a4915', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '94ccf9f0-4359-4e9f-a009-4d1af12a4915', 'mac_address': 'fa:16:3e:43:ff:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:18:28.187291 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce529cc-e1ee-43eb-be45-39167270f8cc admin admin] Router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:28.195418 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:28.213006 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ccf9f0-4359-4e9f-a009-4d1af12a4915 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:28.235641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:28.265470 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:28.350127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=94ccf9f0-4359-4e9f-a009-4d1af12a4915,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:28.407296 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce529cc-e1ee-43eb-be45-39167270f8cc admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:28.415439 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dce529cc-e1ee-43eb-be45-39167270f8cc admin admin] 10.222.0.32 "PUT /v2.0/routers/a9cd2c6d-bca8-4efc-b266-8b93d66d6608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2108464 Aug 24 00:18:28.417585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:28.432227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0903b88-d678-4f4b-b3b0-98cdfd6a21ab None None] Sync routers for ids ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:28.446129 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0903b88-d678-4f4b-b3b0-98cdfd6a21ab None None] Routers {'a9cd2c6d-bca8-4efc-b266-8b93d66d6608'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:28.450853 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f0903b88-d678-4f4b-b3b0-98cdfd6a21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:28.656227 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:28.714063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-38a37d64-4a90-455a-9609-74b7d700be7a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:18:28.770153 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38a37d64-4a90-455a-9609-74b7d700be7a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:28.786024 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38a37d64-4a90-455a-9609-74b7d700be7a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:28.822550 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:18:28.911137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f0903b88-d678-4f4b-b3b0-98cdfd6a21ab None None] Set router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:28.915536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7463d-964f-4eeb-b81d-6007c68089fb req-89804d11-70f4-4e5b-aac6-eb0f283c77ee tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:28.923032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09c7463d-964f-4eeb-b81d-6007c68089fb req-89804d11-70f4-4e5b-aac6-eb0f283c77ee tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1509907 Aug 24 00:18:28.969064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09c7463d-964f-4eeb-b81d-6007c68089fb req-c1b50202-a7d4-44c5-892a-9f4f0c324c29 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435605 Aug 24 00:18:29.035534 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-38a37d64-4a90-455a-9609-74b7d700be7a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Floating IP 9b7559c3-72af-4c97-a6c8-69d3a9d84abe associated. External IP: 172.25.8.243, port: 21b25685-0bce-4369-b8e7-543c2c51aeb5. Aug 24 00:18:29.073646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['94ccf9f0-4359-4e9f-a009-4d1af12a4915'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:29.152059 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:29.307758 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] Deleting port 6b548ae0-9643-4d0c-b78c-18bfd584a76f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:29.308461 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:29.454376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] For port 6b548ae0-9643-4d0c-b78c-18bfd584a76f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6b548ae0-9643-4d0c-b78c-18bfd584a76f,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:29.454670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a31cd-bcfd-4990-89ee-e94a43eee1a7 req-3e95dc09-7f3d-483a-81b9-45dc6e77b908 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:29.455329 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:29.456257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d07a31cd-bcfd-4990-89ee-e94a43eee1a7 req-3e95dc09-7f3d-483a-81b9-45dc6e77b908 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 950 time: 0.2277761 Aug 24 00:18:29.473750 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:29.481312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] Calling delete_port for 6b548ae0-9643-4d0c-b78c-18bfd584a76f owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:29.526053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f0903b88-d678-4f4b-b3b0-98cdfd6a21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:18:27Z', 'revision_number': 5, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port': {'id': '6b548ae0-9643-4d0c-b78c-18bfd584a76f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:11:58Z', 'updated_at': '2021-08-24T00:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:29.531820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a37d64-4a90-455a-9609-74b7d700be7a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Router 70538a44-bcd9-4e38-b608-ee5fa5e11aed has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:29.554971 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d07a31cd-bcfd-4990-89ee-e94a43eee1a7 req-11a9f282-d0c8-45df-89dc-84478c2ad135 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898612 Aug 24 00:18:29.568759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0903b88-d678-4f4b-b3b0-98cdfd6a21ab None None] Checking router: a9cd2c6d-bca8-4efc-b266-8b93d66d6608 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:29.570886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-36539016-d2d4-483d-926a-3458cf88bb43 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:29.572449 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-36539016-d2d4-483d-926a-3458cf88bb43 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/networks?id=c2445dbf-51ce-471e-bf22-d58b2d01dce0 HTTP/1.1" status: 200 len: 810 time: 0.2681589 Aug 24 00:18:29.598915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0903b88-d678-4f4b-b3b0-98cdfd6a21ab None None] Routers {'a9cd2c6d-bca8-4efc-b266-8b93d66d6608'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:29.600013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f0903b88-d678-4f4b-b3b0-98cdfd6a21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:29.638976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c50c4bec-decd-4823-a9db-1c51551c9d44 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/quotas/3c6e0e872fd9493581d598175e4e4ca3 HTTP/1.1" status: 200 len: 375 time: 0.0308235 Aug 24 00:18:29.729544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f0903b88-d678-4f4b-b3b0-98cdfd6a21ab None None] Set router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:29.754666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a37d64-4a90-455a-9609-74b7d700be7a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:29.760161 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38a37d64-4a90-455a-9609-74b7d700be7a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:29.762141 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:29.768377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-7251f9d1-705a-44d6-bd01-bf6a6c4559b1 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c6e0e872fd9493581d598175e4e4ca3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214032 Aug 24 00:18:29.770617 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79be14e-2d70-4a6c-9c7d-0165cc943301 None None] Sync routers for ids ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:29.789889 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79be14e-2d70-4a6c-9c7d-0165cc943301 None None] Routers {'70538a44-bcd9-4e38-b608-ee5fa5e11aed'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:29.790542 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f79be14e-2d70-4a6c-9c7d-0165cc943301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:29.814927 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f0903b88-d678-4f4b-b3b0-98cdfd6a21ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:18:29Z', 'revision_number': 6, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:29.853118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0903b88-d678-4f4b-b3b0-98cdfd6a21ab None None] The sync data for ids ['a9cd2c6d-bca8-4efc-b266-8b93d66d6608'] in n-d-805736-1 is: [{'id': 'a9cd2c6d-bca8-4efc-b266-8b93d66d6608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1570992460-router', 'tenant_id': 'f0260e3ac9534313979a02021ef3bb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:11:57Z', 'updated_at': '2021-08-24T00:18:29Z', 'revision_number': 6, 'project_id': 'f0260e3ac9534313979a02021ef3bb3a', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:29.859220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b548ae0-9643-4d0c-b78c-18bfd584a76f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:29.972321 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:29.978547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c1fcd3c1-1405-42a7-8950-ba1ef46af7dc service neutron] 10.222.0.32 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986675 Aug 24 00:18:29.982681 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-38a37d64-4a90-455a-9609-74b7d700be7a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "PUT /v2.0/floatingips/9b7559c3-72af-4c97-a6c8-69d3a9d84abe HTTP/1.1" status: 200 len: 992 time: 2.3288748 Aug 24 00:18:29.983279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2118c846-d1d2-467a-908f-04622f17aee1', 'tag': '21b25685-0bce-4369-b8e7-543c2c51aeb5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:29.986064 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8210fa-e5ce-45e3-8453-0188acbbfa36" -d '{"events": [{"name": "network-changed", "server_uuid": "2118c846-d1d2-467a-908f-04622f17aee1", "tag": "21b25685-0bce-4369-b8e7-543c2c51aeb5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:30.063380 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.066307 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f79be14e-2d70-4a6c-9c7d-0165cc943301 None None] Set router 70538a44-bcd9-4e38-b608-ee5fa5e11aed gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:30.177233 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.179905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.199561 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a22a0676-fc6f-4e98-9f68-6f6075bc6bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.264750 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.269843 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9cd2c6d-bca8-4efc-b266-8b93d66d6608 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:18:30.271317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436325f4-5749-4bce-ad6b-e1b17ff6d9a5 req-5bee7a7b-d482-478b-a34f-1ce54a7261e8 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:30.285369 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.292177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-436325f4-5749-4bce-ad6b-e1b17ff6d9a5 req-5bee7a7b-d482-478b-a34f-1ce54a7261e8 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=080ca8f0-f443-46d7-bce8-874ea60ddaec HTTP/1.1" status: 200 len: 949 time: 0.1772077 Aug 24 00:18:30.292381 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b879baef-1c7f-4998-a88c-5a65186e0808 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a9cd2c6d-bca8-4efc-b266-8b93d66d6608 HTTP/1.1" status: 204 len: 168 time: 1.8704817 Aug 24 00:18:30.292789 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:30.357462 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-433eb8e8-8451-4fd0-8b1a-70c413c143c3 service neutron] 10.222.0.32 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664594 Aug 24 00:18:30.388831 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-436325f4-5749-4bce-ad6b-e1b17ff6d9a5 req-79938755-b7e1-4d57-b282-7b70be61413d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981069 Aug 24 00:18:30.404880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c278c9ff-3083-476d-9bb9-3c52366fbbb6 admin admin] Deleting subnet 0a360885-cb3f-4163-9ef2-5cd2bca1aba0 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:18:30.414233 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c278c9ff-3083-476d-9bb9-3c52366fbbb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.460928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c278c9ff-3083-476d-9bb9-3c52366fbbb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.556636 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f79be14e-2d70-4a6c-9c7d-0165cc943301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:18:05Z', 'revision_number': 4, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port': {'id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:00Z', 'updated_at': '2021-08-24T00:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '9b7559c3-72af-4c97-a6c8-69d3a9d84abe', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'floating_ip_address': '172.25.8.243', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'port_id': '21b25685-0bce-4369-b8e7-543c2c51aeb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'mac_address': 'fa:16:3e:94:f8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2118c846-d1d2-467a-908f-04622f17aee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:18:08Z', 'updated_at': '2021-08-24T00:18:28Z', 'revision_number': 1, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23', 'name': '', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'mac_address': 'fa:16:3e:b5:bf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:04Z', 'updated_at': '2021-08-24T00:18:11Z', 'revision_number': 5, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'subnets': [{'id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:30.565396 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c278c9ff-3083-476d-9bb9-3c52366fbbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.617471 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79be14e-2d70-4a6c-9c7d-0165cc943301 None None] Checking router: 70538a44-bcd9-4e38-b608-ee5fa5e11aed for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:30.651664 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79be14e-2d70-4a6c-9c7d-0165cc943301 None None] Routers {'70538a44-bcd9-4e38-b608-ee5fa5e11aed'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:30.652509 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f79be14e-2d70-4a6c-9c7d-0165cc943301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:30.675363 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a0b17f-6bdf-46fe-a5c2-77585196bb22 x-openstack-request-id: req-40a0b17f-6bdf-46fe-a5c2-77585196bb22 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:30.676381 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2118c846-d1d2-467a-908f-04622f17aee1", "tag": "21b25685-0bce-4369-b8e7-543c2c51aeb5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:30.677495 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40a0b17f-6bdf-46fe-a5c2-77585196bb22 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:30.678337 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2118c846-d1d2-467a-908f-04622f17aee1', 'tag': '21b25685-0bce-4369-b8e7-543c2c51aeb5', 'status': 'completed', 'code': 200} Aug 24 00:18:30.707760 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c278c9ff-3083-476d-9bb9-3c52366fbbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.746027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278c9ff-3083-476d-9bb9-3c52366fbbb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a360885-cb3f-4163-9ef2-5cd2bca1aba0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:30.759891 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c278c9ff-3083-476d-9bb9-3c52366fbbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.766306 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c278c9ff-3083-476d-9bb9-3c52366fbbb6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0a360885-cb3f-4163-9ef2-5cd2bca1aba0 HTTP/1.1" status: 204 len: 168 time: 0.4715302 Aug 24 00:18:30.767103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:30.768156 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c7edca-797b-4e11-b187-f221d90effda None None] Network 6c6a0536-598a-43f5-b351-96ae57a58d61 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:30.857145 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.859648 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f79be14e-2d70-4a6c-9c7d-0165cc943301 None None] Set router 70538a44-bcd9-4e38-b608-ee5fa5e11aed gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:30.913775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14c70e-6b5c-4920-ad6e-2f9dcd1d7394 req-6cc54e23-0f2f-4859-94b9-ea03369728c2 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:30.921884 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2c14c70e-6b5c-4920-ad6e-2f9dcd1d7394 req-6cc54e23-0f2f-4859-94b9-ea03369728c2 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 946 time: 0.1073251 Aug 24 00:18:30.935743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8210fa-e5ce-45e3-8453-0188acbbfa36 req-2eae2b53-b7cf-4264-b147-613bf58c5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:30.937030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc8210fa-e5ce-45e3-8453-0188acbbfa36 req-2eae2b53-b7cf-4264-b147-613bf58c5f7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dedff946d8ca4ccbabc1f59e32543423&device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 1097 time: 0.1931987 Aug 24 00:18:31.004613 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Deleting port 7eff94be-13df-4eb6-a14c-62cdbe33ab19 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:31.005001 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.073154 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8210fa-e5ce-45e3-8453-0188acbbfa36 req-0c5f36ca-1a3c-4479-abbe-2bdac56f2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:31.074726 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc8210fa-e5ce-45e3-8453-0188acbbfa36 req-0c5f36ca-1a3c-4479-abbe-2bdac56f2de5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9cc517a-d1b3-43cd-b590-36f6ddc3e79e HTTP/1.1" status: 200 len: 912 time: 0.1276042 Aug 24 00:18:31.126303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] For port 7eff94be-13df-4eb6-a14c-62cdbe33ab19, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7eff94be-13df-4eb6-a14c-62cdbe33ab19,segment=NetworkSegment(a09c43b1-fee8-4b30-8e8f-a6d1fea82159),segment_id=a09c43b1-fee8-4b30-8e8f-a6d1fea82159)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:31.126672 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.154281 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Calling delete_port for 7eff94be-13df-4eb6-a14c-62cdbe33ab19 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:31.156385 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.215737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2c14c70e-6b5c-4920-ad6e-2f9dcd1d7394 req-b84e8733-07cb-4207-ab1d-e7d963bcc72f tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928939 Aug 24 00:18:31.219892 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b25da453-73c6-413a-b485-52cd023aaae8 req-0e5b6c08-ddd9-4e2e-be5d-b8872813280b tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 210 time: 0.1418610 Aug 24 00:18:31.258980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd468437-135d-45f4-9fd2-c5fef6242f47 None None] DHCP port deletion for 6c6a0536-598a-43f5-b351-96ae57a58d61 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:18:31.261388 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3bffd150-8861-4caf-abbc-03f5d24a3381 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:31.292888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc8210fa-e5ce-45e3-8453-0188acbbfa36 req-3da53fd4-535e-4aa2-b1c9-22944966c809 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21b25685-0bce-4369-b8e7-543c2c51aeb5 HTTP/1.1" status: 200 len: 1000 time: 0.2056680 Aug 24 00:18:31.317746 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 3bffd150-8861-4caf-abbc-03f5d24a3381 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:31.320183 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3bffd150-8861-4caf-abbc-03f5d24a3381 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:31.323713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6b548ae0-9643-4d0c-b78c-18bfd584a76f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:31.337330 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.381410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 6b548ae0-9643-4d0c-b78c-18bfd584a76f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:31.383249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6b548ae0-9643-4d0c-b78c-18bfd584a76f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:31.403439 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eff94be-13df-4eb6-a14c-62cdbe33ab19,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:31.421770 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] No DVR routers for this DVR port 7eff94be-13df-4eb6-a14c-62cdbe33ab19 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:31.431023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fd468437-135d-45f4-9fd2-c5fef6242f47 None None] Deleting port 7eff94be-13df-4eb6-a14c-62cdbe33ab19 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:31.433955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8210fa-e5ce-45e3-8453-0188acbbfa36 req-bed59f80-4d4a-4f30-8678-3b3b9f2e43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:31.434433 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd468437-135d-45f4-9fd2-c5fef6242f47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.436348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc8210fa-e5ce-45e3-8453-0188acbbfa36 req-bed59f80-4d4a-4f30-8678-3b3b9f2e43ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef43a554-57dd-4197-9672-c9c1b63a52b6 HTTP/1.1" status: 200 len: 850 time: 0.1321914 Aug 24 00:18:31.559373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fd468437-135d-45f4-9fd2-c5fef6242f47 None None] For port 7eff94be-13df-4eb6-a14c-62cdbe33ab19, host n-d-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:31.560167 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd468437-135d-45f4-9fd2-c5fef6242f47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.575754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8210fa-e5ce-45e3-8453-0188acbbfa36 req-14f05143-c364-4e2e-98ea-ae68f11ca8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:31.579456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc8210fa-e5ce-45e3-8453-0188acbbfa36 req-14f05143-c364-4e2e-98ea-ae68f11ca8bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9cc517a-d1b3-43cd-b590-36f6ddc3e79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336446 Aug 24 00:18:31.583756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fd468437-135d-45f4-9fd2-c5fef6242f47 None None] Calling delete_port for 7eff94be-13df-4eb6-a14c-62cdbe33ab19 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:31.597157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-fd468437-135d-45f4-9fd2-c5fef6242f47 None None] Port 7eff94be-13df-4eb6-a14c-62cdbe33ab19 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:18:31.602109 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd468437-135d-45f4-9fd2-c5fef6242f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.607746 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.628918 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6a0536-598a-43f5-b351-96ae57a58d61']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:31.650014 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:31.650285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09c43b1-fee8-4b30-8e8f-a6d1fea82159') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:31.675230 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.700333 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f79be14e-2d70-4a6c-9c7d-0165cc943301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:18:05Z', 'revision_number': 4, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port': {'id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:00Z', 'updated_at': '2021-08-24T00:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '9b7559c3-72af-4c97-a6c8-69d3a9d84abe', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'floating_ip_address': '172.25.8.243', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'port_id': '21b25685-0bce-4369-b8e7-543c2c51aeb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'mac_address': 'fa:16:3e:94:f8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2118c846-d1d2-467a-908f-04622f17aee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:18:08Z', 'updated_at': '2021-08-24T00:18:28Z', 'revision_number': 1, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23', 'name': '', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'mac_address': 'fa:16:3e:b5:bf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:04Z', 'updated_at': '2021-08-24T00:18:11Z', 'revision_number': 5, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'subnets': [{'id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:31.702324 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.704086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd468437-135d-45f4-9fd2-c5fef6242f47 None None] No DVR routers for this DVR port 7eff94be-13df-4eb6-a14c-62cdbe33ab19 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:31.714826 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd468437-135d-45f4-9fd2-c5fef6242f47 None None] Pushing event deleted for resources: {'Port': ['ID=7eff94be-13df-4eb6-a14c-62cdbe33ab19,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:31.722058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:18:31.722556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:18:31.724527 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:18:31.764642 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79be14e-2d70-4a6c-9c7d-0165cc943301 None None] The sync data for ids ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'] in n-d-805736-1 is: [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:18:05Z', 'revision_number': 4, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port': {'id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:00Z', 'updated_at': '2021-08-24T00:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '9b7559c3-72af-4c97-a6c8-69d3a9d84abe', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'floating_ip_address': '172.25.8.243', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'port_id': '21b25685-0bce-4369-b8e7-543c2c51aeb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'mac_address': 'fa:16:3e:94:f8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2118c846-d1d2-467a-908f-04622f17aee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:18:08Z', 'updated_at': '2021-08-24T00:18:28Z', 'revision_number': 1, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23', 'name': '', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'mac_address': 'fa:16:3e:b5:bf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:04Z', 'updated_at': '2021-08-24T00:18:11Z', 'revision_number': 5, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'subnets': [{'id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:31.812234 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.818960 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.821179 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6c6a0536-598a-43f5-b351-96ae57a58d61 HTTP/1.1" status: 204 len: 168 time: 1.0526938 Aug 24 00:18:31.824563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:31.842228 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877233da-8a8d-4e2a-8129-ca65261be733 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c6a0536-598a-43f5-b351-96ae57a58d61,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:31.861190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b8d5a-b029-4bdf-8c1e-22aab5ae7b80 req-83ecabf6-f397-4ae2-b51c-b11d0894f2e1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:31.867231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-331b8d5a-b029-4bdf-8c1e-22aab5ae7b80 req-83ecabf6-f397-4ae2-b51c-b11d0894f2e1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 945 time: 0.1310267 Aug 24 00:18:31.890399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc8210fa-e5ce-45e3-8453-0188acbbfa36 req-95f28a8a-d791-4f8a-97cb-506c230f95e8 service neutron] 10.222.0.13 "GET /v2.0/networks/e9cc517a-d1b3-43cd-b590-36f6ddc3e79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988667 Aug 24 00:18:31.910522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ed720-4acf-4e5e-83fe-73cf014ffd9d req-b7c5d406-3ccc-4503-b0fe-e887b95c6235 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:31.912591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c2ed720-4acf-4e5e-83fe-73cf014ffd9d req-b7c5d406-3ccc-4503-b0fe-e887b95c6235 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=080ca8f0-f443-46d7-bce8-874ea60ddaec HTTP/1.1" status: 200 len: 949 time: 0.1556063 Aug 24 00:18:31.953929 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 94ccf9f0-4359-4e9f-a009-4d1af12a4915 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:32.019672 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 94ccf9f0-4359-4e9f-a009-4d1af12a4915 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:32.027148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 94ccf9f0-4359-4e9f-a009-4d1af12a4915 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:32.028351 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:32.042411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-331b8d5a-b029-4bdf-8c1e-22aab5ae7b80 req-d781deee-0a1b-4064-b646-80fa3108f413 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627371 Aug 24 00:18:32.048029 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c2ed720-4acf-4e5e-83fe-73cf014ffd9d req-63ca5ec8-43d0-4c1d-a676-9b2b24482a8d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254270 Aug 24 00:18:32.118005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd9fadd-a64d-4427-8e56-d2c030667063 None None] New status for floating IP 9b7559c3-72af-4c97-a6c8-69d3a9d84abe: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:18:32.135695 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc8210fa-e5ce-45e3-8453-0188acbbfa36 req-d7246d22-72df-4ee4-a32e-90504dd8063c service neutron] 10.222.0.13 "GET /v2.0/networks/e9cc517a-d1b3-43cd-b590-36f6ddc3e79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219565 Aug 24 00:18:32.352547 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c90fab8-2791-4a27-a811-28815c51eec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:32.440185 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:32.472272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ccf9f0-4359-4e9f-a009-4d1af12a4915'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:32.474946 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f13516-ebcc-4a9f-b87d-a99cb27700d2" -d '{"events": [{"server_uuid": "080ca8f0-f443-46d7-bce8-874ea60ddaec", "name": "network-vif-plugged", "status": "completed", "tag": "94ccf9f0-4359-4e9f-a009-4d1af12a4915"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:32.497478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:32.508777 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:32.539088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c4e0a5c-4476-48a1-b5b6-20b479958e80 req-b957d306-c86e-4fee-a7b0-88fd74097df1 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 210 time: 0.1521275 Aug 24 00:18:32.619170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=94ccf9f0-4359-4e9f-a009-4d1af12a4915,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:32.672156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c481b03f-95fa-40c8-86f4-8fea8d6e71c1 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:32.673660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c481b03f-95fa-40c8-86f4-8fea8d6e71c1 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.47 "GET /v2.0/networks?id=c2445dbf-51ce-471e-bf22-d58b2d01dce0 HTTP/1.1" status: 200 len: 810 time: 0.3486397 Aug 24 00:18:32.683688 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f96b11-2440-4368-9d71-10d1e8ae675d x-openstack-request-id: req-10f96b11-2440-4368-9d71-10d1e8ae675d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:32.684045 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080ca8f0-f443-46d7-bce8-874ea60ddaec", "name": "network-vif-plugged", "status": "completed", "tag": "94ccf9f0-4359-4e9f-a009-4d1af12a4915", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:32.684313 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10f96b11-2440-4368-9d71-10d1e8ae675d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:32.684738 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ccf9f0-4359-4e9f-a009-4d1af12a4915', 'code': 200} Aug 24 00:18:32.685952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15073a6-7411-4a16-8ca9-204ef7e03b53 req-b7932339-f8b1-4227-b893-c7337a19a141 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:32.687496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f15073a6-7411-4a16-8ca9-204ef7e03b53 req-b7932339-f8b1-4227-b893-c7337a19a141 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 946 time: 0.1247177 Aug 24 00:18:32.696401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c4d329e6-c6e4-4b7d-ad97-895d87769dff tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Request body: {'port': {'device_id': 'd96bddec-9080-411b-bb6f-2892c665cd32', 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0', 'admin_state_up': True, 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:32.724089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48370) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:32.769796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3c90fab8-2791-4a27-a811-28815c51eec3 admin admin] Deleting port ae9b658b-8b5f-4ade-8948-bdb421b31551 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:32.770392 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c90fab8-2791-4a27-a811-28815c51eec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:32.797279 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f15073a6-7411-4a16-8ca9-204ef7e03b53 req-973e5323-c404-4ab9-b108-f94be238afd5 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942972 Aug 24 00:18:32.868976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb39eaf-30b6-454b-a416-9a3d7ab3fdc2 req-ee32e472-0b96-4dea-a2f5-0c5c340b8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:32.872078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7fb39eaf-30b6-454b-a416-9a3d7ab3fdc2 req-ee32e472-0b96-4dea-a2f5-0c5c340b8307 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=080ca8f0-f443-46d7-bce8-874ea60ddaec HTTP/1.1" status: 200 len: 1101 time: 0.0741708 Aug 24 00:18:32.903066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-3c90fab8-2791-4a27-a811-28815c51eec3 admin admin] For port ae9b658b-8b5f-4ade-8948-bdb421b31551, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ae9b658b-8b5f-4ade-8948-bdb421b31551,segment=NetworkSegment(cabefd0d-b633-42a7-a702-6a17954c9a87),segment_id=cabefd0d-b633-42a7-a702-6a17954c9a87)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:32.903442 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c90fab8-2791-4a27-a811-28815c51eec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:32.911251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c4d329e6-c6e4-4b7d-ad97-895d87769dff tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Made reservation on behalf of 3c6e0e872fd9493581d598175e4e4ca3 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:32.915684 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c4d329e6-c6e4-4b7d-ad97-895d87769dff tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:32.934133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3c90fab8-2791-4a27-a811-28815c51eec3 admin admin] Calling delete_port for ae9b658b-8b5f-4ade-8948-bdb421b31551 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:32.937164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7fb39eaf-30b6-454b-a416-9a3d7ab3fdc2 req-7c8adc2a-b8f4-4b83-a21d-9be04acd6c9f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516191 Aug 24 00:18:32.938905 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:32.949592 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4967f914-5e0e-41d7-9124-4ca4dd34457d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.079780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c4d329e6-c6e4-4b7d-ad97-895d87769dff tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Allocated IP 172.20.0.8 (c2445dbf-51ce-471e-bf22-d58b2d01dce0/1c895085-e829-4731-b347-1f7ea11c9bda/3dee85e9-cd02-4f9a-b815-f7a7e88c5438) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:33.152588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7eff94be-13df-4eb6-a14c-62cdbe33ab19 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:33.193462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4967f914-5e0e-41d7-9124-4ca4dd34457d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.200469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 7eff94be-13df-4eb6-a14c-62cdbe33ab19 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:33.201003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7eff94be-13df-4eb6-a14c-62cdbe33ab19 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:33.222259 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4967f914-5e0e-41d7-9124-4ca4dd34457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.277002 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4967f914-5e0e-41d7-9124-4ca4dd34457d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4cac495a13b140c99714e9d5d86fe406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5504906 Aug 24 00:18:33.278342 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48400) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:33.285203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967f914-5e0e-41d7-9124-4ca4dd34457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5912d33f-2dc7-4321-8cc1-5b5b496bde42,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:33.289373 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c90fab8-2791-4a27-a811-28815c51eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.327460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90fab8-2791-4a27-a811-28815c51eec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9b658b-8b5f-4ade-8948-bdb421b31551,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:33.367926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62950f-ea7b-4ae5-b871-3e3e1b26564b req-b122e2fa-35de-4d8c-989e-e1b1f62a0945 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:33.370319 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48402) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:33.375378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d62950f-ea7b-4ae5-b871-3e3e1b26564b req-b122e2fa-35de-4d8c-989e-e1b1f62a0945 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 945 time: 0.1888940 Aug 24 00:18:33.409746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e26ec-0eb3-4fa8-97b3-a41026111f69 req-2e406da7-8743-4794-b62c-648883d37cbb tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:33.420228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc3e26ec-0eb3-4fa8-97b3-a41026111f69 req-2e406da7-8743-4794-b62c-648883d37cbb tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=080ca8f0-f443-46d7-bce8-874ea60ddaec HTTP/1.1" status: 200 len: 950 time: 0.2238123 Aug 24 00:18:33.421526 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54784204-f85c-481d-9332-db6d250a608d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.484952 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54784204-f85c-481d-9332-db6d250a608d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.503886 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c4d329e6-c6e4-4b7d-ad97-895d87769dff tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.529727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc3e26ec-0eb3-4fa8-97b3-a41026111f69 req-200ab219-a5f6-49db-807c-af933119922d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085851 Aug 24 00:18:33.557155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d62950f-ea7b-4ae5-b871-3e3e1b26564b req-62223025-0845-4f92-aa26-57fb6374fde9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807618 Aug 24 00:18:33.577047 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b97759c0-1829-4eb2-a48f-ecfa07fe89e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.608927 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c90fab8-2791-4a27-a811-28815c51eec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.609682 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c4d329e6-c6e4-4b7d-ad97-895d87769dff tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.636836 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54784204-f85c-481d-9332-db6d250a608d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.639706 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54784204-f85c-481d-9332-db6d250a608d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.643720 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-54784204-f85c-481d-9332-db6d250a608d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5912d33f-2dc7-4321-8cc1-5b5b496bde42 HTTP/1.1" status: 204 len: 168 time: 0.3616264 Aug 24 00:18:33.649594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['90c6548c-3ce5-45c2-926a-76773f369911'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:33.680675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d329e6-c6e4-4b7d-ad97-895d87769dff tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Pushing event updated for resources: {'Port': ['ID=3dee85e9-cd02-4f9a-b815-f7a7e88c5438,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:33.692238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c4d329e6-c6e4-4b7d-ad97-895d87769dff tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Network c2445dbf-51ce-471e-bf22-d58b2d01dce0 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:33.693708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c4d329e6-c6e4-4b7d-ad97-895d87769dff tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:33.699792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c4d329e6-c6e4-4b7d-ad97-895d87769dff tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:33.712278 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54784204-f85c-481d-9332-db6d250a608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5912d33f-2dc7-4321-8cc1-5b5b496bde42,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:33.790998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c4d329e6-c6e4-4b7d-ad97-895d87769dff tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:33.791915 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c4d329e6-c6e4-4b7d-ad97-895d87769dff tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.848167 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b97759c0-1829-4eb2-a48f-ecfa07fe89e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.863257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b97759c0-1829-4eb2-a48f-ecfa07fe89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.912231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c4d329e6-c6e4-4b7d-ad97-895d87769dff tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2198884 Aug 24 00:18:33.929021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a67a9a-6dfd-478e-a3c8-777c995204e6 req-29844ef1-5832-4e6b-a7e7-0c6379370c53 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:33.931356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6a67a9a-6dfd-478e-a3c8-777c995204e6 req-29844ef1-5832-4e6b-a7e7-0c6379370c53 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 945 time: 0.1279736 Aug 24 00:18:33.943025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Request body: {'port': {'device_id': 'd96bddec-9080-411b-bb6f-2892c665cd32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:33.956825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b5254-31cf-4736-85a7-7af2c12c6ce7 req-7cc3d566-3de4-4e8e-8804-85641be82111 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:33.958653 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-929b5254-31cf-4736-85a7-7af2c12c6ce7 req-7cc3d566-3de4-4e8e-8804-85641be82111 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 931 time: 0.1055465 Aug 24 00:18:33.973002 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b97759c0-1829-4eb2-a48f-ecfa07fe89e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b13d8e4aae14cb0aebddbe4afbdf591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5992651 Aug 24 00:18:33.998587 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97759c0-1829-4eb2-a48f-ecfa07fe89e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa495085-fc13-4976-95b8-23382717a6bf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:34.002360 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48414) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:34.080354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c90fab8-2791-4a27-a811-28815c51eec3 admin admin] Router 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:34.080354 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce1b14ba-63eb-4ab6-8846-00e6b12f2583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.111155 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce1b14ba-63eb-4ab6-8846-00e6b12f2583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.258361 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce1b14ba-63eb-4ab6-8846-00e6b12f2583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.261008 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce1b14ba-63eb-4ab6-8846-00e6b12f2583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.265348 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ce1b14ba-63eb-4ab6-8846-00e6b12f2583 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa495085-fc13-4976-95b8-23382717a6bf HTTP/1.1" status: 204 len: 168 time: 0.2543581 Aug 24 00:18:34.265711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c90fab8-2791-4a27-a811-28815c51eec3 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:34.271644 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3c90fab8-2791-4a27-a811-28815c51eec3 admin admin] 10.222.0.32 "PUT /v2.0/routers/6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4311066 Aug 24 00:18:34.277379 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48428) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:34.283967 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b14ba-63eb-4ab6-8846-00e6b12f2583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa495085-fc13-4976-95b8-23382717a6bf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:34.284492 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324279c-3e95-4c0f-81f2-cfaacbc8f66c None None] Sync routers for ids ['6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:34.304812 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1324279c-3e95-4c0f-81f2-cfaacbc8f66c None None] Routers {'6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:34.305449 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1324279c-3e95-4c0f-81f2-cfaacbc8f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:34.408817 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.494609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1a6ee-dd87-4077-b0b6-2619ad12d1c1 req-72a1c733-03c8-4f87-9cfb-2bf50b265d5b tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:34.502251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f1a6ee-dd87-4077-b0b6-2619ad12d1c1 req-72a1c733-03c8-4f87-9cfb-2bf50b265d5b tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 946 time: 0.5421457 Aug 24 00:18:34.536257 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1324279c-3e95-4c0f-81f2-cfaacbc8f66c None None] Set router 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:34.589153 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.602872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-929b5254-31cf-4736-85a7-7af2c12c6ce7 req-76a8c715-a02a-420d-b7e5-ba9953abcd18 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900016 Aug 24 00:18:34.678307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f1a6ee-dd87-4077-b0b6-2619ad12d1c1 req-56488595-77de-4629-af72-f9909ce7de96 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735749 Aug 24 00:18:34.733069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48444) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:34.802296 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1324279c-3e95-4c0f-81f2-cfaacbc8f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-414231338-router', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '41588090-87c3-4017-b4b5-360a4700ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:11Z', 'updated_at': '2021-08-24T00:18:33Z', 'revision_number': 5, 'project_id': '59abc61e31c54c36a920fb487d8ae0fc', 'gw_port': {'id': '41588090-87c3-4017-b4b5-360a4700ade6', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:12Z', 'updated_at': '2021-08-24T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:34.847599 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:34.848539 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324279c-3e95-4c0f-81f2-cfaacbc8f66c None None] Checking router: 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:34.859661 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63177b12-3318-42ce-ae11-8e3bc410c74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.862854 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1324279c-3e95-4c0f-81f2-cfaacbc8f66c None None] Routers {'6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:34.863490 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1324279c-3e95-4c0f-81f2-cfaacbc8f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:34.877458 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.948862 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] Deleting port 41588090-87c3-4017-b4b5-360a4700ade6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:34.949278 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.983764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-e6a67a9a-6dfd-478e-a3c8-777c995204e6 req-a209063f-c56d-46fe-8e8b-7f1ef04c79fb tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Deleting port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:34.984317 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1324279c-3e95-4c0f-81f2-cfaacbc8f66c None None] Set router 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:34.984420 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e6a67a9a-6dfd-478e-a3c8-777c995204e6 req-a209063f-c56d-46fe-8e8b-7f1ef04c79fb tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.008752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1989989384-network', 'tenant_id': 'd7c80159555048d596df4f91f219af56'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:35.049931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] For port 41588090-87c3-4017-b4b5-360a4700ade6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=41588090-87c3-4017-b4b5-360a4700ade6,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:35.050460 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.059820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173f8fc-f1ef-4c6e-a978-a811b524f877 req-2c3900af-7ab8-4c0b-9244-d64a89e0443f tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:35.061438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7173f8fc-f1ef-4c6e-a978-a811b524f877 req-2c3900af-7ab8-4c0b-9244-d64a89e0443f tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=080ca8f0-f443-46d7-bce8-874ea60ddaec HTTP/1.1" status: 200 len: 950 time: 0.2641404 Aug 24 00:18:35.066025 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] Calling delete_port for 41588090-87c3-4017-b4b5-360a4700ade6 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:35.188503 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1324279c-3e95-4c0f-81f2-cfaacbc8f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-414231338-router', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '41588090-87c3-4017-b4b5-360a4700ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:11Z', 'updated_at': '2021-08-24T00:18:33Z', 'revision_number': 5, 'project_id': '59abc61e31c54c36a920fb487d8ae0fc', 'gw_port': {'id': '41588090-87c3-4017-b4b5-360a4700ade6', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:12Z', 'updated_at': '2021-08-24T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:35.226225 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324279c-3e95-4c0f-81f2-cfaacbc8f66c None None] The sync data for ids ['6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e'] in n-d-805736-1 is: [{'id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-414231338-router', 'tenant_id': '59abc61e31c54c36a920fb487d8ae0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '41588090-87c3-4017-b4b5-360a4700ade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:12:11Z', 'updated_at': '2021-08-24T00:18:33Z', 'revision_number': 5, 'project_id': '59abc61e31c54c36a920fb487d8ae0fc', 'gw_port': {'id': '41588090-87c3-4017-b4b5-360a4700ade6', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:12:12Z', 'updated_at': '2021-08-24T00:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:35.226621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b8754-03f6-4486-b2d2-09e741d268a4 req-30c96c60-7d6e-40f3-9d60-96aeee08eff2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:35.233697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c65b8754-03f6-4486-b2d2-09e741d268a4 req-30c96c60-7d6e-40f3-9d60-96aeee08eff2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 945 time: 0.3764203 Aug 24 00:18:35.267018 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.268360 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7173f8fc-f1ef-4c6e-a978-a811b524f877 req-4d6837cc-694a-4a6f-8a22-bef49726f524 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931415 Aug 24 00:18:35.312292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] Pushing event deleted for resources: {'Port': ['ID=41588090-87c3-4017-b4b5-360a4700ade6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:35.323664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e6a67a9a-6dfd-478e-a3c8-777c995204e6 req-a209063f-c56d-46fe-8e8b-7f1ef04c79fb tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] For port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:35.324277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e6a67a9a-6dfd-478e-a3c8-777c995204e6 req-a209063f-c56d-46fe-8e8b-7f1ef04c79fb tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.361960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-e6a67a9a-6dfd-478e-a3c8-777c995204e6 req-a209063f-c56d-46fe-8e8b-7f1ef04c79fb tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Calling delete_port for 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:35.400722 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.488880 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c65b8754-03f6-4486-b2d2-09e741d268a4 req-919aeb80-f68b-479d-890d-4d2ef1a2eb7a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543011 Aug 24 00:18:35.506787 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.509678 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.564386 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.565602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:18:35.571397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.573910 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63177b12-3318-42ce-ae11-8e3bc410c74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.575336 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c09123c4-6ba6-4e57-8621-1f18ffdf509b admin admin] 10.222.0.32 "DELETE /v2.0/routers/6bf68a18-04b4-47bf-bbd9-e9c5736f3f5e HTTP/1.1" status: 204 len: 168 time: 1.2969575 Aug 24 00:18:35.576005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:35.583782 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63177b12-3318-42ce-ae11-8e3bc410c74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.610223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:35.624819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] Made reservation on behalf of d7c80159555048d596df4f91f219af56 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:35.627145 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.630072 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.649471 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c96336d-e9e4-4456-b36c-15d94dede958 admin admin] Deleting subnet 1bd95c51-5c8d-4ea3-99e6-31d2905a4d4f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:18:35.652996 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c96336d-e9e4-4456-b36c-15d94dede958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.664710 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-63177b12-3318-42ce-ae11-8e3bc410c74b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f576267e6d4441b8febc214fec5d1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9214389 Aug 24 00:18:35.699004 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c96336d-e9e4-4456-b36c-15d94dede958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.700843 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.705176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48464) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:35.727691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63177b12-3318-42ce-ae11-8e3bc410c74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd8863c-bb27-46aa-bcce-da4f800098ee,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:35.783033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Transition to ACTIVE for port object 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:35.792763 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e6a67a9a-6dfd-478e-a3c8-777c995204e6 req-a209063f-c56d-46fe-8e8b-7f1ef04c79fb tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.823992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e30af-06cc-4df7-9dc7-25222ef2e3ae req-8dac0858-6e54-4fc4-b736-1b3c15b68618 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:35.826612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:35.831330 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-802e30af-06cc-4df7-9dc7-25222ef2e3ae req-8dac0858-6e54-4fc4-b736-1b3c15b68618 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 931 time: 0.1251040 Aug 24 00:18:35.833146 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:35.889200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209063f-c56d-46fe-8e8b-7f1ef04c79fb tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Pushing event deleted for resources: {'Port': ['ID=93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:35.945594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-1e7ff6b5-0bf5-4a9d-adda-c8a03453812e tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:35.947156 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-1e7ff6b5-0bf5-4a9d-adda-c8a03453812e tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 946 time: 0.2428007 Aug 24 00:18:35.985861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a67a9a-6dfd-478e-a3c8-777c995204e6 req-a209063f-c56d-46fe-8e8b-7f1ef04c79fb tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] No DVR routers for this DVR port 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:35.992300 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c96336d-e9e4-4456-b36c-15d94dede958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.005902 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e6a67a9a-6dfd-478e-a3c8-777c995204e6 req-a209063f-c56d-46fe-8e8b-7f1ef04c79fb tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.008074 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6a67a9a-6dfd-478e-a3c8-777c995204e6 req-a209063f-c56d-46fe-8e8b-7f1ef04c79fb tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "DELETE /v2.0/ports/93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd HTTP/1.1" status: 204 len: 173 time: 2.0601993 Aug 24 00:18:36.008687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f3ad97-9f51-443d-9716-7360f3dd7973', 'name': 'network-vif-deleted', 'tag': '93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:36.011316 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13495343-8f02-4895-be4d-d4d54b306be2" -d '{"events": [{"server_uuid": "83f3ad97-9f51-443d-9716-7360f3dd7973", "name": "network-vif-deleted", "tag": "93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:36.036065 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8155040-79ea-4b91-a056-5919c34930f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.042596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Pushing event updated for resources: {'Port': ['ID=3dee85e9-cd02-4f9a-b815-f7a7e88c5438,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:36.051463 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-802e30af-06cc-4df7-9dc7-25222ef2e3ae req-5c5dc4be-756c-4625-9a8b-713b54d5146c tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191243 Aug 24 00:18:36.079010 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.101660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46033e4e-0630-4a6d-b646-7fe19481a38f req-3d86e0b8-70f4-408e-9e79-45608262b36f tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:36.104392 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.110746 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46033e4e-0630-4a6d-b646-7fe19481a38f req-3d86e0b8-70f4-408e-9e79-45608262b36f tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 946 time: 0.2379515 Aug 24 00:18:36.165296 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:18:36.192145 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52483002-fa67-4b88-8f76-131c955ae2db,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:36.201007 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8155040-79ea-4b91-a056-5919c34930f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.217753 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c96336d-e9e4-4456-b36c-15d94dede958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.220850 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e1cfe1-be6e-4a69-be5c-f0590265842d x-openstack-request-id: req-a5e1cfe1-be6e-4a69-be5c-f0590265842d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:36.221314 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f3ad97-9f51-443d-9716-7360f3dd7973", "name": "network-vif-deleted", "tag": "93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:36.221454 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5e1cfe1-be6e-4a69-be5c-f0590265842d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:36.221774 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f3ad97-9f51-443d-9716-7360f3dd7973', 'name': 'network-vif-deleted', 'tag': '93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd', 'status': 'completed', 'code': 200} Aug 24 00:18:36.222448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Attempting to bind port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:36.222797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Attempting to bind port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '6b492fbf-e29f-4c70-b72b-661c5ad8d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:36.223137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Attempting to bind port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 on network c2445dbf-51ce-471e-bf22-d58b2d01dce0 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:36.223249 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.228614 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] Added segment 1d19af08-955b-4a71-94b0-abd1e6ccf1e1 of type vlan for network 028bc191-9b63-4b1e-8665-ee0ac60ec459 Aug 24 00:18:36.248385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 on network c2445dbf-51ce-471e-bf22-d58b2d01dce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:18:36.248736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Attempting to bind port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 on network c2445dbf-51ce-471e-bf22-d58b2d01dce0 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:36.259971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:36.260319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Checking segment: {'id': '6b492fbf-e29f-4c70-b72b-661c5ad8d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:36.260914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Bound using segment: {'id': '6b492fbf-e29f-4c70-b72b-661c5ad8d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:36.261157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Bound port: 3dee85e9-cd02-4f9a-b815-f7a7e88c5438, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b492fbf-e29f-4c70-b72b-661c5ad8d0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:36.261689 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.300871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8627905-7d0d-44a0-b2e6-78679e16ec47 None None] Network e222cd28-d9d6-4f02-bbb3-f21d18d444ee requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:36.311059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46033e4e-0630-4a6d-b646-7fe19481a38f req-4a7925e8-d572-4049-863b-62f0d821a031 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991661 Aug 24 00:18:36.314452 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c96336d-e9e4-4456-b36c-15d94dede958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.316466 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1c96336d-e9e4-4456-b36c-15d94dede958 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1bd95c51-5c8d-4ea3-99e6-31d2905a4d4f HTTP/1.1" status: 204 len: 168 time: 0.7395818 Aug 24 00:18:36.317550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96336d-e9e4-4456-b36c-15d94dede958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd95c51-5c8d-4ea3-99e6-31d2905a4d4f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:36.319411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:36.353816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Deleting port 2d6f335b-3c20-42e3-96ea-805bb68e67ec {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:36.355076 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.393191 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.420474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] For port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:36.426929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] For port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3dee85e9-cd02-4f9a-b815-f7a7e88c5438,segment=NetworkSegment(6b492fbf-e29f-4c70-b72b-661c5ad8d0be),segment_id=6b492fbf-e29f-4c70-b72b-661c5ad8d0be)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:36.430710 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8155040-79ea-4b91-a056-5919c34930f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.433622 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8155040-79ea-4b91-a056-5919c34930f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.442134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f8155040-79ea-4b91-a056-5919c34930f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abd8863c-bb27-46aa-bcce-da4f800098ee HTTP/1.1" status: 204 len: 168 time: 0.7286997 Aug 24 00:18:36.464549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8155040-79ea-4b91-a056-5919c34930f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd8863c-bb27-46aa-bcce-da4f800098ee,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:36.472243 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.537830 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.550633 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.551633 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:36.552222 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.580776 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Pushing event updated for resources: {'Port': ['ID=3dee85e9-cd02-4f9a-b815-f7a7e88c5438,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:36.587583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:36.588227 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.589680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-cf4b601c-381a-43bb-990c-2041605facfb service neutron] 10.222.0.47 "PUT /v2.0/ports/3dee85e9-cd02-4f9a-b815-f7a7e88c5438 HTTP/1.1" status: 200 len: 1091 time: 2.6570494 Aug 24 00:18:36.670604 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b0022e6-faee-4165-a77a-5c55b64430e4 req-375344fe-41a6-46eb-8e04-dcc4f6ac51c0 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 210 time: 0.0417149 Aug 24 00:18:36.707481 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230e36d0-b107-4391-9c1b-cc2c4401e438 None None] DHCP port deletion for e222cd28-d9d6-4f02-bbb3-f21d18d444ee request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:18:36.732721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] For port 2d6f335b-3c20-42e3-96ea-805bb68e67ec, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2d6f335b-3c20-42e3-96ea-805bb68e67ec,segment=NetworkSegment(d2910781-7b8a-4eb5-963a-716121d7f935),segment_id=d2910781-7b8a-4eb5-963a-716121d7f935)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:36.733105 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.745248 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8952219 Aug 24 00:18:36.748965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48490) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:36.762420 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-230e36d0-b107-4391-9c1b-cc2c4401e438 None None] Deleting port ef574f8a-f634-4be2-8482-98ce75f563d5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:36.763174 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-230e36d0-b107-4391-9c1b-cc2c4401e438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.766139 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a381d-9e53-42f5-9818-2ad985098f23 admin admin] Pushing event updated for resources: {'Network': ['ID=028bc191-9b63-4b1e-8665-ee0ac60ec459,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:36.777666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6a8f6e04-754f-4ea8-b233-55229ad3f0a0 admin admin] Request body: {'subnet': {'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1989989384-subnet', 'tenant_id': 'd7c80159555048d596df4f91f219af56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:36.794057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 028bc191-9b63-4b1e-8665-ee0ac60ec459 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:18:36.847653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-f4bb6e60-f4c3-44ee-84e8-0cf130512eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:36.852440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-f4bb6e60-f4c3-44ee-84e8-0cf130512eec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c6e0e872fd9493581d598175e4e4ca3&device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 1094 time: 0.1593177 Aug 24 00:18:36.856962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8f6e04-754f-4ea8-b233-55229ad3f0a0 admin admin] Made reservation on behalf of d7c80159555048d596df4f91f219af56 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:36.863418 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6e04-754f-4ea8-b233-55229ad3f0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.971441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-230e36d0-b107-4391-9c1b-cc2c4401e438 None None] For port ef574f8a-f634-4be2-8482-98ce75f563d5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ef574f8a-f634-4be2-8482-98ce75f563d5,segment=NetworkSegment(cabefd0d-b633-42a7-a702-6a17954c9a87),segment_id=cabefd0d-b633-42a7-a702-6a17954c9a87)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:36.972563 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-230e36d0-b107-4391-9c1b-cc2c4401e438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.994067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-230e36d0-b107-4391-9c1b-cc2c4401e438 None None] Calling delete_port for ef574f8a-f634-4be2-8482-98ce75f563d5 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:36.999047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-0bd188de-73e6-44ec-9729-b00c37440c83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dee85e9-cd02-4f9a-b815-f7a7e88c5438 HTTP/1.1" status: 200 len: 217 time: 0.1291547 Aug 24 00:18:37.060974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Deleting port ef574f8a-f634-4be2-8482-98ce75f563d5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:37.061909 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.150249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-4985d2c5-e71e-4629-ac09-57714a0f93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:37.152132 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-4985d2c5-e71e-4629-ac09-57714a0f93a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c895085-e829-4731-b347-1f7ea11c9bda HTTP/1.1" status: 200 len: 850 time: 0.1411240 Aug 24 00:18:37.210650 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 41588090-87c3-4017-b4b5-360a4700ade6 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:37.221205 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.221607 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.222030 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Floating IP d4428ff3-08db-4375-8cd2-077468de071b disassociated. External IP: 172.25.8.31, port: 2d6f335b-3c20-42e3-96ea-805bb68e67ec. Aug 24 00:18:37.222368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Calling delete_port for 2d6f335b-3c20-42e3-96ea-805bb68e67ec owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:37.242473 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-df36abcd-acc3-4c51-86b8-011e7454d906 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2445dbf-51ce-471e-bf22-d58b2d01dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697107 Aug 24 00:18:37.299359 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-230e36d0-b107-4391-9c1b-cc2c4401e438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.400486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e36d0-b107-4391-9c1b-cc2c4401e438 None None] No DVR routers for this DVR port ef574f8a-f634-4be2-8482-98ce75f563d5 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:37.421011 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e36d0-b107-4391-9c1b-cc2c4401e438 None None] Pushing event deleted for resources: {'Port': ['ID=ef574f8a-f634-4be2-8482-98ce75f563d5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:37.429677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 41588090-87c3-4017-b4b5-360a4700ade6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:37.430506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 41588090-87c3-4017-b4b5-360a4700ade6 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:37.431537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ae9b658b-8b5f-4ade-8948-bdb421b31551 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:37.458163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: ae9b658b-8b5f-4ade-8948-bdb421b31551 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:37.458641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ae9b658b-8b5f-4ade-8948-bdb421b31551 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:37.459488 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ef574f8a-f634-4be2-8482-98ce75f563d5 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:37.479301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da6893-6b37-45fa-a65e-92d022bc460d req-6c6e8ded-5e4f-4c92-9468-b5efac20eac9 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:37.481082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02da6893-6b37-45fa-a65e-92d022bc460d req-6c6e8ded-5e4f-4c92-9468-b5efac20eac9 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 943 time: 0.2370956 Aug 24 00:18:37.503741 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6e04-754f-4ea8-b233-55229ad3f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.506121 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: ef574f8a-f634-4be2-8482-98ce75f563d5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:37.509130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ef574f8a-f634-4be2-8482-98ce75f563d5 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:37.534176 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] For port ef574f8a-f634-4be2-8482-98ce75f563d5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ef574f8a-f634-4be2-8482-98ce75f563d5,segment=NetworkSegment(cabefd0d-b633-42a7-a702-6a17954c9a87),segment_id=cabefd0d-b633-42a7-a702-6a17954c9a87)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:37.534176 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.549215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Calling delete_port for ef574f8a-f634-4be2-8482-98ce75f563d5 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:37.564646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-becbf010-c6db-4e29-8880-e6f5a7c69ab1 service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078270 Aug 24 00:18:37.631353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02da6893-6b37-45fa-a65e-92d022bc460d req-bf8ab681-56bd-4201-85d2-67632f9640b7 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287699 Aug 24 00:18:37.640352 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.677116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ef574f8a-f634-4be2-8482-98ce75f563d5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:37.679405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] No DVR routers for this DVR port ef574f8a-f634-4be2-8482-98ce75f563d5 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:37.721850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62dfec-a2d5-4129-846a-6ade4dcebe89 req-6fd1b256-1da6-4f73-9f53-92192032f434 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:37.732088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a62dfec-a2d5-4129-846a-6ade4dcebe89 req-6fd1b256-1da6-4f73-9f53-92192032f434 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 946 time: 0.2922921 Aug 24 00:18:37.745861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f6e04-754f-4ea8-b233-55229ad3f0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5c70c4-a295-4688-8a6b-f8f806143f22,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:37.804767 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.806058 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f6e04-754f-4ea8-b233-55229ad3f0a0 admin admin] Checking segment: {'id': '1d19af08-955b-4a71-94b0-abd1e6ccf1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:37.807214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f6e04-754f-4ea8-b233-55229ad3f0a0 admin admin] Network hostable DHCP agents. Network: 028bc191-9b63-4b1e-8665-ee0ac60ec459, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:18:37.813077 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.838857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e222cd28-d9d6-4f02-bbb3-f21d18d444ee']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:37.842363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a62dfec-a2d5-4129-846a-6ade4dcebe89 req-f72e6c32-e75a-48cc-b3a5-123ac52bb2bd tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups?id=9006f922-0367-48df-a9a5-938add1e5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090469 Aug 24 00:18:37.862160 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e852890-b15d-4cff-af7f-c70c473aae2c req-c76d8f0e-dfd6-465c-95d6-d09aa06ad22d service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810755 Aug 24 00:18:37.870361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Pushing event deleted for resources: {'Port': ['ID=2d6f335b-3c20-42e3-96ea-805bb68e67ec,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:37.873619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabefd0d-b633-42a7-a702-6a17954c9a87') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:37.874139 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabefd0d-b633-42a7-a702-6a17954c9a87') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:37.876841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f6e04-754f-4ea8-b233-55229ad3f0a0 admin admin] Network 028bc191-9b63-4b1e-8665-ee0ac60ec459 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:18:37.894433 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.921154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67097b95-d8b7-4b7a-b4b9-898fa11930a3 req-56b79b2b-3017-404c-84ee-7ccc89b2227c tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 210 time: 0.0571215 Aug 24 00:18:37.928141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6a8f6e04-754f-4ea8-b233-55229ad3f0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 028bc191-9b63-4b1e-8665-ee0ac60ec459) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:37.933875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8f6e04-754f-4ea8-b233-55229ad3f0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:37.935208 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6e04-754f-4ea8-b233-55229ad3f0a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.938160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6759290-7b48-462a-bd99-28478a2a2384 None None] Network 028bc191-9b63-4b1e-8665-ee0ac60ec459 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:37.968274 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6a8f6e04-754f-4ea8-b233-55229ad3f0a0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2166591 Aug 24 00:18:38.056126 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.070974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:18:38.071649 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:18:38.073267 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:18:38.079299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:38.104737 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:38.105398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 93a2d0a2-9681-4cb4-a890-6c5e5b47fdbd not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:38.138150 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Router b74976ea-70c5-49a7-a9b2-1d5bd0da093f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:38.175068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a521b-2380-46fa-b80c-0ce70c0801d1 None None] Network 028bc191-9b63-4b1e-8665-ee0ac60ec459 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:38.206301 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.220054 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.222997 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] 10.222.0.32 "DELETE /v2.0/networks/e222cd28-d9d6-4f02-bbb3-f21d18d444ee HTTP/1.1" status: 204 len: 168 time: 1.8989701 Aug 24 00:18:38.226800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96bddec-9080-411b-bb6f-2892c665cd32', 'tag': '3dee85e9-cd02-4f9a-b815-f7a7e88c5438'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:38.229578 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5c683d-8e04-4c72-952f-9bc8a841524e" -d '{"events": [{"name": "network-changed", "server_uuid": "d96bddec-9080-411b-bb6f-2892c665cd32", "tag": "3dee85e9-cd02-4f9a-b815-f7a7e88c5438"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:38.253630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ff315-6c0a-4f1b-b071-18910e5312cf admin admin] Pushing event deleted for resources: {'Network': ['ID=e222cd28-d9d6-4f02-bbb3-f21d18d444ee,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:38.314290 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafd9637-6173-4960-a324-5432ff972cf9 x-openstack-request-id: req-eafd9637-6173-4960-a324-5432ff972cf9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:38.314628 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96bddec-9080-411b-bb6f-2892c665cd32", "tag": "3dee85e9-cd02-4f9a-b815-f7a7e88c5438", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:38.314984 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eafd9637-6173-4960-a324-5432ff972cf9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:38.315452 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96bddec-9080-411b-bb6f-2892c665cd32', 'tag': '3dee85e9-cd02-4f9a-b815-f7a7e88c5438', 'status': 'completed', 'code': 200} Aug 24 00:18:38.417010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:38.499458 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:38.511955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c683d-8e04-4c72-952f-9bc8a841524e req-f4768e42-33c1-4a93-b891-60f7f0969dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:38.513685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef5c683d-8e04-4c72-952f-9bc8a841524e req-f4768e42-33c1-4a93-b891-60f7f0969dd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c6e0e872fd9493581d598175e4e4ca3&device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 1094 time: 0.1427155 Aug 24 00:18:38.521435 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4faa91-996c-48f2-9bf9-ddb066324c83 None None] Sync routers for ids ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:38.550864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] No DVR routers for this DVR port 2d6f335b-3c20-42e3-96ea-805bb68e67ec on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:38.568537 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.575753 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-910c2576-86b7-4c02-9009-c32d5cf51bbc req-5ab9a0d4-13f9-4f43-951b-cb87c6a68918 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.13 "DELETE /v2.0/ports/2d6f335b-3c20-42e3-96ea-805bb68e67ec HTTP/1.1" status: 204 len: 173 time: 2.6200171 Aug 24 00:18:38.576604 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f66f0c-db80-4c66-88f4-c10a6badd039', 'name': 'network-vif-deleted', 'tag': '2d6f335b-3c20-42e3-96ea-805bb68e67ec'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:38.580399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4faa91-996c-48f2-9bf9-ddb066324c83 None None] Routers {'b74976ea-70c5-49a7-a9b2-1d5bd0da093f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:38.581050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db4faa91-996c-48f2-9bf9-ddb066324c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:38.582210 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaf0496-9898-4256-a191-fefe61f28560" -d '{"events": [{"server_uuid": "53f66f0c-db80-4c66-88f4-c10a6badd039", "name": "network-vif-deleted", "tag": "2d6f335b-3c20-42e3-96ea-805bb68e67ec"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:38.704259 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fa71adf1-bf1d-48a6-8c29-7d1fb018b321 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0260e3ac9534313979a02021ef3bb3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681683 Aug 24 00:18:38.708625 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aad70c-c671-4f70-943d-24c679080195 x-openstack-request-id: req-69aad70c-c671-4f70-943d-24c679080195 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:38.710574 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f66f0c-db80-4c66-88f4-c10a6badd039", "name": "network-vif-deleted", "tag": "2d6f335b-3c20-42e3-96ea-805bb68e67ec", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:38.710920 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69aad70c-c671-4f70-943d-24c679080195 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:38.711398 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f66f0c-db80-4c66-88f4-c10a6badd039', 'name': 'network-vif-deleted', 'tag': '2d6f335b-3c20-42e3-96ea-805bb68e67ec', 'status': 'completed', 'code': 200} Aug 24 00:18:38.713069 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:38.813852 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e8b46b8-b514-45b5-a19b-7d13ad3315f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.845040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-db4faa91-996c-48f2-9bf9-ddb066324c83 None None] Set router b74976ea-70c5-49a7-a9b2-1d5bd0da093f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:38.863092 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e8b46b8-b514-45b5-a19b-7d13ad3315f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.930180 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c683d-8e04-4c72-952f-9bc8a841524e req-63eee0fc-4967-4f7b-b1db-e76e921aeb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:38.933497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef5c683d-8e04-4c72-952f-9bc8a841524e req-63eee0fc-4967-4f7b-b1db-e76e921aeb7a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2445dbf-51ce-471e-bf22-d58b2d01dce0 HTTP/1.1" status: 200 len: 911 time: 0.4101253 Aug 24 00:18:38.942613 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e8b46b8-b514-45b5-a19b-7d13ad3315f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.951456 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e8b46b8-b514-45b5-a19b-7d13ad3315f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.966128 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0e8b46b8-b514-45b5-a19b-7d13ad3315f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66280a62-6b6c-4e73-b9d2-89432baa054b HTTP/1.1" status: 204 len: 168 time: 0.2517715 Aug 24 00:18:38.992046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b46b8-b514-45b5-a19b-7d13ad3315f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66280a62-6b6c-4e73-b9d2-89432baa054b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:39.081358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1d559-db3b-425c-a3c6-518b360ae8a1 req-61219c1c-feba-481e-acac-69365a6c75c5 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:39.085181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2cb1d559-db3b-425c-a3c6-518b360ae8a1 req-61219c1c-feba-481e-acac-69365a6c75c5 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 943 time: 0.2450840 Aug 24 00:18:39.092741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef5c683d-8e04-4c72-952f-9bc8a841524e req-a9e85e57-f478-4cda-9ca9-8ee4de7a6ac5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dee85e9-cd02-4f9a-b815-f7a7e88c5438 HTTP/1.1" status: 200 len: 217 time: 0.1502273 Aug 24 00:18:39.203598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db4faa91-996c-48f2-9bf9-ddb066324c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:15:24Z', 'revision_number': 4, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '0e5ac0bb-500f-43d4-a4f4-7554ffeac36b', 'name': '', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'mac_address': 'fa:16:3e:7a:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:22Z', 'updated_at': '2021-08-24T00:15:35Z', 'revision_number': 5, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'subnets': [{'id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:39.244728 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4faa91-996c-48f2-9bf9-ddb066324c83 None None] Checking router: b74976ea-70c5-49a7-a9b2-1d5bd0da093f for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:39.255030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4faa91-996c-48f2-9bf9-ddb066324c83 None None] Routers {'b74976ea-70c5-49a7-a9b2-1d5bd0da093f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:39.255949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db4faa91-996c-48f2-9bf9-ddb066324c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:39.310526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466b447-c417-40e9-829d-a27e11581f3e req-5a287863-63fa-47ab-b14f-30787c30a125 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:39.313891 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3466b447-c417-40e9-829d-a27e11581f3e req-5a287863-63fa-47ab-b14f-30787c30a125 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/networks?id=028bc191-9b63-4b1e-8665-ee0ac60ec459 HTTP/1.1" status: 200 len: 822 time: 0.2701590 Aug 24 00:18:39.396737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3466b447-c417-40e9-829d-a27e11581f3e req-21119f18-4a27-4f9a-a8ef-de07c21029b3 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/quotas/d7c80159555048d596df4f91f219af56 HTTP/1.1" status: 200 len: 375 time: 0.0606043 Aug 24 00:18:39.418126 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-db4faa91-996c-48f2-9bf9-ddb066324c83 None None] Set router b74976ea-70c5-49a7-a9b2-1d5bd0da093f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:39.426271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2cb1d559-db3b-425c-a3c6-518b360ae8a1 req-501b0231-3455-4368-b027-2c8ded60c654 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262400 Aug 24 00:18:39.461839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:39.473184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c683d-8e04-4c72-952f-9bc8a841524e req-471b09ed-e9ad-4522-b365-8156622950e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:39.474923 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef5c683d-8e04-4c72-952f-9bc8a841524e req-471b09ed-e9ad-4522-b365-8156622950e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c895085-e829-4731-b347-1f7ea11c9bda HTTP/1.1" status: 200 len: 850 time: 0.1589675 Aug 24 00:18:39.485280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3466b447-c417-40e9-829d-a27e11581f3e req-318c31b9-d1cc-46d7-9c46-c1a2ce4b9684 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7c80159555048d596df4f91f219af56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638251 Aug 24 00:18:39.517398 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fa64a152-3145-482c-b43f-77509bc954f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59abc61e31c54c36a920fb487d8ae0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542183 Aug 24 00:18:39.520800 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:39.615866 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d92660b9-cc2f-477d-8624-5d33f5734636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:39.646497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef5c683d-8e04-4c72-952f-9bc8a841524e req-f529be2d-80e3-4251-b703-ac1509469476 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2445dbf-51ce-471e-bf22-d58b2d01dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518488 Aug 24 00:18:39.659713 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d92660b9-cc2f-477d-8624-5d33f5734636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:39.718913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d92660b9-cc2f-477d-8624-5d33f5734636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:39.721348 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d92660b9-cc2f-477d-8624-5d33f5734636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:39.724935 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d92660b9-cc2f-477d-8624-5d33f5734636 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bba8f88f-096e-4f17-9e38-9a123fd99723 HTTP/1.1" status: 204 len: 168 time: 0.2006652 Aug 24 00:18:39.739900 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92660b9-cc2f-477d-8624-5d33f5734636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba8f88f-096e-4f17-9e38-9a123fd99723,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:39.761563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-238de9c1-6a02-4ea1-8efa-69f9929a2cda req-76e6f5c6-d328-4655-ad9a-0b51ec59c4f8 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 210 time: 0.0634766 Aug 24 00:18:39.761832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db4faa91-996c-48f2-9bf9-ddb066324c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:15:24Z', 'revision_number': 4, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '0e5ac0bb-500f-43d4-a4f4-7554ffeac36b', 'name': '', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'mac_address': 'fa:16:3e:7a:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:22Z', 'updated_at': '2021-08-24T00:15:35Z', 'revision_number': 5, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'subnets': [{'id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:39.798514 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3466b447-c417-40e9-829d-a27e11581f3e req-78105a74-8718-4d43-83eb-6f00f277f096 service neutron] 10.222.0.32 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123605 Aug 24 00:18:39.802091 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4faa91-996c-48f2-9bf9-ddb066324c83 None None] The sync data for ids ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'] in n-d-805736-1 is: [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:15:24Z', 'revision_number': 4, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '0e5ac0bb-500f-43d4-a4f4-7554ffeac36b', 'name': '', 'network_id': '1315fd89-a594-4ced-afb3-6e92213ad0a9', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'mac_address': 'fa:16:3e:7a:f4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:22Z', 'updated_at': '2021-08-24T00:15:35Z', 'revision_number': 5, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'subnets': [{'id': '7cd017ba-0737-425d-94f4-5ab21031663a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:39.836875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef5c683d-8e04-4c72-952f-9bc8a841524e req-8342d7c9-56e8-4929-9528-9bcdebfb6292 service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810024 Aug 24 00:18:39.955217 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 94ccf9f0-4359-4e9f-a009-4d1af12a4915 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:18:40.056702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef5c683d-8e04-4c72-952f-9bc8a841524e req-2b936982-335b-4470-b7b6-8ef1668bf6a9 service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287754 Aug 24 00:18:40.071460 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3466b447-c417-40e9-829d-a27e11581f3e req-8498810b-11d3-4280-942a-a75a8bafcb4e service neutron] 10.222.0.32 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331600 Aug 24 00:18:40.102341 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:40.125423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2d6f335b-3c20-42e3-96ea-805bb68e67ec no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:40.152035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc7b5858-407c-4cb4-8e96-49fe86482a5e req-60ee566a-1cfa-4781-b24e-c8e94d6b451d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 210 time: 0.2180884 Aug 24 00:18:40.180648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 2d6f335b-3c20-42e3-96ea-805bb68e67ec {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:40.181360 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2d6f335b-3c20-42e3-96ea-805bb68e67ec not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:40.205799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '94ccf9f0-4359-4e9f-a009-4d1af12a4915', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '94ccf9f0-4359-4e9f-a009-4d1af12a4915', 'mac_address': 'fa:16:3e:43:ff:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:18:40.252880 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:40.275544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94ccf9f0-4359-4e9f-a009-4d1af12a4915 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:40.282638 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bafaa-cb89-4b77-8a39-b753c64f7941 None None] New status for floating IP d4428ff3-08db-4375-8cd2-077468de071b: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:18:40.305246 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:40.313095 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:40.435648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=94ccf9f0-4359-4e9f-a009-4d1af12a4915,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:40.474160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['94ccf9f0-4359-4e9f-a009-4d1af12a4915'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:40.495068 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-db6cf814-9cee-41a5-af70-237862e07fba req-db8f3869-629b-406a-a898-f8d6eee06bc3 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 210 time: 0.0626199 Aug 24 00:18:40.726457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249c927-de8c-4280-a5c9-28b279c51b78 req-a2c5b9e4-27c8-455a-8524-21f91aea01e9 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:40.728056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4249c927-de8c-4280-a5c9-28b279c51b78 req-a2c5b9e4-27c8-455a-8524-21f91aea01e9 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 943 time: 0.0913939 Aug 24 00:18:40.810061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4249c927-de8c-4280-a5c9-28b279c51b78 req-e536da10-6969-43f8-83e4-db90f451c6a3 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694635 Aug 24 00:18:40.883920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e1d2b64-4af1-443c-9009-76d1ef3f9910 req-75ae710d-6e2a-403e-939d-e5b2c876c062 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 210 time: 0.0283864 Aug 24 00:18:41.322317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f27b3daf-ae28-4c3d-80d9-14c135f42ccc req-7b95933e-eb5a-4fd3-a67d-ff4dadf345b5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 210 time: 0.0538821 Aug 24 00:18:41.621575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b92a467-69bb-4301-8b57-4b65da105236 req-46ac281d-ddd4-4327-8bad-13fab1d91dd9 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 210 time: 0.0366359 Aug 24 00:18:41.871091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:41.973276 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:18:41.987556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7edb0-91ba-4395-bf5b-420f849458fa req-0da1955f-f983-4c0d-acb0-f20762f298a8 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:41.998712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20d7edb0-91ba-4395-bf5b-420f849458fa req-0da1955f-f983-4c0d-acb0-f20762f298a8 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 943 time: 0.0913191 Aug 24 00:18:41.999633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 94ccf9f0-4359-4e9f-a009-4d1af12a4915 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:42.045538 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6f8a-d15e-4838-9ce4-4078317f9bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.160145 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05d3d6f2-fb98-491a-bc51-41e47e71c3be req-dad8521e-c830-4cbb-b5e9-3b57898210f6 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 210 time: 0.0898187 Aug 24 00:18:42.160749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 94ccf9f0-4359-4e9f-a009-4d1af12a4915 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:42.161281 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.218968 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6f8a-d15e-4838-9ce4-4078317f9bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.225617 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6f8a-d15e-4838-9ce4-4078317f9bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.231002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3dee85e9-cd02-4f9a-b815-f7a7e88c5438,segment=NetworkSegment(6b492fbf-e29f-4c70-b72b-661c5ad8d0be),segment_id=6b492fbf-e29f-4c70-b72b-661c5ad8d0be)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:42.257475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '3dee85e9-cd02-4f9a-b815-f7a7e88c5438', 'network_id': 'c2445dbf-51ce-471e-bf22-d58b2d01dce0', 'port_id': '3dee85e9-cd02-4f9a-b815-f7a7e88c5438', 'mac_address': 'fa:16:3e:0f:57:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c895085-e829-4731-b347-1f7ea11c9bda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:18:42.311279 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4c0c6f8a-d15e-4838-9ce4-4078317f9bcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=275349f3ad854287bb3f088f9c88da08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367142 Aug 24 00:18:42.311279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c6f8a-d15e-4838-9ce4-4078317f9bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec3d665-1011-4a02-ba87-18085fb0651d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:42.317247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20d7edb0-91ba-4395-bf5b-420f849458fa req-bc86fe58-0fcb-4a44-81d6-ceaa12f2f666 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991502 Aug 24 00:18:42.320978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48722) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:42.328307 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.360862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:42.427708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466b447-c417-40e9-829d-a27e11581f3e req-de6ec3cb-3ad1-477d-892a-bbab904bb18a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:42.430159 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3466b447-c417-40e9-829d-a27e11581f3e req-de6ec3cb-3ad1-477d-892a-bbab904bb18a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.47 "GET /v2.0/networks?id=028bc191-9b63-4b1e-8665-ee0ac60ec459 HTTP/1.1" status: 200 len: 822 time: 0.4132984 Aug 24 00:18:42.455529 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3dee85e9-cd02-4f9a-b815-f7a7e88c5438,segment=NetworkSegment(6b492fbf-e29f-4c70-b72b-661c5ad8d0be),segment_id=6b492fbf-e29f-4c70-b72b-661c5ad8d0be)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:42.467818 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3466b447-c417-40e9-829d-a27e11581f3e req-cc9c080c-32c9-4cc1-9841-4a3698cfcd36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Request body: {'port': {'device_id': '1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d', 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459', 'admin_state_up': True, 'tenant_id': 'd7c80159555048d596df4f91f219af56'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:42.476351 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-666f1be6-b360-4bb2-a5d7-9e730bd3745a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.526462 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.530587 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.545384 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-666f1be6-b360-4bb2-a5d7-9e730bd3745a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.615421 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ccf9f0-4359-4e9f-a009-4d1af12a4915'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:42.621559 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de44dfbd-3390-48ed-bc3c-1cee72b75f0d" -d '{"events": [{"server_uuid": "080ca8f0-f443-46d7-bce8-874ea60ddaec", "name": "network-vif-plugged", "status": "completed", "tag": "94ccf9f0-4359-4e9f-a009-4d1af12a4915"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:42.631418 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-666f1be6-b360-4bb2-a5d7-9e730bd3745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.639270 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-666f1be6-b360-4bb2-a5d7-9e730bd3745a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.640962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-666f1be6-b360-4bb2-a5d7-9e730bd3745a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ec3d665-1011-4a02-ba87-18085fb0651d HTTP/1.1" status: 204 len: 168 time: 0.3189406 Aug 24 00:18:42.649655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:42.665920 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.674309 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=3dee85e9-cd02-4f9a-b815-f7a7e88c5438,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:42.765859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=94ccf9f0-4359-4e9f-a009-4d1af12a4915,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:42.814664 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c406a7-d913-4712-a538-9a7429d799a7 x-openstack-request-id: req-70c406a7-d913-4712-a538-9a7429d799a7 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:42.814965 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080ca8f0-f443-46d7-bce8-874ea60ddaec", "name": "network-vif-plugged", "status": "completed", "tag": "94ccf9f0-4359-4e9f-a009-4d1af12a4915", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:42.815452 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70c406a7-d913-4712-a538-9a7429d799a7 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:42.816033 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ccf9f0-4359-4e9f-a009-4d1af12a4915', 'code': 200} Aug 24 00:18:42.983152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['3dee85e9-cd02-4f9a-b815-f7a7e88c5438'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:43.109374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f1be6-b360-4bb2-a5d7-9e730bd3745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec3d665-1011-4a02-ba87-18085fb0651d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:43.123315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-36886038-16aa-4bc2-a13a-229c42fd8f60 req-65330a03-b5d2-4c76-911f-0b1d96356d15 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f3ad97-9f51-443d-9716-7360f3dd7973 HTTP/1.1" status: 200 len: 210 time: 0.5265198 Aug 24 00:18:43.250856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f3619a0-5b25-4793-af4b-b3d206cbea1e req-6d8b651b-9ca7-46b7-a7e3-d99fb233377d tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 210 time: 0.1219621 Aug 24 00:18:43.270306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48768) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:43.304486 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14c5ed06-e098-4430-902e-555ce985b0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.355485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3466b447-c417-40e9-829d-a27e11581f3e req-cc9c080c-32c9-4cc1-9841-4a3698cfcd36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Made reservation on behalf of d7c80159555048d596df4f91f219af56 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:43.359302 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3466b447-c417-40e9-829d-a27e11581f3e req-cc9c080c-32c9-4cc1-9841-4a3698cfcd36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.470895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-421a163d-18be-4a4c-8220-d5cc6af107dc req-6aa9905c-6239-4e1f-ab24-6c8e40dff000 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 210 time: 0.0783317 Aug 24 00:18:43.512426 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14c5ed06-e098-4430-902e-555ce985b0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.525821 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14c5ed06-e098-4430-902e-555ce985b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.573125 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-14c5ed06-e098-4430-902e-555ce985b0c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a11b31a1ee94300915035200783015b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016558 Aug 24 00:18:43.576299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48784) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:43.596425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c5557-ee4c-4828-bab2-30847e7fad55 req-39af5a1e-20d2-4657-a00c-537db6bd1006 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:43.605671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e24c5557-ee4c-4828-bab2-30847e7fad55 req-39af5a1e-20d2-4657-a00c-537db6bd1006 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 944 time: 0.1215796 Aug 24 00:18:43.633269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5ed06-e098-4430-902e-555ce985b0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04b715d-e331-4d05-ba47-33f723a23c49,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:43.685703 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa626-beed-4fcf-8ca8-239d48e539ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.690500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e24c5557-ee4c-4828-bab2-30847e7fad55 req-17cd4d7b-a282-4fd8-923a-2c46102a897c tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837049 Aug 24 00:18:43.722034 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-3466b447-c417-40e9-829d-a27e11581f3e req-cc9c080c-32c9-4cc1-9841-4a3698cfcd36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Allocated IP 172.20.0.4 (028bc191-9b63-4b1e-8665-ee0ac60ec459/2e5c70c4-a295-4688-8a6b-f8f806143f22/928444e9-687a-4971-965f-48b37abfafff) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:43.733007 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa626-beed-4fcf-8ca8-239d48e539ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.815665 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa626-beed-4fcf-8ca8-239d48e539ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.820601 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa626-beed-4fcf-8ca8-239d48e539ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.821935 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ac4aa626-beed-4fcf-8ca8-239d48e539ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d04b715d-e331-4d05-ba47-33f723a23c49 HTTP/1.1" status: 204 len: 168 time: 0.2446573 Aug 24 00:18:43.832113 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4aa626-beed-4fcf-8ca8-239d48e539ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04b715d-e331-4d05-ba47-33f723a23c49,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:43.934562 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3466b447-c417-40e9-829d-a27e11581f3e req-cc9c080c-32c9-4cc1-9841-4a3698cfcd36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.979410 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3466b447-c417-40e9-829d-a27e11581f3e req-cc9c080c-32c9-4cc1-9841-4a3698cfcd36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.040269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3466b447-c417-40e9-829d-a27e11581f3e req-cc9c080c-32c9-4cc1-9841-4a3698cfcd36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Network 028bc191-9b63-4b1e-8665-ee0ac60ec459 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:44.043323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-3466b447-c417-40e9-829d-a27e11581f3e req-cc9c080c-32c9-4cc1-9841-4a3698cfcd36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:44.048079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3466b447-c417-40e9-829d-a27e11581f3e req-cc9c080c-32c9-4cc1-9841-4a3698cfcd36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:44.052155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c080c-32c9-4cc1-9841-4a3698cfcd36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Pushing event updated for resources: {'Port': ['ID=928444e9-687a-4971-965f-48b37abfafff,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:44.164321 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466b447-c417-40e9-829d-a27e11581f3e req-cc9c080c-32c9-4cc1-9841-4a3698cfcd36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:44.166955 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3466b447-c417-40e9-829d-a27e11581f3e req-cc9c080c-32c9-4cc1-9841-4a3698cfcd36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.205660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3466b447-c417-40e9-829d-a27e11581f3e req-cc9c080c-32c9-4cc1-9841-4a3698cfcd36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7513165 Aug 24 00:18:44.233019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Request body: {'port': {'device_id': '1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:44.540849 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.558491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827c38d-0e12-4d9c-83d5-d1820680d855 req-f6dd78c7-fa3e-4425-b50a-2e2de9352bf0 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:44.568190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8827c38d-0e12-4d9c-83d5-d1820680d855 req-f6dd78c7-fa3e-4425-b50a-2e2de9352bf0 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 931 time: 0.1200547 Aug 24 00:18:44.754185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8827c38d-0e12-4d9c-83d5-d1820680d855 req-1ba7f9ce-1246-43fb-ba54-8862ece88105 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850362 Aug 24 00:18:44.841992 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:44.872393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5913433a-fa04-4965-9558-da3112ae1218 req-6a4c7d7b-ee0f-4ea1-9b3b-ddc6b748d05d tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 210 time: 0.1442895 Aug 24 00:18:45.170835 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bfa45b7-e51a-4a96-9a97-7aaf30ac83f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.339403 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bfa45b7-e51a-4a96-9a97-7aaf30ac83f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.341345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928444e9-687a-4971-965f-48b37abfafff {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:45.359829 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.381456 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8bfa45b7-e51a-4a96-9a97-7aaf30ac83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.387421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc17ec-f876-41e9-8b4f-2b22a6c524a9 req-ba3f3b1e-cfc4-4e44-8b84-98e608874c4b tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:45.395512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2cfc17ec-f876-41e9-8b4f-2b22a6c524a9 req-ba3f3b1e-cfc4-4e44-8b84-98e608874c4b tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 944 time: 0.1617839 Aug 24 00:18:45.420870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Transition to ACTIVE for port object 928444e9-687a-4971-965f-48b37abfafff will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:45.434636 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.468237 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8bfa45b7-e51a-4a96-9a97-7aaf30ac83f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5352cd30db5c46009a4e9a1609a0e3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229980 Aug 24 00:18:45.468237 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa45b7-e51a-4a96-9a97-7aaf30ac83f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccde043-ad77-40a6-b5dc-1c6bb1bfa03b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:45.470386 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:45.546522 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40591e40-e80d-425e-ae5d-42365f458e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.577971 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40591e40-e80d-425e-ae5d-42365f458e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.578867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-c75e026f-1cc0-4a96-a3c3-435a94f50be2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:45.580434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-c75e026f-1cc0-4a96-a3c3-435a94f50be2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 811 time: 0.3456118 Aug 24 00:18:45.641296 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2cfc17ec-f876-41e9-8b4f-2b22a6c524a9 req-9bfa3704-2867-4a12-b98b-43bc08b81a62 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379735 Aug 24 00:18:45.669538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=928444e9-687a-4971-965f-48b37abfafff,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:45.681537 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48882) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:45.690263 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40591e40-e80d-425e-ae5d-42365f458e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.694984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40591e40-e80d-425e-ae5d-42365f458e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.708755 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-40591e40-e80d-425e-ae5d-42365f458e33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eccde043-ad77-40a6-b5dc-1c6bb1bfa03b HTTP/1.1" status: 204 len: 168 time: 0.2362444 Aug 24 00:18:45.746979 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40591e40-e80d-425e-ae5d-42365f458e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccde043-ad77-40a6-b5dc-1c6bb1bfa03b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:45.761892 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-e321f62c-0591-47aa-b8d9-f2aa3b29d45d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/quotas/e64cca1666df447f8193bde9cd7bcca8 HTTP/1.1" status: 200 len: 375 time: 0.1541753 Aug 24 00:18:45.880964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-b5de1c37-6ae5-4d8e-aeb0-1dfc58e37ed8 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178999 Aug 24 00:18:45.975526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:46.028009 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1946921095-network', 'tenant_id': '3838df24e3384c71a690c443299d0c56'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:46.067749 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] Made reservation on behalf of 3838df24e3384c71a690c443299d0c56 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:46.073322 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.088905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.099084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:46.112640 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:46.119299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Attempting to bind port 928444e9-687a-4971-965f-48b37abfafff on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:46.120659 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.128125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Attempting to bind port 928444e9-687a-4971-965f-48b37abfafff by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '1d19af08-955b-4a71-94b0-abd1e6ccf1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:46.139609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Attempting to bind port 928444e9-687a-4971-965f-48b37abfafff on network 028bc191-9b63-4b1e-8665-ee0ac60ec459 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:46.168609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Port 928444e9-687a-4971-965f-48b37abfafff on network 028bc191-9b63-4b1e-8665-ee0ac60ec459 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:18:46.169197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Attempting to bind port 928444e9-687a-4971-965f-48b37abfafff on network 028bc191-9b63-4b1e-8665-ee0ac60ec459 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:46.197170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:46.197506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Checking segment: {'id': '1d19af08-955b-4a71-94b0-abd1e6ccf1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:46.197900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Bound using segment: {'id': '1d19af08-955b-4a71-94b0-abd1e6ccf1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:46.198352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Bound port: 928444e9-687a-4971-965f-48b37abfafff, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d19af08-955b-4a71-94b0-abd1e6ccf1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:46.198717 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.238600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4459232-edc5-4318-8f1c-a77762655131 req-bc82cc1e-ecf6-474a-9018-2767ceb0b01e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:46.240391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4459232-edc5-4318-8f1c-a77762655131 req-bc82cc1e-ecf6-474a-9018-2767ceb0b01e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 943 time: 0.2609520 Aug 24 00:18:46.249901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-58a4e6ec-e20e-4417-9af6-9c36d688cdb3 service neutron] 10.222.0.32 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681130 Aug 24 00:18:46.277828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48898) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:46.291086 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.301181 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.308552 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.332960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3dee85e9-cd02-4f9a-b815-f7a7e88c5438,segment=NetworkSegment(6b492fbf-e29f-4c70-b72b-661c5ad8d0be),segment_id=6b492fbf-e29f-4c70-b72b-661c5ad8d0be)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:46.334322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96bddec-9080-411b-bb6f-2892c665cd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dee85e9-cd02-4f9a-b815-f7a7e88c5438'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:46.337351 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f0b870-59b7-4e05-8d88-52cc666e53d4" -d '{"events": [{"server_uuid": "d96bddec-9080-411b-bb6f-2892c665cd32", "name": "network-vif-plugged", "status": "completed", "tag": "3dee85e9-cd02-4f9a-b815-f7a7e88c5438"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:46.343142 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.387461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992de288-e9c1-4d37-a3c2-d9885737fb11,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:46.398444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:18:46.409626 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.410092 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] Added segment c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e of type vlan for network c38a1b87-3f40-463b-b40e-b0530aeaceca Aug 24 00:18:46.447245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=3dee85e9-cd02-4f9a-b815-f7a7e88c5438,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:46.459920 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.485156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-ba794b71-ca5f-4b42-b75e-7a32d00daf15 service neutron] 10.222.0.32 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185411 Aug 24 00:18:46.500546 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.502057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:46.503893 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.519113 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c03f3ada-3da8-4488-a558-6c19d4f8695c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.547331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] For port 928444e9-687a-4971-965f-48b37abfafff, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:46.552679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] For port 928444e9-687a-4971-965f-48b37abfafff, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=928444e9-687a-4971-965f-48b37abfafff,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:46.580750 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.632618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4459232-edc5-4318-8f1c-a77762655131 req-0f838b2f-3103-4d43-8bc3-93af89acf884 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649678 Aug 24 00:18:46.698456 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] Pushing event updated for resources: {'Network': ['ID=c38a1b87-3f40-463b-b40e-b0530aeaceca,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:46.715560 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network c38a1b87-3f40-463b-b40e-b0530aeaceca details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:18:46.748660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:46.749383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.750849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3466b447-c417-40e9-829d-a27e11581f3e req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] 10.222.0.47 "PUT /v2.0/ports/928444e9-687a-4971-965f-48b37abfafff HTTP/1.1" status: 200 len: 1091 time: 2.5288172 Aug 24 00:18:46.754155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d', 'tag': '928444e9-687a-4971-965f-48b37abfafff'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:46.757330 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3870992-30be-4d41-aea7-e6c706660661" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d", "tag": "928444e9-687a-4971-965f-48b37abfafff"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:46.796034 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32102cb5-81ce-48d3-b77d-f694e0a680eb x-openstack-request-id: req-32102cb5-81ce-48d3-b77d-f694e0a680eb {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:46.796379 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96bddec-9080-411b-bb6f-2892c665cd32", "name": "network-vif-plugged", "status": "completed", "tag": "3dee85e9-cd02-4f9a-b815-f7a7e88c5438", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:46.796927 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32102cb5-81ce-48d3-b77d-f694e0a680eb {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:46.797048 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96bddec-9080-411b-bb6f-2892c665cd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dee85e9-cd02-4f9a-b815-f7a7e88c5438', 'code': 200} Aug 24 00:18:46.836951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e74e8cb1-d295-4cc3-abae-7f982e00ecf0 req-62438f7c-8a7a-429f-bcd6-bdcb5feae1bd tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 210 time: 0.0905144 Aug 24 00:18:46.900796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cce40-203b-4a0f-ac0d-61d196b1a5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=928444e9-687a-4971-965f-48b37abfafff,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:46.964647 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c03f3ada-3da8-4488-a558-6c19d4f8695c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.993247 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4303744d-130b-4718-8e56-448628d5e2bb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3094394 Aug 24 00:18:46.995701 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48918) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:47.001056 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3cc16819-e6bb-49c9-b082-937ae4a81ca4 admin admin] Request body: {'subnet': {'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1946921095-subnet', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:47.035493 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c03f3ada-3da8-4488-a558-6c19d4f8695c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.056959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc16819-e6bb-49c9-b082-937ae4a81ca4 admin admin] Made reservation on behalf of 3838df24e3384c71a690c443299d0c56 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:47.066575 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3cc16819-e6bb-49c9-b082-937ae4a81ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.123260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c03f3ada-3da8-4488-a558-6c19d4f8695c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9861ca732034e1996f17c93a11bb6df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8278661 Aug 24 00:18:47.125345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27a8036b-caca-4404-8f7c-75e1c2583347 req-230d0552-f715-4f75-a212-bc5fdb4620c3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 210 time: 0.1287088 Aug 24 00:18:47.125978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48920) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:47.131056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f3ada-3da8-4488-a558-6c19d4f8695c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c35d6bb-6da9-438a-9c5b-e34387589aef,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:47.143207 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f5523-35b5-47e7-a032-bfed6abf5471 req-7644e1cd-987e-4c47-a1b9-02374ec0c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:47.144728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed9f5523-35b5-47e7-a032-bfed6abf5471 req-7644e1cd-987e-4c47-a1b9-02374ec0c79c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 1096 time: 0.2396672 Aug 24 00:18:47.191686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466b447-c417-40e9-829d-a27e11581f3e req-bab14175-195b-4f4e-a2b9-b10ada867eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:47.193157 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3466b447-c417-40e9-829d-a27e11581f3e req-bab14175-195b-4f4e-a2b9-b10ada867eeb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7c80159555048d596df4f91f219af56&device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 1094 time: 0.3383546 Aug 24 00:18:47.232017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-79383511-43ff-40ca-b1c2-d5c2725061da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.269787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed9f5523-35b5-47e7-a032-bfed6abf5471 req-6d06c176-009a-4432-9268-05b76cecd0f6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710497 Aug 24 00:18:47.340149 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3cc16819-e6bb-49c9-b082-937ae4a81ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.376642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657c983-4ab7-4624-9688-6c9498e38156 req-90cbf4eb-837b-4e51-96fa-12b17ea80284 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:47.400486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d657c983-4ab7-4624-9688-6c9498e38156 req-90cbf4eb-837b-4e51-96fa-12b17ea80284 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.4965348 Aug 24 00:18:47.403057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3466b447-c417-40e9-829d-a27e11581f3e req-5b0da3a5-2d43-4235-9fd4-e4c52b1e73ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928444e9-687a-4971-965f-48b37abfafff HTTP/1.1" status: 200 len: 217 time: 0.1368122 Aug 24 00:18:47.410826 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2676c750-f2d9-4879-a42c-cf20d5271b1f x-openstack-request-id: req-2676c750-f2d9-4879-a42c-cf20d5271b1f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:47.410826 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d", "tag": "928444e9-687a-4971-965f-48b37abfafff", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:47.411139 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2676c750-f2d9-4879-a42c-cf20d5271b1f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:47.411457 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d', 'tag': '928444e9-687a-4971-965f-48b37abfafff', 'status': 'completed', 'code': 200} Aug 24 00:18:47.426121 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc16819-e6bb-49c9-b082-937ae4a81ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a38b3763-f611-45ac-9aa3-0a455b44baf3,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:47.445138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc16819-e6bb-49c9-b082-937ae4a81ca4 admin admin] Checking segment: {'id': 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:47.446036 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc16819-e6bb-49c9-b082-937ae4a81ca4 admin admin] Network hostable DHCP agents. Network: c38a1b87-3f40-463b-b40e-b0530aeaceca, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:18:47.470947 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc16819-e6bb-49c9-b082-937ae4a81ca4 admin admin] Network c38a1b87-3f40-463b-b40e-b0530aeaceca is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:18:47.493599 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-79383511-43ff-40ca-b1c2-d5c2725061da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.496495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3cc16819-e6bb-49c9-b082-937ae4a81ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, c38a1b87-3f40-463b-b40e-b0530aeaceca) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:47.502943 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc16819-e6bb-49c9-b082-937ae4a81ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:47.503847 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3cc16819-e6bb-49c9-b082-937ae4a81ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.510874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a833f712-c21f-43e5-b977-90816855a176 None None] Network c38a1b87-3f40-463b-b40e-b0530aeaceca requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:47.534985 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3cc16819-e6bb-49c9-b082-937ae4a81ca4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5379503 Aug 24 00:18:47.538264 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48934) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:47.543922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1946921095-router', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:47.560681 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d657c983-4ab7-4624-9688-6c9498e38156 req-6bd03a77-10d8-4275-8169-3f2e0bd1d158 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592159 Aug 24 00:18:47.603073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.609506 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.639590 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-79383511-43ff-40ca-b1c2-d5c2725061da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.642421 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-79383511-43ff-40ca-b1c2-d5c2725061da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.649716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-79383511-43ff-40ca-b1c2-d5c2725061da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c35d6bb-6da9-438a-9c5b-e34387589aef HTTP/1.1" status: 204 len: 168 time: 0.5109298 Aug 24 00:18:47.746402 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79383511-43ff-40ca-b1c2-d5c2725061da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c35d6bb-6da9-438a-9c5b-e34387589aef,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:47.932424 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-c38a1b87-3f40-463b-b40e-b0530aeaceca', 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'fixed_ips': [{'subnet_id': 'a38b3763-f611-45ac-9aa3-0a455b44baf3'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:18:47.933424 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.976201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466b447-c417-40e9-829d-a27e11581f3e req-e68874b6-e36d-4431-afe7-3b2749e8f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:47.982423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3466b447-c417-40e9-829d-a27e11581f3e req-e68874b6-e36d-4431-afe7-3b2749e8f650 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e5c70c4-a295-4688-8a6b-f8f806143f22 HTTP/1.1" status: 200 len: 862 time: 0.2736766 Aug 24 00:18:48.032274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45189a-4dd3-40b2-99b0-061a8c6e50af req-14e48253-f8c9-4bfe-8213-e6403f1097b3 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:48.034047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be45189a-4dd3-40b2-99b0-061a8c6e50af req-14e48253-f8c9-4bfe-8213-e6403f1097b3 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 943 time: 0.1991653 Aug 24 00:18:48.066291 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3466b447-c417-40e9-829d-a27e11581f3e req-9f95bcdb-a0a8-4613-b4ba-5f626664396a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=028bc191-9b63-4b1e-8665-ee0ac60ec459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732129 Aug 24 00:18:48.293004 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3466b447-c417-40e9-829d-a27e11581f3e req-c29510ac-29f1-41a2-bd70-58ade67d47c7 service neutron] 10.222.0.47 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054996 Aug 24 00:18:48.299714 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Allocated IP 172.20.0.2 (c38a1b87-3f40-463b-b40e-b0530aeaceca/a38b3763-f611-45ac-9aa3-0a455b44baf3/54534e43-4a8b-4b97-abf0-e24df1206e87) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:48.367903 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.498446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be45189a-4dd3-40b2-99b0-061a8c6e50af req-dfac875e-b4eb-494a-85a1-619c6d3bf57b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345627 Aug 24 00:18:48.570162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3466b447-c417-40e9-829d-a27e11581f3e req-191e10e6-e735-421f-a162-8b243260f993 service neutron] 10.222.0.47 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563298 Aug 24 00:18:48.801540 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.817126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-308f08ad-e67c-4195-907e-4c522a45602a req-5eed2a25-f339-490c-b135-54959af9c36d tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/ports?device_id=53f66f0c-db80-4c66-88f4-c10a6badd039 HTTP/1.1" status: 200 len: 210 time: 0.0913775 Aug 24 00:18:48.896377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3870992-30be-4d41-aea7-e6c706660661 req-769deda4-eb91-4e64-85ea-2c611d34eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:48.899083 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3870992-30be-4d41-aea7-e6c706660661 req-769deda4-eb91-4e64-85ea-2c611d34eae4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7c80159555048d596df4f91f219af56&device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 1094 time: 0.1081440 Aug 24 00:18:48.906910 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.948988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Transition to ACTIVE for port object 54534e43-4a8b-4b97-abf0-e24df1206e87 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:49.014157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Transition to ACTIVE for port object 54534e43-4a8b-4b97-abf0-e24df1206e87 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:49.023229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-d71fee15-9e85-4f7f-bb86-10cacad9b1b2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:49.027155 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-d71fee15-9e85-4f7f-bb86-10cacad9b1b2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 811 time: 0.4977360 Aug 24 00:18:49.037426 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.068565 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-f62c4b2c-170e-43ba-8726-d5f19a9d9aaa tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Request body: {'port': {'device_id': '703eee64-a4e8-40a9-996f-16f9816fff75', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'admin_state_up': True, 'tenant_id': 'e64cca1666df447f8193bde9cd7bcca8'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:49.094039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Network c38a1b87-3f40-463b-b40e-b0530aeaceca is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:49.102637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:49.142288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:49.176566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3870992-30be-4d41-aea7-e6c706660661 req-8ade0894-550a-4c6a-84b7-21b7af651c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:49.180983 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3870992-30be-4d41-aea7-e6c706660661 req-8ade0894-550a-4c6a-84b7-21b7af651c89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=028bc191-9b63-4b1e-8665-ee0ac60ec459 HTTP/1.1" status: 200 len: 923 time: 0.2607124 Aug 24 00:18:49.192840 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Pushing event updated for resources: {'Port': ['ID=54534e43-4a8b-4b97-abf0-e24df1206e87,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:49.261490 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Attempting to bind port 54534e43-4a8b-4b97-abf0-e24df1206e87 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:49.261919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Attempting to bind port 54534e43-4a8b-4b97-abf0-e24df1206e87 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:49.262458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Attempting to bind port 54534e43-4a8b-4b97-abf0-e24df1206e87 on network c38a1b87-3f40-463b-b40e-b0530aeaceca {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:49.269687 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:49.270043 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Checking segment: {'id': 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:49.270400 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.270811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Bound using segment: {'id': 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:49.271336 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Bound port: 54534e43-4a8b-4b97-abf0-e24df1206e87, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:49.271726 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.277237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:49.277237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:49.277237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:49.277237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:49.277237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:49.277696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:49.277787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:49.278228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:49.278562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:49.278917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:49.279257 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:49.279562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:49.389885 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3870992-30be-4d41-aea7-e6c706660661 req-48a2553e-4630-40a7-97ea-2efc77669cdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928444e9-687a-4971-965f-48b37abfafff HTTP/1.1" status: 200 len: 217 time: 0.1857433 Aug 24 00:18:49.405480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8959590-f7a2-4861-91c8-69090920ff42 req-5ae91a01-e74b-453d-9e7a-83b1144f10f2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 210 time: 0.2407711 Aug 24 00:18:49.521510 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-f62c4b2c-170e-43ba-8726-d5f19a9d9aaa tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Made reservation on behalf of e64cca1666df447f8193bde9cd7bcca8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:49.531466 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-f62c4b2c-170e-43ba-8726-d5f19a9d9aaa tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.541864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4c864-5fa0-4200-a023-27a428d262f7 req-b2c760e0-d858-4b25-b668-25667328c8b1 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:49.543998 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abf4c864-5fa0-4200-a023-27a428d262f7 req-b2c760e0-d858-4b25-b668-25667328c8b1 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.4382229 Aug 24 00:18:49.565151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] For port 54534e43-4a8b-4b97-abf0-e24df1206e87, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:49.578536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] For port 54534e43-4a8b-4b97-abf0-e24df1206e87, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=54534e43-4a8b-4b97-abf0-e24df1206e87,segment=NetworkSegment(c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e),segment_id=c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:49.592320 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.696069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3870992-30be-4d41-aea7-e6c706660661 req-36fc29f4-840a-49f3-ad8c-0ef1bb9ca40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:49.697864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3870992-30be-4d41-aea7-e6c706660661 req-36fc29f4-840a-49f3-ad8c-0ef1bb9ca40c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e5c70c4-a295-4688-8a6b-f8f806143f22 HTTP/1.1" status: 200 len: 862 time: 0.2882273 Aug 24 00:18:49.726731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abf4c864-5fa0-4200-a023-27a428d262f7 req-98f42a42-3e05-4da0-8f20-833008ad468a tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752913 Aug 24 00:18:49.762187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce58659-6b2b-45e0-8d4f-ef6480f19904 None None] Pushing event updated for resources: {'Port': ['ID=54534e43-4a8b-4b97-abf0-e24df1206e87,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:49.817876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3870992-30be-4d41-aea7-e6c706660661 req-d0a23a32-a938-4f38-a465-460e479acc5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=028bc191-9b63-4b1e-8665-ee0ac60ec459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883605 Aug 24 00:18:49.883219 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.973749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cefa98-207b-4696-8151-95156b8dd713 req-4af18019-e774-4a1d-aa00-3d80236a2a2d tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:49.982929 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1cefa98-207b-4696-8151-95156b8dd713 req-4af18019-e774-4a1d-aa00-3d80236a2a2d tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 943 time: 0.2521856 Aug 24 00:18:50.079807 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:50.162889 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1cefa98-207b-4696-8151-95156b8dd713 req-5a459821-8bd2-4870-9fd2-faaa79807c43 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772151 Aug 24 00:18:50.207578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49002) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:50.230255 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3870992-30be-4d41-aea7-e6c706660661 req-cfebfc8d-a87a-4c46-8648-fb46ec3b6e29 service neutron] 10.222.0.47 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965218 Aug 24 00:18:50.298326 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Allocated IP 172.25.8.210 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/8ac52c89-3e0f-4e33-873c-079c516abf53) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:50.425167 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-f62c4b2c-170e-43ba-8726-d5f19a9d9aaa tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Allocated IP 172.20.0.14 (4e62f524-6a63-41f9-8661-cb5c0da3099c/7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3/60eb8709-cb8b-45c7-a7b1-acd7d7e726f8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:50.425405 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9583a54e-8945-4854-b707-d93390134663 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:50.480750 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9583a54e-8945-4854-b707-d93390134663 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:50.491753 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3870992-30be-4d41-aea7-e6c706660661 req-d2487f24-1607-41f8-8218-4cd3005e47ea service neutron] 10.222.0.47 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471976 Aug 24 00:18:50.588744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9714ad5-f071-4371-8034-274d4382be52 req-1fdb72bb-96bc-419e-9cbd-8986ba1fa8f9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 210 time: 0.0455985 Aug 24 00:18:50.613785 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:50.640446 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9583a54e-8945-4854-b707-d93390134663 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:50.645471 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9583a54e-8945-4854-b707-d93390134663 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:50.649964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9583a54e-8945-4854-b707-d93390134663 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "DELETE /v2.0/security-groups/9006f922-0367-48df-a9a5-938add1e5ba0 HTTP/1.1" status: 204 len: 168 time: 0.4377451 Aug 24 00:18:50.656745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49012) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:50.673027 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:50.691516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583a54e-8945-4854-b707-d93390134663 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9006f922-0367-48df-a9a5-938add1e5ba0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:50.695407 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-02f84a52-bed2-4cad-8c5a-5b02c5e5c7b3 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] show failed (client error): The resource could not be found. Aug 24 00:18:50.700156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-02f84a52-bed2-4cad-8c5a-5b02c5e5c7b3 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "GET /v2.0/security-groups/9006f922-0367-48df-a9a5-938add1e5ba0 HTTP/1.1" status: 404 len: 347 time: 0.0399246 Aug 24 00:18:50.700599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49014) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:50.906247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:50.949968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:50.955042 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:51.067682 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac52c89-3e0f-4e33-873c-079c516abf53,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:51.198022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29552a7-b4a2-4642-96a2-5f8888d6d5c9 req-4593453f-b603-4bc8-bf8a-10c572bb8507 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:51.216855 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b29552a7-b4a2-4642-96a2-5f8888d6d5c9 req-4593453f-b603-4bc8-bf8a-10c572bb8507 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.2479253 Aug 24 00:18:51.281524 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e966d8e0-040f-408e-90f7-a4f3e582b928 None None] Network c38a1b87-3f40-463b-b40e-b0530aeaceca requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:51.297350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e8453-62f5-44a4-b6b3-2ac42bb392e9 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Deleting port 428d5736-5d0b-417d-b4f7-7062916659cc {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:51.297694 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d4e8453-62f5-44a4-b6b3-2ac42bb392e9 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.301027 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 54534e43-4a8b-4b97-abf0-e24df1206e87 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:51.430428 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-25f9e3b4-a065-4920-ad1f-f2d76501c3bb None None] Provisioning for port 54534e43-4a8b-4b97-abf0-e24df1206e87 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:51.434830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 54534e43-4a8b-4b97-abf0-e24df1206e87 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:51.442390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-25f9e3b4-a065-4920-ad1f-f2d76501c3bb None None] Provisioning complete for port 54534e43-4a8b-4b97-abf0-e24df1206e87 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:51.448052 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25f9e3b4-a065-4920-ad1f-f2d76501c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.451500 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 54534e43-4a8b-4b97-abf0-e24df1206e87 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:51.452089 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.476104 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-f62c4b2c-170e-43ba-8726-d5f19a9d9aaa tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.503402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b29552a7-b4a2-4642-96a2-5f8888d6d5c9 req-13f089ea-8c7e-4a15-8bbf-363b27a042af tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848661 Aug 24 00:18:51.559602 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.564052 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d4e8453-62f5-44a4-b6b3-2ac42bb392e9 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.564777 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d4e8453-62f5-44a4-b6b3-2ac42bb392e9 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.585643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e8453-62f5-44a4-b6b3-2ac42bb392e9 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Calling delete_port for 428d5736-5d0b-417d-b4f7-7062916659cc owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:51.602688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b40aef-1722-4f1d-b5f2-ac848266ed57 req-0c418048-660d-4a4a-a774-b91d184e0f18 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:51.604407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52b40aef-1722-4f1d-b5f2-ac848266ed57 req-0c418048-660d-4a4a-a774-b91d184e0f18 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 943 time: 0.1606824 Aug 24 00:18:51.702967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52b40aef-1722-4f1d-b5f2-ac848266ed57 req-d89cf35c-5dd4-4ef8-8a6d-49bfda868f18 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Aug 24 00:18:51.863371 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-f62c4b2c-170e-43ba-8726-d5f19a9d9aaa tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.885386 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d4e8453-62f5-44a4-b6b3-2ac42bb392e9 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.938522 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25f9e3b4-a065-4920-ad1f-f2d76501c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.031547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e8453-62f5-44a4-b6b3-2ac42bb392e9 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Pushing event deleted for resources: {'Port': ['ID=428d5736-5d0b-417d-b4f7-7062916659cc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:52.045669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-25f9e3b4-a065-4920-ad1f-f2d76501c3bb None None] For port 54534e43-4a8b-4b97-abf0-e24df1206e87, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=54534e43-4a8b-4b97-abf0-e24df1206e87,segment=NetworkSegment(c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e),segment_id=c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:52.057776 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 928444e9-687a-4971-965f-48b37abfafff details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:18:52.074990 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25f9e3b4-a065-4920-ad1f-f2d76501c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.085727 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.184647 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c4b2c-170e-43ba-8726-d5f19a9d9aaa tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Pushing event updated for resources: {'Port': ['ID=60eb8709-cb8b-45c7-a7b1-acd7d7e726f8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:52.212690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-f62c4b2c-170e-43ba-8726-d5f19a9d9aaa tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Network 4e62f524-6a63-41f9-8661-cb5c0da3099c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:52.215750 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-f62c4b2c-170e-43ba-8726-d5f19a9d9aaa tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:52.219472 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-f62c4b2c-170e-43ba-8726-d5f19a9d9aaa tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:52.254813 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d4e8453-62f5-44a4-b6b3-2ac42bb392e9 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.260539 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d4e8453-62f5-44a4-b6b3-2ac42bb392e9 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.262155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4d4e8453-62f5-44a4-b6b3-2ac42bb392e9 tempest-ServersTestBootFromVolume-376084840 tempest-ServersTestBootFromVolume-376084840-project] 10.222.0.32 "DELETE /v2.0/floatingips/d4428ff3-08db-4375-8cd2-077468de071b HTTP/1.1" status: 204 len: 168 time: 1.5605218 Aug 24 00:18:52.269053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49060) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:52.309155 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:18:52.312311 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:18:52.312665 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:18:52.419762 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-f62c4b2c-170e-43ba-8726-d5f19a9d9aaa tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:52.420428 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-f62c4b2c-170e-43ba-8726-d5f19a9d9aaa tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.451729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9e3b4-a065-4920-ad1f-f2d76501c3bb None None] Pushing event updated for resources: {'Port': ['ID=54534e43-4a8b-4b97-abf0-e24df1206e87,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:52.467587 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.467939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cafeff7f-a9b5-4c6f-83fb-55b455aa161f None None] Provisioning complete for port 54534e43-4a8b-4b97-abf0-e24df1206e87 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:52.468058 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cafeff7f-a9b5-4c6f-83fb-55b455aa161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.477573 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-f62c4b2c-170e-43ba-8726-d5f19a9d9aaa tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4268715 Aug 24 00:18:52.527611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 928444e9-687a-4971-965f-48b37abfafff, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=928444e9-687a-4971-965f-48b37abfafff,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:52.549116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '928444e9-687a-4971-965f-48b37abfafff', 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459', 'port_id': '928444e9-687a-4971-965f-48b37abfafff', 'mac_address': 'fa:16:3e:a6:1f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5c70c4-a295-4688-8a6b-f8f806143f22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:18:52.551667 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Request body: {'port': {'device_id': '703eee64-a4e8-40a9-996f-16f9816fff75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:52.627548 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.645324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928444e9-687a-4971-965f-48b37abfafff {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:52.669782 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 928444e9-687a-4971-965f-48b37abfafff, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=928444e9-687a-4971-965f-48b37abfafff,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:52.680443 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.780839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=928444e9-687a-4971-965f-48b37abfafff,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:52.815832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98a18d-3fe7-43c5-82d3-5fbe2757ca92 req-4e157fdb-2a2e-41dd-8036-6b7da3494081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:52.817342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d98a18d-3fe7-43c5-82d3-5fbe2757ca92 req-4e157fdb-2a2e-41dd-8036-6b7da3494081 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c6e0e872fd9493581d598175e4e4ca3&device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 1096 time: 0.7330103 Aug 24 00:18:52.843284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f9b91-3f96-42e4-bdc3-79d952a77160 req-9ce2203f-ab9d-4aac-a482-3d5fccade300 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:52.851454 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f21f9b91-3f96-42e4-bdc3-79d952a77160 req-9ce2203f-ab9d-4aac-a482-3d5fccade300 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 932 time: 0.7678246 Aug 24 00:18:52.863284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4edcb-84f9-4a8d-a205-6573dcb55db4 req-75daadf1-e1ef-4c6c-be25-cef377e461be tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:52.870928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fc4edcb-84f9-4a8d-a205-6573dcb55db4 req-75daadf1-e1ef-4c6c-be25-cef377e461be tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.7100859 Aug 24 00:18:53.026432 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fc4edcb-84f9-4a8d-a205-6573dcb55db4 req-410e1c62-dcbd-40dc-a5a3-b7798a799a9c tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545367 Aug 24 00:18:53.105836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f21f9b91-3f96-42e4-bdc3-79d952a77160 req-9b6ee103-c9a0-4de1-81bd-c217c8cbb978 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537773 Aug 24 00:18:53.156724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['928444e9-687a-4971-965f-48b37abfafff'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:53.206054 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:53.253289 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 54534e43-4a8b-4b97-abf0-e24df1206e87 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:53.258002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98a18d-3fe7-43c5-82d3-5fbe2757ca92 req-8f0dc102-b73a-44c5-bc75-28757f06ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:53.259678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d98a18d-3fe7-43c5-82d3-5fbe2757ca92 req-8f0dc102-b73a-44c5-bc75-28757f06ee5c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2445dbf-51ce-471e-bf22-d58b2d01dce0 HTTP/1.1" status: 200 len: 911 time: 0.4325750 Aug 24 00:18:53.433629 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:53.467791 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 54534e43-4a8b-4b97-abf0-e24df1206e87 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:53.468594 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:53.503022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d98a18d-3fe7-43c5-82d3-5fbe2757ca92 req-1c631e85-6027-4d3a-bd7e-bc959d8a75f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dee85e9-cd02-4f9a-b815-f7a7e88c5438 HTTP/1.1" status: 200 len: 217 time: 0.2221460 Aug 24 00:18:53.577058 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98a18d-3fe7-43c5-82d3-5fbe2757ca92 req-0da9c6da-471f-4c5d-8c99-d8d86ee93ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:53.578605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d98a18d-3fe7-43c5-82d3-5fbe2757ca92 req-0da9c6da-471f-4c5d-8c99-d8d86ee93ece service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c895085-e829-4731-b347-1f7ea11c9bda HTTP/1.1" status: 200 len: 850 time: 0.0644479 Aug 24 00:18:53.644816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Router 3b99436a-df02-4bb9-b162-453316479f22 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:18:53.677288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d98a18d-3fe7-43c5-82d3-5fbe2757ca92 req-1d77c566-dd6a-4505-9a4b-c4cec3870116 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2445dbf-51ce-471e-bf22-d58b2d01dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802300 Aug 24 00:18:53.796022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:53.808822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Sync routers for ids ['3b99436a-df02-4bb9-b162-453316479f22'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:53.825051 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:53.826564 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5b13632e-aaf8-4b1d-9591-30c0623d2b17 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2869632 Aug 24 00:18:53.829189 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49088) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:53.832389 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Routers {'3b99436a-df02-4bb9-b162-453316479f22'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:53.838878 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d98a18d-3fe7-43c5-82d3-5fbe2757ca92 req-44464a15-d533-419e-88dd-ab50b557a708 service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267984 Aug 24 00:18:53.840575 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['3b99436a-df02-4bb9-b162-453316479f22'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:53.858651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b7d6-5ce8-478f-803f-d753b614e4a6 req-7c3e70b8-8c16-4463-a33c-c3e468a16629 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:53.867182 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2060b7d6-5ce8-478f-803f-d753b614e4a6 req-7c3e70b8-8c16-4463-a33c-c3e468a16629 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 944 time: 0.2873058 Aug 24 00:18:53.999334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2060b7d6-5ce8-478f-803f-d753b614e4a6 req-26ac00f4-55e0-465e-8991-e3888df82c6a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298504 Aug 24 00:18:54.112313 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Set router 3b99436a-df02-4bb9-b162-453316479f22 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:54.185307 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:54.196459 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:54.207320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d98a18d-3fe7-43c5-82d3-5fbe2757ca92 req-ebe5c875-9e9d-4258-8c7e-f97d147315b1 service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193157 Aug 24 00:18:54.273924 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Transition to ACTIVE for port object 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:54.307767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c34ce-592a-4bbe-979e-54d0f18f5fb2 req-d20543af-778c-4cb0-9cdf-8fac43791d21 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:54.317373 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-108c34ce-592a-4bbe-979e-54d0f18f5fb2 req-d20543af-778c-4cb0-9cdf-8fac43791d21 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.1091177 Aug 24 00:18:54.423065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-108c34ce-592a-4bbe-979e-54d0f18f5fb2 req-9bf54775-c3ed-46db-af10-908b1c736a75 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991492 Aug 24 00:18:54.475284 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afb5b250-2afb-4725-a566-b76ab11c3ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:54.576018 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:54.644608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b99436a-df02-4bb9-b162-453316479f22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1946921095-router', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:47Z', 'updated_at': '2021-08-24T00:18:51Z', 'revision_number': 3, 'project_id': '3838df24e3384c71a690c443299d0c56', 'gw_port': {'id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b99436a-df02-4bb9-b162-453316479f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:50Z', 'updated_at': '2021-08-24T00:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:54.675738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Pushing event updated for resources: {'Port': ['ID=60eb8709-cb8b-45c7-a7b1-acd7d7e726f8,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:54.693203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Checking router: 3b99436a-df02-4bb9-b162-453316479f22 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:54.694382 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Updating router 3b99436a-df02-4bb9-b162-453316479f22 port 8ac52c89-3e0f-4e33-873c-079c516abf53 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:18:54.762718 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:54.823992 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:54.867238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bbebd-1883-4293-80d5-1e591f5456f7 req-3b2fc153-653b-49ae-8fc5-67e9ccb57326 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:54.870608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-081bbebd-1883-4293-80d5-1e591f5456f7 req-3b2fc153-653b-49ae-8fc5-67e9ccb57326 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 944 time: 0.1466727 Aug 24 00:18:54.968930 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Attempting to bind port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:54.973402 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Attempting to bind port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:54.973905 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Attempting to bind port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 on network 4e62f524-6a63-41f9-8661-cb5c0da3099c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:54.977882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-081bbebd-1883-4293-80d5-1e591f5456f7 req-8385f1b4-ca4d-4dd6-9353-18e6ac408d63 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927143 Aug 24 00:18:54.983422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 on network 4e62f524-6a63-41f9-8661-cb5c0da3099c not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:18:54.983855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Attempting to bind port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 on network 4e62f524-6a63-41f9-8661-cb5c0da3099c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:54.998043 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:54.999634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Checking segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:55.000145 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Bound using segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:55.003070 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Bound port: 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:55.003543 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.078673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-afb5b250-2afb-4725-a566-b76ab11c3ccb admin admin] Deleting port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:55.079066 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afb5b250-2afb-4725-a566-b76ab11c3ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.319269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] For port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:55.324981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] For port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=60eb8709-cb8b-45c7-a7b1-acd7d7e726f8,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:55.325213 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.326404 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Allocated IP 172.20.0.1 (c38a1b87-3f40-463b-b40e-b0530aeaceca/a38b3763-f611-45ac-9aa3-0a455b44baf3/e5095cf8-cb61-4136-9d2d-c1baa96ee88e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:55.331727 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.336998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecf71b-18e6-4ab0-83fb-d4dd0a9c98ea req-245819e1-e069-4d67-905b-6c1aaf27a0f2 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:55.352890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92ecf71b-18e6-4ab0-83fb-d4dd0a9c98ea req-245819e1-e069-4d67-905b-6c1aaf27a0f2 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 944 time: 0.2289834 Aug 24 00:18:55.369410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Transition to ACTIVE for port object 8ac52c89-3e0f-4e33-873c-079c516abf53 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:55.370816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-afb5b250-2afb-4725-a566-b76ab11c3ccb admin admin] For port 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0e5ac0bb-500f-43d4-a4f4-7554ffeac36b,segment=NetworkSegment(d2910781-7b8a-4eb5-963a-716121d7f935),segment_id=d2910781-7b8a-4eb5-963a-716121d7f935)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:55.372915 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afb5b250-2afb-4725-a566-b76ab11c3ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.385209 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.440905 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:55.442218 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.444032 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] 10.222.0.13 "PUT /v2.0/ports/60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 HTTP/1.1" status: 200 len: 1092 time: 2.8987269 Aug 24 00:18:55.444570 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703eee64-a4e8-40a9-996f-16f9816fff75', 'tag': '60eb8709-cb8b-45c7-a7b1-acd7d7e726f8'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:55.447220 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc029674-06dc-4b87-84a2-5a0cc66f9561" -d '{"events": [{"name": "network-changed", "server_uuid": "703eee64-a4e8-40a9-996f-16f9816fff75", "tag": "60eb8709-cb8b-45c7-a7b1-acd7d7e726f8"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:55.474584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa2935-fe16-43f6-bb68-c9e09c9e35eb service neutron] Pushing event updated for resources: {'Port': ['ID=60eb8709-cb8b-45c7-a7b1-acd7d7e726f8,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:55.481930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-afb5b250-2afb-4725-a566-b76ab11c3ccb admin admin] Calling delete_port for 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:55.543683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Attempting to bind port 8ac52c89-3e0f-4e33-873c-079c516abf53 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:55.544139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Attempting to bind port 8ac52c89-3e0f-4e33-873c-079c516abf53 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:55.544473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Attempting to bind port 8ac52c89-3e0f-4e33-873c-079c516abf53 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:55.562581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92ecf71b-18e6-4ab0-83fb-d4dd0a9c98ea req-ef06b2c8-e1ad-4bfe-b2ea-abe058121f68 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028120 Aug 24 00:18:55.592202 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.597178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:55.603308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:55.604981 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.606193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:55.608321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Bound port: 8ac52c89-3e0f-4e33-873c-079c516abf53, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:55.610027 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.612052 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Transition to ACTIVE for port object e5095cf8-cb61-4136-9d2d-c1baa96ee88e will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:55.614659 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-3e513c15-ae47-42c7-a004-3aa03bc44a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:55.616248 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-3e513c15-ae47-42c7-a004-3aa03bc44a24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 1095 time: 0.0936036 Aug 24 00:18:55.690887 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0b2ee-1212-422a-96f5-41d116d11381 None None] Pushing event updated for resources: {'Port': ['ID=8ac52c89-3e0f-4e33-873c-079c516abf53,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:55.712155 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-2830292c-8b14-44d0-9567-edf0732566e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 HTTP/1.1" status: 200 len: 217 time: 0.0790875 Aug 24 00:18:55.717263 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7f32bb-1a07-4d73-9f6a-43f19db961c3 x-openstack-request-id: req-1c7f32bb-1a07-4d73-9f6a-43f19db961c3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:55.719234 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703eee64-a4e8-40a9-996f-16f9816fff75", "tag": "60eb8709-cb8b-45c7-a7b1-acd7d7e726f8", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:55.719492 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c7f32bb-1a07-4d73-9f6a-43f19db961c3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:55.719885 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703eee64-a4e8-40a9-996f-16f9816fff75', 'tag': '60eb8709-cb8b-45c7-a7b1-acd7d7e726f8', 'status': 'completed', 'code': 200} Aug 24 00:18:55.788912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] For port 8ac52c89-3e0f-4e33-873c-079c516abf53, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:55.796962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] For port 8ac52c89-3e0f-4e33-873c-079c516abf53, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8ac52c89-3e0f-4e33-873c-079c516abf53,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:55.804632 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.807088 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.868392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Routers {'3b99436a-df02-4bb9-b162-453316479f22'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:55.869031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['3b99436a-df02-4bb9-b162-453316479f22'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:55.924439 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Network c38a1b87-3f40-463b-b40e-b0530aeaceca is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:55.930667 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-c3f46ed0-777b-48f1-8d80-b377c8f8c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:55.932211 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-c3f46ed0-777b-48f1-8d80-b377c8f8c335 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.1958306 Aug 24 00:18:55.951319 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:55.958404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee1d86-0de7-417e-9084-f25f62174355 req-7c795339-c521-48e3-9071-0a5b6126e817 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:55.987489 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4ee1d86-0de7-417e-9084-f25f62174355 req-7c795339-c521-48e3-9071-0a5b6126e817 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.2590635 Aug 24 00:18:56.003530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] Set router 3b99436a-df02-4bb9-b162-453316479f22 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:56.017532 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:56.088823 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:56.257261 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Pushing event updated for resources: {'Port': ['ID=e5095cf8-cb61-4136-9d2d-c1baa96ee88e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:56.270034 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-3eacb3b8-a485-445d-8783-8e5535386008 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3175135 Aug 24 00:18:56.283868 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afb5b250-2afb-4725-a566-b76ab11c3ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:56.330342 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:56.359507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5b250-2afb-4725-a566-b76ab11c3ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5ac0bb-500f-43d4-a4f4-7554ffeac36b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:56.418383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4ee1d86-0de7-417e-9084-f25f62174355 req-9fefed48-00e5-40ca-bca0-c632e7773b53 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300354 Aug 24 00:18:56.521330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 928444e9-687a-4971-965f-48b37abfafff up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:56.737953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0b2ee-1212-422a-96f5-41d116d11381 None None] Pushing event updated for resources: {'Port': ['ID=8ac52c89-3e0f-4e33-873c-079c516abf53,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:56.766800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9b9131e9-7e4e-44d2-8e98-944bfed0dc84 None None] Provisioning for port e5095cf8-cb61-4136-9d2d-c1baa96ee88e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:56.774564 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-7d4542e9-1c4f-4441-a6df-81d1cd6c2731 service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449811 Aug 24 00:18:56.809273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9b9131e9-7e4e-44d2-8e98-944bfed0dc84 None None] Provisioning complete for port e5095cf8-cb61-4136-9d2d-c1baa96ee88e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:56.810261 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b9131e9-7e4e-44d2-8e98-944bfed0dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:56.826013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:56.900188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9b9131e9-7e4e-44d2-8e98-944bfed0dc84 None None] Port e5095cf8-cb61-4136-9d2d-c1baa96ee88e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:18:56.933643 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c2d95205-1cd3-4924-97a3-28def70284d1 req-98f6e386-197e-45ba-9600-d3d372bd1687 service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051726 Aug 24 00:18:56.935137 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:56.982487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 928444e9-687a-4971-965f-48b37abfafff completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:57.012799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 928444e9-687a-4971-965f-48b37abfafff triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:57.015112 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.025608 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.025608 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Pushing event updated for resources: {'Port': ['ID=e5095cf8-cb61-4136-9d2d-c1baa96ee88e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:57.026724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3bd06-6d55-42a3-a728-93ba6680cb72 req-87c566ea-97db-48da-8451-61adfb052598 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:57.034282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2b3bd06-6d55-42a3-a728-93ba6680cb72 req-87c566ea-97db-48da-8451-61adfb052598 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 944 time: 0.4048252 Aug 24 00:18:57.089822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071e682-3f31-41bb-b059-7b881155c02a req-e4f01cc0-3c02-4d5a-8258-6af2a379acee tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:57.099384 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a071e682-3f31-41bb-b059-7b881155c02a req-e4f01cc0-3c02-4d5a-8258-6af2a379acee tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 944 time: 0.3337243 Aug 24 00:18:57.135734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc029674-06dc-4b87-84a2-5a0cc66f9561 req-58656ba9-dbf9-47ab-b793-24d8e6d997b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:57.138441 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fc029674-06dc-4b87-84a2-5a0cc66f9561 req-58656ba9-dbf9-47ab-b793-24d8e6d997b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 1095 time: 0.0898085 Aug 24 00:18:57.230338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-afb5b250-2afb-4725-a566-b76ab11c3ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.256890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Network c38a1b87-3f40-463b-b40e-b0530aeaceca is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:57.257179 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2b3bd06-6d55-42a3-a728-93ba6680cb72 req-d0481801-ced8-4f0b-8699-8fc33c303bf3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018914 Aug 24 00:18:57.260411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:57.269281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a071e682-3f31-41bb-b059-7b881155c02a req-93e7712f-76b0-45ba-93c9-aea8691eb4c3 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589732 Aug 24 00:18:57.313676 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.318601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b99436a-df02-4bb9-b162-453316479f22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1946921095-router', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:47Z', 'updated_at': '2021-08-24T00:18:51Z', 'revision_number': 3, 'project_id': '3838df24e3384c71a690c443299d0c56', 'gw_port': {'id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b99436a-df02-4bb9-b162-453316479f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:50Z', 'updated_at': '2021-08-24T00:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:57.425949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de74a74-69e8-43d7-ac0a-2da06a27c7f7 None None] The sync data for ids ['3b99436a-df02-4bb9-b162-453316479f22'] in n-d-805736-1 is: [{'id': '3b99436a-df02-4bb9-b162-453316479f22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1946921095-router', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:47Z', 'updated_at': '2021-08-24T00:18:51Z', 'revision_number': 3, 'project_id': '3838df24e3384c71a690c443299d0c56', 'gw_port': {'id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b99436a-df02-4bb9-b162-453316479f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:50Z', 'updated_at': '2021-08-24T00:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:57.472451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 928444e9-687a-4971-965f-48b37abfafff, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=928444e9-687a-4971-965f-48b37abfafff,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:57.479347 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928444e9-687a-4971-965f-48b37abfafff'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:57.484412 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704ef225-5f83-4a80-89ff-d2a7b312195e" -d '{"events": [{"server_uuid": "1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d", "name": "network-vif-plugged", "status": "completed", "tag": "928444e9-687a-4971-965f-48b37abfafff"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:57.493335 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.589693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Router 3b99436a-df02-4bb9-b162-453316479f22 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:57.591557 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc029674-06dc-4b87-84a2-5a0cc66f9561 req-52533dac-ce2f-4fbb-bac8-9860d1f9b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:57.593070 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fc029674-06dc-4b87-84a2-5a0cc66f9561 req-52533dac-ce2f-4fbb-bac8-9860d1f9b339 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 912 time: 0.4428763 Aug 24 00:18:57.633062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=928444e9-687a-4971-965f-48b37abfafff,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:57.656656 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-445f610c-383f-4a0e-a856-0fd048d2f699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.738893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-69970ce5-79d0-4d9a-bdc0-5d18c907aca8 None None] Provisioning complete for port e5095cf8-cb61-4136-9d2d-c1baa96ee88e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:57.739511 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69970ce5-79d0-4d9a-bdc0-5d18c907aca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.814137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-69970ce5-79d0-4d9a-bdc0-5d18c907aca8 None None] Port e5095cf8-cb61-4136-9d2d-c1baa96ee88e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:18:57.820420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb534fc-6e69-4540-9307-decc9dfd00bd req-ba7ec81f-ee3c-4c3d-b114-99f9e1465c48 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:57.822134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bb534fc-6e69-4540-9307-decc9dfd00bd req-ba7ec81f-ee3c-4c3d-b114-99f9e1465c48 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.2146909 Aug 24 00:18:57.849100 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7923750-60fc-4ee8-83a9-d5292833b3da x-openstack-request-id: req-f7923750-60fc-4ee8-83a9-d5292833b3da {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:57.849488 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d", "name": "network-vif-plugged", "status": "completed", "tag": "928444e9-687a-4971-965f-48b37abfafff", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:57.849848 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7923750-60fc-4ee8-83a9-d5292833b3da {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:57.851280 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928444e9-687a-4971-965f-48b37abfafff', 'code': 200} Aug 24 00:18:57.857616 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fc029674-06dc-4b87-84a2-5a0cc66f9561 req-e12b12bb-2085-4a74-b6f3-6e1b1a7c916e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 HTTP/1.1" status: 200 len: 217 time: 0.2520804 Aug 24 00:18:57.898916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:57.905169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bb534fc-6e69-4540-9307-decc9dfd00bd req-4467c245-addc-44b9-b36a-08d38720a858 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674381 Aug 24 00:18:57.921602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb5b250-2afb-4725-a566-b76ab11c3ccb admin admin] Router b74976ea-70c5-49a7-a9b2-1d5bd0da093f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:57.978914 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-660cc533-7507-4b3f-a0e5-19be125d709e admin admin] 10.222.0.32 "PUT /v2.0/routers/3b99436a-df02-4bb9-b162-453316479f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1420152 Aug 24 00:18:58.012380 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc029674-06dc-4b87-84a2-5a0cc66f9561 req-d3839aa7-22f6-4d58-88c4-6bd6f0d0a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:58.014169 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fc029674-06dc-4b87-84a2-5a0cc66f9561 req-d3839aa7-22f6-4d58-88c4-6bd6f0d0a8e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.1466494 Aug 24 00:18:58.082922 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fc029674-06dc-4b87-84a2-5a0cc66f9561 req-7bd1a352-258f-4d53-91ca-2a2d167204d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589113 Aug 24 00:18:58.180166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43a514-356e-42c4-956f-4a8cfb847e89 req-51c593e7-9f63-46a4-84d7-43b01ee73e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:58.183589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da43a514-356e-42c4-956f-4a8cfb847e89 req-51c593e7-9f63-46a4-84d7-43b01ee73e7d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 1096 time: 0.1423483 Aug 24 00:18:58.221900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb5b250-2afb-4725-a566-b76ab11c3ccb admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:58.242494 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00044f-ebd0-48d7-81cc-3d405f657f9d None None] Sync routers for ids ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:58.260856 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fc029674-06dc-4b87-84a2-5a0cc66f9561 req-d461ccc6-571c-4638-acaa-073bd12f9432 service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690226 Aug 24 00:18:58.266597 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49210) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:58.268521 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-afb5b250-2afb-4725-a566-b76ab11c3ccb admin admin] 10.222.0.32 "PUT /v2.0/routers/b74976ea-70c5-49a7-a9b2-1d5bd0da093f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9944322 Aug 24 00:18:58.271250 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00044f-ebd0-48d7-81cc-3d405f657f9d None None] Routers {'b74976ea-70c5-49a7-a9b2-1d5bd0da093f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:58.274524 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6a00044f-ebd0-48d7-81cc-3d405f657f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:58.410197 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da43a514-356e-42c4-956f-4a8cfb847e89 req-fad95d20-7daa-48ae-98cc-4d9198e73dfc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391046 Aug 24 00:18:58.603703 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6a00044f-ebd0-48d7-81cc-3d405f657f9d None None] Set router b74976ea-70c5-49a7-a9b2-1d5bd0da093f gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:58.628427 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:58.641535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ee3fa-a064-48b8-8c21-4788aa0a8c00 req-3427a742-1cc1-4ea4-a24a-4b6064c0d830 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:58.652212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a9ee3fa-a064-48b8-8c21-4788aa0a8c00 req-3427a742-1cc1-4ea4-a24a-4b6064c0d830 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.2087092 Aug 24 00:18:58.736035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a9ee3fa-a064-48b8-8c21-4788aa0a8c00 req-37dd12c2-cd35-4def-b9d2-f64164c760be tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818269 Aug 24 00:18:58.859225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7a1c6-6a6c-46c3-b542-4e22040b1656 req-dcad5afc-43f4-4d17-962b-55b9ba0cd23e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:58.871316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06d7a1c6-6a6c-46c3-b542-4e22040b1656 req-dcad5afc-43f4-4d17-962b-55b9ba0cd23e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 944 time: 0.1273885 Aug 24 00:18:58.995409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06d7a1c6-6a6c-46c3-b542-4e22040b1656 req-9389eaf1-211e-4e14-bad0-9324a1a601b4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203105 Aug 24 00:18:59.042975 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6a00044f-ebd0-48d7-81cc-3d405f657f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:18:56Z', 'revision_number': 5, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:59.078839 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00044f-ebd0-48d7-81cc-3d405f657f9d None None] Checking router: b74976ea-70c5-49a7-a9b2-1d5bd0da093f for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:59.095170 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00044f-ebd0-48d7-81cc-3d405f657f9d None None] Routers {'b74976ea-70c5-49a7-a9b2-1d5bd0da093f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:59.096073 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6a00044f-ebd0-48d7-81cc-3d405f657f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:18:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:59.299579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8ac52c89-3e0f-4e33-873c-079c516abf53 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:59.389975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3cddb-6f77-4608-91ed-dc167983dc6e req-5492e63c-bde3-4e26-bcba-80cad829b881 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:59.392142 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72d3cddb-6f77-4608-91ed-dc167983dc6e req-5492e63c-bde3-4e26-bcba-80cad829b881 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.1626282 Aug 24 00:18:59.436125 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6a00044f-ebd0-48d7-81cc-3d405f657f9d None None] Set router b74976ea-70c5-49a7-a9b2-1d5bd0da093f gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:59.448548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49246) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:59.461816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-351344456-network', 'tenant_id': 'b8e35695f740435095420df5c44ad33c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:59.467468 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.491965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 8ac52c89-3e0f-4e33-873c-079c516abf53 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:59.498450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8ac52c89-3e0f-4e33-873c-079c516abf53 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:59.499081 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.535370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] Made reservation on behalf of b8e35695f740435095420df5c44ad33c for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:59.544611 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.599240 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72d3cddb-6f77-4608-91ed-dc167983dc6e req-d171f560-2198-4cce-9b58-23cbf5189da2 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988823 Aug 24 00:18:59.606629 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.623701 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fc029674-06dc-4b87-84a2-5a0cc66f9561 req-b43c9a45-f300-4983-bad6-9ac44c374f2e service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3434336 Aug 24 00:18:59.717478 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.727610 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.761057 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6a00044f-ebd0-48d7-81cc-3d405f657f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:18:56Z', 'revision_number': 5, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:59.782560 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 8ac52c89-3e0f-4e33-873c-079c516abf53, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8ac52c89-3e0f-4e33-873c-079c516abf53,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:59.795832 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.807747 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00044f-ebd0-48d7-81cc-3d405f657f9d None None] The sync data for ids ['b74976ea-70c5-49a7-a9b2-1d5bd0da093f'] in n-d-805736-1 is: [{'id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'name': 'tempest-ServersTestBootFromVolume-144406001-router', 'tenant_id': 'ec590174688f4548ac355d3e0c08b4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:15:14Z', 'updated_at': '2021-08-24T00:18:56Z', 'revision_number': 5, 'project_id': 'ec590174688f4548ac355d3e0c08b4fe', 'gw_port': {'id': 'ebc7d358-6fa2-44aa-8b63-8f41e572d1e0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74976ea-70c5-49a7-a9b2-1d5bd0da093f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:15:16Z', 'updated_at': '2021-08-24T00:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:59.833591 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] Deleting port ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:59.834186 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.959953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=8ac52c89-3e0f-4e33-873c-079c516abf53,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:59.974708 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.982559 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.009989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:19:00.035025 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.035025 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] Added segment 72c36553-6b46-4df4-aa8b-2189fd35912a of type vlan for network 390a00e1-6216-4e82-a59f-e9d4518861c4 Aug 24 00:19:00.047737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b6289-5aa3-4b79-993b-77ef061d58b5 req-4a6a3b18-9fb3-4ea9-ab95-e55c6f322a0c tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:00.056772 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e34b6289-5aa3-4b79-993b-77ef061d58b5 req-4a6a3b18-9fb3-4ea9-ab95-e55c6f322a0c tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.1220825 Aug 24 00:19:00.092594 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.106131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b40162-5eb7-45d1-8849-e7d882a17313,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:00.109792 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] For port ebc7d358-6fa2-44aa-8b63-8f41e572d1e0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ebc7d358-6fa2-44aa-8b63-8f41e572d1e0,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:00.110177 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.128073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] Calling delete_port for ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:00.150053 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e34b6289-5aa3-4b79-993b-77ef061d58b5 req-227735e0-84e6-454c-b6ba-b5945398602f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914109 Aug 24 00:19:00.180448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.199539 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:00.228524 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bf24305d-ac56-454c-9760-85b59513fd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.319687 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.321422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:00.322442 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.347512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8910556 Aug 24 00:19:00.353956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49264) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:00.376987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-242cec5b-7c06-4ec9-8ed7-410b52348380 admin admin] Request body: {'subnet': {'network_id': '390a00e1-6216-4e82-a59f-e9d4518861c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-351344456-subnet', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:00.437862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=60eb8709-cb8b-45c7-a7b1-acd7d7e726f8,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:00.461362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '60eb8709-cb8b-45c7-a7b1-acd7d7e726f8', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'port_id': '60eb8709-cb8b-45c7-a7b1-acd7d7e726f8', 'mac_address': 'fa:16:3e:0a:33:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:00.555131 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.603071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:00.626730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Sync routers for ids ['3b99436a-df02-4bb9-b162-453316479f22'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:19:00.635942 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.646534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=60eb8709-cb8b-45c7-a7b1-acd7d7e726f8,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:00.650351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45c75d-f8c4-459c-9762-cd92d9a0d732 admin admin] Pushing event updated for resources: {'Network': ['ID=390a00e1-6216-4e82-a59f-e9d4518861c4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:00.654741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Routers {'3b99436a-df02-4bb9-b162-453316479f22'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:00.656454 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:19:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['3b99436a-df02-4bb9-b162-453316479f22'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:00.659658 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.663327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242cec5b-7c06-4ec9-8ed7-410b52348380 admin admin] Made reservation on behalf of b8e35695f740435095420df5c44ad33c for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:00.667628 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-242cec5b-7c06-4ec9-8ed7-410b52348380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.669852 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 390a00e1-6216-4e82-a59f-e9d4518861c4 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:19:00.691692 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc7d358-6fa2-44aa-8b63-8f41e572d1e0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:00.817802 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.993709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=60eb8709-cb8b-45c7-a7b1-acd7d7e726f8,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:01.020088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['60eb8709-cb8b-45c7-a7b1-acd7d7e726f8'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:01.046396 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.052899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.091586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Set router 3b99436a-df02-4bb9-b162-453316479f22 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:01.181477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:01.185425 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.186342 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b74976ea-70c5-49a7-a9b2-1d5bd0da093f {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:19:01.215079 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.216591 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-06b6ca13-a30f-48ed-bc2c-bd458d75ec9b admin admin] 10.222.0.32 "DELETE /v2.0/routers/b74976ea-70c5-49a7-a9b2-1d5bd0da093f HTTP/1.1" status: 204 len: 168 time: 2.9433091 Aug 24 00:19:01.223299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:01.284561 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee559d40-32ec-4180-9065-a5fd7c9b090d req-33ecf4be-0137-4c36-8849-0d2a5df1a3e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1206520 Aug 24 00:19:01.284835 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.326245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1043e9-77c8-48b9-a4c8-8f8f453d0780 admin admin] Deleting subnet 7cd017ba-0737-425d-94f4-5ab21031663a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:19:01.336502 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1043e9-77c8-48b9-a4c8-8f8f453d0780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.419337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7aa6d-9dd2-43dc-842d-740f6e2d9eb1 req-666d2352-1f3d-4210-8993-85ad3db5a0c3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:01.427130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8ac52c89-3e0f-4e33-873c-079c516abf53 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:01.430128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4bd7aa6d-9dd2-43dc-842d-740f6e2d9eb1 req-666d2352-1f3d-4210-8993-85ad3db5a0c3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 944 time: 0.9377067 Aug 24 00:19:01.476943 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1043e9-77c8-48b9-a4c8-8f8f453d0780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.507196 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4bd7aa6d-9dd2-43dc-842d-740f6e2d9eb1 req-d233c649-8072-49a4-983b-815f405995e9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754299 Aug 24 00:19:01.534766 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0df6780-7d9c-4eda-91ba-f44e98d880e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.543988 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559d40-32ec-4180-9065-a5fd7c9b090d req-9df04fc3-ffd1-48a8-86ca-e6620e7f1a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:01.545634 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee559d40-32ec-4180-9065-a5fd7c9b090d req-9df04fc3-ffd1-48a8-86ca-e6620e7f1a5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dedff946d8ca4ccbabc1f59e32543423&device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 1097 time: 0.1666636 Aug 24 00:19:01.652921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8ac52c89-3e0f-4e33-873c-079c516abf53 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:01.654262 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.708773 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-242cec5b-7c06-4ec9-8ed7-410b52348380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.742888 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1043e9-77c8-48b9-a4c8-8f8f453d0780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.747892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b99436a-df02-4bb9-b162-453316479f22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1946921095-router', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:47Z', 'updated_at': '2021-08-24T00:18:56Z', 'revision_number': 4, 'project_id': '3838df24e3384c71a690c443299d0c56', 'gw_port': {'id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b99436a-df02-4bb9-b162-453316479f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:50Z', 'updated_at': '2021-08-24T00:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'e5095cf8-cb61-4136-9d2d-c1baa96ee88e', 'name': '', 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'mac_address': 'fa:16:3e:43:df:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b99436a-df02-4bb9-b162-453316479f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'a38b3763-f611-45ac-9aa3-0a455b44baf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:18:56Z', 'revision_number': 2, 'project_id': '3838df24e3384c71a690c443299d0c56', 'subnets': [{'id': 'a38b3763-f611-45ac-9aa3-0a455b44baf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:01.782798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Checking router: 3b99436a-df02-4bb9-b162-453316479f22 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:19:01.783446 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Updating router 3b99436a-df02-4bb9-b162-453316479f22 port e5095cf8-cb61-4136-9d2d-c1baa96ee88e binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:19:01.831751 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559d40-32ec-4180-9065-a5fd7c9b090d req-2e1e0769-c8a9-45b6-8b19-069dbb57d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:01.833200 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee559d40-32ec-4180-9065-a5fd7c9b090d req-2e1e0769-c8a9-45b6-8b19-069dbb57d71a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9cc517a-d1b3-43cd-b590-36f6ddc3e79e HTTP/1.1" status: 200 len: 912 time: 0.2544780 Aug 24 00:19:01.860184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd05e7-e4df-4605-b8a5-18d9c50b18a0 req-63d80f92-82b9-41cb-ba9b-f34deb59bcf6 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:01.868683 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9bd05e7-e4df-4605-b8a5-18d9c50b18a0 req-63d80f92-82b9-41cb-ba9b-f34deb59bcf6 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.4140129 Aug 24 00:19:01.887684 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:01.900186 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.906438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf8991-af86-4e8c-869f-f11626acbc8c req-3e082978-7938-4375-b779-c835fa1226aa tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:01.915910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6cf8991-af86-4e8c-869f-f11626acbc8c req-3e082978-7938-4375-b779-c835fa1226aa tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.2156756 Aug 24 00:19:01.952711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:01.953379 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0df6780-7d9c-4eda-91ba-f44e98d880e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.953583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0e5ac0bb-500f-43d4-a4f4-7554ffeac36b not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:01.956512 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1043e9-77c8-48b9-a4c8-8f8f453d0780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.963566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cec5b-7c06-4ec9-8ed7-410b52348380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9223fdd4-f1f1-45cd-b891-f98337cad24f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:01.981253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242cec5b-7c06-4ec9-8ed7-410b52348380 admin admin] Checking segment: {'id': '72c36553-6b46-4df4-aa8b-2189fd35912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '390a00e1-6216-4e82-a59f-e9d4518861c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:01.981926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242cec5b-7c06-4ec9-8ed7-410b52348380 admin admin] Network hostable DHCP agents. Network: 390a00e1-6216-4e82-a59f-e9d4518861c4, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:19:01.990247 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a0df6780-7d9c-4eda-91ba-f44e98d880e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.999054 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee559d40-32ec-4180-9065-a5fd7c9b090d req-a87daa30-c762-4a32-b7f0-42dbef485474 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21b25685-0bce-4369-b8e7-543c2c51aeb5 HTTP/1.1" status: 200 len: 1002 time: 0.1564157 Aug 24 00:19:02.000264 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1043e9-77c8-48b9-a4c8-8f8f453d0780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd017ba-0737-425d-94f4-5ab21031663a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:02.005389 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5546c3f4-9e06-45ef-8113-4e94bf9b7964 None None] Network 1315fd89-a594-4ced-afb3-6e92213ad0a9 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:02.011705 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef1043e9-77c8-48b9-a4c8-8f8f453d0780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.013786 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ef1043e9-77c8-48b9-a4c8-8f8f453d0780 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7cd017ba-0737-425d-94f4-5ab21031663a HTTP/1.1" status: 204 len: 168 time: 0.7885773 Aug 24 00:19:02.030206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49288) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:02.040127 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6cf8991-af86-4e8c-869f-f11626acbc8c req-83753761-9d1d-4ec5-8722-4184eac35dac tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228004 Aug 24 00:19:02.067710 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9bd05e7-e4df-4605-b8a5-18d9c50b18a0 req-f592561c-ce84-4d1f-b007-7dba9acab53d tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974657 Aug 24 00:19:02.106159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242cec5b-7c06-4ec9-8ed7-410b52348380 admin admin] Network 390a00e1-6216-4e82-a59f-e9d4518861c4 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:19:02.128741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-242cec5b-7c06-4ec9-8ed7-410b52348380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 390a00e1-6216-4e82-a59f-e9d4518861c4) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:02.134309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242cec5b-7c06-4ec9-8ed7-410b52348380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:02.135072 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-242cec5b-7c06-4ec9-8ed7-410b52348380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.166733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-242cec5b-7c06-4ec9-8ed7-410b52348380 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8115928 Aug 24 00:19:02.169624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49300) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:02.176514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-351344456-router', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:02.180662 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a0df6780-7d9c-4eda-91ba-f44e98d880e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d41690b26f384807a9856c240cde7f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9962664 Aug 24 00:19:02.185994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49302) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:02.216503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df6780-7d9c-4eda-91ba-f44e98d880e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279a7c15-4fb1-4a73-b7ac-5f1403a8fdfc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:02.244937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559d40-32ec-4180-9065-a5fd7c9b090d req-789f93c2-837b-41c2-8b2e-7de5eea90b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:02.246763 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee559d40-32ec-4180-9065-a5fd7c9b090d req-789f93c2-837b-41c2-8b2e-7de5eea90b8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef43a554-57dd-4197-9672-c9c1b63a52b6 HTTP/1.1" status: 200 len: 850 time: 0.2282946 Aug 24 00:19:02.279919 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.280956 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.308961 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.328995 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559d40-32ec-4180-9065-a5fd7c9b090d req-64478350-d5b3-43a4-8814-59220531f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:02.330990 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee559d40-32ec-4180-9065-a5fd7c9b090d req-64478350-d5b3-43a4-8814-59220531f275 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9cc517a-d1b3-43cd-b590-36f6ddc3e79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730884 Aug 24 00:19:02.339532 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11319fcc-b8bd-41f9-b43a-45204f3b06b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.413442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbe36b-e0e6-4c40-bead-46c2a751de9a req-28df806a-0af1-4e08-ba39-86fcd4f3730b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:02.415076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12cbe36b-e0e6-4c40-bead-46c2a751de9a req-28df806a-0af1-4e08-ba39-86fcd4f3730b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.1395209 Aug 24 00:19:02.416827 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.418982 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11319fcc-b8bd-41f9-b43a-45204f3b06b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.436658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607031e7-5780-4a90-a8ac-2d82f3ee27b1 None None] Network 390a00e1-6216-4e82-a59f-e9d4518861c4 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:02.499493 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee559d40-32ec-4180-9065-a5fd7c9b090d req-00202b74-fb71-4a8d-ba53-b352d5a9eedd service neutron] 10.222.0.13 "GET /v2.0/networks/e9cc517a-d1b3-43cd-b590-36f6ddc3e79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361749 Aug 24 00:19:02.609748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12cbe36b-e0e6-4c40-bead-46c2a751de9a req-33adaa4a-bde7-4ae0-a5c7-7a70f65a52b3 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832581 Aug 24 00:19:02.646138 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.686594 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11319fcc-b8bd-41f9-b43a-45204f3b06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.689308 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11319fcc-b8bd-41f9-b43a-45204f3b06b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.692850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-11319fcc-b8bd-41f9-b43a-45204f3b06b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/279a7c15-4fb1-4a73-b7ac-5f1403a8fdfc HTTP/1.1" status: 204 len: 168 time: 0.5033092 Aug 24 00:19:02.728760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11319fcc-b8bd-41f9-b43a-45204f3b06b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279a7c15-4fb1-4a73-b7ac-5f1403a8fdfc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:02.745543 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ee559d40-32ec-4180-9065-a5fd7c9b090d req-8fb87f1a-2e4f-4974-adfc-b9ea4707894a service neutron] 10.222.0.13 "GET /v2.0/networks/e9cc517a-d1b3-43cd-b590-36f6ddc3e79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336824 Aug 24 00:19:02.750874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Deleting port e7f817d4-9cc9-403d-a941-b920cbff7979 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:02.751287 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.815246 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.838537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Transition to ACTIVE for port object e5095cf8-cb61-4136-9d2d-c1baa96ee88e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:02.864073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] For port e7f817d4-9cc9-403d-a941-b920cbff7979, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e7f817d4-9cc9-403d-a941-b920cbff7979,segment=NetworkSegment(d2910781-7b8a-4eb5-963a-716121d7f935),segment_id=d2910781-7b8a-4eb5-963a-716121d7f935)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:02.866263 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.881648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72516a0c-330b-4e4e-87af-9e11fe044857 req-85b60a90-e733-4ba8-9cf2-1ec5ce553498 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:02.887252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Calling delete_port for e7f817d4-9cc9-403d-a941-b920cbff7979 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:02.897628 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72516a0c-330b-4e4e-87af-9e11fe044857 req-85b60a90-e733-4ba8-9cf2-1ec5ce553498 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 945 time: 0.2147126 Aug 24 00:19:02.908493 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.044261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b3afd-d482-4b62-89f4-d9431942cf07 req-ebff5fe8-a9fa-431e-a47a-2a1407349974 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:03.045858 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-889b3afd-d482-4b62-89f4-d9431942cf07 req-ebff5fe8-a9fa-431e-a47a-2a1407349974 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.2398543 Aug 24 00:19:03.119379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72516a0c-330b-4e4e-87af-9e11fe044857 req-1e7c6a38-e4b6-49eb-9bda-a90ecf994139 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207975 Aug 24 00:19:03.121644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Attempting to bind port e5095cf8-cb61-4136-9d2d-c1baa96ee88e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:03.122131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Attempting to bind port e5095cf8-cb61-4136-9d2d-c1baa96ee88e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:03.122734 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Attempting to bind port e5095cf8-cb61-4136-9d2d-c1baa96ee88e on network c38a1b87-3f40-463b-b40e-b0530aeaceca {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:03.125487 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.127399 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.213481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f817d4-9cc9-403d-a941-b920cbff7979,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:03.219634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] No DVR routers for this DVR port e7f817d4-9cc9-403d-a941-b920cbff7979 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:19:03.235749 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-889b3afd-d482-4b62-89f4-d9431942cf07 req-6bcd5b32-b01a-4560-b0ad-79fdee60f2dd tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481080 Aug 24 00:19:03.250681 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:03.281668 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:03.282212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Checking segment: {'id': 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:03.282662 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.283196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Bound using segment: {'id': 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:03.283822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Bound port: e5095cf8-cb61-4136-9d2d-c1baa96ee88e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:03.285935 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.333254 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde4481-757e-4675-bc59-b62a098e35fa None None] Pushing event updated for resources: {'Port': ['ID=e5095cf8-cb61-4136-9d2d-c1baa96ee88e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:03.337151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-390a00e1-6216-4e82-a59f-e9d4518861c4', 'network_id': '390a00e1-6216-4e82-a59f-e9d4518861c4', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'fixed_ips': [{'subnet_id': '9223fdd4-f1f1-45cd-b891-f98337cad24f'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:19:03.338178 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.448747 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.451918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49330) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:03.480798 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1315fd89-a594-4ced-afb3-6e92213ad0a9']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:03.497565 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eac5d913-7627-4bb2-82ed-89b2f831c98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.504640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2910781-7b8a-4eb5-963a-716121d7f935') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:03.504937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2910781-7b8a-4eb5-963a-716121d7f935') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:03.515473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd133e-c61a-4a29-ba0f-edf3fbba0338 req-bb6ac024-d1a0-4037-b8b2-2aa59e413f9b tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:03.523434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03fd133e-c61a-4a29-ba0f-edf3fbba0338 req-bb6ac024-d1a0-4037-b8b2-2aa59e413f9b tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.2613635 Aug 24 00:19:03.541215 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.555127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:03.555466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ebc7d358-6fa2-44aa-8b63-8f41e572d1e0 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:03.610725 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.632203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:19:03.632912 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:19:03.635014 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:19:03.652074 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03fd133e-c61a-4a29-ba0f-edf3fbba0338 req-1b880d15-8375-48b6-ab42-6e32c1f8b59e tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276586 Aug 24 00:19:03.663529 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06da005-91a8-4feb-b392-3e82c05b3ce8 None None] DHCP port deletion for 1315fd89-a594-4ced-afb3-6e92213ad0a9 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:19:03.681038 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.726645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.730626 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] For port e5095cf8-cb61-4136-9d2d-c1baa96ee88e, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:03.733040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.733671 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.737873 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1315fd89-a594-4ced-afb3-6e92213ad0a9 HTTP/1.1" status: 204 len: 168 time: 1.7009733 Aug 24 00:19:03.742542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] For port e5095cf8-cb61-4136-9d2d-c1baa96ee88e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e5095cf8-cb61-4136-9d2d-c1baa96ee88e,segment=NetworkSegment(c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e),segment_id=c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:03.744404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Allocated IP 172.20.0.2 (390a00e1-6216-4e82-a59f-e9d4518861c4/9223fdd4-f1f1-45cd-b891-f98337cad24f/36795b34-e895-4bf0-bc40-d0c74ef6efc2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:03.753800 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa20a0-ef48-42c3-a01b-69564c2e8687 admin admin] Pushing event deleted for resources: {'Network': ['ID=1315fd89-a594-4ced-afb3-6e92213ad0a9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:03.755398 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.888389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0d541-94f4-47da-890d-73ed57ba915d req-f35ce80b-b81e-4492-88a6-f4d5c053bc32 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:03.890420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d0d541-94f4-47da-890d-73ed57ba915d req-f35ce80b-b81e-4492-88a6-f4d5c053bc32 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.2540917 Aug 24 00:19:03.966273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Routers {'3b99436a-df02-4bb9-b162-453316479f22'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:03.967180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:19:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['3b99436a-df02-4bb9-b162-453316479f22'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:04.052722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d0d541-94f4-47da-890d-73ed57ba915d req-093b3c96-d757-467c-85e7-9af8a674745d tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520436 Aug 24 00:19:04.072476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:04.091601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Allocated IP 172.25.8.225 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/79315285-ed9c-4d55-a6b3-275dc81fca0e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:04.110047 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] Set router 3b99436a-df02-4bb9-b162-453316479f22 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:04.126842 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eac5d913-7627-4bb2-82ed-89b2f831c98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.148239 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eac5d913-7627-4bb2-82ed-89b2f831c98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.199980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde4481-757e-4675-bc59-b62a098e35fa None None] Pushing event updated for resources: {'Port': ['ID=e5095cf8-cb61-4136-9d2d-c1baa96ee88e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:04.208784 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f919d4fd-f100-4fb3-9b67-351d571ed2f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec590174688f4548ac355d3e0c08b4fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345465 Aug 24 00:19:04.212588 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49342) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:04.301941 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27ea2205-56a9-4f8e-9646-d977a941ffe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.302176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5d913-7627-4bb2-82ed-89b2f831c98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3466d8-6aa1-474b-97d2-da00a917961b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:04.310879 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:04.324036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-eac5d913-7627-4bb2-82ed-89b2f831c98c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f859eec58c8479fae809f625c0a5b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8682604 Aug 24 00:19:04.325405 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49344) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:04.358439 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27ea2205-56a9-4f8e-9646-d977a941ffe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.402087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309ceda-122c-4391-b32d-6c8a4d5333b2 req-8142c8bd-873b-4583-871e-bbe9d8aaecb9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:04.406148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f309ceda-122c-4391-b32d-6c8a4d5333b2 req-8142c8bd-873b-4583-871e-bbe9d8aaecb9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 945 time: 0.2208064 Aug 24 00:19:04.471165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85322b4-9c75-4517-b44a-c586d139e131 req-806ce063-c645-44d6-84a9-49b470bc45d6 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:04.472913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c85322b4-9c75-4517-b44a-c586d139e131 req-806ce063-c645-44d6-84a9-49b470bc45d6 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.1836779 Aug 24 00:19:04.484566 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27ea2205-56a9-4f8e-9646-d977a941ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.487999 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27ea2205-56a9-4f8e-9646-d977a941ffe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.489551 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-27ea2205-56a9-4f8e-9646-d977a941ffe3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdda46cc-0ec4-407c-aff9-dcfb6c50fb29 HTTP/1.1" status: 204 len: 168 time: 0.2756352 Aug 24 00:19:04.493642 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.517536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Transition to ACTIVE for port object 36795b34-e895-4bf0-bc40-d0c74ef6efc2 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:04.522841 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea2205-56a9-4f8e-9646-d977a941ffe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdda46cc-0ec4-407c-aff9-dcfb6c50fb29,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:04.544521 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.571991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Transition to ACTIVE for port object 36795b34-e895-4bf0-bc40-d0c74ef6efc2 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:04.595797 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.625038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:04.632843 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-723f92db-5f25-4536-a5d4-7d748730cb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.645511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f309ceda-122c-4391-b32d-6c8a4d5333b2 req-81160f95-4323-4f0c-acde-0590c0476443 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238674 Aug 24 00:19:04.672277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:04.672651 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.684229 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.686452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Network 390a00e1-6216-4e82-a59f-e9d4518861c4 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:04.718363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:04.727141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:04.732810 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-723f92db-5f25-4536-a5d4-7d748730cb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.735975 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Pushing event updated for resources: {'Port': ['ID=36795b34-e895-4bf0-bc40-d0c74ef6efc2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:04.822252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Attempting to bind port 36795b34-e895-4bf0-bc40-d0c74ef6efc2 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:04.822632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Attempting to bind port 36795b34-e895-4bf0-bc40-d0c74ef6efc2 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '72c36553-6b46-4df4-aa8b-2189fd35912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '390a00e1-6216-4e82-a59f-e9d4518861c4'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:04.823030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Attempting to bind port 36795b34-e895-4bf0-bc40-d0c74ef6efc2 on network 390a00e1-6216-4e82-a59f-e9d4518861c4 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:04.831044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b99436a-df02-4bb9-b162-453316479f22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1946921095-router', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:47Z', 'updated_at': '2021-08-24T00:18:56Z', 'revision_number': 4, 'project_id': '3838df24e3384c71a690c443299d0c56', 'gw_port': {'id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b99436a-df02-4bb9-b162-453316479f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:50Z', 'updated_at': '2021-08-24T00:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'e5095cf8-cb61-4136-9d2d-c1baa96ee88e', 'name': '', 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'mac_address': 'fa:16:3e:43:df:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b99436a-df02-4bb9-b162-453316479f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'a38b3763-f611-45ac-9aa3-0a455b44baf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:19:03Z', 'revision_number': 4, 'project_id': '3838df24e3384c71a690c443299d0c56', 'subnets': [{'id': 'a38b3763-f611-45ac-9aa3-0a455b44baf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:04.836013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:04.836363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Checking segment: {'id': '72c36553-6b46-4df4-aa8b-2189fd35912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '390a00e1-6216-4e82-a59f-e9d4518861c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:04.836851 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.837152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Bound using segment: {'id': '72c36553-6b46-4df4-aa8b-2189fd35912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '390a00e1-6216-4e82-a59f-e9d4518861c4'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:04.837628 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Bound port: 36795b34-e895-4bf0-bc40-d0c74ef6efc2, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c36553-6b46-4df4-aa8b-2189fd35912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '390a00e1-6216-4e82-a59f-e9d4518861c4'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:04.838008 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.883074 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c85322b4-9c75-4517-b44a-c586d139e131 req-dfc16c39-f128-40a4-b622-5612870d701f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004042 Aug 24 00:19:04.943880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dcab4d-d8d0-4cdd-a862-874c9080cb34 None None] The sync data for ids ['3b99436a-df02-4bb9-b162-453316479f22'] in n-d-805736-1 is: [{'id': '3b99436a-df02-4bb9-b162-453316479f22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1946921095-router', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:47Z', 'updated_at': '2021-08-24T00:18:56Z', 'revision_number': 4, 'project_id': '3838df24e3384c71a690c443299d0c56', 'gw_port': {'id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b99436a-df02-4bb9-b162-453316479f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:50Z', 'updated_at': '2021-08-24T00:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'e5095cf8-cb61-4136-9d2d-c1baa96ee88e', 'name': '', 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'mac_address': 'fa:16:3e:43:df:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b99436a-df02-4bb9-b162-453316479f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'a38b3763-f611-45ac-9aa3-0a455b44baf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:19:03Z', 'revision_number': 4, 'project_id': '3838df24e3384c71a690c443299d0c56', 'subnets': [{'id': 'a38b3763-f611-45ac-9aa3-0a455b44baf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:19:04.963505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:04.967571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:04.972084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:05.025094 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-723f92db-5f25-4536-a5d4-7d748730cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.027645 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-723f92db-5f25-4536-a5d4-7d748730cb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.048455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-723f92db-5f25-4536-a5d4-7d748730cb86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a3466d8-6aa1-474b-97d2-da00a917961b HTTP/1.1" status: 204 len: 168 time: 0.7114851 Aug 24 00:19:05.167326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Pushing event updated for resources: {'Port': ['ID=79315285-ed9c-4d55-a6b3-275dc81fca0e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:05.240485 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.258768 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f92db-5f25-4536-a5d4-7d748730cb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3466d8-6aa1-474b-97d2-da00a917961b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:05.340292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a93cc-9eaf-4012-ac2d-e88992d628c2 req-976d98bb-6d66-4872-9b18-e5e823069e3d tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:05.349493 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d8a93cc-9eaf-4012-ac2d-e88992d628c2 req-976d98bb-6d66-4872-9b18-e5e823069e3d tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.2986975 Aug 24 00:19:05.380399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6222694-4fa9-4a5c-869c-495ec3dbaf54 req-d3f59040-f913-4d50-bc2d-45fa5eb540d5 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:05.382691 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6222694-4fa9-4a5c-869c-495ec3dbaf54 req-d3f59040-f913-4d50-bc2d-45fa5eb540d5 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.2541618 Aug 24 00:19:05.409347 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e5095cf8-cb61-4136-9d2d-c1baa96ee88e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:05.438425 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] For port 36795b34-e895-4bf0-bc40-d0c74ef6efc2, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:05.442874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703eee64-a4e8-40a9-996f-16f9816fff75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60eb8709-cb8b-45c7-a7b1-acd7d7e726f8'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:05.447224 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d369947-1e7e-4d57-b4b0-e8dcc9dd09f8" -d '{"events": [{"server_uuid": "703eee64-a4e8-40a9-996f-16f9816fff75", "name": "network-vif-plugged", "status": "completed", "tag": "60eb8709-cb8b-45c7-a7b1-acd7d7e726f8"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:05.500595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=60eb8709-cb8b-45c7-a7b1-acd7d7e726f8,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:05.503533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] For port 36795b34-e895-4bf0-bc40-d0c74ef6efc2, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=36795b34-e895-4bf0-bc40-d0c74ef6efc2,segment=NetworkSegment(72c36553-6b46-4df4-aa8b-2189fd35912a),segment_id=72c36553-6b46-4df4-aa8b-2189fd35912a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:05.522536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6222694-4fa9-4a5c-869c-495ec3dbaf54 req-8131069f-168b-49f3-bd23-1bcb50fab372 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280224 Aug 24 00:19:05.541625 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.546535 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.648308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port e5095cf8-cb61-4136-9d2d-c1baa96ee88e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:05.677680 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port e5095cf8-cb61-4136-9d2d-c1baa96ee88e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:05.678592 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.681370 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948c80f4-0d56-430b-972f-c82c7cdcb89d x-openstack-request-id: req-948c80f4-0d56-430b-972f-c82c7cdcb89d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:05.681661 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703eee64-a4e8-40a9-996f-16f9816fff75", "name": "network-vif-plugged", "status": "completed", "tag": "60eb8709-cb8b-45c7-a7b1-acd7d7e726f8", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:05.681908 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-948c80f4-0d56-430b-972f-c82c7cdcb89d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:05.682299 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703eee64-a4e8-40a9-996f-16f9816fff75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60eb8709-cb8b-45c7-a7b1-acd7d7e726f8', 'code': 200} Aug 24 00:19:05.696295 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5de286-c733-459b-b85d-e9d6dbde8a6e None None] Pushing event updated for resources: {'Port': ['ID=36795b34-e895-4bf0-bc40-d0c74ef6efc2,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:05.738356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d8a93cc-9eaf-4012-ac2d-e88992d628c2 req-e5b02589-2ad0-415d-8fb7-89d00257fa2f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835986 Aug 24 00:19:05.825319 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:19:05.935089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60835645-9551-401b-afe1-a7816f1a4fdb req-32646fef-1dab-4003-ac09-02856de44bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:05.943185 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-60835645-9551-401b-afe1-a7816f1a4fdb req-32646fef-1dab-4003-ac09-02856de44bbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 1097 time: 0.1577628 Aug 24 00:19:06.023819 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-60835645-9551-401b-afe1-a7816f1a4fdb req-eee4584c-3b64-42b1-8910-3256e079034e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679832 Aug 24 00:19:06.164985 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:06.265780 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=60eb8709-cb8b-45c7-a7b1-acd7d7e726f8,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:06.282769 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b51ae6-6481-4db1-b396-5e04f14aaf27 req-0cd567ff-2908-4204-88fe-16c142c91acf tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:06.291739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8b51ae6-6481-4db1-b396-5e04f14aaf27 req-0cd567ff-2908-4204-88fe-16c142c91acf tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 946 time: 0.3301508 Aug 24 00:19:06.414666 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:06.511781 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port e5095cf8-cb61-4136-9d2d-c1baa96ee88e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e5095cf8-cb61-4136-9d2d-c1baa96ee88e,segment=NetworkSegment(c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e),segment_id=c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:06.524609 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:06.573568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8b51ae6-6481-4db1-b396-5e04f14aaf27 req-487a38fe-cfcb-4f5f-869e-191cce3b6536 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737129 Aug 24 00:19:06.615818 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49416) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:06.656946 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e7f817d4-9cc9-403d-a941-b920cbff7979 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:06.702739 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: e7f817d4-9cc9-403d-a941-b920cbff7979 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:06.708416 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e7f817d4-9cc9-403d-a941-b920cbff7979 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:06.742415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=e5095cf8-cb61-4136-9d2d-c1baa96ee88e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:06.924362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a807da-3a53-477c-bf4b-8ed309c4a911 req-74091056-efd7-4ec2-b7c5-e6b2dcdbf528 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:06.936014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90a807da-3a53-477c-bf4b-8ed309c4a911 req-74091056-efd7-4ec2-b7c5-e6b2dcdbf528 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.3984776 Aug 24 00:19:06.966325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-807413284-network', 'tenant_id': '73800ca933784a9ebfa0b8c7de2f2613'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:07.039963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] Made reservation on behalf of 73800ca933784a9ebfa0b8c7de2f2613 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:07.044794 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:07.064845 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:07.095505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc156de4-87b7-4a5b-983d-e161945b71b8 req-4af63d0d-f4c5-47ba-9d50-22d7a299de48 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:07.097110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc156de4-87b7-4a5b-983d-e161945b71b8 req-4af63d0d-f4c5-47ba-9d50-22d7a299de48 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.4020059 Aug 24 00:19:07.118814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90a807da-3a53-477c-bf4b-8ed309c4a911 req-30858726-6f39-4e27-9ac6-3d1b4fb0a242 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818597 Aug 24 00:19:07.317395 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:07.338867 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc156de4-87b7-4a5b-983d-e161945b71b8 req-8e989fe5-6602-4e9d-bf07-bf6bb18a9de9 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186913 Aug 24 00:19:07.367051 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:07.377436 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:07.455484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67df5a24-a037-49e9-8da8-332c3e1f46d6 None None] Network 390a00e1-6216-4e82-a59f-e9d4518861c4 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:07.488993 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:19:07.525136 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270688ea-c389-41cf-b2f2-fbe147bcd242,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:07.532068 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:07.532752 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] Added segment e123e3e2-ae9c-466f-8a66-0149f49071ec of type vlan for network 10a4f855-1dfa-4389-b9d2-80db5e027a61 Aug 24 00:19:07.609494 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:07.696298 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:07.697664 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:07.698462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:07.736732 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e5095cf8-cb61-4136-9d2d-c1baa96ee88e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:07.742244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a1aff9df-a410-41a4-8a23-c86a23500f58 None None] Provisioning for port 36795b34-e895-4bf0-bc40-d0c74ef6efc2 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:07.838881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] Pushing event updated for resources: {'Network': ['ID=10a4f855-1dfa-4389-b9d2-80db5e027a61,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:07.845004 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dfde37a8-f763-4d2e-9f16-39ecd36d56e8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2277868 Aug 24 00:19:07.848788 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c18f9-11e0-43d3-9af8-72d905ecb9cb req-8a660a98-a96b-4467-902f-c370d81f900b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:07.855211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49450) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:07.857127 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e6c18f9-11e0-43d3-9af8-72d905ecb9cb req-8a660a98-a96b-4467-902f-c370d81f900b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.3030231 Aug 24 00:19:07.860666 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1e595c5f-92c9-433b-9e0e-e1e1f52f7030 admin admin] Request body: {'subnet': {'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-807413284-subnet', 'tenant_id': '73800ca933784a9ebfa0b8c7de2f2613', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:07.874958 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 10a4f855-1dfa-4389-b9d2-80db5e027a61 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:19:07.924271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-2cdf1c29-9aad-4d2b-a2c5-e0ce3b47e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:07.926507 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-2cdf1c29-9aad-4d2b-a2c5-e0ce3b47e4ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 1097 time: 0.0841367 Aug 24 00:19:07.938170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e6c18f9-11e0-43d3-9af8-72d905ecb9cb req-4ed43d6b-715b-49fd-b929-9fb7461a061e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797591 Aug 24 00:19:07.938964 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e595c5f-92c9-433b-9e0e-e1e1f52f7030 admin admin] Made reservation on behalf of 73800ca933784a9ebfa0b8c7de2f2613 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:07.941900 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e595c5f-92c9-433b-9e0e-e1e1f52f7030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.025146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4b255-3080-4257-a1dd-f3af8b37b5d4 req-cd7c237b-82fc-4782-aaee-d4c5ab850546 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:08.038040 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7c4b255-3080-4257-a1dd-f3af8b37b5d4 req-cd7c237b-82fc-4782-aaee-d4c5ab850546 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 946 time: 0.2567041 Aug 24 00:19:08.040417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port e5095cf8-cb61-4136-9d2d-c1baa96ee88e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:08.040811 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.123810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7c4b255-3080-4257-a1dd-f3af8b37b5d4 req-105bcabe-40b2-49fe-9bfa-488228cb9928 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825040 Aug 24 00:19:08.127949 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Router 31d2ce98-11a6-44cc-8509-d274d4d88e86 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:19:08.283729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 36795b34-e895-4bf0-bc40-d0c74ef6efc2 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:08.288340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:19:08.335837 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Sync routers for ids ['31d2ce98-11a6-44cc-8509-d274d4d88e86'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:19:08.347226 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.352762 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7a57acd1-58e3-41b1-9cc9-53653734ed3b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1818738 Aug 24 00:19:08.355778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49468) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:08.370694 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Routers {'31d2ce98-11a6-44cc-8509-d274d4d88e86'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:08.375859 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:19:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['31d2ce98-11a6-44cc-8509-d274d4d88e86'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:08.435745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e595c5f-92c9-433b-9e0e-e1e1f52f7030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.476352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 36795b34-e895-4bf0-bc40-d0c74ef6efc2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:08.480473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 36795b34-e895-4bf0-bc40-d0c74ef6efc2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:08.480865 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.560278 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-2e56b2b9-3edb-49db-848b-ab922114a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:08.562087 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-2e56b2b9-3edb-49db-848b-ab922114a4e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 912 time: 0.6247725 Aug 24 00:19:08.673220 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-1dd34729-c88a-4be0-a41a-29f2bf7a8bff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 HTTP/1.1" status: 200 len: 217 time: 0.0994923 Aug 24 00:19:08.674640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e595c5f-92c9-433b-9e0e-e1e1f52f7030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc693454-54b3-4f81-8f8a-53ff5c215485,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:08.686257 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e595c5f-92c9-433b-9e0e-e1e1f52f7030 admin admin] Checking segment: {'id': 'e123e3e2-ae9c-466f-8a66-0149f49071ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:08.686732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e595c5f-92c9-433b-9e0e-e1e1f52f7030 admin admin] Network hostable DHCP agents. Network: 10a4f855-1dfa-4389-b9d2-80db5e027a61, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:19:08.703315 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Set router 31d2ce98-11a6-44cc-8509-d274d4d88e86 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:08.760909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-0d98b374-fac5-4f05-b8f6-8453c76f3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:08.762740 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-0d98b374-fac5-4f05-b8f6-8453c76f3eb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.0790267 Aug 24 00:19:08.768859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f10395e0-d9e9-4ba0-9fed-11c3e75a4138 None None] Provisioning complete for port 36795b34-e895-4bf0-bc40-d0c74ef6efc2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:08.769484 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f10395e0-d9e9-4ba0-9fed-11c3e75a4138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.820484 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-aa4ea338-05e8-4611-b9ec-e1b2f9a0db64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360479 Aug 24 00:19:08.822888 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e595c5f-92c9-433b-9e0e-e1e1f52f7030 admin admin] Network 10a4f855-1dfa-4389-b9d2-80db5e027a61 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:19:08.826045 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.856669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1e595c5f-92c9-433b-9e0e-e1e1f52f7030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 10a4f855-1dfa-4389-b9d2-80db5e027a61) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:08.875242 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be8589a-f12b-4f50-a2c4-fff79d0ae9e1 None None] Network 10a4f855-1dfa-4389-b9d2-80db5e027a61 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:08.893437 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e595c5f-92c9-433b-9e0e-e1e1f52f7030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:08.894151 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e595c5f-92c9-433b-9e0e-e1e1f52f7030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.937268 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1e595c5f-92c9-433b-9e0e-e1e1f52f7030 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0805755 Aug 24 00:19:09.029473 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-796ecba5-a805-424d-886f-547d0aa0085d service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996114 Aug 24 00:19:09.072368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e548490-a888-4e8b-bb4a-1f71832ef548 req-d66371ed-c0f3-40f9-8e10-7d45e4930eac tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:09.086355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e548490-a888-4e8b-bb4a-1f71832ef548 req-d66371ed-c0f3-40f9-8e10-7d45e4930eac tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.3947520 Aug 24 00:19:09.298677 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'name': 'tempest-AttachSCSIVolumeTestJSON-351344456-router', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '79315285-ed9c-4d55-a6b3-275dc81fca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:02Z', 'updated_at': '2021-08-24T00:19:05Z', 'revision_number': 3, 'project_id': 'b8e35695f740435095420df5c44ad33c', 'gw_port': {'id': '79315285-ed9c-4d55-a6b3-275dc81fca0e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:03Z', 'updated_at': '2021-08-24T00:19:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:09.397100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 36795b34-e895-4bf0-bc40-d0c74ef6efc2, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=36795b34-e895-4bf0-bc40-d0c74ef6efc2,segment=NetworkSegment(72c36553-6b46-4df4-aa8b-2189fd35912a),segment_id=72c36553-6b46-4df4-aa8b-2189fd35912a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:09.402812 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Checking router: 31d2ce98-11a6-44cc-8509-d274d4d88e86 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:19:09.403989 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Updating router 31d2ce98-11a6-44cc-8509-d274d4d88e86 port 79315285-ed9c-4d55-a6b3-275dc81fca0e binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:19:09.463194 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:09.493898 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:09.540322 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-23a69146-dc7e-4d23-ad35-23c522d32888 service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961951 Aug 24 00:19:09.746798 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-f23b0446-8384-4f82-b2c3-44c8de94729d tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ff8cb428fe594c119c8296747ffa2c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667174 Aug 24 00:19:09.766085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9016a8c9-c50e-421c-a906-228cdaab5ade None None] Network 10a4f855-1dfa-4389-b9d2-80db5e027a61 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:09.839081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e548490-a888-4e8b-bb4a-1f71832ef548 req-e03491a6-c00d-40aa-8ebb-3f5eb804644c tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7333353 Aug 24 00:19:09.866977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=36795b34-e895-4bf0-bc40-d0c74ef6efc2,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:09.939705 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:09.953364 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Transition to ACTIVE for port object 79315285-ed9c-4d55-a6b3-275dc81fca0e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:09.966755 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.067428 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Attempting to bind port 79315285-ed9c-4d55-a6b3-275dc81fca0e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:10.067924 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Attempting to bind port 79315285-ed9c-4d55-a6b3-275dc81fca0e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:10.068226 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Attempting to bind port 79315285-ed9c-4d55-a6b3-275dc81fca0e on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:10.076042 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda58f5-3c7f-4777-a761-7d2f316362d6 None None] Pushing event updated for resources: {'Port': ['ID=79315285-ed9c-4d55-a6b3-275dc81fca0e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:10.089302 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:10.089758 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:10.090075 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.090474 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:10.091027 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Bound port: 79315285-ed9c-4d55-a6b3-275dc81fca0e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:10.091424 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.128493 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda58f5-3c7f-4777-a761-7d2f316362d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:10.128857 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda58f5-3c7f-4777-a761-7d2f316362d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:10.129214 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda58f5-3c7f-4777-a761-7d2f316362d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:10.129539 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda58f5-3c7f-4777-a761-7d2f316362d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:10.129871 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda58f5-3c7f-4777-a761-7d2f316362d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:10.130203 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda58f5-3c7f-4777-a761-7d2f316362d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:10.130527 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda58f5-3c7f-4777-a761-7d2f316362d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:10.132773 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda58f5-3c7f-4777-a761-7d2f316362d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:10.133128 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda58f5-3c7f-4777-a761-7d2f316362d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:10.133512 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda58f5-3c7f-4777-a761-7d2f316362d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:10.133848 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda58f5-3c7f-4777-a761-7d2f316362d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:10.134798 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda58f5-3c7f-4777-a761-7d2f316362d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:10.180356 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] For port 79315285-ed9c-4d55-a6b3-275dc81fca0e, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:10.184033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-7b93d0d6-a24b-4410-bd67-56fb3b9e0d77 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:10.185927 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] For port 79315285-ed9c-4d55-a6b3-275dc81fca0e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=79315285-ed9c-4d55-a6b3-275dc81fca0e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:10.191805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-7b93d0d6-a24b-4410-bd67-56fb3b9e0d77 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4012144 Aug 24 00:19:10.193065 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.247528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-eaafa27f-6c12-41f4-8f28-7b2f8f116efc tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/quotas/ff8cb428fe594c119c8296747ffa2c9a HTTP/1.1" status: 200 len: 375 time: 0.0547144 Aug 24 00:19:10.249386 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Routers {'31d2ce98-11a6-44cc-8509-d274d4d88e86'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:10.250094 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:19:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['31d2ce98-11a6-44cc-8509-d274d4d88e86'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:10.275025 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edbac738-d18d-4980-a9d7-050a48831b16 req-94a68b88-2b42-4729-8efb-c3e2ce90c84d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2496049 Aug 24 00:19:10.295039 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda58f5-3c7f-4777-a761-7d2f316362d6 None None] Pushing event updated for resources: {'Port': ['ID=79315285-ed9c-4d55-a6b3-275dc81fca0e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:10.300190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785194f-0775-4e16-9365-c98ee2885f7a req-ff12226a-f5fa-47d6-b5e2-a5eb686d281d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:10.301842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f785194f-0775-4e16-9365-c98ee2885f7a req-ff12226a-f5fa-47d6-b5e2-a5eb686d281d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 946 time: 0.2754641 Aug 24 00:19:10.320051 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-219b6f41-f216-467f-b6f2-8ce7f251fa81 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8cb428fe594c119c8296747ffa2c9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714090 Aug 24 00:19:10.422554 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] Set router 31d2ce98-11a6-44cc-8509-d274d4d88e86 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:10.458794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f785194f-0775-4e16-9365-c98ee2885f7a req-9ad96c59-944b-4498-9589-45f6a613d7a4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374364 Aug 24 00:19:10.511991 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbac738-d18d-4980-a9d7-050a48831b16 req-36a4818b-a451-4f5b-b7f7-413255894aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:10.513834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edbac738-d18d-4980-a9d7-050a48831b16 req-36a4818b-a451-4f5b-b7f7-413255894aa7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c6e0e872fd9493581d598175e4e4ca3&device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 1096 time: 0.0977409 Aug 24 00:19:10.666822 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.899907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbac738-d18d-4980-a9d7-050a48831b16 req-dfab750f-9b51-46fa-9464-8634490fbf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:10.901525 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edbac738-d18d-4980-a9d7-050a48831b16 req-dfab750f-9b51-46fa-9464-8634490fbf01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2445dbf-51ce-471e-bf22-d58b2d01dce0 HTTP/1.1" status: 200 len: 911 time: 0.3100426 Aug 24 00:19:10.927894 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'name': 'tempest-AttachSCSIVolumeTestJSON-351344456-router', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '79315285-ed9c-4d55-a6b3-275dc81fca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:02Z', 'updated_at': '2021-08-24T00:19:05Z', 'revision_number': 3, 'project_id': 'b8e35695f740435095420df5c44ad33c', 'gw_port': {'id': '79315285-ed9c-4d55-a6b3-275dc81fca0e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:03Z', 'updated_at': '2021-08-24T00:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:11.007558 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e630b-e941-4b1f-b5ed-4e357afc19db None None] The sync data for ids ['31d2ce98-11a6-44cc-8509-d274d4d88e86'] in n-d-805736-1 is: [{'id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'name': 'tempest-AttachSCSIVolumeTestJSON-351344456-router', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '79315285-ed9c-4d55-a6b3-275dc81fca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:02Z', 'updated_at': '2021-08-24T00:19:05Z', 'revision_number': 3, 'project_id': 'b8e35695f740435095420df5c44ad33c', 'gw_port': {'id': '79315285-ed9c-4d55-a6b3-275dc81fca0e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:03Z', 'updated_at': '2021-08-24T00:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:19:11.015487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edbac738-d18d-4980-a9d7-050a48831b16 req-057a97ce-c8d1-43cb-9342-669c65807a48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90c6548c-3ce5-45c2-926a-76773f369911 HTTP/1.1" status: 200 len: 217 time: 0.1005535 Aug 24 00:19:11.179370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Allocated IP 172.20.0.1 (390a00e1-6216-4e82-a59f-e9d4518861c4/9223fdd4-f1f1-45cd-b891-f98337cad24f/1ab63e93-4787-4c67-bf04-d8e147f2f291) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:11.195414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-7e1c531f-3671-4e32-8a0c-bc5940d9523e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:11.197717 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-7e1c531f-3671-4e32-8a0c-bc5940d9523e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 946 time: 0.0915890 Aug 24 00:19:11.207028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-312d0a57-5abd-443f-9e96-9bb2e111cf38 req-12fbd235-16f9-45c6-ba39-97c78e6d45ea tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/ports?device_id=eee4fad2-055e-47f5-8e28-9a43253c9705 HTTP/1.1" status: 200 len: 210 time: 0.1071963 Aug 24 00:19:11.273820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbac738-d18d-4980-a9d7-050a48831b16 req-5c4acdee-cda0-40a5-b766-40011e35f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:11.275677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edbac738-d18d-4980-a9d7-050a48831b16 req-5c4acdee-cda0-40a5-b766-40011e35f4fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c895085-e829-4731-b347-1f7ea11c9bda HTTP/1.1" status: 200 len: 850 time: 0.2460933 Aug 24 00:19:11.389109 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-9fe0b35d-2b0f-4008-a4d6-094319bb9b29 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Deleting port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:11.389479 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-9fe0b35d-2b0f-4008-a4d6-094319bb9b29 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.407211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-2c1d9bd7-ca4b-4938-b8d9-6e4ec05f5f8e tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:11.408814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-2c1d9bd7-ca4b-4938-b8d9-6e4ec05f5f8e tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/networks?id=10a4f855-1dfa-4389-b9d2-80db5e027a61 HTTP/1.1" status: 200 len: 814 time: 0.4104989 Aug 24 00:19:11.443331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edbac738-d18d-4980-a9d7-050a48831b16 req-35cf6c99-b8b8-4286-86a4-752f9268ae1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2445dbf-51ce-471e-bf22-d58b2d01dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577873 Aug 24 00:19:11.535922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-9fe0b35d-2b0f-4008-a4d6-094319bb9b29 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] For port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=60eb8709-cb8b-45c7-a7b1-acd7d7e726f8,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:11.536424 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-9fe0b35d-2b0f-4008-a4d6-094319bb9b29 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.565532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-66606577-5023-4adb-b4aa-6e7191463bd9 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/quotas/73800ca933784a9ebfa0b8c7de2f2613 HTTP/1.1" status: 200 len: 375 time: 0.1270599 Aug 24 00:19:11.593111 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-9fe0b35d-2b0f-4008-a4d6-094319bb9b29 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Calling delete_port for 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:11.668860 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.714936 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 36795b34-e895-4bf0-bc40-d0c74ef6efc2 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:11.730957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-f97a4d5f-0c57-41a6-9f1e-b69fcb758198 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73800ca933784a9ebfa0b8c7de2f2613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1133175 Aug 24 00:19:11.763900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Transition to ACTIVE for port object 1ab63e93-4787-4c67-bf04-d8e147f2f291 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:11.777267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f0f41-c179-491a-839e-30e7d06add77 req-b5105889-16bc-4f79-b89a-f43ce2972889 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:11.779055 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc3f0f41-c179-491a-839e-30e7d06add77 req-b5105889-16bc-4f79-b89a-f43ce2972889 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.3911910 Aug 24 00:19:11.785968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 36795b34-e895-4bf0-bc40-d0c74ef6efc2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:11.786614 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.793212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edbac738-d18d-4980-a9d7-050a48831b16 req-2c92c257-5895-44f2-8c40-3441ba47df57 service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358421 Aug 24 00:19:11.830510 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-9fe0b35d-2b0f-4008-a4d6-094319bb9b29 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.877504 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0b35d-2b0f-4008-a4d6-094319bb9b29 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Pushing event deleted for resources: {'Port': ['ID=60eb8709-cb8b-45c7-a7b1-acd7d7e726f8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:11.883134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['60eb8709-cb8b-45c7-a7b1-acd7d7e726f8'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:11.928999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 79315285-ed9c-4d55-a6b3-275dc81fca0e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:11.938154 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-9fe0b35d-2b0f-4008-a4d6-094319bb9b29 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] No DVR routers for this DVR port 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:19:11.941802 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-9fe0b35d-2b0f-4008-a4d6-094319bb9b29 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.944795 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-529619ac-27e9-4214-8284-0bcebd5a09f9 req-9fe0b35d-2b0f-4008-a4d6-094319bb9b29 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "DELETE /v2.0/ports/60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 HTTP/1.1" status: 204 len: 173 time: 0.7375584 Aug 24 00:19:11.945372 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703eee64-a4e8-40a9-996f-16f9816fff75', 'name': 'network-vif-deleted', 'tag': '60eb8709-cb8b-45c7-a7b1-acd7d7e726f8'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:11.959037 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01eba9f-8666-44cb-acb1-f436fc7f2be7" -d '{"events": [{"server_uuid": "703eee64-a4e8-40a9-996f-16f9816fff75", "name": "network-vif-deleted", "tag": "60eb8709-cb8b-45c7-a7b1-acd7d7e726f8"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:11.977916 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc3f0f41-c179-491a-839e-30e7d06add77 req-5b4ac696-ab00-4ae2-8e97-6df305e98979 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821885 Aug 24 00:19:12.031375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 79315285-ed9c-4d55-a6b3-275dc81fca0e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:12.040693 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 79315285-ed9c-4d55-a6b3-275dc81fca0e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:12.040922 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.067186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-b2e291cf-c6f8-443e-a3e9-89d150b44435 service neutron] 10.222.0.32 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186057 Aug 24 00:19:12.100926 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.141073 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.165316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 79315285-ed9c-4d55-a6b3-275dc81fca0e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=79315285-ed9c-4d55-a6b3-275dc81fca0e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:12.169804 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.192241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edbac738-d18d-4980-a9d7-050a48831b16 req-3d64302b-19e2-4534-ade5-23cbf04eea16 service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413017 Aug 24 00:19:12.224384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Network 390a00e1-6216-4e82-a59f-e9d4518861c4 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:12.230651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=79315285-ed9c-4d55-a6b3-275dc81fca0e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:12.235724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:12.238198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:12.308110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51f5f4-de10-4cf8-9c9f-b8681a2f3bad req-f6e8e1c7-e4bb-458b-96ec-4b9b6110952f tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:12.316158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d51f5f4-de10-4cf8-9c9f-b8681a2f3bad req-f6e8e1c7-e4bb-458b-96ec-4b9b6110952f tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.2463143 Aug 24 00:19:12.319383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Pushing event updated for resources: {'Port': ['ID=1ab63e93-4787-4c67-bf04-d8e147f2f291,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:12.367943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:12.368299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:12.368641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:12.369020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:12.369351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:12.369716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:12.370252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:12.370605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:12.371119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:12.371453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:12.371785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:12.372260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:12.399414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-bbc0e1a4-098b-4955-be26-43b1e252e913 service neutron] 10.222.0.32 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312755 Aug 24 00:19:12.405556 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-ebfa825b-a526-4a37-b40c-7ceba4bf58cb tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ff8cb428fe594c119c8296747ffa2c9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269475 Aug 24 00:19:12.415433 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d51f5f4-de10-4cf8-9c9f-b8681a2f3bad req-2199b93a-4b94-4732-80b4-dea7a4e41ec4 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981417 Aug 24 00:19:12.416679 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.572921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3e789ea5-61ab-44da-a8a5-7665ffd33db9 None None] Provisioning for port 1ab63e93-4787-4c67-bf04-d8e147f2f291 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:12.576644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3e789ea5-61ab-44da-a8a5-7665ffd33db9 None None] Provisioning complete for port 1ab63e93-4787-4c67-bf04-d8e147f2f291 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:12.576993 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3e789ea5-61ab-44da-a8a5-7665ffd33db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.638764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-ee36ef2b-ee3c-4350-bad5-914ab8433c70 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:12.641430 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-ee36ef2b-ee3c-4350-bad5-914ab8433c70 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289174 Aug 24 00:19:12.661259 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3e789ea5-61ab-44da-a8a5-7665ffd33db9 None None] Port 1ab63e93-4787-4c67-bf04-d8e147f2f291 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:19:12.687204 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Request body: {'port': {'device_id': 'eee4fad2-055e-47f5-8e28-9a43253c9705', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'ff8cb428fe594c119c8296747ffa2c9a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:12.697485 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.725776 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe11e31d-8d4d-47ed-a558-88519f6ef26a req-d60f1b31-70ba-432a-91ef-2313610635e7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=703eee64-a4e8-40a9-996f-16f9816fff75 HTTP/1.1" status: 200 len: 210 time: 0.0560515 Aug 24 00:19:12.761393 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1286ba05-c6ed-4df6-8c54-3447c8a2b977 x-openstack-request-id: req-1286ba05-c6ed-4df6-8c54-3447c8a2b977 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:12.762478 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703eee64-a4e8-40a9-996f-16f9816fff75", "name": "network-vif-deleted", "tag": "60eb8709-cb8b-45c7-a7b1-acd7d7e726f8", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:12.762478 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1286ba05-c6ed-4df6-8c54-3447c8a2b977 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:12.763128 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703eee64-a4e8-40a9-996f-16f9816fff75', 'name': 'network-vif-deleted', 'tag': '60eb8709-cb8b-45c7-a7b1-acd7d7e726f8', 'status': 'completed', 'code': 200} Aug 24 00:19:12.877166 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Made reservation on behalf of ff8cb428fe594c119c8296747ffa2c9a for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:12.882487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.883204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1a7c710-d8b6-4354-bf8b-7530a12d59ad req-f4048106-7e13-4dc5-bebf-7137cc4c4d93 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/ports?device_id=eee4fad2-055e-47f5-8e28-9a43253c9705 HTTP/1.1" status: 200 len: 210 time: 0.0511816 Aug 24 00:19:12.916239 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.027932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdf99864-0794-4182-bc9a-3aa16236d295 req-ad35805d-1fc5-4ab6-94ac-9ae2bb9969c5 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 210 time: 0.0550320 Aug 24 00:19:13.053815 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.064921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.085221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339db20-536c-43ff-8cac-f27b623f0e07 req-ad799119-83ba-4499-afc9-283f2c23019d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:13.088987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e339db20-536c-43ff-8cac-f27b623f0e07 req-ad799119-83ba-4499-afc9-283f2c23019d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=080ca8f0-f443-46d7-bce8-874ea60ddaec HTTP/1.1" status: 200 len: 950 time: 0.1640942 Aug 24 00:19:13.151163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b60dcc-2eba-4bc5-9e74-cbaac618086f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:13.175788 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e339db20-536c-43ff-8cac-f27b623f0e07 req-dbd07835-447d-45be-8d82-72849d271bcd tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674126 Aug 24 00:19:13.218257 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.228281 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.246880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Allocated IP 192.168.233.236 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/0789663f-44bc-4d13-babe-62b53d828f9b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:13.320856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613dd0e8-1711-45a6-a397-2394e017c5bb req-bc2d86a3-98db-479d-937c-5154bd1314e6 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:13.326103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-613dd0e8-1711-45a6-a397-2394e017c5bb req-bc2d86a3-98db-479d-937c-5154bd1314e6 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.1667659 Aug 24 00:19:13.366940 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Pushing event updated for resources: {'Port': ['ID=1ab63e93-4787-4c67-bf04-d8e147f2f291,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:13.393857 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-613dd0e8-1711-45a6-a397-2394e017c5bb req-48cbb5f5-2e0d-4f61-b1ee-7a3a156e7116 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668476 Aug 24 00:19:13.394743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.476335 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.496209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Transition to ACTIVE for port object 0789663f-44bc-4d13-babe-62b53d828f9b will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:13.512071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Network 390a00e1-6216-4e82-a59f-e9d4518861c4 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:13.518737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:13.556044 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.635963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 79315285-ed9c-4d55-a6b3-275dc81fca0e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:13.646003 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:13.664840 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:13.679715 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:13.717203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Pushing event updated for resources: {'Port': ['ID=0789663f-44bc-4d13-babe-62b53d828f9b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:13.728972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 79315285-ed9c-4d55-a6b3-275dc81fca0e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:13.729357 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.739238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ad6c0-101f-490e-955a-0461681145f0 req-ab02e125-6bba-4d8d-a908-36333d302d1b tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:13.745084 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-652ad6c0-101f-490e-955a-0461681145f0 req-ab02e125-6bba-4d8d-a908-36333d302d1b tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.2127163 Aug 24 00:19:13.764933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:13.765754 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.796755 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-dba1c2a4-5bac-43b5-9fa3-af2e076cab95 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1168599 Aug 24 00:19:13.839037 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Request body: {'port': {'device_id': 'eee4fad2-055e-47f5-8e28-9a43253c9705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:13.906209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Router 31d2ce98-11a6-44cc-8509-d274d4d88e86 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:19:13.932812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-652ad6c0-101f-490e-955a-0461681145f0 req-1386e8af-956b-4e13-8bae-24db207eaaa4 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314032 Aug 24 00:19:13.986672 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2e62fd05-0fbf-447c-a2e8-4c178afe84fe None None] Provisioning complete for port 1ab63e93-4787-4c67-bf04-d8e147f2f291 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:13.987323 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.993327 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e62fd05-0fbf-447c-a2e8-4c178afe84fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:14.079549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2e62fd05-0fbf-447c-a2e8-4c178afe84fe None None] Port 1ab63e93-4787-4c67-bf04-d8e147f2f291 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:19:14.118480 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 928444e9-687a-4971-965f-48b37abfafff details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:14.122766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 94ccf9f0-4359-4e9f-a009-4d1af12a4915 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:14.261841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4b16b3ef-348d-4bc9-87a4-ae201a967a48 None None] Provisioning for port 0789663f-44bc-4d13-babe-62b53d828f9b completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:14.294240 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4b16b3ef-348d-4bc9-87a4-ae201a967a48 None None] Provisioning complete for port 0789663f-44bc-4d13-babe-62b53d828f9b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:14.294841 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b16b3ef-348d-4bc9-87a4-ae201a967a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:14.328085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:14.371868 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:14.372211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 60eb8709-cb8b-45c7-a7b1-acd7d7e726f8 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:14.378962 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0789663f-44bc-4d13-babe-62b53d828f9b {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:14.388474 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:14.389372 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:14.392099 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 928444e9-687a-4971-965f-48b37abfafff, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=928444e9-687a-4971-965f-48b37abfafff,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:14.400197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4b16b3ef-348d-4bc9-87a4-ae201a967a48 None None] Port 0789663f-44bc-4d13-babe-62b53d828f9b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:19:14.406207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Transition to ACTIVE for port object 0789663f-44bc-4d13-babe-62b53d828f9b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:14.411431 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:14.420679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '928444e9-687a-4971-965f-48b37abfafff', 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459', 'port_id': '928444e9-687a-4971-965f-48b37abfafff', 'mac_address': 'fa:16:3e:a6:1f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5c70c4-a295-4688-8a6b-f8f806143f22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:14.427316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ccf9f0-4359-4e9f-a009-4d1af12a4915'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:14.430147 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68c3175-ae62-4fbf-930c-ab6d06776013" -d '{"events": [{"server_uuid": "080ca8f0-f443-46d7-bce8-874ea60ddaec", "name": "network-vif-unplugged", "status": "completed", "tag": "94ccf9f0-4359-4e9f-a009-4d1af12a4915"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:14.460944 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Pushing event updated for resources: {'Port': ['ID=0789663f-44bc-4d13-babe-62b53d828f9b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:14.461881 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:14.472796 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:14.506054 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:14.531959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 928444e9-687a-4971-965f-48b37abfafff {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:14.557057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=94ccf9f0-4359-4e9f-a009-4d1af12a4915,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:14.570278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 928444e9-687a-4971-965f-48b37abfafff, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=928444e9-687a-4971-965f-48b37abfafff,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:14.575229 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:14.589634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:19:14.603224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9e617df3-4afc-4f1b-bb55-87b88166880a admin admin] 10.222.0.32 "PUT /v2.0/routers/31d2ce98-11a6-44cc-8509-d274d4d88e86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2452011 Aug 24 00:19:14.620015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Sync routers for ids ['31d2ce98-11a6-44cc-8509-d274d4d88e86'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:19:14.630272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a24735-2ccc-4a70-ab72-f0aeea5508d5 req-fab0ff6c-29b8-4e6e-8a62-f42d034aa8f8 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:14.633214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b5a24735-2ccc-4a70-ab72-f0aeea5508d5 req-fab0ff6c-29b8-4e6e-8a62-f42d034aa8f8 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/ports?device_id=eee4fad2-055e-47f5-8e28-9a43253c9705 HTTP/1.1" status: 200 len: 936 time: 0.5975573 Aug 24 00:19:14.650540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Routers {'31d2ce98-11a6-44cc-8509-d274d4d88e86'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:14.651233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:19:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['31d2ce98-11a6-44cc-8509-d274d4d88e86'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:14.728181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-63c6e97c-0146-4953-a4c1-4e0db903e453 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:14.730159 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-63c6e97c-0146-4953-a4c1-4e0db903e453 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.13 "GET /v2.0/networks?id=10a4f855-1dfa-4389-b9d2-80db5e027a61 HTTP/1.1" status: 200 len: 814 time: 0.2878008 Aug 24 00:19:14.736718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=928444e9-687a-4971-965f-48b37abfafff,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:14.761313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-67ab84e2-357a-494c-8ec6-b496b57a9f52 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:14.763494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-67ab84e2-357a-494c-8ec6-b496b57a9f52 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 811 time: 0.3221276 Aug 24 00:19:14.797273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-3406ac44-8389-4943-a51a-58eafa1eee56 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Request body: {'port': {'device_id': 'b142f77d-082c-4478-9cd4-ce25d5053b27', 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61', 'admin_state_up': True, 'tenant_id': '73800ca933784a9ebfa0b8c7de2f2613'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:14.838449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['928444e9-687a-4971-965f-48b37abfafff'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:14.875006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b5a24735-2ccc-4a70-ab72-f0aeea5508d5 req-96239fe5-7427-40fe-b28b-69243b58c81e tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b60dcc-2eba-4bc5-9e74-cbaac618086f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212365 Aug 24 00:19:14.876328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-b9d6e973-e28d-4264-a0c6-e31ed0affb8d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/quotas/e64cca1666df447f8193bde9cd7bcca8 HTTP/1.1" status: 200 len: 375 time: 0.0743427 Aug 24 00:19:14.917815 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Attempting to bind port 0789663f-44bc-4d13-babe-62b53d828f9b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:14.922825 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Attempting to bind port 0789663f-44bc-4d13-babe-62b53d828f9b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:14.923464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Attempting to bind port 0789663f-44bc-4d13-babe-62b53d828f9b on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:14.925025 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-2bd2b3c5-5a7f-451c-a1ea-daad10102c6d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401759 Aug 24 00:19:14.941426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Port 0789663f-44bc-4d13-babe-62b53d828f9b on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:14.941757 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Attempting to bind port 0789663f-44bc-4d13-babe-62b53d828f9b on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:14.957962 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:14.958306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:14.958702 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:14.960089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Bound port: 0789663f-44bc-4d13-babe-62b53d828f9b, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:14.960433 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:15.067632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1119d507-b6e9-4848-9f51-773bbceeb76e req-a4b943e6-a01e-4113-bc1e-70b6526b7923 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 210 time: 0.0753634 Aug 24 00:19:15.079993 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] For port 0789663f-44bc-4d13-babe-62b53d828f9b, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:15.083346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] For port 0789663f-44bc-4d13-babe-62b53d828f9b, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0789663f-44bc-4d13-babe-62b53d828f9b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:15.085871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Set router 31d2ce98-11a6-44cc-8509-d274d4d88e86 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:15.105322 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:15.162057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:15.162728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:15.181496 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] 10.222.0.13 "PUT /v2.0/ports/0789663f-44bc-4d13-babe-62b53d828f9b HTTP/1.1" status: 200 len: 1096 time: 1.3486316 Aug 24 00:19:15.182392 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee4fad2-055e-47f5-8e28-9a43253c9705', 'tag': '0789663f-44bc-4d13-babe-62b53d828f9b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:15.186312 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9794795f-5f81-4165-8298-8d72c25a1e32" -d '{"events": [{"name": "network-changed", "server_uuid": "eee4fad2-055e-47f5-8e28-9a43253c9705", "tag": "0789663f-44bc-4d13-babe-62b53d828f9b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:15.254303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-c75017ff-405c-4a41-868a-d781fecc5883 service neutron] 10.222.0.32 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154323 Aug 24 00:19:15.262052 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0537af-bbed-4145-bbc6-fe269c3f5a2b service neutron] Pushing event updated for resources: {'Port': ['ID=0789663f-44bc-4d13-babe-62b53d828f9b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:15.405829 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-7a1d5043-2feb-4a4d-9bb1-f86a88c6fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:15.407667 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-7a1d5043-2feb-4a4d-9bb1-f86a88c6fb55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff8cb428fe594c119c8296747ffa2c9a&device_id=eee4fad2-055e-47f5-8e28-9a43253c9705 HTTP/1.1" status: 200 len: 1099 time: 0.0949991 Aug 24 00:19:15.504814 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-d5aedfd1-ed74-4389-a532-de493f000c8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0789663f-44bc-4d13-babe-62b53d828f9b HTTP/1.1" status: 200 len: 217 time: 0.0800664 Aug 24 00:19:15.533542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-3406ac44-8389-4943-a51a-58eafa1eee56 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Made reservation on behalf of 73800ca933784a9ebfa0b8c7de2f2613 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:15.555332 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-3406ac44-8389-4943-a51a-58eafa1eee56 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:15.625933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-0f070889-15ef-43ad-8f61-e2df82bdc061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:15.627750 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-0f070889-15ef-43ad-8f61-e2df82bdc061 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1148975 Aug 24 00:19:15.659068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46637254-2207-4115-a197-56e67cf66817 req-5b7739b3-e1a1-4a00-b89f-64c6d26535b0 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:15.660683 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46637254-2207-4115-a197-56e67cf66817 req-5b7739b3-e1a1-4a00-b89f-64c6d26535b0 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 944 time: 0.3762264 Aug 24 00:19:15.720619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-cb3a075b-6c39-4d24-b06f-e14d23a5ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:15.722925 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-cb3a075b-6c39-4d24-b06f-e14d23a5ac90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792232 Aug 24 00:19:15.762251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'name': 'tempest-AttachSCSIVolumeTestJSON-351344456-router', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '79315285-ed9c-4d55-a6b3-275dc81fca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:02Z', 'updated_at': '2021-08-24T00:19:12Z', 'revision_number': 4, 'project_id': 'b8e35695f740435095420df5c44ad33c', 'gw_port': {'id': '79315285-ed9c-4d55-a6b3-275dc81fca0e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:03Z', 'updated_at': '2021-08-24T00:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '1ab63e93-4787-4c67-bf04-d8e147f2f291', 'name': '', 'network_id': '390a00e1-6216-4e82-a59f-e9d4518861c4', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'mac_address': 'fa:16:3e:31:7e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9223fdd4-f1f1-45cd-b891-f98337cad24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:10Z', 'updated_at': '2021-08-24T00:19:12Z', 'revision_number': 2, 'project_id': 'b8e35695f740435095420df5c44ad33c', 'subnets': [{'id': '9223fdd4-f1f1-45cd-b891-f98337cad24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:15.795159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Checking router: 31d2ce98-11a6-44cc-8509-d274d4d88e86 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:19:15.795627 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Updating router 31d2ce98-11a6-44cc-8509-d274d4d88e86 port 1ab63e93-4787-4c67-bf04-d8e147f2f291 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:19:15.832167 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:15.987218 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-84a7d647-2e21-4259-97c7-995762ab0756 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431927 Aug 24 00:19:16.050820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-3406ac44-8389-4943-a51a-58eafa1eee56 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Allocated IP 172.20.0.10 (10a4f855-1dfa-4389-b9d2-80db5e027a61/cc693454-54b3-4f81-8f8a-53ff5c215485/22e079f6-6e36-407d-a20a-b858acb18d58) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:16.152123 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 928444e9-687a-4971-965f-48b37abfafff up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:16.196399 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-20ea88c0-e3c0-495a-9ce1-83fd9aa9d903 req-4b64ef34-754b-4793-8aa3-e010a8c9bec6 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083516 Aug 24 00:19:16.274921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-3406ac44-8389-4943-a51a-58eafa1eee56 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:16.291501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-a2daac41-3e07-4e37-b4d0-bdc11864a3a4 service neutron] 10.222.0.32 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0236676 Aug 24 00:19:16.296099 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 928444e9-687a-4971-965f-48b37abfafff triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:16.296467 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:16.310458 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46637254-2207-4115-a197-56e67cf66817 req-0534f44d-574c-448a-93cd-b38468dad93a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946400 Aug 24 00:19:16.330138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fe00c7fc-5d89-4688-95c1-ac3cbfab1085 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:16.369869 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-3406ac44-8389-4943-a51a-58eafa1eee56 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:16.408152 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c841e6be-96c3-41b8-a05b-dfd0bbd632b4 x-openstack-request-id: req-c841e6be-96c3-41b8-a05b-dfd0bbd632b4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:16.408754 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080ca8f0-f443-46d7-bce8-874ea60ddaec", "name": "network-vif-unplugged", "status": "completed", "tag": "94ccf9f0-4359-4e9f-a009-4d1af12a4915", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:16.419036 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c841e6be-96c3-41b8-a05b-dfd0bbd632b4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:16.420801 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ccf9f0-4359-4e9f-a009-4d1af12a4915', 'code': 200} Aug 24 00:19:16.444659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-3406ac44-8389-4943-a51a-58eafa1eee56 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Network 10a4f855-1dfa-4389-b9d2-80db5e027a61 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:16.448077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-3406ac44-8389-4943-a51a-58eafa1eee56 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:16.452654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-3406ac44-8389-4943-a51a-58eafa1eee56 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:16.470217 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:16.513651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-3406ac44-8389-4943-a51a-58eafa1eee56 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:16.514427 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-3406ac44-8389-4943-a51a-58eafa1eee56 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:16.519188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Transition to ACTIVE for port object 1ab63e93-4787-4c67-bf04-d8e147f2f291 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:16.531973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406ac44-8389-4943-a51a-58eafa1eee56 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Pushing event updated for resources: {'Port': ['ID=22e079f6-6e36-407d-a20a-b858acb18d58,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:16.547988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-3406ac44-8389-4943-a51a-58eafa1eee56 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7769587 Aug 24 00:19:16.549157 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:16.583686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Request body: {'port': {'device_id': 'b142f77d-082c-4478-9cd4-ce25d5053b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:16.711102 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:16.733756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fe00c7fc-5d89-4688-95c1-ac3cbfab1085, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:16.768417 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:16.771003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adfabe-25f6-43fb-9db5-6cca9c9f21e3 None None] Pushing event updated for resources: {'Port': ['ID=1ab63e93-4787-4c67-bf04-d8e147f2f291,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:16.781316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'fe00c7fc-5d89-4688-95c1-ac3cbfab1085', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': 'fe00c7fc-5d89-4688-95c1-ac3cbfab1085', 'mac_address': 'fa:16:3e:2e:08:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:16.846878 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 928444e9-687a-4971-965f-48b37abfafff, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=928444e9-687a-4971-965f-48b37abfafff,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:16.880523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813c191-af89-45d5-8d1d-140423c4d163 req-a498e851-664a-49c9-853b-f0626539a134 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:16.894056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d813c191-af89-45d5-8d1d-140423c4d163 req-a498e851-664a-49c9-853b-f0626539a134 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.1722245 Aug 24 00:19:16.935256 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.096233 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.103352 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af665b90-423f-41b3-80b6-d7a0e2f95417 x-openstack-request-id: req-af665b90-423f-41b3-80b6-d7a0e2f95417 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:17.104355 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee4fad2-055e-47f5-8e28-9a43253c9705", "tag": "0789663f-44bc-4d13-babe-62b53d828f9b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:17.104976 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af665b90-423f-41b3-80b6-d7a0e2f95417 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:17.105626 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee4fad2-055e-47f5-8e28-9a43253c9705', 'tag': '0789663f-44bc-4d13-babe-62b53d828f9b', 'status': 'completed', 'code': 200} Aug 24 00:19:17.110740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Attempting to bind port 1ab63e93-4787-4c67-bf04-d8e147f2f291 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:17.111142 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Attempting to bind port 1ab63e93-4787-4c67-bf04-d8e147f2f291 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '72c36553-6b46-4df4-aa8b-2189fd35912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '390a00e1-6216-4e82-a59f-e9d4518861c4'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:17.111501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Attempting to bind port 1ab63e93-4787-4c67-bf04-d8e147f2f291 on network 390a00e1-6216-4e82-a59f-e9d4518861c4 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:17.163807 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d813c191-af89-45d5-8d1d-140423c4d163 req-1389a66a-0cc6-46f6-8bc8-d3fc9cfc1053 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687347 Aug 24 00:19:17.187848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=928444e9-687a-4971-965f-48b37abfafff,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:17.214220 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:17.214596 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Checking segment: {'id': '72c36553-6b46-4df4-aa8b-2189fd35912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '390a00e1-6216-4e82-a59f-e9d4518861c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:17.219689 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.220115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Bound using segment: {'id': '72c36553-6b46-4df4-aa8b-2189fd35912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '390a00e1-6216-4e82-a59f-e9d4518861c4'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:17.220618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Bound port: 1ab63e93-4787-4c67-bf04-d8e147f2f291, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c36553-6b46-4df4-aa8b-2189fd35912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '390a00e1-6216-4e82-a59f-e9d4518861c4'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:17.221028 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.247615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe00c7fc-5d89-4688-95c1-ac3cbfab1085 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:17.309807 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794795f-5f81-4165-8298-8d72c25a1e32 req-dfe16481-3dd7-4319-bc26-8a1515c96bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:17.318202 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9794795f-5f81-4165-8298-8d72c25a1e32 req-dfe16481-3dd7-4319-bc26-8a1515c96bba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff8cb428fe594c119c8296747ffa2c9a&device_id=eee4fad2-055e-47f5-8e28-9a43253c9705 HTTP/1.1" status: 200 len: 1099 time: 0.1557367 Aug 24 00:19:17.431579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fe00c7fc-5d89-4688-95c1-ac3cbfab1085, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:17.449870 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.516920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] For port 1ab63e93-4787-4c67-bf04-d8e147f2f291, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:17.522891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] For port 1ab63e93-4787-4c67-bf04-d8e147f2f291, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1ab63e93-4787-4c67-bf04-d8e147f2f291,segment=NetworkSegment(72c36553-6b46-4df4-aa8b-2189fd35912a),segment_id=72c36553-6b46-4df4-aa8b-2189fd35912a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:17.542906 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.552244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:17.656136 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794795f-5f81-4165-8298-8d72c25a1e32 req-0b6855e0-9a25-490c-a967-b266f8e08cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:17.658054 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9794795f-5f81-4165-8298-8d72c25a1e32 req-0b6855e0-9a25-490c-a967-b266f8e08cce service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.3268735 Aug 24 00:19:17.701100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e079f6-6e36-407d-a20a-b858acb18d58 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:17.726651 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.732990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['fe00c7fc-5d89-4688-95c1-ac3cbfab1085'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:17.767907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Transition to ACTIVE for port object 22e079f6-6e36-407d-a20a-b858acb18d58 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:17.768201 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9794795f-5f81-4165-8298-8d72c25a1e32 req-0a367661-bb3c-4d12-b1c2-c035495c00fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0789663f-44bc-4d13-babe-62b53d828f9b HTTP/1.1" status: 200 len: 217 time: 0.0892825 Aug 24 00:19:17.833235 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.846169 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794795f-5f81-4165-8298-8d72c25a1e32 req-31a7dd76-47df-42e2-aa44-ea9a4140c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:17.851484 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9794795f-5f81-4165-8298-8d72c25a1e32 req-31a7dd76-47df-42e2-aa44-ea9a4140c34f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0707688 Aug 24 00:19:17.929622 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Routers {'31d2ce98-11a6-44cc-8509-d274d4d88e86'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:17.932197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:19:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['31d2ce98-11a6-44cc-8509-d274d4d88e86'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:17.945754 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794795f-5f81-4165-8298-8d72c25a1e32 req-3bdb5348-0d13-413c-a8d7-024e95d48027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:17.960728 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9794795f-5f81-4165-8298-8d72c25a1e32 req-3bdb5348-0d13-413c-a8d7-024e95d48027 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822666 Aug 24 00:19:18.202794 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9794795f-5f81-4165-8298-8d72c25a1e32 req-47e98d52-d103-4f87-9c28-e36f36f9d55e service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417111 Aug 24 00:19:18.251133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd1c8c-b7cd-490e-a7f4-d7fd0a98a84f req-8fdf8b1b-ae19-4213-b979-06260c2d4c58 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:18.261063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fcd1c8c-b7cd-490e-a7f4-d7fd0a98a84f req-8fdf8b1b-ae19-4213-b979-06260c2d4c58 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/ports?device_id=eee4fad2-055e-47f5-8e28-9a43253c9705 HTTP/1.1" status: 200 len: 948 time: 1.0645738 Aug 24 00:19:18.284510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] Set router 31d2ce98-11a6-44cc-8509-d274d4d88e86 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:18.312204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db98e1b-247a-49c5-a273-006cb2be969f req-45f2f7f4-30fe-45d4-bee8-e4e458640e07 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:18.313823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2db98e1b-247a-49c5-a273-006cb2be969f req-45f2f7f4-30fe-45d4-bee8-e4e458640e07 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 944 time: 0.5444684 Aug 24 00:19:18.329011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Pushing event updated for resources: {'Port': ['ID=22e079f6-6e36-407d-a20a-b858acb18d58,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:18.444519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928444e9-687a-4971-965f-48b37abfafff'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:18.447407 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a5a160-5dc7-4d6b-9c67-3912deeae4ff" -d '{"events": [{"server_uuid": "1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d", "name": "network-vif-plugged", "status": "completed", "tag": "928444e9-687a-4971-965f-48b37abfafff"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:18.476668 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 0789663f-44bc-4d13-babe-62b53d828f9b details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:18.479129 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adfabe-25f6-43fb-9db5-6cca9c9f21e3 None None] Pushing event updated for resources: {'Port': ['ID=1ab63e93-4787-4c67-bf04-d8e147f2f291,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:18.512866 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9794795f-5f81-4165-8298-8d72c25a1e32 req-f2cc911c-548a-4f97-8ba6-300f3b7b9336 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016579 Aug 24 00:19:18.585807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Attempting to bind port 22e079f6-6e36-407d-a20a-b858acb18d58 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:18.586402 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Attempting to bind port 22e079f6-6e36-407d-a20a-b858acb18d58 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'e123e3e2-ae9c-466f-8a66-0149f49071ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:18.587861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Attempting to bind port 22e079f6-6e36-407d-a20a-b858acb18d58 on network 10a4f855-1dfa-4389-b9d2-80db5e027a61 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:18.621116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fcd1c8c-b7cd-490e-a7f4-d7fd0a98a84f req-84de704f-3d09-4668-8d1f-ca43dca91e2a tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b60dcc-2eba-4bc5-9e74-cbaac618086f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507512 Aug 24 00:19:18.628500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Port 22e079f6-6e36-407d-a20a-b858acb18d58 on network 10a4f855-1dfa-4389-b9d2-80db5e027a61 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:18.628855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Attempting to bind port 22e079f6-6e36-407d-a20a-b858acb18d58 on network 10a4f855-1dfa-4389-b9d2-80db5e027a61 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:18.705883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:18.731389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Checking segment: {'id': 'e123e3e2-ae9c-466f-8a66-0149f49071ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:18.731795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Bound using segment: {'id': 'e123e3e2-ae9c-466f-8a66-0149f49071ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:18.732270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Bound port: 22e079f6-6e36-407d-a20a-b858acb18d58, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e123e3e2-ae9c-466f-8a66-0149f49071ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:18.732643 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:18.785596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2db98e1b-247a-49c5-a273-006cb2be969f req-e355ae31-c3cf-4bac-9805-a5285bad582d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407058 Aug 24 00:19:18.870505 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:19:18.931058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8177acff-8344-43e3-8ce4-4c253764dae1 req-67747315-d4fc-4a55-a651-f111728a5061 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 210 time: 0.0517952 Aug 24 00:19:18.973720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] For port 22e079f6-6e36-407d-a20a-b858acb18d58, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:18.978003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] For port 22e079f6-6e36-407d-a20a-b858acb18d58, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=22e079f6-6e36-407d-a20a-b858acb18d58,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:18.993155 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.094850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:19.096506 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.098766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] 10.222.0.13 "PUT /v2.0/ports/22e079f6-6e36-407d-a20a-b858acb18d58 HTTP/1.1" status: 200 len: 1092 time: 2.5329061 Aug 24 00:19:19.117243 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b142f77d-082c-4478-9cd4-ce25d5053b27', 'tag': '22e079f6-6e36-407d-a20a-b858acb18d58'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:19.118745 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa706ba6-dc6a-4799-a90c-d8482fbcbf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b142f77d-082c-4478-9cd4-ce25d5053b27", "tag": "22e079f6-6e36-407d-a20a-b858acb18d58"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:19.316502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc59e17-a20d-4294-995b-b3fe79f4545f service neutron] Pushing event updated for resources: {'Port': ['ID=22e079f6-6e36-407d-a20a-b858acb18d58,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:19.347835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314627a9-4103-4ec6-a1fa-f277030b4e00 req-c283fd62-646a-4e97-953f-6806656a8439 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:19.350359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-314627a9-4103-4ec6-a1fa-f277030b4e00 req-c283fd62-646a-4e97-953f-6806656a8439 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.3126566 Aug 24 00:19:19.403053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-808b1158-2e56-4c26-92dd-a8136761226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:19.405115 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-808b1158-2e56-4c26-92dd-a8136761226c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73800ca933784a9ebfa0b8c7de2f2613&device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 1095 time: 0.2221875 Aug 24 00:19:19.490747 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-314627a9-4103-4ec6-a1fa-f277030b4e00 req-43092d3b-d0fc-4c35-817b-44dc7444e77d tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005688 Aug 24 00:19:19.499514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cc38f-2711-4935-9469-b35c3cd6081e req-df85745f-b33d-405b-a54f-7ff495c2de81 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:19.519362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a75cc38f-2711-4935-9469-b35c3cd6081e req-df85745f-b33d-405b-a54f-7ff495c2de81 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.1660330 Aug 24 00:19:19.545094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-a7028c1c-fd1a-48ca-9b07-6c108a8d2d1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e079f6-6e36-407d-a20a-b858acb18d58 HTTP/1.1" status: 200 len: 217 time: 0.1234305 Aug 24 00:19:19.582918 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a75cc38f-2711-4935-9469-b35c3cd6081e req-f7880b42-a5cd-4548-936a-5c863ecca000 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570955 Aug 24 00:19:19.669960 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e535f190-7087-46de-b380-112f3c6a378f x-openstack-request-id: req-e535f190-7087-46de-b380-112f3c6a378f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:19.670704 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b142f77d-082c-4478-9cd4-ce25d5053b27", "tag": "22e079f6-6e36-407d-a20a-b858acb18d58", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:19.671277 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e535f190-7087-46de-b380-112f3c6a378f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:19.671966 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b142f77d-082c-4478-9cd4-ce25d5053b27', 'tag': '22e079f6-6e36-407d-a20a-b858acb18d58', 'status': 'completed', 'code': 200} Aug 24 00:19:19.674234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-fa52f2fa-945e-4d7a-a889-c3d9965caf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:19.676018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-fa52f2fa-945e-4d7a-a889-c3d9965caf54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc693454-54b3-4f81-8f8a-53ff5c215485 HTTP/1.1" status: 200 len: 854 time: 0.1203165 Aug 24 00:19:19.726154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-eaf53ad0-8daf-4623-91d2-54f18687f90d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10a4f855-1dfa-4389-b9d2-80db5e027a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358253 Aug 24 00:19:19.774284 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac6ba36-7d00-4fa2-bc55-1f88ad892f8b x-openstack-request-id: req-eac6ba36-7d00-4fa2-bc55-1f88ad892f8b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:19.774988 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d", "name": "network-vif-plugged", "status": "completed", "tag": "928444e9-687a-4971-965f-48b37abfafff", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:19.774988 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eac6ba36-7d00-4fa2-bc55-1f88ad892f8b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:19.775929 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928444e9-687a-4971-965f-48b37abfafff', 'code': 200} Aug 24 00:19:19.861777 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 0789663f-44bc-4d13-babe-62b53d828f9b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0789663f-44bc-4d13-babe-62b53d828f9b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:19.895870 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '0789663f-44bc-4d13-babe-62b53d828f9b', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '0789663f-44bc-4d13-babe-62b53d828f9b', 'mac_address': 'fa:16:3e:18:ac:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:19.947734 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.975173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'name': 'tempest-AttachSCSIVolumeTestJSON-351344456-router', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '79315285-ed9c-4d55-a6b3-275dc81fca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:02Z', 'updated_at': '2021-08-24T00:19:12Z', 'revision_number': 4, 'project_id': 'b8e35695f740435095420df5c44ad33c', 'gw_port': {'id': '79315285-ed9c-4d55-a6b3-275dc81fca0e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:03Z', 'updated_at': '2021-08-24T00:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '1ab63e93-4787-4c67-bf04-d8e147f2f291', 'name': '', 'network_id': '390a00e1-6216-4e82-a59f-e9d4518861c4', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'mac_address': 'fa:16:3e:31:7e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9223fdd4-f1f1-45cd-b891-f98337cad24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:10Z', 'updated_at': '2021-08-24T00:19:17Z', 'revision_number': 4, 'project_id': 'b8e35695f740435095420df5c44ad33c', 'subnets': [{'id': '9223fdd4-f1f1-45cd-b891-f98337cad24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:19.979962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0789663f-44bc-4d13-babe-62b53d828f9b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:20.002231 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 0789663f-44bc-4d13-babe-62b53d828f9b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0789663f-44bc-4d13-babe-62b53d828f9b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:20.032571 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:20.037509 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f008b1-c4a4-4041-b545-defd7408c732 None None] The sync data for ids ['31d2ce98-11a6-44cc-8509-d274d4d88e86'] in n-d-805736-1 is: [{'id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'name': 'tempest-AttachSCSIVolumeTestJSON-351344456-router', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '79315285-ed9c-4d55-a6b3-275dc81fca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:02Z', 'updated_at': '2021-08-24T00:19:12Z', 'revision_number': 4, 'project_id': 'b8e35695f740435095420df5c44ad33c', 'gw_port': {'id': '79315285-ed9c-4d55-a6b3-275dc81fca0e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:03Z', 'updated_at': '2021-08-24T00:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '1ab63e93-4787-4c67-bf04-d8e147f2f291', 'name': '', 'network_id': '390a00e1-6216-4e82-a59f-e9d4518861c4', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'mac_address': 'fa:16:3e:31:7e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '9223fdd4-f1f1-45cd-b891-f98337cad24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:10Z', 'updated_at': '2021-08-24T00:19:17Z', 'revision_number': 4, 'project_id': 'b8e35695f740435095420df5c44ad33c', 'subnets': [{'id': '9223fdd4-f1f1-45cd-b891-f98337cad24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:19:20.199355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=0789663f-44bc-4d13-babe-62b53d828f9b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:20.346729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['0789663f-44bc-4d13-babe-62b53d828f9b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:20.354238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fe00c7fc-5d89-4688-95c1-ac3cbfab1085 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:20.522501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port fe00c7fc-5d89-4688-95c1-ac3cbfab1085 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:20.522995 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:20.562648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e59d33-1940-4ab9-9aa9-dd415c080cf1 req-6b1728bb-f0cf-4add-bb3a-fe4efdd932f9 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:20.572343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7e59d33-1940-4ab9-9aa9-dd415c080cf1 req-6b1728bb-f0cf-4add-bb3a-fe4efdd932f9 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 944 time: 0.4454813 Aug 24 00:19:20.594550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-e2be14cc-e821-4c7f-a6b8-3d4600edf63e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:20.596678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-e2be14cc-e821-4c7f-a6b8-3d4600edf63e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.47 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 811 time: 0.7597270 Aug 24 00:19:20.620766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3a25-d682-4d77-89e7-519d8186b63d req-235e220e-2430-4eff-9606-da75acd1e239 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:20.622656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a45f3a25-d682-4d77-89e7-519d8186b63d req-235e220e-2430-4eff-9606-da75acd1e239 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/ports?device_id=eee4fad2-055e-47f5-8e28-9a43253c9705 HTTP/1.1" status: 200 len: 949 time: 0.7845840 Aug 24 00:19:20.632831 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-af621e42-9481-4c81-8ff5-68e32b380868 service neutron] 10.222.0.13 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8971610 Aug 24 00:19:20.643028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-fa79a955-d87e-49c3-aab8-82e48ddd1339 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Request body: {'port': {'device_id': '3eaae384-7a19-4683-8912-09405322b7a0', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'admin_state_up': True, 'tenant_id': 'e64cca1666df447f8193bde9cd7bcca8'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:20.833732 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:20.913688 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fe00c7fc-5d89-4688-95c1-ac3cbfab1085, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:20.929018 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:20.977592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7e59d33-1940-4ab9-9aa9-dd415c080cf1 req-2024a333-b685-418d-bf04-a40e43e26bf0 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983619 Aug 24 00:19:21.073352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:21.132264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a45f3a25-d682-4d77-89e7-519d8186b63d req-2d4bfaf7-23e1-4f8b-a990-a309b8cf6ce1 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b60dcc-2eba-4bc5-9e74-cbaac618086f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970000 Aug 24 00:19:21.174663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-fa79a955-d87e-49c3-aab8-82e48ddd1339 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Made reservation on behalf of e64cca1666df447f8193bde9cd7bcca8 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:21.185151 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-fa79a955-d87e-49c3-aab8-82e48ddd1339 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:21.230505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-720a4e7c-e5bb-4d5a-931d-f32031ef72d6 req-82cdbcbf-b435-4923-aba3-d5af3f631346 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 210 time: 0.1180406 Aug 24 00:19:21.376540 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc34f571-8afe-4fa7-8a0b-e3ae7a1fcd4d req-2e6ef59a-ade9-4982-9f5c-a98acc1b687e service neutron] 10.222.0.13 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581181 Aug 24 00:19:21.486304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a16d3-963c-45cb-a13b-070272011436 req-caba893a-b4c6-405b-a121-a43378d708a3 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:21.488109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-276a16d3-963c-45cb-a13b-070272011436 req-caba893a-b4c6-405b-a121-a43378d708a3 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.1104290 Aug 24 00:19:21.604662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-276a16d3-963c-45cb-a13b-070272011436 req-05da1403-64fa-4e55-aaa3-51ae9f85f51e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884321 Aug 24 00:19:21.645379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa706ba6-dc6a-4799-a90c-d8482fbcbf6c req-c0cc6109-cfe3-4bf6-bef5-5c748dc68460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:21.648043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa706ba6-dc6a-4799-a90c-d8482fbcbf6c req-c0cc6109-cfe3-4bf6-bef5-5c748dc68460 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73800ca933784a9ebfa0b8c7de2f2613&device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 1095 time: 0.1589167 Aug 24 00:19:21.649552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-fa79a955-d87e-49c3-aab8-82e48ddd1339 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Allocated IP 172.20.0.8 (4e62f524-6a63-41f9-8661-cb5c0da3099c/7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3/abb66a3e-dfef-4c76-9ce3-4d12dcbfb635) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:21.761329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1ab63e93-4787-4c67-bf04-d8e147f2f291 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:21.812250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942e32d7-132b-426f-afca-5f5901e0d597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe00c7fc-5d89-4688-95c1-ac3cbfab1085'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:21.815366 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e232f0ec-d4c3-4066-ab88-0d98d09b92d9" -d '{"events": [{"server_uuid": "942e32d7-132b-426f-afca-5f5901e0d597", "name": "network-vif-plugged", "status": "completed", "tag": "fe00c7fc-5d89-4688-95c1-ac3cbfab1085"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:21.902087 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 1ab63e93-4787-4c67-bf04-d8e147f2f291 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:21.914006 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1ab63e93-4787-4c67-bf04-d8e147f2f291 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:21.914006 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:21.922547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c958f-d0d9-4018-8cff-825a1ce6d0ee req-a7291fcd-0a47-4ec6-b31a-495c0e0566d1 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:21.934370 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f26c958f-d0d9-4018-8cff-825a1ce6d0ee req-a7291fcd-0a47-4ec6-b31a-495c0e0566d1 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.2820666 Aug 24 00:19:22.085654 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:22.116488 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f26c958f-d0d9-4018-8cff-825a1ce6d0ee req-8ffd3310-cdce-424a-95cc-7b6932ba0870 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797476 Aug 24 00:19:22.175466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 1ab63e93-4787-4c67-bf04-d8e147f2f291, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1ab63e93-4787-4c67-bf04-d8e147f2f291,segment=NetworkSegment(72c36553-6b46-4df4-aa8b-2189fd35912a),segment_id=72c36553-6b46-4df4-aa8b-2189fd35912a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:22.185636 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d6dabb-4192-4f7d-a8aa-011136b71b67 x-openstack-request-id: req-76d6dabb-4192-4f7d-a8aa-011136b71b67 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:22.188652 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942e32d7-132b-426f-afca-5f5901e0d597", "name": "network-vif-plugged", "status": "completed", "tag": "fe00c7fc-5d89-4688-95c1-ac3cbfab1085", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:22.188946 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76d6dabb-4192-4f7d-a8aa-011136b71b67 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:22.190588 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942e32d7-132b-426f-afca-5f5901e0d597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe00c7fc-5d89-4688-95c1-ac3cbfab1085', 'code': 200} Aug 24 00:19:22.194269 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 928444e9-687a-4971-965f-48b37abfafff no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:22.267270 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:22.453575 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=1ab63e93-4787-4c67-bf04-d8e147f2f291,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:22.462175 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 0789663f-44bc-4d13-babe-62b53d828f9b up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:22.532620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa706ba6-dc6a-4799-a90c-d8482fbcbf6c req-ea63a4be-eff0-4f49-8624-a848350bc966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:22.534438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa706ba6-dc6a-4799-a90c-d8482fbcbf6c req-ea63a4be-eff0-4f49-8624-a848350bc966 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10a4f855-1dfa-4389-b9d2-80db5e027a61 HTTP/1.1" status: 200 len: 915 time: 0.8784716 Aug 24 00:19:22.595501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 0789663f-44bc-4d13-babe-62b53d828f9b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:22.605793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 0789663f-44bc-4d13-babe-62b53d828f9b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:22.606455 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:22.611737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa706ba6-dc6a-4799-a90c-d8482fbcbf6c req-c9d06934-1300-4163-ab88-b454e140c598 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e079f6-6e36-407d-a20a-b858acb18d58 HTTP/1.1" status: 200 len: 217 time: 0.0588186 Aug 24 00:19:22.623582 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-fa79a955-d87e-49c3-aab8-82e48ddd1339 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:22.634102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df84d7-8ccb-4488-831b-06fb42d83eab req-2ff1e446-7f8e-417e-aa92-da4887e57c21 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:22.635825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86df84d7-8ccb-4488-831b-06fb42d83eab req-2ff1e446-7f8e-417e-aa92-da4887e57c21 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 945 time: 0.1961184 Aug 24 00:19:22.644080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944b05f-7390-43c7-a5fa-e8f2dc73b6a3 req-bc83b87f-3007-4be5-bed0-2ce5f4bffb0b tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:22.653028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6944b05f-7390-43c7-a5fa-e8f2dc73b6a3 req-bc83b87f-3007-4be5-bed0-2ce5f4bffb0b tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 944 time: 0.2902801 Aug 24 00:19:22.663693 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:22.709544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa706ba6-dc6a-4799-a90c-d8482fbcbf6c req-14074adc-6632-43de-8df6-98b99e872705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:22.711124 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa706ba6-dc6a-4799-a90c-d8482fbcbf6c req-14074adc-6632-43de-8df6-98b99e872705 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc693454-54b3-4f81-8f8a-53ff5c215485 HTTP/1.1" status: 200 len: 854 time: 0.0914462 Aug 24 00:19:22.715591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 928444e9-687a-4971-965f-48b37abfafff, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=928444e9-687a-4971-965f-48b37abfafff,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:22.746384 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:22.812965 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:22.833870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6944b05f-7390-43c7-a5fa-e8f2dc73b6a3 req-2d72a996-ea91-43b0-95b8-3f3f74a38111 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799788 Aug 24 00:19:22.854097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=928444e9-687a-4971-965f-48b37abfafff,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:22.880227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa706ba6-dc6a-4799-a90c-d8482fbcbf6c req-4f401390-6486-40e7-a4cd-eac798b8f480 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10a4f855-1dfa-4389-b9d2-80db5e027a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609343 Aug 24 00:19:22.927146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 0789663f-44bc-4d13-babe-62b53d828f9b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0789663f-44bc-4d13-babe-62b53d828f9b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:22.941016 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:23.063757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=0789663f-44bc-4d13-babe-62b53d828f9b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:23.090649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86df84d7-8ccb-4488-831b-06fb42d83eab req-0a68779c-af38-4a5f-a845-2b358b9faf18 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837869 Aug 24 00:19:23.180434 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-fa79a955-d87e-49c3-aab8-82e48ddd1339 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:23.240115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-fa79a955-d87e-49c3-aab8-82e48ddd1339 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Network 4e62f524-6a63-41f9-8661-cb5c0da3099c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:23.256943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd613e-ba1c-4f76-bec4-6eabbf9e6d5d req-ac1adb8f-ff3e-4a6e-a855-ac266e80bc28 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:23.258557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fd613e-ba1c-4f76-bec4-6eabbf9e6d5d req-ac1adb8f-ff3e-4a6e-a855-ac266e80bc28 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/ports?device_id=eee4fad2-055e-47f5-8e28-9a43253c9705 HTTP/1.1" status: 200 len: 950 time: 0.2841148 Aug 24 00:19:23.272856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa706ba6-dc6a-4799-a90c-d8482fbcbf6c req-1d6ae498-a192-4515-964b-33960252bcb1 service neutron] 10.222.0.13 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812511 Aug 24 00:19:23.285231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-fa79a955-d87e-49c3-aab8-82e48ddd1339 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:23.290883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-fa79a955-d87e-49c3-aab8-82e48ddd1339 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:23.368302 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:23.385749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-fa79a955-d87e-49c3-aab8-82e48ddd1339 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:23.386409 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-fa79a955-d87e-49c3-aab8-82e48ddd1339 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:23.463739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79a955-d87e-49c3-aab8-82e48ddd1339 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Pushing event updated for resources: {'Port': ['ID=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:23.505538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fd613e-ba1c-4f76-bec4-6eabbf9e6d5d req-e718ca92-a64f-41e9-9234-30aa2aa56a86 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b60dcc-2eba-4bc5-9e74-cbaac618086f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278557 Aug 24 00:19:23.516399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-fa79a955-d87e-49c3-aab8-82e48ddd1339 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8793201 Aug 24 00:19:23.544281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Request body: {'port': {'device_id': '3eaae384-7a19-4683-8912-09405322b7a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:23.592355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ad9f3-1eca-40b9-abb0-9478a6f3839c req-d4b19db7-8659-44aa-ad6a-8538e62f0b74 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:23.594699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c65ad9f3-1eca-40b9-abb0-9478a6f3839c req-d4b19db7-8659-44aa-ad6a-8538e62f0b74 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 931 time: 0.3320956 Aug 24 00:19:23.615003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1ab63e93-4787-4c67-bf04-d8e147f2f291 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:23.713622 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:23.722058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa706ba6-dc6a-4799-a90c-d8482fbcbf6c req-1e3dc3bd-d418-410f-b353-133f41221479 service neutron] 10.222.0.13 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679192 Aug 24 00:19:23.746152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1ab63e93-4787-4c67-bf04-d8e147f2f291 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:23.747578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c65ad9f3-1eca-40b9-abb0-9478a6f3839c req-e572d209-3c15-44b6-af66-9d425d5e6dfc tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206367 Aug 24 00:19:23.763937 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:24.199052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '928444e9-687a-4971-965f-48b37abfafff'}, {'server_uuid': 'eee4fad2-055e-47f5-8e28-9a43253c9705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0789663f-44bc-4d13-babe-62b53d828f9b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:24.201782 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6a18df-a94a-4140-b0cd-a05afde3828b" -d '{"events": [{"server_uuid": "1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d", "name": "network-vif-unplugged", "status": "completed", "tag": "928444e9-687a-4971-965f-48b37abfafff"}, {"server_uuid": "eee4fad2-055e-47f5-8e28-9a43253c9705", "name": "network-vif-plugged", "status": "completed", "tag": "0789663f-44bc-4d13-babe-62b53d828f9b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:24.393625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 22e079f6-6e36-407d-a20a-b858acb18d58 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:24.527912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 22e079f6-6e36-407d-a20a-b858acb18d58, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=22e079f6-6e36-407d-a20a-b858acb18d58,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:24.541674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '22e079f6-6e36-407d-a20a-b858acb18d58', 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61', 'port_id': '22e079f6-6e36-407d-a20a-b858acb18d58', 'mac_address': 'fa:16:3e:68:f5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc693454-54b3-4f81-8f8a-53ff5c215485', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:24.550283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19de97-d788-4b77-a881-efcae15fb064 req-d9e24379-23a5-44ce-837b-cdb31247ca40 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:24.564075 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e19de97-d788-4b77-a881-efcae15fb064 req-d9e24379-23a5-44ce-837b-cdb31247ca40 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.7487133 Aug 24 00:19:24.586198 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:24.618343 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e079f6-6e36-407d-a20a-b858acb18d58 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:24.627286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf841b43-92d2-4923-9b2c-8917f4a81293 req-9f6cdc81-6655-46f2-8e28-1fe7a48ca7d3 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:24.637820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf841b43-92d2-4923-9b2c-8917f4a81293 req-9f6cdc81-6655-46f2-8e28-1fe7a48ca7d3 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 944 time: 0.6831124 Aug 24 00:19:24.640471 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 22e079f6-6e36-407d-a20a-b858acb18d58, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=22e079f6-6e36-407d-a20a-b858acb18d58,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:24.658387 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:24.706607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa462fc-e113-4b02-81a8-e1ae0a8db6a1 req-2925ca0e-5f14-4c7d-8c78-953158724eaf tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:24.708593 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6aa462fc-e113-4b02-81a8-e1ae0a8db6a1 req-2925ca0e-5f14-4c7d-8c78-953158724eaf tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 943 time: 0.2503250 Aug 24 00:19:24.731346 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=22e079f6-6e36-407d-a20a-b858acb18d58,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:24.783180 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf841b43-92d2-4923-9b2c-8917f4a81293 req-743f863a-c9b8-4157-a143-506f12c97554 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434238 Aug 24 00:19:24.821988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e19de97-d788-4b77-a881-efcae15fb064 req-f2ce2144-4cc0-420a-a1b0-fd514a27137e tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566366 Aug 24 00:19:24.969368 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['22e079f6-6e36-407d-a20a-b858acb18d58'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:25.068143 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc25ff44-814d-40ac-8d96-0bc31e5784a0 x-openstack-request-id: req-fc25ff44-814d-40ac-8d96-0bc31e5784a0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:25.070286 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d", "name": "network-vif-unplugged", "status": "completed", "tag": "928444e9-687a-4971-965f-48b37abfafff", "code": 200}, {"server_uuid": "eee4fad2-055e-47f5-8e28-9a43253c9705", "name": "network-vif-plugged", "status": "completed", "tag": "0789663f-44bc-4d13-babe-62b53d828f9b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:25.070721 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc25ff44-814d-40ac-8d96-0bc31e5784a0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:25.071320 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '928444e9-687a-4971-965f-48b37abfafff', 'code': 200} Aug 24 00:19:25.071746 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee4fad2-055e-47f5-8e28-9a43253c9705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0789663f-44bc-4d13-babe-62b53d828f9b', 'code': 200} Aug 24 00:19:25.216077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c4e24-a33d-480e-98b1-e1f17f031794 req-d4fccb9c-6018-402f-8f93-cf9a6634a314 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:25.226334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f51c4e24-a33d-480e-98b1-e1f17f031794 req-d4fccb9c-6018-402f-8f93-cf9a6634a314 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 943 time: 0.3504686 Aug 24 00:19:25.275598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de016bad-19ed-4578-9102-0fb53da648ab req-c104723a-a320-4b54-8d6b-a53d1664655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:25.277917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de016bad-19ed-4578-9102-0fb53da648ab req-c104723a-a320-4b54-8d6b-a53d1664655d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eee4fad2-055e-47f5-8e28-9a43253c9705 HTTP/1.1" status: 200 len: 1101 time: 0.1670346 Aug 24 00:19:25.288570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-6aa462fc-e113-4b02-81a8-e1ae0a8db6a1 req-568eee3d-f520-4e0b-a5d8-17da34030898 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Deleting port 928444e9-687a-4971-965f-48b37abfafff {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:25.289012 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6aa462fc-e113-4b02-81a8-e1ae0a8db6a1 req-568eee3d-f520-4e0b-a5d8-17da34030898 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:25.340046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:25.350880 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:25.374049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79a454-5ec6-4bb4-9214-920447abdc33 req-1c399fc0-7d62-468d-8d3a-113f9ea09e51 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:25.375832 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc79a454-5ec6-4bb4-9214-920447abdc33 req-1c399fc0-7d62-468d-8d3a-113f9ea09e51 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/ports?device_id=eee4fad2-055e-47f5-8e28-9a43253c9705 HTTP/1.1" status: 200 len: 950 time: 0.3207469 Aug 24 00:19:25.385997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Transition to ACTIVE for port object abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:25.426150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:25.487970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f51c4e24-a33d-480e-98b1-e1f17f031794 req-c8954ebe-1533-4933-8258-62e8ac35b423 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604074 Aug 24 00:19:25.560077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de016bad-19ed-4578-9102-0fb53da648ab req-9e7810df-42c0-403b-8f3a-09044d99a510 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=17b60dcc-2eba-4bc5-9e74-cbaac618086f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963258 Aug 24 00:19:25.574753 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc79a454-5ec6-4bb4-9214-920447abdc33 req-71ef5e2c-d95e-47ba-b8dd-9224aa3b349b tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b60dcc-2eba-4bc5-9e74-cbaac618086f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842475 Aug 24 00:19:25.580263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Pushing event updated for resources: {'Port': ['ID=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:25.587609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6aa462fc-e113-4b02-81a8-e1ae0a8db6a1 req-568eee3d-f520-4e0b-a5d8-17da34030898 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] For port 928444e9-687a-4971-965f-48b37abfafff, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=928444e9-687a-4971-965f-48b37abfafff,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:25.587609 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6aa462fc-e113-4b02-81a8-e1ae0a8db6a1 req-568eee3d-f520-4e0b-a5d8-17da34030898 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:25.637761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-6aa462fc-e113-4b02-81a8-e1ae0a8db6a1 req-568eee3d-f520-4e0b-a5d8-17da34030898 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Calling delete_port for 928444e9-687a-4971-965f-48b37abfafff owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:25.724697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Attempting to bind port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:25.725200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Attempting to bind port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:25.725635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Attempting to bind port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 on network 4e62f524-6a63-41f9-8661-cb5c0da3099c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:25.768079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 on network 4e62f524-6a63-41f9-8661-cb5c0da3099c not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:25.768563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Attempting to bind port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 on network 4e62f524-6a63-41f9-8661-cb5c0da3099c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:25.783976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:25.783976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Checking segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:25.783976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Bound using segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:25.785976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Bound port: abb66a3e-dfef-4c76-9ce3-4d12dcbfb635, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:25.786618 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:25.964976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c6b6e-e86a-4a31-b618-4df172aeaffc req-5e546768-3d9a-46e9-b6b1-2eacb0e892f4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:25.976304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e5c6b6e-e86a-4a31-b618-4df172aeaffc req-5e546768-3d9a-46e9-b6b1-2eacb0e892f4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 943 time: 0.2447739 Aug 24 00:19:26.004118 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6aa462fc-e113-4b02-81a8-e1ae0a8db6a1 req-568eee3d-f520-4e0b-a5d8-17da34030898 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:26.095090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568eee3d-f520-4e0b-a5d8-17da34030898 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Pushing event deleted for resources: {'Port': ['ID=928444e9-687a-4971-965f-48b37abfafff,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:26.155506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] For port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:26.192032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e5c6b6e-e86a-4a31-b618-4df172aeaffc req-5ee30828-6a9e-4142-889d-3f9272e0f282 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961715 Aug 24 00:19:26.195669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa462fc-e113-4b02-81a8-e1ae0a8db6a1 req-568eee3d-f520-4e0b-a5d8-17da34030898 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] No DVR routers for this DVR port 928444e9-687a-4971-965f-48b37abfafff on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:19:26.198889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] For port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:26.202255 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6aa462fc-e113-4b02-81a8-e1ae0a8db6a1 req-568eee3d-f520-4e0b-a5d8-17da34030898 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:26.204401 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6aa462fc-e113-4b02-81a8-e1ae0a8db6a1 req-568eee3d-f520-4e0b-a5d8-17da34030898 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.47 "DELETE /v2.0/ports/928444e9-687a-4971-965f-48b37abfafff HTTP/1.1" status: 204 len: 173 time: 1.4604294 Aug 24 00:19:26.204860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d', 'name': 'network-vif-deleted', 'tag': '928444e9-687a-4971-965f-48b37abfafff'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:26.207449 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847c15a6-a4c5-4fe1-bb8c-33a75fb7bce3" -d '{"events": [{"server_uuid": "1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d", "name": "network-vif-deleted", "tag": "928444e9-687a-4971-965f-48b37abfafff"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:26.214150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:26.225343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14df525-4420-4dac-881c-4b6ab8fd5a09 req-376f4b77-e670-40ac-a212-f025051a6a5a tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:26.234746 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f14df525-4420-4dac-881c-4b6ab8fd5a09 req-376f4b77-e670-40ac-a212-f025051a6a5a tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 945 time: 0.2311504 Aug 24 00:19:26.308141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:26.308834 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:26.310217 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] 10.222.0.47 "PUT /v2.0/ports/abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 HTTP/1.1" status: 200 len: 1091 time: 2.7776604 Aug 24 00:19:26.355216 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f14df525-4420-4dac-881c-4b6ab8fd5a09 req-a8c59a8c-3880-4ac9-bae9-fc327662d0d0 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172097 Aug 24 00:19:26.390518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 22e079f6-6e36-407d-a20a-b858acb18d58 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:26.488761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0df4b-29d2-41d7-a17f-b9c049c209e2 service neutron] Pushing event updated for resources: {'Port': ['ID=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:26.571547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 22e079f6-6e36-407d-a20a-b858acb18d58 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:26.602469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 22e079f6-6e36-407d-a20a-b858acb18d58 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:26.603187 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:26.653837 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515a66bf-96fe-4ce1-8bed-045ff29ba835 x-openstack-request-id: req-515a66bf-96fe-4ce1-8bed-045ff29ba835 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:26.653837 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d", "name": "network-vif-deleted", "tag": "928444e9-687a-4971-965f-48b37abfafff", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:26.653837 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-515a66bf-96fe-4ce1-8bed-045ff29ba835 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:26.653837 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d', 'name': 'network-vif-deleted', 'tag': '928444e9-687a-4971-965f-48b37abfafff', 'status': 'completed', 'code': 200} Aug 24 00:19:26.707201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-9f395f54-d34a-4876-bccf-a9155e7f1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:26.709809 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-9f395f54-d34a-4876-bccf-a9155e7f1230 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 1094 time: 0.3005240 Aug 24 00:19:26.763976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dfe0f-bcc1-4c5b-b727-915f845a657b req-298b65e6-8a4a-4786-8d5c-4b8d822b7b4c tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:26.777322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c53dfe0f-bcc1-4c5b-b727-915f845a657b req-298b65e6-8a4a-4786-8d5c-4b8d822b7b4c tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.3887587 Aug 24 00:19:26.942189 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:27.024031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 22e079f6-6e36-407d-a20a-b858acb18d58, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=22e079f6-6e36-407d-a20a-b858acb18d58,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:27.040474 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:27.060991 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-d3028b52-e944-4162-9990-0e81e076f5f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 HTTP/1.1" status: 200 len: 217 time: 0.2339251 Aug 24 00:19:27.085303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c53dfe0f-bcc1-4c5b-b727-915f845a657b req-cd31ee86-557b-482b-85be-260e38e305b9 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067863 Aug 24 00:19:27.087391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b142f77d-082c-4478-9cd4-ce25d5053b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e079f6-6e36-407d-a20a-b858acb18d58'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:27.089759 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd59e389-9458-4699-a494-683e5f233252" -d '{"events": [{"server_uuid": "b142f77d-082c-4478-9cd4-ce25d5053b27", "name": "network-vif-plugged", "status": "completed", "tag": "22e079f6-6e36-407d-a20a-b858acb18d58"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:27.093646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c068746-fb99-47b4-812e-8b67253cd681 req-ecb3cb5c-4abe-4e87-b372-81e027fe1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:27.096761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c068746-fb99-47b4-812e-8b67253cd681 req-ecb3cb5c-4abe-4e87-b372-81e027fe1d07 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 1096 time: 0.4750464 Aug 24 00:19:27.165393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=22e079f6-6e36-407d-a20a-b858acb18d58,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:27.247020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f60489d-8a07-4a2f-a40a-c0998cd81628 req-4a2067a3-dbbb-46a7-9ce1-398d0dc009c1 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bc86fd4-7a82-4d73-9ff8-adbd8198bb8d HTTP/1.1" status: 200 len: 210 time: 0.4238427 Aug 24 00:19:27.402684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c068746-fb99-47b4-812e-8b67253cd681 req-8c8c72fd-8ef0-4691-9e98-e11307bdf143 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334407 Aug 24 00:19:27.410803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-2441327b-5ebd-4886-a1bb-a6e72b36b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:27.413685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-2441327b-5ebd-4886-a1bb-a6e72b36b646 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.3105652 Aug 24 00:19:27.454552 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e47703-b2e6-45dd-a8d9-052e54f0119c x-openstack-request-id: req-e9e47703-b2e6-45dd-a8d9-052e54f0119c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:27.455200 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b142f77d-082c-4478-9cd4-ce25d5053b27", "name": "network-vif-plugged", "status": "completed", "tag": "22e079f6-6e36-407d-a20a-b858acb18d58", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:27.455200 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9e47703-b2e6-45dd-a8d9-052e54f0119c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:27.455507 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b142f77d-082c-4478-9cd4-ce25d5053b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e079f6-6e36-407d-a20a-b858acb18d58', 'code': 200} Aug 24 00:19:27.457084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7659fe-1bc4-4b10-94d0-e0967a6cc2a2 req-f903e262-4863-41aa-8453-cf7d329400c3 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:27.458694 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de7659fe-1bc4-4b10-94d0-e0967a6cc2a2 req-f903e262-4863-41aa-8453-cf7d329400c3 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/ports?device_id=eee4fad2-055e-47f5-8e28-9a43253c9705 HTTP/1.1" status: 200 len: 950 time: 0.1917982 Aug 24 00:19:27.494549 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b721b1a8-2934-4d5a-ba3d-fa7d5fd3c3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:27.531593 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de7659fe-1bc4-4b10-94d0-e0967a6cc2a2 req-97c5b78c-921e-49f8-b7c9-3d0a540675a0 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b60dcc-2eba-4bc5-9e74-cbaac618086f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642595 Aug 24 00:19:27.699519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb74ea7-7668-49ea-a4c5-fbe7f4617449 req-d0092138-7fe8-42b8-a4af-3fa34af13ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:27.701575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4fb74ea7-7668-49ea-a4c5-fbe7f4617449 req-d0092138-7fe8-42b8-a4af-3fa34af13ee6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 1097 time: 0.1313076 Aug 24 00:19:27.741615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a8676-b658-4910-9a1f-4b7a4293f1c0 req-fe64287e-ff51-45a3-966a-45c3c3e614ca tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:27.743703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc4a8676-b658-4910-9a1f-4b7a4293f1c0 req-fe64287e-ff51-45a3-966a-45c3c3e614ca tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 943 time: 0.2019081 Aug 24 00:19:27.779472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575c231-deb9-4d85-8005-821a669827a3 req-d4f337eb-c0c5-4f18-8fa0-6557fd9814fe tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:27.780983 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4575c231-deb9-4d85-8005-821a669827a3 req-d4f337eb-c0c5-4f18-8fa0-6557fd9814fe tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.1385851 Aug 24 00:19:27.815851 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-2ad7f14b-fe9f-4769-a8d1-271a60c40a85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686929 Aug 24 00:19:27.819448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4fb74ea7-7668-49ea-a4c5-fbe7f4617449 req-62cc5d25-2877-42bf-a138-6281d12b46cf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032162 Aug 24 00:19:27.876673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc4a8676-b658-4910-9a1f-4b7a4293f1c0 req-06dd7c1d-6860-43b9-a129-2ee63bce2866 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085274 Aug 24 00:19:27.938589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4575c231-deb9-4d85-8005-821a669827a3 req-869cbb5a-68c8-4934-bb7d-c1a6c383477e tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315808 Aug 24 00:19:28.012356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-2d2d9ca1-50ca-4f68-8952-001e45ec7d5a service neutron] 10.222.0.47 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762145 Aug 24 00:19:28.167013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6991861-49b7-4638-ac83-18ea2e31b882 req-caebb2d1-89cf-4848-87b3-ef3db3526036 service neutron] 10.222.0.47 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441584 Aug 24 00:19:28.225106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 928444e9-687a-4971-965f-48b37abfafff no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:28.275661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 928444e9-687a-4971-965f-48b37abfafff {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:28.281382 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 928444e9-687a-4971-965f-48b37abfafff not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:28.286012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b1f9d-e13b-498b-b874-fefd18215ea5 req-9e0afea4-80fc-4143-9e62-e66f5024a24e tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:28.301139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d93b1f9d-e13b-498b-b874-fefd18215ea5 req-9e0afea4-80fc-4143-9e62-e66f5024a24e tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.0944817 Aug 24 00:19:28.372044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d93b1f9d-e13b-498b-b874-fefd18215ea5 req-103bdb0e-8925-4d24-a95b-69cbe831a76e tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678430 Aug 24 00:19:28.653496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eaae384-7a19-4683-8912-09405322b7a0', 'tag': 'abb66a3e-dfef-4c76-9ce3-4d12dcbfb635'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:28.655969 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf853c3e-6921-4c27-9683-a6fa20eeafe9" -d '{"events": [{"name": "network-changed", "server_uuid": "3eaae384-7a19-4683-8912-09405322b7a0", "tag": "abb66a3e-dfef-4c76-9ce3-4d12dcbfb635"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:29.332505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49892) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:29.339349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f2d45925-d256-4abf-a053-698ed2c4a96e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385815315', 'description': 'tempest-description--2119335250'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:29.392027 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9452903b-bce2-45b0-ba46-78aab57eaa38 x-openstack-request-id: req-9452903b-bce2-45b0-ba46-78aab57eaa38 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:29.394225 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eaae384-7a19-4683-8912-09405322b7a0", "tag": "abb66a3e-dfef-4c76-9ce3-4d12dcbfb635", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:29.395088 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9452903b-bce2-45b0-ba46-78aab57eaa38 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:29.397296 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eaae384-7a19-4683-8912-09405322b7a0', 'tag': 'abb66a3e-dfef-4c76-9ce3-4d12dcbfb635', 'status': 'completed', 'code': 200} Aug 24 00:19:29.416374 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2d45925-d256-4abf-a053-698ed2c4a96e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:29.475184 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:29.667969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853c3e-6921-4c27-9683-a6fa20eeafe9 req-c93fb584-29d4-4f3f-a150-01ffc60d90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:29.670026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf853c3e-6921-4c27-9683-a6fa20eeafe9 req-c93fb584-29d4-4f3f-a150-01ffc60d90d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 1094 time: 0.2167859 Aug 24 00:19:29.690303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcfc6b-92f0-4624-a476-8ad689537159 req-743cb844-a4e9-49a6-9f6d-2450526b3f7b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:29.701321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dcdcfc6b-92f0-4624-a476-8ad689537159 req-743cb844-a4e9-49a6-9f6d-2450526b3f7b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 943 time: 0.1731532 Aug 24 00:19:29.848606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dcdcfc6b-92f0-4624-a476-8ad689537159 req-5b9a204a-864f-4a20-be14-a5866be5c06b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389742 Aug 24 00:19:29.879467 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2d45925-d256-4abf-a053-698ed2c4a96e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:29.907059 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2d45925-d256-4abf-a053-698ed2c4a96e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:29.991523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853c3e-6921-4c27-9683-a6fa20eeafe9 req-2c0e7129-2dec-4252-925c-d5a0464e1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:29.993443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf853c3e-6921-4c27-9683-a6fa20eeafe9 req-2c0e7129-2dec-4252-925c-d5a0464e1cc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 912 time: 0.3140082 Aug 24 00:19:30.016691 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2d45925-d256-4abf-a053-698ed2c4a96e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.018407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f2d45925-d256-4abf-a053-698ed2c4a96e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6837373 Aug 24 00:19:30.023471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d45925-d256-4abf-a053-698ed2c4a96e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ac38e1-a602-4468-a4ac-d18c2312bbda,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:30.030734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49898) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:30.032476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Request body: {'security_group_rule': {'security_group_id': '16ac38e1-a602-4468-a4ac-d18c2312bbda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:30.067608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf853c3e-6921-4c27-9683-a6fa20eeafe9 req-44b9dac4-ed56-4e20-a860-80d4141a6441 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 HTTP/1.1" status: 200 len: 217 time: 0.0585105 Aug 24 00:19:30.075837 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.089779 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.127604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745929a-b355-4815-9d07-9902e7c10710 req-37e51d57-994b-4543-8b66-ae5a500c7a54 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:30.129712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5745929a-b355-4815-9d07-9902e7c10710 req-37e51d57-994b-4543-8b66-ae5a500c7a54 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.1671114 Aug 24 00:19:30.182258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853c3e-6921-4c27-9683-a6fa20eeafe9 req-1104cff5-aafb-4409-87ae-9a2bcfad2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:30.191071 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-292635d7-b825-4629-85bf-7c6d30c31de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.191598 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf853c3e-6921-4c27-9683-a6fa20eeafe9 req-1104cff5-aafb-4409-87ae-9a2bcfad2f56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.1097689 Aug 24 00:19:30.203092 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.214337 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.251830 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60510c87-0393-4d1a-a489-bef800674c96,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:30.261726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:30.262166 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:30.262516 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:30.262902 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:30.263234 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:30.263620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:30.263955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:30.264389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:30.264719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:30.265344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:30.265722 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:30.266054 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:30.270013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf853c3e-6921-4c27-9683-a6fa20eeafe9 req-118d0e03-218f-4191-ae12-0aaed5c515d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654876 Aug 24 00:19:30.270234 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.272236 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c5770db7-1b07-47da-a82c-409c16d6ee14 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2458558 Aug 24 00:19:30.274850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:30.282612 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3628e790-8b7b-4129-ae71-dcd59819d73c tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Request body: {'security_group_rule': {'security_group_id': '16ac38e1-a602-4468-a4ac-d18c2312bbda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:30.329551 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5745929a-b355-4815-9d07-9902e7c10710 req-ef92d9f8-e626-453d-9dd8-bdbfe41c15a6 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879170 Aug 24 00:19:30.333663 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3628e790-8b7b-4129-ae71-dcd59819d73c tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.436224 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3628e790-8b7b-4129-ae71-dcd59819d73c tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.474913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3628e790-8b7b-4129-ae71-dcd59819d73c tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.530764 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3628e790-8b7b-4129-ae71-dcd59819d73c tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.538220 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3628e790-8b7b-4129-ae71-dcd59819d73c tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2620394 Aug 24 00:19:30.538863 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:30.553135 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:30.567987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf853c3e-6921-4c27-9683-a6fa20eeafe9 req-634dffaf-8fcb-4c69-bd92-54f15214f9d1 service neutron] 10.222.0.47 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865121 Aug 24 00:19:30.655292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628e790-8b7b-4129-ae71-dcd59819d73c tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cab5d3e-84aa-423c-9d35-bc86997b7cc0,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:30.668247 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.820071 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.862818 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b8719-7c6b-41e6-952e-f026c7162ca5 req-fbc77bd6-fc41-43e3-98da-7198c5abe76b tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:30.867541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d9b8719-7c6b-41e6-952e-f026c7162ca5 req-fbc77bd6-fc41-43e3-98da-7198c5abe76b tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee4fad2-055e-47f5-8e28-9a43253c9705 HTTP/1.1" status: 200 len: 950 time: 0.2951307 Aug 24 00:19:30.918300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9b9ee-13e4-46d7-88ab-372240adbfa5 req-837b02ef-08a3-4ff7-9b61-4e659cb981c0 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:30.933229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7aa9b9ee-13e4-46d7-88ab-372240adbfa5 req-837b02ef-08a3-4ff7-9b61-4e659cb981c0 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/ports?device_id=eee4fad2-055e-47f5-8e28-9a43253c9705 HTTP/1.1" status: 200 len: 950 time: 0.3591390 Aug 24 00:19:31.009341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf853c3e-6921-4c27-9683-a6fa20eeafe9 req-3040617f-e3b3-41ac-9a09-5ca702414525 service neutron] 10.222.0.47 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290814 Aug 24 00:19:31.023437 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Allocated IP 172.25.8.237 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/6588a126-7b63-4859-ac2a-76885778a822) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:31.073017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7aa9b9ee-13e4-46d7-88ab-372240adbfa5 req-c1bbbc99-e83e-4407-82c2-bc5d434c1d11 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b60dcc-2eba-4bc5-9e74-cbaac618086f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387236 Aug 24 00:19:31.129594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0d9b8719-7c6b-41e6-952e-f026c7162ca5 req-d752bf50-1af2-40b8-aa3b-f2d5d344ffb7 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Deleting port 0789663f-44bc-4d13-babe-62b53d828f9b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:31.131737 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d9b8719-7c6b-41e6-952e-f026c7162ca5 req-d752bf50-1af2-40b8-aa3b-f2d5d344ffb7 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:31.153871 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:31.273673 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:31.348955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0d9b8719-7c6b-41e6-952e-f026c7162ca5 req-d752bf50-1af2-40b8-aa3b-f2d5d344ffb7 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] For port 0789663f-44bc-4d13-babe-62b53d828f9b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0789663f-44bc-4d13-babe-62b53d828f9b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:31.349431 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d9b8719-7c6b-41e6-952e-f026c7162ca5 req-d752bf50-1af2-40b8-aa3b-f2d5d344ffb7 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:31.349888 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:31.388508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8208-27a2-4b60-9bea-dd3a7e04bd7e req-6d8f1dd2-705d-4b65-aeca-d2e8fbcc666c tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:31.390309 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-485c8208-27a2-4b60-9bea-dd3a7e04bd7e req-6d8f1dd2-705d-4b65-aeca-d2e8fbcc666c tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.1614144 Aug 24 00:19:31.414955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0d9b8719-7c6b-41e6-952e-f026c7162ca5 req-d752bf50-1af2-40b8-aa3b-f2d5d344ffb7 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Calling delete_port for 0789663f-44bc-4d13-babe-62b53d828f9b owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:31.423175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Pushing event updated for resources: {'Port': ['ID=6588a126-7b63-4859-ac2a-76885778a822,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:31.447017 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:31.453252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:31.455938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:31.572480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-485c8208-27a2-4b60-9bea-dd3a7e04bd7e req-31de77f0-8a36-4013-a3cc-fd048ef09329 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656556 Aug 24 00:19:31.641501 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:31.743885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:31.817051 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d9b8719-7c6b-41e6-952e-f026c7162ca5 req-d752bf50-1af2-40b8-aa3b-f2d5d344ffb7 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:31.852344 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['0789663f-44bc-4d13-babe-62b53d828f9b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:31.856068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752bf50-1af2-40b8-aa3b-f2d5d344ffb7 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Pushing event deleted for resources: {'Port': ['ID=0789663f-44bc-4d13-babe-62b53d828f9b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:31.930062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9b8719-7c6b-41e6-952e-f026c7162ca5 req-d752bf50-1af2-40b8-aa3b-f2d5d344ffb7 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] No DVR routers for this DVR port 0789663f-44bc-4d13-babe-62b53d828f9b on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:19:31.933036 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0d9b8719-7c6b-41e6-952e-f026c7162ca5 req-d752bf50-1af2-40b8-aa3b-f2d5d344ffb7 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:31.935828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d9b8719-7c6b-41e6-952e-f026c7162ca5 req-d752bf50-1af2-40b8-aa3b-f2d5d344ffb7 tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.13 "DELETE /v2.0/ports/0789663f-44bc-4d13-babe-62b53d828f9b HTTP/1.1" status: 204 len: 173 time: 1.0630319 Aug 24 00:19:31.936545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee4fad2-055e-47f5-8e28-9a43253c9705', 'name': 'network-vif-deleted', 'tag': '0789663f-44bc-4d13-babe-62b53d828f9b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:31.946185 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40dbfc5-a6b4-4918-a71d-4259a7c7d35f" -d '{"events": [{"server_uuid": "eee4fad2-055e-47f5-8e28-9a43253c9705", "name": "network-vif-deleted", "tag": "0789663f-44bc-4d13-babe-62b53d828f9b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:32.037560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5f971-c121-4f10-bfd5-aab6a303bd7d req-b1179b9f-a7b6-4cff-aace-7a9005daf501 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:32.050815 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17d5f971-c121-4f10-bfd5-aab6a303bd7d req-b1179b9f-a7b6-4cff-aace-7a9005daf501 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.1003499 Aug 24 00:19:32.126510 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:32.141062 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:32.151920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17d5f971-c121-4f10-bfd5-aab6a303bd7d req-5efc40a8-b777-4b1a-9b87-0febea3fd922 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996716 Aug 24 00:19:32.247153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:32.349003 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Pushing event updated for resources: {'Port': ['ID=6588a126-7b63-4859-ac2a-76885778a822,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:32.362010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894517a5-e279-4e90-bebe-169590d3a004 req-82d4be1f-175c-4e59-b5c7-de33047ea071 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:32.363599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-894517a5-e279-4e90-bebe-169590d3a004 req-82d4be1f-175c-4e59-b5c7-de33047ea071 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 943 time: 0.0907121 Aug 24 00:19:32.383862 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:32.423831 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:32.440944 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a3bb3a29-7220-4156-ac23-63d821e69e7f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8970549 Aug 24 00:19:32.477360 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-894517a5-e279-4e90-bebe-169590d3a004 req-2eb54691-8901-45cc-a239-2a5be0820dfd tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915875 Aug 24 00:19:32.514280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:32.571849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'abb66a3e-dfef-4c76-9ce3-4d12dcbfb635', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'port_id': 'abb66a3e-dfef-4c76-9ce3-4d12dcbfb635', 'mac_address': 'fa:16:3e:0a:3b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:32.761809 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:32.788297 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4cc4ad-820f-4676-8b51-a36b3652f08f x-openstack-request-id: req-fe4cc4ad-820f-4676-8b51-a36b3652f08f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:32.790158 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee4fad2-055e-47f5-8e28-9a43253c9705", "name": "network-vif-deleted", "tag": "0789663f-44bc-4d13-babe-62b53d828f9b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:32.790422 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe4cc4ad-820f-4676-8b51-a36b3652f08f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:32.790916 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee4fad2-055e-47f5-8e28-9a43253c9705', 'name': 'network-vif-deleted', 'tag': '0789663f-44bc-4d13-babe-62b53d828f9b', 'status': 'completed', 'code': 200} Aug 24 00:19:32.821655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:32.865121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe283a91-0500-49c5-826e-aa9b6a15fff5 req-57e63fd9-8de9-4f84-a7d2-8d4dcb75b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:32.866749 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe283a91-0500-49c5-826e-aa9b6a15fff5 req-57e63fd9-8de9-4f84-a7d2-8d4dcb75b96f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c6e0e872fd9493581d598175e4e4ca3&device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 1096 time: 0.1383343 Aug 24 00:19:32.889194 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:32.903336 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:32.996812 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:32.998407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:33.053594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e24aec81-a507-4b5b-acb3-bdd876e0cc0d req-d6247ac0-459b-49f7-b595-ce0019a80d4c tempest-TenantUsagesTestJSON-2111606367 tempest-TenantUsagesTestJSON-2111606367-project] 10.222.0.32 "GET /v2.0/ports?device_id=eee4fad2-055e-47f5-8e28-9a43253c9705 HTTP/1.1" status: 200 len: 210 time: 0.0411346 Aug 24 00:19:33.120387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe283a91-0500-49c5-826e-aa9b6a15fff5 req-8c7956f3-6541-459f-b5b8-845cf98a7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:33.122541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe283a91-0500-49c5-826e-aa9b6a15fff5 req-8c7956f3-6541-459f-b5b8-845cf98a7e95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2445dbf-51ce-471e-bf22-d58b2d01dce0 HTTP/1.1" status: 200 len: 911 time: 0.2484465 Aug 24 00:19:33.178331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe283a91-0500-49c5-826e-aa9b6a15fff5 req-18e84eae-1c77-4f71-a5c3-dc620e007b53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dee85e9-cd02-4f9a-b815-f7a7e88c5438 HTTP/1.1" status: 200 len: 217 time: 0.0454791 Aug 24 00:19:33.346986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['abb66a3e-dfef-4c76-9ce3-4d12dcbfb635'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:33.753262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe283a91-0500-49c5-826e-aa9b6a15fff5 req-33fc3085-10c5-4a8a-8f4c-0d64d0e0e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:33.756959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe283a91-0500-49c5-826e-aa9b6a15fff5 req-33fc3085-10c5-4a8a-8f4c-0d64d0e0e502 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c895085-e829-4731-b347-1f7ea11c9bda HTTP/1.1" status: 200 len: 850 time: 0.5706046 Aug 24 00:19:33.805912 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe283a91-0500-49c5-826e-aa9b6a15fff5 req-940ad15c-23ee-4f91-8124-08ed2c3a891d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2445dbf-51ce-471e-bf22-d58b2d01dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400918 Aug 24 00:19:33.942929 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe283a91-0500-49c5-826e-aa9b6a15fff5 req-aa3e286d-e091-4763-9723-e400dfd48d4f service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246428 Aug 24 00:19:34.107503 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe283a91-0500-49c5-826e-aa9b6a15fff5 req-5efcd1a9-ac66-43cf-80fc-e61535f4e6b6 service neutron] 10.222.0.47 "GET /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555755 Aug 24 00:19:34.454374 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 0789663f-44bc-4d13-babe-62b53d828f9b no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:34.504736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 0789663f-44bc-4d13-babe-62b53d828f9b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:34.505245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 0789663f-44bc-4d13-babe-62b53d828f9b not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:35.755221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-7eafa6d8-5db2-43d5-8c7f-b1ab9e63cc15 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:35.757552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-7eafa6d8-5db2-43d5-8c7f-b1ab9e63cc15 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/networks?id=028bc191-9b63-4b1e-8665-ee0ac60ec459 HTTP/1.1" status: 200 len: 822 time: 0.1365008 Aug 24 00:19:35.801807 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-9d0c3a53-20eb-439d-9d14-7eabb0b783e2 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/quotas/d7c80159555048d596df4f91f219af56 HTTP/1.1" status: 200 len: 375 time: 0.0381341 Aug 24 00:19:35.856132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe8428-c562-4920-b652-d4d18ff223ad req-7d907ec8-0128-49c4-aae8-e86f8e8f553f tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:35.857586 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22fe8428-c562-4920-b652-d4d18ff223ad req-7d907ec8-0128-49c4-aae8-e86f8e8f553f tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.0862591 Aug 24 00:19:35.916213 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8f86b7ec-2d1a-4a59-979a-076aac682fc2 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7c80159555048d596df4f91f219af56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077986 Aug 24 00:19:35.951284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22fe8428-c562-4920-b652-d4d18ff223ad req-b593be26-7c3a-4879-8536-1a9a9a7ae387 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823450 Aug 24 00:19:36.037739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-39a0dbad-46b1-429e-8ab5-79ec48b1e220 service neutron] 10.222.0.32 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093776 Aug 24 00:19:36.177051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a89f5-d3c5-4fb9-b968-613a604fbc2b req-5c6f6315-ec9d-48c2-8041-b089be128a85 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:36.180128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b5a89f5-d3c5-4fb9-b968-613a604fbc2b req-5c6f6315-ec9d-48c2-8041-b089be128a85 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 944 time: 0.0849111 Aug 24 00:19:36.202929 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-242b88a9-3503-4936-9b07-8fa452d7a59d service neutron] 10.222.0.32 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578486 Aug 24 00:19:36.237353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b5a89f5-d3c5-4fb9-b968-613a604fbc2b req-b783b936-aa85-4fdf-a0a3-69cca5906bd5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509644 Aug 24 00:19:36.262104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:36.343505 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:36.367192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:36.369224 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:36.489586 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a337757c-deba-4af0-9137-a7df853cc934 req-a2d006b2-98ef-4e7c-a36d-f23b586463bb tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 210 time: 0.0527892 Aug 24 00:19:36.491690 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:36.543565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eaae384-7a19-4683-8912-09405322b7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb66a3e-dfef-4c76-9ce3-4d12dcbfb635'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:36.545794 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1262d7a0-bd8c-47c8-b113-055c8b79864d" -d '{"events": [{"server_uuid": "3eaae384-7a19-4683-8912-09405322b7a0", "name": "network-vif-plugged", "status": "completed", "tag": "abb66a3e-dfef-4c76-9ce3-4d12dcbfb635"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:36.579800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:36.593623 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:36.618662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f98ed-f763-4f96-8410-ea464cb136cc req-076af4a1-3e59-4fcc-b214-1915bcd8d146 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:36.632328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e25f98ed-f763-4f96-8410-ea464cb136cc req-076af4a1-3e59-4fcc-b214-1915bcd8d146 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.1250923 Aug 24 00:19:36.717849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:36.782059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a308e20-9f45-4405-95a1-b0845e752cdd req-8810319d-f7c3-48f2-935b-81ce708e8f58 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:36.791058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a308e20-9f45-4405-95a1-b0845e752cdd req-8810319d-f7c3-48f2-935b-81ce708e8f58 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 950 time: 0.1541948 Aug 24 00:19:36.846758 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:36.883103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e25f98ed-f763-4f96-8410-ea464cb136cc req-c5ea1110-963b-4f19-8f4d-c921d85f0ed3 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011473 Aug 24 00:19:36.901781 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a308e20-9f45-4405-95a1-b0845e752cdd req-677a81ce-3dda-4594-8eda-1a38732bdc9b tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097589 Aug 24 00:19:37.001197 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b85907-049f-4190-b15f-4e5186f68493 x-openstack-request-id: req-08b85907-049f-4190-b15f-4e5186f68493 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:37.001719 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eaae384-7a19-4683-8912-09405322b7a0", "name": "network-vif-plugged", "status": "completed", "tag": "abb66a3e-dfef-4c76-9ce3-4d12dcbfb635", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:37.002138 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08b85907-049f-4190-b15f-4e5186f68493 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:37.002715 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eaae384-7a19-4683-8912-09405322b7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb66a3e-dfef-4c76-9ce3-4d12dcbfb635', 'code': 200} Aug 24 00:19:37.123630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f520eb3-3400-4ecb-b6b0-27e18fa9dce6 req-04de80c0-1191-4442-8a31-1977b51d076f tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:37.133510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f520eb3-3400-4ecb-b6b0-27e18fa9dce6 req-04de80c0-1191-4442-8a31-1977b51d076f tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.0656316 Aug 24 00:19:37.141478 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b50a94b-0b85-46a7-920a-1cbdc57454fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff8cb428fe594c119c8296747ffa2c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926869 Aug 24 00:19:37.142122 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:37.191782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f520eb3-3400-4ecb-b6b0-27e18fa9dce6 req-f33b6c2f-37db-4e3c-9eaf-211c26ad3e8c tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568736 Aug 24 00:19:37.223678 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1be6a21f-9a16-4c8a-9ef9-b87fe4485897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:37.243504 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1be6a21f-9a16-4c8a-9ef9-b87fe4485897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:37.275712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01cc8c-c6dd-4b71-b4a6-b120d3c478fb req-802668b9-8f5a-4038-933f-80a45e6bbaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:37.277670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b01cc8c-c6dd-4b71-b4a6-b120d3c478fb req-802668b9-8f5a-4038-933f-80a45e6bbaae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 1096 time: 0.1409345 Aug 24 00:19:37.332631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b01cc8c-c6dd-4b71-b4a6-b120d3c478fb req-eeda4ec9-38e1-48fa-903f-836fe93112fa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455110 Aug 24 00:19:37.338562 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1be6a21f-9a16-4c8a-9ef9-b87fe4485897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:37.342443 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1be6a21f-9a16-4c8a-9ef9-b87fe4485897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:37.344023 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1be6a21f-9a16-4c8a-9ef9-b87fe4485897 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17b60dcc-2eba-4bc5-9e74-cbaac618086f HTTP/1.1" status: 204 len: 168 time: 0.2008758 Aug 24 00:19:37.357500 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6a21f-9a16-4c8a-9ef9-b87fe4485897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b60dcc-2eba-4bc5-9e74-cbaac618086f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:37.583303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f67dc-c54d-4e05-8166-28332c4751e4 req-78cb388a-bd28-479c-b599-cf0ad90311af tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:37.598986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f00f67dc-c54d-4e05-8166-28332c4751e4 req-78cb388a-bd28-479c-b599-cf0ad90311af tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 945 time: 0.1271811 Aug 24 00:19:37.668972 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f00f67dc-c54d-4e05-8166-28332c4751e4 req-18d3446d-99b5-4119-8792-848ec0acbf9d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685446 Aug 24 00:19:37.841638 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:37.860033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0b69692-8df3-47b6-a6fa-a7593bfa772c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:37.881978 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5479cb76-677e-4e28-a2a7-eb9bc95dba1a req-decd8f33-fb0f-467e-bba1-710d54f601eb tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 210 time: 0.0693219 Aug 24 00:19:37.936684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79351d-be6f-4b72-9ae6-f67560e9bb46 req-5deee5d1-6dc9-4157-bc84-66a6692b7d94 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:37.942485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c79351d-be6f-4b72-9ae6-f67560e9bb46 req-5deee5d1-6dc9-4157-bc84-66a6692b7d94 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.1393399 Aug 24 00:19:38.048247 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0b69692-8df3-47b6-a6fa-a7593bfa772c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:38.056126 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0b69692-8df3-47b6-a6fa-a7593bfa772c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:38.075403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c79351d-be6f-4b72-9ae6-f67560e9bb46 req-f9543715-1ede-4685-ad51-f4891f032efd tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219764 Aug 24 00:19:38.140517 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b69692-8df3-47b6-a6fa-a7593bfa772c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448a9b26-1c4a-4808-aba3-7a77d85dc7b0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:38.158583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4f094-9fcb-4291-b5a5-800d4f5748fc req-511dcfe1-522f-4bdb-8e0e-f2ac018d83aa tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:38.167820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebb4f094-9fcb-4291-b5a5-800d4f5748fc req-511dcfe1-522f-4bdb-8e0e-f2ac018d83aa tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.1489818 Aug 24 00:19:38.176140 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0b69692-8df3-47b6-a6fa-a7593bfa772c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8aa3cf0935244a6796d1e2d318b20be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310022 Aug 24 00:19:38.176356 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:38.235331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebb4f094-9fcb-4291-b5a5-800d4f5748fc req-6cc9ecfa-7f64-4a5c-b595-5d8792c4c094 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646176 Aug 24 00:19:38.256361 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-551c1e4b-8719-4a2a-8b1d-42b5707ab649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:38.266278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-068b1ec1-6e61-4f3b-a688-d1bd9241c9d7 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:38.268368 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-068b1ec1-6e61-4f3b-a688-d1bd9241c9d7 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.13 "GET /v2.0/networks?id=028bc191-9b63-4b1e-8665-ee0ac60ec459 HTTP/1.1" status: 200 len: 822 time: 0.1901779 Aug 24 00:19:38.285022 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-551c1e4b-8719-4a2a-8b1d-42b5707ab649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:38.296201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-77d739d5-64f1-49dc-b45c-d159582c7515 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Request body: {'port': {'device_id': 'b786e13f-363c-4e45-af4e-f12336d7d19e', 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459', 'admin_state_up': True, 'tenant_id': 'd7c80159555048d596df4f91f219af56'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:38.376090 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-551c1e4b-8719-4a2a-8b1d-42b5707ab649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:38.379445 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-551c1e4b-8719-4a2a-8b1d-42b5707ab649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:38.383339 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-551c1e4b-8719-4a2a-8b1d-42b5707ab649 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/448a9b26-1c4a-4808-aba3-7a77d85dc7b0 HTTP/1.1" status: 204 len: 168 time: 0.2033088 Aug 24 00:19:38.389658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c1e4b-8719-4a2a-8b1d-42b5707ab649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448a9b26-1c4a-4808-aba3-7a77d85dc7b0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:38.484451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-77d739d5-64f1-49dc-b45c-d159582c7515 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Made reservation on behalf of d7c80159555048d596df4f91f219af56 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:38.488387 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-77d739d5-64f1-49dc-b45c-d159582c7515 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:38.661065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-77d739d5-64f1-49dc-b45c-d159582c7515 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Allocated IP 172.20.0.4 (028bc191-9b63-4b1e-8665-ee0ac60ec459/2e5c70c4-a295-4688-8a6b-f8f806143f22/25f9064f-add8-48c2-a825-4409ba720dde) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:38.915578 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-77d739d5-64f1-49dc-b45c-d159582c7515 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:38.926264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c0a88-cdc8-4cf6-a2de-0d76b719df2b req-9512dc90-d224-4308-b717-2bfc3bfcb810 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:38.934894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-946c0a88-cdc8-4cf6-a2de-0d76b719df2b req-9512dc90-d224-4308-b717-2bfc3bfcb810 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 945 time: 0.1165047 Aug 24 00:19:38.995340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-946c0a88-cdc8-4cf6-a2de-0d76b719df2b req-74841bce-bb40-4061-81a7-114e261b42d0 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593872 Aug 24 00:19:39.053133 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-77d739d5-64f1-49dc-b45c-d159582c7515 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:39.131274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-77d739d5-64f1-49dc-b45c-d159582c7515 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Network 028bc191-9b63-4b1e-8665-ee0ac60ec459 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:39.136924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-77d739d5-64f1-49dc-b45c-d159582c7515 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:39.143208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-77d739d5-64f1-49dc-b45c-d159582c7515 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:39.155685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd285ec-186d-47f7-a7c6-c9a57e9b5c93 req-b6b7d341-7444-4614-9a80-fab8e87129d7 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:39.163093 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1bd285ec-186d-47f7-a7c6-c9a57e9b5c93 req-b6b7d341-7444-4614-9a80-fab8e87129d7 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 931 time: 0.1253095 Aug 24 00:19:39.196710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d739d5-64f1-49dc-b45c-d159582c7515 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Pushing event updated for resources: {'Port': ['ID=25f9064f-add8-48c2-a825-4409ba720dde,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:39.288962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-77d739d5-64f1-49dc-b45c-d159582c7515 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:39.289970 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-77d739d5-64f1-49dc-b45c-d159582c7515 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:39.312260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1bd285ec-186d-47f7-a7c6-c9a57e9b5c93 req-289872f9-1759-4c4e-8354-76c9587600f8 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480155 Aug 24 00:19:39.338811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40193fd2-b222-4c57-a5b1-b555ef78d4ec req-aa44f96f-f690-40d4-9c4d-86861da7c4d1 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:39.352320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40193fd2-b222-4c57-a5b1-b555ef78d4ec req-aa44f96f-f690-40d4-9c4d-86861da7c4d1 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.1412816 Aug 24 00:19:39.404922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40193fd2-b222-4c57-a5b1-b555ef78d4ec req-e7a1c96b-a661-4968-bb41-9ac27213c8d1 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510228 Aug 24 00:19:39.405777 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-77d739d5-64f1-49dc-b45c-d159582c7515 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1140640 Aug 24 00:19:39.444714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Request body: {'port': {'device_id': 'b786e13f-363c-4e45-af4e-f12336d7d19e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:39.496811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db150fc-c476-4c07-b43c-9bae0fe82d92 req-5158acf9-e8da-483e-b6c8-4dab7acc3e92 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:39.498331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9db150fc-c476-4c07-b43c-9bae0fe82d92 req-5158acf9-e8da-483e-b6c8-4dab7acc3e92 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.0916750 Aug 24 00:19:39.562671 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:39.580379 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:39.620091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9db150fc-c476-4c07-b43c-9bae0fe82d92 req-c85234f9-567c-4639-b8a8-bb6fc12fac8d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065397 Aug 24 00:19:39.722864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-network', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:39.766361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] Made reservation on behalf of 6bcd79c71f504961b58ea4efc7a8fe6a for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:39.770317 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:39.786201 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:39.925535 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:39.932605 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:39.957854 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:19:39.976200 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a5b979-a82e-4650-83f7-2143cc6ba8e2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:39.985702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:39.986229 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] Added segment 6bb49848-6378-425d-a254-78cee19035c6 of type vlan for network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 Aug 24 00:19:39.994923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f9064f-add8-48c2-a825-4409ba720dde {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:40.006518 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.020793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Transition to ACTIVE for port object 25f9064f-add8-48c2-a825-4409ba720dde will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:40.026295 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.046279 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.089189 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Pushing event updated for resources: {'Port': ['ID=25f9064f-add8-48c2-a825-4409ba720dde,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:40.101283 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.102810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:40.103710 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.164737 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5825906 Aug 24 00:19:40.167775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50118) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:40.173129 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7f1e245b-5197-45f2-b71a-47671bd76d9a admin admin] Request body: {'subnet': {'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-subnet', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:40.199124 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25042e5-ab92-4e69-8957-169b29c1db25 admin admin] Pushing event updated for resources: {'Network': ['ID=d2564e6f-e4be-486d-a3cc-8fc98dce5be5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:40.205098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:19:40.208316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc0cb7-0a95-43c7-ba1e-d776680de840 req-1e45b753-e184-4b4e-a1f2-694c3ee5aea6 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:40.210698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13fc0cb7-0a95-43c7-ba1e-d776680de840 req-1e45b753-e184-4b4e-a1f2-694c3ee5aea6 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 945 time: 0.0976644 Aug 24 00:19:40.216435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Attempting to bind port 25f9064f-add8-48c2-a825-4409ba720dde on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:40.216871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Attempting to bind port 25f9064f-add8-48c2-a825-4409ba720dde by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '1d19af08-955b-4a71-94b0-abd1e6ccf1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:40.217267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Attempting to bind port 25f9064f-add8-48c2-a825-4409ba720dde on network 028bc191-9b63-4b1e-8665-ee0ac60ec459 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:40.231293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Port 25f9064f-add8-48c2-a825-4409ba720dde on network 028bc191-9b63-4b1e-8665-ee0ac60ec459 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:40.231750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Attempting to bind port 25f9064f-add8-48c2-a825-4409ba720dde on network 028bc191-9b63-4b1e-8665-ee0ac60ec459 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:40.233770 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1e245b-5197-45f2-b71a-47671bd76d9a admin admin] Made reservation on behalf of 6bcd79c71f504961b58ea4efc7a8fe6a for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:40.236409 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f1e245b-5197-45f2-b71a-47671bd76d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.247157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:40.247510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Checking segment: {'id': '1d19af08-955b-4a71-94b0-abd1e6ccf1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:40.248031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Bound using segment: {'id': '1d19af08-955b-4a71-94b0-abd1e6ccf1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:40.248552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Bound port: 25f9064f-add8-48c2-a825-4409ba720dde, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d19af08-955b-4a71-94b0-abd1e6ccf1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:40.248996 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.282027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13fc0cb7-0a95-43c7-ba1e-d776680de840 req-c57932c6-1f94-4a96-b0c3-0f1c0b48f642 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619476 Aug 24 00:19:40.393563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] For port 25f9064f-add8-48c2-a825-4409ba720dde, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:40.399504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] For port 25f9064f-add8-48c2-a825-4409ba720dde, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=25f9064f-add8-48c2-a825-4409ba720dde,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:40.414970 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.462920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fe00c7fc-5d89-4688-95c1-ac3cbfab1085 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:40.493930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:40.498515 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.506428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] 10.222.0.13 "PUT /v2.0/ports/25f9064f-add8-48c2-a825-4409ba720dde HTTP/1.1" status: 200 len: 1091 time: 1.0657785 Aug 24 00:19:40.529537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b786e13f-363c-4e45-af4e-f12336d7d19e', 'tag': '25f9064f-add8-48c2-a825-4409ba720dde'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:40.532867 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f0cfcc-3fec-43aa-98dd-6ce4b8273d65" -d '{"events": [{"name": "network-changed", "server_uuid": "b786e13f-363c-4e45-af4e-f12336d7d19e", "tag": "25f9064f-add8-48c2-a825-4409ba720dde"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:40.624521 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f1e245b-5197-45f2-b71a-47671bd76d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.627934 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.635360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c2561-560e-4ae7-be4c-402b4b5997d3 service neutron] Pushing event updated for resources: {'Port': ['ID=25f9064f-add8-48c2-a825-4409ba720dde,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:40.696440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e245b-5197-45f2-b71a-47671bd76d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=755f0cc7-2560-45a0-8b6f-1dd4e1ba089d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:40.697770 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fe00c7fc-5d89-4688-95c1-ac3cbfab1085, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:40.698764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942e32d7-132b-426f-afca-5f5901e0d597', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe00c7fc-5d89-4688-95c1-ac3cbfab1085'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:40.707138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1e245b-5197-45f2-b71a-47671bd76d9a admin admin] Checking segment: {'id': '6bb49848-6378-425d-a254-78cee19035c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:40.707638 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e245b-5197-45f2-b71a-47671bd76d9a admin admin] Network hostable DHCP agents. Network: d2564e6f-e4be-486d-a3cc-8fc98dce5be5, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:19:40.709200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297f347-c644-4e13-abaa-8b45a4c9606b req-dd6bd080-db8e-496b-9625-e2732f9b4e36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:40.712039 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18fbaa7-7cad-49f7-ab3f-c3befe7904e5" -d '{"events": [{"server_uuid": "942e32d7-132b-426f-afca-5f5901e0d597", "name": "network-vif-unplugged", "status": "completed", "tag": "fe00c7fc-5d89-4688-95c1-ac3cbfab1085"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:40.717240 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.719877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8297f347-c644-4e13-abaa-8b45a4c9606b req-dd6bd080-db8e-496b-9625-e2732f9b4e36 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 943 time: 0.2039866 Aug 24 00:19:40.733262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e245b-5197-45f2-b71a-47671bd76d9a admin admin] Network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:19:40.757303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7f1e245b-5197-45f2-b71a-47671bd76d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, d2564e6f-e4be-486d-a3cc-8fc98dce5be5) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:40.762954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-6f3e8833-3aee-4fc0-b3e5-13faae3bcc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:40.765578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-6f3e8833-3aee-4fc0-b3e5-13faae3bcc89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7c80159555048d596df4f91f219af56&device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 1094 time: 0.1765409 Aug 24 00:19:40.767697 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c76da80-92e7-4dc0-959f-d944c0cb1fa7 None None] Network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:40.774500 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1e245b-5197-45f2-b71a-47671bd76d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:40.775555 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f1e245b-5197-45f2-b71a-47671bd76d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.783059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2df05-3db1-4d37-a93d-b481788b28fb req-524d8c6d-a12f-4b8d-af10-de967b0befb8 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:40.784594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f3a2df05-3db1-4d37-a93d-b481788b28fb req-524d8c6d-a12f-4b8d-af10-de967b0befb8 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.1429944 Aug 24 00:19:40.801103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8297f347-c644-4e13-abaa-8b45a4c9606b req-044cc26a-a7a9-4c41-9d8c-cc4a9a64d6e3 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802841 Aug 24 00:19:40.808146 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7f1e245b-5197-45f2-b71a-47671bd76d9a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6390429 Aug 24 00:19:40.809068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50140) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:40.813553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:40.846874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-b970b952-1bbb-4db3-a8f4-e5d5148a4233 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25f9064f-add8-48c2-a825-4409ba720dde HTTP/1.1" status: 200 len: 217 time: 0.0579195 Aug 24 00:19:40.866593 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.868016 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.915385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:40.926020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8f14f1c7-454a-4874-98e5-3e60ef1a851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:40.928324 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-8f14f1c7-454a-4874-98e5-3e60ef1a851c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5c70c4-a295-4688-8a6b-f8f806143f22 HTTP/1.1" status: 200 len: 862 time: 0.0721381 Aug 24 00:19:40.961541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.969575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f3a2df05-3db1-4d37-a93d-b481788b28fb req-6ba502e0-372c-41a5-a983-323dc13d69c5 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365583 Aug 24 00:19:40.988420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-66e07dc2-853c-4f84-a4b9-ae27c4a3713f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=028bc191-9b63-4b1e-8665-ee0ac60ec459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500381 Aug 24 00:19:41.056184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ed979-dfe4-4c65-9d96-1e5d9993d05b req-870efca6-c904-49b2-8da6-ef604c1f2657 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:41.059066 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e0ed979-dfe4-4c65-9d96-1e5d9993d05b req-870efca6-c904-49b2-8da6-ef604c1f2657 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 945 time: 0.1489460 Aug 24 00:19:41.074937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-d2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'fixed_ips': [{'subnet_id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:19:41.075808 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:41.094756 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d747d451-94e4-4daa-b798-559da98f1678 x-openstack-request-id: req-d747d451-94e4-4daa-b798-559da98f1678 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:41.095066 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b786e13f-363c-4e45-af4e-f12336d7d19e", "tag": "25f9064f-add8-48c2-a825-4409ba720dde", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:41.095317 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d747d451-94e4-4daa-b798-559da98f1678 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:41.095707 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b786e13f-363c-4e45-af4e-f12336d7d19e', 'tag': '25f9064f-add8-48c2-a825-4409ba720dde', 'status': 'completed', 'code': 200} Aug 24 00:19:41.205352 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:41.323142 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e0ed979-dfe4-4c65-9d96-1e5d9993d05b req-4be81ed0-00b2-4860-8277-4c03824c6e29 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253358 Aug 24 00:19:41.348035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Allocated IP 172.20.0.2 (d2564e6f-e4be-486d-a3cc-8fc98dce5be5/755f0cc7-2560-45a0-8b6f-1dd4e1ba089d/8e2dac0f-ceec-46fb-9163-9c6b09c2745f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:41.392348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278210d-5560-4d5c-b143-7f45d8b58e69 req-e7d526b8-3658-4dc0-a1ce-29125f52d6ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:41.401477 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5278210d-5560-4d5c-b143-7f45d8b58e69 req-e7d526b8-3658-4dc0-a1ce-29125f52d6ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.1926472 Aug 24 00:19:41.436875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-93804f6c-7396-4939-870c-d0d9dccf4d81 service neutron] 10.222.0.13 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404883 Aug 24 00:19:41.480538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5278210d-5560-4d5c-b143-7f45d8b58e69 req-4623bf13-3d69-4f30-b6ab-f23680a1c667 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778258 Aug 24 00:19:41.540797 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba09c7e-99d6-43c1-95ca-c26c2d35f19d x-openstack-request-id: req-bba09c7e-99d6-43c1-95ca-c26c2d35f19d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:41.541104 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942e32d7-132b-426f-afca-5f5901e0d597", "name": "network-vif-unplugged", "status": "completed", "tag": "fe00c7fc-5d89-4688-95c1-ac3cbfab1085", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:41.541839 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bba09c7e-99d6-43c1-95ca-c26c2d35f19d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:41.543144 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942e32d7-132b-426f-afca-5f5901e0d597', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe00c7fc-5d89-4688-95c1-ac3cbfab1085', 'code': 200} Aug 24 00:19:41.574166 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:41.603585 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:41.613264 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:41.636246 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Transition to ACTIVE for port object 8e2dac0f-ceec-46fb-9163-9c6b09c2745f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:41.648743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9afa4d9-1342-425d-b454-d4dc6ba594a4 req-b72a059c-d23e-4a96-ae60-c931711eabb0 service neutron] 10.222.0.13 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671431 Aug 24 00:19:41.658530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Transition to ACTIVE for port object 8e2dac0f-ceec-46fb-9163-9c6b09c2745f will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:41.672946 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:41.716703 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:41.721345 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:41.725327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:41.733966 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Pushing event updated for resources: {'Port': ['ID=8e2dac0f-ceec-46fb-9163-9c6b09c2745f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:41.734407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Allocated IP 172.25.8.214 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/e6f055bc-d837-475a-905c-c3be52529eec) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:41.809404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Attempting to bind port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:41.809792 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Attempting to bind port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '6bb49848-6378-425d-a254-78cee19035c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:41.810226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Attempting to bind port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f on network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:41.811568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0cfcc-3fec-43aa-98dd-6ce4b8273d65 req-14038eec-d49b-4670-a199-3ae1158487de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:41.814336 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f0cfcc-3fec-43aa-98dd-6ce4b8273d65 req-14038eec-d49b-4670-a199-3ae1158487de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7c80159555048d596df4f91f219af56&device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 1094 time: 0.0568361 Aug 24 00:19:41.816186 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:41.816571 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Checking segment: {'id': '6bb49848-6378-425d-a254-78cee19035c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:41.816981 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:41.817381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Bound using segment: {'id': '6bb49848-6378-425d-a254-78cee19035c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:41.818804 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Bound port: 8e2dac0f-ceec-46fb-9163-9c6b09c2745f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb49848-6378-425d-a254-78cee19035c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:41.818804 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:41.868028 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:41.912343 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:41.931937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] For port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:41.934831 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] For port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8e2dac0f-ceec-46fb-9163-9c6b09c2745f,segment=NetworkSegment(6bb49848-6378-425d-a254-78cee19035c6),segment_id=6bb49848-6378-425d-a254-78cee19035c6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:41.944163 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:41.953353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:41.958922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:41.963149 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:42.001782 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f055bc-d837-475a-905c-c3be52529eec,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:42.007646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4548e-204f-4481-8276-ae4a61072c45 req-76b66892-a107-4543-9458-36715c2256c6 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:42.009215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ca4548e-204f-4481-8276-ae4a61072c45 req-76b66892-a107-4543-9458-36715c2256c6 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 943 time: 0.0990226 Aug 24 00:19:42.014478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0cfcc-3fec-43aa-98dd-6ce4b8273d65 req-1f519706-1ddd-46f9-b51e-ed5de8e039e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:42.016209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f0cfcc-3fec-43aa-98dd-6ce4b8273d65 req-1f519706-1ddd-46f9-b51e-ed5de8e039e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=028bc191-9b63-4b1e-8665-ee0ac60ec459 HTTP/1.1" status: 200 len: 923 time: 0.1951957 Aug 24 00:19:42.042440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab5c8b-81c3-444c-a5e2-48d66c68ce57 None None] Pushing event updated for resources: {'Port': ['ID=8e2dac0f-ceec-46fb-9163-9c6b09c2745f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:42.091375 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f0cfcc-3fec-43aa-98dd-6ce4b8273d65 req-9bb60e0b-0687-496f-8b1e-92f876f9fd48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25f9064f-add8-48c2-a825-4409ba720dde HTTP/1.1" status: 200 len: 217 time: 0.0648475 Aug 24 00:19:42.227834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ca4548e-204f-4481-8276-ae4a61072c45 req-5487c0ae-9ee3-4c6b-af17-f4c932694b6b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030447 Aug 24 00:19:42.273352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0cfcc-3fec-43aa-98dd-6ce4b8273d65 req-ce4bfaf0-a199-4165-88ce-8f7d084d3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:42.275773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f0cfcc-3fec-43aa-98dd-6ce4b8273d65 req-ce4bfaf0-a199-4165-88ce-8f7d084d3c33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5c70c4-a295-4688-8a6b-f8f806143f22 HTTP/1.1" status: 200 len: 862 time: 0.1664407 Aug 24 00:19:42.289677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776c720-cab3-44d5-b070-644d6181570e req-bc5976b9-5e34-4694-b330-299950f832da tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:42.297070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a776c720-cab3-44d5-b070-644d6181570e req-bc5976b9-5e34-4694-b330-299950f832da tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.47 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.2087324 Aug 24 00:19:42.298631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:42.312757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 94ccf9f0-4359-4e9f-a009-4d1af12a4915 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:42.347731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f0cfcc-3fec-43aa-98dd-6ce4b8273d65 req-d8001918-fa6e-4100-9236-e0ebdcd31f91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=028bc191-9b63-4b1e-8665-ee0ac60ec459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386565 Aug 24 00:19:42.378789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0281790e-0a45-4e9e-8d7d-2084776f5337 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:42.381978 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0281790e-0a45-4e9e-8d7d-2084776f5337 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/networks?id=c38a1b87-3f40-463b-b40e-b0530aeaceca HTTP/1.1" status: 200 len: 815 time: 0.3398821 Aug 24 00:19:42.445372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:42.459127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '94ccf9f0-4359-4e9f-a009-4d1af12a4915', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '94ccf9f0-4359-4e9f-a009-4d1af12a4915', 'mac_address': 'fa:16:3e:43:ff:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:42.502416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a83341-7242-4df1-b17f-d13b747da3ce req-cca588c8-f06c-4773-8ce5-115ec170f7ca tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/quotas/3838df24e3384c71a690c443299d0c56 HTTP/1.1" status: 200 len: 375 time: 0.0945418 Aug 24 00:19:42.510048 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:42.528508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ccf9f0-4359-4e9f-a009-4d1af12a4915 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:42.532909 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:42.550087 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:42.554739 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:42.588743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6b3de-8555-4d9f-bcc6-cacaf20b497e req-9debdf82-1b1c-4952-b173-59625e8f0e0d tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:42.590310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bba6b3de-8555-4d9f-bcc6-cacaf20b497e req-9debdf82-1b1c-4952-b173-59625e8f0e0d tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 945 time: 0.2027798 Aug 24 00:19:42.632986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=94ccf9f0-4359-4e9f-a009-4d1af12a4915,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:42.635714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f0cfcc-3fec-43aa-98dd-6ce4b8273d65 req-2a1c1716-c797-4ac6-94c0-81f2617e267a service neutron] 10.222.0.13 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523685 Aug 24 00:19:42.650227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a83341-7242-4df1-b17f-d13b747da3ce req-d8a0696c-471a-40d1-a2d4-19168c9bb193 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3838df24e3384c71a690c443299d0c56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1391692 Aug 24 00:19:42.680014 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Router 654d1921-2a61-416f-aa0c-6dc6dcecede1 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:19:42.703098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a776c720-cab3-44d5-b070-644d6181570e req-89217faf-307f-4f47-9f54-e93270405897 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Deleting port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:42.703481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a776c720-cab3-44d5-b070-644d6181570e req-89217faf-307f-4f47-9f54-e93270405897 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:42.757423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['94ccf9f0-4359-4e9f-a009-4d1af12a4915'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:42.836445 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:19:43.047966 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:19:43.059661 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Sync routers for ids ['654d1921-2a61-416f-aa0c-6dc6dcecede1'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:19:43.069474 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:43.071225 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1e045590-7532-48a4-8f92-8ed1bd17e969 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.2608454 Aug 24 00:19:43.073983 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Routers {'654d1921-2a61-416f-aa0c-6dc6dcecede1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:43.074159 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:43.075241 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:19:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['654d1921-2a61-416f-aa0c-6dc6dcecede1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:43.128469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bba6b3de-8555-4d9f-bcc6-cacaf20b497e req-3c358d99-22bb-4e02-a439-b1ef1fb1e047 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236359 Aug 24 00:19:43.209176 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e46e99-b0da-4c94-806d-6da26975bccf None None] Network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:43.291108 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-527bb668-6f54-4cd1-880e-9c33d9ed950d None None] Provisioning for port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:43.307908 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Set router 654d1921-2a61-416f-aa0c-6dc6dcecede1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:43.309925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a776c720-cab3-44d5-b070-644d6181570e req-89217faf-307f-4f47-9f54-e93270405897 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] For port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3dee85e9-cd02-4f9a-b815-f7a7e88c5438,segment=NetworkSegment(6b492fbf-e29f-4c70-b72b-661c5ad8d0be),segment_id=6b492fbf-e29f-4c70-b72b-661c5ad8d0be)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:43.310370 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a776c720-cab3-44d5-b070-644d6181570e req-89217faf-307f-4f47-9f54-e93270405897 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:43.326314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a776c720-cab3-44d5-b070-644d6181570e req-89217faf-307f-4f47-9f54-e93270405897 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Calling delete_port for 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:43.460895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f0cfcc-3fec-43aa-98dd-6ce4b8273d65 req-39da3a52-9c75-4b82-98c2-2b0c208fc5f0 service neutron] 10.222.0.13 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8097038 Aug 24 00:19:43.534607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a83341-7242-4df1-b17f-d13b747da3ce req-378e74a0-edb0-4d9f-9271-6fa2f060bc66 service neutron] 10.222.0.32 "GET /v2.0/networks/c38a1b87-3f40-463b-b40e-b0530aeaceca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8656793 Aug 24 00:19:43.550890 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a776c720-cab3-44d5-b070-644d6181570e req-89217faf-307f-4f47-9f54-e93270405897 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:43.571933 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:19:42Z', 'revision_number': 3, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port': {'id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:41Z', 'updated_at': '2021-08-24T00:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:43.575692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21781729-a943-4fad-adf6-1d035f7e6068 req-6219712a-b119-4778-ad36-4fab5edfd529 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:43.577341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21781729-a943-4fad-adf6-1d035f7e6068 req-6219712a-b119-4778-ad36-4fab5edfd529 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 945 time: 0.1486764 Aug 24 00:19:43.598329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['90c6548c-3ce5-45c2-926a-76773f369911'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:43.655225 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Checking router: 654d1921-2a61-416f-aa0c-6dc6dcecede1 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:19:43.655853 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Updating router 654d1921-2a61-416f-aa0c-6dc6dcecede1 port e6f055bc-d837-475a-905c-c3be52529eec binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:19:43.699453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:43.703703 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:43.710532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89217faf-307f-4f47-9f54-e93270405897 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Pushing event deleted for resources: {'Port': ['ID=3dee85e9-cd02-4f9a-b815-f7a7e88c5438,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:43.810362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21781729-a943-4fad-adf6-1d035f7e6068 req-f6a57026-042f-4e00-9886-47a5865d880e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120297 Aug 24 00:19:43.838855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a776c720-cab3-44d5-b070-644d6181570e req-89217faf-307f-4f47-9f54-e93270405897 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] No DVR routers for this DVR port 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:19:43.847887 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a776c720-cab3-44d5-b070-644d6181570e req-89217faf-307f-4f47-9f54-e93270405897 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:43.851976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a776c720-cab3-44d5-b070-644d6181570e req-89217faf-307f-4f47-9f54-e93270405897 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.47 "DELETE /v2.0/ports/3dee85e9-cd02-4f9a-b815-f7a7e88c5438 HTTP/1.1" status: 204 len: 173 time: 1.5318289 Aug 24 00:19:43.852576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96bddec-9080-411b-bb6f-2892c665cd32', 'name': 'network-vif-deleted', 'tag': '3dee85e9-cd02-4f9a-b815-f7a7e88c5438'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:43.855427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8e2dac0f-ceec-46fb-9163-9c6b09c2745f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:43.856274 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0210cf00-9bbb-431c-96c5-c720c8130b4a" -d '{"events": [{"server_uuid": "d96bddec-9080-411b-bb6f-2892c665cd32", "name": "network-vif-deleted", "tag": "3dee85e9-cd02-4f9a-b815-f7a7e88c5438"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:43.907463 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a83341-7242-4df1-b17f-d13b747da3ce req-8931b8c6-13e3-4099-89a0-205080ba2d58 service neutron] 10.222.0.32 "GET /v2.0/networks/c38a1b87-3f40-463b-b40e-b0530aeaceca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266318 Aug 24 00:19:44.045119 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:44.051633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:44.052084 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.181684 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.188810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Allocated IP 172.20.0.1 (d2564e6f-e4be-486d-a3cc-8fc98dce5be5/755f0cc7-2560-45a0-8b6f-1dd4e1ba089d/6e1da0ae-548b-412b-a5f0-2b222c418279) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:44.206142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbbdb7-b963-4565-b986-4a1fb03fd2e9 req-cfde1a86-cbc9-442e-b50c-d99d4c1f5404 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:44.217149 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9cfbbdb7-b963-4565-b986-4a1fb03fd2e9 req-cfde1a86-cbc9-442e-b50c-d99d4c1f5404 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.1513381 Aug 24 00:19:44.226514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8e2dac0f-ceec-46fb-9163-9c6b09c2745f,segment=NetworkSegment(6bb49848-6378-425d-a254-78cee19035c6),segment_id=6bb49848-6378-425d-a254-78cee19035c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:44.241425 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.241896 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.268121 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Transition to ACTIVE for port object e6f055bc-d837-475a-905c-c3be52529eec will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:44.278868 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.305040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=8e2dac0f-ceec-46fb-9163-9c6b09c2745f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:44.315053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 94ccf9f0-4359-4e9f-a009-4d1af12a4915 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:44.339745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.362064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Transition to ACTIVE for port object 6e1da0ae-548b-412b-a5f0-2b222c418279 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:44.383832 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a1eea-621b-45d1-bcac-7f69e10382e1 None None] Pushing event updated for resources: {'Port': ['ID=e6f055bc-d837-475a-905c-c3be52529eec,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:44.384038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 94ccf9f0-4359-4e9f-a009-4d1af12a4915 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:44.384289 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.402998 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9cfbbdb7-b963-4565-b986-4a1fb03fd2e9 req-f0c0e06d-e6cd-4cfe-8ca9-dab301b1ae3a tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747131 Aug 24 00:19:44.422415 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Attempting to bind port e6f055bc-d837-475a-905c-c3be52529eec on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:44.422833 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Attempting to bind port e6f055bc-d837-475a-905c-c3be52529eec by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:44.423130 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Attempting to bind port e6f055bc-d837-475a-905c-c3be52529eec on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:44.425036 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.430051 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:44.431124 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:44.431756 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.432320 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:44.433339 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Bound port: e6f055bc-d837-475a-905c-c3be52529eec, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:44.434107 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.447370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccbdef-7a91-4ecf-a10c-64707d74c8b5 req-c239af40-3dde-44e8-8f79-0f3ad41b764b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:44.452062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbccbdef-7a91-4ecf-a10c-64707d74c8b5 req-c239af40-3dde-44e8-8f79-0f3ad41b764b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 943 time: 0.2000678 Aug 24 00:19:44.487764 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.493497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 25f9064f-add8-48c2-a825-4409ba720dde details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:44.537383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:44.540393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ccf9f0-4359-4e9f-a009-4d1af12a4915'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:44.544181 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a6cb5b-a3f7-465d-b270-b24b09bbd90d" -d '{"events": [{"server_uuid": "080ca8f0-f443-46d7-bce8-874ea60ddaec", "name": "network-vif-plugged", "status": "completed", "tag": "94ccf9f0-4359-4e9f-a009-4d1af12a4915"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:44.550580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbccbdef-7a91-4ecf-a10c-64707d74c8b5 req-e93d0046-fb1a-44b5-8978-543b8ef1cfdb tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926137 Aug 24 00:19:44.552927 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.553986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:44.580451 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:44.589241 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] For port e6f055bc-d837-475a-905c-c3be52529eec, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:44.590365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:44.599681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:44.609608 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] For port e6f055bc-d837-475a-905c-c3be52529eec, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e6f055bc-d837-475a-905c-c3be52529eec,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:44.611583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Pushing event updated for resources: {'Port': ['ID=6e1da0ae-548b-412b-a5f0-2b222c418279,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:44.631629 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.632128 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75851dd8-fb97-457c-8b2a-0613e5dfbf0e x-openstack-request-id: req-75851dd8-fb97-457c-8b2a-0613e5dfbf0e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:44.632515 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96bddec-9080-411b-bb6f-2892c665cd32", "name": "network-vif-deleted", "tag": "3dee85e9-cd02-4f9a-b815-f7a7e88c5438", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:44.632839 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75851dd8-fb97-457c-8b2a-0613e5dfbf0e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:44.633698 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96bddec-9080-411b-bb6f-2892c665cd32', 'name': 'network-vif-deleted', 'tag': '3dee85e9-cd02-4f9a-b815-f7a7e88c5438', 'status': 'completed', 'code': 200} Aug 24 00:19:44.700415 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.706076 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:19:44.799242 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Routers {'654d1921-2a61-416f-aa0c-6dc6dcecede1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:44.801325 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:19:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['654d1921-2a61-416f-aa0c-6dc6dcecede1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:44.812166 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a1eea-621b-45d1-bcac-7f69e10382e1 None None] Pushing event updated for resources: {'Port': ['ID=e6f055bc-d837-475a-905c-c3be52529eec,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:44.823552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-79254068-1fe0-4009-9bc6-dbf2016d50d1 req-435282b7-ff49-44f7-aef9-f904ea57a7d0 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 210 time: 0.0799632 Aug 24 00:19:44.985128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-daf00b78-5908-407c-90ed-2a9bb793a5d8 req-0ce6b198-1ed5-4bc1-a7d7-2644c62f3e98 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96bddec-9080-411b-bb6f-2892c665cd32 HTTP/1.1" status: 200 len: 210 time: 0.0796340 Aug 24 00:19:44.990467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:44.991081 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 3dee85e9-cd02-4f9a-b815-f7a7e88c5438 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:45.003730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 25f9064f-add8-48c2-a825-4409ba720dde, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=25f9064f-add8-48c2-a825-4409ba720dde,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:45.007604 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4452df-99aa-4e2f-a43f-c847e28cc905 x-openstack-request-id: req-db4452df-99aa-4e2f-a43f-c847e28cc905 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:45.007910 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080ca8f0-f443-46d7-bce8-874ea60ddaec", "name": "network-vif-plugged", "status": "completed", "tag": "94ccf9f0-4359-4e9f-a009-4d1af12a4915", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:45.008532 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db4452df-99aa-4e2f-a43f-c847e28cc905 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:45.008532 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ccf9f0-4359-4e9f-a009-4d1af12a4915', 'code': 200} Aug 24 00:19:45.018295 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:45.028836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '25f9064f-add8-48c2-a825-4409ba720dde', 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459', 'port_id': '25f9064f-add8-48c2-a825-4409ba720dde', 'mac_address': 'fa:16:3e:1d:fc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5c70c4-a295-4688-8a6b-f8f806143f22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:45.035554 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] Set router 654d1921-2a61-416f-aa0c-6dc6dcecede1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:45.053308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=94ccf9f0-4359-4e9f-a009-4d1af12a4915,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:45.094217 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a6027e62-5710-4841-85c2-85c1c9511736 None None] Provisioning for port 6e1da0ae-548b-412b-a5f0-2b222c418279 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:45.104398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a6027e62-5710-4841-85c2-85c1c9511736 None None] Provisioning complete for port 6e1da0ae-548b-412b-a5f0-2b222c418279 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:45.105703 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a6027e62-5710-4841-85c2-85c1c9511736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:45.137828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b8a37-f6a8-4f2b-a0bd-d60c38718d1d req-e9e419e0-8fac-4455-96b3-e2cc5f21f194 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:45.139596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-735b8a37-f6a8-4f2b-a0bd-d60c38718d1d req-e9e419e0-8fac-4455-96b3-e2cc5f21f194 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 945 time: 0.1468031 Aug 24 00:19:45.251468 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:45.258287 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:45.275891 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-735b8a37-f6a8-4f2b-a0bd-d60c38718d1d req-b2ecf307-c881-491d-af07-26ef4d2e01c2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178782 Aug 24 00:19:45.293738 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:45.320266 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f9064f-add8-48c2-a825-4409ba720dde {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:45.324828 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:19:42Z', 'revision_number': 3, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port': {'id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:41Z', 'updated_at': '2021-08-24T00:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:45.345166 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 25f9064f-add8-48c2-a825-4409ba720dde, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=25f9064f-add8-48c2-a825-4409ba720dde,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:45.348050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a6027e62-5710-4841-85c2-85c1c9511736 None None] Port 6e1da0ae-548b-412b-a5f0-2b222c418279 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:19:45.353145 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:45.362362 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff3142-4906-4a7d-ac2e-f8bd95f8d999 None None] The sync data for ids ['654d1921-2a61-416f-aa0c-6dc6dcecede1'] in n-d-805736-1 is: [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:19:42Z', 'revision_number': 3, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port': {'id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:41Z', 'updated_at': '2021-08-24T00:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:19:45.365485 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Pushing event updated for resources: {'Port': ['ID=6e1da0ae-548b-412b-a5f0-2b222c418279,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:45.395577 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:45.416971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=25f9064f-add8-48c2-a825-4409ba720dde,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:45.506598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:45.508066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:45.509063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f937023-5c1c-4c54-a019-f5ca26039bc1 req-4f2960d1-6ada-4454-b2fb-442b45ffe05a tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:45.516439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f937023-5c1c-4c54-a019-f5ca26039bc1 req-4f2960d1-6ada-4454-b2fb-442b45ffe05a tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.0554874 Aug 24 00:19:45.572458 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f937023-5c1c-4c54-a019-f5ca26039bc1 req-307110af-49db-4e4f-a574-dcb78cc55f1b tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481012 Aug 24 00:19:45.671340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8e2dac0f-ceec-46fb-9163-9c6b09c2745f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:45.722343 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['25f9064f-add8-48c2-a825-4409ba720dde'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:45.732132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b3845-6723-4fa4-87c8-8ca9d4b768e4 req-88670c61-8058-41e6-a986-80a08aee8a1a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:45.733705 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-705b3845-6723-4fa4-87c8-8ca9d4b768e4 req-88670c61-8058-41e6-a986-80a08aee8a1a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 944 time: 0.0920949 Aug 24 00:19:45.758820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Router 654d1921-2a61-416f-aa0c-6dc6dcecede1 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:19:45.836336 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-705b3845-6723-4fa4-87c8-8ca9d4b768e4 req-c8e642ef-65d2-4869-be91-277999f1b5ea tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886872 Aug 24 00:19:45.917358 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:45.917829 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:45.978466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-79ad5184-072f-4e2f-a6c6-ba681d43f27d req-1a85fec0-0365-4404-b1e9-3e54e4d393f7 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 210 time: 0.0707119 Aug 24 00:19:45.992397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:19:45.994377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d65eba0d-7c86-4a59-87f8-713d9de39c89 None None] Provisioning complete for port 6e1da0ae-548b-412b-a5f0-2b222c418279 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:45.995017 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d65eba0d-7c86-4a59-87f8-713d9de39c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:46.007809 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d069ff97-db72-4132-8c4a-3d7f9682d4df admin admin] 10.222.0.32 "PUT /v2.0/routers/654d1921-2a61-416f-aa0c-6dc6dcecede1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9312816 Aug 24 00:19:46.067641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a83341-7242-4df1-b17f-d13b747da3ce req-9fa366f3-1e75-4ac7-aa7e-a95f294cd73e tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:46.070745 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a83341-7242-4df1-b17f-d13b747da3ce req-9fa366f3-1e75-4ac7-aa7e-a95f294cd73e tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.47 "GET /v2.0/networks?id=c38a1b87-3f40-463b-b40e-b0530aeaceca HTTP/1.1" status: 200 len: 815 time: 0.1931427 Aug 24 00:19:46.104316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0c31414a-45c2-4442-b8ff-bd67255b1c27 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Request body: {'port': {'device_id': '4367d791-6818-4eae-a106-49ba68879bf2', 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca', 'admin_state_up': True, 'tenant_id': '3838df24e3384c71a690c443299d0c56'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:46.151062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d65eba0d-7c86-4a59-87f8-713d9de39c89 None None] Port 6e1da0ae-548b-412b-a5f0-2b222c418279 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:19:46.276192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0c31414a-45c2-4442-b8ff-bd67255b1c27 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Made reservation on behalf of 3838df24e3384c71a690c443299d0c56 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:46.282162 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0c31414a-45c2-4442-b8ff-bd67255b1c27 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:46.504133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0c31414a-45c2-4442-b8ff-bd67255b1c27 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Allocated IP 172.20.0.5 (c38a1b87-3f40-463b-b40e-b0530aeaceca/a38b3763-f611-45ac-9aa3-0a455b44baf3/799c38cc-57db-4c06-8149-63292ff75bcc) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:46.649632 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5272dc9-876b-4b3b-99fa-ed6d921b44f6 req-b5a613f1-4b97-4fb3-9df9-0f5c743941b8 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:46.651237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5272dc9-876b-4b3b-99fa-ed6d921b44f6 req-b5a613f1-4b97-4fb3-9df9-0f5c743941b8 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.2117462 Aug 24 00:19:46.731431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-23dff358-9cfb-41dd-b362-72997ed14e8b tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:46.732948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-23dff358-9cfb-41dd-b362-72997ed14e8b tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/networks?id=d2564e6f-e4be-486d-a3cc-8fc98dce5be5 HTTP/1.1" status: 200 len: 829 time: 0.2560017 Aug 24 00:19:46.805892 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-d0aa4c56-cac5-4508-95b2-2d856ca424b0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/quotas/6bcd79c71f504961b58ea4efc7a8fe6a HTTP/1.1" status: 200 len: 375 time: 0.0490260 Aug 24 00:19:46.815446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5272dc9-876b-4b3b-99fa-ed6d921b44f6 req-5e463353-dcbe-44b7-bde8-f7b6c77a44be tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538379 Aug 24 00:19:46.895188 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0c31414a-45c2-4442-b8ff-bd67255b1c27 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:46.917349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0c31414a-45c2-4442-b8ff-bd67255b1c27 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Transition to ACTIVE for port object 799c38cc-57db-4c06-8149-63292ff75bcc will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:46.940238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-103a7f30-d7d9-4b68-86cf-1802065fa24d tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bcd79c71f504961b58ea4efc7a8fe6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1204245 Aug 24 00:19:47.123417 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-4213d8e5-4896-43ac-aad3-cf5d1c13f9ea service neutron] 10.222.0.32 "GET /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553214 Aug 24 00:19:47.238387 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0c31414a-45c2-4442-b8ff-bd67255b1c27 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:47.318814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0c31414a-45c2-4442-b8ff-bd67255b1c27 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Network c38a1b87-3f40-463b-b40e-b0530aeaceca is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:47.322690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0c31414a-45c2-4442-b8ff-bd67255b1c27 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:47.331594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d693b3e-e333-4948-b81e-593db7b736b9 req-1a4e4068-08bc-45ea-946d-d3a56b596b62 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:47.333221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d693b3e-e333-4948-b81e-593db7b736b9 req-1a4e4068-08bc-45ea-946d-d3a56b596b62 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 945 time: 0.4171875 Aug 24 00:19:47.335304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0c31414a-45c2-4442-b8ff-bd67255b1c27 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:47.352249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-aa1f0fe6-3ba7-435b-9efa-a7ebcedcb705 service neutron] 10.222.0.32 "GET /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919508 Aug 24 00:19:47.397839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31414a-45c2-4442-b8ff-bd67255b1c27 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Pushing event updated for resources: {'Port': ['ID=799c38cc-57db-4c06-8149-63292ff75bcc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:47.451149 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d693b3e-e333-4948-b81e-593db7b736b9 req-8fae3da7-f0c3-4087-8ee1-7cd909b78aa1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895417 Aug 24 00:19:47.475975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0c31414a-45c2-4442-b8ff-bd67255b1c27 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:47.476968 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0c31414a-45c2-4442-b8ff-bd67255b1c27 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:47.511405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a83341-7242-4df1-b17f-d13b747da3ce req-0c31414a-45c2-4442-b8ff-bd67255b1c27 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4110546 Aug 24 00:19:47.610547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea5846-d09f-4c4b-bb53-6a8dba92b30a req-b3b7ab4e-4d83-4a8a-b626-a3f2814e3959 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:47.612286 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1ea5846-d09f-4c4b-bb53-6a8dba92b30a req-b3b7ab4e-4d83-4a8a-b626-a3f2814e3959 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.0795100 Aug 24 00:19:47.688092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1ea5846-d09f-4c4b-bb53-6a8dba92b30a req-9e435e77-4a27-4b49-8ae6-505e046bfe94 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654182 Aug 24 00:19:47.705683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Sync routers for ids ['654d1921-2a61-416f-aa0c-6dc6dcecede1'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:19:47.717033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Routers {'654d1921-2a61-416f-aa0c-6dc6dcecede1'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:47.717666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:19:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['654d1921-2a61-416f-aa0c-6dc6dcecede1'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:47.834701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c065638-54c3-44a7-a552-4b2a2c4778e9 req-6da9cc83-5252-443d-bce7-bf9e07726a38 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:47.834902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e6f055bc-d837-475a-905c-c3be52529eec up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:47.836505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c065638-54c3-44a7-a552-4b2a2c4778e9 req-6da9cc83-5252-443d-bce7-bf9e07726a38 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 944 time: 0.1056542 Aug 24 00:19:47.906848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7e6de559-3562-46d6-9935-49eeb796eb48 None None] Provisioning for port 799c38cc-57db-4c06-8149-63292ff75bcc completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:47.936407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc64f-db81-4988-98f0-8654e7373fe1 req-9b395564-314f-4e95-b41a-2e7f07fa607d tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:47.937984 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-179dc64f-db81-4988-98f0-8654e7373fe1 req-9b395564-314f-4e95-b41a-2e7f07fa607d tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 931 time: 0.1002131 Aug 24 00:19:47.956564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c065638-54c3-44a7-a552-4b2a2c4778e9 req-bc318d65-3a7d-41d4-9308-e11489bc6b04 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019394 Aug 24 00:19:47.966253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7e6de559-3562-46d6-9935-49eeb796eb48 None None] Provisioning complete for port 799c38cc-57db-4c06-8149-63292ff75bcc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:47.966634 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e6de559-3562-46d6-9935-49eeb796eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:48.028435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-179dc64f-db81-4988-98f0-8654e7373fe1 req-f1d11365-6ca4-49e8-b12a-6a03f1fe6837 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709138 Aug 24 00:19:48.069599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Set router 654d1921-2a61-416f-aa0c-6dc6dcecede1 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:48.071391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port e6f055bc-d837-475a-905c-c3be52529eec completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:48.119650 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port e6f055bc-d837-475a-905c-c3be52529eec triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:48.120036 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:48.124050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7e6de559-3562-46d6-9935-49eeb796eb48 None None] Port 799c38cc-57db-4c06-8149-63292ff75bcc cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:19:48.184118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ceae100-d253-40bf-8883-45d9e05145b2 req-cc98587b-b581-4c78-abf7-c077e1d301c9 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 210 time: 0.0651743 Aug 24 00:19:48.315653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca7776-47f5-4467-ba3c-85774c2abc10 req-3b38be89-4573-4a6b-a087-fad6c9005b44 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:48.317331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84ca7776-47f5-4467-ba3c-85774c2abc10 req-3b38be89-4573-4a6b-a087-fad6c9005b44 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.0754414 Aug 24 00:19:48.401050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84ca7776-47f5-4467-ba3c-85774c2abc10 req-05cec954-1f4e-47bd-8f27-9a0d2fbd6167 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742569 Aug 24 00:19:48.406392 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:48.433210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port e6f055bc-d837-475a-905c-c3be52529eec, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e6f055bc-d837-475a-905c-c3be52529eec,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:48.437269 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:48.482720 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:19:44Z', 'revision_number': 4, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port': {'id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:41Z', 'updated_at': '2021-08-24T00:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '6e1da0ae-548b-412b-a5f0-2b222c418279', 'name': '', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'mac_address': 'fa:16:3e:f9:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:43Z', 'updated_at': '2021-08-24T00:19:45Z', 'revision_number': 2, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'subnets': [{'id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:48.516245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 25f9064f-add8-48c2-a825-4409ba720dde up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:48.542111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Checking router: 654d1921-2a61-416f-aa0c-6dc6dcecede1 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:19:48.542426 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Updating router 654d1921-2a61-416f-aa0c-6dc6dcecede1 port 6e1da0ae-548b-412b-a5f0-2b222c418279 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:19:48.592566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=e6f055bc-d837-475a-905c-c3be52529eec,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:48.608020 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:48.651928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c94ce-e9d2-4e01-b3af-3c2b551ca3de req-9e1b194e-c69e-4413-a724-5f0ed876844d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:48.653788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 25f9064f-add8-48c2-a825-4409ba720dde completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:48.663319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e5c94ce-e9d2-4e01-b3af-3c2b551ca3de req-9e1b194e-c69e-4413-a724-5f0ed876844d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 945 time: 0.0814729 Aug 24 00:19:48.665504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 25f9064f-add8-48c2-a825-4409ba720dde triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:48.665896 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:48.706383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e5c94ce-e9d2-4e01-b3af-3c2b551ca3de req-63daf1f1-1cb6-432b-b363-3d43e6bc1c31 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418143 Aug 24 00:19:48.845064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d9545-0c7b-4781-b50d-7b8cf3f566b5 req-cf2d3d78-2e3c-4bf5-aa77-ad9f32eac578 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:48.846588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a5d9545-0c7b-4781-b50d-7b8cf3f566b5 req-cf2d3d78-2e3c-4bf5-aa77-ad9f32eac578 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.0537162 Aug 24 00:19:48.885667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a5d9545-0c7b-4781-b50d-7b8cf3f566b5 req-1786d5fa-b99a-4e7c-89eb-dd2b55e03bd5 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322640 Aug 24 00:19:48.916207 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:48.954458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b786e13f-363c-4e45-af4e-f12336d7d19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f9064f-add8-48c2-a825-4409ba720dde'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:48.956949 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad820dc2-af17-47f7-b418-a4411f059b72" -d '{"events": [{"server_uuid": "b786e13f-363c-4e45-af4e-f12336d7d19e", "name": "network-vif-plugged", "status": "completed", "tag": "25f9064f-add8-48c2-a825-4409ba720dde"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:48.980065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 25f9064f-add8-48c2-a825-4409ba720dde, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=25f9064f-add8-48c2-a825-4409ba720dde,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:49.031475 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:49.071309 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b79d76-6b55-43d1-9479-bcd4356f75f0 x-openstack-request-id: req-36b79d76-6b55-43d1-9479-bcd4356f75f0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:49.071595 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b786e13f-363c-4e45-af4e-f12336d7d19e", "name": "network-vif-plugged", "status": "completed", "tag": "25f9064f-add8-48c2-a825-4409ba720dde", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:49.072295 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36b79d76-6b55-43d1-9479-bcd4356f75f0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:49.072295 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b786e13f-363c-4e45-af4e-f12336d7d19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f9064f-add8-48c2-a825-4409ba720dde', 'code': 200} Aug 24 00:19:49.121721 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:49.138171 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad8e3a-ab11-45d6-aeae-82ca4cff3582 req-d0ef26c7-8089-415d-b671-8865233b71ce tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:49.145591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecad8e3a-ab11-45d6-aeae-82ca4cff3582 req-d0ef26c7-8089-415d-b671-8865233b71ce tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 945 time: 0.0899594 Aug 24 00:19:49.172149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=25f9064f-add8-48c2-a825-4409ba720dde,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:49.188012 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Transition to ACTIVE for port object 6e1da0ae-548b-412b-a5f0-2b222c418279 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:49.199131 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:49.239251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd85416-9630-4feb-9080-1647788fbb15 req-9182c239-0a5b-4b52-884e-99ad3758590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:49.241323 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1fd85416-9630-4feb-9080-1647788fbb15 req-9182c239-0a5b-4b52-884e-99ad3758590c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 1096 time: 0.0612853 Aug 24 00:19:49.266983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900f19c-ae15-4fb5-8c65-757180903149 None None] Pushing event updated for resources: {'Port': ['ID=6e1da0ae-548b-412b-a5f0-2b222c418279,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:49.309221 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1fd85416-9630-4feb-9080-1647788fbb15 req-797ee791-b466-4250-8f44-4198bdf1bae3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565555 Aug 24 00:19:49.370849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-a26dcfa3-de2c-48dc-80e4-157368b1a672 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:49.373129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-a26dcfa3-de2c-48dc-80e4-157368b1a672 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.13 "GET /v2.0/networks?id=d2564e6f-e4be-486d-a3cc-8fc98dce5be5 HTTP/1.1" status: 200 len: 829 time: 0.2244680 Aug 24 00:19:49.391371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Attempting to bind port 6e1da0ae-548b-412b-a5f0-2b222c418279 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:49.391741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Attempting to bind port 6e1da0ae-548b-412b-a5f0-2b222c418279 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '6bb49848-6378-425d-a254-78cee19035c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:49.392112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Attempting to bind port 6e1da0ae-548b-412b-a5f0-2b222c418279 on network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:49.398889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:49.399262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Checking segment: {'id': '6bb49848-6378-425d-a254-78cee19035c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:49.399843 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:49.400387 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Bound using segment: {'id': '6bb49848-6378-425d-a254-78cee19035c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:49.400863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Bound port: 6e1da0ae-548b-412b-a5f0-2b222c418279, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb49848-6378-425d-a254-78cee19035c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:49.401814 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:49.425205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e3109-a81a-445c-8da1-0a0ea4ad8202 req-de526912-967c-4200-a5da-de900e0e6eef tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:49.426676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f2e3109-a81a-445c-8da1-0a0ea4ad8202 req-de526912-967c-4200-a5da-de900e0e6eef tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 931 time: 0.2209044 Aug 24 00:19:49.430939 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecad8e3a-ab11-45d6-aeae-82ca4cff3582 req-a700b4d2-92b0-4bbf-a2cc-537c6497cdd3 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843788 Aug 24 00:19:49.518608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] For port 6e1da0ae-548b-412b-a5f0-2b222c418279, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:49.522152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] For port 6e1da0ae-548b-412b-a5f0-2b222c418279, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6e1da0ae-548b-412b-a5f0-2b222c418279,segment=NetworkSegment(6bb49848-6378-425d-a254-78cee19035c6),segment_id=6bb49848-6378-425d-a254-78cee19035c6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:49.531870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f2e3109-a81a-445c-8da1-0a0ea4ad8202 req-dbb8d5d4-bda7-4ec3-9020-4a31b83115ce tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882578 Aug 24 00:19:49.532112 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:49.643593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-9b5c349d-f6b5-4faa-acd6-ef3b76c1a273 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Request body: {'port': {'device_id': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'admin_state_up': True, 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:49.669457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Routers {'654d1921-2a61-416f-aa0c-6dc6dcecede1'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:49.671175 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:19:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['654d1921-2a61-416f-aa0c-6dc6dcecede1'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:49.699110 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e6f055bc-d837-475a-905c-c3be52529eec up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:49.806621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82736140-b7ec-4b84-9df6-f8da9b66de5d req-3807c0d1-9b20-47ec-8621-59d05bc76661 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 210 time: 0.0435472 Aug 24 00:19:49.842533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900f19c-ae15-4fb5-8c65-757180903149 None None] Pushing event updated for resources: {'Port': ['ID=6e1da0ae-548b-412b-a5f0-2b222c418279,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:49.861581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900f19c-ae15-4fb5-8c65-757180903149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:49.867332 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900f19c-ae15-4fb5-8c65-757180903149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:49.870170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900f19c-ae15-4fb5-8c65-757180903149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:49.870170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900f19c-ae15-4fb5-8c65-757180903149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:49.870170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900f19c-ae15-4fb5-8c65-757180903149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:49.870170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900f19c-ae15-4fb5-8c65-757180903149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:49.872024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900f19c-ae15-4fb5-8c65-757180903149 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:49.874944 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900f19c-ae15-4fb5-8c65-757180903149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:49.875383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900f19c-ae15-4fb5-8c65-757180903149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:49.875804 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900f19c-ae15-4fb5-8c65-757180903149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:49.876203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900f19c-ae15-4fb5-8c65-757180903149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:49.876875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8900f19c-ae15-4fb5-8c65-757180903149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:49.996947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] Set router 654d1921-2a61-416f-aa0c-6dc6dcecede1 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:49.999587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port e6f055bc-d837-475a-905c-c3be52529eec triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:50.000032 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.041597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-9b5c349d-f6b5-4faa-acd6-ef3b76c1a273 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Made reservation on behalf of 6bcd79c71f504961b58ea4efc7a8fe6a for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:50.045486 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-9b5c349d-f6b5-4faa-acd6-ef3b76c1a273 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.076512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39b9a4-58a1-4819-b0f1-0da38a999f08 req-617ee97e-d20f-4954-8c6a-3acde3fb98a6 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:50.078309 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf39b9a4-58a1-4819-b0f1-0da38a999f08 req-617ee97e-d20f-4954-8c6a-3acde3fb98a6 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.3143694 Aug 24 00:19:50.160878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff32e8c-8c55-436f-98b1-18473dffd28f req-dc2a498c-e72d-492a-8e01-ef46b97e4c06 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:50.166428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ff32e8c-8c55-436f-98b1-18473dffd28f req-dc2a498c-e72d-492a-8e01-ef46b97e4c06 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 945 time: 0.1742694 Aug 24 00:19:50.288831 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf39b9a4-58a1-4819-b0f1-0da38a999f08 req-bcddcd20-4250-4086-91de-59b4d0f293bf tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969519 Aug 24 00:19:50.318804 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ff32e8c-8c55-436f-98b1-18473dffd28f req-4322922d-6593-4511-a287-36e89a1c2c4b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462102 Aug 24 00:19:50.335909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-9b5c349d-f6b5-4faa-acd6-ef3b76c1a273 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Allocated IP 172.20.0.12 (d2564e6f-e4be-486d-a3cc-8fc98dce5be5/755f0cc7-2560-45a0-8b6f-1dd4e1ba089d/74e4c432-ceed-4113-92a1-d3353114c0fe) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:50.372917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:50.487822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330009b-3926-4069-9b94-6e5cf653b394 req-a7051b6e-6bdd-4b87-a642-a0c4b315229b tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:50.489434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c330009b-3926-4069-9b94-6e5cf653b394 req-a7051b6e-6bdd-4b87-a642-a0c4b315229b tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.1110563 Aug 24 00:19:50.583310 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.615414 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-9b5c349d-f6b5-4faa-acd6-ef3b76c1a273 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.635040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:50.639343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c330009b-3926-4069-9b94-6e5cf653b394 req-26aae55c-0c76-4893-b0cf-6eeb7fe8c415 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420016 Aug 24 00:19:50.647426 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:19:44Z', 'revision_number': 4, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port': {'id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:41Z', 'updated_at': '2021-08-24T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '6e1da0ae-548b-412b-a5f0-2b222c418279', 'name': '', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'mac_address': 'fa:16:3e:f9:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:43Z', 'updated_at': '2021-08-24T00:19:49Z', 'revision_number': 4, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'subnets': [{'id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:50.676695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-9b5c349d-f6b5-4faa-acd6-ef3b76c1a273 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Transition to ACTIVE for port object 74e4c432-ceed-4113-92a1-d3353114c0fe will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:50.682292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f64bda7-0645-4f5c-8c82-710ee04a4bba None None] The sync data for ids ['654d1921-2a61-416f-aa0c-6dc6dcecede1'] in n-d-805736-1 is: [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:19:44Z', 'revision_number': 4, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port': {'id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:41Z', 'updated_at': '2021-08-24T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '6e1da0ae-548b-412b-a5f0-2b222c418279', 'name': '', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'mac_address': 'fa:16:3e:f9:94:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:43Z', 'updated_at': '2021-08-24T00:19:49Z', 'revision_number': 4, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'subnets': [{'id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:19:50.684692 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.686186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e425a6-5013-4e6d-be9a-042df75ac3fd req-e024a280-a0f5-4491-a4bf-10c3bfeb912f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:50.697947 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53e425a6-5013-4e6d-be9a-042df75ac3fd req-e024a280-a0f5-4491-a4bf-10c3bfeb912f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 945 time: 0.1719842 Aug 24 00:19:50.814982 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:50.878896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53e425a6-5013-4e6d-be9a-042df75ac3fd req-04d42225-b45b-4c5d-b71c-070987a9600a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797588 Aug 24 00:19:50.930451 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-9b5c349d-f6b5-4faa-acd6-ef3b76c1a273 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:51.039412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d1876-93ee-4cca-9277-5a0d41b16039 req-be43ef4f-99e7-4a63-aee7-630aaaa615e3 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:51.041022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-513d1876-93ee-4cca-9277-5a0d41b16039 req-be43ef4f-99e7-4a63-aee7-630aaaa615e3 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 931 time: 0.2911808 Aug 24 00:19:51.047636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-9b5c349d-f6b5-4faa-acd6-ef3b76c1a273 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:51.058165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-9b5c349d-f6b5-4faa-acd6-ef3b76c1a273 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:51.061361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-9b5c349d-f6b5-4faa-acd6-ef3b76c1a273 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:51.073844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eaae384-7a19-4683-8912-09405322b7a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb66a3e-dfef-4c76-9ce3-4d12dcbfb635'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:51.076916 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c349d-f6b5-4faa-acd6-ef3b76c1a273 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Pushing event updated for resources: {'Port': ['ID=74e4c432-ceed-4113-92a1-d3353114c0fe,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:51.077235 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e97545-2a9f-4d1c-b88c-2772d56cbcc1" -d '{"events": [{"server_uuid": "3eaae384-7a19-4683-8912-09405322b7a0", "name": "network-vif-unplugged", "status": "completed", "tag": "abb66a3e-dfef-4c76-9ce3-4d12dcbfb635"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:51.163472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-9b5c349d-f6b5-4faa-acd6-ef3b76c1a273 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:51.164140 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-9b5c349d-f6b5-4faa-acd6-ef3b76c1a273 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:51.171335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-513d1876-93ee-4cca-9277-5a0d41b16039 req-0e840913-9390-4e8c-96e5-2247b6704fbd tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197629 Aug 24 00:19:51.207021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-9b5c349d-f6b5-4faa-acd6-ef3b76c1a273 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5582495 Aug 24 00:19:51.227817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Request body: {'port': {'device_id': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:51.413699 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:51.442714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fae0f6-0485-4dac-b047-dd49ae6765d5 req-c957462a-3f8c-4375-9419-0d7091166812 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:51.445026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3fae0f6-0485-4dac-b047-dd49ae6765d5 req-c957462a-3f8c-4375-9419-0d7091166812 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 932 time: 0.2527778 Aug 24 00:19:51.455306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f95bbf-bb5d-42f6-963a-67c46d88e278 req-25c6ea25-447d-42d6-b80f-bfbbcf9ef46b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:51.456859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35f95bbf-bb5d-42f6-963a-67c46d88e278 req-25c6ea25-447d-42d6-b80f-bfbbcf9ef46b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 945 time: 0.1319239 Aug 24 00:19:51.510818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dac90bc2-92ac-46b6-9124-4067234455ed None None] Provisioning for port 74e4c432-ceed-4113-92a1-d3353114c0fe completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:51.517092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dac90bc2-92ac-46b6-9124-4067234455ed None None] Provisioning complete for port 74e4c432-ceed-4113-92a1-d3353114c0fe triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:51.517771 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dac90bc2-92ac-46b6-9124-4067234455ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:51.560876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3fae0f6-0485-4dac-b047-dd49ae6765d5 req-2363f4d6-28e2-42aa-a5d0-18f1623df883 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/security-groups?id=02a5b979-a82e-4650-83f7-2143cc6ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027098 Aug 24 00:19:51.612437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35f95bbf-bb5d-42f6-963a-67c46d88e278 req-b0dad764-dc88-4a35-830a-1771eb98f374 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268189 Aug 24 00:19:51.621808 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-dac90bc2-92ac-46b6-9124-4067234455ed None None] Port 74e4c432-ceed-4113-92a1-d3353114c0fe cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:19:51.673315 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f16109c-33af-4490-a3f3-a538047a37a7 x-openstack-request-id: req-5f16109c-33af-4490-a3f3-a538047a37a7 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:51.673860 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eaae384-7a19-4683-8912-09405322b7a0", "name": "network-vif-unplugged", "status": "completed", "tag": "abb66a3e-dfef-4c76-9ce3-4d12dcbfb635", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:51.674306 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f16109c-33af-4490-a3f3-a538047a37a7 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:51.674930 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eaae384-7a19-4683-8912-09405322b7a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb66a3e-dfef-4c76-9ce3-4d12dcbfb635', 'code': 200} Aug 24 00:19:51.751767 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6e1da0ae-548b-412b-a5f0-2b222c418279 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:51.814008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 6e1da0ae-548b-412b-a5f0-2b222c418279 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:51.832583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6e1da0ae-548b-412b-a5f0-2b222c418279 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:51.832918 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:51.853511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915b2f1-61c1-410a-aee3-f197719e91b8 req-b2b81493-1f5b-4b27-adfa-97c96529a4f3 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:51.861697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f915b2f1-61c1-410a-aee3-f197719e91b8 req-b2b81493-1f5b-4b27-adfa-97c96529a4f3 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1429198 Aug 24 00:19:51.910563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194b1cd-baf2-4ec0-81f9-668a7f4ef0fd req-fb31ce3e-634d-4e23-bcab-6dfa0da1780f tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:51.912290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8194b1cd-baf2-4ec0-81f9-668a7f4ef0fd req-fb31ce3e-634d-4e23-bcab-6dfa0da1780f tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 943 time: 0.1496379 Aug 24 00:19:51.940055 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:51.951400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f915b2f1-61c1-410a-aee3-f197719e91b8 req-cb212fe3-b173-4342-ae64-280b9f527322 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887339 Aug 24 00:19:51.994381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 6e1da0ae-548b-412b-a5f0-2b222c418279, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6e1da0ae-548b-412b-a5f0-2b222c418279,segment=NetworkSegment(6bb49848-6378-425d-a254-78cee19035c6),segment_id=6bb49848-6378-425d-a254-78cee19035c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:52.000180 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:52.090461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8194b1cd-baf2-4ec0-81f9-668a7f4ef0fd req-f286e600-95b0-4630-ab0b-b9de2adf0fbf tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548328 Aug 24 00:19:52.136629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e4c432-ceed-4113-92a1-d3353114c0fe {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:52.146593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=6e1da0ae-548b-412b-a5f0-2b222c418279,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:52.157310 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:52.171894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Transition to ACTIVE for port object 74e4c432-ceed-4113-92a1-d3353114c0fe will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:52.176854 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:52.247133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Pushing event updated for resources: {'Port': ['ID=74e4c432-ceed-4113-92a1-d3353114c0fe,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:52.359695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3b57f-a855-41ca-ad46-eedbd04a62bf req-b5483953-7c9f-4796-b27d-844b1afa1527 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:52.367782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68a3b57f-a855-41ca-ad46-eedbd04a62bf req-b5483953-7c9f-4796-b27d-844b1afa1527 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.1326823 Aug 24 00:19:52.458148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68a3b57f-a855-41ca-ad46-eedbd04a62bf req-8da2d611-24d5-47ee-85f0-b7644d306d5d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891743 Aug 24 00:19:52.461149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Attempting to bind port 74e4c432-ceed-4113-92a1-d3353114c0fe on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:52.461606 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Attempting to bind port 74e4c432-ceed-4113-92a1-d3353114c0fe by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '6bb49848-6378-425d-a254-78cee19035c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:52.461954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Attempting to bind port 74e4c432-ceed-4113-92a1-d3353114c0fe on network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:52.474860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Port 74e4c432-ceed-4113-92a1-d3353114c0fe on network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:52.476330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Attempting to bind port 74e4c432-ceed-4113-92a1-d3353114c0fe on network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:52.496696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:52.497135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Checking segment: {'id': '6bb49848-6378-425d-a254-78cee19035c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:52.498556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Bound using segment: {'id': '6bb49848-6378-425d-a254-78cee19035c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:52.499213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Bound port: 74e4c432-ceed-4113-92a1-d3353114c0fe, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb49848-6378-425d-a254-78cee19035c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:52.499682 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:52.697477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] For port 74e4c432-ceed-4113-92a1-d3353114c0fe, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:52.736508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] For port 74e4c432-ceed-4113-92a1-d3353114c0fe, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=74e4c432-ceed-4113-92a1-d3353114c0fe,segment=NetworkSegment(6bb49848-6378-425d-a254-78cee19035c6),segment_id=6bb49848-6378-425d-a254-78cee19035c6)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:52.760160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be4bde-cc75-441b-9fb2-d5673145043f req-11cebd62-749d-4d88-8f96-4f4187f901df tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:52.761926 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58be4bde-cc75-441b-9fb2-d5673145043f req-11cebd62-749d-4d88-8f96-4f4187f901df tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 931 time: 0.0717995 Aug 24 00:19:52.763402 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:52.838172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Pushing event updated for resources: {'Port': ['ID=74e4c432-ceed-4113-92a1-d3353114c0fe,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:52.860359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:52.861118 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:52.862552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-ecaee40e-2bdc-488b-8995-930b937ac1ac service neutron] 10.222.0.13 "PUT /v2.0/ports/74e4c432-ceed-4113-92a1-d3353114c0fe HTTP/1.1" status: 200 len: 1092 time: 1.6392803 Aug 24 00:19:52.863344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'tag': '74e4c432-ceed-4113-92a1-d3353114c0fe'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:52.866261 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11004d2e-f863-40a0-8669-0a63d43f8a25" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0337a8-899e-46ea-889d-2cbc3dbb139e", "tag": "74e4c432-ceed-4113-92a1-d3353114c0fe"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:52.918814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58be4bde-cc75-441b-9fb2-d5673145043f req-22243723-9426-4f64-95e7-eef5ba7d7ef1 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019988 Aug 24 00:19:53.003600 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd127c6-42e8-4746-be67-5a348bd2ce19 x-openstack-request-id: req-acd127c6-42e8-4746-be67-5a348bd2ce19 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:53.003941 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0337a8-899e-46ea-889d-2cbc3dbb139e", "tag": "74e4c432-ceed-4113-92a1-d3353114c0fe", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:53.004176 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acd127c6-42e8-4746-be67-5a348bd2ce19 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:53.008937 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'tag': '74e4c432-ceed-4113-92a1-d3353114c0fe', 'status': 'completed', 'code': 200} Aug 24 00:19:53.034824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0407a-f95d-40cc-9324-4ff659b9aaca req-a2414d78-eddb-4650-a668-7bf9249d01d0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:53.036463 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8c0407a-f95d-40cc-9324-4ff659b9aaca req-a2414d78-eddb-4650-a668-7bf9249d01d0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 944 time: 0.0877216 Aug 24 00:19:53.043971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-efc6fbd5-3613-470b-b078-d31f4e10be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:53.045491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-efc6fbd5-3613-470b-b078-d31f4e10be33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bcd79c71f504961b58ea4efc7a8fe6a&device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 1095 time: 0.0870533 Aug 24 00:19:53.142829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-8c45c57b-840e-4efa-8495-f99f51916855 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e4c432-ceed-4113-92a1-d3353114c0fe HTTP/1.1" status: 200 len: 217 time: 0.0793369 Aug 24 00:19:53.153337 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8c0407a-f95d-40cc-9324-4ff659b9aaca req-ffdccfc3-bbda-4347-b8c3-cb261f1edda3 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/security-groups?id=02a5b979-a82e-4650-83f7-2143cc6ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068828 Aug 24 00:19:53.235388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-dc39ec15-afed-4361-9360-05ed56f5d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:53.236988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-dc39ec15-afed-4361-9360-05ed56f5d864 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=755f0cc7-2560-45a0-8b6f-1dd4e1ba089d HTTP/1.1" status: 200 len: 868 time: 0.0817981 Aug 24 00:19:53.247008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daef7a-37c1-4634-a8a1-40fe8d6e0b1b req-cc1a2c1f-505d-400d-bbfb-f646b158222b tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:53.248415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34daef7a-37c1-4634-a8a1-40fe8d6e0b1b req-cc1a2c1f-505d-400d-bbfb-f646b158222b tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.0987353 Aug 24 00:19:53.345592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34daef7a-37c1-4634-a8a1-40fe8d6e0b1b req-8a629ec4-ee39-47d4-944a-422cffaf4d1f tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880029 Aug 24 00:19:53.360890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c587-31d2-4ad3-9f4c-c15bbafaa55f req-d93766a9-8255-44a9-9d0b-b90bd4f89cf6 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:53.362451 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0482c587-31d2-4ad3-9f4c-c15bbafaa55f req-d93766a9-8255-44a9-9d0b-b90bd4f89cf6 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 945 time: 0.1238532 Aug 24 00:19:53.364390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-47731685-ea44-4b7c-b2d9-c1db7b6a3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:53.366733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-47731685-ea44-4b7c-b2d9-c1db7b6a3ab1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2564e6f-e4be-486d-a3cc-8fc98dce5be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104300 Aug 24 00:19:53.377458 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:53.489485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0482c587-31d2-4ad3-9f4c-c15bbafaa55f req-bb8aa15c-1430-44f2-b5df-8ae10b564573 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188796 Aug 24 00:19:53.541496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435379f-2aac-47c9-82a6-8e116ea70e27 req-274b850e-e8ac-479c-b38d-617a919df41f tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:53.543067 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d435379f-2aac-47c9-82a6-8e116ea70e27 req-274b850e-e8ac-479c-b38d-617a919df41f tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 943 time: 0.0960312 Aug 24 00:19:53.546974 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-9b119f08-a317-4eae-a34f-0e4fd1356e8c service neutron] 10.222.0.13 "GET /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690638 Aug 24 00:19:53.660064 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6e1da0ae-548b-412b-a5f0-2b222c418279 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:53.703554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d435379f-2aac-47c9-82a6-8e116ea70e27 req-d133f8b5-0fce-45f3-b3bf-dc79ab8cb0c4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455948 Aug 24 00:19:53.714235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14a950-13c0-4f17-9886-a53e565f47a2 req-b834ce1d-02e3-4ff9-a09f-7468a70ffe19 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:53.715826 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c14a950-13c0-4f17-9886-a53e565f47a2 req-b834ce1d-02e3-4ff9-a09f-7468a70ffe19 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.1679823 Aug 24 00:19:53.739410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6e1da0ae-548b-412b-a5f0-2b222c418279 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:53.740868 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:54.105534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c6846b4-f9dd-47c4-accb-a32d189a0620 req-abb07b3d-e4b2-49f2-a05e-17424dd0bf63 service neutron] 10.222.0.13 "GET /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464525 Aug 24 00:19:54.151589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c14a950-13c0-4f17-9886-a53e565f47a2 req-39145b15-b8ce-4135-a5d2-0257fe95a0fa tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162238 Aug 24 00:19:54.178271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7f80f-487a-4152-9bbf-88cc02557237 req-1262f7d1-ddb3-4755-9816-38cd8d7a7f33 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:54.178271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bde7f80f-487a-4152-9bbf-88cc02557237 req-1262f7d1-ddb3-4755-9816-38cd8d7a7f33 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 931 time: 0.0969119 Aug 24 00:19:54.216372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bde7f80f-487a-4152-9bbf-88cc02557237 req-04d8e8ad-0a9d-4999-9191-0b84667bb806 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395877 Aug 24 00:19:54.319871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11004d2e-f863-40a0-8669-0a63d43f8a25 req-1203bc7a-9508-4fdc-aa79-f122c1670c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:54.321376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11004d2e-f863-40a0-8669-0a63d43f8a25 req-1203bc7a-9508-4fdc-aa79-f122c1670c45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bcd79c71f504961b58ea4efc7a8fe6a&device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 1095 time: 0.0918019 Aug 24 00:19:54.328923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a465423-ee48-4976-a256-d1dc29617c39 req-880c44e0-4a4b-4117-9ce1-d7cafd48d6c2 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:54.330477 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a465423-ee48-4976-a256-d1dc29617c39 req-880c44e0-4a4b-4117-9ce1-d7cafd48d6c2 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 944 time: 0.0930557 Aug 24 00:19:54.417128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a465423-ee48-4976-a256-d1dc29617c39 req-f86446bc-f223-46a9-b641-36006e0d958c tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/security-groups?id=02a5b979-a82e-4650-83f7-2143cc6ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771601 Aug 24 00:19:54.473924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11004d2e-f863-40a0-8669-0a63d43f8a25 req-03ded144-6b8e-49a8-96c5-0d033a071899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:54.476064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11004d2e-f863-40a0-8669-0a63d43f8a25 req-03ded144-6b8e-49a8-96c5-0d033a071899 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d2564e6f-e4be-486d-a3cc-8fc98dce5be5 HTTP/1.1" status: 200 len: 930 time: 0.1445680 Aug 24 00:19:54.490834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886a014-e102-41f0-a0d1-79cfb4ff6c3e req-4852b525-bf59-404b-a2a6-fa4ffc905d9d tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:54.492885 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d886a014-e102-41f0-a0d1-79cfb4ff6c3e req-4852b525-bf59-404b-a2a6-fa4ffc905d9d tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.0672634 Aug 24 00:19:54.545509 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11004d2e-f863-40a0-8669-0a63d43f8a25 req-4945599b-8b3c-49d0-9136-04d55e7a26b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e4c432-ceed-4113-92a1-d3353114c0fe HTTP/1.1" status: 200 len: 217 time: 0.0516346 Aug 24 00:19:54.554229 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 25f9064f-add8-48c2-a825-4409ba720dde details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:54.686811 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d886a014-e102-41f0-a0d1-79cfb4ff6c3e req-5269b843-e623-4382-8d15-3f1b3d55b493 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490281 Aug 24 00:19:54.696423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11004d2e-f863-40a0-8669-0a63d43f8a25 req-35636134-f335-4086-9dd3-59826c93241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:54.698011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11004d2e-f863-40a0-8669-0a63d43f8a25 req-35636134-f335-4086-9dd3-59826c93241d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=755f0cc7-2560-45a0-8b6f-1dd4e1ba089d HTTP/1.1" status: 200 len: 868 time: 0.1358516 Aug 24 00:19:54.737146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 25f9064f-add8-48c2-a825-4409ba720dde, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=25f9064f-add8-48c2-a825-4409ba720dde,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:54.751266 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '25f9064f-add8-48c2-a825-4409ba720dde', 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459', 'port_id': '25f9064f-add8-48c2-a825-4409ba720dde', 'mac_address': 'fa:16:3e:1d:fc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5c70c4-a295-4688-8a6b-f8f806143f22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:54.761023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c1db7-cf4c-47dd-b119-ed9602421bee req-626c3115-cca5-4ddb-840e-d8d7919ff137 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:54.762610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e4c1db7-cf4c-47dd-b119-ed9602421bee req-626c3115-cca5-4ddb-840e-d8d7919ff137 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 945 time: 0.1292317 Aug 24 00:19:54.776094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11004d2e-f863-40a0-8669-0a63d43f8a25 req-4ef95cd9-53c7-4e70-bf21-65b110b63966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:54.778188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11004d2e-f863-40a0-8669-0a63d43f8a25 req-4ef95cd9-53c7-4e70-bf21-65b110b63966 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2564e6f-e4be-486d-a3cc-8fc98dce5be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714588 Aug 24 00:19:54.817167 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:54.833134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25f9064f-add8-48c2-a825-4409ba720dde {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:54.856130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 25f9064f-add8-48c2-a825-4409ba720dde, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=25f9064f-add8-48c2-a825-4409ba720dde,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:54.860068 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:54.901466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e4c1db7-cf4c-47dd-b119-ed9602421bee req-efb57e35-b287-4b4d-a6d2-5aab45281b9b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283836 Aug 24 00:19:54.914025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=25f9064f-add8-48c2-a825-4409ba720dde,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:54.949833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12892ad5-f78c-4741-8f54-cf7f7304657f req-0bed249f-31d7-4357-89bd-29a544c8da13 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:54.951460 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12892ad5-f78c-4741-8f54-cf7f7304657f req-0bed249f-31d7-4357-89bd-29a544c8da13 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 943 time: 0.1405039 Aug 24 00:19:54.957691 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11004d2e-f863-40a0-8669-0a63d43f8a25 req-d5cc4155-bd5c-4573-b72b-1fbe16fc8b80 service neutron] 10.222.0.13 "GET /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611595 Aug 24 00:19:55.047313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12892ad5-f78c-4741-8f54-cf7f7304657f req-fc009016-4b8a-47ce-896e-bf9b3c4cb354 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880880 Aug 24 00:19:55.081869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['25f9064f-add8-48c2-a825-4409ba720dde'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:55.092640 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11004d2e-f863-40a0-8669-0a63d43f8a25 req-7b48a8a0-1ae7-4cd9-98af-491aa6110a62 service neutron] 10.222.0.13 "GET /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259687 Aug 24 00:19:55.297825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb41d5-68d6-477d-b74c-616b29cc845b req-7f3e2149-fa64-409d-af06-25d070b8ab04 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:55.300414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cddb41d5-68d6-477d-b74c-616b29cc845b req-7f3e2149-fa64-409d-af06-25d070b8ab04 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.0699735 Aug 24 00:19:55.375709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cddb41d5-68d6-477d-b74c-616b29cc845b req-e6c9b7a7-c165-43d6-9f6e-dcc444ed266e tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653608 Aug 24 00:19:55.392600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54dbd5-7545-4b8e-8bef-6c6e7f3ca660 req-5f2d8c9b-bf00-4152-bc5b-399742b10f2a tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:55.394112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d54dbd5-7545-4b8e-8bef-6c6e7f3ca660 req-5f2d8c9b-bf00-4152-bc5b-399742b10f2a tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 931 time: 0.0924344 Aug 24 00:19:55.432823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d54dbd5-7545-4b8e-8bef-6c6e7f3ca660 req-5cb8e451-8e6d-4c13-aa5f-7cd169b01e78 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Aug 24 00:19:55.539397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f7e37-565c-40fc-8afb-183dcf49429f req-077d6d3d-2484-41d9-89dc-3c9c634316d1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:55.540800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-264f7e37-565c-40fc-8afb-183dcf49429f req-077d6d3d-2484-41d9-89dc-3c9c634316d1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 944 time: 0.0550020 Aug 24 00:19:55.581258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-264f7e37-565c-40fc-8afb-183dcf49429f req-a8b086f6-aba2-455d-8e88-29fe5fd16d4d tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/security-groups?id=02a5b979-a82e-4650-83f7-2143cc6ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345368 Aug 24 00:19:55.801685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb681ad-7c3d-4ba9-a5e5-1f22b0f4cfd2 req-7dd6171b-c5a1-4384-bae9-2f1ac25c98e4 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:55.803697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bb681ad-7c3d-4ba9-a5e5-1f22b0f4cfd2 req-7dd6171b-c5a1-4384-bae9-2f1ac25c98e4 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.0495563 Aug 24 00:19:55.841267 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bb681ad-7c3d-4ba9-a5e5-1f22b0f4cfd2 req-37bddc83-2b65-4802-ab05-399fffddad39 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Aug 24 00:19:56.025900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90a4a-db84-4c2a-84d0-f33241147aec req-b29e9646-aacf-44f8-a495-5764ca7eba0b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:56.027696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dbd90a4a-db84-4c2a-84d0-f33241147aec req-b29e9646-aacf-44f8-a495-5764ca7eba0b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 944 time: 0.0524714 Aug 24 00:19:56.067417 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dbd90a4a-db84-4c2a-84d0-f33241147aec req-e2bfe4e6-3f0e-46b3-9c3d-3eaa4bfa67ee tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330143 Aug 24 00:19:56.180420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8bfea-5908-4e58-ae8f-f15a667664ee req-161e07b3-820a-401a-9be8-fc356c37fcff tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:56.182054 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fb8bfea-5908-4e58-ae8f-f15a667664ee req-161e07b3-820a-401a-9be8-fc356c37fcff tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 943 time: 0.0552917 Aug 24 00:19:56.230658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fb8bfea-5908-4e58-ae8f-f15a667664ee req-83abd59f-3583-4319-b469-6b70af8fa1c5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 Aug 24 00:19:56.349159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef285c-414e-47f2-a472-6b1ca1404115 req-91b25d91-fae5-433c-8d57-b6ee289c49d8 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:56.351276 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbef285c-414e-47f2-a472-6b1ca1404115 req-91b25d91-fae5-433c-8d57-b6ee289c49d8 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 944 time: 0.0595617 Aug 24 00:19:56.397855 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbef285c-414e-47f2-a472-6b1ca1404115 req-1a499c57-8d7d-4735-bdb0-556a581d7d50 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374517 Aug 24 00:19:56.495453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a49d2-324a-4615-8da4-d3e8b5ca9c8f req-99358f46-e5d8-4dfe-a5f0-dd5e83f76552 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:56.496969 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a24a49d2-324a-4615-8da4-d3e8b5ca9c8f req-99358f46-e5d8-4dfe-a5f0-dd5e83f76552 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.0493486 Aug 24 00:19:56.564749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 74e4c432-ceed-4113-92a1-d3353114c0fe details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:56.567238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a24a49d2-324a-4615-8da4-d3e8b5ca9c8f req-42f26f7b-82df-4101-b5ac-3683622b38c8 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577056 Aug 24 00:19:56.576922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 25f9064f-add8-48c2-a825-4409ba720dde up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:56.577992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59a9e9-fa2f-4265-bed1-b16239741074 req-2cfef61f-ec55-4360-b574-aa88a22a85f5 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:56.582141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e59a9e9-fa2f-4265-bed1-b16239741074 req-2cfef61f-ec55-4360-b574-aa88a22a85f5 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 931 time: 0.0793025 Aug 24 00:19:56.644951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e59a9e9-fa2f-4265-bed1-b16239741074 req-6025343d-2b40-4125-94c3-91bc561cefbb tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487735 Aug 24 00:19:56.748207 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10684ed-2acb-4bfb-943c-2e1d00572919 req-ec040f9e-47df-4da3-9fb3-06bf4509d4ce tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:56.749729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10684ed-2acb-4bfb-943c-2e1d00572919 req-ec040f9e-47df-4da3-9fb3-06bf4509d4ce tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 944 time: 0.0746603 Aug 24 00:19:56.754839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 25f9064f-add8-48c2-a825-4409ba720dde triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:56.759187 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.762162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 74e4c432-ceed-4113-92a1-d3353114c0fe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=74e4c432-ceed-4113-92a1-d3353114c0fe,segment=NetworkSegment(6bb49848-6378-425d-a254-78cee19035c6),segment_id=6bb49848-6378-425d-a254-78cee19035c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:56.799540 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10684ed-2acb-4bfb-943c-2e1d00572919 req-94ed5095-5d66-4d39-a5b6-86b6f5682d24 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/security-groups?id=02a5b979-a82e-4650-83f7-2143cc6ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 Aug 24 00:19:56.808367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '74e4c432-ceed-4113-92a1-d3353114c0fe', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'port_id': '74e4c432-ceed-4113-92a1-d3353114c0fe', 'mac_address': 'fa:16:3e:54:73:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:56.876072 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.895303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e4c432-ceed-4113-92a1-d3353114c0fe {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:56.899349 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.934502 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 74e4c432-ceed-4113-92a1-d3353114c0fe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=74e4c432-ceed-4113-92a1-d3353114c0fe,segment=NetworkSegment(6bb49848-6378-425d-a254-78cee19035c6),segment_id=6bb49848-6378-425d-a254-78cee19035c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:56.940535 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b786e13f-363c-4e45-af4e-f12336d7d19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f9064f-add8-48c2-a825-4409ba720dde'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:56.943668 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1de5267-30ce-458f-9765-e208f0f27d3d" -d '{"events": [{"server_uuid": "b786e13f-363c-4e45-af4e-f12336d7d19e", "name": "network-vif-plugged", "status": "completed", "tag": "25f9064f-add8-48c2-a825-4409ba720dde"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:56.949447 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.961094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45413da7-6f55-4876-9366-f246d3594fee req-36ffc088-62a8-496e-baca-6285c75fc01a tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:56.963584 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45413da7-6f55-4876-9366-f246d3594fee req-36ffc088-62a8-496e-baca-6285c75fc01a tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.0533059 Aug 24 00:19:56.963764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 25f9064f-add8-48c2-a825-4409ba720dde, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=25f9064f-add8-48c2-a825-4409ba720dde,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:56.987081 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.013656 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=74e4c432-ceed-4113-92a1-d3353114c0fe,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:57.037672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45413da7-6f55-4876-9366-f246d3594fee req-ccb6b700-885d-4a2b-9cd5-6e03bd94804e tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673709 Aug 24 00:19:57.054469 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f58a6e-ed9f-4baa-a0d2-e6a4e60ce548 x-openstack-request-id: req-e9f58a6e-ed9f-4baa-a0d2-e6a4e60ce548 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:57.055055 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b786e13f-363c-4e45-af4e-f12336d7d19e", "name": "network-vif-plugged", "status": "completed", "tag": "25f9064f-add8-48c2-a825-4409ba720dde", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:57.055862 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9f58a6e-ed9f-4baa-a0d2-e6a4e60ce548 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:57.056439 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b786e13f-363c-4e45-af4e-f12336d7d19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f9064f-add8-48c2-a825-4409ba720dde', 'code': 200} Aug 24 00:19:57.085608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=25f9064f-add8-48c2-a825-4409ba720dde,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:57.274326 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['74e4c432-ceed-4113-92a1-d3353114c0fe'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:57.397446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22308e-5336-4716-a106-31274fd53f70 req-f366333f-7c42-4f0c-b635-82babbbaae1a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:57.398989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f22308e-5336-4716-a106-31274fd53f70 req-f366333f-7c42-4f0c-b635-82babbbaae1a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 943 time: 0.0673900 Aug 24 00:19:57.438624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f22308e-5336-4716-a106-31274fd53f70 req-8e366d33-a444-46ca-b48e-052c100e0933 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335367 Aug 24 00:19:57.480384 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7261ad0a-c5df-4e27-99ec-ed22feda9940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.538070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ea20b-ec32-4a7a-8fb0-202a1d1a2cd5 req-765cd17b-1fe1-4911-9b2c-05d82135671a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:57.539805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d49ea20b-ec32-4a7a-8fb0-202a1d1a2cd5 req-765cd17b-1fe1-4911-9b2c-05d82135671a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 945 time: 0.0523152 Aug 24 00:19:57.615280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d49ea20b-ec32-4a7a-8fb0-202a1d1a2cd5 req-b1f83a44-5fb2-4058-bee5-5b805687d5da tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686812 Aug 24 00:19:57.702487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139372d-a035-410f-a69a-ea8e1b83aa1a req-c2708e65-2aa5-44f6-a33d-a9596fda2f92 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:57.704154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8139372d-a035-410f-a69a-ea8e1b83aa1a req-c2708e65-2aa5-44f6-a33d-a9596fda2f92 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.0483389 Aug 24 00:19:57.768764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8139372d-a035-410f-a69a-ea8e1b83aa1a req-4d2fdb68-4f9e-435d-a88b-123eed3a23ce tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547509 Aug 24 00:19:57.780710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290fa43-7b31-471a-a3b0-b6a131ce6134 req-d4066a48-8905-4082-b314-f2e4c731b30e tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:57.782344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6290fa43-7b31-471a-a3b0-b6a131ce6134 req-d4066a48-8905-4082-b314-f2e4c731b30e tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 931 time: 0.0773053 Aug 24 00:19:57.826191 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6290fa43-7b31-471a-a3b0-b6a131ce6134 req-e90e00ba-86bb-4aa1-9fc4-33876fdcf5c1 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355377 Aug 24 00:19:57.938357 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f6960-794f-4477-9765-c4a18a3cad65 req-4331e4a4-71d1-4cab-9b1a-873d91ac980c tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:57.939794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb5f6960-794f-4477-9765-c4a18a3cad65 req-4331e4a4-71d1-4cab-9b1a-873d91ac980c tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 945 time: 0.0498359 Aug 24 00:19:57.980380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb5f6960-794f-4477-9765-c4a18a3cad65 req-f7e45c7b-d5af-4dd9-921f-92d568f14d97 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/security-groups?id=02a5b979-a82e-4650-83f7-2143cc6ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337269 Aug 24 00:19:58.156573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e903d-b046-4a7a-bac3-7b993eb800d3 req-e845eda5-93d7-4c88-9fe2-39c6dd8a7d16 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:58.158329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d37e903d-b046-4a7a-bac3-7b993eb800d3 req-e845eda5-93d7-4c88-9fe2-39c6dd8a7d16 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.0503218 Aug 24 00:19:58.226401 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d37e903d-b046-4a7a-bac3-7b993eb800d3 req-48040b83-d599-4cc7-90c7-9c8e0075b4fb tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596688 Aug 24 00:19:58.235059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cd619-f7f0-4a95-b8a8-f099c7b8ef5a req-ad14f1ec-3e16-41c6-bc60-58e3b61fd23c tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:58.236604 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a12cd619-f7f0-4a95-b8a8-f099c7b8ef5a req-ad14f1ec-3e16-41c6-bc60-58e3b61fd23c tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.13 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 945 time: 0.0879490 Aug 24 00:19:58.336563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a12cd619-f7f0-4a95-b8a8-f099c7b8ef5a req-a347ab8c-8f22-4cf6-b74e-6aa167ac00af tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Deleting port 25f9064f-add8-48c2-a825-4409ba720dde {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:58.336905 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a12cd619-f7f0-4a95-b8a8-f099c7b8ef5a req-a347ab8c-8f22-4cf6-b74e-6aa167ac00af tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.427740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a12cd619-f7f0-4a95-b8a8-f099c7b8ef5a req-a347ab8c-8f22-4cf6-b74e-6aa167ac00af tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] For port 25f9064f-add8-48c2-a825-4409ba720dde, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=25f9064f-add8-48c2-a825-4409ba720dde,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:58.428149 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a12cd619-f7f0-4a95-b8a8-f099c7b8ef5a req-a347ab8c-8f22-4cf6-b74e-6aa167ac00af tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.441121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a12cd619-f7f0-4a95-b8a8-f099c7b8ef5a req-a347ab8c-8f22-4cf6-b74e-6aa167ac00af tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Calling delete_port for 25f9064f-add8-48c2-a825-4409ba720dde owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:58.569352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 74e4c432-ceed-4113-92a1-d3353114c0fe up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:58.608612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9742b3d-b7bb-4710-9f33-3b1cebee4821 req-e77510e2-6c85-4e6f-883d-5688e4c527ac tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:58.610112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b9742b3d-b7bb-4710-9f33-3b1cebee4821 req-e77510e2-6c85-4e6f-883d-5688e4c527ac tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 943 time: 0.0915766 Aug 24 00:19:58.617803 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a12cd619-f7f0-4a95-b8a8-f099c7b8ef5a req-a347ab8c-8f22-4cf6-b74e-6aa167ac00af tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.619325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 74e4c432-ceed-4113-92a1-d3353114c0fe completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:58.623324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 74e4c432-ceed-4113-92a1-d3353114c0fe triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:58.623700 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.650736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['25f9064f-add8-48c2-a825-4409ba720dde'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:58.658141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347ab8c-8f22-4cf6-b74e-6aa167ac00af tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Pushing event deleted for resources: {'Port': ['ID=25f9064f-add8-48c2-a825-4409ba720dde,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:58.734024 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.738681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12cd619-f7f0-4a95-b8a8-f099c7b8ef5a req-a347ab8c-8f22-4cf6-b74e-6aa167ac00af tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] No DVR routers for this DVR port 25f9064f-add8-48c2-a825-4409ba720dde on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:19:58.744096 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b9742b3d-b7bb-4710-9f33-3b1cebee4821 req-98bd7104-f95d-43ec-ac21-be1561fc090f tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242797 Aug 24 00:19:58.745250 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a12cd619-f7f0-4a95-b8a8-f099c7b8ef5a req-a347ab8c-8f22-4cf6-b74e-6aa167ac00af tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.747289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a12cd619-f7f0-4a95-b8a8-f099c7b8ef5a req-a347ab8c-8f22-4cf6-b74e-6aa167ac00af tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.13 "DELETE /v2.0/ports/25f9064f-add8-48c2-a825-4409ba720dde HTTP/1.1" status: 204 len: 173 time: 0.5037391 Aug 24 00:19:58.750805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b786e13f-363c-4e45-af4e-f12336d7d19e', 'name': 'network-vif-deleted', 'tag': '25f9064f-add8-48c2-a825-4409ba720dde'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:58.751947 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f132f94-ccc9-4d9d-b7b2-bd2e206ec420" -d '{"events": [{"server_uuid": "b786e13f-363c-4e45-af4e-f12336d7d19e", "name": "network-vif-deleted", "tag": "25f9064f-add8-48c2-a825-4409ba720dde"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:58.768459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 74e4c432-ceed-4113-92a1-d3353114c0fe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=74e4c432-ceed-4113-92a1-d3353114c0fe,segment=NetworkSegment(6bb49848-6378-425d-a254-78cee19035c6),segment_id=6bb49848-6378-425d-a254-78cee19035c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:58.771887 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09929421-9d6b-4a21-b1f2-b3da237d2d12 req-7fb34bba-2020-4349-af65-3642bea319c6 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=b786e13f-363c-4e45-af4e-f12336d7d19e HTTP/1.1" status: 200 len: 210 time: 0.0668237 Aug 24 00:19:58.774059 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.807403 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90862939-bfbb-4035-be6c-4c269cc9498c x-openstack-request-id: req-90862939-bfbb-4035-be6c-4c269cc9498c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:58.807704 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b786e13f-363c-4e45-af4e-f12336d7d19e", "name": "network-vif-deleted", "tag": "25f9064f-add8-48c2-a825-4409ba720dde", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:58.807959 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90862939-bfbb-4035-be6c-4c269cc9498c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:58.808359 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b786e13f-363c-4e45-af4e-f12336d7d19e', 'name': 'network-vif-deleted', 'tag': '25f9064f-add8-48c2-a825-4409ba720dde', 'status': 'completed', 'code': 200} Aug 24 00:19:58.836867 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=74e4c432-ceed-4113-92a1-d3353114c0fe,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:58.899409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72680c9-1e3f-4a3e-ba2d-c85fbe229100 req-0ca589ef-3e19-4097-b47b-09990097d711 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:58.901057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f72680c9-1e3f-4a3e-ba2d-c85fbe229100 req-0ca589ef-3e19-4097-b47b-09990097d711 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.0543008 Aug 24 00:19:58.965486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f72680c9-1e3f-4a3e-ba2d-c85fbe229100 req-eae4e532-3a46-4a69-ad28-89a595f46321 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544927 Aug 24 00:19:58.975709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc390f5-d5d6-4e8f-94a0-25da385a41d8 req-30d264e8-a663-4e8f-bb97-9292ab63ebfc tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:58.977195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdc390f5-d5d6-4e8f-94a0-25da385a41d8 req-30d264e8-a663-4e8f-bb97-9292ab63ebfc tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 931 time: 0.0752602 Aug 24 00:19:59.022030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdc390f5-d5d6-4e8f-94a0-25da385a41d8 req-d32405b2-57e4-4d85-b8b9-22a3cfc8779e tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366321 Aug 24 00:19:59.057888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e4c432-ceed-4113-92a1-d3353114c0fe'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:59.060256 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7aa6e5-b109-4af2-95b3-499cbb11d252" -d '{"events": [{"server_uuid": "ba0337a8-899e-46ea-889d-2cbc3dbb139e", "name": "network-vif-plugged", "status": "completed", "tag": "74e4c432-ceed-4113-92a1-d3353114c0fe"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:59.100312 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8ddbd9-672a-45f0-a184-c804ffeff44b x-openstack-request-id: req-5d8ddbd9-672a-45f0-a184-c804ffeff44b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:59.100684 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0337a8-899e-46ea-889d-2cbc3dbb139e", "name": "network-vif-plugged", "status": "completed", "tag": "74e4c432-ceed-4113-92a1-d3353114c0fe", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:59.101126 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d8ddbd9-672a-45f0-a184-c804ffeff44b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:59.102594 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e4c432-ceed-4113-92a1-d3353114c0fe', 'code': 200} Aug 24 00:19:59.105897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d50b1-22cc-4d21-a7f4-508b7b60c6c3 req-462bf238-f523-43aa-929c-ff737dd98290 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:59.107635 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff0d50b1-22cc-4d21-a7f4-508b7b60c6c3 req-462bf238-f523-43aa-929c-ff737dd98290 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 946 time: 0.0577579 Aug 24 00:19:59.148302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff0d50b1-22cc-4d21-a7f4-508b7b60c6c3 req-361b013e-33e5-4f8e-ab99-b9974b0447fb tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/security-groups?id=02a5b979-a82e-4650-83f7-2143cc6ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345366 Aug 24 00:19:59.235597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09655e-6081-41a0-b004-2d6aa0454eef req-946ff1f2-de57-4dd6-97cc-f37af59595a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:59.237261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb09655e-6081-41a0-b004-2d6aa0454eef req-946ff1f2-de57-4dd6-97cc-f37af59595a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 1097 time: 0.0433557 Aug 24 00:19:59.314967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb09655e-6081-41a0-b004-2d6aa0454eef req-37da0483-c60d-44d2-bf18-c83f9aff00a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02a5b979-a82e-4650-83f7-2143cc6ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391002 Aug 24 00:19:59.350110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9203a11-91fa-4423-b47c-84e28b26ba03 req-f9056d5f-f266-431d-bf24-f6211cc1f117 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:59.351590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9203a11-91fa-4423-b47c-84e28b26ba03 req-f9056d5f-f266-431d-bf24-f6211cc1f117 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.0507789 Aug 24 00:19:59.391801 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9203a11-91fa-4423-b47c-84e28b26ba03 req-31123f49-2654-49df-9bc2-b5d3f30267e8 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342615 Aug 24 00:19:59.488652 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:59.869472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d57b7-292f-43c8-9e62-670c41e283f0 req-8c115e73-15eb-4e5b-90db-f77d9c119f50 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:59.871026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f4d57b7-292f-43c8-9e62-670c41e283f0 req-8c115e73-15eb-4e5b-90db-f77d9c119f50 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 943 time: 0.0508816 Aug 24 00:19:59.909108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f4d57b7-292f-43c8-9e62-670c41e283f0 req-e9153c85-bab7-4faa-969f-9ad9397129b0 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Aug 24 00:20:00.059575 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.137979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e77a8-e852-446b-822f-d959b6ad1fe2 req-852b62e3-76b3-43da-897b-fb282bb9cfa4 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:00.139504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b87e77a8-e852-446b-822f-d959b6ad1fe2 req-852b62e3-76b3-43da-897b-fb282bb9cfa4 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.0925605 Aug 24 00:20:00.148799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-496afadb-d00c-4ace-ae40-5dd9b2195a27 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:00.150201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-496afadb-d00c-4ace-ae40-5dd9b2195a27 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/networks?id=028bc191-9b63-4b1e-8665-ee0ac60ec459 HTTP/1.1" status: 200 len: 822 time: 0.1688979 Aug 24 00:20:00.174988 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-91b63c55-6718-497d-9554-15e8187e75de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.175739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-3bc77a1f-d75e-4211-84f6-e9dab7913b06 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/quotas/d7c80159555048d596df4f91f219af56 HTTP/1.1" status: 200 len: 375 time: 0.0187452 Aug 24 00:20:00.202925 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b87e77a8-e852-446b-822f-d959b6ad1fe2 req-c4574f0e-c92e-45f8-b201-18b4831109e6 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517547 Aug 24 00:20:00.236022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-47b9a503-8269-46f2-9e91-92e0017b31a8 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7c80159555048d596df4f91f219af56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497611 Aug 24 00:20:00.363889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efecad8-10a7-4e63-bb0f-811a7620f6c0 req-16692259-5a2b-4640-acf5-671c10370e76 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:00.366077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6efecad8-10a7-4e63-bb0f-811a7620f6c0 req-16692259-5a2b-4640-acf5-671c10370e76 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 931 time: 0.1052220 Aug 24 00:20:00.389083 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-fec8db48-a0d5-45e5-9af3-e20870192fa3 service neutron] 10.222.0.32 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453435 Aug 24 00:20:00.493835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6efecad8-10a7-4e63-bb0f-811a7620f6c0 req-02140b23-6585-4d6c-ad00-a7a514aaa8ed tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199803 Aug 24 00:20:00.530808 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-722bf7bd-4714-40a2-a7bf-732daec76783 service neutron] 10.222.0.32 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326857 Aug 24 00:20:00.611465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e8392-41bc-40d1-893b-434d13f095bd req-c2b39f67-c5a6-4cd2-a505-ddd395c7985d tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:00.612998 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b9e8392-41bc-40d1-893b-434d13f095bd req-c2b39f67-c5a6-4cd2-a505-ddd395c7985d tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 946 time: 0.0631940 Aug 24 00:20:00.652964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b9e8392-41bc-40d1-893b-434d13f095bd req-69700a87-af6a-4764-a29e-9787f972b310 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/security-groups?id=02a5b979-a82e-4650-83f7-2143cc6ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Aug 24 00:20:00.779353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3893f-461d-4798-adb4-8d9f1bc0aee2 req-a0a82b43-76d8-47a9-a4bd-c7a7b668792c tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:00.780944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55f3893f-461d-4798-adb4-8d9f1bc0aee2 req-a0a82b43-76d8-47a9-a4bd-c7a7b668792c tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.0588684 Aug 24 00:20:00.830008 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55f3893f-461d-4798-adb4-8d9f1bc0aee2 req-ab8d759f-3be7-4be1-ad78-266581a4910e tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372524 Aug 24 00:20:00.867988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-602058de-87f5-42f7-99f1-06e779e990e7 req-af0c73e6-f225-4931-b9b7-3a46f7d19342 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=20427669-e17d-4fb7-89bb-15db6d5d7526 HTTP/1.1" status: 200 len: 210 time: 0.0419030 Aug 24 00:20:01.124729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-1dae99c3-f238-4191-92b4-450c9226fa1c tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 258 time: 0.2611144 Aug 24 00:20:01.135323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892330f6-219b-46ea-ba9e-f57ec007cb7a req-f3d83380-1aea-4a0e-a216-eae114f47127 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:01.137918 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.139314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-892330f6-219b-46ea-ba9e-f57ec007cb7a req-f3d83380-1aea-4a0e-a216-eae114f47127 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 943 time: 0.1562967 Aug 24 00:20:01.148121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:01.189763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bd665d0-754e-4bfc-b3b2-6905162c719a req-188583d1-5127-44fb-880a-89b5ec15c601 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1046731 Aug 24 00:20:01.198603 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.218566 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-892330f6-219b-46ea-ba9e-f57ec007cb7a req-c8b1354c-21f4-4c59-aece-7f3f3b53476b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663347 Aug 24 00:20:01.328237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd665d0-754e-4bfc-b3b2-6905162c719a req-1eda2b2c-5038-484b-b65a-e698e3e18028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:01.329704 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bd665d0-754e-4bfc-b3b2-6905162c719a req-1eda2b2c-5038-484b-b65a-e698e3e18028 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ce6aa8870724a108d8de3a3992de387&device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 1099 time: 0.1071475 Aug 24 00:20:01.357211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611153b-2738-4ac9-9b37-6160ea90d6c0 req-6758df16-ea1f-44fd-a988-04bd8df544c5 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:01.358650 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8611153b-2738-4ac9-9b37-6160ea90d6c0 req-6758df16-ea1f-44fd-a988-04bd8df544c5 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.0740449 Aug 24 00:20:01.460813 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.467232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8611153b-2738-4ac9-9b37-6160ea90d6c0 req-63612840-88f3-4394-a967-26e3a42c9555 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013131 Aug 24 00:20:01.532811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd665d0-754e-4bfc-b3b2-6905162c719a req-75b18e37-0e79-4f60-a073-5d40ea204daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:01.534276 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bd665d0-754e-4bfc-b3b2-6905162c719a req-75b18e37-0e79-4f60-a073-5d40ea204daa service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1702380 Aug 24 00:20:01.830730 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-2ff90bba-4013-45f8-b6ba-862a7d23047f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:01.832501 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-2ff90bba-4013-45f8-b6ba-862a7d23047f tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.13 "GET /v2.0/networks?id=028bc191-9b63-4b1e-8665-ee0ac60ec459 HTTP/1.1" status: 200 len: 822 time: 0.1265311 Aug 24 00:20:01.853183 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-fcabb228-badc-4eb9-b425-f1130560a786 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Request body: {'port': {'device_id': '20427669-e17d-4fb7-89bb-15db6d5d7526', 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459', 'admin_state_up': True, 'tenant_id': 'd7c80159555048d596df4f91f219af56'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:01.910709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Request body: {'port': {'device_id': '4367d791-6818-4eae-a106-49ba68879bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:01.928871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bd665d0-754e-4bfc-b3b2-6905162c719a req-b6f09c19-fec5-4d90-9cb8-f156728223d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=fe00c7fc-5d89-4688-95c1-ac3cbfab1085 HTTP/1.1" status: 200 len: 217 time: 0.3847702 Aug 24 00:20:01.967718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-fcabb228-badc-4eb9-b425-f1130560a786 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Made reservation on behalf of d7c80159555048d596df4f91f219af56 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:01.971400 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-fcabb228-badc-4eb9-b425-f1130560a786 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.043624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Allocated IP 172.25.8.110 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/102402df-682b-4deb-9895-3623dd3a9fc9) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:02.102283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd665d0-754e-4bfc-b3b2-6905162c719a req-07dbcc85-c2fc-484b-9eec-a74781bd14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:02.104335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bd665d0-754e-4bfc-b3b2-6905162c719a req-07dbcc85-c2fc-484b-9eec-a74781bd14d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1430759 Aug 24 00:20:02.117686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-fcabb228-badc-4eb9-b425-f1130560a786 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Allocated IP 172.20.0.3 (028bc191-9b63-4b1e-8665-ee0ac60ec459/2e5c70c4-a295-4688-8a6b-f8f806143f22/d846b229-c500-4b4f-ae42-e136f6f8c974) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:02.124727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34e3fc-02cd-4a69-991c-295ffd89ba7e req-dab1f4e5-c078-4cb9-9ef2-8659281fa607 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:02.126131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f34e3fc-02cd-4a69-991c-295ffd89ba7e req-dab1f4e5-c078-4cb9-9ef2-8659281fa607 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.47 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 943 time: 0.2246869 Aug 24 00:20:02.126735 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.141538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d6e5-13e6-42d4-bb10-662dd90050bb req-2ab524ac-adde-4d52-937a-6e10a666d845 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:02.147310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-adc7d6e5-13e6-42d4-bb10-662dd90050bb req-2ab524ac-adde-4d52-937a-6e10a666d845 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 931 time: 0.5770786 Aug 24 00:20:02.283688 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-fcabb228-badc-4eb9-b425-f1130560a786 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.326869 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-fcabb228-badc-4eb9-b425-f1130560a786 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.353057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-fcabb228-badc-4eb9-b425-f1130560a786 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Network 028bc191-9b63-4b1e-8665-ee0ac60ec459 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:02.355436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-fcabb228-badc-4eb9-b425-f1130560a786 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:02.358637 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-fcabb228-badc-4eb9-b425-f1130560a786 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:02.374192 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.422243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-adc7d6e5-13e6-42d4-bb10-662dd90050bb req-059256c9-41c8-45cc-a1e4-5eab64a7f450 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961675 Aug 24 00:20:02.459785 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabb228-badc-4eb9-b425-f1130560a786 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Pushing event updated for resources: {'Port': ['ID=d846b229-c500-4b4f-ae42-e136f6f8c974,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:02.469740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-fcabb228-badc-4eb9-b425-f1130560a786 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:02.470645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-fcabb228-badc-4eb9-b425-f1130560a786 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.497378 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-fcabb228-badc-4eb9-b425-f1130560a786 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6488674 Aug 24 00:20:02.517309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Request body: {'port': {'device_id': '20427669-e17d-4fb7-89bb-15db6d5d7526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:02.533089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd665d0-754e-4bfc-b3b2-6905162c719a req-d91440ce-77b0-4116-86ad-2a47db4a2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:02.534672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bd665d0-754e-4bfc-b3b2-6905162c719a req-d91440ce-77b0-4116-86ad-2a47db4a2c73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4021292 Aug 24 00:20:02.590850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 22e079f6-6e36-407d-a20a-b858acb18d58 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:20:02.597801 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 22e079f6-6e36-407d-a20a-b858acb18d58 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:02.618208 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.730239 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3f34e3fc-02cd-4a69-991c-295ffd89ba7e req-b4cc55b2-8387-4e51-828d-4fa133c67233 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Deleting port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:02.730593 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f34e3fc-02cd-4a69-991c-295ffd89ba7e req-b4cc55b2-8387-4e51-828d-4fa133c67233 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.867764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bd665d0-754e-4bfc-b3b2-6905162c719a req-79b7ed71-c41b-474d-ab03-dc1dd1245b9f service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029311 Aug 24 00:20:03.013269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d846b229-c500-4b4f-ae42-e136f6f8c974 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:03.017575 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.018109 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.018745 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.022544 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.035165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Transition to ACTIVE for port object d846b229-c500-4b4f-ae42-e136f6f8c974 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:03.046304 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.082031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 22e079f6-6e36-407d-a20a-b858acb18d58, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=22e079f6-6e36-407d-a20a-b858acb18d58,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:03.091077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b142f77d-082c-4478-9cd4-ce25d5053b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e079f6-6e36-407d-a20a-b858acb18d58'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:03.101552 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53362257-de89-43d4-aea0-35852a78d188" -d '{"events": [{"server_uuid": "b142f77d-082c-4478-9cd4-ce25d5053b27", "name": "network-vif-unplugged", "status": "completed", "tag": "22e079f6-6e36-407d-a20a-b858acb18d58"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:03.127897 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.129747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 25f9064f-add8-48c2-a825-4409ba720dde no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:03.137172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 22e079f6-6e36-407d-a20a-b858acb18d58, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=22e079f6-6e36-407d-a20a-b858acb18d58,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:03.156527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '22e079f6-6e36-407d-a20a-b858acb18d58', 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61', 'port_id': '22e079f6-6e36-407d-a20a-b858acb18d58', 'mac_address': 'fa:16:3e:68:f5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc693454-54b3-4f81-8f8a-53ff5c215485', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:20:03.161071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3f34e3fc-02cd-4a69-991c-295ffd89ba7e req-b4cc55b2-8387-4e51-828d-4fa133c67233 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] For port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:03.161959 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f34e3fc-02cd-4a69-991c-295ffd89ba7e req-b4cc55b2-8387-4e51-828d-4fa133c67233 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.175485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3f34e3fc-02cd-4a69-991c-295ffd89ba7e req-b4cc55b2-8387-4e51-828d-4fa133c67233 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Calling delete_port for abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:03.199986 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Attempting to bind port d846b229-c500-4b4f-ae42-e136f6f8c974 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:03.200639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Attempting to bind port d846b229-c500-4b4f-ae42-e136f6f8c974 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '1d19af08-955b-4a71-94b0-abd1e6ccf1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:03.201163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Attempting to bind port d846b229-c500-4b4f-ae42-e136f6f8c974 on network 028bc191-9b63-4b1e-8665-ee0ac60ec459 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:03.204646 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Pushing event updated for resources: {'Port': ['ID=d846b229-c500-4b4f-ae42-e136f6f8c974,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:03.209583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Port d846b229-c500-4b4f-ae42-e136f6f8c974 on network 028bc191-9b63-4b1e-8665-ee0ac60ec459 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:20:03.210190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Attempting to bind port d846b229-c500-4b4f-ae42-e136f6f8c974 on network 028bc191-9b63-4b1e-8665-ee0ac60ec459 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:03.211084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 25f9064f-add8-48c2-a825-4409ba720dde {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:03.211700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 25f9064f-add8-48c2-a825-4409ba720dde not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:03.218822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:03.219425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Checking segment: {'id': '1d19af08-955b-4a71-94b0-abd1e6ccf1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:03.220005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Bound using segment: {'id': '1d19af08-955b-4a71-94b0-abd1e6ccf1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:03.220625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Bound port: d846b229-c500-4b4f-ae42-e136f6f8c974, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d19af08-955b-4a71-94b0-abd1e6ccf1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:03.221174 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.260206 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.276821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e079f6-6e36-407d-a20a-b858acb18d58 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:03.293296 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] For port d846b229-c500-4b4f-ae42-e136f6f8c974, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:03.297620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] For port d846b229-c500-4b4f-ae42-e136f6f8c974, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d846b229-c500-4b4f-ae42-e136f6f8c974,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:03.306036 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.316577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 22e079f6-6e36-407d-a20a-b858acb18d58, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=22e079f6-6e36-407d-a20a-b858acb18d58,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:03.321152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=22e079f6-6e36-407d-a20a-b858acb18d58,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:03.327573 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.352334 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:03.353430 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.355088 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] 10.222.0.13 "PUT /v2.0/ports/d846b229-c500-4b4f-ae42-e136f6f8c974 HTTP/1.1" status: 200 len: 1091 time: 0.8432310 Aug 24 00:20:03.355784 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20427669-e17d-4fb7-89bb-15db6d5d7526', 'tag': 'd846b229-c500-4b4f-ae42-e136f6f8c974'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:03.358223 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4eb240-66e9-4050-bbcd-242cdbcedfc9" -d '{"events": [{"name": "network-changed", "server_uuid": "20427669-e17d-4fb7-89bb-15db6d5d7526", "tag": "d846b229-c500-4b4f-ae42-e136f6f8c974"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:03.386931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=22e079f6-6e36-407d-a20a-b858acb18d58,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:03.422337 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15420b59-3095-4d92-96e9-4e54d4423011 service neutron] Pushing event updated for resources: {'Port': ['ID=d846b229-c500-4b4f-ae42-e136f6f8c974,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:03.440829 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f34e3fc-02cd-4a69-991c-295ffd89ba7e req-b4cc55b2-8387-4e51-828d-4fa133c67233 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.479622 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-2f6df837-17ce-4c18-9e22-881d3790a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:03.479916 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:03.481235 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-2f6df837-17ce-4c18-9e22-881d3790a615 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7c80159555048d596df4f91f219af56&device_id=20427669-e17d-4fb7-89bb-15db6d5d7526 HTTP/1.1" status: 200 len: 1094 time: 0.0601625 Aug 24 00:20:03.525084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:03.539426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6c66-8738-4696-b8fd-8f3fded1abce req-78463abc-3db3-4e66-afd5-e55fce7300e6 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:03.547337 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-fa94075f-d1d6-4d0e-b216-8c39201f047b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d846b229-c500-4b4f-ae42-e136f6f8c974 HTTP/1.1" status: 200 len: 217 time: 0.0492394 Aug 24 00:20:03.548437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-681a6c66-8738-4696-b8fd-8f3fded1abce req-78463abc-3db3-4e66-afd5-e55fce7300e6 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.6754293 Aug 24 00:20:03.575686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:03.578357 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f34e3fc-02cd-4a69-991c-295ffd89ba7e req-b4cc55b2-8387-4e51-828d-4fa133c67233 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] No DVR routers for this DVR port abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:03.607535 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-a2220273-2add-4760-8578-efa39fd5d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:03.609007 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-a2220273-2add-4760-8578-efa39fd5d1e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5c70c4-a295-4688-8a6b-f8f806143f22 HTTP/1.1" status: 200 len: 862 time: 0.0534999 Aug 24 00:20:03.619949 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f34e3fc-02cd-4a69-991c-295ffd89ba7e req-b4cc55b2-8387-4e51-828d-4fa133c67233 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.622148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f34e3fc-02cd-4a69-991c-295ffd89ba7e req-b4cc55b2-8387-4e51-828d-4fa133c67233 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.47 "DELETE /v2.0/ports/abb66a3e-dfef-4c76-9ce3-4d12dcbfb635 HTTP/1.1" status: 204 len: 173 time: 1.4043124 Aug 24 00:20:03.623068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eaae384-7a19-4683-8912-09405322b7a0', 'name': 'network-vif-deleted', 'tag': 'abb66a3e-dfef-4c76-9ce3-4d12dcbfb635'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:03.625624 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b03540-b42f-43d0-bbfb-e8f422d138f1" -d '{"events": [{"server_uuid": "3eaae384-7a19-4683-8912-09405322b7a0", "name": "network-vif-deleted", "tag": "abb66a3e-dfef-4c76-9ce3-4d12dcbfb635"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:03.660208 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['22e079f6-6e36-407d-a20a-b858acb18d58'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:03.662201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Pushing event updated for resources: {'Port': ['ID=102402df-682b-4deb-9895-3623dd3a9fc9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:03.667890 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-90beac66-668c-47d8-b5d0-d42259ec7459 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=028bc191-9b63-4b1e-8665-ee0ac60ec459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475028 Aug 24 00:20:03.722911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc55b2-8387-4e51-828d-4fa133c67233 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Pushing event deleted for resources: {'Port': ['ID=abb66a3e-dfef-4c76-9ce3-4d12dcbfb635,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:03.769440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-681a6c66-8738-4696-b8fd-8f3fded1abce req-0ddc9a63-63df-486d-a4d7-3429b7dac462 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/security-groups?id=59d70a01-7791-431b-9f6e-e01e01bd882a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142794 Aug 24 00:20:03.793783 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bd665d0-754e-4bfc-b3b2-6905162c719a req-2c21e671-22bb-4ff6-aed5-da420cbca98b service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9003477 Aug 24 00:20:03.811553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799c38cc-57db-4c06-8149-63292ff75bcc {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:03.832670 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.893792 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-538ec02c-4ffd-474b-ac7c-c961516c183f service neutron] 10.222.0.13 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181509 Aug 24 00:20:03.911769 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Transition to ACTIVE for port object 799c38cc-57db-4c06-8149-63292ff75bcc will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:03.942125 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.992715 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.032753 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-76aa7983-ed0a-41c2-9ad6-cb77a613158b req-d12fc6c3-cb01-4bf7-ac5a-03bf025ac566 service neutron] 10.222.0.13 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306136 Aug 24 00:20:04.065878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8ac06-e46f-4ef6-b1eb-e8524d3d9bae req-2af044d1-fa8f-4bc2-97fa-504601bc6b4e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:04.067731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10b8ac06-e46f-4ef6-b1eb-e8524d3d9bae req-2af044d1-fa8f-4bc2-97fa-504601bc6b4e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=20427669-e17d-4fb7-89bb-15db6d5d7526 HTTP/1.1" status: 200 len: 943 time: 0.1707749 Aug 24 00:20:04.082639 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.085167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Pushing event updated for resources: {'Port': ['ID=799c38cc-57db-4c06-8149-63292ff75bcc,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:04.235597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10b8ac06-e46f-4ef6-b1eb-e8524d3d9bae req-2de02f17-74b6-46a5-ae73-c03a799ccd53 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465118 Aug 24 00:20:04.331437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Attempting to bind port 799c38cc-57db-4c06-8149-63292ff75bcc on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:04.331812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Attempting to bind port 799c38cc-57db-4c06-8149-63292ff75bcc by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:04.332112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Attempting to bind port 799c38cc-57db-4c06-8149-63292ff75bcc on network c38a1b87-3f40-463b-b40e-b0530aeaceca {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:04.341358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Port 799c38cc-57db-4c06-8149-63292ff75bcc on network c38a1b87-3f40-463b-b40e-b0530aeaceca not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:20:04.341697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Attempting to bind port 799c38cc-57db-4c06-8149-63292ff75bcc on network c38a1b87-3f40-463b-b40e-b0530aeaceca {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:04.352841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:04.353139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Checking segment: {'id': 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:04.353435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Bound using segment: {'id': 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:04.353881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Bound port: 799c38cc-57db-4c06-8149-63292ff75bcc, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:04.354388 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.405859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91431aaa-1e98-4227-bebd-2e8d71814bf1 req-2e6f37fe-fe48-4231-a7cb-90d88d91c67b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eaae384-7a19-4683-8912-09405322b7a0 HTTP/1.1" status: 200 len: 210 time: 0.0541923 Aug 24 00:20:04.599334 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.603762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] For port 799c38cc-57db-4c06-8149-63292ff75bcc, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:04.611334 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 22e079f6-6e36-407d-a20a-b858acb18d58 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:04.611869 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.632262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] For port 799c38cc-57db-4c06-8149-63292ff75bcc, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=799c38cc-57db-4c06-8149-63292ff75bcc,segment=NetworkSegment(c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e),segment_id=c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:04.660542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fd4ac-5845-40a8-ae4d-ce761b06dbac req-e6d50ae9-e87b-4db0-b699-9a092c6d8b47 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:04.662394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a80fd4ac-5845-40a8-ae4d-ce761b06dbac req-e6d50ae9-e87b-4db0-b699-9a092c6d8b47 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.47 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 945 time: 0.1922085 Aug 24 00:20:04.672212 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.680432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 22e079f6-6e36-407d-a20a-b858acb18d58 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:04.681072 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.745335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfb237-93f1-4f03-86ab-0f3258782629 req-58044a21-e22a-4c13-9297-ad74e5cc8842 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:04.746984 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ccfb237-93f1-4f03-86ab-0f3258782629 req-58044a21-e22a-4c13-9297-ad74e5cc8842 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 945 time: 0.2190497 Aug 24 00:20:04.772863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Pushing event updated for resources: {'Port': ['ID=102402df-682b-4deb-9895-3623dd3a9fc9,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:04.775153 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.777895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:04.778520 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.779934 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a83341-7242-4df1-b17f-d13b747da3ce req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] 10.222.0.47 "PUT /v2.0/ports/799c38cc-57db-4c06-8149-63292ff75bcc HTTP/1.1" status: 200 len: 1091 time: 2.8736475 Aug 24 00:20:04.794049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.823245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 22e079f6-6e36-407d-a20a-b858acb18d58, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=22e079f6-6e36-407d-a20a-b858acb18d58,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:04.840482 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.904416 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=22e079f6-6e36-407d-a20a-b858acb18d58,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:04.908097 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.909311 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-d8e5b812-994a-42b8-8756-019caf07b5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7691016 Aug 24 00:20:04.993885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e0e21-2c38-444b-ae7a-8402cbe3de69 service neutron] Pushing event updated for resources: {'Port': ['ID=799c38cc-57db-4c06-8149-63292ff75bcc,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:05.006845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ccfb237-93f1-4f03-86ab-0f3258782629 req-af807c54-af56-429c-b751-f412b8730a24 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164319 Aug 24 00:20:05.017014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-9018f1d2-6df8-4656-bbd3-a360c590fabf tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.0878344 Aug 24 00:20:05.024762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a83341-7242-4df1-b17f-d13b747da3ce req-edd8e651-72f4-46b1-bfe0-902838bd6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:05.026297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a83341-7242-4df1-b17f-d13b747da3ce req-edd8e651-72f4-46b1-bfe0-902838bd6aab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3838df24e3384c71a690c443299d0c56&device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 1094 time: 0.1685236 Aug 24 00:20:05.064349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a80fd4ac-5845-40a8-ae4d-ce761b06dbac req-ccb2b0bd-c480-4d62-b281-5d6390fdd579 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Deleting port 90c6548c-3ce5-45c2-926a-76773f369911 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:05.064485 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a80fd4ac-5845-40a8-ae4d-ce761b06dbac req-ccb2b0bd-c480-4d62-b281-5d6390fdd579 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:05.087085 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea596d0-d671-40fe-b6cf-d3df141b89c6 x-openstack-request-id: req-6ea596d0-d671-40fe-b6cf-d3df141b89c6 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:05.087445 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b142f77d-082c-4478-9cd4-ce25d5053b27", "name": "network-vif-unplugged", "status": "completed", "tag": "22e079f6-6e36-407d-a20a-b858acb18d58", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:05.087766 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ea596d0-d671-40fe-b6cf-d3df141b89c6 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:05.088229 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b142f77d-082c-4478-9cd4-ce25d5053b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e079f6-6e36-407d-a20a-b858acb18d58', 'code': 200} Aug 24 00:20:05.132247 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8da3e5-c90e-4f0b-bd4f-bde13f25bff7 x-openstack-request-id: req-5b8da3e5-c90e-4f0b-bd4f-bde13f25bff7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:05.133132 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20427669-e17d-4fb7-89bb-15db6d5d7526", "tag": "d846b229-c500-4b4f-ae42-e136f6f8c974", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:05.133554 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b8da3e5-c90e-4f0b-bd4f-bde13f25bff7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:05.134144 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20427669-e17d-4fb7-89bb-15db6d5d7526', 'tag': 'd846b229-c500-4b4f-ae42-e136f6f8c974', 'status': 'completed', 'code': 200} Aug 24 00:20:05.146505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a83341-7242-4df1-b17f-d13b747da3ce req-09e2e2b1-1906-45f8-95ed-15fb3e82968b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=799c38cc-57db-4c06-8149-63292ff75bcc HTTP/1.1" status: 200 len: 217 time: 0.0995905 Aug 24 00:20:05.363400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a2f22-354c-49d6-8d31-b4e5699113b7 req-c55f32e9-4fac-44c6-b472-224078b3c790 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:05.366654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af8a2f22-354c-49d6-8d31-b4e5699113b7 req-c55f32e9-4fac-44c6-b472-224078b3c790 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 943 time: 0.1595950 Aug 24 00:20:05.373794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a83341-7242-4df1-b17f-d13b747da3ce req-ff8a4135-12e7-40f0-8b0d-981d87615e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:05.375661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a83341-7242-4df1-b17f-d13b747da3ce req-ff8a4135-12e7-40f0-8b0d-981d87615e21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a38b3763-f611-45ac-9aa3-0a455b44baf3 HTTP/1.1" status: 200 len: 854 time: 0.1972327 Aug 24 00:20:05.391388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-ebf309dd-f0c6-46fc-a413-5ca756f443a0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:05.403372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-914ffb6c-5d27-4a70-85db-3eeedb4f912f req-ebf309dd-f0c6-46fc-a413-5ca756f443a0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.3750811 Aug 24 00:20:05.422108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a80fd4ac-5845-40a8-ae4d-ce761b06dbac req-ccb2b0bd-c480-4d62-b281-5d6390fdd579 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] For port 90c6548c-3ce5-45c2-926a-76773f369911, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=90c6548c-3ce5-45c2-926a-76773f369911,segment=NetworkSegment(6b492fbf-e29f-4c70-b72b-661c5ad8d0be),segment_id=6b492fbf-e29f-4c70-b72b-661c5ad8d0be)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:05.422483 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a80fd4ac-5845-40a8-ae4d-ce761b06dbac req-ccb2b0bd-c480-4d62-b281-5d6390fdd579 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:05.445124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a80fd4ac-5845-40a8-ae4d-ce761b06dbac req-ccb2b0bd-c480-4d62-b281-5d6390fdd579 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Calling delete_port for 90c6548c-3ce5-45c2-926a-76773f369911 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:05.477895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4eb240-66e9-4050-bbcd-242cdbcedfc9 req-da720a41-d957-407b-b22c-821e67a401ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:05.479606 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dc4eb240-66e9-4050-bbcd-242cdbcedfc9 req-da720a41-d957-407b-b22c-821e67a401ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7c80159555048d596df4f91f219af56&device_id=20427669-e17d-4fb7-89bb-15db6d5d7526 HTTP/1.1" status: 200 len: 1094 time: 0.3005738 Aug 24 00:20:05.624604 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4eb240-66e9-4050-bbcd-242cdbcedfc9 req-493c8641-333c-452c-ba8d-bef170a5e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:05.626042 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dc4eb240-66e9-4050-bbcd-242cdbcedfc9 req-493c8641-333c-452c-ba8d-bef170a5e989 service neutron] 10.222.0.13 "GET /v2.0/networks?id=028bc191-9b63-4b1e-8665-ee0ac60ec459 HTTP/1.1" status: 200 len: 923 time: 0.1379375 Aug 24 00:20:05.629839 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a1af9b-a390-4e7c-9fba-0388dfbe90ba x-openstack-request-id: req-65a1af9b-a390-4e7c-9fba-0388dfbe90ba {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:05.631768 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eaae384-7a19-4683-8912-09405322b7a0", "name": "network-vif-deleted", "tag": "abb66a3e-dfef-4c76-9ce3-4d12dcbfb635", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:05.631768 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65a1af9b-a390-4e7c-9fba-0388dfbe90ba {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:05.631768 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eaae384-7a19-4683-8912-09405322b7a0', 'name': 'network-vif-deleted', 'tag': 'abb66a3e-dfef-4c76-9ce3-4d12dcbfb635', 'status': 'completed', 'code': 200} Aug 24 00:20:05.670282 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a80fd4ac-5845-40a8-ae4d-ce761b06dbac req-ccb2b0bd-c480-4d62-b281-5d6390fdd579 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:05.688350 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af8a2f22-354c-49d6-8d31-b4e5699113b7 req-349c601b-bc9f-439a-bac2-571460ffaef6 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111050 Aug 24 00:20:05.695635 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dc4eb240-66e9-4050-bbcd-242cdbcedfc9 req-58680d8d-fcda-4d4b-8269-fa64568ec50a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d846b229-c500-4b4f-ae42-e136f6f8c974 HTTP/1.1" status: 200 len: 217 time: 0.0616875 Aug 24 00:20:05.703078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['90c6548c-3ce5-45c2-926a-76773f369911'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:05.749709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2b0bd-c480-4d62-b281-5d6390fdd579 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Pushing event deleted for resources: {'Port': ['ID=90c6548c-3ce5-45c2-926a-76773f369911,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:05.775649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4eb240-66e9-4050-bbcd-242cdbcedfc9 req-f635ad48-ab92-4893-9cad-ed3827e1fada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:05.779616 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dc4eb240-66e9-4050-bbcd-242cdbcedfc9 req-f635ad48-ab92-4893-9cad-ed3827e1fada service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e5c70c4-a295-4688-8a6b-f8f806143f22 HTTP/1.1" status: 200 len: 862 time: 0.0752130 Aug 24 00:20:05.823893 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dc4eb240-66e9-4050-bbcd-242cdbcedfc9 req-1ac0672d-db56-4f07-a985-4c831d6d6265 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=028bc191-9b63-4b1e-8665-ee0ac60ec459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351973 Aug 24 00:20:05.933452 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dc4eb240-66e9-4050-bbcd-242cdbcedfc9 req-e25ec564-491f-4aa2-91de-7b792b58acd8 service neutron] 10.222.0.13 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015241 Aug 24 00:20:06.058073 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dc4eb240-66e9-4050-bbcd-242cdbcedfc9 req-1e784f3d-1600-4b26-bafe-1f83f26ab7ac service neutron] 10.222.0.13 "GET /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172636 Aug 24 00:20:06.131399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a83341-7242-4df1-b17f-d13b747da3ce req-b8ce3c12-fae6-462d-8195-786943f974aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:06.132933 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a83341-7242-4df1-b17f-d13b747da3ce req-b8ce3c12-fae6-462d-8195-786943f974aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c38a1b87-3f40-463b-b40e-b0530aeaceca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7284715 Aug 24 00:20:06.134729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e1ae45a-cd94-4baa-af18-e765aa1b1c65 req-e4d09b66-c1ca-4ced-8344-d3f3e1bd6895 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c48819a6-909e-4c21-9124-d86eb9e74868 HTTP/1.1" status: 200 len: 210 time: 0.4005158 Aug 24 00:20:06.294424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80fd4ac-5845-40a8-ae4d-ce761b06dbac req-ccb2b0bd-c480-4d62-b281-5d6390fdd579 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] No DVR routers for this DVR port 90c6548c-3ce5-45c2-926a-76773f369911 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:06.298417 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a83341-7242-4df1-b17f-d13b747da3ce req-18de9ab6-808d-441c-b45d-7215a7c3d2bd service neutron] 10.222.0.47 "GET /v2.0/networks/c38a1b87-3f40-463b-b40e-b0530aeaceca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568079 Aug 24 00:20:06.302758 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a80fd4ac-5845-40a8-ae4d-ce761b06dbac req-ccb2b0bd-c480-4d62-b281-5d6390fdd579 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:06.305300 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a80fd4ac-5845-40a8-ae4d-ce761b06dbac req-ccb2b0bd-c480-4d62-b281-5d6390fdd579 tempest-ServerRescueTestJSON-1038011726 tempest-ServerRescueTestJSON-1038011726-project] 10.222.0.47 "DELETE /v2.0/ports/90c6548c-3ce5-45c2-926a-76773f369911 HTTP/1.1" status: 204 len: 173 time: 1.6254940 Aug 24 00:20:06.417241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df01f34-acbf-412f-8371-7a45bb56d8fe req-3deb8b39-0fb7-4d6f-96e7-944f016cded3 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:06.418872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6df01f34-acbf-412f-8371-7a45bb56d8fe req-3deb8b39-0fb7-4d6f-96e7-944f016cded3 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=20427669-e17d-4fb7-89bb-15db6d5d7526 HTTP/1.1" status: 200 len: 943 time: 0.2805922 Aug 24 00:20:06.460103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-3c288582-b03c-455d-8737-f3c8d5af59b8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:06.463304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-3c288582-b03c-455d-8737-f3c8d5af59b8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2163942 Aug 24 00:20:06.495269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a83341-7242-4df1-b17f-d13b747da3ce req-ac9f2e8b-18b5-4cd6-b490-2e13277218e1 service neutron] 10.222.0.47 "GET /v2.0/networks/c38a1b87-3f40-463b-b40e-b0530aeaceca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731157 Aug 24 00:20:06.546752 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6df01f34-acbf-412f-8371-7a45bb56d8fe req-fd139374-d4c1-4aca-97e9-88022855d0a8 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151800 Aug 24 00:20:06.549761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-fee64d17-743c-4aad-b95e-c4f8d19afcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.0728104 Aug 24 00:20:06.569857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-0038eff6-013c-46e1-bb22-8a104175e2da tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Request body: {'floatingip': {'port_id': '74e4c432-ceed-4113-92a1-d3353114c0fe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:06.626195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d846b229-c500-4b4f-ae42-e136f6f8c974 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:20:06.634222 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-0038eff6-013c-46e1-bb22-8a104175e2da tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:06.774120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d846b229-c500-4b4f-ae42-e136f6f8c974, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d846b229-c500-4b4f-ae42-e136f6f8c974,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:06.789026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'd846b229-c500-4b4f-ae42-e136f6f8c974', 'network_id': '028bc191-9b63-4b1e-8665-ee0ac60ec459', 'port_id': 'd846b229-c500-4b4f-ae42-e136f6f8c974', 'mac_address': 'fa:16:3e:68:9d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5c70c4-a295-4688-8a6b-f8f806143f22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:20:06.835772 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:06.851802 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d846b229-c500-4b4f-ae42-e136f6f8c974 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:06.854725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9a961-bff2-4d6b-b71a-937efa1387f7 req-34bf3cd0-861d-4e52-82cc-317d1fd3ba91 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:06.857071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebb9a961-bff2-4d6b-b71a-937efa1387f7 req-34bf3cd0-861d-4e52-82cc-317d1fd3ba91 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.1841135 Aug 24 00:20:06.876282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d846b229-c500-4b4f-ae42-e136f6f8c974, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d846b229-c500-4b4f-ae42-e136f6f8c974,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:06.885810 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:06.942038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d846b229-c500-4b4f-ae42-e136f6f8c974,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:06.951719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebb9a961-bff2-4d6b-b71a-937efa1387f7 req-ae2c238f-0e11-431a-b2d3-6438d8b37889 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851517 Aug 24 00:20:07.089415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b142f77d-082c-4478-9cd4-ce25d5053b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e079f6-6e36-407d-a20a-b858acb18d58'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:07.092694 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9376237a-c6a5-4217-8cec-e9955ebb8215" -d '{"events": [{"server_uuid": "b142f77d-082c-4478-9cd4-ce25d5053b27", "name": "network-vif-plugged", "status": "completed", "tag": "22e079f6-6e36-407d-a20a-b858acb18d58"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:07.213309 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['d846b229-c500-4b4f-ae42-e136f6f8c974'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:07.351556 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-0038eff6-013c-46e1-bb22-8a104175e2da tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:07.371672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17567269-5755-4f27-9735-6ac4199eabe8 req-293589e8-2201-49a8-813f-8bbf0f6cef39 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:07.381416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17567269-5755-4f27-9735-6ac4199eabe8 req-293589e8-2201-49a8-813f-8bbf0f6cef39 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 943 time: 0.0875757 Aug 24 00:20:07.385317 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-0038eff6-013c-46e1-bb22-8a104175e2da tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:07.489520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17567269-5755-4f27-9735-6ac4199eabe8 req-f8b3a099-ec62-46c7-b3c4-42c625bc78ab tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060820 Aug 24 00:20:07.563891 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-0038eff6-013c-46e1-bb22-8a104175e2da tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Floating IP db8343af-18ab-479e-b3ec-617587fa71a3 associated. External IP: 172.25.8.110, port: 74e4c432-ceed-4113-92a1-d3353114c0fe. Aug 24 00:20:07.633018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4367d791-6818-4eae-a106-49ba68879bf2', 'tag': '799c38cc-57db-4c06-8149-63292ff75bcc'}, {'server_uuid': 'c48819a6-909e-4c21-9124-d86eb9e74868', 'name': 'network-vif-deleted', 'tag': '90c6548c-3ce5-45c2-926a-76773f369911'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:07.635340 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9fe127-dc71-4b04-be2e-78f2f1d5b4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4367d791-6818-4eae-a106-49ba68879bf2", "tag": "799c38cc-57db-4c06-8149-63292ff75bcc"}, {"server_uuid": "c48819a6-909e-4c21-9124-d86eb9e74868", "name": "network-vif-deleted", "tag": "90c6548c-3ce5-45c2-926a-76773f369911"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:07.827003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-184cf88a-a317-4f99-b62f-abd408ef9d99 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:07.828493 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-184cf88a-a317-4f99-b62f-abd408ef9d99 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 811 time: 0.1881030 Aug 24 00:20:07.893532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-8485b89c-eea3-407b-bf50-198e29183a66 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/quotas/e64cca1666df447f8193bde9cd7bcca8 HTTP/1.1" status: 200 len: 375 time: 0.0544863 Aug 24 00:20:07.940199 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-19117382-91b0-490a-b859-edf9873ecd0f tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365255 Aug 24 00:20:07.941979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-0038eff6-013c-46e1-bb22-8a104175e2da tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Router 654d1921-2a61-416f-aa0c-6dc6dcecede1 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:20:08.144641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-0038eff6-013c-46e1-bb22-8a104175e2da tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:20:08.151101 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-0038eff6-013c-46e1-bb22-8a104175e2da tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:08.157303 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95934147-e78e-4db3-af16-4e473d67b3dd None None] Sync routers for ids ['654d1921-2a61-416f-aa0c-6dc6dcecede1'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:20:08.168541 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95934147-e78e-4db3-af16-4e473d67b3dd None None] Routers {'654d1921-2a61-416f-aa0c-6dc6dcecede1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:08.169519 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-95934147-e78e-4db3-af16-4e473d67b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['654d1921-2a61-416f-aa0c-6dc6dcecede1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:08.198690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-c5a4deea-f6c6-4d2a-825b-d0e18aae5b06 service neutron] 10.222.0.32 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465835 Aug 24 00:20:08.273794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-0038eff6-013c-46e1-bb22-8a104175e2da tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "PUT /v2.0/floatingips/db8343af-18ab-479e-b3ec-617587fa71a3 HTTP/1.1" status: 200 len: 997 time: 1.7098641 Aug 24 00:20:08.305388 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-95934147-e78e-4db3-af16-4e473d67b3dd None None] Set router 654d1921-2a61-416f-aa0c-6dc6dcecede1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:08.364167 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-b82d11d8-256b-4e4a-9a9e-db30234939b8 service neutron] 10.222.0.32 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645384 Aug 24 00:20:08.386374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-ca618f6f-22b8-4863-9528-5437ef6e620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:08.387957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-ca618f6f-22b8-4863-9528-5437ef6e620c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bcd79c71f504961b58ea4efc7a8fe6a&device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 1097 time: 0.0974410 Aug 24 00:20:08.425850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 90c6548c-3ce5-45c2-926a-76773f369911 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:08.468947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 90c6548c-3ce5-45c2-926a-76773f369911 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:08.469307 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 90c6548c-3ce5-45c2-926a-76773f369911 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:08.540051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-8c1d428e-578f-4c22-b456-6128828a76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:08.551676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-8c1d428e-578f-4c22-b456-6128828a76d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2564e6f-e4be-486d-a3cc-8fc98dce5be5 HTTP/1.1" status: 200 len: 930 time: 0.1560507 Aug 24 00:20:08.560431 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8ddea3-eb2e-41a4-a23a-b72f4fd1ce03 x-openstack-request-id: req-9c8ddea3-eb2e-41a4-a23a-b72f4fd1ce03 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:08.560672 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b142f77d-082c-4478-9cd4-ce25d5053b27", "name": "network-vif-plugged", "status": "completed", "tag": "22e079f6-6e36-407d-a20a-b858acb18d58", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:08.560920 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c8ddea3-eb2e-41a4-a23a-b72f4fd1ce03 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:08.561312 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b142f77d-082c-4478-9cd4-ce25d5053b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e079f6-6e36-407d-a20a-b858acb18d58', 'code': 200} Aug 24 00:20:08.613615 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50742) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:08.624491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d846b229-c500-4b4f-ae42-e136f6f8c974 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:08.695973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-dec1e2c8-e27a-4a71-a607-24b0dcd2c844 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e4c432-ceed-4113-92a1-d3353114c0fe HTTP/1.1" status: 200 len: 1000 time: 0.1377182 Aug 24 00:20:08.756558 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port d846b229-c500-4b4f-ae42-e136f6f8c974 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:08.760085 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-95934147-e78e-4db3-af16-4e473d67b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:19:44Z', 'revision_number': 4, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port': {'id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:41Z', 'updated_at': '2021-08-24T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'db8343af-18ab-479e-b3ec-617587fa71a3', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'floating_ip_address': '172.25.8.110', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'port_id': '74e4c432-ceed-4113-92a1-d3353114c0fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'mac_address': 'fa:16:3e:54:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:20:03Z', 'updated_at': '2021-08-24T00:20:07Z', 'revision_number': 1, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1da0ae-548b-412b-a5f0-2b222c418279', 'name': '', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'mac_address': 'fa:16:3e:f9:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:43Z', 'updated_at': '2021-08-24T00:19:51Z', 'revision_number': 5, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'subnets': [{'id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:08.762661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port d846b229-c500-4b4f-ae42-e136f6f8c974 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:08.763195 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:08.771767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-73c074a2-b022-4d80-bfab-b79e1dbfc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:08.781446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-73c074a2-b022-4d80-bfab-b79e1dbfc1f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=755f0cc7-2560-45a0-8b6f-1dd4e1ba089d HTTP/1.1" status: 200 len: 868 time: 0.0824497 Aug 24 00:20:08.903112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96286903-f52e-48dd-b5e6-8c78a4b91e69 req-0ad864ef-e738-4bb6-a47c-f0dc3fbc148b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:08.914278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96286903-f52e-48dd-b5e6-8c78a4b91e69 req-0ad864ef-e738-4bb6-a47c-f0dc3fbc148b tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=20427669-e17d-4fb7-89bb-15db6d5d7526 HTTP/1.1" status: 200 len: 944 time: 0.1460962 Aug 24 00:20:08.919149 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb882811-e29e-404c-b9ea-1886d74e4469 req-d5bd4377-3e1b-42bf-ae7d-1b2a12eb939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:08.921857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-4cdee7b4-ce81-418a-a2e9-5abce27bf691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:08.922450 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-eb882811-e29e-404c-b9ea-1886d74e4469 req-d5bd4377-3e1b-42bf-ae7d-1b2a12eb939c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 1097 time: 0.1059263 Aug 24 00:20:08.935275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-4cdee7b4-ce81-418a-a2e9-5abce27bf691 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2564e6f-e4be-486d-a3cc-8fc98dce5be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523247 Aug 24 00:20:08.969135 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95934147-e78e-4db3-af16-4e473d67b3dd None None] Checking router: 654d1921-2a61-416f-aa0c-6dc6dcecede1 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:20:08.992311 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95934147-e78e-4db3-af16-4e473d67b3dd None None] Routers {'654d1921-2a61-416f-aa0c-6dc6dcecede1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:08.992932 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-95934147-e78e-4db3-af16-4e473d67b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['654d1921-2a61-416f-aa0c-6dc6dcecede1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:09.004774 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-eb882811-e29e-404c-b9ea-1886d74e4469 req-b9c76828-8849-4b0b-bccb-dc0498ce3cff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435874 Aug 24 00:20:09.048057 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:09.129171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d846b229-c500-4b4f-ae42-e136f6f8c974, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d846b229-c500-4b4f-ae42-e136f6f8c974,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:09.162576 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:09.268787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96286903-f52e-48dd-b5e6-8c78a4b91e69 req-62c83096-2d8c-492e-83ce-896744f99df0 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532302 Aug 24 00:20:09.275902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d846b229-c500-4b4f-ae42-e136f6f8c974,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:09.278078 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b74e0c2-7665-4db4-8014-b8d2077cb7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:09.286920 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-95934147-e78e-4db3-af16-4e473d67b3dd None None] Set router 654d1921-2a61-416f-aa0c-6dc6dcecede1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:09.375247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-b3aa8356-2c87-4562-beae-497a533ec294 service neutron] 10.222.0.32 "GET /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385443 Aug 24 00:20:09.407273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20283548-0269-4023-b00a-8bb101fa0700 req-6d738609-6597-4f36-9911-2b1a7a0cd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:09.408947 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20283548-0269-4023-b00a-8bb101fa0700 req-6d738609-6597-4f36-9911-2b1a7a0cd367 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ce6aa8870724a108d8de3a3992de387&device_id=080ca8f0-f443-46d7-bce8-874ea60ddaec HTTP/1.1" status: 200 len: 1102 time: 0.2375691 Aug 24 00:20:09.410437 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16aed10-2f5c-405f-ae8b-eeb7dcc6d30e x-openstack-request-id: req-e16aed10-2f5c-405f-ae8b-eeb7dcc6d30e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:09.410728 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4367d791-6818-4eae-a106-49ba68879bf2", "tag": "799c38cc-57db-4c06-8149-63292ff75bcc", "status": "completed", "code": 200}, {"server_uuid": "c48819a6-909e-4c21-9124-d86eb9e74868", "name": "network-vif-deleted", "tag": "90c6548c-3ce5-45c2-926a-76773f369911", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:09.411015 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e16aed10-2f5c-405f-ae8b-eeb7dcc6d30e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:09.412016 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4367d791-6818-4eae-a106-49ba68879bf2', 'tag': '799c38cc-57db-4c06-8149-63292ff75bcc', 'status': 'completed', 'code': 200} Aug 24 00:20:09.412358 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48819a6-909e-4c21-9124-d86eb9e74868', 'name': 'network-vif-deleted', 'tag': '90c6548c-3ce5-45c2-926a-76773f369911', 'status': 'completed', 'code': 200} Aug 24 00:20:09.606456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69abaafc-d07b-4769-9b36-5598b5c6f941 req-e5992ed3-a990-45e3-806b-fc4a32cf03db service neutron] 10.222.0.32 "GET /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303119 Aug 24 00:20:09.760497 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-95934147-e78e-4db3-af16-4e473d67b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:19:44Z', 'revision_number': 4, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port': {'id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:41Z', 'updated_at': '2021-08-24T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'db8343af-18ab-479e-b3ec-617587fa71a3', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'floating_ip_address': '172.25.8.110', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'port_id': '74e4c432-ceed-4113-92a1-d3353114c0fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'mac_address': 'fa:16:3e:54:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:20:03Z', 'updated_at': '2021-08-24T00:20:07Z', 'revision_number': 1, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1da0ae-548b-412b-a5f0-2b222c418279', 'name': '', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'mac_address': 'fa:16:3e:f9:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:43Z', 'updated_at': '2021-08-24T00:19:51Z', 'revision_number': 5, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'subnets': [{'id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:09.785683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39d038-7b34-48d7-b089-b73744191492 req-bd85acce-486e-4c24-84b2-c7602722655e tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:09.788033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca39d038-7b34-48d7-b089-b73744191492 req-bd85acce-486e-4c24-84b2-c7602722655e tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.1623988 Aug 24 00:20:09.804395 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95934147-e78e-4db3-af16-4e473d67b3dd None None] The sync data for ids ['654d1921-2a61-416f-aa0c-6dc6dcecede1'] in n-d-805736-1 is: [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:19:44Z', 'revision_number': 4, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port': {'id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:41Z', 'updated_at': '2021-08-24T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'db8343af-18ab-479e-b3ec-617587fa71a3', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'floating_ip_address': '172.25.8.110', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'port_id': '74e4c432-ceed-4113-92a1-d3353114c0fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'mac_address': 'fa:16:3e:54:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:20:03Z', 'updated_at': '2021-08-24T00:20:07Z', 'revision_number': 1, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1da0ae-548b-412b-a5f0-2b222c418279', 'name': '', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'mac_address': 'fa:16:3e:f9:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:43Z', 'updated_at': '2021-08-24T00:19:51Z', 'revision_number': 5, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'subnets': [{'id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:09.804642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe127-dc71-4b04-be2e-78f2f1d5b4d8 req-3ad9320f-a7e5-45c2-baa0-40a0a3bf133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:09.806832 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a9fe127-dc71-4b04-be2e-78f2f1d5b4d8 req-3ad9320f-a7e5-45c2-baa0-40a0a3bf133f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3838df24e3384c71a690c443299d0c56&device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 1094 time: 0.3716085 Aug 24 00:20:09.861603 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3b74e0c2-7665-4db4-8014-b8d2077cb7d3 admin admin] Deleting port 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:09.862889 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b74e0c2-7665-4db4-8014-b8d2077cb7d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:09.960628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe127-dc71-4b04-be2e-78f2f1d5b4d8 req-c774f4a0-b2ae-4e04-8cd3-52319e5c94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:09.962077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a9fe127-dc71-4b04-be2e-78f2f1d5b4d8 req-c774f4a0-b2ae-4e04-8cd3-52319e5c94ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=c38a1b87-3f40-463b-b40e-b0530aeaceca HTTP/1.1" status: 200 len: 916 time: 0.1457176 Aug 24 00:20:09.983511 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-3b74e0c2-7665-4db4-8014-b8d2077cb7d3 admin admin] For port 79cc6102-c999-4aae-ac6d-5a0ca42b1c91, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=79cc6102-c999-4aae-ac6d-5a0ca42b1c91,segment=NetworkSegment(6b492fbf-e29f-4c70-b72b-661c5ad8d0be),segment_id=6b492fbf-e29f-4c70-b72b-661c5ad8d0be)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:09.984138 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b74e0c2-7665-4db4-8014-b8d2077cb7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:10.004216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3b74e0c2-7665-4db4-8014-b8d2077cb7d3 admin admin] Calling delete_port for 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:10.064378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca39d038-7b34-48d7-b089-b73744191492 req-f41b8873-3da0-468d-ad75-f2fc11d882a8 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624710 Aug 24 00:20:10.092244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a9fe127-dc71-4b04-be2e-78f2f1d5b4d8 req-8470c00d-29a6-4f05-9b03-f64c26a124a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=799c38cc-57db-4c06-8149-63292ff75bcc HTTP/1.1" status: 200 len: 217 time: 0.1202381 Aug 24 00:20:10.169847 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a8fed-2adc-4428-a69f-8547a2862088 None None] New status for floating IP db8343af-18ab-479e-b3ec-617587fa71a3: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:20:10.188672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20283548-0269-4023-b00a-8bb101fa0700 req-bb45870b-8d1c-468c-82cf-b3115e84410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:10.193077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20283548-0269-4023-b00a-8bb101fa0700 req-bb45870b-8d1c-468c-82cf-b3115e84410a service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.5652733 Aug 24 00:20:10.201654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43a23a30-5fab-4cf4-ad5b-d4d38727938a req-001bd273-7ef6-4eaf-a1c8-cf3d835278ea tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 210 time: 0.1447718 Aug 24 00:20:10.481808 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20283548-0269-4023-b00a-8bb101fa0700 req-d11ecbd9-1bb1-4919-8665-ee77a42ef392 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915 HTTP/1.1" status: 200 len: 217 time: 0.2576034 Aug 24 00:20:10.517381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 799c38cc-57db-4c06-8149-63292ff75bcc details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:20:10.562860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20283548-0269-4023-b00a-8bb101fa0700 req-f7c881f4-b51c-4dad-adf8-c6e9505c48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:10.562860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20283548-0269-4023-b00a-8bb101fa0700 req-f7c881f4-b51c-4dad-adf8-c6e9505c48f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0665257 Aug 24 00:20:10.565823 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-ec8e7498-11fe-48bd-8e12-3e75e06031ab tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:10.566057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20427669-e17d-4fb7-89bb-15db6d5d7526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd846b229-c500-4b4f-ae42-e136f6f8c974'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:10.568529 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-ec8e7498-11fe-48bd-8e12-3e75e06031ab tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.47 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 811 time: 0.2612798 Aug 24 00:20:10.570568 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0538239-9491-4f5c-b1b2-99f5b0f5318f" -d '{"events": [{"server_uuid": "20427669-e17d-4fb7-89bb-15db6d5d7526", "name": "network-vif-plugged", "status": "completed", "tag": "d846b229-c500-4b4f-ae42-e136f6f8c974"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:10.575182 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b74e0c2-7665-4db4-8014-b8d2077cb7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:10.591010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe127-dc71-4b04-be2e-78f2f1d5b4d8 req-f92a2ba3-afd4-4eaf-a8df-081724de0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:10.592319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a9fe127-dc71-4b04-be2e-78f2f1d5b4d8 req-f92a2ba3-afd4-4eaf-a8df-081724de0693 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a38b3763-f611-45ac-9aa3-0a455b44baf3 HTTP/1.1" status: 200 len: 854 time: 0.4745634 Aug 24 00:20:10.621455 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-a9669667-83c1-4d61-b8f9-3971a49e8ce3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Request body: {'port': {'device_id': 'f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'admin_state_up': True, 'tenant_id': 'e64cca1666df447f8193bde9cd7bcca8'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:10.627910 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74e0c2-7665-4db4-8014-b8d2077cb7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79cc6102-c999-4aae-ac6d-5a0ca42b1c91,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:10.695068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 799c38cc-57db-4c06-8149-63292ff75bcc, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=799c38cc-57db-4c06-8149-63292ff75bcc,segment=NetworkSegment(c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e),segment_id=c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:10.718441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '799c38cc-57db-4c06-8149-63292ff75bcc', 'network_id': 'c38a1b87-3f40-463b-b40e-b0530aeaceca', 'port_id': '799c38cc-57db-4c06-8149-63292ff75bcc', 'mac_address': 'fa:16:3e:63:3b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38b3763-f611-45ac-9aa3-0a455b44baf3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:20:10.722875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38aac3-b40e-4dfb-bcef-dd3d1ffd9829 req-ac12ec70-a0a0-4a43-b951-dc9c79f4439f tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:10.725282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed38aac3-b40e-4dfb-bcef-dd3d1ffd9829 req-ac12ec70-a0a0-4a43-b951-dc9c79f4439f tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 943 time: 0.5196168 Aug 24 00:20:10.780743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aff585e2-72f2-4862-890d-19b989f117b8 req-a5c9133b-f0ab-4508-b8b6-0aff122275eb tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 258 time: 0.4865263 Aug 24 00:20:10.791318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20283548-0269-4023-b00a-8bb101fa0700 req-5a0a5c16-8528-4ad9-87b7-a9df62582761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:10.794257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20283548-0269-4023-b00a-8bb101fa0700 req-5a0a5c16-8528-4ad9-87b7-a9df62582761 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1717508 Aug 24 00:20:10.797802 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:10.799851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:10.822129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe127-dc71-4b04-be2e-78f2f1d5b4d8 req-23796416-9e0c-45fd-8caf-5f9e60f49aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:10.824115 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a9fe127-dc71-4b04-be2e-78f2f1d5b4d8 req-23796416-9e0c-45fd-8caf-5f9e60f49aa8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c38a1b87-3f40-463b-b40e-b0530aeaceca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1784401 Aug 24 00:20:10.849416 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:10.852980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799c38cc-57db-4c06-8149-63292ff75bcc {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:10.881947 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-a9669667-83c1-4d61-b8f9-3971a49e8ce3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Made reservation on behalf of e64cca1666df447f8193bde9cd7bcca8 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:10.885530 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-a9669667-83c1-4d61-b8f9-3971a49e8ce3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:10.887747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 799c38cc-57db-4c06-8149-63292ff75bcc, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=799c38cc-57db-4c06-8149-63292ff75bcc,segment=NetworkSegment(c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e),segment_id=c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:10.905927 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:11.009166 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b74e0c2-7665-4db4-8014-b8d2077cb7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:11.021699 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=799c38cc-57db-4c06-8149-63292ff75bcc,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:11.118638 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-a9669667-83c1-4d61-b8f9-3971a49e8ce3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Allocated IP 172.20.0.12 (4e62f524-6a63-41f9-8661-cb5c0da3099c/7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3/91c02efe-c63e-43f5-a228-8bba617b5847) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:11.303414 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['799c38cc-57db-4c06-8149-63292ff75bcc'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:11.340514 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed38aac3-b40e-4dfb-bcef-dd3d1ffd9829 req-f9859caf-6772-49f0-959c-32504c077103 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6068790 Aug 24 00:20:11.414584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'tag': '74e4c432-ceed-4113-92a1-d3353114c0fe'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:11.417253 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41b86b9-e3e2-4124-b818-16dd102b039d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0337a8-899e-46ea-889d-2cbc3dbb139e", "tag": "74e4c432-ceed-4113-92a1-d3353114c0fe"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:11.478106 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20283548-0269-4023-b00a-8bb101fa0700 req-6d486cbe-8dd0-4708-9a3e-ab46a1b55a40 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527843 Aug 24 00:20:11.482943 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-a9669667-83c1-4d61-b8f9-3971a49e8ce3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:11.486263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b74e0c2-7665-4db4-8014-b8d2077cb7d3 admin admin] Router 58df32c2-cd50-4832-891b-2119c6187be2 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:20:11.563440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a9fe127-dc71-4b04-be2e-78f2f1d5b4d8 req-b0b05d51-3b1d-4b88-862b-c012c0b5d2b6 service neutron] 10.222.0.47 "GET /v2.0/networks/c38a1b87-3f40-463b-b40e-b0530aeaceca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7222500 Aug 24 00:20:11.621230 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-a9669667-83c1-4d61-b8f9-3971a49e8ce3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:11.726257 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b74e0c2-7665-4db4-8014-b8d2077cb7d3 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:20:11.729143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-a9669667-83c1-4d61-b8f9-3971a49e8ce3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Network 4e62f524-6a63-41f9-8661-cb5c0da3099c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:11.735330 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3b74e0c2-7665-4db4-8014-b8d2077cb7d3 admin admin] 10.222.0.32 "PUT /v2.0/routers/58df32c2-cd50-4832-891b-2119c6187be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1206315 Aug 24 00:20:11.738463 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-a9669667-83c1-4d61-b8f9-3971a49e8ce3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:11.740445 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae344ac9-bba2-4a93-b69c-4c8f6bfb9262 None None] Sync routers for ids ['58df32c2-cd50-4832-891b-2119c6187be2'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:20:11.743482 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50780) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:11.750100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-a9669667-83c1-4d61-b8f9-3971a49e8ce3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:11.755957 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9669667-83c1-4d61-b8f9-3971a49e8ce3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Pushing event updated for resources: {'Port': ['ID=91c02efe-c63e-43f5-a228-8bba617b5847,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:11.795616 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae344ac9-bba2-4a93-b69c-4c8f6bfb9262 None None] Routers {'58df32c2-cd50-4832-891b-2119c6187be2'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:11.800902 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ae344ac9-bba2-4a93-b69c-4c8f6bfb9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['58df32c2-cd50-4832-891b-2119c6187be2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:11.803902 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20283548-0269-4023-b00a-8bb101fa0700 req-c2abb695-e22b-4fac-894d-afe194322d6a service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146989 Aug 24 00:20:11.807936 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:11.823499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31004226-7280-4ec8-81b8-696c39a41220 req-d3eab6e8-6985-426f-b7ee-9beb6ccd5e2d tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:11.826647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31004226-7280-4ec8-81b8-696c39a41220 req-d3eab6e8-6985-426f-b7ee-9beb6ccd5e2d tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=20427669-e17d-4fb7-89bb-15db6d5d7526 HTTP/1.1" status: 200 len: 945 time: 0.2765110 Aug 24 00:20:11.847499 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-a9669667-83c1-4d61-b8f9-3971a49e8ce3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:11.848450 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-a9669667-83c1-4d61-b8f9-3971a49e8ce3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:11.916415 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-a9669667-83c1-4d61-b8f9-3971a49e8ce3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2987657 Aug 24 00:20:11.925894 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:11.949949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31004226-7280-4ec8-81b8-696c39a41220 req-90e3bee7-fc68-42bf-86bb-2f7ba0426834 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114450 Aug 24 00:20:11.955494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a9fe127-dc71-4b04-be2e-78f2f1d5b4d8 req-32b86af1-d60f-4451-aa04-8a24abf496bf service neutron] 10.222.0.47 "GET /v2.0/networks/c38a1b87-3f40-463b-b40e-b0530aeaceca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769500 Aug 24 00:20:12.016659 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Request body: {'port': {'device_id': 'f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:12.060917 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fe29ac-c927-407d-9659-eca2464e2e03 x-openstack-request-id: req-22fe29ac-c927-407d-9659-eca2464e2e03 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:12.063824 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20427669-e17d-4fb7-89bb-15db6d5d7526", "name": "network-vif-plugged", "status": "completed", "tag": "d846b229-c500-4b4f-ae42-e136f6f8c974", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:12.064215 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22fe29ac-c927-407d-9659-eca2464e2e03 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:12.064816 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20427669-e17d-4fb7-89bb-15db6d5d7526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd846b229-c500-4b4f-ae42-e136f6f8c974', 'code': 200} Aug 24 00:20:12.093097 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ae344ac9-bba2-4a93-b69c-4c8f6bfb9262 None None] Set router 58df32c2-cd50-4832-891b-2119c6187be2 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:12.105576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Allocated IP 172.25.8.141 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/89b8e8b5-bf76-480d-8456-114a49bd86e7) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:12.262116 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.422416 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.424407 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ae344ac9-bba2-4a93-b69c-4c8f6bfb9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df32c2-cd50-4832-891b-2119c6187be2', 'name': 'tempest-ServerRescueTestJSON-205326905-router', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '42677085-de48-4f86-83ad-fd9075567021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:30Z', 'updated_at': '2021-08-24T00:20:10Z', 'revision_number': 5, 'project_id': '3c6e0e872fd9493581d598175e4e4ca3', 'gw_port': {'id': '42677085-de48-4f86-83ad-fd9075567021', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df32c2-cd50-4832-891b-2119c6187be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:32Z', 'updated_at': '2021-08-24T00:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:12.436847 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.463391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 799c38cc-57db-4c06-8149-63292ff75bcc up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:12.482731 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae344ac9-bba2-4a93-b69c-4c8f6bfb9262 None None] Checking router: 58df32c2-cd50-4832-891b-2119c6187be2 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:20:12.484805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:12.493287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:12.500602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:12.508479 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae344ac9-bba2-4a93-b69c-4c8f6bfb9262 None None] Routers {'58df32c2-cd50-4832-891b-2119c6187be2'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:12.511377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017cbb3-ea3c-46f0-a6fe-4bf9723ceef4 req-3e097538-705a-4a0f-a028-3fcc9692a063 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:12.511669 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ae344ac9-bba2-4a93-b69c-4c8f6bfb9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['58df32c2-cd50-4832-891b-2119c6187be2'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:12.513256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6017cbb3-ea3c-46f0-a6fe-4bf9723ceef4 req-3e097538-705a-4a0f-a028-3fcc9692a063 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.1427219 Aug 24 00:20:12.545943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Pushing event updated for resources: {'Port': ['ID=89b8e8b5-bf76-480d-8456-114a49bd86e7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:12.551026 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.565033 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512a0c-4f65-467f-9a1e-df4128d663af req-856987e6-516c-4647-99e8-47c7ce89a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:12.571841 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f3512a0c-4f65-467f-9a1e-df4128d663af req-856987e6-516c-4647-99e8-47c7ce89a784 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20427669-e17d-4fb7-89bb-15db6d5d7526 HTTP/1.1" status: 200 len: 1096 time: 0.1627486 Aug 24 00:20:12.572877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:12.573445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:12.573840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:12.574187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:12.574542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:12.575113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:12.575488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:12.575955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:12.576442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:12.576771 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:12.577187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:12.577574 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:12.620584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 799c38cc-57db-4c06-8149-63292ff75bcc completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:12.626848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 799c38cc-57db-4c06-8149-63292ff75bcc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:12.627221 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.662814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6017cbb3-ea3c-46f0-a6fe-4bf9723ceef4 req-90300584-c7fd-4f90-84c3-ff4e5bc5ad5a tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235793 Aug 24 00:20:12.695630 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.752460 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f3512a0c-4f65-467f-9a1e-df4128d663af req-b27e8746-6ccf-4594-a056-7a16dd369786 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575263 Aug 24 00:20:12.782091 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.812916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] Deleting port 42677085-de48-4f86-83ad-fd9075567021 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:12.813328 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.813530 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.816778 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ae344ac9-bba2-4a93-b69c-4c8f6bfb9262 None None] Set router 58df32c2-cd50-4832-891b-2119c6187be2 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:12.892670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 799c38cc-57db-4c06-8149-63292ff75bcc, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=799c38cc-57db-4c06-8149-63292ff75bcc,segment=NetworkSegment(c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e),segment_id=c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:12.905196 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.911648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] For port 42677085-de48-4f86-83ad-fd9075567021, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=42677085-de48-4f86-83ad-fd9075567021,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:12.911885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.925215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] Calling delete_port for 42677085-de48-4f86-83ad-fd9075567021 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:13.010875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=799c38cc-57db-4c06-8149-63292ff75bcc,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:13.035288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaff5a-9ce0-444f-9ea8-fcaf87a56772 req-b7009635-5ee1-4630-9f84-e91759220588 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:13.043716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dfaff5a-9ce0-444f-9ea8-fcaf87a56772 req-b7009635-5ee1-4630-9f84-e91759220588 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 932 time: 0.2040768 Aug 24 00:20:13.087932 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ae344ac9-bba2-4a93-b69c-4c8f6bfb9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58df32c2-cd50-4832-891b-2119c6187be2', 'name': 'tempest-ServerRescueTestJSON-205326905-router', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '42677085-de48-4f86-83ad-fd9075567021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:30Z', 'updated_at': '2021-08-24T00:20:10Z', 'revision_number': 5, 'project_id': '3c6e0e872fd9493581d598175e4e4ca3', 'gw_port': {'id': '42677085-de48-4f86-83ad-fd9075567021', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df32c2-cd50-4832-891b-2119c6187be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:32Z', 'updated_at': '2021-08-24T00:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:13.116639 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.120423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dfaff5a-9ce0-444f-9ea8-fcaf87a56772 req-e00c8a9d-92b9-456e-8ec8-12ce925c8b75 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753720 Aug 24 00:20:13.132541 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae344ac9-bba2-4a93-b69c-4c8f6bfb9262 None None] The sync data for ids ['58df32c2-cd50-4832-891b-2119c6187be2'] in n-d-805736-1 is: [{'id': '58df32c2-cd50-4832-891b-2119c6187be2', 'name': 'tempest-ServerRescueTestJSON-205326905-router', 'tenant_id': '3c6e0e872fd9493581d598175e4e4ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '42677085-de48-4f86-83ad-fd9075567021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:30Z', 'updated_at': '2021-08-24T00:20:10Z', 'revision_number': 5, 'project_id': '3c6e0e872fd9493581d598175e4e4ca3', 'gw_port': {'id': '42677085-de48-4f86-83ad-fd9075567021', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58df32c2-cd50-4832-891b-2119c6187be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:32Z', 'updated_at': '2021-08-24T00:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:13.176401 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] Pushing event deleted for resources: {'Port': ['ID=42677085-de48-4f86-83ad-fd9075567021,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:13.202222 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.212181 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.223096 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff5c50b-cf71-4208-9b43-e2d940a0f384 x-openstack-request-id: req-8ff5c50b-cf71-4208-9b43-e2d940a0f384 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:13.223380 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0337a8-899e-46ea-889d-2cbc3dbb139e", "tag": "74e4c432-ceed-4113-92a1-d3353114c0fe", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:13.223697 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ff5c50b-cf71-4208-9b43-e2d940a0f384 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:13.224361 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'tag': '74e4c432-ceed-4113-92a1-d3353114c0fe', 'status': 'completed', 'code': 200} Aug 24 00:20:13.311707 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c02efe-c63e-43f5-a228-8bba617b5847 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:13.320585 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.331488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Pushing event updated for resources: {'Port': ['ID=89b8e8b5-bf76-480d-8456-114a49bd86e7,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:13.372322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ef29b-1849-45a3-b726-c231737f610c req-f2057c20-d0ae-44b4-923f-1de5b4c8a916 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:13.374489 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca3ef29b-1849-45a3-b726-c231737f610c req-f2057c20-d0ae-44b4-923f-1de5b4c8a916 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 946 time: 0.0841768 Aug 24 00:20:13.375610 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.388613 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.394904 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Transition to ACTIVE for port object 91c02efe-c63e-43f5-a228-8bba617b5847 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:13.414725 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.416086 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aff585e2-72f2-4862-890d-19b989f117b8 req-8415e731-c510-4671-b463-2a0d875655a1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6207197 Aug 24 00:20:13.459450 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.480140 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca3ef29b-1849-45a3-b726-c231737f610c req-bb5c7aa1-9b42-4133-adca-d89897662b99 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/security-groups?id=2702ca1b-1e15-43db-b273-4d22bd4ae163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938594 Aug 24 00:20:13.493313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aff585e2-72f2-4862-890d-19b989f117b8 req-3af87193-ddd4-4392-87b1-3edee5fc9602 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.141 HTTP/1.1" status: 200 len: 696 time: 0.0642722 Aug 24 00:20:13.504557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.557206 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.575353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b86b9-e3e2-4124-b818-16dd102b039d req-d6f9969d-1d16-45c2-8352-873e3e8c4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:13.578076 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f41b86b9-e3e2-4124-b818-16dd102b039d req-d6f9969d-1d16-45c2-8352-873e3e8c4cf6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bcd79c71f504961b58ea4efc7a8fe6a&device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 1097 time: 0.2511709 Aug 24 00:20:13.665560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Pushing event updated for resources: {'Port': ['ID=91c02efe-c63e-43f5-a228-8bba617b5847,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:13.726607 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.727277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58df32c2-cd50-4832-891b-2119c6187be2 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:20:13.743293 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.749439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6c965-5526-4a4b-af92-817ae38b3da0 req-323226f4-fc6c-4ea8-987b-32c5c9bfcaed tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:13.750919 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59d6c965-5526-4a4b-af92-817ae38b3da0 req-323226f4-fc6c-4ea8-987b-32c5c9bfcaed tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 945 time: 0.1433063 Aug 24 00:20:13.755533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:13.761749 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e4e17c64-f5d1-4ec7-8642-a4c01aef1271 admin admin] 10.222.0.32 "DELETE /v2.0/routers/58df32c2-cd50-4832-891b-2119c6187be2 HTTP/1.1" status: 204 len: 168 time: 2.0170217 Aug 24 00:20:13.776228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50802) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:13.802957 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:13.803327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 79cc6102-c999-4aae-ac6d-5a0ca42b1c91 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:13.847309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Attempting to bind port 91c02efe-c63e-43f5-a228-8bba617b5847 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:13.847717 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Attempting to bind port 91c02efe-c63e-43f5-a228-8bba617b5847 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:13.848124 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Attempting to bind port 91c02efe-c63e-43f5-a228-8bba617b5847 on network 4e62f524-6a63-41f9-8661-cb5c0da3099c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:13.850974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b86b9-e3e2-4124-b818-16dd102b039d req-595832a9-0189-454c-9d32-b5a07f94fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:13.852566 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f41b86b9-e3e2-4124-b818-16dd102b039d req-595832a9-0189-454c-9d32-b5a07f94fd4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=d2564e6f-e4be-486d-a3cc-8fc98dce5be5 HTTP/1.1" status: 200 len: 930 time: 0.2078643 Aug 24 00:20:13.858542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Port 91c02efe-c63e-43f5-a228-8bba617b5847 on network 4e62f524-6a63-41f9-8661-cb5c0da3099c not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:20:13.859884 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Attempting to bind port 91c02efe-c63e-43f5-a228-8bba617b5847 on network 4e62f524-6a63-41f9-8661-cb5c0da3099c {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:13.865635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff585e2-72f2-4862-890d-19b989f117b8 req-30f52afa-6082-4da2-b073-61c1dd3b570b tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:13.867100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aff585e2-72f2-4862-890d-19b989f117b8 req-30f52afa-6082-4da2-b073-61c1dd3b570b tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.3558669 Aug 24 00:20:13.868737 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:13.870281 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Checking segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:13.870686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Bound using segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:13.871181 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Bound port: 91c02efe-c63e-43f5-a228-8bba617b5847, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:13.871718 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.911181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59d6c965-5526-4a4b-af92-817ae38b3da0 req-d2afd0b9-1cc7-4c5c-8e6c-a7a0ffdab40b tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506429 Aug 24 00:20:13.917743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e243a96-f6b5-4b64-b88b-b5298e0ab115 admin admin] Deleting subnet 1c895085-e829-4731-b347-1f7ea11c9bda {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:20:13.929194 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e243a96-f6b5-4b64-b88b-b5298e0ab115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.065737 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4367d791-6818-4eae-a106-49ba68879bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799c38cc-57db-4c06-8149-63292ff75bcc'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:14.068833 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135b67a3-e202-459f-b030-831f148ac946" -d '{"events": [{"server_uuid": "4367d791-6818-4eae-a106-49ba68879bf2", "name": "network-vif-plugged", "status": "completed", "tag": "799c38cc-57db-4c06-8149-63292ff75bcc"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:14.087470 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f41b86b9-e3e2-4124-b818-16dd102b039d req-a121b997-cef6-4f75-9a10-0389fdfeeb60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e4c432-ceed-4113-92a1-d3353114c0fe HTTP/1.1" status: 200 len: 1002 time: 0.2011654 Aug 24 00:20:14.092459 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] For port 91c02efe-c63e-43f5-a228-8bba617b5847, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:14.093713 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e243a96-f6b5-4b64-b88b-b5298e0ab115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.096508 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] For port 91c02efe-c63e-43f5-a228-8bba617b5847, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=91c02efe-c63e-43f5-a228-8bba617b5847,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:14.109663 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.169634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:14.170170 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.171733 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] 10.222.0.47 "PUT /v2.0/ports/91c02efe-c63e-43f5-a228-8bba617b5847 HTTP/1.1" status: 200 len: 1092 time: 2.1597381 Aug 24 00:20:14.173283 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e243a96-f6b5-4b64-b88b-b5298e0ab115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.173892 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f', 'tag': '91c02efe-c63e-43f5-a228-8bba617b5847'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:14.176163 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb848daa-b56e-48cc-a44f-e3e557702e85" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f", "tag": "91c02efe-c63e-43f5-a228-8bba617b5847"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:14.228524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b86b9-e3e2-4124-b818-16dd102b039d req-99feaf76-34c6-4396-a157-b9d614f687b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:14.230096 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f41b86b9-e3e2-4124-b818-16dd102b039d req-99feaf76-34c6-4396-a157-b9d614f687b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=755f0cc7-2560-45a0-8b6f-1dd4e1ba089d HTTP/1.1" status: 200 len: 868 time: 0.1322291 Aug 24 00:20:14.233362 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb1b48-c972-4a47-bcf6-6a7f17cf7932 service neutron] Pushing event updated for resources: {'Port': ['ID=91c02efe-c63e-43f5-a228-8bba617b5847,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:14.235909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec2c66-68f9-4103-ae86-9701b5348866 req-1b0c212a-9dec-4c38-a61e-5b96eb81d105 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:14.237460 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdec2c66-68f9-4103-ae86-9701b5348866 req-1b0c212a-9dec-4c38-a61e-5b96eb81d105 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.2609215 Aug 24 00:20:14.255711 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd873a2-851c-4209-b505-2b9bd995e88f req-c8a56630-cf63-4df6-b8b2-4e12d5965b95 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:14.263807 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3dd873a2-851c-4209-b505-2b9bd995e88f req-c8a56630-cf63-4df6-b8b2-4e12d5965b95 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=20427669-e17d-4fb7-89bb-15db6d5d7526 HTTP/1.1" status: 200 len: 945 time: 0.2476223 Aug 24 00:20:14.341166 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b86b9-e3e2-4124-b818-16dd102b039d req-2a2e355f-1f45-4f94-89d1-8a7560cd7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:14.342849 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f41b86b9-e3e2-4124-b818-16dd102b039d req-2a2e355f-1f45-4f94-89d1-8a7560cd7703 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2564e6f-e4be-486d-a3cc-8fc98dce5be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941634 Aug 24 00:20:14.344690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-b00e26de-9aae-4892-8467-6280d419f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:14.346283 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-b00e26de-9aae-4892-8467-6280d419f7c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 1095 time: 0.0884354 Aug 24 00:20:14.366295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3dd873a2-851c-4209-b505-2b9bd995e88f req-c8e240ed-5bc1-4666-8d32-8db8e24a0b08 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014955 Aug 24 00:20:14.371727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdec2c66-68f9-4103-ae86-9701b5348866 req-0ebb9fad-75d5-4cba-bc60-dc82ca2c1ed6 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055198 Aug 24 00:20:14.381101 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e243a96-f6b5-4b64-b88b-b5298e0ab115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.429100 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e243a96-f6b5-4b64-b88b-b5298e0ab115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.431089 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7e243a96-f6b5-4b64-b88b-b5298e0ab115 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1c895085-e829-4731-b347-1f7ea11c9bda HTTP/1.1" status: 204 len: 168 time: 0.6507368 Aug 24 00:20:14.432445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e243a96-f6b5-4b64-b88b-b5298e0ab115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c895085-e829-4731-b347-1f7ea11c9bda,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:14.435453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50824) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:14.503971 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-ced39a53-ab82-4285-ab67-bb03cf0069aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91c02efe-c63e-43f5-a228-8bba617b5847 HTTP/1.1" status: 200 len: 217 time: 0.1149454 Aug 24 00:20:14.512527 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543844dc-51be-4962-b878-6aa64caf9828 x-openstack-request-id: req-543844dc-51be-4962-b878-6aa64caf9828 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:14.513097 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4367d791-6818-4eae-a106-49ba68879bf2", "name": "network-vif-plugged", "status": "completed", "tag": "799c38cc-57db-4c06-8149-63292ff75bcc", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:14.513625 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-543844dc-51be-4962-b878-6aa64caf9828 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:14.514798 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4367d791-6818-4eae-a106-49ba68879bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799c38cc-57db-4c06-8149-63292ff75bcc', 'code': 200} Aug 24 00:20:14.620092 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c886a383-b0dc-408e-9498-06290527cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.647090 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f41b86b9-e3e2-4124-b818-16dd102b039d req-0652ccb3-29b7-4044-9b52-88d7a3ee4246 service neutron] 10.222.0.13 "GET /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941403 Aug 24 00:20:14.680475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3694c6-8d7f-452d-96a5-391062fee42e req-6eb6181e-d31a-4161-a8d1-0a3ede85603b tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:14.681944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c3694c6-8d7f-452d-96a5-391062fee42e req-6eb6181e-d31a-4161-a8d1-0a3ede85603b tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1830804 Aug 24 00:20:14.755589 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f41b86b9-e3e2-4124-b818-16dd102b039d req-7b669e66-7d1b-4269-a3dd-9419571f40e3 service neutron] 10.222.0.13 "GET /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977261 Aug 24 00:20:14.762100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-677567c1-75a4-4d11-8647-7d77f7108028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:14.763694 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-677567c1-75a4-4d11-8647-7d77f7108028 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.1788704 Aug 24 00:20:14.778643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ee1ac-bba1-48d2-960d-5dc44ce8b98f req-3161aa82-a052-4ec4-83f2-678784463d79 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:14.789708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb1ee1ac-bba1-48d2-960d-5dc44ce8b98f req-3161aa82-a052-4ec4-83f2-678784463d79 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 944 time: 0.1658797 Aug 24 00:20:14.803827 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-80efd90d-b6bb-4c9c-b22b-de69abf50de5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319936 Aug 24 00:20:14.818606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c3694c6-8d7f-452d-96a5-391062fee42e req-19af570e-946b-4aa2-97ff-68dfc7da7997 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.141 HTTP/1.1" status: 200 len: 696 time: 0.1052823 Aug 24 00:20:14.850239 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-4c3694c6-8d7f-452d-96a5-391062fee42e req-d51f2bb6-d1ed-4be5-992e-3e0f6029b4c2 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Request body: {'floatingip': {'port_id': '74e4c432-ceed-4113-92a1-d3353114c0fe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:14.857686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd3ea8-e4c8-4a62-8d7b-c8185a46e8cf req-7b0a517d-07fd-4d39-8aba-b5ece9026b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:14.859155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09bd3ea8-e4c8-4a62-8d7b-c8185a46e8cf req-7b0a517d-07fd-4d39-8aba-b5ece9026b2b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 1096 time: 0.1763265 Aug 24 00:20:14.927156 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-c600e8f0-0996-43ff-9845-0d620a633a56 service neutron] 10.222.0.47 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139193 Aug 24 00:20:14.972043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb1ee1ac-bba1-48d2-960d-5dc44ce8b98f req-545dd70a-facb-4fb5-977a-383c36cae83c tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800053 Aug 24 00:20:14.978099 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4c3694c6-8d7f-452d-96a5-391062fee42e req-d51f2bb6-d1ed-4be5-992e-3e0f6029b4c2 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.984644 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c886a383-b0dc-408e-9498-06290527cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.049173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c886a383-b0dc-408e-9498-06290527cd78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2445dbf-51ce-471e-bf22-d58b2d01dce0']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:15.065819 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f40d7e7-e166-47a4-84fd-8f471e5fb3c7 req-9050da10-749e-4dce-81c5-a5d45ee3544e service neutron] 10.222.0.47 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309345 Aug 24 00:20:15.068392 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938244e1-54fb-440d-96b2-30356b120ca1 x-openstack-request-id: req-938244e1-54fb-440d-96b2-30356b120ca1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:15.068823 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f", "tag": "91c02efe-c63e-43f5-a228-8bba617b5847", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:15.069161 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-938244e1-54fb-440d-96b2-30356b120ca1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:15.069677 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f', 'tag': '91c02efe-c63e-43f5-a228-8bba617b5847', 'status': 'completed', 'code': 200} Aug 24 00:20:15.093479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c886a383-b0dc-408e-9498-06290527cd78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b492fbf-e29f-4c70-b72b-661c5ad8d0be') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:15.094119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c886a383-b0dc-408e-9498-06290527cd78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b492fbf-e29f-4c70-b72b-661c5ad8d0be') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:15.112960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09bd3ea8-e4c8-4a62-8d7b-c8185a46e8cf req-06602870-3e06-4139-b4a7-1dfda1cbec4e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208066 Aug 24 00:20:15.120164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c886a383-b0dc-408e-9498-06290527cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.163310 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c886a383-b0dc-408e-9498-06290527cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.175719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c886a383-b0dc-408e-9498-06290527cd78 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:20:15.176211 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c886a383-b0dc-408e-9498-06290527cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:20:15.178695 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:20:15.295297 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c886a383-b0dc-408e-9498-06290527cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.302713 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c886a383-b0dc-408e-9498-06290527cd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.305833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c886a383-b0dc-408e-9498-06290527cd78 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c2445dbf-51ce-471e-bf22-d58b2d01dce0 HTTP/1.1" status: 204 len: 168 time: 0.8694282 Aug 24 00:20:15.361928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886a383-b0dc-408e-9498-06290527cd78 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2445dbf-51ce-471e-bf22-d58b2d01dce0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:15.389784 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-4c3694c6-8d7f-452d-96a5-391062fee42e req-d51f2bb6-d1ed-4be5-992e-3e0f6029b4c2 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] update failed (client error): There was a conflict when trying to complete your request. Aug 24 00:20:15.391188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c3694c6-8d7f-452d-96a5-391062fee42e req-d51f2bb6-d1ed-4be5-992e-3e0f6029b4c2 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "PUT /v2.0/floatingips/57ff3258-51bc-4db7-aef5-6fa65a187001 HTTP/1.1" status: 409 len: 551 time: 0.5612681 Aug 24 00:20:15.493884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739512bc-64ea-49d2-b5b3-ef54454dec2e req-c7da3077-310f-40db-9579-e763fac73855 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:15.500573 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-739512bc-64ea-49d2-b5b3-ef54454dec2e req-c7da3077-310f-40db-9579-e763fac73855 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 945 time: 0.0746453 Aug 24 00:20:15.579061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50842) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:15.582705 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-739512bc-64ea-49d2-b5b3-ef54454dec2e req-fc8cbd6a-85b9-4d66-b401-d2c36afc6c7f tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763199 Aug 24 00:20:15.594467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb848daa-b56e-48cc-a44f-e3e557702e85 req-87fbbd30-9e1e-41e4-8c10-d794cb6849c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:15.596091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb848daa-b56e-48cc-a44f-e3e557702e85 req-87fbbd30-9e1e-41e4-8c10-d794cb6849c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 1095 time: 0.0631750 Aug 24 00:20:15.628704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 42677085-de48-4f86-83ad-fd9075567021 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:15.651214 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c125807-ab7c-4019-89e7-171153d5d2c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c6e0e872fd9493581d598175e4e4ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673270 Aug 24 00:20:15.651214 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50844) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:15.672308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 42677085-de48-4f86-83ad-fd9075567021 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:15.673271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 42677085-de48-4f86-83ad-fd9075567021 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:15.717645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76dd5072-ec93-480e-8b7c-5e22372defeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.742327 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76dd5072-ec93-480e-8b7c-5e22372defeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.796615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f5f36-2a61-4327-9da7-7f8b92bf182e req-331bf0bf-6c7d-456b-a912-2889999fe204 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:15.798280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-025f5f36-2a61-4327-9da7-7f8b92bf182e req-331bf0bf-6c7d-456b-a912-2889999fe204 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 946 time: 0.1739564 Aug 24 00:20:15.799933 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76dd5072-ec93-480e-8b7c-5e22372defeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.804743 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76dd5072-ec93-480e-8b7c-5e22372defeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.809357 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-76dd5072-ec93-480e-8b7c-5e22372defeb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59d70a01-7791-431b-9f6e-e01e01bd882a HTTP/1.1" status: 204 len: 168 time: 0.1536434 Aug 24 00:20:15.825584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd5072-ec93-480e-8b7c-5e22372defeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d70a01-7791-431b-9f6e-e01e01bd882a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:15.852689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e463e-932e-45a7-b82a-159e3c5d2ab2 req-c36f1704-905d-4c49-a691-972c1f5f64e3 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:15.854434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e8e463e-932e-45a7-b82a-159e3c5d2ab2 req-c36f1704-905d-4c49-a691-972c1f5f64e3 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=20427669-e17d-4fb7-89bb-15db6d5d7526 HTTP/1.1" status: 200 len: 945 time: 0.1729543 Aug 24 00:20:15.862379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb848daa-b56e-48cc-a44f-e3e557702e85 req-9e0ffa8c-027b-4c3a-83d1-527d4e82fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:15.863848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb848daa-b56e-48cc-a44f-e3e557702e85 req-9e0ffa8c-027b-4c3a-83d1-527d4e82fc19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 912 time: 0.2600806 Aug 24 00:20:15.928720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-025f5f36-2a61-4327-9da7-7f8b92bf182e req-1048a763-8c22-4a36-b216-a88ef470a5d6 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/security-groups?id=2702ca1b-1e15-43db-b273-4d22bd4ae163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207209 Aug 24 00:20:15.934512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb848daa-b56e-48cc-a44f-e3e557702e85 req-971cf7a3-2b1c-4977-9e6c-5e05575d913d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91c02efe-c63e-43f5-a228-8bba617b5847 HTTP/1.1" status: 200 len: 217 time: 0.0605249 Aug 24 00:20:15.965035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e8e463e-932e-45a7-b82a-159e3c5d2ab2 req-dea57314-a547-44d6-adb8-b2500791ad97 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027715 Aug 24 00:20:16.047033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8899d835-4810-498f-a26d-b376c5f4d997 req-72792926-ace1-4fe0-9d1b-29ad99a5bc89 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips/57ff3258-51bc-4db7-aef5-6fa65a187001 HTTP/1.1" status: 200 len: 693 time: 0.1004381 Aug 24 00:20:16.084563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb848daa-b56e-48cc-a44f-e3e557702e85 req-e4b1468c-96c7-4a36-9354-f547d3897b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:16.086254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb848daa-b56e-48cc-a44f-e3e557702e85 req-e4b1468c-96c7-4a36-9354-f547d3897b10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.1386645 Aug 24 00:20:16.211038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb848daa-b56e-48cc-a44f-e3e557702e85 req-a2c7b318-e7fd-47a7-aa0a-33de8f53e4a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090324 Aug 24 00:20:16.786845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899d835-4810-498f-a26d-b376c5f4d997 req-e161ccaf-a494-4e43-88b8-09083d434af8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:16.791971 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8899d835-4810-498f-a26d-b376c5f4d997 req-e161ccaf-a494-4e43-88b8-09083d434af8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.7289963 Aug 24 00:20:16.828666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb848daa-b56e-48cc-a44f-e3e557702e85 req-a95fc4cc-ff4c-4875-8d84-143663d39a61 service neutron] 10.222.0.47 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007428 Aug 24 00:20:16.866050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb33526-f490-40d8-bb10-69d132901b70 req-e9154389-e8cb-4c63-a92a-d3cff7844006 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:16.873277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fb33526-f490-40d8-bb10-69d132901b70 req-e9154389-e8cb-4c63-a92a-d3cff7844006 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/networks?id=10a4f855-1dfa-4389-b9d2-80db5e027a61 HTTP/1.1" status: 200 len: 814 time: 0.6953990 Aug 24 00:20:16.924250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8899d835-4810-498f-a26d-b376c5f4d997 req-b76027cb-e322-409a-86df-5c6a1aca2b33 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.141 HTTP/1.1" status: 200 len: 696 time: 0.1155272 Aug 24 00:20:16.971919 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fb33526-f490-40d8-bb10-69d132901b70 req-28f0710d-0263-4a39-8bc8-e59b1c22528d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/quotas/73800ca933784a9ebfa0b8c7de2f2613 HTTP/1.1" status: 200 len: 375 time: 0.0978057 Aug 24 00:20:17.052771 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8899d835-4810-498f-a26d-b376c5f4d997 req-f024752a-29a5-42f0-9902-f88743967806 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.141 HTTP/1.1" status: 200 len: 696 time: 0.0932102 Aug 24 00:20:17.104370 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399b2db-e5fb-48d1-9333-70196a7ff028 req-3c364cc9-f1b2-44bd-9741-26d8b1866342 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:17.106059 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b399b2db-e5fb-48d1-9333-70196a7ff028 req-3c364cc9-f1b2-44bd-9741-26d8b1866342 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.13 "GET /v2.0/ports?device_id=b142f77d-082c-4478-9cd4-ce25d5053b27 HTTP/1.1" status: 200 len: 946 time: 0.0524201 Aug 24 00:20:17.133427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb848daa-b56e-48cc-a44f-e3e557702e85 req-464826ca-2d57-446a-befd-a7b15d7d7105 service neutron] 10.222.0.47 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750804 Aug 24 00:20:17.202746 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fb33526-f490-40d8-bb10-69d132901b70 req-57cd54b5-3486-4ac2-aa8c-b8448595a019 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73800ca933784a9ebfa0b8c7de2f2613&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1910005 Aug 24 00:20:17.254234 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b399b2db-e5fb-48d1-9333-70196a7ff028 req-6ba41da7-f474-4bd9-be36-398784f1a817 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Deleting port 22e079f6-6e36-407d-a20a-b858acb18d58 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:17.254575 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b399b2db-e5fb-48d1-9333-70196a7ff028 req-6ba41da7-f474-4bd9-be36-398784f1a817 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.343060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8899d835-4810-498f-a26d-b376c5f4d997 req-083ccfae-1447-4681-82ba-0866507248d0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Deleting port 89b8e8b5-bf76-480d-8456-114a49bd86e7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:17.343060 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8899d835-4810-498f-a26d-b376c5f4d997 req-083ccfae-1447-4681-82ba-0866507248d0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.356340 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b399b2db-e5fb-48d1-9333-70196a7ff028 req-6ba41da7-f474-4bd9-be36-398784f1a817 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] For port 22e079f6-6e36-407d-a20a-b858acb18d58, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=22e079f6-6e36-407d-a20a-b858acb18d58,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:17.356605 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b399b2db-e5fb-48d1-9333-70196a7ff028 req-6ba41da7-f474-4bd9-be36-398784f1a817 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.367271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fb33526-f490-40d8-bb10-69d132901b70 req-0ed4c87f-5cc1-4e79-9fe2-94162e2bd5bd service neutron] 10.222.0.32 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537819 Aug 24 00:20:17.372480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-b399b2db-e5fb-48d1-9333-70196a7ff028 req-6ba41da7-f474-4bd9-be36-398784f1a817 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Calling delete_port for 22e079f6-6e36-407d-a20a-b858acb18d58 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:17.493655 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8899d835-4810-498f-a26d-b376c5f4d997 req-083ccfae-1447-4681-82ba-0866507248d0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.493995 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8899d835-4810-498f-a26d-b376c5f4d997 req-083ccfae-1447-4681-82ba-0866507248d0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.515253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8899d835-4810-498f-a26d-b376c5f4d997 req-083ccfae-1447-4681-82ba-0866507248d0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Calling delete_port for 89b8e8b5-bf76-480d-8456-114a49bd86e7 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:17.518894 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b399b2db-e5fb-48d1-9333-70196a7ff028 req-6ba41da7-f474-4bd9-be36-398784f1a817 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.526412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fb33526-f490-40d8-bb10-69d132901b70 req-823c4533-3a63-4e79-8b84-ec33eb3bc74d service neutron] 10.222.0.32 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343617 Aug 24 00:20:17.551962 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba41da7-f474-4bd9-be36-398784f1a817 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Pushing event deleted for resources: {'Port': ['ID=22e079f6-6e36-407d-a20a-b858acb18d58,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:17.566552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['22e079f6-6e36-407d-a20a-b858acb18d58'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:17.613286 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b399b2db-e5fb-48d1-9333-70196a7ff028 req-6ba41da7-f474-4bd9-be36-398784f1a817 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] No DVR routers for this DVR port 22e079f6-6e36-407d-a20a-b858acb18d58 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:17.617189 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b399b2db-e5fb-48d1-9333-70196a7ff028 req-6ba41da7-f474-4bd9-be36-398784f1a817 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.619211 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b399b2db-e5fb-48d1-9333-70196a7ff028 req-6ba41da7-f474-4bd9-be36-398784f1a817 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.13 "DELETE /v2.0/ports/22e079f6-6e36-407d-a20a-b858acb18d58 HTTP/1.1" status: 204 len: 173 time: 0.5062122 Aug 24 00:20:17.619656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b142f77d-082c-4478-9cd4-ce25d5053b27', 'name': 'network-vif-deleted', 'tag': '22e079f6-6e36-407d-a20a-b858acb18d58'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:17.622204 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7249ee0e-c92f-4586-8fc6-211995d2612b" -d '{"events": [{"server_uuid": "b142f77d-082c-4478-9cd4-ce25d5053b27", "name": "network-vif-deleted", "tag": "22e079f6-6e36-407d-a20a-b858acb18d58"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:17.719898 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8899d835-4810-498f-a26d-b376c5f4d997 req-083ccfae-1447-4681-82ba-0866507248d0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.751114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ccfae-1447-4681-82ba-0866507248d0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Pushing event deleted for resources: {'Port': ['ID=89b8e8b5-bf76-480d-8456-114a49bd86e7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:17.841276 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8899d835-4810-498f-a26d-b376c5f4d997 req-083ccfae-1447-4681-82ba-0866507248d0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.843850 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8899d835-4810-498f-a26d-b376c5f4d997 req-083ccfae-1447-4681-82ba-0866507248d0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.851572 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8899d835-4810-498f-a26d-b376c5f4d997 req-083ccfae-1447-4681-82ba-0866507248d0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "DELETE /v2.0/floatingips/57ff3258-51bc-4db7-aef5-6fa65a187001 HTTP/1.1" status: 204 len: 173 time: 0.7868557 Aug 24 00:20:17.865561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d6207-dbef-4dff-a3ba-547e1e8353dd req-575b1c61-845d-4dd4-b0b4-62493f024a0b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:17.867198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-357d6207-dbef-4dff-a3ba-547e1e8353dd req-575b1c61-845d-4dd4-b0b4-62493f024a0b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 944 time: 0.0897412 Aug 24 00:20:17.909566 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-357d6207-dbef-4dff-a3ba-547e1e8353dd req-0e893e29-1580-4848-b883-0a629180b82a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356374 Aug 24 00:20:18.031883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc011a-c8e5-4077-b5fa-32dfc089327d req-248aa049-bc34-49c2-bb75-3bf0d4cdc127 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:18.033896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdfc011a-c8e5-4077-b5fa-32dfc089327d req-248aa049-bc34-49c2-bb75-3bf0d4cdc127 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 945 time: 0.0644841 Aug 24 00:20:18.076986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdfc011a-c8e5-4077-b5fa-32dfc089327d req-c2c6184c-c7c1-40a4-b954-7fe7eb8a78dc tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365047 Aug 24 00:20:18.269693 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049e14ff-05c6-4e06-8724-9d50bddea3bb x-openstack-request-id: req-049e14ff-05c6-4e06-8724-9d50bddea3bb {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:18.270268 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b142f77d-082c-4478-9cd4-ce25d5053b27", "name": "network-vif-deleted", "tag": "22e079f6-6e36-407d-a20a-b858acb18d58", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:18.271022 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-049e14ff-05c6-4e06-8724-9d50bddea3bb {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:18.271391 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b142f77d-082c-4478-9cd4-ce25d5053b27', 'name': 'network-vif-deleted', 'tag': '22e079f6-6e36-407d-a20a-b858acb18d58', 'status': 'completed', 'code': 200} Aug 24 00:20:18.393827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70003df1-2b3b-4d1d-9aa4-70f00b401955 req-57e977cc-6f3f-441b-a39f-2d82b48c9bbb tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 210 time: 0.0307822 Aug 24 00:20:18.512780 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 91c02efe-c63e-43f5-a228-8bba617b5847 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:20:18.523320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-c26e52c5-7025-4d68-9daa-3aca55895e89 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1002 time: 0.0963814 Aug 24 00:20:18.678365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-fb7cbd63-207a-4423-9a81-3599a0fd9b8e tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:18.679934 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-fb7cbd63-207a-4423-9a81-3599a0fd9b8e tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports/74e4c432-ceed-4113-92a1-d3353114c0fe HTTP/1.1" status: 200 len: 943 time: 0.1497617 Aug 24 00:20:18.693978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1dba2-e440-4f9a-a88f-e7d88385af12 req-56398747-6750-414c-bc14-1a179f32988e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:18.695701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6a1dba2-e440-4f9a-a88f-e7d88385af12 req-56398747-6750-414c-bc14-1a179f32988e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=20427669-e17d-4fb7-89bb-15db6d5d7526 HTTP/1.1" status: 200 len: 945 time: 0.1666472 Aug 24 00:20:18.753659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6a1dba2-e440-4f9a-a88f-e7d88385af12 req-5c92383b-dd61-4660-9287-2e19f17894c1 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups?id=52483002-fa67-4b88-8f76-131c955ae2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463481 Aug 24 00:20:18.883653 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-bf129029-bdb3-4b85-82ec-a87d529da001 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1002 time: 0.1286032 Aug 24 00:20:18.925876 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 91c02efe-c63e-43f5-a228-8bba617b5847, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=91c02efe-c63e-43f5-a228-8bba617b5847,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:18.955411 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '91c02efe-c63e-43f5-a228-8bba617b5847', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'port_id': '91c02efe-c63e-43f5-a228-8bba617b5847', 'mac_address': 'fa:16:3e:ac:75:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:20:19.046476 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:19.074050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c02efe-c63e-43f5-a228-8bba617b5847 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:19.137998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-1b98f290-4074-4d24-8e63-635e8a6fa512 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:19.141660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-1b98f290-4074-4d24-8e63-635e8a6fa512 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.2570214 Aug 24 00:20:19.143649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 91c02efe-c63e-43f5-a228-8bba617b5847, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=91c02efe-c63e-43f5-a228-8bba617b5847,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:19.162713 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:19.304126 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=91c02efe-c63e-43f5-a228-8bba617b5847,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:19.313823 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb33526-f490-40d8-bb10-69d132901b70 req-464c5370-0848-4d1f-b697-ba3bd7fcdfc0 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:19.315937 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9fb33526-f490-40d8-bb10-69d132901b70 req-464c5370-0848-4d1f-b697-ba3bd7fcdfc0 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.13 "GET /v2.0/networks?id=10a4f855-1dfa-4389-b9d2-80db5e027a61 HTTP/1.1" status: 200 len: 814 time: 0.1926432 Aug 24 00:20:19.329415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f2f5fc0c-7fa2-4785-bf80-38a26d6ff6cb req-62ed74e0-c951-48f7-89a3-f9888e9b00b1 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0914514 Aug 24 00:20:19.343698 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9fb33526-f490-40d8-bb10-69d132901b70 req-1e1ca4c9-5627-440b-8c01-7ddc04f455ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Request body: {'port': {'device_id': '7193273c-ebbc-4f4d-ad6c-519cef9e5495', 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61', 'admin_state_up': True, 'tenant_id': '73800ca933784a9ebfa0b8c7de2f2613'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:19.383666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-6968668e-876f-48bf-9aa5-15ac503782d3 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 1002 time: 0.2327623 Aug 24 00:20:19.403347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-4997e7ae-aafb-42c3-9e1d-24e50e0203bf tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:19.532218 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-4997e7ae-aafb-42c3-9e1d-24e50e0203bf tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:19.546323 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb33526-f490-40d8-bb10-69d132901b70 req-1e1ca4c9-5627-440b-8c01-7ddc04f455ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Made reservation on behalf of 73800ca933784a9ebfa0b8c7de2f2613 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:19.550134 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9fb33526-f490-40d8-bb10-69d132901b70 req-1e1ca4c9-5627-440b-8c01-7ddc04f455ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:19.587125 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['91c02efe-c63e-43f5-a228-8bba617b5847'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:19.593283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01949fae-16e7-4a68-b1dd-ec2cb388f79a req-b26937ee-9c70-44e1-a64e-223db7555ee0 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:19.601307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01949fae-16e7-4a68-b1dd-ec2cb388f79a req-b26937ee-9c70-44e1-a64e-223db7555ee0 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 945 time: 0.1450627 Aug 24 00:20:19.697780 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01949fae-16e7-4a68-b1dd-ec2cb388f79a req-14dae327-863a-40ed-8345-470205dc585d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955210 Aug 24 00:20:19.752765 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-9fb33526-f490-40d8-bb10-69d132901b70 req-1e1ca4c9-5627-440b-8c01-7ddc04f455ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Allocated IP 172.20.0.12 (10a4f855-1dfa-4389-b9d2-80db5e027a61/cc693454-54b3-4f81-8f8a-53ff5c215485/8122f35c-fa48-445d-8049-485fc78a7f53) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:19.827668 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:20:19.850751 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-4997e7ae-aafb-42c3-9e1d-24e50e0203bf tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:19.870908 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-4997e7ae-aafb-42c3-9e1d-24e50e0203bf tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:19.871295 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-4997e7ae-aafb-42c3-9e1d-24e50e0203bf tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Floating IP db8343af-18ab-479e-b3ec-617587fa71a3 disassociated. External IP: 172.25.8.110, port: 74e4c432-ceed-4113-92a1-d3353114c0fe. Aug 24 00:20:19.955969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1933c-44a1-4183-b2f7-4c63e45067c9 req-2b4ce860-4be7-4e92-b563-4d26333e342a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:19.957472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1fa1933c-44a1-4183-b2f7-4c63e45067c9 req-2b4ce860-4be7-4e92-b563-4d26333e342a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.13 "GET /v2.0/ports?device_id=20427669-e17d-4fb7-89bb-15db6d5d7526 HTTP/1.1" status: 200 len: 945 time: 0.1506729 Aug 24 00:20:19.959121 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9fb33526-f490-40d8-bb10-69d132901b70 req-1e1ca4c9-5627-440b-8c01-7ddc04f455ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:19.972652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94b1db-cb33-4f2c-a2e3-cbb5cb113236 req-968b474a-887e-45ed-8d18-f093d831775e tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:19.975114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec94b1db-cb33-4f2c-a2e3-cbb5cb113236 req-968b474a-887e-45ed-8d18-f093d831775e tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 946 time: 0.1191592 Aug 24 00:20:20.031033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9fb33526-f490-40d8-bb10-69d132901b70 req-1e1ca4c9-5627-440b-8c01-7ddc04f455ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.095589 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb33526-f490-40d8-bb10-69d132901b70 req-1e1ca4c9-5627-440b-8c01-7ddc04f455ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Network 10a4f855-1dfa-4389-b9d2-80db5e027a61 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:20.099830 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-9fb33526-f490-40d8-bb10-69d132901b70 req-1e1ca4c9-5627-440b-8c01-7ddc04f455ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:20.102284 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb33526-f490-40d8-bb10-69d132901b70 req-1e1ca4c9-5627-440b-8c01-7ddc04f455ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:20.114234 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec94b1db-cb33-4f2c-a2e3-cbb5cb113236 req-e3d45fce-642c-4a6e-9571-0eeb21440715 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/security-groups?id=2702ca1b-1e15-43db-b273-4d22bd4ae163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062617 Aug 24 00:20:20.139175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ca4c9-5627-440b-8c01-7ddc04f455ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Pushing event updated for resources: {'Port': ['ID=8122f35c-fa48-445d-8049-485fc78a7f53,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:20.183500 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb33526-f490-40d8-bb10-69d132901b70 req-1e1ca4c9-5627-440b-8c01-7ddc04f455ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:20.184164 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9fb33526-f490-40d8-bb10-69d132901b70 req-1e1ca4c9-5627-440b-8c01-7ddc04f455ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.206553 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9fb33526-f490-40d8-bb10-69d132901b70 req-1e1ca4c9-5627-440b-8c01-7ddc04f455ab tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8683836 Aug 24 00:20:20.232490 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Request body: {'port': {'device_id': '7193273c-ebbc-4f4d-ad6c-519cef9e5495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:20.246362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1fa1933c-44a1-4183-b2f7-4c63e45067c9 req-22c51da7-a479-4702-910c-bbc7e14b189e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Deleting port d846b229-c500-4b4f-ae42-e136f6f8c974 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:20.246702 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1fa1933c-44a1-4183-b2f7-4c63e45067c9 req-22c51da7-a479-4702-910c-bbc7e14b189e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.294456 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.351901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-4997e7ae-aafb-42c3-9e1d-24e50e0203bf tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Router 654d1921-2a61-416f-aa0c-6dc6dcecede1 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:20:20.368147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ddd78-98c4-4b1b-a90c-86aaa27f6149 req-de40e3d6-8371-4e41-bac3-1db208d2c6f6 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:20.369775 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d1ddd78-98c4-4b1b-a90c-86aaa27f6149 req-de40e3d6-8371-4e41-bac3-1db208d2c6f6 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=080ca8f0-f443-46d7-bce8-874ea60ddaec HTTP/1.1" status: 200 len: 951 time: 0.1521769 Aug 24 00:20:20.467334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1fa1933c-44a1-4183-b2f7-4c63e45067c9 req-22c51da7-a479-4702-910c-bbc7e14b189e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] For port d846b229-c500-4b4f-ae42-e136f6f8c974, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d846b229-c500-4b4f-ae42-e136f6f8c974,segment=NetworkSegment(1d19af08-955b-4a71-94b0-abd1e6ccf1e1),segment_id=1d19af08-955b-4a71-94b0-abd1e6ccf1e1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:20.468091 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1fa1933c-44a1-4183-b2f7-4c63e45067c9 req-22c51da7-a479-4702-910c-bbc7e14b189e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.492335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1fa1933c-44a1-4183-b2f7-4c63e45067c9 req-22c51da7-a479-4702-910c-bbc7e14b189e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Calling delete_port for d846b229-c500-4b4f-ae42-e136f6f8c974 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:20.511264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d1ddd78-98c4-4b1b-a90c-86aaa27f6149 req-88410bf5-d452-4b46-9617-07287ece7b72 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302946 Aug 24 00:20:20.521637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 94ccf9f0-4359-4e9f-a009-4d1af12a4915 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:20.636361 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.644390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-4997e7ae-aafb-42c3-9e1d-24e50e0203bf tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:20:20.653583 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-4997e7ae-aafb-42c3-9e1d-24e50e0203bf tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.665964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db17e46a-0037-4947-a238-f969f03ce905 None None] Sync routers for ids ['654d1921-2a61-416f-aa0c-6dc6dcecede1'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:20:20.671212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 22e079f6-6e36-407d-a20a-b858acb18d58 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:20.679537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ccf9f0-4359-4e9f-a009-4d1af12a4915'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:20.682167 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006241bb-3485-4bc5-ac76-b55fd459ff63" -d '{"events": [{"server_uuid": "080ca8f0-f443-46d7-bce8-874ea60ddaec", "name": "network-vif-unplugged", "status": "completed", "tag": "94ccf9f0-4359-4e9f-a009-4d1af12a4915"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:20.699009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-4997e7ae-aafb-42c3-9e1d-24e50e0203bf tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "PUT /v2.0/floatingips/db8343af-18ab-479e-b3ec-617587fa71a3 HTTP/1.1" status: 200 len: 695 time: 1.3066235 Aug 24 00:20:20.701603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'tag': '74e4c432-ceed-4113-92a1-d3353114c0fe'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:20.703914 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7785c57b-937c-4054-88fa-e06842924ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0337a8-899e-46ea-889d-2cbc3dbb139e", "tag": "74e4c432-ceed-4113-92a1-d3353114c0fe"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:20.714477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 22e079f6-6e36-407d-a20a-b858acb18d58 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:20.715188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 22e079f6-6e36-407d-a20a-b858acb18d58 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:20.715783 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d846b229-c500-4b4f-ae42-e136f6f8c974 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:20.716971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106fa34-57ea-44f4-9181-7783dbacfad5 req-d2cb6a24-6a39-41e0-b769-a439099f3e37 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:20.719211 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a106fa34-57ea-44f4-9181-7783dbacfad5 req-d2cb6a24-6a39-41e0-b769-a439099f3e37 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 932 time: 0.1155150 Aug 24 00:20:20.750519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:20.754640 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db17e46a-0037-4947-a238-f969f03ce905 None None] Routers {'654d1921-2a61-416f-aa0c-6dc6dcecede1'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:20.756134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db17e46a-0037-4947-a238-f969f03ce905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['654d1921-2a61-416f-aa0c-6dc6dcecede1'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:20.795645 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.860037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-1fd6b1bf-0705-45f4-8d57-a7dd93842175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:20.861404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-1fd6b1bf-0705-45f4-8d57-a7dd93842175 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bcd79c71f504961b58ea4efc7a8fe6a&device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 1097 time: 0.1412816 Aug 24 00:20:20.875254 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8122f35c-fa48-445d-8049-485fc78a7f53 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:20.875804 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a106fa34-57ea-44f4-9181-7783dbacfad5 req-d33ae381-7ff9-4ee2-8961-b7a2ec23d8e1 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462550 Aug 24 00:20:20.887730 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.903611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Transition to ACTIVE for port object 8122f35c-fa48-445d-8049-485fc78a7f53 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:20.910565 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.925692 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Port d846b229-c500-4b4f-ae42-e136f6f8c974 update to DOWN by agent not found {{(pid=94839) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 24 00:20:20.943605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=94ccf9f0-4359-4e9f-a009-4d1af12a4915,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:20.957417 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1fa1933c-44a1-4183-b2f7-4c63e45067c9 req-22c51da7-a479-4702-910c-bbc7e14b189e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.966906 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-db17e46a-0037-4947-a238-f969f03ce905 None None] Set router 654d1921-2a61-416f-aa0c-6dc6dcecede1 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:20.988745 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Pushing event updated for resources: {'Port': ['ID=8122f35c-fa48-445d-8049-485fc78a7f53,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:21.040215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Attempting to bind port 8122f35c-fa48-445d-8049-485fc78a7f53 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:21.040562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Attempting to bind port 8122f35c-fa48-445d-8049-485fc78a7f53 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'e123e3e2-ae9c-466f-8a66-0149f49071ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:21.040897 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Attempting to bind port 8122f35c-fa48-445d-8049-485fc78a7f53 on network 10a4f855-1dfa-4389-b9d2-80db5e027a61 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:21.045595 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Port 8122f35c-fa48-445d-8049-485fc78a7f53 on network 10a4f855-1dfa-4389-b9d2-80db5e027a61 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:20:21.045924 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Attempting to bind port 8122f35c-fa48-445d-8049-485fc78a7f53 on network 10a4f855-1dfa-4389-b9d2-80db5e027a61 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:21.051710 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:21.052245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Checking segment: {'id': 'e123e3e2-ae9c-466f-8a66-0149f49071ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:21.052639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Bound using segment: {'id': 'e123e3e2-ae9c-466f-8a66-0149f49071ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:21.053078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Bound port: 8122f35c-fa48-445d-8049-485fc78a7f53, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e123e3e2-ae9c-466f-8a66-0149f49071ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:21.053445 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:21.126696 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] For port 8122f35c-fa48-445d-8049-485fc78a7f53, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:21.137282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] For port 8122f35c-fa48-445d-8049-485fc78a7f53, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8122f35c-fa48-445d-8049-485fc78a7f53,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:21.142086 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:21.183972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:21.184615 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:21.186329 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9fb33526-f490-40d8-bb10-69d132901b70 req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] 10.222.0.13 "PUT /v2.0/ports/8122f35c-fa48-445d-8049-485fc78a7f53 HTTP/1.1" status: 200 len: 1092 time: 0.9654484 Aug 24 00:20:21.187315 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7193273c-ebbc-4f4d-ad6c-519cef9e5495', 'tag': '8122f35c-fa48-445d-8049-485fc78a7f53'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:21.189078 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543f2498-c88b-4fba-bb49-1722b8cb1952" -d '{"events": [{"name": "network-changed", "server_uuid": "7193273c-ebbc-4f4d-ad6c-519cef9e5495", "tag": "8122f35c-fa48-445d-8049-485fc78a7f53"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:21.193067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db17e46a-0037-4947-a238-f969f03ce905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:19:44Z', 'revision_number': 4, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port': {'id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:41Z', 'updated_at': '2021-08-24T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '6e1da0ae-548b-412b-a5f0-2b222c418279', 'name': '', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'mac_address': 'fa:16:3e:f9:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:43Z', 'updated_at': '2021-08-24T00:19:51Z', 'revision_number': 5, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'subnets': [{'id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:21.211281 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d78e4-e697-4ff6-b274-e7a09eb4fe96 service neutron] Pushing event updated for resources: {'Port': ['ID=8122f35c-fa48-445d-8049-485fc78a7f53,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:21.233977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db17e46a-0037-4947-a238-f969f03ce905 None None] Checking router: 654d1921-2a61-416f-aa0c-6dc6dcecede1 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:20:21.243781 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db17e46a-0037-4947-a238-f969f03ce905 None None] Routers {'654d1921-2a61-416f-aa0c-6dc6dcecede1'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:21.244390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db17e46a-0037-4947-a238-f969f03ce905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['654d1921-2a61-416f-aa0c-6dc6dcecede1'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:21.285597 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb33526-f490-40d8-bb10-69d132901b70 req-c9bac380-9cbc-4e5f-923f-f2f91c452786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:21.287503 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9fb33526-f490-40d8-bb10-69d132901b70 req-c9bac380-9cbc-4e5f-923f-f2f91c452786 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73800ca933784a9ebfa0b8c7de2f2613&device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 1095 time: 0.0444567 Aug 24 00:20:21.337542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c51da7-a479-4702-910c-bbc7e14b189e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Pushing event deleted for resources: {'Port': ['ID=d846b229-c500-4b4f-ae42-e136f6f8c974,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:21.343157 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9fb33526-f490-40d8-bb10-69d132901b70 req-ddce57b8-05aa-4fcb-8832-c2ec8d4d4aaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8122f35c-fa48-445d-8049-485fc78a7f53 HTTP/1.1" status: 200 len: 217 time: 0.0397468 Aug 24 00:20:21.362609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-db17e46a-0037-4947-a238-f969f03ce905 None None] Set router 654d1921-2a61-416f-aa0c-6dc6dcecede1 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:21.364790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-e0c7fcca-42e3-4db4-8b1e-ccbcf0950d4a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:21.366395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-e0c7fcca-42e3-4db4-8b1e-ccbcf0950d4a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.13 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 946 time: 0.5673048 Aug 24 00:20:21.389342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5aa81344-bc37-4e9f-b107-48fe1756ff5e req-72cd401b-f945-4292-b54f-4c587b6ed59c tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/ports?device_id=20427669-e17d-4fb7-89bb-15db6d5d7526 HTTP/1.1" status: 200 len: 210 time: 0.0607743 Aug 24 00:20:21.399094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb33526-f490-40d8-bb10-69d132901b70 req-8dae6a68-92b8-4bf0-a68f-a972ec19cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:21.400627 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9fb33526-f490-40d8-bb10-69d132901b70 req-8dae6a68-92b8-4bf0-a68f-a972ec19cdbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc693454-54b3-4f81-8f8a-53ff5c215485 HTTP/1.1" status: 200 len: 854 time: 0.0507805 Aug 24 00:20:21.437417 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9fb33526-f490-40d8-bb10-69d132901b70 req-88798aa9-83f3-4541-8add-45b7581a0e8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10a4f855-1dfa-4389-b9d2-80db5e027a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281160 Aug 24 00:20:21.467454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa1933c-44a1-4183-b2f7-4c63e45067c9 req-22c51da7-a479-4702-910c-bbc7e14b189e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] No DVR routers for this DVR port d846b229-c500-4b4f-ae42-e136f6f8c974 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:21.470693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-f641b95f-e5f9-49f6-858f-5202e287140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:21.472407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-f641b95f-e5f9-49f6-858f-5202e287140c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2564e6f-e4be-486d-a3cc-8fc98dce5be5 HTTP/1.1" status: 200 len: 930 time: 0.5949554 Aug 24 00:20:21.474451 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1fa1933c-44a1-4183-b2f7-4c63e45067c9 req-22c51da7-a479-4702-910c-bbc7e14b189e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:21.476597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1fa1933c-44a1-4183-b2f7-4c63e45067c9 req-22c51da7-a479-4702-910c-bbc7e14b189e tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.13 "DELETE /v2.0/ports/d846b229-c500-4b4f-ae42-e136f6f8c974 HTTP/1.1" status: 204 len: 173 time: 1.5118968 Aug 24 00:20:21.547659 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9fb33526-f490-40d8-bb10-69d132901b70 req-8cc92348-4e24-42af-ab1f-c31c2891cadd service neutron] 10.222.0.13 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981476 Aug 24 00:20:21.550254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-97e61a33-157e-423c-bdea-c1c8cdafe5d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e4c432-ceed-4113-92a1-d3353114c0fe HTTP/1.1" status: 200 len: 217 time: 0.0680056 Aug 24 00:20:21.641136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db17e46a-0037-4947-a238-f969f03ce905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:19:44Z', 'revision_number': 4, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port': {'id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:41Z', 'updated_at': '2021-08-24T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '6e1da0ae-548b-412b-a5f0-2b222c418279', 'name': '', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'mac_address': 'fa:16:3e:f9:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:43Z', 'updated_at': '2021-08-24T00:19:51Z', 'revision_number': 5, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'subnets': [{'id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:21.655446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66711183-e028-47ac-bfc4-c2b9a072787b req-8edfe2d9-cf74-4cc5-9cda-17564cb1f458 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0986040 Aug 24 00:20:21.667967 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9fb33526-f490-40d8-bb10-69d132901b70 req-15372705-b7fd-44ca-ad80-1cbb50fb5a10 service neutron] 10.222.0.13 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020193 Aug 24 00:20:21.672656 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db17e46a-0037-4947-a238-f969f03ce905 None None] The sync data for ids ['654d1921-2a61-416f-aa0c-6dc6dcecede1'] in n-d-805736-1 is: [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:19:44Z', 'revision_number': 4, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port': {'id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:41Z', 'updated_at': '2021-08-24T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '6e1da0ae-548b-412b-a5f0-2b222c418279', 'name': '', 'network_id': 'd2564e6f-e4be-486d-a3cc-8fc98dce5be5', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'mac_address': 'fa:16:3e:f9:94:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:43Z', 'updated_at': '2021-08-24T00:19:51Z', 'revision_number': 5, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'subnets': [{'id': '755f0cc7-2560-45a0-8b6f-1dd4e1ba089d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:21.714157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-98c96ad0-14db-422e-9a73-40b406aa2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:21.715741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-98c96ad0-14db-422e-9a73-40b406aa2380 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=755f0cc7-2560-45a0-8b6f-1dd4e1ba089d HTTP/1.1" status: 200 len: 868 time: 0.1414628 Aug 24 00:20:21.721306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Deleting port 21b25685-0bce-4369-b8e7-543c2c51aeb5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:21.721654 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:21.834873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-32a79caf-a3a5-4d4e-adfb-0fff6d538680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:21.836394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-32a79caf-a3a5-4d4e-adfb-0fff6d538680 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2564e6f-e4be-486d-a3cc-8fc98dce5be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111200 Aug 24 00:20:21.840722 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e7849c-4ba1-4e2e-b193-0082037fcfeb x-openstack-request-id: req-98e7849c-4ba1-4e2e-b193-0082037fcfeb {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:21.841443 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080ca8f0-f443-46d7-bce8-874ea60ddaec", "name": "network-vif-unplugged", "status": "completed", "tag": "94ccf9f0-4359-4e9f-a009-4d1af12a4915", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:21.842035 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98e7849c-4ba1-4e2e-b193-0082037fcfeb {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:21.842735 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ccf9f0-4359-4e9f-a009-4d1af12a4915', 'code': 200} Aug 24 00:20:21.876302 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe307604-41bc-4e68-9b40-7f64b58804bc x-openstack-request-id: req-fe307604-41bc-4e68-9b40-7f64b58804bc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:21.876449 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0337a8-899e-46ea-889d-2cbc3dbb139e", "tag": "74e4c432-ceed-4113-92a1-d3353114c0fe", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:21.876666 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe307604-41bc-4e68-9b40-7f64b58804bc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:21.877183 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'tag': '74e4c432-ceed-4113-92a1-d3353114c0fe', 'status': 'completed', 'code': 200} Aug 24 00:20:21.917381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] For port 21b25685-0bce-4369-b8e7-543c2c51aeb5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=21b25685-0bce-4369-b8e7-543c2c51aeb5,segment=NetworkSegment(acf97d79-932e-474b-9fcd-14bbe124cfed),segment_id=acf97d79-932e-474b-9fcd-14bbe124cfed)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:21.917805 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:21.964149 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a37a4-f343-4db0-86fd-9409dba0da23 None None] New status for floating IP db8343af-18ab-479e-b3ec-617587fa71a3: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:20:21.969556 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c57b-937c-4054-88fa-e06842924ed2 req-6db22953-1b74-4371-9893-aaca8319911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:21.971262 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7785c57b-937c-4054-88fa-e06842924ed2 req-6db22953-1b74-4371-9893-aaca8319911b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bcd79c71f504961b58ea4efc7a8fe6a&device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 1097 time: 0.0469904 Aug 24 00:20:22.075948 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c57b-937c-4054-88fa-e06842924ed2 req-d2b7a4ea-e3e7-450f-a89f-a0619395091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:22.077435 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7785c57b-937c-4054-88fa-e06842924ed2 req-d2b7a4ea-e3e7-450f-a89f-a0619395091a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d2564e6f-e4be-486d-a3cc-8fc98dce5be5 HTTP/1.1" status: 200 len: 930 time: 0.0978072 Aug 24 00:20:22.103629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718afda7-c8c3-434f-957b-ba62cf14a568 req-bf950847-d5fa-4b19-8467-a63518d69127 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:22.105251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-718afda7-c8c3-434f-957b-ba62cf14a568 req-bf950847-d5fa-4b19-8467-a63518d69127 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 945 time: 0.1760724 Aug 24 00:20:22.109164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-6fb0eddc-1879-4a78-9f32-50074806fd79 service neutron] 10.222.0.32 "GET /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654402 Aug 24 00:20:22.150240 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7785c57b-937c-4054-88fa-e06842924ed2 req-da421d4b-ee26-48de-9b40-0f4bd3005e36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e4c432-ceed-4113-92a1-d3353114c0fe HTTP/1.1" status: 200 len: 217 time: 0.0587728 Aug 24 00:20:22.221874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c57b-937c-4054-88fa-e06842924ed2 req-7fdea985-6dc2-40f0-96f7-73dd6e7dd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:22.224987 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7785c57b-937c-4054-88fa-e06842924ed2 req-7fdea985-6dc2-40f0-96f7-73dd6e7dd9d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=755f0cc7-2560-45a0-8b6f-1dd4e1ba089d HTTP/1.1" status: 200 len: 868 time: 0.0562119 Aug 24 00:20:22.263751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-718afda7-c8c3-434f-957b-ba62cf14a568 req-0a0103b0-4fac-46bb-a1ab-07cbc2ad60ab tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418242 Aug 24 00:20:22.286905 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.287204 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.287598 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Floating IP 9b7559c3-72af-4c97-a6c8-69d3a9d84abe disassociated. External IP: 172.25.8.243, port: 21b25685-0bce-4369-b8e7-543c2c51aeb5. Aug 24 00:20:22.288095 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Calling delete_port for 21b25685-0bce-4369-b8e7-543c2c51aeb5 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:22.299821 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c57b-937c-4054-88fa-e06842924ed2 req-ceb50f12-e10b-4c2e-84fa-5d9fe130cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:22.303101 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7785c57b-937c-4054-88fa-e06842924ed2 req-ceb50f12-e10b-4c2e-84fa-5d9fe130cae7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2564e6f-e4be-486d-a3cc-8fc98dce5be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702593 Aug 24 00:20:22.316784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26f97fd6-b285-4be4-aaf0-5c87da36e36c req-6ee5096e-1a49-4592-a2c3-740229abeea2 service neutron] 10.222.0.32 "GET /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923490 Aug 24 00:20:22.409653 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7785c57b-937c-4054-88fa-e06842924ed2 req-deac87a0-5eb1-4316-8bde-f1e38e0df5c1 service neutron] 10.222.0.13 "GET /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966539 Aug 24 00:20:22.496157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bb30b-8286-479b-8a98-d53c17669832 req-44e29c62-212d-4005-b44d-89a5a8c17014 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:22.497727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f08bb30b-8286-479b-8a98-d53c17669832 req-44e29c62-212d-4005-b44d-89a5a8c17014 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/ports?device_id=2118c846-d1d2-467a-908f-04622f17aee1 HTTP/1.1" status: 200 len: 946 time: 0.0962143 Aug 24 00:20:22.498901 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.515609 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7785c57b-937c-4054-88fa-e06842924ed2 req-979b3a9e-14e1-40ae-8600-d5c16d4e8c4b service neutron] 10.222.0.13 "GET /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956857 Aug 24 00:20:22.527891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 91c02efe-c63e-43f5-a228-8bba617b5847 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:22.535766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Pushing event deleted for resources: {'Port': ['ID=21b25685-0bce-4369-b8e7-543c2c51aeb5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:22.604417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 91c02efe-c63e-43f5-a228-8bba617b5847 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:22.610109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 91c02efe-c63e-43f5-a228-8bba617b5847 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:22.610918 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.612144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f08bb30b-8286-479b-8a98-d53c17669832 req-1f08eaeb-c926-4e4c-9f4b-a8ad43447e59 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/security-groups?id=2702ca1b-1e15-43db-b273-4d22bd4ae163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053360 Aug 24 00:20:22.690580 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d3595f-d833-4af0-905c-b99ccaae75b7 x-openstack-request-id: req-a8d3595f-d833-4af0-905c-b99ccaae75b7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:22.691387 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7193273c-ebbc-4f4d-ad6c-519cef9e5495", "tag": "8122f35c-fa48-445d-8049-485fc78a7f53", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:22.691387 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8d3595f-d833-4af0-905c-b99ccaae75b7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:22.692846 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7193273c-ebbc-4f4d-ad6c-519cef9e5495', 'tag': '8122f35c-fa48-445d-8049-485fc78a7f53', 'status': 'completed', 'code': 200} Aug 24 00:20:22.707925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Router 70538a44-bcd9-4e38-b608-ee5fa5e11aed has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:20:22.760966 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.806686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 91c02efe-c63e-43f5-a228-8bba617b5847, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=91c02efe-c63e-43f5-a228-8bba617b5847,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:22.819164 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.828846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f2498-c88b-4fba-bb49-1722b8cb1952 req-256325fe-bdff-486c-992c-e9df9c5e1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:22.830512 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-543f2498-c88b-4fba-bb49-1722b8cb1952 req-256325fe-bdff-486c-992c-e9df9c5e1ade service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73800ca933784a9ebfa0b8c7de2f2613&device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 1095 time: 0.0897653 Aug 24 00:20:22.874038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=91c02efe-c63e-43f5-a228-8bba617b5847,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:22.943348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bf9a665-f74a-4ad0-a783-a06b310e71a5 req-e343961a-62f5-4d3e-882d-8eddd680ae1a tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips/db8343af-18ab-479e-b3ec-617587fa71a3 HTTP/1.1" status: 200 len: 693 time: 0.0958362 Aug 24 00:20:22.944834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f2498-c88b-4fba-bb49-1722b8cb1952 req-18e70a1c-652e-483e-89fa-d0b89bf66833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:22.946619 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-543f2498-c88b-4fba-bb49-1722b8cb1952 req-18e70a1c-652e-483e-89fa-d0b89bf66833 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10a4f855-1dfa-4389-b9d2-80db5e027a61 HTTP/1.1" status: 200 len: 915 time: 0.1080668 Aug 24 00:20:22.946768 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:20:22.956303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf1449-8002-4942-957b-f39e226ac692 None None] Sync routers for ids ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:20:22.974999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf1449-8002-4942-957b-f39e226ac692 None None] Routers {'70538a44-bcd9-4e38-b608-ee5fa5e11aed'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:22.975644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b3bf1449-8002-4942-957b-f39e226ac692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:22.997181 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-543f2498-c88b-4fba-bb49-1722b8cb1952 req-05fea701-2a7c-42ec-95da-f27f09eb3ce3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8122f35c-fa48-445d-8049-485fc78a7f53 HTTP/1.1" status: 200 len: 217 time: 0.0423374 Aug 24 00:20:23.023854 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4745f5b-5894-4a44-a36f-74a7b00487a6 req-9de3100a-27fd-4347-bf9a-4a2aae85f6b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0785682 Aug 24 00:20:23.059356 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f2498-c88b-4fba-bb49-1722b8cb1952 req-c3cf1b9c-775f-4cb3-bb8b-301caee3f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:23.061395 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-543f2498-c88b-4fba-bb49-1722b8cb1952 req-c3cf1b9c-775f-4cb3-bb8b-301caee3f971 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc693454-54b3-4f81-8f8a-53ff5c215485 HTTP/1.1" status: 200 len: 854 time: 0.0553436 Aug 24 00:20:23.071924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] No DVR routers for this DVR port 21b25685-0bce-4369-b8e7-543c2c51aeb5 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:23.074467 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:23.077399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f149cbe1-c3f3-438a-8c2a-ceb0cc7ac852 req-860a788a-8ec8-4fd7-a075-de75267cd4a5 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.13 "DELETE /v2.0/ports/21b25685-0bce-4369-b8e7-543c2c51aeb5 HTTP/1.1" status: 204 len: 173 time: 1.6945789 Aug 24 00:20:23.092746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c69d4-937e-498a-8e58-2cf018af03e2 req-8e488674-0c51-47c1-8384-5388896330db tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:23.094533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d31c69d4-937e-498a-8e58-2cf018af03e2 req-8e488674-0c51-47c1-8384-5388896330db tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 944 time: 0.3228109 Aug 24 00:20:23.133181 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-543f2498-c88b-4fba-bb49-1722b8cb1952 req-ba7ecf4f-4a30-4881-9368-3753dcace083 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10a4f855-1dfa-4389-b9d2-80db5e027a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585911 Aug 24 00:20:23.179097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d31c69d4-937e-498a-8e58-2cf018af03e2 req-a4da9e28-1cc7-4425-a306-268fd9ed3e9f tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748994 Aug 24 00:20:23.186966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9a665-f74a-4ad0-a783-a06b310e71a5 req-9e94d866-3f9c-4487-91b5-c39471e4b5f8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:23.194837 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bf9a665-f74a-4ad0-a783-a06b310e71a5 req-9e94d866-3f9c-4487-91b5-c39471e4b5f8 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.2421784 Aug 24 00:20:23.273903 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-543f2498-c88b-4fba-bb49-1722b8cb1952 req-f78e1b24-736a-43ba-be0a-648f786a54f3 service neutron] 10.222.0.13 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323967 Aug 24 00:20:23.284805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bf9a665-f74a-4ad0-a783-a06b310e71a5 req-dca6bca0-3291-4fd6-beae-28c2a3c1a1d7 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.0889990 Aug 24 00:20:23.300619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b3bf1449-8002-4942-957b-f39e226ac692 None None] Set router 70538a44-bcd9-4e38-b608-ee5fa5e11aed gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:23.358453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bf9a665-f74a-4ad0-a783-a06b310e71a5 req-1e67b9e3-a71d-45be-8286-e86ad38a3675 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.0719709 Aug 24 00:20:23.393022 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:23.396474 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-543f2498-c88b-4fba-bb49-1722b8cb1952 req-5ecb2abc-42d1-4c52-8a95-aec8a6d6e71d service neutron] 10.222.0.13 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062782 Aug 24 00:20:23.513227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b95344a-9ef5-4561-829f-f8dd646d4d65 req-02f6daac-c6a4-458a-807f-26216f2ce807 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0463781 Aug 24 00:20:23.547383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3bf9a665-f74a-4ad0-a783-a06b310e71a5 req-3f3fde8c-83d1-44c3-981f-1c3010e35c02 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Deleting port 102402df-682b-4deb-9895-3623dd3a9fc9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:23.547736 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3bf9a665-f74a-4ad0-a783-a06b310e71a5 req-3f3fde8c-83d1-44c3-981f-1c3010e35c02 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:23.579867 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b3bf1449-8002-4942-957b-f39e226ac692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:18:05Z', 'revision_number': 4, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port': {'id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:00Z', 'updated_at': '2021-08-24T00:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23', 'name': '', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'mac_address': 'fa:16:3e:b5:bf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:04Z', 'updated_at': '2021-08-24T00:18:11Z', 'revision_number': 5, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'subnets': [{'id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:23.609446 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf1449-8002-4942-957b-f39e226ac692 None None] Checking router: 70538a44-bcd9-4e38-b608-ee5fa5e11aed for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:20:23.619898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf1449-8002-4942-957b-f39e226ac692 None None] Routers {'70538a44-bcd9-4e38-b608-ee5fa5e11aed'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:23.620548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b3bf1449-8002-4942-957b-f39e226ac692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:23.670026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3bf9a665-f74a-4ad0-a783-a06b310e71a5 req-3f3fde8c-83d1-44c3-981f-1c3010e35c02 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:23.670590 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3bf9a665-f74a-4ad0-a783-a06b310e71a5 req-3f3fde8c-83d1-44c3-981f-1c3010e35c02 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:23.685162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3bf9a665-f74a-4ad0-a783-a06b310e71a5 req-3f3fde8c-83d1-44c3-981f-1c3010e35c02 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Calling delete_port for 102402df-682b-4deb-9895-3623dd3a9fc9 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:23.871337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c02efe-c63e-43f5-a228-8bba617b5847'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:23.873034 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab90043-d59f-4550-bdb4-0ed764f2ef96 req-299c1fb6-3148-41df-bc7d-8cc9bc90dc24 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:23.873698 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb90530-dfb1-4f81-be0b-da52b661eee8" -d '{"events": [{"server_uuid": "f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f", "name": "network-vif-plugged", "status": "completed", "tag": "91c02efe-c63e-43f5-a228-8bba617b5847"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:23.874880 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aab90043-d59f-4550-bdb4-0ed764f2ef96 req-299c1fb6-3148-41df-bc7d-8cc9bc90dc24 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.0920482 Aug 24 00:20:23.881845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20427669-e17d-4fb7-89bb-15db6d5d7526', 'name': 'network-vif-deleted', 'tag': 'd846b229-c500-4b4f-ae42-e136f6f8c974'}, {'server_uuid': '2118c846-d1d2-467a-908f-04622f17aee1', 'name': 'network-vif-deleted', 'tag': '21b25685-0bce-4369-b8e7-543c2c51aeb5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:23.884398 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fc4331-27c8-418e-9f79-a0675cc28d91" -d '{"events": [{"server_uuid": "20427669-e17d-4fb7-89bb-15db6d5d7526", "name": "network-vif-deleted", "tag": "d846b229-c500-4b4f-ae42-e136f6f8c974"}, {"server_uuid": "2118c846-d1d2-467a-908f-04622f17aee1", "name": "network-vif-deleted", "tag": "21b25685-0bce-4369-b8e7-543c2c51aeb5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:23.905088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b3bf1449-8002-4942-957b-f39e226ac692 None None] Set router 70538a44-bcd9-4e38-b608-ee5fa5e11aed gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:23.963200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aab90043-d59f-4550-bdb4-0ed764f2ef96 req-38ae26f0-9751-4626-bdbe-ba3e915dafe0 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754483 Aug 24 00:20:23.990751 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3bf9a665-f74a-4ad0-a783-a06b310e71a5 req-3f3fde8c-83d1-44c3-981f-1c3010e35c02 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:24.023682 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fde8c-83d1-44c3-981f-1c3010e35c02 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Pushing event deleted for resources: {'Port': ['ID=102402df-682b-4deb-9895-3623dd3a9fc9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:24.099616 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3bf9a665-f74a-4ad0-a783-a06b310e71a5 req-3f3fde8c-83d1-44c3-981f-1c3010e35c02 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:24.103008 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3bf9a665-f74a-4ad0-a783-a06b310e71a5 req-3f3fde8c-83d1-44c3-981f-1c3010e35c02 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:24.120058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bf9a665-f74a-4ad0-a783-a06b310e71a5 req-3f3fde8c-83d1-44c3-981f-1c3010e35c02 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "DELETE /v2.0/floatingips/db8343af-18ab-479e-b3ec-617587fa71a3 HTTP/1.1" status: 204 len: 173 time: 0.7604423 Aug 24 00:20:24.151899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b3bf1449-8002-4942-957b-f39e226ac692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:18:05Z', 'revision_number': 4, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port': {'id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:00Z', 'updated_at': '2021-08-24T00:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23', 'name': '', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'mac_address': 'fa:16:3e:b5:bf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:04Z', 'updated_at': '2021-08-24T00:18:11Z', 'revision_number': 5, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'subnets': [{'id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:24.186896 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c365b2-a0d4-4f6c-9b93-d8b9de866413 x-openstack-request-id: req-b4c365b2-a0d4-4f6c-9b93-d8b9de866413 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:24.187307 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f", "name": "network-vif-plugged", "status": "completed", "tag": "91c02efe-c63e-43f5-a228-8bba617b5847", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:24.187627 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4c365b2-a0d4-4f6c-9b93-d8b9de866413 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:24.188079 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c02efe-c63e-43f5-a228-8bba617b5847', 'code': 200} Aug 24 00:20:24.189034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf1449-8002-4942-957b-f39e226ac692 None None] The sync data for ids ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'] in n-d-805736-1 is: [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:18:05Z', 'revision_number': 4, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port': {'id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:00Z', 'updated_at': '2021-08-24T00:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23', 'name': '', 'network_id': 'e9cc517a-d1b3-43cd-b590-36f6ddc3e79e', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'mac_address': 'fa:16:3e:b5:bf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:04Z', 'updated_at': '2021-08-24T00:18:11Z', 'revision_number': 5, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'subnets': [{'id': 'ef43a554-57dd-4197-9672-c9c1b63a52b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:24.201571 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1b8e1d-f343-4896-93a2-f43e8289a405 x-openstack-request-id: req-ec1b8e1d-f343-4896-93a2-f43e8289a405 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:24.202106 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20427669-e17d-4fb7-89bb-15db6d5d7526", "name": "network-vif-deleted", "tag": "d846b229-c500-4b4f-ae42-e136f6f8c974", "status": "completed", "code": 200}, {"server_uuid": "2118c846-d1d2-467a-908f-04622f17aee1", "name": "network-vif-deleted", "tag": "21b25685-0bce-4369-b8e7-543c2c51aeb5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:24.202708 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec1b8e1d-f343-4896-93a2-f43e8289a405 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:24.203560 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20427669-e17d-4fb7-89bb-15db6d5d7526', 'name': 'network-vif-deleted', 'tag': 'd846b229-c500-4b4f-ae42-e136f6f8c974', 'status': 'completed', 'code': 200} Aug 24 00:20:24.205337 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2118c846-d1d2-467a-908f-04622f17aee1', 'name': 'network-vif-deleted', 'tag': '21b25685-0bce-4369-b8e7-543c2c51aeb5', 'status': 'completed', 'code': 200} Aug 24 00:20:24.216758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51096) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:24.481901 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6375e053-978b-4929-b917-ffdd1da125a7 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:24.500920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1653816-1384-4a2c-8722-92498e336da5 req-6f80a7ac-8306-443b-90e7-a8c1c93f3bbe tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:24.502484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1653816-1384-4a2c-8722-92498e336da5 req-6f80a7ac-8306-443b-90e7-a8c1c93f3bbe tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 944 time: 0.1436691 Aug 24 00:20:24.515310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df6ac2-d385-45f9-92d2-7719e89777bb req-6bb61cb5-8e2a-4cbc-9cf8-781bf80eecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:24.517995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40df6ac2-d385-45f9-92d2-7719e89777bb req-6bb61cb5-8e2a-4cbc-9cf8-781bf80eecb7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 1097 time: 0.1750324 Aug 24 00:20:24.565130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87910135-f0c9-422a-b17e-2503c20d02cc req-e02a0102-8fe7-4cc5-a54a-69b64daba5f1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:24.566678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87910135-f0c9-422a-b17e-2503c20d02cc req-e02a0102-8fe7-4cc5-a54a-69b64daba5f1 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1558766 Aug 24 00:20:24.588810 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8096c4ec-8963-4bff-a96a-d5fd89a39f82 None None] New status for floating IP 9b7559c3-72af-4c97-a6c8-69d3a9d84abe: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:20:24.605231 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6375e053-978b-4929-b917-ffdd1da125a7 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:24.637002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 8122f35c-fa48-445d-8049-485fc78a7f53 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:20:24.708840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1653816-1384-4a2c-8722-92498e336da5 req-1fc63d04-69c5-4d6a-b9c5-47f76facb4f6 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964014 Aug 24 00:20:24.728513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 21b25685-0bce-4369-b8e7-543c2c51aeb5 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:24.767061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51114) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:24.771442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 8122f35c-fa48-445d-8049-485fc78a7f53, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8122f35c-fa48-445d-8049-485fc78a7f53,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:24.781646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87910135-f0c9-422a-b17e-2503c20d02cc req-e70a37a7-5de9-4bb0-a1e3-997edc929ecf tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1724145 Aug 24 00:20:24.818406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40df6ac2-d385-45f9-92d2-7719e89777bb req-f96381f4-38c3-4fd5-8ac9-374dcc7e9eb2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793622 Aug 24 00:20:24.820363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '8122f35c-fa48-445d-8049-485fc78a7f53', 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61', 'port_id': '8122f35c-fa48-445d-8049-485fc78a7f53', 'mac_address': 'fa:16:3e:e2:fb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc693454-54b3-4f81-8f8a-53ff5c215485', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:20:24.821910 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6375e053-978b-4929-b917-ffdd1da125a7 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:24.824866 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6375e053-978b-4929-b917-ffdd1da125a7 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:24.833532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6375e053-978b-4929-b917-ffdd1da125a7 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "DELETE /v2.0/security-groups/2702ca1b-1e15-43db-b273-4d22bd4ae163 HTTP/1.1" status: 204 len: 168 time: 0.6168449 Aug 24 00:20:24.834237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51124) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:24.895933 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-64fb6a67-face-4f96-b7c4-7925e1cfdb5e tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] show failed (client error): The resource could not be found. Aug 24 00:20:24.901145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 21b25685-0bce-4369-b8e7-543c2c51aeb5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:24.901676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 21b25685-0bce-4369-b8e7-543c2c51aeb5 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:24.901959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:24.904370 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-64fb6a67-face-4f96-b7c4-7925e1cfdb5e tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "GET /v2.0/security-groups/2702ca1b-1e15-43db-b273-4d22bd4ae163 HTTP/1.1" status: 404 len: 347 time: 0.0614405 Aug 24 00:20:24.908060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375e053-978b-4929-b917-ffdd1da125a7 tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2702ca1b-1e15-43db-b273-4d22bd4ae163,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:24.939882 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:24.946293 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a859aeef-6bf8-47f5-8f48-e26e331c1c28 req-307b3e54-7577-41aa-a081-0d78baeabb7b tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0790389 Aug 24 00:20:24.969584 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e5afac5-505a-421c-b87f-f7aba2e4567a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:24.988773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8122f35c-fa48-445d-8049-485fc78a7f53 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:25.016548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 8122f35c-fa48-445d-8049-485fc78a7f53, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8122f35c-fa48-445d-8049-485fc78a7f53,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:25.029721 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.038369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc12a88e-718e-4ac8-9b4b-aa5928c257ca req-f9d67678-1693-4ab2-bc9d-216555ad9177 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0423467 Aug 24 00:20:25.061263 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e5afac5-505a-421c-b87f-f7aba2e4567a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.152148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=8122f35c-fa48-445d-8049-485fc78a7f53,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:25.168163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b1efa09b-a855-477b-a12d-88164d96721a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Deleting port 567ddfeb-fa18-4a01-9dc1-92cae1093924 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:25.168806 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1efa09b-a855-477b-a12d-88164d96721a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.205505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6071db-ea9b-4169-ae15-f9aaa4f8b154 req-bbbb4d4f-1cd6-46c7-a9bb-4484cb351905 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:25.213886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b6071db-ea9b-4169-ae15-f9aaa4f8b154 req-bbbb4d4f-1cd6-46c7-a9bb-4484cb351905 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.0805421 Aug 24 00:20:25.237066 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e5afac5-505a-421c-b87f-f7aba2e4567a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.243993 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e5afac5-505a-421c-b87f-f7aba2e4567a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.245438 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e5afac5-505a-421c-b87f-f7aba2e4567a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "DELETE /v2.0/security-groups/16ac38e1-a602-4468-a4ac-d18c2312bbda HTTP/1.1" status: 204 len: 168 time: 0.4777520 Aug 24 00:20:25.253163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51140) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:25.265167 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5afac5-505a-421c-b87f-f7aba2e4567a tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ac38e1-a602-4468-a4ac-d18c2312bbda,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:25.295342 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1efa09b-a855-477b-a12d-88164d96721a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.295793 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1efa09b-a855-477b-a12d-88164d96721a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.310831 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-5bc33574-586f-4951-ba63-910dadbbf428 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] show failed (client error): The resource could not be found. Aug 24 00:20:25.311059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b1efa09b-a855-477b-a12d-88164d96721a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Calling delete_port for 567ddfeb-fa18-4a01-9dc1-92cae1093924 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:25.311799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5bc33574-586f-4951-ba63-910dadbbf428 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "GET /v2.0/security-groups/16ac38e1-a602-4468-a4ac-d18c2312bbda HTTP/1.1" status: 404 len: 347 time: 0.0572073 Aug 24 00:20:25.314935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51148) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:25.346596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b6071db-ea9b-4169-ae15-f9aaa4f8b154 req-f2a3b0f2-881f-47e0-b2e5-e4d846be9ec2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186397 Aug 24 00:20:25.353723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['8122f35c-fa48-445d-8049-485fc78a7f53'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:25.569173 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1efa09b-a855-477b-a12d-88164d96721a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.578936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c2b73061-bc22-448c-bb7c-fca24acb44e2 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Deleting port 6588a126-7b63-4859-ac2a-76885778a822 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:25.578936 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2b73061-bc22-448c-bb7c-fca24acb44e2 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.620241 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efa09b-a855-477b-a12d-88164d96721a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Pushing event deleted for resources: {'Port': ['ID=567ddfeb-fa18-4a01-9dc1-92cae1093924,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:25.705920 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2b73061-bc22-448c-bb7c-fca24acb44e2 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.706259 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2b73061-bc22-448c-bb7c-fca24acb44e2 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.708611 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1efa09b-a855-477b-a12d-88164d96721a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.711259 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1efa09b-a855-477b-a12d-88164d96721a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.712442 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1efa09b-a855-477b-a12d-88164d96721a tempest-ServersTestManualDisk-1505398570 tempest-ServersTestManualDisk-1505398570-project] 10.222.0.32 "DELETE /v2.0/floatingips/9b7559c3-72af-4c97-a6c8-69d3a9d84abe HTTP/1.1" status: 204 len: 168 time: 0.8089528 Aug 24 00:20:25.715648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51172) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:25.804454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c2b73061-bc22-448c-bb7c-fca24acb44e2 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Calling delete_port for 6588a126-7b63-4859-ac2a-76885778a822 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:25.923170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17268c6a-234a-4be5-b25f-391949745f54 req-fb4a28fc-2ed3-4910-96c1-50218ec57271 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0843751 Aug 24 00:20:26.017979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cda74-ef05-4325-8ccc-66f93f218752 req-3efa67e2-b079-4d92-9df4-52fc42499f1d tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:26.021722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-785cda74-ef05-4325-8ccc-66f93f218752 req-3efa67e2-b079-4d92-9df4-52fc42499f1d tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 946 time: 0.2209504 Aug 24 00:20:26.210300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9b0bb-58dd-4265-8d7b-fe7bd79c0914 req-fda3197d-bded-45d1-8302-7241d619f0c7 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:26.211830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07d9b0bb-58dd-4265-8d7b-fe7bd79c0914 req-fda3197d-bded-45d1-8302-7241d619f0c7 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 945 time: 0.1860597 Aug 24 00:20:26.214652 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-785cda74-ef05-4325-8ccc-66f93f218752 req-900048db-33b1-43fa-9da5-08db4e10675c tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/security-groups?id=02a5b979-a82e-4650-83f7-2143cc6ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847248 Aug 24 00:20:26.605044 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2b73061-bc22-448c-bb7c-fca24acb44e2 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.645078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 8122f35c-fa48-445d-8049-485fc78a7f53 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:26.654112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b73061-bc22-448c-bb7c-fca24acb44e2 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Pushing event deleted for resources: {'Port': ['ID=6588a126-7b63-4859-ac2a-76885778a822,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:26.703496 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 8122f35c-fa48-445d-8049-485fc78a7f53 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:26.707298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 8122f35c-fa48-445d-8049-485fc78a7f53 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:26.708344 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.737958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07d9b0bb-58dd-4265-8d7b-fe7bd79c0914 req-47e294a7-56e9-41e0-a56a-82e761b3d424 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909034 Aug 24 00:20:26.805828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5888d-45f5-493f-be58-2ee0dd205c5f req-514fb1be-d306-41bb-9fcd-ff3182c65c48 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:26.807423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-64b5888d-45f5-493f-be58-2ee0dd205c5f req-514fb1be-d306-41bb-9fcd-ff3182c65c48 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1962209 Aug 24 00:20:26.837634 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.855737 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2b73061-bc22-448c-bb7c-fca24acb44e2 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.858378 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c2b73061-bc22-448c-bb7c-fca24acb44e2 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.862227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c2b73061-bc22-448c-bb7c-fca24acb44e2 tempest-ImagesOneServerNegativeTestJSON-1450075005 tempest-ImagesOneServerNegativeTestJSON-1450075005-project] 10.222.0.32 "DELETE /v2.0/floatingips/2389ba5c-0ef0-4e67-8a26-5d9925cc3e14 HTTP/1.1" status: 204 len: 168 time: 1.5465930 Aug 24 00:20:26.870805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7193273c-ebbc-4f4d-ad6c-519cef9e5495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8122f35c-fa48-445d-8049-485fc78a7f53'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:26.873084 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d7e183-3783-472a-aff9-38172bb37d01" -d '{"events": [{"server_uuid": "7193273c-ebbc-4f4d-ad6c-519cef9e5495", "name": "network-vif-plugged", "status": "completed", "tag": "8122f35c-fa48-445d-8049-485fc78a7f53"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:26.886734 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 8122f35c-fa48-445d-8049-485fc78a7f53, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8122f35c-fa48-445d-8049-485fc78a7f53,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:26.893894 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.900061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-64b5888d-45f5-493f-be58-2ee0dd205c5f req-9e648ec1-c9e6-436e-911f-a70ce3cc20cd tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840311 Aug 24 00:20:26.982222 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cd8f9d-f4b9-4a2b-b68f-7e8c8d39e615 x-openstack-request-id: req-69cd8f9d-f4b9-4a2b-b68f-7e8c8d39e615 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:26.982832 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7193273c-ebbc-4f4d-ad6c-519cef9e5495", "name": "network-vif-plugged", "status": "completed", "tag": "8122f35c-fa48-445d-8049-485fc78a7f53", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:26.983307 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69cd8f9d-f4b9-4a2b-b68f-7e8c8d39e615 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:26.983935 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7193273c-ebbc-4f4d-ad6c-519cef9e5495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8122f35c-fa48-445d-8049-485fc78a7f53', 'code': 200} Aug 24 00:20:26.985104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=8122f35c-fa48-445d-8049-485fc78a7f53,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:26.998080 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0872ad3e-9038-467a-a5b0-015ea0ab32ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.287638 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cbbd6-f974-43c6-961e-001117e8e152 req-697d57e2-52ff-40d9-80b7-f3834530aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:27.289870 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3a8cbbd6-f974-43c6-961e-001117e8e152 req-697d57e2-52ff-40d9-80b7-f3834530aac0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 1097 time: 0.0688374 Aug 24 00:20:27.341920 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3a8cbbd6-f974-43c6-961e-001117e8e152 req-965e8c20-bb40-404c-a9fa-09e502cd6916 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442379 Aug 24 00:20:27.343294 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2fcb42e-13c0-4ee4-951d-3359281eaa8c req-d33e69da-cea3-4237-9fd7-c67980937950 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0591729 Aug 24 00:20:27.360126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30488993-20d6-4bda-9013-5ef6bbc98c9f req-00abb760-5f8e-49fe-9acf-5de11d06ddb0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:27.361606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30488993-20d6-4bda-9013-5ef6bbc98c9f req-00abb760-5f8e-49fe-9acf-5de11d06ddb0 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 946 time: 0.1326823 Aug 24 00:20:27.481610 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71b64601-b137-45a8-ae6e-f25587cce4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.491840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0872ad3e-9038-467a-a5b0-015ea0ab32ef admin admin] Deleting port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:27.492543 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0872ad3e-9038-467a-a5b0-015ea0ab32ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.501454 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51278) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:27.570302 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9483071c-7e82-464b-836e-650a6ffe98b5 admin admin] Deleting subnet 2e5c70c4-a295-4688-8a6b-f8f806143f22 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:20:27.574217 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9483071c-7e82-464b-836e-650a6ffe98b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.615834 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9483071c-7e82-464b-836e-650a6ffe98b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.667074 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9483071c-7e82-464b-836e-650a6ffe98b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.721639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60657b4b-8f59-4332-a9f7-66c28f886703 req-b3950bbd-27b6-467b-bf2b-317ec77b06bf tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:27.723275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60657b4b-8f59-4332-a9f7-66c28f886703 req-b3950bbd-27b6-467b-bf2b-317ec77b06bf tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 946 time: 0.1072056 Aug 24 00:20:27.735770 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9483071c-7e82-464b-836e-650a6ffe98b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.766647 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483071c-7e82-464b-836e-650a6ffe98b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5c70c4-a295-4688-8a6b-f8f806143f22,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:27.771068 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9483071c-7e82-464b-836e-650a6ffe98b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.776355 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9483071c-7e82-464b-836e-650a6ffe98b5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2e5c70c4-a295-4688-8a6b-f8f806143f22 HTTP/1.1" status: 204 len: 168 time: 0.2729607 Aug 24 00:20:27.776482 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:27.822319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-0872ad3e-9038-467a-a5b0-015ea0ab32ef admin admin] For port 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23,segment=NetworkSegment(acf97d79-932e-474b-9fcd-14bbe124cfed),segment_id=acf97d79-932e-474b-9fcd-14bbe124cfed)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:27.822683 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0872ad3e-9038-467a-a5b0-015ea0ab32ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.852397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93fb97c0-a40a-40b0-8174-a3c102a2eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.854704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0872ad3e-9038-467a-a5b0-015ea0ab32ef admin admin] Calling delete_port for 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:27.873057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60657b4b-8f59-4332-a9f7-66c28f886703 req-a6d73dae-1d86-4329-8ec7-7cd604668b3c tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/security-groups?id=02a5b979-a82e-4650-83f7-2143cc6ba8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284280 Aug 24 00:20:27.884640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405bc43-f40e-49c4-888e-afa4f1fa4a7a req-d54f7f74-4da4-434e-a49b-2945a81e79d9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:27.886402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8405bc43-f40e-49c4-888e-afa4f1fa4a7a req-d54f7f74-4da4-434e-a49b-2945a81e79d9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1597409 Aug 24 00:20:27.956290 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93fb97c0-a40a-40b0-8174-a3c102a2eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.966315 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-93fb97c0-a40a-40b0-8174-a3c102a2eff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028bc191-9b63-4b1e-8665-ee0ac60ec459']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:27.976614 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-30488993-20d6-4bda-9013-5ef6bbc98c9f req-6b69cc4b-c05d-477f-b9d5-0edba588be8f tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Deleting port 74e4c432-ceed-4113-92a1-d3353114c0fe {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:27.977001 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-30488993-20d6-4bda-9013-5ef6bbc98c9f req-6b69cc4b-c05d-477f-b9d5-0edba588be8f tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.979013 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-93fb97c0-a40a-40b0-8174-a3c102a2eff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d19af08-955b-4a71-94b0-abd1e6ccf1e1') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:27.979519 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-93fb97c0-a40a-40b0-8174-a3c102a2eff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d19af08-955b-4a71-94b0-abd1e6ccf1e1') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:27.991697 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93fb97c0-a40a-40b0-8174-a3c102a2eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.007034 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93fb97c0-a40a-40b0-8174-a3c102a2eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.013151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fb97c0-a40a-40b0-8174-a3c102a2eff6 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:20:28.013543 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93fb97c0-a40a-40b0-8174-a3c102a2eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:20:28.015313 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:20:28.024696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8405bc43-f40e-49c4-888e-afa4f1fa4a7a req-99b84bb1-ced1-4316-aa30-455d2e70b1c2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272013 Aug 24 00:20:28.078252 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93fb97c0-a40a-40b0-8174-a3c102a2eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.084333 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93fb97c0-a40a-40b0-8174-a3c102a2eff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.086684 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-93fb97c0-a40a-40b0-8174-a3c102a2eff6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/028bc191-9b63-4b1e-8665-ee0ac60ec459 HTTP/1.1" status: 204 len: 168 time: 0.3091950 Aug 24 00:20:28.100907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb97c0-a40a-40b0-8174-a3c102a2eff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=028bc191-9b63-4b1e-8665-ee0ac60ec459,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:28.171886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cff25-1f63-4844-a1be-8e5b00d761ea req-02ea7378-3560-4eaf-9f6d-cef860fc810d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:28.180760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-254cff25-1f63-4844-a1be-8e5b00d761ea req-02ea7378-3560-4eaf-9f6d-cef860fc810d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.1852489 Aug 24 00:20:28.228978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-30488993-20d6-4bda-9013-5ef6bbc98c9f req-6b69cc4b-c05d-477f-b9d5-0edba588be8f tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] For port 74e4c432-ceed-4113-92a1-d3353114c0fe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=74e4c432-ceed-4113-92a1-d3353114c0fe,segment=NetworkSegment(6bb49848-6378-425d-a254-78cee19035c6),segment_id=6bb49848-6378-425d-a254-78cee19035c6)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:28.229341 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-30488993-20d6-4bda-9013-5ef6bbc98c9f req-6b69cc4b-c05d-477f-b9d5-0edba588be8f tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.253553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-30488993-20d6-4bda-9013-5ef6bbc98c9f req-6b69cc4b-c05d-477f-b9d5-0edba588be8f tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Calling delete_port for 74e4c432-ceed-4113-92a1-d3353114c0fe owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:28.262631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-254cff25-1f63-4844-a1be-8e5b00d761ea req-b0a1c10a-fc77-4189-afe3-20a0ff570c81 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807796 Aug 24 00:20:28.309245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:28.353973 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c53a73b1-80a3-4ebf-bae4-7ac42935984e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7c80159555048d596df4f91f219af56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435770 Aug 24 00:20:28.356476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:28.375595 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0872ad3e-9038-467a-a5b0-015ea0ab32ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.445394 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baf1fa84-ff33-4a90-b195-410f419fc29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.467153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872ad3e-9038-467a-a5b0-015ea0ab32ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:28.476310 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baf1fa84-ff33-4a90-b195-410f419fc29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.545620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54377bf2-5d4f-4436-9c6c-41cb8fa7f932 req-8d4e02bf-f665-48da-9fe3-89eb7077872f tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0435228 Aug 24 00:20:28.559199 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baf1fa84-ff33-4a90-b195-410f419fc29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.563002 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baf1fa84-ff33-4a90-b195-410f419fc29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.566517 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-baf1fa84-ff33-4a90-b195-410f419fc29a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52483002-fa67-4b88-8f76-131c955ae2db HTTP/1.1" status: 204 len: 168 time: 0.2055202 Aug 24 00:20:28.581351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1fa84-ff33-4a90-b195-410f419fc29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52483002-fa67-4b88-8f76-131c955ae2db,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:28.768014 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0872ad3e-9038-467a-a5b0-015ea0ab32ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.771759 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-30488993-20d6-4bda-9013-5ef6bbc98c9f req-6b69cc4b-c05d-477f-b9d5-0edba588be8f tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.815197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69cc4b-c05d-477f-b9d5-0edba588be8f tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Pushing event deleted for resources: {'Port': ['ID=74e4c432-ceed-4113-92a1-d3353114c0fe,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:28.895658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-30488993-20d6-4bda-9013-5ef6bbc98c9f req-6b69cc4b-c05d-477f-b9d5-0edba588be8f tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] No DVR routers for this DVR port 74e4c432-ceed-4113-92a1-d3353114c0fe on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:28.907458 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-30488993-20d6-4bda-9013-5ef6bbc98c9f req-6b69cc4b-c05d-477f-b9d5-0edba588be8f tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.909508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30488993-20d6-4bda-9013-5ef6bbc98c9f req-6b69cc4b-c05d-477f-b9d5-0edba588be8f tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.13 "DELETE /v2.0/ports/74e4c432-ceed-4113-92a1-d3353114c0fe HTTP/1.1" status: 204 len: 173 time: 1.2827160 Aug 24 00:20:28.909979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'name': 'network-vif-deleted', 'tag': '74e4c432-ceed-4113-92a1-d3353114c0fe'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:28.919513 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271c7207-0ccc-442a-bcf1-db73e812ffe0" -d '{"events": [{"server_uuid": "ba0337a8-899e-46ea-889d-2cbc3dbb139e", "name": "network-vif-deleted", "tag": "74e4c432-ceed-4113-92a1-d3353114c0fe"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:29.027506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f167c77-44c4-4282-838b-309ea97eda4e req-a53c0979-7a11-4068-a462-40748ff46606 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640 tempest-FloatingIPsAssociationNegativeTestJSON-1787621640-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba0337a8-899e-46ea-889d-2cbc3dbb139e HTTP/1.1" status: 200 len: 210 time: 0.0545135 Aug 24 00:20:29.101773 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783e561e-e0ff-480f-b2de-f0437eea2b0a x-openstack-request-id: req-783e561e-e0ff-480f-b2de-f0437eea2b0a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:29.102065 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0337a8-899e-46ea-889d-2cbc3dbb139e", "name": "network-vif-deleted", "tag": "74e4c432-ceed-4113-92a1-d3353114c0fe", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:29.102318 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-783e561e-e0ff-480f-b2de-f0437eea2b0a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:29.102717 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0337a8-899e-46ea-889d-2cbc3dbb139e', 'name': 'network-vif-deleted', 'tag': '74e4c432-ceed-4113-92a1-d3353114c0fe', 'status': 'completed', 'code': 200} Aug 24 00:20:29.242308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0872ad3e-9038-467a-a5b0-015ea0ab32ef admin admin] Router 70538a44-bcd9-4e38-b608-ee5fa5e11aed has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:20:29.268671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f6d11-f5db-4385-a4b4-e352616dc2e8 req-58a4108d-305f-429a-88f6-e672a5a34890 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:29.285254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e30f6d11-f5db-4385-a4b4-e352616dc2e8 req-58a4108d-305f-429a-88f6-e672a5a34890 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1124003 Aug 24 00:20:29.435184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e30f6d11-f5db-4385-a4b4-e352616dc2e8 req-0fc68060-ee95-40e2-a591-3e2f1f4e0ae3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487918 Aug 24 00:20:29.495418 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:29.519675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0872ad3e-9038-467a-a5b0-015ea0ab32ef admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:20:29.533019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32351036-1f49-4092-9c3f-44cccec7e82d None None] Sync routers for ids ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:20:29.538282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:29.538892 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0872ad3e-9038-467a-a5b0-015ea0ab32ef admin admin] 10.222.0.32 "PUT /v2.0/routers/70538a44-bcd9-4e38-b608-ee5fa5e11aed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8217068 Aug 24 00:20:29.565356 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32351036-1f49-4092-9c3f-44cccec7e82d None None] Routers {'70538a44-bcd9-4e38-b608-ee5fa5e11aed'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:29.566004 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-32351036-1f49-4092-9c3f-44cccec7e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:29.613084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e96e8-b367-4dcf-aa22-5f98c13a525f req-313f76d1-5668-40f7-bba9-40f47cfe2de6 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:29.615861 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-341e96e8-b367-4dcf-aa22-5f98c13a525f req-313f76d1-5668-40f7-bba9-40f47cfe2de6 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.0761800 Aug 24 00:20:29.616570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51430) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:29.675954 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-341e96e8-b367-4dcf-aa22-5f98c13a525f req-40fcaaee-01df-4e3a-a004-f85efc307e75 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424926 Aug 24 00:20:29.781547 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:29.799248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31d6ca64-4f7c-458a-8083-4038b90f91cf req-1099b240-dd2d-4c22-9515-51c6d8f23c87 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0316453 Aug 24 00:20:29.799844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-32351036-1f49-4092-9c3f-44cccec7e82d None None] Set router 70538a44-bcd9-4e38-b608-ee5fa5e11aed gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:29.842213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1734251151-network', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:29.892540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:29.895936 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:29.909767 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:29.934147 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:29.982446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8207a1a-6f97-4761-9cea-47d1c780c348 req-03e38353-1330-42e6-a2ab-4324dd8ba8ed tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:29.990968 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8207a1a-6f97-4761-9cea-47d1c780c348 req-03e38353-1330-42e6-a2ab-4324dd8ba8ed tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.0833712 Aug 24 00:20:30.008125 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Deleting port b60a378e-7980-4e6f-a20b-a9ee4f55153d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:30.008462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.066533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-32351036-1f49-4092-9c3f-44cccec7e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:20:28Z', 'revision_number': 5, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port': {'id': 'b60a378e-7980-4e6f-a20b-a9ee4f55153d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:00Z', 'updated_at': '2021-08-24T00:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:30.073314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8207a1a-6f97-4761-9cea-47d1c780c348 req-06c0b5af-df1a-4aff-bb9d-20fa7127f6eb tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813706 Aug 24 00:20:30.108143 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32351036-1f49-4092-9c3f-44cccec7e82d None None] Checking router: 70538a44-bcd9-4e38-b608-ee5fa5e11aed for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:20:30.110239 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.119126 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32351036-1f49-4092-9c3f-44cccec7e82d None None] Routers {'70538a44-bcd9-4e38-b608-ee5fa5e11aed'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:30.119779 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-32351036-1f49-4092-9c3f-44cccec7e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:30.138070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51458) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:30.141966 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.151219 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.151517 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] For port b60a378e-7980-4e6f-a20b-a9ee4f55153d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b60a378e-7980-4e6f-a20b-a9ee4f55153d,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:30.152102 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.191867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Calling delete_port for b60a378e-7980-4e6f-a20b-a9ee4f55153d owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:30.222326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:20:30.264776 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415ea00e-e149-4bf4-91f5-11cee0025f71,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:30.264776 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.266449 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] Added segment 1a4d8a0d-e97b-4aea-bcd2-75576955d5c1 of type vlan for network 65cae8b3-05bf-4e22-a546-4542e3745777 Aug 24 00:20:30.276079 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dda52dd6-b361-424f-baa7-42af89e67a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.295028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-32351036-1f49-4092-9c3f-44cccec7e82d None None] Set router 70538a44-bcd9-4e38-b608-ee5fa5e11aed gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:30.362843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-32351036-1f49-4092-9c3f-44cccec7e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:20:29Z', 'revision_number': 6, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:30.395361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32351036-1f49-4092-9c3f-44cccec7e82d None None] The sync data for ids ['70538a44-bcd9-4e38-b608-ee5fa5e11aed'] in n-d-805736-1 is: [{'id': '70538a44-bcd9-4e38-b608-ee5fa5e11aed', 'name': 'tempest-ServersTestManualDisk-371865959-router', 'tenant_id': 'dedff946d8ca4ccbabc1f59e32543423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:59Z', 'updated_at': '2021-08-24T00:20:29Z', 'revision_number': 6, 'project_id': 'dedff946d8ca4ccbabc1f59e32543423', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:30.454763 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.489880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Pushing event deleted for resources: {'Port': ['ID=b60a378e-7980-4e6f-a20b-a9ee4f55153d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:30.500342 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.532040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.532379 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.532711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.533042 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.533368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.533971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.534301 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.534620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.534961 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.535277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.535627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.536037 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.553988 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.587425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dba5d-5c4e-4929-a71f-f702a31f201d req-b27fff45-5030-40b1-97a7-2582059cbc45 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:30.591294 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-370dba5d-5c4e-4929-a71f-f702a31f201d req-b27fff45-5030-40b1-97a7-2582059cbc45 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.1789329 Aug 24 00:20:30.615428 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.616371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:30.616953 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.646076 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.648211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.666696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 74e4c432-ceed-4113-92a1-d3353114c0fe no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:30.693759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 74e4c432-ceed-4113-92a1-d3353114c0fe {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:30.694527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 74e4c432-ceed-4113-92a1-d3353114c0fe not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:30.698077 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.698610 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70538a44-bcd9-4e38-b608-ee5fa5e11aed {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:20:30.702873 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.703947 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-35b16432-792c-4214-8367-68c22207c84a admin admin] 10.222.0.32 "DELETE /v2.0/routers/70538a44-bcd9-4e38-b608-ee5fa5e11aed HTTP/1.1" status: 204 len: 168 time: 1.1633933 Aug 24 00:20:30.706575 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51482) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:30.713904 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0929978 Aug 24 00:20:30.714248 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51484) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:30.720938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ca6ac3df-fb15-40d1-b50f-53818ebe08ee admin admin] Request body: {'subnet': {'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1734251151-subnet', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:30.745407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba40f1-94ca-4f25-8600-3c722ff2a72e req-c4a4f9a5-0701-4819-b5a5-fa64f370ab9c tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:30.750913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4ba40f1-94ca-4f25-8600-3c722ff2a72e req-c4a4f9a5-0701-4819-b5a5-fa64f370ab9c tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1902125 Aug 24 00:20:30.774744 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7004622d-b7f3-45bf-8cc2-30f148d5be11 admin admin] Deleting subnet ef43a554-57dd-4197-9672-c9c1b63a52b6 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:20:30.776545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-370dba5d-5c4e-4929-a71f-f702a31f201d req-0ab42148-505d-4b6c-a9e8-3039cb9c7a70 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665514 Aug 24 00:20:30.777163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dfa25-e2dc-400b-b58f-07bfb54c956a admin admin] Pushing event updated for resources: {'Network': ['ID=65cae8b3-05bf-4e22-a546-4542e3745777,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:30.778852 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7004622d-b7f3-45bf-8cc2-30f148d5be11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.788294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 65cae8b3-05bf-4e22-a546-4542e3745777 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:20:30.799533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6ac3df-fb15-40d1-b50f-53818ebe08ee admin admin] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:30.801850 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca6ac3df-fb15-40d1-b50f-53818ebe08ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.855788 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4ba40f1-94ca-4f25-8600-3c722ff2a72e req-5d9e3592-d620-4257-b991-a2c7048c769a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971146 Aug 24 00:20:31.003615 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca6ac3df-fb15-40d1-b50f-53818ebe08ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.026021 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-336684c3-f66e-4a97-a4f2-964edd439ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.041742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa28ae-c58c-4259-823a-db8c4f076057 req-5f580638-72cc-462e-9e7e-a89910cf0032 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:31.050809 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7aa28ae-c58c-4259-823a-db8c4f076057 req-5f580638-72cc-462e-9e7e-a89910cf0032 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.0888851 Aug 24 00:20:31.053100 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7004622d-b7f3-45bf-8cc2-30f148d5be11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.110443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6ac3df-fb15-40d1-b50f-53818ebe08ee admin admin] Checking segment: {'id': '1a4d8a0d-e97b-4aea-bcd2-75576955d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:31.110876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6ac3df-fb15-40d1-b50f-53818ebe08ee admin admin] Network hostable DHCP agents. Network: 65cae8b3-05bf-4e22-a546-4542e3745777, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:20:31.112796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ac3df-fb15-40d1-b50f-53818ebe08ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:31.125614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b327429-30ee-4544-8868-e930a06eae65 req-94442477-0953-4061-98d0-d5a3c7502c1a tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0322547 Aug 24 00:20:31.161350 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.164243 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6ac3df-fb15-40d1-b50f-53818ebe08ee admin admin] Network 65cae8b3-05bf-4e22-a546-4542e3745777 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:20:31.173519 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7aa28ae-c58c-4259-823a-db8c4f076057 req-40813450-278b-486b-ab04-b60ed562a1e9 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213510 Aug 24 00:20:31.194038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ca6ac3df-fb15-40d1-b50f-53818ebe08ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 65cae8b3-05bf-4e22-a546-4542e3745777) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:31.206393 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7004622d-b7f3-45bf-8cc2-30f148d5be11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.213521 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6129eeb5-707e-4088-8ae7-18fa78e04764 None None] Network 65cae8b3-05bf-4e22-a546-4542e3745777 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:31.222890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6ac3df-fb15-40d1-b50f-53818ebe08ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:31.225203 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca6ac3df-fb15-40d1-b50f-53818ebe08ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.312725 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ca6ac3df-fb15-40d1-b50f-53818ebe08ee admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5971677 Aug 24 00:20:31.316797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51498) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:31.323143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1734251151-router', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:31.353970 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.355441 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.430134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a16a3-e54f-45f0-b85e-308c443f07f9 req-fda47d8a-3c0f-4efa-8f3f-178a005914ab tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:31.438625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-173a16a3-e54f-45f0-b85e-308c443f07f9 req-fda47d8a-3c0f-4efa-8f3f-178a005914ab tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 948 time: 0.1212013 Aug 24 00:20:31.448166 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7004622d-b7f3-45bf-8cc2-30f148d5be11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.476226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-65cae8b3-05bf-4e22-a546-4542e3745777', 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'fixed_ips': [{'subnet_id': '2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:20:31.477663 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.512063 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.585194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004622d-b7f3-45bf-8cc2-30f148d5be11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef43a554-57dd-4197-9672-c9c1b63a52b6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:31.600878 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7004622d-b7f3-45bf-8cc2-30f148d5be11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.600878 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7004622d-b7f3-45bf-8cc2-30f148d5be11 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ef43a554-57dd-4197-9672-c9c1b63a52b6 HTTP/1.1" status: 204 len: 168 time: 0.8888652 Aug 24 00:20:31.600878 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51506) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:31.620075 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-173a16a3-e54f-45f0-b85e-308c443f07f9 req-1e60f74d-41b6-4d16-b2b6-198afd2bd1d3 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802423 Aug 24 00:20:31.685100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22979b4-adde-433d-b0a1-d775c3263225 None None] Network e9cc517a-d1b3-43cd-b590-36f6ddc3e79e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:31.752028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-336684c3-f66e-4a97-a4f2-964edd439ffa admin admin] Deleting port 6e1da0ae-548b-412b-a5f0-2b222c418279 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:31.757866 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-336684c3-f66e-4a97-a4f2-964edd439ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.829280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b60a378e-7980-4e6f-a20b-a9ee4f55153d no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:31.870594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: b60a378e-7980-4e6f-a20b-a9ee4f55153d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:31.870950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b60a378e-7980-4e6f-a20b-a9ee4f55153d not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:31.874188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:31.905743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:31.906329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4f2a99b3-4464-44a4-bb70-1a2d1f2a6e23 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:31.972221 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Allocated IP 172.20.0.2 (65cae8b3-05bf-4e22-a546-4542e3745777/2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb/5ba289bc-0891-44dd-a7a9-e47da2e42c92) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:32.175020 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.178704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f692b-8f6c-486c-ac40-6f6bc98335b9 None None] DHCP port deletion for e9cc517a-d1b3-43cd-b590-36f6ddc3e79e request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:20:32.207252 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.221621 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.235139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Transition to ACTIVE for port object 5ba289bc-0891-44dd-a7a9-e47da2e42c92 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:32.258324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Transition to ACTIVE for port object 5ba289bc-0891-44dd-a7a9-e47da2e42c92 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:32.269092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-603f692b-8f6c-486c-ac40-6f6bc98335b9 None None] Deleting port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:32.269474 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-603f692b-8f6c-486c-ac40-6f6bc98335b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.272078 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.320612 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Deleting port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:32.321019 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.346687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d889f-15fe-42e2-a14a-51b3985eedd7 req-1e74053d-4edd-4e03-8d4a-99b3b57f93fe tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:32.348659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d98d889f-15fe-42e2-a14a-51b3985eedd7 req-1e74053d-4edd-4e03-8d4a-99b3b57f93fe tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.5019586 Aug 24 00:20:32.352289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-336684c3-f66e-4a97-a4f2-964edd439ffa admin admin] For port 6e1da0ae-548b-412b-a5f0-2b222c418279, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6e1da0ae-548b-412b-a5f0-2b222c418279,segment=NetworkSegment(6bb49848-6378-425d-a254-78cee19035c6),segment_id=6bb49848-6378-425d-a254-78cee19035c6)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:32.352622 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-336684c3-f66e-4a97-a4f2-964edd439ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.361451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Network 65cae8b3-05bf-4e22-a546-4542e3745777 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:32.373678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-336684c3-f66e-4a97-a4f2-964edd439ffa admin admin] Calling delete_port for 6e1da0ae-548b-412b-a5f0-2b222c418279 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:32.373935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:32.375873 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Pushing event updated for resources: {'Port': ['ID=5ba289bc-0891-44dd-a7a9-e47da2e42c92,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:32.385296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:32.394018 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-603f692b-8f6c-486c-ac40-6f6bc98335b9 None None] For port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b,segment=NetworkSegment(acf97d79-932e-474b-9fcd-14bbe124cfed),segment_id=acf97d79-932e-474b-9fcd-14bbe124cfed)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:32.394466 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-603f692b-8f6c-486c-ac40-6f6bc98335b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.407382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] For port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b,segment=NetworkSegment(acf97d79-932e-474b-9fcd-14bbe124cfed),segment_id=acf97d79-932e-474b-9fcd-14bbe124cfed)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:32.407752 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.408860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95725aa-ad33-4446-8d15-59dcc5e4f84a req-e4c14407-7e3c-4f52-bb20-252dd3f61672 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:32.410905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c95725aa-ad33-4446-8d15-59dcc5e4f84a req-e4c14407-7e3c-4f52-bb20-252dd3f61672 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1193781 Aug 24 00:20:32.444895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-603f692b-8f6c-486c-ac40-6f6bc98335b9 None None] Calling delete_port for f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:32.461419 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Calling delete_port for f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:32.475392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d98d889f-15fe-42e2-a14a-51b3985eedd7 req-a3ca573f-d4a1-4599-a315-93dd1c5ad430 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126003 Aug 24 00:20:32.537072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c95725aa-ad33-4446-8d15-59dcc5e4f84a req-99a9553f-6cb4-4176-99f4-44e57e491eb5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141410 Aug 24 00:20:32.608674 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.622928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60a92e03-3957-4bd6-98a0-524fd475dcde req-445d68ac-15dd-4cde-82e0-8162f6c76037 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0738621 Aug 24 00:20:32.640841 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.674659 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Attempting to bind port 5ba289bc-0891-44dd-a7a9-e47da2e42c92 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:32.675148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Attempting to bind port 5ba289bc-0891-44dd-a7a9-e47da2e42c92 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '1a4d8a0d-e97b-4aea-bcd2-75576955d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:32.675583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Attempting to bind port 5ba289bc-0891-44dd-a7a9-e47da2e42c92 on network 65cae8b3-05bf-4e22-a546-4542e3745777 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:32.710897 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.714660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:32.715215 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Checking segment: {'id': '1a4d8a0d-e97b-4aea-bcd2-75576955d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:32.715460 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.715954 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Bound using segment: {'id': '1a4d8a0d-e97b-4aea-bcd2-75576955d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:32.716489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Bound port: 5ba289bc-0891-44dd-a7a9-e47da2e42c92, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4d8a0d-e97b-4aea-bcd2-75576955d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:32.716935 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.752272 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] No DVR routers for this DVR port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:32.756558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Pushing event deleted for resources: {'Port': ['ID=f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:32.788893 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4fbbb-dbe1-4965-a25d-fe14fa1b528e req-ecd36fc4-7cc5-4fdf-8e0c-0696ca95c3e4 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:32.790592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21e4fbbb-dbe1-4965-a25d-fe14fa1b528e req-ecd36fc4-7cc5-4fdf-8e0c-0696ca95c3e4 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 948 time: 0.0670447 Aug 24 00:20:32.791193 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-336684c3-f66e-4a97-a4f2-964edd439ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.812893 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-603f692b-8f6c-486c-ac40-6f6bc98335b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.819247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] For port 5ba289bc-0891-44dd-a7a9-e47da2e42c92, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:32.824141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] For port 5ba289bc-0891-44dd-a7a9-e47da2e42c92, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5ba289bc-0891-44dd-a7a9-e47da2e42c92,segment=NetworkSegment(1a4d8a0d-e97b-4aea-bcd2-75576955d5c1),segment_id=1a4d8a0d-e97b-4aea-bcd2-75576955d5c1)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:32.833736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336684c3-f66e-4a97-a4f2-964edd439ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1da0ae-548b-412b-a5f0-2b222c418279,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:32.849395 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.853997 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f692b-8f6c-486c-ac40-6f6bc98335b9 None None] Pushing event deleted for resources: {'Port': ['ID=f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:32.866410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f692b-8f6c-486c-ac40-6f6bc98335b9 None None] No DVR routers for this DVR port f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:32.930953 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.950458 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9cc517a-d1b3-43cd-b590-36f6ddc3e79e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:32.966551 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21e4fbbb-dbe1-4965-a25d-fe14fa1b528e req-badfb0ac-35d1-4943-bd2d-5883f2d537d2 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397004 Aug 24 00:20:32.979671 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c115d-421e-4f86-b793-0cc8ad3fd5ae None None] Pushing event updated for resources: {'Port': ['ID=5ba289bc-0891-44dd-a7a9-e47da2e42c92,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:32.984647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c3d9-7af5-4bee-a45a-a7bb8a1b83c0 req-0df88652-d23a-416e-8a2d-b539bb2599dc tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:32.986235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2d1c3d9-7af5-4bee-a45a-a7bb8a1b83c0 req-0df88652-d23a-416e-8a2d-b539bb2599dc tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.13 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 948 time: 0.1295536 Aug 24 00:20:32.986940 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.998526 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf97d79-932e-474b-9fcd-14bbe124cfed') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:32.998526 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf97d79-932e-474b-9fcd-14bbe124cfed') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:33.007306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Allocated IP 172.25.8.246 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/dd0b02b7-98d5-4b6b-97c1-3004215d3839) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:33.010530 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:33.037067 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:33.061741 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:20:33.062314 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:20:33.078508 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:20:33.165622 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-336684c3-f66e-4a97-a4f2-964edd439ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:33.190187 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:33.196844 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:33.199130 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] 10.222.0.32 "DELETE /v2.0/networks/e9cc517a-d1b3-43cd-b590-36f6ddc3e79e HTTP/1.1" status: 204 len: 168 time: 1.5974607 Aug 24 00:20:33.232693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600936d-6c74-418a-9cbb-787812f5a47e admin admin] Pushing event deleted for resources: {'Network': ['ID=e9cc517a-d1b3-43cd-b590-36f6ddc3e79e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:33.273293 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:33.281797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b2d1c3d9-7af5-4bee-a45a-a7bb8a1b83c0 req-d599933e-7a2c-4ff0-b1ff-99d677575478 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Deleting port fe00c7fc-5d89-4688-95c1-ac3cbfab1085 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:33.282154 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b2d1c3d9-7af5-4bee-a45a-a7bb8a1b83c0 req-d599933e-7a2c-4ff0-b1ff-99d677575478 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:33.327661 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:33.375090 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:33.377751 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51524) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:33.378807 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:33.382884 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:33.427611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0b02b7-98d5-4b6b-97c1-3004215d3839,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:33.437854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b2d1c3d9-7af5-4bee-a45a-a7bb8a1b83c0 req-d599933e-7a2c-4ff0-b1ff-99d677575478 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] For port fe00c7fc-5d89-4688-95c1-ac3cbfab1085, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:33.438380 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b2d1c3d9-7af5-4bee-a45a-a7bb8a1b83c0 req-d599933e-7a2c-4ff0-b1ff-99d677575478 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:33.486478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b2d1c3d9-7af5-4bee-a45a-a7bb8a1b83c0 req-d599933e-7a2c-4ff0-b1ff-99d677575478 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Calling delete_port for fe00c7fc-5d89-4688-95c1-ac3cbfab1085 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:33.498975 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8b2327d0-cb65-4b7a-9a76-6bb956510195 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dedff946d8ca4ccbabc1f59e32543423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169627 Aug 24 00:20:33.502292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51528) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:33.689688 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:33.740787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336684c3-f66e-4a97-a4f2-964edd439ffa admin admin] Router 654d1921-2a61-416f-aa0c-6dc6dcecede1 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:20:33.753042 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1d72120-02c6-4202-bc55-bf313b1488ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:33.796889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744cd0-ee65-4c8c-b12d-8f9fccd707e2 req-91d9164c-cfcd-40e1-a86e-0b4056b299bd tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:33.805419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69744cd0-ee65-4c8c-b12d-8f9fccd707e2 req-91d9164c-cfcd-40e1-a86e-0b4056b299bd tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.2242649 Aug 24 00:20:33.857575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78668cb-6a38-4b98-8723-f3bbf9b430ef req-1c59c7f2-2f1b-4590-8c1a-06588d8410c2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:33.865876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e78668cb-6a38-4b98-8723-f3bbf9b430ef req-1c59c7f2-2f1b-4590-8c1a-06588d8410c2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.2257385 Aug 24 00:20:33.870021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5ba289bc-0891-44dd-a7a9-e47da2e42c92 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:33.872599 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1d72120-02c6-4202-bc55-bf313b1488ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:33.941484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 5ba289bc-0891-44dd-a7a9-e47da2e42c92 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:34.016465 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:34.017417 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.042703 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:34.043227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f37a0987-9dcd-4d64-b5aa-c6db5d2f3b1b not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:34.050336 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69744cd0-ee65-4c8c-b12d-8f9fccd707e2 req-d5110915-9674-4654-b0f9-4a9fb95032f1 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435546 Aug 24 00:20:34.095455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e78668cb-6a38-4b98-8723-f3bbf9b430ef req-cadfb222-7cda-470d-aa8d-fe17c2fa1a26 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235458 Aug 24 00:20:34.100475 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b2d1c3d9-7af5-4bee-a45a-a7bb8a1b83c0 req-d599933e-7a2c-4ff0-b1ff-99d677575478 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.182584 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1d72120-02c6-4202-bc55-bf313b1488ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.185686 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1d72120-02c6-4202-bc55-bf313b1488ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.187447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f1d72120-02c6-4202-bc55-bf313b1488ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/329f4c69-02fc-4abd-a121-6caacadf75d1 HTTP/1.1" status: 204 len: 168 time: 0.6830528 Aug 24 00:20:34.196101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599933e-7a2c-4ff0-b1ff-99d677575478 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Pushing event deleted for resources: {'Port': ['ID=fe00c7fc-5d89-4688-95c1-ac3cbfab1085,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:34.217332 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Router f96ac63d-22c4-4c20-bb4f-8eb117333345 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:20:34.235487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-122e5ada-48e7-49fa-92a2-0d41ef60218f req-65612c46-ca23-4912-853e-5557f5173d04 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0941730 Aug 24 00:20:34.261587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d72120-02c6-4202-bc55-bf313b1488ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329f4c69-02fc-4abd-a121-6caacadf75d1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:34.283736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c83f98-a422-4599-9e61-d0075b0ffc40 None None] Network 65cae8b3-05bf-4e22-a546-4542e3745777 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:34.296128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f42e154-67b6-4675-85e8-0fa4cd914f92 req-89a1fc7e-f5e6-416e-936f-a66b065e44b7 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=942e32d7-132b-426f-afca-5f5901e0d597 HTTP/1.1" status: 200 len: 210 time: 0.0969694 Aug 24 00:20:34.322762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336684c3-f66e-4a97-a4f2-964edd439ffa admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:20:34.328077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-336684c3-f66e-4a97-a4f2-964edd439ffa admin admin] 10.222.0.32 "PUT /v2.0/routers/654d1921-2a61-416f-aa0c-6dc6dcecede1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1890142 Aug 24 00:20:34.329238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d1c3d9-7af5-4bee-a45a-a7bb8a1b83c0 req-d599933e-7a2c-4ff0-b1ff-99d677575478 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] No DVR routers for this DVR port fe00c7fc-5d89-4688-95c1-ac3cbfab1085 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:34.331276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51540) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:34.333960 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b2d1c3d9-7af5-4bee-a45a-a7bb8a1b83c0 req-d599933e-7a2c-4ff0-b1ff-99d677575478 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.336755 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2d1c3d9-7af5-4bee-a45a-a7bb8a1b83c0 req-d599933e-7a2c-4ff0-b1ff-99d677575478 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.13 "DELETE /v2.0/ports/fe00c7fc-5d89-4688-95c1-ac3cbfab1085 HTTP/1.1" status: 204 len: 173 time: 1.3435650 Aug 24 00:20:34.337804 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a65aac7-339a-44e0-bd04-80ef1cd84ced None None] Sync routers for ids ['654d1921-2a61-416f-aa0c-6dc6dcecede1'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:20:34.341852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942e32d7-132b-426f-afca-5f5901e0d597', 'name': 'network-vif-deleted', 'tag': 'fe00c7fc-5d89-4688-95c1-ac3cbfab1085'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:34.344288 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3246a3ab-e863-4e95-810f-35483ce41685" -d '{"events": [{"server_uuid": "942e32d7-132b-426f-afca-5f5901e0d597", "name": "network-vif-deleted", "tag": "fe00c7fc-5d89-4688-95c1-ac3cbfab1085"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:34.354580 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a65aac7-339a-44e0-bd04-80ef1cd84ced None None] Routers {'654d1921-2a61-416f-aa0c-6dc6dcecede1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:34.356785 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6a65aac7-339a-44e0-bd04-80ef1cd84ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['654d1921-2a61-416f-aa0c-6dc6dcecede1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:34.389155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-75ebc031-d705-49bf-9be1-1a2840fce4ac None None] Provisioning for port 5ba289bc-0891-44dd-a7a9-e47da2e42c92 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:34.395366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-75ebc031-d705-49bf-9be1-1a2840fce4ac None None] Provisioning complete for port 5ba289bc-0891-44dd-a7a9-e47da2e42c92 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:34.396032 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75ebc031-d705-49bf-9be1-1a2840fce4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.423661 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c0741e-8b6d-4f27-9258-ad5f87fe328a x-openstack-request-id: req-82c0741e-8b6d-4f27-9258-ad5f87fe328a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:34.424050 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942e32d7-132b-426f-afca-5f5901e0d597", "name": "network-vif-deleted", "tag": "fe00c7fc-5d89-4688-95c1-ac3cbfab1085", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:34.424309 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82c0741e-8b6d-4f27-9258-ad5f87fe328a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:34.424852 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942e32d7-132b-426f-afca-5f5901e0d597', 'name': 'network-vif-deleted', 'tag': 'fe00c7fc-5d89-4688-95c1-ac3cbfab1085', 'status': 'completed', 'code': 200} Aug 24 00:20:34.452424 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:20:34.478559 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.483763 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-68a5a39d-73f7-4d97-983f-ce85dd0e01d7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1646490 Aug 24 00:20:34.484480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51544) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:34.497856 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Sync routers for ids ['f96ac63d-22c4-4c20-bb4f-8eb117333345'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:20:34.565432 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.651037 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Routers {'f96ac63d-22c4-4c20-bb4f-8eb117333345'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:34.656071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f96ac63d-22c4-4c20-bb4f-8eb117333345'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:34.696348 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6a65aac7-339a-44e0-bd04-80ef1cd84ced None None] Set router 654d1921-2a61-416f-aa0c-6dc6dcecede1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:34.794759 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.890609 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75ebc031-d705-49bf-9be1-1a2840fce4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.909234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] Deleting port e6f055bc-d837-475a-905c-c3be52529eec {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:34.909577 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.947857 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6a65aac7-339a-44e0-bd04-80ef1cd84ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:20:32Z', 'revision_number': 5, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port': {'id': 'e6f055bc-d837-475a-905c-c3be52529eec', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:41Z', 'updated_at': '2021-08-24T00:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:34.984274 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a65aac7-339a-44e0-bd04-80ef1cd84ced None None] Checking router: 654d1921-2a61-416f-aa0c-6dc6dcecede1 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:20:34.998280 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a65aac7-339a-44e0-bd04-80ef1cd84ced None None] Routers {'654d1921-2a61-416f-aa0c-6dc6dcecede1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:34.999252 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6a65aac7-339a-44e0-bd04-80ef1cd84ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['654d1921-2a61-416f-aa0c-6dc6dcecede1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:35.022891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Set router f96ac63d-22c4-4c20-bb4f-8eb117333345 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:35.025193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-75ebc031-d705-49bf-9be1-1a2840fce4ac None None] For port 5ba289bc-0891-44dd-a7a9-e47da2e42c92, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5ba289bc-0891-44dd-a7a9-e47da2e42c92,segment=NetworkSegment(1a4d8a0d-e97b-4aea-bcd2-75576955d5c1),segment_id=1a4d8a0d-e97b-4aea-bcd2-75576955d5c1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:35.068167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] For port e6f055bc-d837-475a-905c-c3be52529eec, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e6f055bc-d837-475a-905c-c3be52529eec,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:35.068813 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.095040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] Calling delete_port for e6f055bc-d837-475a-905c-c3be52529eec owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:35.158378 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75ebc031-d705-49bf-9be1-1a2840fce4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.173657 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6a65aac7-339a-44e0-bd04-80ef1cd84ced None None] Set router 654d1921-2a61-416f-aa0c-6dc6dcecede1 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:35.270520 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6a65aac7-339a-44e0-bd04-80ef1cd84ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:20:34Z', 'revision_number': 6, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:35.347566 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a65aac7-339a-44e0-bd04-80ef1cd84ced None None] The sync data for ids ['654d1921-2a61-416f-aa0c-6dc6dcecede1'] in n-d-805736-1 is: [{'id': '654d1921-2a61-416f-aa0c-6dc6dcecede1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1615682952-router', 'tenant_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:40Z', 'updated_at': '2021-08-24T00:20:34Z', 'revision_number': 6, 'project_id': '6bcd79c71f504961b58ea4efc7a8fe6a', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:35.418599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.441964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93253234-91fb-429f-bf41-5e2e837813ae req-55e9002e-96b8-444f-912d-123122e94968 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:35.449253 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93253234-91fb-429f-bf41-5e2e837813ae req-55e9002e-96b8-444f-912d-123122e94968 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1714556 Aug 24 00:20:35.480445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccaf33-1913-4699-aa3d-a4f3e0c2fa25 req-99b6d846-1bd4-42b1-9f5f-de42555cc727 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:35.482309 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9eccaf33-1913-4699-aa3d-a4f3e0c2fa25 req-99b6d846-1bd4-42b1-9f5f-de42555cc727 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.2068927 Aug 24 00:20:35.514391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebc031-d705-49bf-9be1-1a2840fce4ac None None] Pushing event updated for resources: {'Port': ['ID=5ba289bc-0891-44dd-a7a9-e47da2e42c92,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:35.522923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-54ce8e7d-bd60-42aa-81f2-072a8d737570 None None] Provisioning complete for port 5ba289bc-0891-44dd-a7a9-e47da2e42c92 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:35.523287 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54ce8e7d-bd60-42aa-81f2-072a8d737570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.574017 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'name': 'tempest-ServersTestMultiNic-1734251151-router', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'dd0b02b7-98d5-4b6b-97c1-3004215d3839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:31Z', 'updated_at': '2021-08-24T00:20:33Z', 'revision_number': 3, 'project_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'gw_port': {'id': 'dd0b02b7-98d5-4b6b-97c1-3004215d3839', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:32Z', 'updated_at': '2021-08-24T00:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:35.603062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93253234-91fb-429f-bf41-5e2e837813ae req-e83476b3-d95b-4140-bd52-77fef45ec971 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526232 Aug 24 00:20:35.609842 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Checking router: f96ac63d-22c4-4c20-bb4f-8eb117333345 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:20:35.610696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Updating router f96ac63d-22c4-4c20-bb4f-8eb117333345 port dd0b02b7-98d5-4b6b-97c1-3004215d3839 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:20:35.655025 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.660103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Allocated IP 172.20.0.1 (65cae8b3-05bf-4e22-a546-4542e3745777/2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb/4ba7dad4-381e-4fac-b3cf-0213b707a7eb) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:35.672319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9eccaf33-1913-4699-aa3d-a4f3e0c2fa25 req-6bbffcd5-7c90-4761-853a-6b47e435f325 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807151 Aug 24 00:20:35.746013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e028d84-9bbb-46be-a180-754a7e83602d req-86f67914-09ac-402a-93a5-2b33414e778e tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0607536 Aug 24 00:20:35.752312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51580) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:35.796384 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.843404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f055bc-d837-475a-905c-c3be52529eec,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:35.923194 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.927097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5ba289bc-0891-44dd-a7a9-e47da2e42c92 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:35.940903 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.972552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Transition to ACTIVE for port object 4ba7dad4-381e-4fac-b3cf-0213b707a7eb will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:36.035011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-132415053-network', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:36.069709 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.091329 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.095359 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.120091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Network 65cae8b3-05bf-4e22-a546-4542e3745777 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:36.123124 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:36.127280 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:36.134192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba7dad4-381e-4fac-b3cf-0213b707a7eb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:36.175291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 5ba289bc-0891-44dd-a7a9-e47da2e42c92 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:36.175990 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.184658 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.224022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] Made reservation on behalf of c60035b714294d25b25f588bef13ad1c for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:36.226733 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.276469 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dd1bd-0b90-4bb6-bd08-5260674f7709 req-a62612f4-17be-4e9b-8185-786c2afae209 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:36.284647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d92dd1bd-0b90-4bb6-bd08-5260674f7709 req-a62612f4-17be-4e9b-8185-786c2afae209 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=080ca8f0-f443-46d7-bce8-874ea60ddaec HTTP/1.1" status: 200 len: 949 time: 0.1043661 Aug 24 00:20:36.288367 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.288903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 654d1921-2a61-416f-aa0c-6dc6dcecede1 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:20:36.290225 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.310059 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.311250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-857ac097-521f-4047-8989-7d98bf90f63d admin admin] 10.222.0.32 "DELETE /v2.0/routers/654d1921-2a61-416f-aa0c-6dc6dcecede1 HTTP/1.1" status: 204 len: 168 time: 1.9790897 Aug 24 00:20:36.314164 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:36.376161 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.396633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Transition to ACTIVE for port object dd0b02b7-98d5-4b6b-97c1-3004215d3839 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:36.397210 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d92dd1bd-0b90-4bb6-bd08-5260674f7709 req-15dfb19e-c8e9-4efd-b5b0-2f547d1702a9 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117060 Aug 24 00:20:36.404217 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7198c6d-5845-4fea-adfe-2ebe3c3ed067 admin admin] Deleting subnet 755f0cc7-2560-45a0-8b6f-1dd4e1ba089d {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:20:36.424717 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7198c6d-5845-4fea-adfe-2ebe3c3ed067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.425398 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.482197 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7198c6d-5845-4fea-adfe-2ebe3c3ed067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.499501 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.506227 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.507473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.520370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:20:36.530902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112f9f0-88cf-4ff6-8554-91854166736e None None] Pushing event updated for resources: {'Port': ['ID=dd0b02b7-98d5-4b6b-97c1-3004215d3839,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:36.532639 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.533408 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] Added segment c9fb83f4-4764-4446-98f0-c5623cd56340 of type vlan for network 76b7da42-c04b-463d-808a-afaf1b8052d6 Aug 24 00:20:36.541618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Attempting to bind port dd0b02b7-98d5-4b6b-97c1-3004215d3839 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:36.541994 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Attempting to bind port dd0b02b7-98d5-4b6b-97c1-3004215d3839 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:36.542365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Attempting to bind port dd0b02b7-98d5-4b6b-97c1-3004215d3839 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:36.553229 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:36.553609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:36.554022 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.554844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:36.554980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Bound port: dd0b02b7-98d5-4b6b-97c1-3004215d3839, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:36.555354 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.560286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2e6670af-f162-4439-ba9a-34b40ec876b1 None None] Provisioning for port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:36.605673 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.611409 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2e6670af-f162-4439-ba9a-34b40ec876b1 None None] Provisioning complete for port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:36.611708 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e6670af-f162-4439-ba9a-34b40ec876b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.627491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab819996-24ba-4c0a-a8c4-869272680589,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:36.642859 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7198c6d-5845-4fea-adfe-2ebe3c3ed067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.663024 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.664323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:36.665090 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.720471 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fe00c7fc-5d89-4688-95c1-ac3cbfab1085 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:36.743142 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] For port dd0b02b7-98d5-4b6b-97c1-3004215d3839, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:36.758900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0022948 Aug 24 00:20:36.763162 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:36.771328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-23d051d8-cfec-4351-a48b-7a388158f373 admin admin] Request body: {'subnet': {'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-subnet', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:36.771594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6e1da0ae-548b-412b-a5f0-2b222c418279 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:36.781325 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7198c6d-5845-4fea-adfe-2ebe3c3ed067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.807795 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: fe00c7fc-5d89-4688-95c1-ac3cbfab1085 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:36.808246 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fe00c7fc-5d89-4688-95c1-ac3cbfab1085 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:36.812600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 6e1da0ae-548b-412b-a5f0-2b222c418279 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:36.813021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6e1da0ae-548b-412b-a5f0-2b222c418279 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:36.815461 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] For port dd0b02b7-98d5-4b6b-97c1-3004215d3839, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=dd0b02b7-98d5-4b6b-97c1-3004215d3839,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:36.816717 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2e6670af-f162-4439-ba9a-34b40ec876b1 None None] Port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:20:36.828184 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.829721 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7198c6d-5845-4fea-adfe-2ebe3c3ed067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.834031 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a7198c6d-5845-4fea-adfe-2ebe3c3ed067 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/755f0cc7-2560-45a0-8b6f-1dd4e1ba089d HTTP/1.1" status: 204 len: 168 time: 0.5162508 Aug 24 00:20:36.834031 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7198c6d-5845-4fea-adfe-2ebe3c3ed067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=755f0cc7-2560-45a0-8b6f-1dd4e1ba089d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:36.838014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51606) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:36.847179 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.854905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.877601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16171578-8f70-4f97-9ea3-f654c51ffeba None None] Network d2564e6f-e4be-486d-a3cc-8fc98dce5be5 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:36.883785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f34d9-bba0-446d-ac09-54342800baeb admin admin] Pushing event updated for resources: {'Network': ['ID=76b7da42-c04b-463d-808a-afaf1b8052d6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:36.906092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 76b7da42-c04b-463d-808a-afaf1b8052d6 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:20:36.973546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ea53c-a3b9-4afa-909f-47b4f0c4c377 req-5386acc1-b183-465d-aabd-a96cf55a80f8 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:36.975398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-320ea53c-a3b9-4afa-909f-47b4f0c4c377 req-5386acc1-b183-465d-aabd-a96cf55a80f8 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.2129331 Aug 24 00:20:36.983819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c955-e5a2-4349-9130-69a9d0696fab req-41a4eddc-c1a8-4718-a3d0-9178e3ba2d47 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:36.985380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5f6c955-e5a2-4349-9130-69a9d0696fab req-41a4eddc-c1a8-4718-a3d0-9178e3ba2d47 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.1900830 Aug 24 00:20:36.987907 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.107395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5f6c955-e5a2-4349-9130-69a9d0696fab req-d3d4159a-e20b-4398-bbdf-83e252c04698 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082294 Aug 24 00:20:37.127195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-320ea53c-a3b9-4afa-909f-47b4f0c4c377 req-58cdf38d-d0ed-4315-8ed1-8ea65d8e88d3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357176 Aug 24 00:20:37.172579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Deleting port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:37.172968 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.190903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d051d8-cfec-4351-a48b-7a388158f373 admin admin] Made reservation on behalf of c60035b714294d25b25f588bef13ad1c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:37.194588 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23d051d8-cfec-4351-a48b-7a388158f373 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.209245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112f9f0-88cf-4ff6-8554-91854166736e None None] Pushing event updated for resources: {'Port': ['ID=dd0b02b7-98d5-4b6b-97c1-3004215d3839,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:37.235425 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Routers {'f96ac63d-22c4-4c20-bb4f-8eb117333345'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:37.236059 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f96ac63d-22c4-4c20-bb4f-8eb117333345'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:37.271226 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.284921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba7dad4-381e-4fac-b3cf-0213b707a7eb,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:37.385692 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] Set router f96ac63d-22c4-4c20-bb4f-8eb117333345 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:37.414840 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Network 65cae8b3-05bf-4e22-a546-4542e3745777 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:37.418647 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:37.694073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23d051d8-cfec-4351-a48b-7a388158f373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.729323 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e6f055bc-d837-475a-905c-c3be52529eec no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:37.774587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: e6f055bc-d837-475a-905c-c3be52529eec {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:37.774969 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e6f055bc-d837-475a-905c-c3be52529eec not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:37.782892 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d051d8-cfec-4351-a48b-7a388158f373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54dadfea-b82d-455e-87de-0100325a1116,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:37.783477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b640fe-2dbe-4c64-a9dc-71bf867c252b None None] DHCP port deletion for d2564e6f-e4be-486d-a3cc-8fc98dce5be5 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:20:37.787242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Router f96ac63d-22c4-4c20-bb4f-8eb117333345 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:20:37.829213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] For port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8e2dac0f-ceec-46fb-9163-9c6b09c2745f,segment=NetworkSegment(6bb49848-6378-425d-a254-78cee19035c6),segment_id=6bb49848-6378-425d-a254-78cee19035c6)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:37.829837 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.845062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Calling delete_port for 8e2dac0f-ceec-46fb-9163-9c6b09c2745f owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:37.880473 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d051d8-cfec-4351-a48b-7a388158f373 admin admin] Checking segment: {'id': 'c9fb83f4-4764-4446-98f0-c5623cd56340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:37.881099 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d051d8-cfec-4351-a48b-7a388158f373 admin admin] Network hostable DHCP agents. Network: 76b7da42-c04b-463d-808a-afaf1b8052d6, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:20:37.883419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'name': 'tempest-ServersTestMultiNic-1734251151-router', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'dd0b02b7-98d5-4b6b-97c1-3004215d3839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:31Z', 'updated_at': '2021-08-24T00:20:36Z', 'revision_number': 4, 'project_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'gw_port': {'id': 'dd0b02b7-98d5-4b6b-97c1-3004215d3839', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:32Z', 'updated_at': '2021-08-24T00:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4ba7dad4-381e-4fac-b3cf-0213b707a7eb', 'name': '', 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'mac_address': 'fa:16:3e:c6:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:35Z', 'updated_at': '2021-08-24T00:20:36Z', 'revision_number': 2, 'project_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'subnets': [{'id': '2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:37.887822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-84c4140c-3d8c-4630-9576-49c9b978becc None None] Provisioning complete for port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:37.887822 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-84c4140c-3d8c-4630-9576-49c9b978becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.919548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-09b640fe-2dbe-4c64-a9dc-71bf867c252b None None] Deleting port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:37.919925 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09b640fe-2dbe-4c64-a9dc-71bf867c252b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.953082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9444b0-a81d-4108-9200-5277d93fd3c4 None None] The sync data for ids ['f96ac63d-22c4-4c20-bb4f-8eb117333345'] in n-d-805736-1 is: [{'id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'name': 'tempest-ServersTestMultiNic-1734251151-router', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'dd0b02b7-98d5-4b6b-97c1-3004215d3839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:31Z', 'updated_at': '2021-08-24T00:20:36Z', 'revision_number': 4, 'project_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'gw_port': {'id': 'dd0b02b7-98d5-4b6b-97c1-3004215d3839', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:32Z', 'updated_at': '2021-08-24T00:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4ba7dad4-381e-4fac-b3cf-0213b707a7eb', 'name': '', 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'mac_address': 'fa:16:3e:c6:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:35Z', 'updated_at': '2021-08-24T00:20:36Z', 'revision_number': 2, 'project_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'subnets': [{'id': '2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:37.956309 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24a31813-bdd2-435e-bcb6-5ed72138482e req-789c8145-2eb1-48ca-97c6-44438856fa26 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.7664509 Aug 24 00:20:37.960116 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.021719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:20:38.027298 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] No DVR routers for this DVR port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:38.029057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2dac0f-ceec-46fb-9163-9c6b09c2745f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:38.040203 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4d44f2db-943a-4dcb-8932-f6b440dc47c0 admin admin] 10.222.0.32 "PUT /v2.0/routers/f96ac63d-22c4-4c20-bb4f-8eb117333345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5545874 Aug 24 00:20:38.041072 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d051d8-cfec-4351-a48b-7a388158f373 admin admin] Network 76b7da42-c04b-463d-808a-afaf1b8052d6 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:20:38.050749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-09b640fe-2dbe-4c64-a9dc-71bf867c252b None None] For port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8e2dac0f-ceec-46fb-9163-9c6b09c2745f,segment=NetworkSegment(6bb49848-6378-425d-a254-78cee19035c6),segment_id=6bb49848-6378-425d-a254-78cee19035c6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:38.051549 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09b640fe-2dbe-4c64-a9dc-71bf867c252b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.054972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-84c4140c-3d8c-4630-9576-49c9b978becc None None] Port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:20:38.060855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-23d051d8-cfec-4351-a48b-7a388158f373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 76b7da42-c04b-463d-808a-afaf1b8052d6) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:38.072986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fdad39-037f-4195-acc5-c35c01db7976 None None] Network 76b7da42-c04b-463d-808a-afaf1b8052d6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:38.074175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d051d8-cfec-4351-a48b-7a388158f373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:38.076360 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23d051d8-cfec-4351-a48b-7a388158f373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.082330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-09b640fe-2dbe-4c64-a9dc-71bf867c252b None None] Calling delete_port for 8e2dac0f-ceec-46fb-9163-9c6b09c2745f owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:38.111477 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-23d051d8-cfec-4351-a48b-7a388158f373 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3471835 Aug 24 00:20:38.114251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51614) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:38.119263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:38.164348 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.165418 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.183334 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51620) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:38.303887 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.318275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-67f65e47-ceae-4284-889a-4f388d261035 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1745427768'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:38.341373 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f65e47-ceae-4284-889a-4f388d261035 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:38.346141 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67f65e47-ceae-4284-889a-4f388d261035 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.366086 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8e1a9-98fb-4520-a8cb-27a761bca50e req-407b98c6-3b17-49e6-bc87-dd1998861d84 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:38.382710 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ec8e1a9-98fb-4520-a8cb-27a761bca50e req-407b98c6-3b17-49e6-bc87-dd1998861d84 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=080ca8f0-f443-46d7-bce8-874ea60ddaec HTTP/1.1" status: 200 len: 949 time: 0.4242568 Aug 24 00:20:38.408933 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.409154 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-76b7da42-c04b-463d-808a-afaf1b8052d6', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'fixed_ips': [{'subnet_id': '54dadfea-b82d-455e-87de-0100325a1116'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:20:38.425781 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.437285 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2564e6f-e4be-486d-a3cc-8fc98dce5be5']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:38.454142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb49848-6378-425d-a254-78cee19035c6') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:38.454505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb49848-6378-425d-a254-78cee19035c6') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:38.498497 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09b640fe-2dbe-4c64-a9dc-71bf867c252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.498916 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ec8e1a9-98fb-4520-a8cb-27a761bca50e req-911f0c71-0c64-47c8-9399-3b44085aae04 tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/security-groups?id=95c133c6-4709-4b55-b860-c76fbe61cc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116226 Aug 24 00:20:38.526501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcada309-e989-4145-802e-67ec83eb7ae5 req-f9ca7ddd-85a7-49d7-98a6-d6e1c22f63cf tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:38.540046 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcada309-e989-4145-802e-67ec83eb7ae5 req-f9ca7ddd-85a7-49d7-98a6-d6e1c22f63cf tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.3096018 Aug 24 00:20:38.565470 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f65e47-ceae-4284-889a-4f388d261035 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:20:38.574810 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.603651 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.630670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:20:38.635378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b640fe-2dbe-4c64-a9dc-71bf867c252b None None] No DVR routers for this DVR port 8e2dac0f-ceec-46fb-9163-9c6b09c2745f on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:38.635882 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.643104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b640fe-2dbe-4c64-a9dc-71bf867c252b None None] Pushing event deleted for resources: {'Port': ['ID=8e2dac0f-ceec-46fb-9163-9c6b09c2745f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:38.643342 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:20:38.644093 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:20:38.658386 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67f65e47-ceae-4284-889a-4f388d261035 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.658737 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-67f65e47-ceae-4284-889a-4f388d261035 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Added segment 567c47f2-8283-4135-864a-80d32373d576 of type vlan for network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c Aug 24 00:20:38.678629 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcada309-e989-4145-802e-67ec83eb7ae5 req-be98c516-2590-4112-aa29-94f546e8160d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376822 Aug 24 00:20:38.774926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Allocated IP 172.20.0.2 (76b7da42-c04b-463d-808a-afaf1b8052d6/54dadfea-b82d-455e-87de-0100325a1116/983c2893-2b8b-4a04-a09f-c2f414d155c9) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:38.777778 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67f65e47-ceae-4284-889a-4f388d261035 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.788820 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.800145 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.800145 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d2564e6f-e4be-486d-a3cc-8fc98dce5be5 HTTP/1.1" status: 204 len: 168 time: 1.9565673 Aug 24 00:20:38.829220 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de98f-4743-450f-a949-d6d0393e3fd5 req-31c456f8-973b-4e36-b1fd-44fe4146d366 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:38.830829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-298de98f-4743-450f-a949-d6d0393e3fd5 req-31c456f8-973b-4e36-b1fd-44fe4146d366 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.2031202 Aug 24 00:20:38.852170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d932d4a-3fe2-4e94-826b-b777bbe7b7f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2564e6f-e4be-486d-a3cc-8fc98dce5be5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:38.870254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b1120-0b70-4c61-ad0f-e4c256e3b388 req-ef2567e8-ea1b-4dcc-be53-ad50693a999d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:38.871852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-438b1120-0b70-4c61-ad0f-e4c256e3b388 req-ef2567e8-ea1b-4dcc-be53-ad50693a999d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.47 "GET /v2.0/ports?device_id=080ca8f0-f443-46d7-bce8-874ea60ddaec HTTP/1.1" status: 200 len: 949 time: 0.1412494 Aug 24 00:20:38.893298 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67f65e47-ceae-4284-889a-4f388d261035 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.909254 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f65e47-ceae-4284-889a-4f388d261035 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:38.909254 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67f65e47-ceae-4284-889a-4f388d261035 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.926830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-298de98f-4743-450f-a949-d6d0393e3fd5 req-8d482e78-c1d9-45bc-8404-1cd33728dc59 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837595 Aug 24 00:20:39.031405 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-438b1120-0b70-4c61-ad0f-e4c256e3b388 req-e1cf6dbc-1a76-48e4-b5f8-743f12fdfd7d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Deleting port 94ccf9f0-4359-4e9f-a009-4d1af12a4915 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:39.031749 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-438b1120-0b70-4c61-ad0f-e4c256e3b388 req-e1cf6dbc-1a76-48e4-b5f8-743f12fdfd7d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.073668 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.094556 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Transition to ACTIVE for port object 983c2893-2b8b-4a04-a09f-c2f414d155c9 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:39.113077 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51630) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:39.120718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Transition to ACTIVE for port object 983c2893-2b8b-4a04-a09f-c2f414d155c9 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:39.131830 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.182946 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-67f65e47-ceae-4284-889a-4f388d261035 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9904578 Aug 24 00:20:39.186360 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51632) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:39.194143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2f6fb58e-ce77-42f2-90f8-724d90479880 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Request body: {'subnet': {'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:39.201860 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f65e47-ceae-4284-889a-4f388d261035 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event updated for resources: {'Network': ['ID=8e4bda17-d68b-4e11-a71c-2f0b6464ce4c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:39.237348 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:20:39.273842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e677892-f89e-4509-9a78-28ac40f7e03a req-0d7b13e9-e996-4a27-8dc8-e8cabf8a7984 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.1423731 Aug 24 00:20:39.308299 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-917379de-cdaa-4c67-9b17-910fd5aa442e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bcd79c71f504961b58ea4efc7a8fe6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929941 Aug 24 00:20:39.311039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:39.320178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-438b1120-0b70-4c61-ad0f-e4c256e3b388 req-e1cf6dbc-1a76-48e4-b5f8-743f12fdfd7d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] For port 94ccf9f0-4359-4e9f-a009-4d1af12a4915, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=94ccf9f0-4359-4e9f-a009-4d1af12a4915,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:39.325435 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-438b1120-0b70-4c61-ad0f-e4c256e3b388 req-e1cf6dbc-1a76-48e4-b5f8-743f12fdfd7d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.351193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-438b1120-0b70-4c61-ad0f-e4c256e3b388 req-e1cf6dbc-1a76-48e4-b5f8-743f12fdfd7d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Calling delete_port for 94ccf9f0-4359-4e9f-a009-4d1af12a4915 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:39.367773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Network 76b7da42-c04b-463d-808a-afaf1b8052d6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:39.385633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:39.397042 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:39.410318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Pushing event updated for resources: {'Port': ['ID=983c2893-2b8b-4a04-a09f-c2f414d155c9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:39.476627 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Attempting to bind port 983c2893-2b8b-4a04-a09f-c2f414d155c9 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:39.477306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Attempting to bind port 983c2893-2b8b-4a04-a09f-c2f414d155c9 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'c9fb83f4-4764-4446-98f0-c5623cd56340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:39.477841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Attempting to bind port 983c2893-2b8b-4a04-a09f-c2f414d155c9 on network 76b7da42-c04b-463d-808a-afaf1b8052d6 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:39.483162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:39.483774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Checking segment: {'id': 'c9fb83f4-4764-4446-98f0-c5623cd56340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:39.484347 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.484916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Bound using segment: {'id': 'c9fb83f4-4764-4446-98f0-c5623cd56340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:39.485551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Bound port: 983c2893-2b8b-4a04-a09f-c2f414d155c9, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb83f4-4764-4446-98f0-c5623cd56340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:39.486125 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.498296 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6fb58e-ce77-42f2-90f8-724d90479880 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:39.502387 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f6fb58e-ce77-42f2-90f8-724d90479880 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.540258 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-438b1120-0b70-4c61-ad0f-e4c256e3b388 req-e1cf6dbc-1a76-48e4-b5f8-743f12fdfd7d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.623528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf6dbc-1a76-48e4-b5f8-743f12fdfd7d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Pushing event deleted for resources: {'Port': ['ID=94ccf9f0-4359-4e9f-a009-4d1af12a4915,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:39.631704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] For port 983c2893-2b8b-4a04-a09f-c2f414d155c9, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:39.638453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] For port 983c2893-2b8b-4a04-a09f-c2f414d155c9, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=983c2893-2b8b-4a04-a09f-c2f414d155c9,segment=NetworkSegment(c9fb83f4-4764-4446-98f0-c5623cd56340),segment_id=c9fb83f4-4764-4446-98f0-c5623cd56340)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:39.649353 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.697933 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e6aeb09-09de-4023-bc97-38041b602e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.752505 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.756398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9374096-f18c-4ca6-b847-8a4dfd2865a2 req-2e412fc8-83a8-49ec-a622-73f740f645fb tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.32 "GET /v2.0/ports?device_id=080ca8f0-f443-46d7-bce8-874ea60ddaec HTTP/1.1" status: 200 len: 210 time: 0.1121666 Aug 24 00:20:39.769536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d0029-f595-4489-a1b5-044cd8828883 None None] Pushing event updated for resources: {'Port': ['ID=983c2893-2b8b-4a04-a09f-c2f414d155c9,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:39.806161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-438b1120-0b70-4c61-ad0f-e4c256e3b388 req-e1cf6dbc-1a76-48e4-b5f8-743f12fdfd7d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] No DVR routers for this DVR port 94ccf9f0-4359-4e9f-a009-4d1af12a4915 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:39.810075 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-438b1120-0b70-4c61-ad0f-e4c256e3b388 req-e1cf6dbc-1a76-48e4-b5f8-743f12fdfd7d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.813877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-438b1120-0b70-4c61-ad0f-e4c256e3b388 req-e1cf6dbc-1a76-48e4-b5f8-743f12fdfd7d tempest-ListImageFiltersTestJSON-332846940 tempest-ListImageFiltersTestJSON-332846940-project] 10.222.0.47 "DELETE /v2.0/ports/94ccf9f0-4359-4e9f-a009-4d1af12a4915 HTTP/1.1" status: 204 len: 173 time: 0.9326506 Aug 24 00:20:39.815490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'name': 'network-vif-deleted', 'tag': '94ccf9f0-4359-4e9f-a009-4d1af12a4915'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:39.820357 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805db67e-4fb2-474e-929d-ae42117cf579" -d '{"events": [{"server_uuid": "080ca8f0-f443-46d7-bce8-874ea60ddaec", "name": "network-vif-deleted", "tag": "94ccf9f0-4359-4e9f-a009-4d1af12a4915"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:39.841118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dd0b02b7-98d5-4b6b-97c1-3004215d3839 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:39.844496 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.894104 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e6aeb09-09de-4023-bc97-38041b602e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.933473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7673a9c-b3fe-423b-ae8c-1f2f1a32f22a req-b0e9596f-9acd-46a4-890c-337f699e9d95 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:39.943041 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7673a9c-b3fe-423b-ae8c-1f2f1a32f22a req-b0e9596f-9acd-46a4-890c-337f699e9d95 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.1271951 Aug 24 00:20:39.961361 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74607b1f-ee8e-4141-a7c4-c66ed5b92bf6 x-openstack-request-id: req-74607b1f-ee8e-4141-a7c4-c66ed5b92bf6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:39.961798 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080ca8f0-f443-46d7-bce8-874ea60ddaec", "name": "network-vif-deleted", "tag": "94ccf9f0-4359-4e9f-a009-4d1af12a4915", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:39.962055 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74607b1f-ee8e-4141-a7c4-c66ed5b92bf6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:39.964924 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080ca8f0-f443-46d7-bce8-874ea60ddaec', 'name': 'network-vif-deleted', 'tag': '94ccf9f0-4359-4e9f-a009-4d1af12a4915', 'status': 'completed', 'code': 200} Aug 24 00:20:39.975502 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port dd0b02b7-98d5-4b6b-97c1-3004215d3839 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:39.981997 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port dd0b02b7-98d5-4b6b-97c1-3004215d3839 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:39.982687 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:40.000913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e6aeb09-09de-4023-bc97-38041b602e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:40.004186 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e6aeb09-09de-4023-bc97-38041b602e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:40.008612 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e6aeb09-09de-4023-bc97-38041b602e24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02a5b979-a82e-4650-83f7-2143cc6ba8e2 HTTP/1.1" status: 204 len: 168 time: 0.6942403 Aug 24 00:20:40.094197 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7673a9c-b3fe-423b-ae8c-1f2f1a32f22a req-90839a33-0038-4a61-a147-c19894407bd3 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370938 Aug 24 00:20:40.174718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6aeb09-09de-4023-bc97-38041b602e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a5b979-a82e-4650-83f7-2143cc6ba8e2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:40.325042 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:40.348637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0124b8-ff62-4ed4-89dd-32a41f4c1f8b req-00cdcd07-7577-49e9-a886-f560acb96073 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:40.359445 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c0124b8-ff62-4ed4-89dd-32a41f4c1f8b req-00cdcd07-7577-49e9-a886-f560acb96073 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1435719 Aug 24 00:20:40.408526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port dd0b02b7-98d5-4b6b-97c1-3004215d3839, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=dd0b02b7-98d5-4b6b-97c1-3004215d3839,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:40.453901 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:40.495955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35392ff1-825a-40ad-b784-534a469e9295 req-2da3e048-9496-4c49-b56d-cc71722d79bd tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0791411 Aug 24 00:20:40.543269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Allocated IP 172.25.8.221 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/6c0d086d-fe2f-4e6c-a9ef-9873517dffaf) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:40.548376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c0124b8-ff62-4ed4-89dd-32a41f4c1f8b req-3e55e202-82a2-49c2-ab13-70af9791c5bc tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866758 Aug 24 00:20:40.552939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8e2dac0f-ceec-46fb-9163-9c6b09c2745f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:40.598504 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f6fb58e-ce77-42f2-90f8-724d90479880 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:40.602194 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 8e2dac0f-ceec-46fb-9163-9c6b09c2745f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:40.604743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8e2dac0f-ceec-46fb-9163-9c6b09c2745f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:40.670420 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=dd0b02b7-98d5-4b6b-97c1-3004215d3839,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:40.762156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fb58e-ce77-42f2-90f8-724d90479880 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event updated for resources: {'Subnet': ['ID=ea0d1e25-f601-474e-a8ef-dfd3e91266de,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:40.821636 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6fb58e-ce77-42f2-90f8-724d90479880 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Checking segment: {'id': '567c47f2-8283-4135-864a-80d32373d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:40.822009 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6fb58e-ce77-42f2-90f8-724d90479880 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Network hostable DHCP agents. Network: 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:20:40.833094 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:40.868469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6fb58e-ce77-42f2-90f8-724d90479880 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:20:40.891984 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2f6fb58e-ce77-42f2-90f8-724d90479880 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:40.898095 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6fb58e-ce77-42f2-90f8-724d90479880 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:40.898835 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f6fb58e-ce77-42f2-90f8-724d90479880 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:40.906813 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eaa130-2875-45f1-bcde-a0f96a0e89a0 None None] Network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:40.923297 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2f6fb58e-ce77-42f2-90f8-724d90479880 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7314839 Aug 24 00:20:40.923553 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:40.923695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51672) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:40.932577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e2df0bb8-e30f-45cf-bcca-36e5cb194f92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2080175072'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:40.977945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:40.981499 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:40.984983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2df0bb8-e30f-45cf-bcca-36e5cb194f92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:40.985524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:40.994386 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e2df0bb8-e30f-45cf-bcca-36e5cb194f92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:41.011398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0d086d-fe2f-4e6c-a9ef-9873517dffaf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:41.072312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2df0bb8-e30f-45cf-bcca-36e5cb194f92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:20:41.094471 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e2df0bb8-e30f-45cf-bcca-36e5cb194f92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:41.094847 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-e2df0bb8-e30f-45cf-bcca-36e5cb194f92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Added segment d3c048c3-7cba-4899-853a-ed602806170a of type vlan for network 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d Aug 24 00:20:41.169042 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e2df0bb8-e30f-45cf-bcca-36e5cb194f92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:41.290235 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e2df0bb8-e30f-45cf-bcca-36e5cb194f92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:41.296803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-8e4bda17-d68b-4e11-a71c-2f0b6464ce4c', 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'fixed_ips': [{'subnet_id': 'ea0d1e25-f601-474e-a8ef-dfd3e91266de'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:20:41.297835 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:41.302888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df0bb8-e30f-45cf-bcca-36e5cb194f92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:41.304169 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e2df0bb8-e30f-45cf-bcca-36e5cb194f92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:41.557331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df0bb8-e30f-45cf-bcca-36e5cb194f92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event updated for resources: {'Network': ['ID=1c32abd8-a9dd-41cb-91b0-65587d9b8a7d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:41.565243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e2df0bb8-e30f-45cf-bcca-36e5cb194f92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6395380 Aug 24 00:20:41.570105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51690) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:41.578685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:20:41.579450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8a9a168a-3df7-497e-9c00-655307644eea tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Request body: {'subnet': {'network_id': '1c32abd8-a9dd-41cb-91b0-65587d9b8a7d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:41.596041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b507ee-2715-4891-b62d-ae40ebc8a896 req-8ed7e37f-0458-40e1-860c-944d1975de7f tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:41.606014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72b507ee-2715-4891-b62d-ae40ebc8a896 req-8ed7e37f-0458-40e1-860c-944d1975de7f tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.3964972 Aug 24 00:20:41.685786 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:41.773238 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Sync routers for ids ['f96ac63d-22c4-4c20-bb4f-8eb117333345'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:20:41.809480 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Routers {'f96ac63d-22c4-4c20-bb4f-8eb117333345'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:41.819839 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f96ac63d-22c4-4c20-bb4f-8eb117333345'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:41.851145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Allocated IP 19.80.0.2 (8e4bda17-d68b-4e11-a71c-2f0b6464ce4c/ea0d1e25-f601-474e-a8ef-dfd3e91266de/4268ea7e-cca5-4fd1-b47f-fcdda7db7730) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:41.981864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72b507ee-2715-4891-b62d-ae40ebc8a896 req-edac7097-2462-4110-b5a7-a812bcdde726 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723798 Aug 24 00:20:42.050050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9a168a-3df7-497e-9c00-655307644eea tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:42.060993 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a9a168a-3df7-497e-9c00-655307644eea tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:42.084794 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dd0b02b7-98d5-4b6b-97c1-3004215d3839 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:42.086674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb009e5-20ad-4eca-82e1-c95505acb347 None None] Network 76b7da42-c04b-463d-808a-afaf1b8052d6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:42.146914 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Set router f96ac63d-22c4-4c20-bb4f-8eb117333345 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:42.175084 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:42.202998 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b548b88-072a-4436-abdd-8aae6567ebb3 req-166e025e-8140-45b6-9179-5810821a50a7 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0713663 Aug 24 00:20:42.365691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16975b98-0cd9-46d0-8307-02c3d77ddd95 req-5d77bb1b-5832-4938-b8f7-f1389d848733 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:42.382186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-16975b98-0cd9-46d0-8307-02c3d77ddd95 req-5d77bb1b-5832-4938-b8f7-f1389d848733 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1843660 Aug 24 00:20:42.538973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-16975b98-0cd9-46d0-8307-02c3d77ddd95 req-b5bfc45a-3bc8-47d7-8281-940bfda00527 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555595 Aug 24 00:20:42.701462 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 94ccf9f0-4359-4e9f-a009-4d1af12a4915 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:42.706060 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a9a168a-3df7-497e-9c00-655307644eea tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:42.713873 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'name': 'tempest-ServersTestMultiNic-1734251151-router', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'dd0b02b7-98d5-4b6b-97c1-3004215d3839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:31Z', 'updated_at': '2021-08-24T00:20:36Z', 'revision_number': 4, 'project_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'gw_port': {'id': 'dd0b02b7-98d5-4b6b-97c1-3004215d3839', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:32Z', 'updated_at': '2021-08-24T00:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4ba7dad4-381e-4fac-b3cf-0213b707a7eb', 'name': '', 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'mac_address': 'fa:16:3e:c6:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:35Z', 'updated_at': '2021-08-24T00:20:36Z', 'revision_number': 2, 'project_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'subnets': [{'id': '2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:42.765660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a168a-3df7-497e-9c00-655307644eea tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event updated for resources: {'Subnet': ['ID=7fa115f1-a911-4977-97c7-d20d9625417f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:42.775869 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:42.800903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 94ccf9f0-4359-4e9f-a009-4d1af12a4915 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:42.804990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 94ccf9f0-4359-4e9f-a009-4d1af12a4915 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:42.808088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a168a-3df7-497e-9c00-655307644eea tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Checking segment: {'id': 'd3c048c3-7cba-4899-853a-ed602806170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1c32abd8-a9dd-41cb-91b0-65587d9b8a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:42.808828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a168a-3df7-497e-9c00-655307644eea tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Network hostable DHCP agents. Network: 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:20:42.817972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-34097e5d-bf2d-4785-a9ad-6c0fce4b07c2 None None] Provisioning for port 983c2893-2b8b-4a04-a09f-c2f414d155c9 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:42.836785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a168a-3df7-497e-9c00-655307644eea tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Network 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:20:42.854862 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8a9a168a-3df7-497e-9c00-655307644eea tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:42.867473 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Checking router: f96ac63d-22c4-4c20-bb4f-8eb117333345 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:20:42.870085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Transition to ACTIVE for port object 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:42.871338 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Updating router f96ac63d-22c4-4c20-bb4f-8eb117333345 port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:20:42.877379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9a168a-3df7-497e-9c00-655307644eea tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:42.878615 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a9a168a-3df7-497e-9c00-655307644eea tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:42.880101 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f33be76-0c5d-4799-b124-4ddd382e0eae None None] Network 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:42.915480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8a9a168a-3df7-497e-9c00-655307644eea tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3408110 Aug 24 00:20:42.995998 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.012318 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:20:43.048229 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Transition to ACTIVE for port object 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:43.087787 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.238247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port dd0b02b7-98d5-4b6b-97c1-3004215d3839 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:43.240586 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.252289 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:20:43.292553 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.293917 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-983206f1-b484-4537-9420-fbdbc10451e5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1785710 Aug 24 00:20:43.296709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51812) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:43.331709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Sync routers for ids ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:20:43.339294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:43.400519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:43.410052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:43.421859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Pushing event updated for resources: {'Port': ['ID=4268ea7e-cca5-4fd1-b47f-fcdda7db7730,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:43.475910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Routers {'2bfb393a-dc42-4dc2-a574-19ce9d3909b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:43.476803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:43.528285 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a25c5-86a8-49f6-87c3-7b3e16348a26 req-fe50592d-ce11-4204-a986-c94ea3ba585f tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:43.541491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-820a25c5-86a8-49f6-87c3-7b3e16348a26 req-fe50592d-ce11-4204-a986-c94ea3ba585f tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.1507380 Aug 24 00:20:43.631565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-820a25c5-86a8-49f6-87c3-7b3e16348a26 req-bb04a330-e988-4b7f-9443-72721c10f000 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869448 Aug 24 00:20:43.747951 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Attempting to bind port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:43.748538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Attempting to bind port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '567c47f2-8283-4135-864a-80d32373d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:43.748911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Attempting to bind port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 on network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:43.783661 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.812377 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Transition to ACTIVE for port object 4ba7dad4-381e-4fac-b3cf-0213b707a7eb will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:43.827533 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.884135 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-1c32abd8-a9dd-41cb-91b0-65587d9b8a7d', 'network_id': '1c32abd8-a9dd-41cb-91b0-65587d9b8a7d', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'fixed_ips': [{'subnet_id': '7fa115f1-a911-4977-97c7-d20d9625417f'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:20:43.885005 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.891989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:43.892423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Checking segment: {'id': '567c47f2-8283-4135-864a-80d32373d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:43.892827 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.893223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Bound using segment: {'id': '567c47f2-8283-4135-864a-80d32373d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:43.893569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51836) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:43.895851 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Bound port: 4268ea7e-cca5-4fd1-b47f-fcdda7db7730, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567c47f2-8283-4135-864a-80d32373d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:43.896240 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.915959 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6b8f6-09a8-4b5e-904e-0dc8357c0222 None None] Pushing event updated for resources: {'Port': ['ID=4ba7dad4-381e-4fac-b3cf-0213b707a7eb,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:43.929640 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6b8f6-09a8-4b5e-904e-0dc8357c0222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:43.930152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3121be76-f5ed-4f03-80bd-9d22ef5809e1 req-a85a61e7-b38e-4733-8714-44d60559dabb tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.1143975 Aug 24 00:20:43.930644 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6b8f6-09a8-4b5e-904e-0dc8357c0222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:43.931330 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6b8f6-09a8-4b5e-904e-0dc8357c0222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:43.932060 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6b8f6-09a8-4b5e-904e-0dc8357c0222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:43.932605 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6b8f6-09a8-4b5e-904e-0dc8357c0222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:43.933097 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6b8f6-09a8-4b5e-904e-0dc8357c0222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:43.933583 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6b8f6-09a8-4b5e-904e-0dc8357c0222 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:43.934431 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6b8f6-09a8-4b5e-904e-0dc8357c0222 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:43.934970 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6b8f6-09a8-4b5e-904e-0dc8357c0222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:43.935700 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6b8f6-09a8-4b5e-904e-0dc8357c0222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:43.936188 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6b8f6-09a8-4b5e-904e-0dc8357c0222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:43.936870 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6b8f6-09a8-4b5e-904e-0dc8357c0222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:44.021882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-84240d2b-29f7-42bd-a29d-f607bc3690c2 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:44.026744 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Attempting to bind port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:44.028014 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Attempting to bind port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '1a4d8a0d-e97b-4aea-bcd2-75576955d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:44.028578 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Attempting to bind port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb on network 65cae8b3-05bf-4e22-a546-4542e3745777 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:44.036465 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:44.037180 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Checking segment: {'id': '1a4d8a0d-e97b-4aea-bcd2-75576955d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:44.038055 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:44.038438 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Bound using segment: {'id': '1a4d8a0d-e97b-4aea-bcd2-75576955d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:44.039012 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Bound port: 4ba7dad4-381e-4fac-b3cf-0213b707a7eb, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4d8a0d-e97b-4aea-bcd2-75576955d5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:44.039404 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:44.050910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 983c2893-2b8b-4a04-a09f-c2f414d155c9 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:44.055338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-84240d2b-29f7-42bd-a29d-f607bc3690c2 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:44.059470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-84240d2b-29f7-42bd-a29d-f607bc3690c2 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/networks?id=8e4bda17-d68b-4e11-a71c-2f0b6464ce4c&id=1c32abd8-a9dd-41cb-91b0-65587d9b8a7d&id=8e4bda17-d68b-4e11-a71c-2f0b6464ce4c HTTP/1.1" status: 200 len: 1392 time: 0.3787811 Aug 24 00:20:44.067800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Set router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:44.084369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-3e2590fd-1f3f-480b-854c-698f6e2059c7 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/quotas/ef165561fc8949dd973d6a621f1f5c5a HTTP/1.1" status: 200 len: 375 time: 0.0123203 Aug 24 00:20:44.174011 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] For port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:44.179723 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] For port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4ba7dad4-381e-4fac-b3cf-0213b707a7eb,segment=NetworkSegment(1a4d8a0d-e97b-4aea-bcd2-75576955d5c1),segment_id=1a4d8a0d-e97b-4aea-bcd2-75576955d5c1)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:44.189285 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:44.199894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-9bcb361a-f530-4572-b42a-6774bcf945e6 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef165561fc8949dd973d6a621f1f5c5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100149 Aug 24 00:20:44.237242 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Routers {'f96ac63d-22c4-4c20-bb4f-8eb117333345'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:44.238154 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f96ac63d-22c4-4c20-bb4f-8eb117333345'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:44.355397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:44.393433 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] Set router f96ac63d-22c4-4c20-bb4f-8eb117333345 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:44.416170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4a8fb37a-7e70-4c92-9bcc-620fed92d651 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ce6aa8870724a108d8de3a3992de387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5133178 Aug 24 00:20:44.418646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51872) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:44.470577 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-18127f7f-fc50-4a87-a977-b9371b2beb61 service neutron] 10.222.0.32 "GET /v2.0/networks/8e4bda17-d68b-4e11-a71c-2f0b6464ce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588537 Aug 24 00:20:44.635751 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03af3b9c-e30a-4f65-8a04-c777271b4510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:44.659084 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Allocated IP 172.20.0.1 (76b7da42-c04b-463d-808a-afaf1b8052d6/54dadfea-b82d-455e-87de-0100325a1116/eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:44.666551 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03af3b9c-e30a-4f65-8a04-c777271b4510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:44.669106 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6b8f6-09a8-4b5e-904e-0dc8357c0222 None None] Pushing event updated for resources: {'Port': ['ID=4ba7dad4-381e-4fac-b3cf-0213b707a7eb,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:44.729231 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03af3b9c-e30a-4f65-8a04-c777271b4510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:44.733703 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03af3b9c-e30a-4f65-8a04-c777271b4510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:44.735214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-03af3b9c-e30a-4f65-8a04-c777271b4510 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95c133c6-4709-4b55-b860-c76fbe61cc9e HTTP/1.1" status: 204 len: 168 time: 0.3158119 Aug 24 00:20:44.754670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Allocated IP 19.86.0.2 (1c32abd8-a9dd-41cb-91b0-65587d9b8a7d/7fa115f1-a911-4977-97c7-d20d9625417f/9c019c5c-0fbf-410d-985f-bfbedb7f3ba8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:44.759317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af3b9c-e30a-4f65-8a04-c777271b4510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c133c6-4709-4b55-b860-c76fbe61cc9e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:44.812839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-0b6096b2-b3c7-44ba-b9ae-ab726d3ef1d4 service neutron] 10.222.0.32 "GET /v2.0/networks/8e4bda17-d68b-4e11-a71c-2f0b6464ce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995608 Aug 24 00:20:44.827734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eeb6a-2760-4177-af26-baf07208a909 req-9b7311fc-7b3f-4d2b-9c6d-b7d462e14da5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:44.829504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c97eeb6a-2760-4177-af26-baf07208a909 req-9b7311fc-7b3f-4d2b-9c6d-b7d462e14da5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.0676329 Aug 24 00:20:44.909098 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'name': 'tempest-ServersTestMultiNic-1734251151-router', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'dd0b02b7-98d5-4b6b-97c1-3004215d3839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:31Z', 'updated_at': '2021-08-24T00:20:36Z', 'revision_number': 4, 'project_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'gw_port': {'id': 'dd0b02b7-98d5-4b6b-97c1-3004215d3839', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:32Z', 'updated_at': '2021-08-24T00:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4ba7dad4-381e-4fac-b3cf-0213b707a7eb', 'name': '', 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'mac_address': 'fa:16:3e:c6:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:35Z', 'updated_at': '2021-08-24T00:20:44Z', 'revision_number': 4, 'project_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'subnets': [{'id': '2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:44.921431 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:44.924944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c97eeb6a-2760-4177-af26-baf07208a909 req-3b9d481e-7368-4dfa-8abb-d261664b30c7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857401 Aug 24 00:20:44.949482 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Transition to ACTIVE for port object eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:44.955295 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63c907-74fe-4256-b181-5dd1114eecd2 None None] The sync data for ids ['f96ac63d-22c4-4c20-bb4f-8eb117333345'] in n-d-805736-1 is: [{'id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'name': 'tempest-ServersTestMultiNic-1734251151-router', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'dd0b02b7-98d5-4b6b-97c1-3004215d3839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:31Z', 'updated_at': '2021-08-24T00:20:36Z', 'revision_number': 4, 'project_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'gw_port': {'id': 'dd0b02b7-98d5-4b6b-97c1-3004215d3839', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:32Z', 'updated_at': '2021-08-24T00:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4ba7dad4-381e-4fac-b3cf-0213b707a7eb', 'name': '', 'network_id': '65cae8b3-05bf-4e22-a546-4542e3745777', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'mac_address': 'fa:16:3e:c6:d7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:35Z', 'updated_at': '2021-08-24T00:20:44Z', 'revision_number': 4, 'project_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'subnets': [{'id': '2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:44.987439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-f2f2daf9-103f-433e-854c-466234862f5a service neutron] 10.222.0.32 "GET /v2.0/networks/1c32abd8-a9dd-41cb-91b0-65587d9b8a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568279 Aug 24 00:20:45.017133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] For port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:45.022380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] For port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4268ea7e-cca5-4fd1-b47f-fcdda7db7730,segment=NetworkSegment(567c47f2-8283-4135-864a-80d32373d576),segment_id=567c47f2-8283-4135-864a-80d32373d576)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:45.032344 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.099371 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.116964 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Network 76b7da42-c04b-463d-808a-afaf1b8052d6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:45.138004 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:45.141767 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:45.168911 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:45.240994 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.286030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-0114ca31-8b5d-4a98-99e4-d0a2c4c0a7e2 service neutron] 10.222.0.32 "GET /v2.0/networks/1c32abd8-a9dd-41cb-91b0-65587d9b8a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886159 Aug 24 00:20:45.301525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c91530-58c6-4032-80eb-8521fbd12413 req-abaafef5-5f74-4d91-9f41-2d5da2e13176 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:45.313491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94c91530-58c6-4032-80eb-8521fbd12413 req-abaafef5-5f74-4d91-9f41-2d5da2e13176 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.1774361 Aug 24 00:20:45.397444 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 983c2893-2b8b-4a04-a09f-c2f414d155c9 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:45.458729 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.485518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 983c2893-2b8b-4a04-a09f-c2f414d155c9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:45.486368 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.518428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-d457223d-6ff6-4832-b248-316355180594 service neutron] 10.222.0.32 "GET /v2.0/networks/8e4bda17-d68b-4e11-a71c-2f0b6464ce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027092 Aug 24 00:20:45.520821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd04a8-1c38-4a3a-a858-67e88f670645 None None] Pushing event updated for resources: {'Port': ['ID=4268ea7e-cca5-4fd1-b47f-fcdda7db7730,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:45.559819 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.590732 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Transition to ACTIVE for port object 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:45.620808 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94c91530-58c6-4032-80eb-8521fbd12413 req-b06e17fe-a039-430d-b0b0-044fafa57727 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037024 Aug 24 00:20:45.650731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:20:41Z', 'revision_number': 3, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port': {'id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:78:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:39Z', 'updated_at': '2021-08-24T00:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:45.763844 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-ea5e2e16-ae3a-4528-93f2-3325d0e40f42 service neutron] 10.222.0.32 "GET /v2.0/networks/8e4bda17-d68b-4e11-a71c-2f0b6464ce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173884 Aug 24 00:20:45.787267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Transition to ACTIVE for port object 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:45.790794 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Checking router: 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:20:45.791411 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Updating router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 port 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:20:45.810142 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.931253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Pushing event updated for resources: {'Port': ['ID=9c019c5c-0fbf-410d-985f-bfbedb7f3ba8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:45.934272 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.947586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4274f0a3-07c3-4aab-9e79-78e024ded820 None None] Provisioning for port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:45.947868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f549f124-f417-4539-89b9-a2bec2ac4975 req-63f6559c-6a2d-4b47-833e-ecc4bd7ac1e2 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0647495 Aug 24 00:20:45.954408 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.961888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Network 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:45.970480 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4274f0a3-07c3-4aab-9e79-78e024ded820 None None] Provisioning complete for port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:45.971182 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4274f0a3-07c3-4aab-9e79-78e024ded820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:46.086642 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:46.098490 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:46.100999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:46.145542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:46.213597 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:46.330263 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:46.385788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4274f0a3-07c3-4aab-9e79-78e024ded820 None None] Port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:20:46.396154 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff660d-f7fb-495b-af14-77724f5dab63 req-3157ef60-d931-4135-98eb-8cba4931bffd tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:46.418371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cff660d-f7fb-495b-af14-77724f5dab63 req-3157ef60-d931-4135-98eb-8cba4931bffd tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1082280 Aug 24 00:20:46.440790 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Attempting to bind port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:46.441515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Attempting to bind port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'd3c048c3-7cba-4899-853a-ed602806170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1c32abd8-a9dd-41cb-91b0-65587d9b8a7d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:46.442670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Attempting to bind port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 on network 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:46.498933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51964) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:46.519392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cff660d-f7fb-495b-af14-77724f5dab63 req-c1e0e32e-fa41-4500-8b89-03f494031219 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991170 Aug 24 00:20:46.555555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:46.556294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Checking segment: {'id': 'd3c048c3-7cba-4899-853a-ed602806170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1c32abd8-a9dd-41cb-91b0-65587d9b8a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:46.556895 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:46.557466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Bound using segment: {'id': 'd3c048c3-7cba-4899-853a-ed602806170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1c32abd8-a9dd-41cb-91b0-65587d9b8a7d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:46.558134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Bound port: 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c048c3-7cba-4899-853a-ed602806170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1c32abd8-a9dd-41cb-91b0-65587d9b8a7d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:46.558980 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:46.561143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Network 76b7da42-c04b-463d-808a-afaf1b8052d6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:46.566211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:46.664112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 983c2893-2b8b-4a04-a09f-c2f414d155c9, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=983c2893-2b8b-4a04-a09f-c2f414d155c9,segment=NetworkSegment(c9fb83f4-4764-4446-98f0-c5623cd56340),segment_id=c9fb83f4-4764-4446-98f0-c5623cd56340)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:46.692249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc0dc1b0-cc0b-425b-aadc-c27c2b36de9c req-0e51865f-0772-4fd3-badb-91cd95901e45 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 210 time: 0.0881152 Aug 24 00:20:46.847612 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1833079130-network', 'tenant_id': '3f7a955bf8e549f89a0d880c983d4f81'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:46.907668 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] Made reservation on behalf of 3f7a955bf8e549f89a0d880c983d4f81 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:46.911033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:46.926989 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:46.961716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:20:47.044628 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e614ea-4c74-4cd8-8e27-6baf02c1cd8a None None] Network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:47.055061 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:47.105004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b1481-f1ce-43f9-beb2-9f3565e89cc8 req-5526a918-4cdf-402e-8052-6946c62ffd24 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:47.106715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b96b1481-f1ce-43f9-beb2-9f3565e89cc8 req-5526a918-4cdf-402e-8052-6946c62ffd24 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.0931244 Aug 24 00:20:47.209209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b96b1481-f1ce-43f9-beb2-9f3565e89cc8 req-30cc629c-40d1-42d0-8821-d646d4830444 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837631 Aug 24 00:20:47.275161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c6f23-0ba5-4967-8bb9-a2b90d58fd9a req-804c6680-f246-469a-8de9-956385a2980f tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:47.277250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d0c6f23-0ba5-4967-8bb9-a2b90d58fd9a req-804c6680-f246-469a-8de9-956385a2980f tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 945 time: 0.0668676 Aug 24 00:20:47.314504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-79c3e122-66f2-4d0f-9899-7e13a23fec20 None None] Provisioning for port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:47.331325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=983c2893-2b8b-4a04-a09f-c2f414d155c9,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:47.371089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4ba7dad4-381e-4fac-b3cf-0213b707a7eb up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:47.372500 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:47.384755 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:47.385711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] For port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:47.405010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:20:47.406470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a0ba1d0-06d6-4f18-bb91-0e8ecea227ff req-c0a2ee34-e856-4270-9a9a-505047310b11 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0496814 Aug 24 00:20:47.417747 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d0c6f23-0ba5-4967-8bb9-a2b90d58fd9a req-f91d6ca5-0bf7-43ea-82c6-7eeab816f493 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283441 Aug 24 00:20:47.426883 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ee6798ab-fc70-4abb-9125-c6e7101132a1 admin admin] 10.222.0.32 "PUT /v2.0/routers/2bfb393a-dc42-4dc2-a574-19ce9d3909b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1282172 Aug 24 00:20:47.427827 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:20:47.447879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc98ba7b-d9fc-4344-8b25-0b56e1f4545e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:47.471753 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:47.472155 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] Added segment 308c95e3-5bc4-4659-b9de-14d1d00f44dc of type vlan for network f53d857d-ab9b-4e7d-8d89-22dc50d439c8 Aug 24 00:20:47.475197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] For port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9c019c5c-0fbf-410d-985f-bfbedb7f3ba8,segment=NetworkSegment(d3c048c3-7cba-4899-853a-ed602806170a),segment_id=d3c048c3-7cba-4899-853a-ed602806170a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:47.517786 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:47.545728 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:47.573376 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:47.574426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:47.575044 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:47.619600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-50cebbb1-f244-4029-85c7-a9ff5bf0878f None None] Provisioning complete for port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:47.620352 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50cebbb1-f244-4029-85c7-a9ff5bf0878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:47.665269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] Pushing event updated for resources: {'Network': ['ID=f53d857d-ab9b-4e7d-8d89-22dc50d439c8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:47.672006 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fd7669a5-435d-4d63-bbcc-f86a81f0dce0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1718514 Aug 24 00:20:47.673287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:47.679996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4a95c9db-0419-4b83-9022-66cdc59370a5 admin admin] Request body: {'subnet': {'network_id': 'f53d857d-ab9b-4e7d-8d89-22dc50d439c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1833079130-subnet', 'tenant_id': '3f7a955bf8e549f89a0d880c983d4f81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:47.713106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a95c9db-0419-4b83-9022-66cdc59370a5 admin admin] Made reservation on behalf of 3f7a955bf8e549f89a0d880c983d4f81 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:47.715430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network f53d857d-ab9b-4e7d-8d89-22dc50d439c8 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:20:47.716160 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a95c9db-0419-4b83-9022-66cdc59370a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:47.775557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f268067-5d5a-4c7f-9d1d-d83dc9c40187 req-bfaa2f48-c670-4d5f-860d-0b315cf1bf0d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:47.780612 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f268067-5d5a-4c7f-9d1d-d83dc9c40187 req-bfaa2f48-c670-4d5f-860d-0b315cf1bf0d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1623812 Aug 24 00:20:47.891708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f268067-5d5a-4c7f-9d1d-d83dc9c40187 req-ef72dc13-92cf-4aed-a3cb-7cf169591ead tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053562 Aug 24 00:20:47.981028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235beac-c11a-40d4-85fb-f8dadb07006a None None] Pushing event updated for resources: {'Port': ['ID=9c019c5c-0fbf-410d-985f-bfbedb7f3ba8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:47.983798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:48.000132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-50cebbb1-f244-4029-85c7-a9ff5bf0878f None None] Port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:20:48.015276 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.023236 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:48.023612 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.089376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Transition to ACTIVE for port object 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:48.119693 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.129796 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8af231b0-088e-4198-9c4e-12a962b5661e req-d4d75540-3b67-48b2-9708-00f55235e0c6 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 210 time: 0.0955646 Aug 24 00:20:48.192346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-284e6bc7-086b-4d53-ba11-58716a664706 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:48.207761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-284e6bc7-086b-4d53-ba11-58716a664706 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:48.209654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-284e6bc7-086b-4d53-ba11-58716a664706 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "GET /v2.0/networks?id=8e4bda17-d68b-4e11-a71c-2f0b6464ce4c&id=1c32abd8-a9dd-41cb-91b0-65587d9b8a7d&id=8e4bda17-d68b-4e11-a71c-2f0b6464ce4c HTTP/1.1" status: 200 len: 1392 time: 0.3714387 Aug 24 00:20:48.235847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-7925b61f-0a5c-4ba8-9051-4547cba98011 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Request body: {'port': {'device_id': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c', 'admin_state_up': True, 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:48.287516 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a95c9db-0419-4b83-9022-66cdc59370a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.312188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Attempting to bind port 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:48.312788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Attempting to bind port 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:48.313365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Attempting to bind port 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:48.322228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337e607-ed23-4e1a-a3c9-cfa1a2d12a10 None None] Pushing event updated for resources: {'Port': ['ID=6c0d086d-fe2f-4e6c-a9ef-9873517dffaf,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:48.393919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:48.397829 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:48.398370 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.398819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:48.399344 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Bound port: 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:48.399748 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.404112 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95c9db-0419-4b83-9022-66cdc59370a5 admin admin] Checking segment: {'id': '308c95e3-5bc4-4659-b9de-14d1d00f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f53d857d-ab9b-4e7d-8d89-22dc50d439c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:48.404692 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a95c9db-0419-4b83-9022-66cdc59370a5 admin admin] Network hostable DHCP agents. Network: f53d857d-ab9b-4e7d-8d89-22dc50d439c8, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:20:48.426575 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95c9db-0419-4b83-9022-66cdc59370a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f64980bc-637d-453d-8110-9d57cb82a91f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:48.449218 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a95c9db-0419-4b83-9022-66cdc59370a5 admin admin] Network f53d857d-ab9b-4e7d-8d89-22dc50d439c8 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:20:48.465307 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4a95c9db-0419-4b83-9022-66cdc59370a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, f53d857d-ab9b-4e7d-8d89-22dc50d439c8) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:48.469897 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a95c9db-0419-4b83-9022-66cdc59370a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:48.470732 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a95c9db-0419-4b83-9022-66cdc59370a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.480481 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f801d-dd76-4e7a-9027-58078d9d7390 None None] Network f53d857d-ab9b-4e7d-8d89-22dc50d439c8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:48.493513 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.516501 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4a95c9db-0419-4b83-9022-66cdc59370a5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8418601 Aug 24 00:20:48.578598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b714c-2e16-4643-98c0-58488f1ace2e req-aa99abb1-2ae6-4b81-bf2d-cb5830fc0d82 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:48.580370 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a2b714c-2e16-4643-98c0-58488f1ace2e req-aa99abb1-2ae6-4b81-bf2d-cb5830fc0d82 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.1995430 Aug 24 00:20:48.638178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-7925b61f-0a5c-4ba8-9051-4547cba98011 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:48.642615 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-7925b61f-0a5c-4ba8-9051-4547cba98011 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.657699 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] For port 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:48.666094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a2b714c-2e16-4643-98c0-58488f1ace2e req-8d5ebe9f-9fa4-41e1-88aa-6855abfd750c tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720148 Aug 24 00:20:48.684618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] For port 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6c0d086d-fe2f-4e6c-a9ef-9873517dffaf,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:48.714277 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.717516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4ba7dad4-381e-4fac-b3cf-0213b707a7eb,segment=NetworkSegment(1a4d8a0d-e97b-4aea-bcd2-75576955d5c1),segment_id=1a4d8a0d-e97b-4aea-bcd2-75576955d5c1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:48.777114 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.778208 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:48.880964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337e607-ed23-4e1a-a3c9-cfa1a2d12a10 None None] Pushing event updated for resources: {'Port': ['ID=6c0d086d-fe2f-4e6c-a9ef-9873517dffaf,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:48.887118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Routers {'2bfb393a-dc42-4dc2-a574-19ce9d3909b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:48.887763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:48.952556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875c17e-0283-44cb-918e-6b134ac7b6b7 req-7c544a1d-528e-46e6-83fb-a578db9b2061 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:48.953905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a875c17e-0283-44cb-918e-6b134ac7b6b7 req-7c544a1d-528e-46e6-83fb-a578db9b2061 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 945 time: 0.1429317 Aug 24 00:20:48.985929 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5d1774-74af-4946-8361-66adc0038ef4 None None] Network f53d857d-ab9b-4e7d-8d89-22dc50d439c8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:49.008472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-7925b61f-0a5c-4ba8-9051-4547cba98011 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Allocated IP 19.80.0.244 (8e4bda17-d68b-4e11-a71c-2f0b6464ce4c/ea0d1e25-f601-474e-a8ef-dfd3e91266de/c10a2253-15a1-487b-a05f-b90ea0fadd03) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:49.041153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac9ed15c-b5e4-4541-a18d-ac4315848ece req-187db7bf-fabb-4052-8ce2-3304fa01a5e7 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0771191 Aug 24 00:20:49.139253 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a875c17e-0283-44cb-918e-6b134ac7b6b7 req-b919d091-4a59-4c50-b7ce-c39f6a876a8d tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/security-groups?id=992de288-e9c1-4d37-a3c2-d9885737fb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735182 Aug 24 00:20:49.172122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4ba7dad4-381e-4fac-b3cf-0213b707a7eb,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:49.262465 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:49.322163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:49.322652 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:49.406357 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf6d63-20de-477a-ac6a-f1a76560239e req-3ea8cb62-dabf-426b-bc49-d70e8ad7cd7a tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:49.407923 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbf6d63-20de-477a-ac6a-f1a76560239e req-3ea8cb62-dabf-426b-bc49-d70e8ad7cd7a tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.47 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 945 time: 0.2220528 Aug 24 00:20:49.447030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] Set router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:49.454926 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:49.457890 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc85cf1c-c897-4464-b496-57918d786709 None None] Network 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:49.643584 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-7925b61f-0a5c-4ba8-9051-4547cba98011 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:49.664163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-43a2a5ec-8c69-4293-8295-28d6e3778ace tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:49.671554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-43a2a5ec-8c69-4293-8295-28d6e3778ace tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/networks?id=f53d857d-ab9b-4e7d-8d89-22dc50d439c8 HTTP/1.1" status: 200 len: 822 time: 0.2903128 Aug 24 00:20:49.680544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4268ea7e-cca5-4fd1-b47f-fcdda7db7730,segment=NetworkSegment(567c47f2-8283-4135-864a-80d32373d576),segment_id=567c47f2-8283-4135-864a-80d32373d576)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:49.690135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-7925b61f-0a5c-4ba8-9051-4547cba98011 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Transition to ACTIVE for port object c10a2253-15a1-487b-a05f-b90ea0fadd03 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:49.694701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bbe77970-af09-497d-b212-d845ffc85a4f None None] Provisioning for port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:49.703232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-8d198e8d-b6cd-496f-a381-22b2e70344ba tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/quotas/3f7a955bf8e549f89a0d880c983d4f81 HTTP/1.1" status: 200 len: 375 time: 0.0306230 Aug 24 00:20:49.703402 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:49.769249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-9f194af5-caf3-495b-a27a-8d52d199442e tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f7a955bf8e549f89a0d880c983d4f81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605352 Aug 24 00:20:49.880783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-dfbf6d63-20de-477a-ac6a-f1a76560239e req-2354e9d1-4aa9-4b62-8e0f-ffdf4a3a0d85 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Deleting port 799c38cc-57db-4c06-8149-63292ff75bcc {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:49.881236 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbf6d63-20de-477a-ac6a-f1a76560239e req-2354e9d1-4aa9-4b62-8e0f-ffdf4a3a0d85 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.000196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:50.042012 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4268ea7e-cca5-4fd1-b47f-fcdda7db7730,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:50.070546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:50.070928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:50.071278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:50.071639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:50.071964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:50.072298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:50.072635 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:50.072960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:50.073298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:50.073628 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:50.073960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:50.074288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:50.136653 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:50.146370 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:50.146370 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.227668 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:20:45Z', 'revision_number': 4, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port': {'id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:78:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:39Z', 'updated_at': '2021-08-24T00:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2', 'name': '', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'mac_address': 'fa:16:3e:e8:87:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '54dadfea-b82d-455e-87de-0100325a1116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:44Z', 'updated_at': '2021-08-24T00:20:45Z', 'revision_number': 2, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'subnets': [{'id': '54dadfea-b82d-455e-87de-0100325a1116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:50.279715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5228c7-1572-4724-93b4-7dfa22403b6f None None] The sync data for ids ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'] in n-d-805736-1 is: [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:20:45Z', 'revision_number': 4, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port': {'id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:78:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:39Z', 'updated_at': '2021-08-24T00:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2', 'name': '', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'mac_address': 'fa:16:3e:e8:87:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '54dadfea-b82d-455e-87de-0100325a1116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:44Z', 'updated_at': '2021-08-24T00:20:45Z', 'revision_number': 2, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'subnets': [{'id': '54dadfea-b82d-455e-87de-0100325a1116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:50.329567 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.382859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9c019c5c-0fbf-410d-985f-bfbedb7f3ba8,segment=NetworkSegment(d3c048c3-7cba-4899-853a-ed602806170a),segment_id=d3c048c3-7cba-4899-853a-ed602806170a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:50.385975 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-7925b61f-0a5c-4ba8-9051-4547cba98011 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.393187 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.394051 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4ba7dad4-381e-4fac-b3cf-0213b707a7eb up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:50.407804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d61742-b813-458b-9596-e1cee06a2900 req-daae0136-48e1-4bbe-9f6f-b26eb86c1a65 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:50.415518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1d61742-b813-458b-9596-e1cee06a2900 req-daae0136-48e1-4bbe-9f6f-b26eb86c1a65 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.5471656 Aug 24 00:20:50.480578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=9c019c5c-0fbf-410d-985f-bfbedb7f3ba8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:50.495524 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:50.495923 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.504798 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-5305b654-fee9-41de-8174-e7b5312bb90f service neutron] 10.222.0.32 "GET /v2.0/networks/f53d857d-ab9b-4e7d-8d89-22dc50d439c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326498 Aug 24 00:20:50.525800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-7925b61f-0a5c-4ba8-9051-4547cba98011 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:50.537474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-dfbf6d63-20de-477a-ac6a-f1a76560239e req-2354e9d1-4aa9-4b62-8e0f-ffdf4a3a0d85 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] For port 799c38cc-57db-4c06-8149-63292ff75bcc, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=799c38cc-57db-4c06-8149-63292ff75bcc,segment=NetworkSegment(c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e),segment_id=c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:50.537854 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbf6d63-20de-477a-ac6a-f1a76560239e req-2354e9d1-4aa9-4b62-8e0f-ffdf4a3a0d85 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.542231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925b61f-0a5c-4ba8-9051-4547cba98011 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event updated for resources: {'Port': ['ID=c10a2253-15a1-487b-a05f-b90ea0fadd03,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:50.546565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-62d54c87-95cb-4bc6-b4ed-222f0ee1a889 None None] Provisioning complete for port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:50.546984 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62d54c87-95cb-4bc6-b4ed-222f0ee1a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.573186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-7925b61f-0a5c-4ba8-9051-4547cba98011 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:50.622923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-7925b61f-0a5c-4ba8-9051-4547cba98011 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:50.646271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 983c2893-2b8b-4a04-a09f-c2f414d155c9 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:50.682967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-dfbf6d63-20de-477a-ac6a-f1a76560239e req-2354e9d1-4aa9-4b62-8e0f-ffdf4a3a0d85 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Calling delete_port for 799c38cc-57db-4c06-8149-63292ff75bcc owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:50.749417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 983c2893-2b8b-4a04-a09f-c2f414d155c9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:50.749788 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.775422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1d61742-b813-458b-9596-e1cee06a2900 req-1b41dfad-46df-46c1-b34f-9f37082a2c29 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587930 Aug 24 00:20:50.870689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-3d0e4a01-70b2-4901-ad7f-26ea97bb9027 service neutron] 10.222.0.32 "GET /v2.0/networks/f53d857d-ab9b-4e7d-8d89-22dc50d439c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467865 Aug 24 00:20:50.956865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-46154f07-598f-44fe-adac-81157d0061ad None None] Provisioning for port c10a2253-15a1-487b-a05f-b90ea0fadd03 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:50.959669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-7925b61f-0a5c-4ba8-9051-4547cba98011 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:50.961086 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-7925b61f-0a5c-4ba8-9051-4547cba98011 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.967725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-46154f07-598f-44fe-adac-81157d0061ad None None] Provisioning complete for port c10a2253-15a1-487b-a05f-b90ea0fadd03 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:50.968754 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46154f07-598f-44fe-adac-81157d0061ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:51.042904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-46154f07-598f-44fe-adac-81157d0061ad None None] Port c10a2253-15a1-487b-a05f-b90ea0fadd03 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:20:51.044981 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-7925b61f-0a5c-4ba8-9051-4547cba98011 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8076560 Aug 24 00:20:51.075481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-22e9816b-68cd-4fb1-832e-8adbe46ab89c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Request body: {'port': {'device_id': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'network_id': '1c32abd8-a9dd-41cb-91b0-65587d9b8a7d', 'admin_state_up': True, 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:51.110973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec5d0d-49ee-4c7a-8010-502d461ebba1 req-b8f81ec6-ac54-45f8-abee-c957455db8bc tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:51.119852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c0ec5d0d-49ee-4c7a-8010-502d461ebba1 req-b8f81ec6-ac54-45f8-abee-c957455db8bc tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 932 time: 0.1725910 Aug 24 00:20:51.301478 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c0ec5d0d-49ee-4c7a-8010-502d461ebba1 req-522b35a6-a770-4cc7-90e4-613642d8d681 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785486 Aug 24 00:20:51.434559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74974da7-9dba-4ed1-8251-0e31fc2a346e req-c7f89a18-63de-4688-9d5e-0c8a38dd18bf tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:51.436191 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74974da7-9dba-4ed1-8251-0e31fc2a346e req-c7f89a18-63de-4688-9d5e-0c8a38dd18bf tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.3362813 Aug 24 00:20:51.447011 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbf6d63-20de-477a-ac6a-f1a76560239e req-2354e9d1-4aa9-4b62-8e0f-ffdf4a3a0d85 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:51.513902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354e9d1-4aa9-4b62-8e0f-ffdf4a3a0d85 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Pushing event deleted for resources: {'Port': ['ID=799c38cc-57db-4c06-8149-63292ff75bcc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:51.609045 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74974da7-9dba-4ed1-8251-0e31fc2a346e req-a9521c20-51ef-4ef3-9e70-6a4a6b65aedc tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572161 Aug 24 00:20:51.619903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d33f727e-6433-4c9a-92ad-7a2420def48a req-720b8104-f87e-4ff8-b5b7-9668615b5ac0 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.1141670 Aug 24 00:20:51.642809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbf6d63-20de-477a-ac6a-f1a76560239e req-2354e9d1-4aa9-4b62-8e0f-ffdf4a3a0d85 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] No DVR routers for this DVR port 799c38cc-57db-4c06-8149-63292ff75bcc on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:51.647095 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-22e9816b-68cd-4fb1-832e-8adbe46ab89c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:51.651576 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-22e9816b-68cd-4fb1-832e-8adbe46ab89c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:51.692309 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbf6d63-20de-477a-ac6a-f1a76560239e req-2354e9d1-4aa9-4b62-8e0f-ffdf4a3a0d85 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:51.698359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbf6d63-20de-477a-ac6a-f1a76560239e req-2354e9d1-4aa9-4b62-8e0f-ffdf4a3a0d85 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.47 "DELETE /v2.0/ports/799c38cc-57db-4c06-8149-63292ff75bcc HTTP/1.1" status: 204 len: 173 time: 2.2625191 Aug 24 00:20:51.707310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4367d791-6818-4eae-a106-49ba68879bf2', 'name': 'network-vif-deleted', 'tag': '799c38cc-57db-4c06-8149-63292ff75bcc'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:51.712722 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dd8047-0619-40f6-95b5-f7455023c3c1" -d '{"events": [{"server_uuid": "4367d791-6818-4eae-a106-49ba68879bf2", "name": "network-vif-deleted", "tag": "799c38cc-57db-4c06-8149-63292ff75bcc"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:51.795089 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-515ae420-0b63-4ea1-a67f-0568aa0c8985 req-0708c14e-317a-4122-9eb1-6381e1a1643b tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac756ce-67c6-4b74-ac88-44349db4113a HTTP/1.1" status: 200 len: 210 time: 0.0581615 Aug 24 00:20:51.944410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a66d099-a3b3-43f7-8a02-c5627b2326b6 req-0e8d630d-5752-4c44-a66a-c50cfb8f62c2 tempest-AttachSCSIVolumeTestJSON-746197811 tempest-AttachSCSIVolumeTestJSON-746197811-project] 10.222.0.32 "GET /v2.0/ports?device_id=4367d791-6818-4eae-a106-49ba68879bf2 HTTP/1.1" status: 200 len: 210 time: 0.1534569 Aug 24 00:20:52.072545 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5292ab55-2a83-48d3-a4ec-d4e0876683cc x-openstack-request-id: req-5292ab55-2a83-48d3-a4ec-d4e0876683cc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:52.072545 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4367d791-6818-4eae-a106-49ba68879bf2", "name": "network-vif-deleted", "tag": "799c38cc-57db-4c06-8149-63292ff75bcc", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:52.072545 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5292ab55-2a83-48d3-a4ec-d4e0876683cc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:52.072545 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4367d791-6818-4eae-a106-49ba68879bf2', 'name': 'network-vif-deleted', 'tag': '799c38cc-57db-4c06-8149-63292ff75bcc', 'status': 'completed', 'code': 200} Aug 24 00:20:52.084172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:52.155417 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-22e9816b-68cd-4fb1-832e-8adbe46ab89c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Allocated IP 19.86.0.16 (1c32abd8-a9dd-41cb-91b0-65587d9b8a7d/7fa115f1-a911-4977-97c7-d20d9625417f/fc4dba7b-4dfc-48fc-a3fa-6581537a39b5) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:52.172732 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:52.173184 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.290268 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:52.361238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:52.367795 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:52.369869 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.484423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967f79b-9658-4676-90d0-89421f57982b req-31d28357-68ff-4826-bc84-261558a2a73f tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:52.486014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2967f79b-9658-4676-90d0-89421f57982b req-31d28357-68ff-4826-bc84-261558a2a73f tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.3584425 Aug 24 00:20:52.593391 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-22e9816b-68cd-4fb1-832e-8adbe46ab89c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.621694 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.627146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-22e9816b-68cd-4fb1-832e-8adbe46ab89c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Transition to ACTIVE for port object fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:52.647871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2967f79b-9658-4676-90d0-89421f57982b req-bafa9585-e56a-46b6-9082-bd271f3f16d1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522791 Aug 24 00:20:52.659555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6c0d086d-fe2f-4e6c-a9ef-9873517dffaf,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:52.669128 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.669943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:52.748922 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-22e9816b-68cd-4fb1-832e-8adbe46ab89c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.795218 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 799c38cc-57db-4c06-8149-63292ff75bcc no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:52.871687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-22e9816b-68cd-4fb1-832e-8adbe46ab89c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Network 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:52.876168 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-9c1f4212-6705-4c19-acb8-9f88848461fe tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:52.879570 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-9c1f4212-6705-4c19-acb8-9f88848461fe tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.13 "GET /v2.0/networks?id=f53d857d-ab9b-4e7d-8d89-22dc50d439c8 HTTP/1.1" status: 200 len: 822 time: 0.1831157 Aug 24 00:20:52.882144 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 799c38cc-57db-4c06-8149-63292ff75bcc {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:52.882625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 799c38cc-57db-4c06-8149-63292ff75bcc not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:52.885487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-22e9816b-68cd-4fb1-832e-8adbe46ab89c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:52.891639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-22e9816b-68cd-4fb1-832e-8adbe46ab89c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:52.911273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-04b64a3e-ebe9-4bf7-bc36-f103a12737d1 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Request body: {'port': {'device_id': '5ac756ce-67c6-4b74-ac88-44349db4113a', 'network_id': 'f53d857d-ab9b-4e7d-8d89-22dc50d439c8', 'admin_state_up': True, 'tenant_id': '3f7a955bf8e549f89a0d880c983d4f81'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:52.920806 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:52.921189 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.971477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-22e9816b-68cd-4fb1-832e-8adbe46ab89c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:52.972181 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-22e9816b-68cd-4fb1-832e-8adbe46ab89c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:53.004753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=6c0d086d-fe2f-4e6c-a9ef-9873517dffaf,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:53.048489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6cc67-b052-4a7f-a827-27737bd41df3 req-235fc117-ba37-4711-a51e-0f97d3435d92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:53.068379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6cc67-b052-4a7f-a827-27737bd41df3 req-235fc117-ba37-4711-a51e-0f97d3435d92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:53.070102 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2bb6cc67-b052-4a7f-a827-27737bd41df3 req-235fc117-ba37-4711-a51e-0f97d3435d92 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 1654 time: 0.3454826 Aug 24 00:20:53.072389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9816b-68cd-4fb1-832e-8adbe46ab89c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event updated for resources: {'Port': ['ID=fc4dba7b-4dfc-48fc-a3fa-6581537a39b5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:53.079068 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-22e9816b-68cd-4fb1-832e-8adbe46ab89c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0074887 Aug 24 00:20:53.102519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-9aebd9fc-8e1c-4309-990d-abc99cae61f8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Request body: {'port': {'device_id': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c', 'admin_state_up': True, 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:53.198864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-04b64a3e-ebe9-4bf7-bc36-f103a12737d1 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Made reservation on behalf of 3f7a955bf8e549f89a0d880c983d4f81 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:53.205849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-04b64a3e-ebe9-4bf7-bc36-f103a12737d1 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:53.273697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2bb6cc67-b052-4a7f-a827-27737bd41df3 req-41322bcb-98b7-4b8d-aba4-f650f59fe476 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825972 Aug 24 00:20:53.303241 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-949fc361-9127-4e32-9d6e-d7b0b37139f9 None None] Provisioning for port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:53.309456 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-949fc361-9127-4e32-9d6e-d7b0b37139f9 None None] Provisioning complete for port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:53.309839 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-949fc361-9127-4e32-9d6e-d7b0b37139f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:53.388478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-9aebd9fc-8e1c-4309-990d-abc99cae61f8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:53.393042 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-9aebd9fc-8e1c-4309-990d-abc99cae61f8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:53.398695 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:53.401193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-949fc361-9127-4e32-9d6e-d7b0b37139f9 None None] Port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:20:53.494399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-04b64a3e-ebe9-4bf7-bc36-f103a12737d1 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Allocated IP 172.20.0.13 (f53d857d-ab9b-4e7d-8d89-22dc50d439c8/f64980bc-637d-453d-8110-9d57cb82a91f/c4301922-08a9-4fe4-a5cd-3d15be32c835) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:53.541560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45944324-1b19-4fa0-ac5d-c34197618a8d req-07ebaa93-c7a0-4c33-a8f0-4d83ae4d8750 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:53.549456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45944324-1b19-4fa0-ac5d-c34197618a8d req-07ebaa93-c7a0-4c33-a8f0-4d83ae4d8750 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.1323171 Aug 24 00:20:53.608872 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Sync routers for ids ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:20:53.627422 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Routers {'2bfb393a-dc42-4dc2-a574-19ce9d3909b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:53.628216 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:53.633065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aad12a5d-1947-44e4-8f01-d97bcb5f8242 req-7db6dfd7-33f7-4557-95b7-afc82b408a50 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.1013868 Aug 24 00:20:53.702656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45944324-1b19-4fa0-ac5d-c34197618a8d req-31f7c583-f3b9-43b9-98a4-ad4d355201f5 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523387 Aug 24 00:20:53.712492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-9aebd9fc-8e1c-4309-990d-abc99cae61f8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Allocated IP 19.80.0.199 (8e4bda17-d68b-4e11-a71c-2f0b6464ce4c/ea0d1e25-f601-474e-a8ef-dfd3e91266de/63a4051a-8924-44d6-bea6-3f5f9071edf5) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:53.751926 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-04b64a3e-ebe9-4bf7-bc36-f103a12737d1 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:53.824079 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63f93027-761f-4bb6-b60c-e3b4b4f68dfc req-57408e8d-9659-42a8-94c5-e5e45a6cb296 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac756ce-67c6-4b74-ac88-44349db4113a HTTP/1.1" status: 200 len: 210 time: 0.0715826 Aug 24 00:20:53.843159 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-04b64a3e-ebe9-4bf7-bc36-f103a12737d1 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:53.846459 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Set router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:53.856442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:53.946678 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-04b64a3e-ebe9-4bf7-bc36-f103a12737d1 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Network f53d857d-ab9b-4e7d-8d89-22dc50d439c8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:53.950819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-04b64a3e-ebe9-4bf7-bc36-f103a12737d1 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:53.955845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-04b64a3e-ebe9-4bf7-bc36-f103a12737d1 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:53.977590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:53.977954 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.021655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-04b64a3e-ebe9-4bf7-bc36-f103a12737d1 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:54.022522 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-04b64a3e-ebe9-4bf7-bc36-f103a12737d1 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.048257 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-04b64a3e-ebe9-4bf7-bc36-f103a12737d1 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1475551 Aug 24 00:20:54.049073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b64a3e-ebe9-4bf7-bc36-f103a12737d1 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Pushing event updated for resources: {'Port': ['ID=c4301922-08a9-4fe4-a5cd-3d15be32c835,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:54.070738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Request body: {'port': {'device_id': '5ac756ce-67c6-4b74-ac88-44349db4113a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:54.217041 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:20:45Z', 'revision_number': 4, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port': {'id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:39Z', 'updated_at': '2021-08-24T00:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2', 'name': '', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'mac_address': 'fa:16:3e:e8:87:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '54dadfea-b82d-455e-87de-0100325a1116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:44Z', 'updated_at': '2021-08-24T00:20:45Z', 'revision_number': 2, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'subnets': [{'id': '54dadfea-b82d-455e-87de-0100325a1116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:54.218084 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.259033 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Checking router: 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:20:54.259792 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Updating router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:20:54.289009 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.304917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5cab7-9e06-4193-aa82-4dffbd387b93 req-13fbc3d6-3602-49fc-b0ec-2ae5acfde271 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:54.315421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dde5cab7-9e06-4193-aa82-4dffbd387b93 req-13fbc3d6-3602-49fc-b0ec-2ae5acfde271 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.3057826 Aug 24 00:20:54.335112 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-9aebd9fc-8e1c-4309-990d-abc99cae61f8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.407329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-9aebd9fc-8e1c-4309-990d-abc99cae61f8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Transition to ACTIVE for port object 63a4051a-8924-44d6-bea6-3f5f9071edf5 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:54.446564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dde5cab7-9e06-4193-aa82-4dffbd387b93 req-ddbcd71c-2cb6-450f-940d-43101d084c70 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209428 Aug 24 00:20:54.529984 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-9aebd9fc-8e1c-4309-990d-abc99cae61f8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.622186 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.634897 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Transition to ACTIVE for port object eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:54.643907 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.696368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4301922-08a9-4fe4-a5cd-3d15be32c835 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:54.699016 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cd766-3255-448f-86b8-eec01edaa650 None None] Pushing event updated for resources: {'Port': ['ID=eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:54.704225 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.718412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-9aebd9fc-8e1c-4309-990d-abc99cae61f8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:54.720112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebd9fc-8e1c-4309-990d-abc99cae61f8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event updated for resources: {'Port': ['ID=63a4051a-8924-44d6-bea6-3f5f9071edf5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:54.723152 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-9aebd9fc-8e1c-4309-990d-abc99cae61f8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:54.726278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-9aebd9fc-8e1c-4309-990d-abc99cae61f8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:54.731808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Transition to ACTIVE for port object c4301922-08a9-4fe4-a5cd-3d15be32c835 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:54.740386 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.820705 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Attempting to bind port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:54.821061 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Attempting to bind port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'c9fb83f4-4764-4446-98f0-c5623cd56340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:54.821427 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Attempting to bind port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 on network 76b7da42-c04b-463d-808a-afaf1b8052d6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:54.829609 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:54.829980 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Checking segment: {'id': 'c9fb83f4-4764-4446-98f0-c5623cd56340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:54.830387 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.830805 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Bound using segment: {'id': 'c9fb83f4-4764-4446-98f0-c5623cd56340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:54.831275 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Bound port: eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb83f4-4764-4446-98f0-c5623cd56340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:54.831649 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.842087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Pushing event updated for resources: {'Port': ['ID=c4301922-08a9-4fe4-a5cd-3d15be32c835,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:54.844273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-9aebd9fc-8e1c-4309-990d-abc99cae61f8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:54.845607 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-9aebd9fc-8e1c-4309-990d-abc99cae61f8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.872238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-9aebd9fc-8e1c-4309-990d-abc99cae61f8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7751265 Aug 24 00:20:54.931256 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33559694-db05-4373-b1b4-546b5381e77c req-66c7467a-386b-4d29-8bcc-fba79232acd3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:54.944508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33559694-db05-4373-b1b4-546b5381e77c req-66c7467a-386b-4d29-8bcc-fba79232acd3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:54.972234 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] For port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:54.972584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33559694-db05-4373-b1b4-546b5381e77c req-66c7467a-386b-4d29-8bcc-fba79232acd3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:54.974261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33559694-db05-4373-b1b4-546b5381e77c req-66c7467a-386b-4d29-8bcc-fba79232acd3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2376 time: 0.3544483 Aug 24 00:20:54.978299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Request body: {'port': {'device_id': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:54.978451 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] For port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2,segment=NetworkSegment(c9fb83f4-4764-4446-98f0-c5623cd56340),segment_id=c9fb83f4-4764-4446-98f0-c5623cd56340)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:54.985036 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.985653 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Attempting to bind port c4301922-08a9-4fe4-a5cd-3d15be32c835 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:54.986258 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Attempting to bind port c4301922-08a9-4fe4-a5cd-3d15be32c835 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '308c95e3-5bc4-4659-b9de-14d1d00f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f53d857d-ab9b-4e7d-8d89-22dc50d439c8'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:54.986389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Attempting to bind port c4301922-08a9-4fe4-a5cd-3d15be32c835 on network f53d857d-ab9b-4e7d-8d89-22dc50d439c8 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:55.008413 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Port c4301922-08a9-4fe4-a5cd-3d15be32c835 on network f53d857d-ab9b-4e7d-8d89-22dc50d439c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:20:55.009516 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Attempting to bind port c4301922-08a9-4fe4-a5cd-3d15be32c835 on network f53d857d-ab9b-4e7d-8d89-22dc50d439c8 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:55.024188 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:55.024535 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Checking segment: {'id': '308c95e3-5bc4-4659-b9de-14d1d00f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f53d857d-ab9b-4e7d-8d89-22dc50d439c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:55.024927 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Bound using segment: {'id': '308c95e3-5bc4-4659-b9de-14d1d00f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f53d857d-ab9b-4e7d-8d89-22dc50d439c8'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:55.025376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Bound port: c4301922-08a9-4fe4-a5cd-3d15be32c835, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308c95e3-5bc4-4659-b9de-14d1d00f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f53d857d-ab9b-4e7d-8d89-22dc50d439c8'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:55.025738 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.189296 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cd766-3255-448f-86b8-eec01edaa650 None None] Pushing event updated for resources: {'Port': ['ID=eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:55.219784 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Routers {'2bfb393a-dc42-4dc2-a574-19ce9d3909b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:55.220361 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:20:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:55.228888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7d53d5b-5bc0-4164-9f12-687b6d9bd1fd req-b29f1e14-0ddd-41f5-b8b1-f23fef8fb975 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0633965 Aug 24 00:20:55.231214 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.288481 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ab7ae4e0-45d0-42bd-937f-1a9d4b685e5e None None] Provisioning for port 63a4051a-8924-44d6-bea6-3f5f9071edf5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:55.290138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33559694-db05-4373-b1b4-546b5381e77c req-1d5dd5e7-7558-4e47-83b5-221761db700c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867913 Aug 24 00:20:55.296468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ab7ae4e0-45d0-42bd-937f-1a9d4b685e5e None None] Provisioning complete for port 63a4051a-8924-44d6-bea6-3f5f9071edf5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:55.297669 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab7ae4e0-45d0-42bd-937f-1a9d4b685e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.373810 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] Set router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:55.410588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ae4e0-45d0-42bd-937f-1a9d4b685e5e None None] Port 63a4051a-8924-44d6-bea6-3f5f9071edf5 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:20:55.715611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] For port c4301922-08a9-4fe4-a5cd-3d15be32c835, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:55.719926 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] For port c4301922-08a9-4fe4-a5cd-3d15be32c835, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c4301922-08a9-4fe4-a5cd-3d15be32c835,segment=NetworkSegment(308c95e3-5bc4-4659-b9de-14d1d00f44dc),segment_id=308c95e3-5bc4-4659-b9de-14d1d00f44dc)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:55.731199 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.780038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:55.780850 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.782448 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] 10.222.0.13 "PUT /v2.0/ports/c4301922-08a9-4fe4-a5cd-3d15be32c835 HTTP/1.1" status: 200 len: 1092 time: 1.7196949 Aug 24 00:20:55.783248 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac756ce-67c6-4b74-ac88-44349db4113a', 'tag': 'c4301922-08a9-4fe4-a5cd-3d15be32c835'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:55.785875 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d996511-1346-4ffd-bacc-5ee19946c795" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac756ce-67c6-4b74-ac88-44349db4113a", "tag": "c4301922-08a9-4fe4-a5cd-3d15be32c835"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:55.831470 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:20:45Z', 'revision_number': 4, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port': {'id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:39Z', 'updated_at': '2021-08-24T00:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2', 'name': '', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'mac_address': 'fa:16:3e:e8:87:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '54dadfea-b82d-455e-87de-0100325a1116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:44Z', 'updated_at': '2021-08-24T00:20:54Z', 'revision_number': 4, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'subnets': [{'id': '54dadfea-b82d-455e-87de-0100325a1116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:55.839852 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22836365-eace-43b1-a731-1f35a1016e5a service neutron] Pushing event updated for resources: {'Port': ['ID=c4301922-08a9-4fe4-a5cd-3d15be32c835,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:55.876363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7020cb-49bc-4fc7-9a7c-c13051254b59 req-855b50a2-f0f3-418e-8a5d-bb2e505d1638 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:55.893578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:55.896669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef7020cb-49bc-4fc7-9a7c-c13051254b59 req-855b50a2-f0f3-418e-8a5d-bb2e505d1638 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.3406622 Aug 24 00:20:55.903239 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b0e131-0961-4073-a314-1d076dd9beea None None] The sync data for ids ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'] in n-d-805736-1 is: [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:20:45Z', 'revision_number': 4, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port': {'id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:39Z', 'updated_at': '2021-08-24T00:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2', 'name': '', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'mac_address': 'fa:16:3e:e8:87:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '54dadfea-b82d-455e-87de-0100325a1116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:44Z', 'updated_at': '2021-08-24T00:20:54Z', 'revision_number': 4, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'subnets': [{'id': '54dadfea-b82d-455e-87de-0100325a1116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:55.908781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db893a62-aef4-4ed2-9f0e-3805f45dda17 req-3ca5c8dc-f386-41ab-ad9c-f1dcfb4cfe97 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:55.912161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-db893a62-aef4-4ed2-9f0e-3805f45dda17 req-3ca5c8dc-f386-41ab-ad9c-f1dcfb4cfe97 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac756ce-67c6-4b74-ac88-44349db4113a HTTP/1.1" status: 200 len: 944 time: 0.3573864 Aug 24 00:20:55.920412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-25c01960-7c1a-48c4-9bea-e9fa410a8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:55.921939 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-25c01960-7c1a-48c4-9bea-e9fa410a8e82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f7a955bf8e549f89a0d880c983d4f81&device_id=5ac756ce-67c6-4b74-ac88-44349db4113a HTTP/1.1" status: 200 len: 1095 time: 0.0561571 Aug 24 00:20:55.995847 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:56.005514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:56.006234 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.024561 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-e97eee2a-692b-4631-9785-7f61692afb3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4301922-08a9-4fe4-a5cd-3d15be32c835 HTTP/1.1" status: 200 len: 217 time: 0.0843809 Aug 24 00:20:56.033243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-db893a62-aef4-4ed2-9f0e-3805f45dda17 req-6598dd5b-3fe7-44fc-851c-af8cbe078f9a tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc98ba7b-d9fc-4344-8b25-0b56e1f4545e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098115 Aug 24 00:20:56.061252 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef7020cb-49bc-4fc7-9a7c-c13051254b59 req-99b4a77c-1e30-4d60-920b-842ee5326524 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473947 Aug 24 00:20:56.133845 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.182566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2,segment=NetworkSegment(c9fb83f4-4764-4446-98f0-c5623cd56340),segment_id=c9fb83f4-4764-4446-98f0-c5623cd56340)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:56.192426 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.213287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-25efb900-8f76-466b-8154-5e38cbe996cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:56.215665 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-25efb900-8f76-466b-8154-5e38cbe996cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f64980bc-637d-453d-8110-9d57cb82a91f HTTP/1.1" status: 200 len: 862 time: 0.1829937 Aug 24 00:20:56.273121 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-7e9cf3df-58f6-4436-8fdf-24c67530e53d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f53d857d-ab9b-4e7d-8d89-22dc50d439c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488446 Aug 24 00:20:56.294848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:56.372434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10a2253-15a1-487b-a05f-b90ea0fadd03 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:56.384596 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.441514 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-1c98f733-f233-4b0c-b60f-45c03bcd1e28 service neutron] 10.222.0.13 "GET /v2.0/networks/f53d857d-ab9b-4e7d-8d89-22dc50d439c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525302 Aug 24 00:20:56.444189 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Transition to ACTIVE for port object c10a2253-15a1-487b-a05f-b90ea0fadd03 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:56.453167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cab0dd-0c9c-450d-82f6-20aa540a8fa3 req-364081e4-ee5d-40d0-abec-37f39e03f797 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:56.455280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20cab0dd-0c9c-450d-82f6-20aa540a8fa3 req-364081e4-ee5d-40d0-abec-37f39e03f797 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.2512782 Aug 24 00:20:56.456521 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.509863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c10a2253-15a1-487b-a05f-b90ea0fadd03,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:56.692011 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fbceb63c-9379-46db-8ee1-ebe7c58b0dce req-862f910e-889e-4249-bae0-f35c9fdf1454 service neutron] 10.222.0.13 "GET /v2.0/networks/f53d857d-ab9b-4e7d-8d89-22dc50d439c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234581 Aug 24 00:20:56.737018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20cab0dd-0c9c-450d-82f6-20aa540a8fa3 req-28a72a83-4627-4dee-8997-b6cc3f0d459d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282412 Aug 24 00:20:56.797042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Attempting to bind port c10a2253-15a1-487b-a05f-b90ea0fadd03 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:56.797590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Attempting to bind port c10a2253-15a1-487b-a05f-b90ea0fadd03 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '567c47f2-8283-4135-864a-80d32373d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:56.799835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Attempting to bind port c10a2253-15a1-487b-a05f-b90ea0fadd03 on network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:56.802870 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f89ce52-7937-4d19-85c9-148c09f4ae4b x-openstack-request-id: req-5f89ce52-7937-4d19-85c9-148c09f4ae4b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:56.803432 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac756ce-67c6-4b74-ac88-44349db4113a", "tag": "c4301922-08a9-4fe4-a5cd-3d15be32c835", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:56.803857 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f89ce52-7937-4d19-85c9-148c09f4ae4b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:56.804518 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac756ce-67c6-4b74-ac88-44349db4113a', 'tag': 'c4301922-08a9-4fe4-a5cd-3d15be32c835', 'status': 'completed', 'code': 200} Aug 24 00:20:56.809844 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Port c10a2253-15a1-487b-a05f-b90ea0fadd03 on network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:20:56.810173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Attempting to bind port c10a2253-15a1-487b-a05f-b90ea0fadd03 on network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:56.830470 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:20:56.836831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:56.843818 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Checking segment: {'id': '567c47f2-8283-4135-864a-80d32373d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:56.844852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Bound using segment: {'id': '567c47f2-8283-4135-864a-80d32373d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:56.845740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Bound port: c10a2253-15a1-487b-a05f-b90ea0fadd03, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567c47f2-8283-4135-864a-80d32373d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:56.849669 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.934460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d996511-1346-4ffd-bacc-5ee19946c795 req-c755924f-28e9-4665-895c-ba25b2eafe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:56.937077 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d996511-1346-4ffd-bacc-5ee19946c795 req-c755924f-28e9-4665-895c-ba25b2eafe9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f7a955bf8e549f89a0d880c983d4f81&device_id=5ac756ce-67c6-4b74-ac88-44349db4113a HTTP/1.1" status: 200 len: 1095 time: 0.0892498 Aug 24 00:20:57.023953 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd81faab-a252-428c-8fbe-43e9fa9eefd3 req-6586335b-6c38-42c2-9a73-307c70acd96f tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.1136932 Aug 24 00:20:57.128415 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d996511-1346-4ffd-bacc-5ee19946c795 req-60d9095d-efc4-4cdb-89fb-d607f6714496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:57.134274 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d996511-1346-4ffd-bacc-5ee19946c795 req-60d9095d-efc4-4cdb-89fb-d607f6714496 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f53d857d-ab9b-4e7d-8d89-22dc50d439c8 HTTP/1.1" status: 200 len: 923 time: 0.1887138 Aug 24 00:20:57.161724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] For port c10a2253-15a1-487b-a05f-b90ea0fadd03, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:57.204335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] For port c10a2253-15a1-487b-a05f-b90ea0fadd03, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c10a2253-15a1-487b-a05f-b90ea0fadd03,segment=NetworkSegment(567c47f2-8283-4135-864a-80d32373d576),segment_id=567c47f2-8283-4135-864a-80d32373d576)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:57.213040 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d996511-1346-4ffd-bacc-5ee19946c795 req-ea6726cf-5fec-44e4-8042-c417df200c79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4301922-08a9-4fe4-a5cd-3d15be32c835 HTTP/1.1" status: 200 len: 217 time: 0.0700097 Aug 24 00:20:57.218722 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.248595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49af2-4e3a-4c41-aabc-da320eaed449 req-832f1519-b399-48ae-81b1-4194af44461d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:57.262509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49af2-4e3a-4c41-aabc-da320eaed449 req-832f1519-b399-48ae-81b1-4194af44461d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:57.277905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49af2-4e3a-4c41-aabc-da320eaed449 req-832f1519-b399-48ae-81b1-4194af44461d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:57.285279 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78c49af2-4e3a-4c41-aabc-da320eaed449 req-832f1519-b399-48ae-81b1-4194af44461d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2388 time: 0.2662134 Aug 24 00:20:57.302461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d996511-1346-4ffd-bacc-5ee19946c795 req-49760db3-9222-4e21-9b8a-b1bb07b728f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:57.305863 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d996511-1346-4ffd-bacc-5ee19946c795 req-49760db3-9222-4e21-9b8a-b1bb07b728f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f64980bc-637d-453d-8110-9d57cb82a91f HTTP/1.1" status: 200 len: 862 time: 0.0845687 Aug 24 00:20:57.353050 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d996511-1346-4ffd-bacc-5ee19946c795 req-2d8b4de2-8c5b-4e59-857f-37a535f53bdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f53d857d-ab9b-4e7d-8d89-22dc50d439c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359771 Aug 24 00:20:57.365286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c10a2253-15a1-487b-a05f-b90ea0fadd03,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:57.368665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:57.369288 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.370665 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-874b9e60-5be0-4ffe-b9b8-42617cc6d0c2 service neutron] 10.222.0.13 "PUT /v2.0/ports/c10a2253-15a1-487b-a05f-b90ea0fadd03 HTTP/1.1" status: 200 len: 1092 time: 2.4785457 Aug 24 00:20:57.379850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'tag': 'c10a2253-15a1-487b-a05f-b90ea0fadd03'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:57.383061 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711de02b-7d46-479c-833d-ae534baad52e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "tag": "c10a2253-15a1-487b-a05f-b90ea0fadd03"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:57.401022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78c49af2-4e3a-4c41-aabc-da320eaed449 req-e24ef031-540c-457b-b82c-ae9c9008a66f tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146286 Aug 24 00:20:57.418023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Request body: {'port': {'device_id': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:57.493888 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-18ff187c-b50b-45f6-8ab0-eda967dc7415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.616230 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d996511-1346-4ffd-bacc-5ee19946c795 req-8ee8689d-c01d-4151-86a0-342280290769 service neutron] 10.222.0.13 "GET /v2.0/networks/f53d857d-ab9b-4e7d-8d89-22dc50d439c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455568 Aug 24 00:20:57.855956 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d996511-1346-4ffd-bacc-5ee19946c795 req-54a8ac1b-ea78-402c-b1c8-ec0fb535ae51 service neutron] 10.222.0.13 "GET /v2.0/networks/f53d857d-ab9b-4e7d-8d89-22dc50d439c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307477 Aug 24 00:20:57.860478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:57.931066 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:57.940506 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:58.055476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:58.215378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fde876-b46a-4a16-80b0-1e6769dec1cf req-1af1ae1b-1778-4855-b76d-6e04b1232a00 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:58.216872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07fde876-b46a-4a16-80b0-1e6769dec1cf req-1af1ae1b-1778-4855-b76d-6e04b1232a00 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac756ce-67c6-4b74-ac88-44349db4113a HTTP/1.1" status: 200 len: 944 time: 0.1882091 Aug 24 00:20:58.231661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4972f-f75f-4a7e-ac4d-5725f21c722d req-3319da3c-0917-4a67-91e9-4a6005722d3b tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:58.232781 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3b4972f-f75f-4a7e-ac4d-5725f21c722d req-3319da3c-0917-4a67-91e9-4a6005722d3b tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.6973298 Aug 24 00:20:58.351321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07fde876-b46a-4a16-80b0-1e6769dec1cf req-9f340a6e-b8f9-4f19-a8f0-36b62bfb767a tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc98ba7b-d9fc-4344-8b25-0b56e1f4545e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175208 Aug 24 00:20:58.360108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3b4972f-f75f-4a7e-ac4d-5725f21c722d req-1d83f804-36aa-460e-bb63-4ff637372602 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172638 Aug 24 00:20:58.473773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:58.479150 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082f9b07-49ed-4e75-bf19-5d828d3bba03 x-openstack-request-id: req-082f9b07-49ed-4e75-bf19-5d828d3bba03 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:58.479440 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "tag": "c10a2253-15a1-487b-a05f-b90ea0fadd03", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:58.479815 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-082f9b07-49ed-4e75-bf19-5d828d3bba03 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:58.480066 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'tag': 'c10a2253-15a1-487b-a05f-b90ea0fadd03', 'status': 'completed', 'code': 200} Aug 24 00:20:58.488701 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:58.521873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Transition to ACTIVE for port object fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:58.548047 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:58.585132 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711de02b-7d46-479c-833d-ae534baad52e req-c8420fc6-7484-40d4-aa7d-1ab1505f248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:58.586152 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711de02b-7d46-479c-833d-ae534baad52e req-c8420fc6-7484-40d4-aa7d-1ab1505f248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:58.587352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711de02b-7d46-479c-833d-ae534baad52e req-c8420fc6-7484-40d4-aa7d-1ab1505f248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:58.589289 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-711de02b-7d46-479c-833d-ae534baad52e req-c8420fc6-7484-40d4-aa7d-1ab1505f248e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef165561fc8949dd973d6a621f1f5c5a&device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2731 time: 0.0683179 Aug 24 00:20:58.777531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c4301922-08a9-4fe4-a5cd-3d15be32c835 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:20:58.810360 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd2bde7-dd8e-48ca-89ec-bc2f92c03d9e req-7d51ac95-17b4-4196-ad2c-98e5626bc096 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0974600 Aug 24 00:20:58.865493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4dba7b-4dfc-48fc-a3fa-6581537a39b5,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:58.908605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711de02b-7d46-479c-833d-ae534baad52e req-fc8b6de3-91ea-4d3b-8f93-dac3bc0c4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:58.909087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711de02b-7d46-479c-833d-ae534baad52e req-fc8b6de3-91ea-4d3b-8f93-dac3bc0c4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:58.919976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711de02b-7d46-479c-833d-ae534baad52e req-fc8b6de3-91ea-4d3b-8f93-dac3bc0c4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:58.921806 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-711de02b-7d46-479c-833d-ae534baad52e req-fc8b6de3-91ea-4d3b-8f93-dac3bc0c4b8c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ef165561fc8949dd973d6a621f1f5c5a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3112075 Aug 24 00:20:59.017572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port c4301922-08a9-4fe4-a5cd-3d15be32c835, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c4301922-08a9-4fe4-a5cd-3d15be32c835,segment=NetworkSegment(308c95e3-5bc4-4659-b9de-14d1d00f44dc),segment_id=308c95e3-5bc4-4659-b9de-14d1d00f44dc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:59.035975 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'c4301922-08a9-4fe4-a5cd-3d15be32c835', 'network_id': 'f53d857d-ab9b-4e7d-8d89-22dc50d439c8', 'port_id': 'c4301922-08a9-4fe4-a5cd-3d15be32c835', 'mac_address': 'fa:16:3e:e1:1b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f64980bc-637d-453d-8110-9d57cb82a91f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:20:59.138641 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.162236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Attempting to bind port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:59.162878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Attempting to bind port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd3c048c3-7cba-4899-853a-ed602806170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1c32abd8-a9dd-41cb-91b0-65587d9b8a7d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:59.165517 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4301922-08a9-4fe4-a5cd-3d15be32c835 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:59.167447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Attempting to bind port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 on network 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:59.177833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad5dbe-c389-4635-b98b-ba6cfc623570 req-83cc0098-e31e-4c95-95f4-499648d80c42 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.197345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76ad5dbe-c389-4635-b98b-ba6cfc623570 req-83cc0098-e31e-4c95-95f4-499648d80c42 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.6186638 Aug 24 00:20:59.210130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port c4301922-08a9-4fe4-a5cd-3d15be32c835, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c4301922-08a9-4fe4-a5cd-3d15be32c835,segment=NetworkSegment(308c95e3-5bc4-4659-b9de-14d1d00f44dc),segment_id=308c95e3-5bc4-4659-b9de-14d1d00f44dc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:59.219257 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.241191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 on network 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:20:59.241686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Attempting to bind port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 on network 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:59.268719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711de02b-7d46-479c-833d-ae534baad52e req-d456ae1f-8bca-4d96-8514-588856e4642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.271506 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-711de02b-7d46-479c-833d-ae534baad52e req-d456ae1f-8bca-4d96-8514-588856e4642c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3392782 Aug 24 00:20:59.278071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76ad5dbe-c389-4635-b98b-ba6cfc623570 req-51f72239-9dc7-4afe-b339-95aef3246bf0 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797641 Aug 24 00:20:59.282468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:59.283845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Checking segment: {'id': 'd3c048c3-7cba-4899-853a-ed602806170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1c32abd8-a9dd-41cb-91b0-65587d9b8a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:59.287158 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Bound using segment: {'id': 'd3c048c3-7cba-4899-853a-ed602806170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1c32abd8-a9dd-41cb-91b0-65587d9b8a7d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:59.287907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Bound port: fc4dba7b-4dfc-48fc-a3fa-6581537a39b5, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c048c3-7cba-4899-853a-ed602806170a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1c32abd8-a9dd-41cb-91b0-65587d9b8a7d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:59.288512 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.353653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa857b-1ecb-4cb3-b033-508d421e066c req-5c9d2a74-c795-4fab-8966-f972e5e70eef tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.360525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa857b-1ecb-4cb3-b033-508d421e066c req-5c9d2a74-c795-4fab-8966-f972e5e70eef tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.367227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa857b-1ecb-4cb3-b033-508d421e066c req-5c9d2a74-c795-4fab-8966-f972e5e70eef tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.371310 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=c4301922-08a9-4fe4-a5cd-3d15be32c835,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:59.374089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:59.378186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22aa857b-1ecb-4cb3-b033-508d421e066c req-5c9d2a74-c795-4fab-8966-f972e5e70eef tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2400 time: 0.3384507 Aug 24 00:20:59.485436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22aa857b-1ecb-4cb3-b033-508d421e066c req-67d61ba9-159b-4aa8-a5bf-eac3cb3bc6d4 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022930 Aug 24 00:20:59.498084 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.501641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['c4301922-08a9-4fe4-a5cd-3d15be32c835'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:59.511786 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] For port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:59.548112 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ceebd33b-d331-471a-bf75-2add33cb6e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.565880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] For port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fc4dba7b-4dfc-48fc-a3fa-6581537a39b5,segment=NetworkSegment(d3c048c3-7cba-4899-853a-ed602806170a),segment_id=d3c048c3-7cba-4899-853a-ed602806170a)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:59.582483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb0f20-6567-426c-baac-e0711f43c9b1 req-8c1a201e-8412-415c-b503-0c445b35f321 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.587852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4fb0f20-6567-426c-baac-e0711f43c9b1 req-8c1a201e-8412-415c-b503-0c445b35f321 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac756ce-67c6-4b74-ac88-44349db4113a HTTP/1.1" status: 200 len: 945 time: 0.1012561 Aug 24 00:20:59.589590 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.701448 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ceebd33b-d331-471a-bf75-2add33cb6e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.707250 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ceebd33b-d331-471a-bf75-2add33cb6e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.729143 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.730077 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.740050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 HTTP/1.1" status: 200 len: 1091 time: 2.3311262 Aug 24 00:20:59.767872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4fb0f20-6567-426c-baac-e0711f43c9b1 req-a6dccfdd-d4c5-466f-accd-283ead70a883 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc98ba7b-d9fc-4344-8b25-0b56e1f4545e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605999 Aug 24 00:20:59.799757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b95e8-f54b-4d50-9ef3-71f176741811 req-f9061748-eba2-406b-8fd4-c5caedc9fa8d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.801781 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-775b95e8-f54b-4d50-9ef3-71f176741811 req-f9061748-eba2-406b-8fd4-c5caedc9fa8d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.1565123 Aug 24 00:20:59.808306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Request body: {'port': {'device_id': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:59.813530 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ceebd33b-d331-471a-bf75-2add33cb6e6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ff62f5473f649aa9bb24f51180b1e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359219 Aug 24 00:20:59.813530 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebd33b-d331-471a-bf75-2add33cb6e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad60a85c-b9a5-42f2-bf31-302239b83f78,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:59.817771 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:59.817939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414654b6-c527-4893-b79c-57dbaaf988d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4dba7b-4dfc-48fc-a3fa-6581537a39b5,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:59.881211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52600717-2247-4c5f-8757-c6300c70c8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.921891 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52600717-2247-4c5f-8757-c6300c70c8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.966491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-775b95e8-f54b-4d50-9ef3-71f176741811 req-2ceb152c-544e-49ee-b078-f54a220c1206 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263947 Aug 24 00:20:59.967442 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.984198 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52600717-2247-4c5f-8757-c6300c70c8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.987453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52600717-2247-4c5f-8757-c6300c70c8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.991303 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-52600717-2247-4c5f-8757-c6300c70c8b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad60a85c-b9a5-42f2-bf31-302239b83f78 HTTP/1.1" status: 204 len: 168 time: 0.1714635 Aug 24 00:21:00.008644 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52600717-2247-4c5f-8757-c6300c70c8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad60a85c-b9a5-42f2-bf31-302239b83f78,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:00.060487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52576) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:00.086752 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.192041 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fe9e-48f4-43b8-b268-77b71aaf3037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.221614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20a8e5b6-8381-4e61-a171-44827451d03d req-4a3979c0-3003-4f67-87b7-2201c267e704 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.1140783 Aug 24 00:21:00.486577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'tag': 'fc4dba7b-4dfc-48fc-a3fa-6581537a39b5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:00.489653 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89973e60-c871-41c3-b705-65731f125d32" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "tag": "fc4dba7b-4dfc-48fc-a3fa-6581537a39b5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:00.536129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fa580-9dca-4c4a-9d5b-c7761a6388c1 req-6d190b5d-6505-4987-b1f4-f13ce1608407 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:00.543497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e24fa580-9dca-4c4a-9d5b-c7761a6388c1 req-6d190b5d-6505-4987-b1f4-f13ce1608407 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1421638 Aug 24 00:21:00.570511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a4051a-8924-44d6-bea6-3f5f9071edf5 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:00.575880 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbc7e41-a9fa-4230-b8c6-bfb5692b2f22 x-openstack-request-id: req-0dbc7e41-a9fa-4230-b8c6-bfb5692b2f22 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:00.576200 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "tag": "fc4dba7b-4dfc-48fc-a3fa-6581537a39b5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:00.576458 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dbc7e41-a9fa-4230-b8c6-bfb5692b2f22 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:00.576854 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'tag': 'fc4dba7b-4dfc-48fc-a3fa-6581537a39b5', 'status': 'completed', 'code': 200} Aug 24 00:21:00.588488 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.625842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e24fa580-9dca-4c4a-9d5b-c7761a6388c1 req-1a1543dc-5633-4f0a-b22e-b849d9b571d2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812283 Aug 24 00:21:00.629783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Transition to ACTIVE for port object 63a4051a-8924-44d6-bea6-3f5f9071edf5 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:00.636963 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.749955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89973e60-c871-41c3-b705-65731f125d32 req-24469801-ec7d-4668-aeda-38bd92583e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:00.759822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89973e60-c871-41c3-b705-65731f125d32 req-24469801-ec7d-4668-aeda-38bd92583e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:00.760902 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89973e60-c871-41c3-b705-65731f125d32 req-24469801-ec7d-4668-aeda-38bd92583e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:00.761676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 91c02efe-c63e-43f5-a228-8bba617b5847 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:00.763951 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-89973e60-c871-41c3-b705-65731f125d32 req-24469801-ec7d-4668-aeda-38bd92583e1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef165561fc8949dd973d6a621f1f5c5a&device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2823 time: 0.1460905 Aug 24 00:21:00.782763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 8122f35c-fa48-445d-8049-485fc78a7f53 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:00.932783 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae3aea29-1983-4dff-8f2f-236ebd5bf5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.941789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Pushing event updated for resources: {'Port': ['ID=63a4051a-8924-44d6-bea6-3f5f9071edf5,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:00.975440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c4301922-08a9-4fe4-a5cd-3d15be32c835 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:00.985548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 8122f35c-fa48-445d-8049-485fc78a7f53, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8122f35c-fa48-445d-8049-485fc78a7f53,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:01.033231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d67c0143-e6ab-4cba-904f-7016d880ef59 req-2a153d33-a479-41f0-af14-5e48bbf6b9fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.1366508 Aug 24 00:21:01.053685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '8122f35c-fa48-445d-8049-485fc78a7f53', 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61', 'port_id': '8122f35c-fa48-445d-8049-485fc78a7f53', 'mac_address': 'fa:16:3e:e2:fb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc693454-54b3-4f81-8f8a-53ff5c215485', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:21:01.071764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89973e60-c871-41c3-b705-65731f125d32 req-f5b72d42-78af-4705-9663-e3db4799a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.072248 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89973e60-c871-41c3-b705-65731f125d32 req-f5b72d42-78af-4705-9663-e3db4799a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.072719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89973e60-c871-41c3-b705-65731f125d32 req-f5b72d42-78af-4705-9663-e3db4799a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.074665 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-89973e60-c871-41c3-b705-65731f125d32 req-f5b72d42-78af-4705-9663-e3db4799a360 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ef165561fc8949dd973d6a621f1f5c5a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2868083 Aug 24 00:21:01.078043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dd021-a774-4e1d-a933-b578aca522ab req-ae6a3ea0-e398-4cc1-9bdf-cc09c2c0049c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.085596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dd021-a774-4e1d-a933-b578aca522ab req-ae6a3ea0-e398-4cc1-9bdf-cc09c2c0049c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.094197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dd021-a774-4e1d-a933-b578aca522ab req-ae6a3ea0-e398-4cc1-9bdf-cc09c2c0049c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.103781 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b0dd021-a774-4e1d-a933-b578aca522ab req-ae6a3ea0-e398-4cc1-9bdf-cc09c2c0049c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2412 time: 0.4083817 Aug 24 00:21:01.121786 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Attempting to bind port 63a4051a-8924-44d6-bea6-3f5f9071edf5 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:01.122274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Attempting to bind port 63a4051a-8924-44d6-bea6-3f5f9071edf5 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '567c47f2-8283-4135-864a-80d32373d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:01.122709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Attempting to bind port 63a4051a-8924-44d6-bea6-3f5f9071edf5 on network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:01.139841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Port 63a4051a-8924-44d6-bea6-3f5f9071edf5 on network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:01.140340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Attempting to bind port 63a4051a-8924-44d6-bea6-3f5f9071edf5 on network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:01.182056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b0dd021-a774-4e1d-a933-b578aca522ab req-bc4f3728-b76a-4558-a27d-58a093a749e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756695 Aug 24 00:21:01.186089 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.199861 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.206268 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port c4301922-08a9-4fe4-a5cd-3d15be32c835 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:01.216409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bb915-3763-429f-80b0-e846eaa139da req-fe52926f-d907-4eb1-8778-c8daf03ca1b6 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.224707 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c6bb915-3763-429f-80b0-e846eaa139da req-fe52926f-d907-4eb1-8778-c8daf03ca1b6 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac756ce-67c6-4b74-ac88-44349db4113a HTTP/1.1" status: 200 len: 945 time: 0.2089562 Aug 24 00:21:01.227016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:01.227275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Checking segment: {'id': '567c47f2-8283-4135-864a-80d32373d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:01.227667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Bound using segment: {'id': '567c47f2-8283-4135-864a-80d32373d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:01.228114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Bound port: 63a4051a-8924-44d6-bea6-3f5f9071edf5, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567c47f2-8283-4135-864a-80d32373d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:01.228476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.344516 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89973e60-c871-41c3-b705-65731f125d32 req-7faf3e9b-2aac-48da-bf58-d6adb4364f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.346447 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-89973e60-c871-41c3-b705-65731f125d32 req-7faf3e9b-2aac-48da-bf58-d6adb4364f81 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2639828 Aug 24 00:21:01.363649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c6bb915-3763-429f-80b0-e846eaa139da req-810e1560-1a53-4e9a-be54-71a05ec104a7 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc98ba7b-d9fc-4344-8b25-0b56e1f4545e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325700 Aug 24 00:21:01.424186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52612) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:01.435463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] For port 63a4051a-8924-44d6-bea6-3f5f9071edf5, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:01.458584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] For port 63a4051a-8924-44d6-bea6-3f5f9071edf5, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=63a4051a-8924-44d6-bea6-3f5f9071edf5,segment=NetworkSegment(567c47f2-8283-4135-864a-80d32373d576),segment_id=567c47f2-8283-4135-864a-80d32373d576)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:01.469532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port c4301922-08a9-4fe4-a5cd-3d15be32c835 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:01.469978 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.478545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c9809-2e18-4ec1-81a3-dffce7db8134 req-7b0f97ce-314f-4861-9116-1ec041d25ef6 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.486583 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e9c9809-2e18-4ec1-81a3-dffce7db8134 req-7b0f97ce-314f-4861-9116-1ec041d25ef6 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.1626565 Aug 24 00:21:01.496898 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.520331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8122f35c-fa48-445d-8049-485fc78a7f53 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:01.538357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ae3aea29-1983-4dff-8f2f-236ebd5bf5e3 admin admin] Deleting port e5095cf8-cb61-4136-9d2d-c1baa96ee88e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:01.539555 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae3aea29-1983-4dff-8f2f-236ebd5bf5e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.549921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 91c02efe-c63e-43f5-a228-8bba617b5847, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=91c02efe-c63e-43f5-a228-8bba617b5847,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:01.592724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 8122f35c-fa48-445d-8049-485fc78a7f53, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8122f35c-fa48-445d-8049-485fc78a7f53,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:01.593706 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-538e57bf-abec-460b-a148-8ce0714191ce req-bb4dcfdd-d9bc-4946-abfa-442b6acc032d tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0801017 Aug 24 00:21:01.602535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.603224 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.605244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] 10.222.0.13 "PUT /v2.0/ports/63a4051a-8924-44d6-bea6-3f5f9071edf5 HTTP/1.1" status: 200 len: 1092 time: 1.8153186 Aug 24 00:21:01.610357 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.620265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '91c02efe-c63e-43f5-a228-8bba617b5847', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'port_id': '91c02efe-c63e-43f5-a228-8bba617b5847', 'mac_address': 'fa:16:3e:ac:75:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:21:01.647222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e9c9809-2e18-4ec1-81a3-dffce7db8134 req-d5651859-3fc6-4481-b199-901e30ba9271 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591015 Aug 24 00:21:01.656562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366176a-8fe4-40ab-b02d-2d8e591ad0ef service neutron] Pushing event updated for resources: {'Port': ['ID=63a4051a-8924-44d6-bea6-3f5f9071edf5,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:01.724703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ae3aea29-1983-4dff-8f2f-236ebd5bf5e3 admin admin] For port e5095cf8-cb61-4136-9d2d-c1baa96ee88e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e5095cf8-cb61-4136-9d2d-c1baa96ee88e,segment=NetworkSegment(c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e),segment_id=c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:01.725190 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae3aea29-1983-4dff-8f2f-236ebd5bf5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.745231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1200776232-network', 'tenant_id': '44b3c7be1e4a4564bafa09f2c9e5612b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:01.755597 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ae3aea29-1983-4dff-8f2f-236ebd5bf5e3 admin admin] Calling delete_port for e5095cf8-cb61-4136-9d2d-c1baa96ee88e owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:01.848880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca54e07-1352-474d-b7a7-6c825056df11 req-c2e484dd-979d-47ac-a317-4b9b76ee4e13 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.856692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ca54e07-1352-474d-b7a7-6c825056df11 req-c2e484dd-979d-47ac-a317-4b9b76ee4e13 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1159461 Aug 24 00:21:01.858485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] Made reservation on behalf of 44b3c7be1e4a4564bafa09f2c9e5612b for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:01.862256 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.874595 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.874948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-208ee74e-b65c-4dd3-affb-30a73ccb0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.875350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-208ee74e-b65c-4dd3-affb-30a73ccb0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.875845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-208ee74e-b65c-4dd3-affb-30a73ccb0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.880122 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.883591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-208ee74e-b65c-4dd3-affb-30a73ccb0f0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef165561fc8949dd973d6a621f1f5c5a&device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2865 time: 0.2078941 Aug 24 00:21:01.910011 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=8122f35c-fa48-445d-8049-485fc78a7f53,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:01.917256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91c02efe-c63e-43f5-a228-8bba617b5847 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:01.923775 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.943827 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 91c02efe-c63e-43f5-a228-8bba617b5847, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=91c02efe-c63e-43f5-a228-8bba617b5847,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:01.951441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['8122f35c-fa48-445d-8049-485fc78a7f53'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:01.953301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac756ce-67c6-4b74-ac88-44349db4113a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4301922-08a9-4fe4-a5cd-3d15be32c835'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:01.955896 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e87fbe-5cf7-4ab0-bee5-9f9f5ca8ef83" -d '{"events": [{"server_uuid": "5ac756ce-67c6-4b74-ac88-44349db4113a", "name": "network-vif-plugged", "status": "completed", "tag": "c4301922-08a9-4fe4-a5cd-3d15be32c835"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:01.968944 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.975549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port c4301922-08a9-4fe4-a5cd-3d15be32c835, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c4301922-08a9-4fe4-a5cd-3d15be32c835,segment=NetworkSegment(308c95e3-5bc4-4659-b9de-14d1d00f44dc),segment_id=308c95e3-5bc4-4659-b9de-14d1d00f44dc)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:01.986639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-20e6ec54-eb0d-4b37-99eb-1cc0dfbb84eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=c10a2253-15a1-487b-a05f-b90ea0fadd03 HTTP/1.1" status: 200 len: 217 time: 0.0778639 Aug 24 00:21:02.038501 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae3aea29-1983-4dff-8f2f-236ebd5bf5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.041419 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.069965 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cf20e5-ec7d-4217-9937-11b85f11e7b5 x-openstack-request-id: req-b2cf20e5-ec7d-4217-9937-11b85f11e7b5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:02.070255 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac756ce-67c6-4b74-ac88-44349db4113a", "name": "network-vif-plugged", "status": "completed", "tag": "c4301922-08a9-4fe4-a5cd-3d15be32c835", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:02.070507 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2cf20e5-ec7d-4217-9937-11b85f11e7b5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:02.070934 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac756ce-67c6-4b74-ac88-44349db4113a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4301922-08a9-4fe4-a5cd-3d15be32c835', 'code': 200} Aug 24 00:21:02.094469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ca54e07-1352-474d-b7a7-6c825056df11 req-0c2d059f-9742-4ba6-8fae-799ded7fd314 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367878 Aug 24 00:21:02.117285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3aea29-1983-4dff-8f2f-236ebd5bf5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5095cf8-cb61-4136-9d2d-c1baa96ee88e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:02.119439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=91c02efe-c63e-43f5-a228-8bba617b5847,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:02.152734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-c753647e-ebf5-432f-86ee-0c1cd62b10a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:02.154654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-c753647e-ebf5-432f-86ee-0c1cd62b10a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea0d1e25-f601-474e-a8ef-dfd3e91266de HTTP/1.1" status: 200 len: 801 time: 0.1520045 Aug 24 00:21:02.228043 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=c4301922-08a9-4fe4-a5cd-3d15be32c835,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:02.353737 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['91c02efe-c63e-43f5-a228-8bba617b5847'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:02.360213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-efab3b06-c224-4769-9400-ccadc5dd1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:02.363796 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-efab3b06-c224-4769-9400-ccadc5dd1c74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e4bda17-d68b-4e11-a71c-2f0b6464ce4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2003989 Aug 24 00:21:02.365847 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.390946 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.434813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6beb63-8367-4a6b-971b-1c063e7bbb0a req-fe46d3ef-0bee-419c-a898-c7afe6d78044 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:02.448950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6beb63-8367-4a6b-971b-1c063e7bbb0a req-fe46d3ef-0bee-419c-a898-c7afe6d78044 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:02.465084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6beb63-8367-4a6b-971b-1c063e7bbb0a req-fe46d3ef-0bee-419c-a898-c7afe6d78044 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:02.470676 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae3aea29-1983-4dff-8f2f-236ebd5bf5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.471977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e6beb63-8367-4a6b-971b-1c063e7bbb0a req-fe46d3ef-0bee-419c-a898-c7afe6d78044 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2412 time: 0.1648142 Aug 24 00:21:02.476851 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8e161-b295-4f09-a199-908361d42efe req-ea0efeca-dde3-4434-84e6-5f66308b6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:02.478879 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-42a8e161-b295-4f09-a199-908361d42efe req-ea0efeca-dde3-4434-84e6-5f66308b6c2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ac756ce-67c6-4b74-ac88-44349db4113a HTTP/1.1" status: 200 len: 1097 time: 0.3012352 Aug 24 00:21:02.587464 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-42a8e161-b295-4f09-a199-908361d42efe req-e99d149d-cd65-49d5-bdf2-6858da93aa0c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc98ba7b-d9fc-4344-8b25-0b56e1f4545e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983913 Aug 24 00:21:02.595414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e716ac-f534-46aa-b88d-ab35deb1a6f9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:02.612521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'tag': '63a4051a-8924-44d6-bea6-3f5f9071edf5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:02.615741 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbe3292-9744-4664-b477-e43da3bd3e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "tag": "63a4051a-8924-44d6-bea6-3f5f9071edf5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:02.646594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-4388694f-929c-479a-9471-863a70029f09 service neutron] 10.222.0.13 "GET /v2.0/networks/8e4bda17-d68b-4e11-a71c-2f0b6464ce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748411 Aug 24 00:21:02.667738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:21:02.697964 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.698308 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] Added segment fcdd67c6-498d-4126-8193-142d05385f4d of type vlan for network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb Aug 24 00:21:02.719957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9b1ec-4634-46c8-8bb5-09b3f505c6bb req-8fddaaf9-c91f-4e42-ab71-3b19d000310f tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:02.721471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45e9b1ec-4634-46c8-8bb5-09b3f505c6bb req-8fddaaf9-c91f-4e42-ab71-3b19d000310f tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac756ce-67c6-4b74-ac88-44349db4113a HTTP/1.1" status: 200 len: 946 time: 0.1281214 Aug 24 00:21:02.730406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e6beb63-8367-4a6b-971b-1c063e7bbb0a req-c1f511b9-7374-4e50-84b5-827a08d1e44c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370435 Aug 24 00:21:02.773249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 91c02efe-c63e-43f5-a228-8bba617b5847 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:02.778710 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3aea29-1983-4dff-8f2f-236ebd5bf5e3 admin admin] Router 3b99436a-df02-4bb9-b162-453316479f22 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:21:02.823139 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a5e79f-28d5-4a48-be0a-10ac4fbd51ee x-openstack-request-id: req-91a5e79f-28d5-4a48-be0a-10ac4fbd51ee {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:02.826286 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "tag": "63a4051a-8924-44d6-bea6-3f5f9071edf5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:02.826724 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91a5e79f-28d5-4a48-be0a-10ac4fbd51ee {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:02.826902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 8122f35c-fa48-445d-8049-485fc78a7f53 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:02.829616 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'tag': '63a4051a-8924-44d6-bea6-3f5f9071edf5', 'status': 'completed', 'code': 200} Aug 24 00:21:02.837395 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.873676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45e9b1ec-4634-46c8-8bb5-09b3f505c6bb req-5d190313-4bab-4055-ad6d-1a8b1b2c9aa0 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc98ba7b-d9fc-4344-8b25-0b56e1f4545e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277027 Aug 24 00:21:02.912138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3aea29-1983-4dff-8f2f-236ebd5bf5e3 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:21:02.922353 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ae3aea29-1983-4dff-8f2f-236ebd5bf5e3 admin admin] 10.222.0.32 "PUT /v2.0/routers/3b99436a-df02-4bb9-b162-453316479f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8607605 Aug 24 00:21:02.926416 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52632) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:02.939471 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 8122f35c-fa48-445d-8049-485fc78a7f53 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:02.939859 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.942870 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799806d8-7414-460f-b890-59548f945100 None None] Sync routers for ids ['3b99436a-df02-4bb9-b162-453316479f22'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:21:02.956982 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.958837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:02.959872 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.996922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 91c02efe-c63e-43f5-a228-8bba617b5847 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:02.997611 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.037735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799806d8-7414-460f-b890-59548f945100 None None] Routers {'3b99436a-df02-4bb9-b162-453316479f22'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:21:03.039557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-799806d8-7414-460f-b890-59548f945100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:21:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['3b99436a-df02-4bb9-b162-453316479f22'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:03.101363 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.263193 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.291748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6bfb6297-c386-4a0f-8049-0557c794ec1a req-d997aaa8-e031-47a3-9a09-b18756ca6257 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.3401821 Aug 24 00:21:03.294867 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-353a17b7-780c-4b4c-8031-a6cb8e0a5f61 service neutron] 10.222.0.13 "GET /v2.0/networks/8e4bda17-d68b-4e11-a71c-2f0b6464ce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942308 Aug 24 00:21:03.310725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-799806d8-7414-460f-b890-59548f945100 None None] Set router 3b99436a-df02-4bb9-b162-453316479f22 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:21:03.354869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9280803 Aug 24 00:21:03.380369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52636) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:03.385723 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.393094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-79e0a4a4-b7ae-4307-af3b-d190857a50f4 admin admin] Request body: {'subnet': {'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1200776232-subnet', 'tenant_id': '44b3c7be1e4a4564bafa09f2c9e5612b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:03.393355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 8122f35c-fa48-445d-8049-485fc78a7f53, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8122f35c-fa48-445d-8049-485fc78a7f53,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:03.417456 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.451477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750fd0f-f903-4cbb-83a7-415dd89baea7 req-0cd8ee0e-4a25-4c58-b663-aaa235c9609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:03.456027 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c750fd0f-f903-4cbb-83a7-415dd89baea7 req-0cd8ee0e-4a25-4c58-b663-aaa235c9609b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=73800ca933784a9ebfa0b8c7de2f2613&device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 1096 time: 0.1867452 Aug 24 00:21:03.481224 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.508552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-0fd20753-936e-4a54-a994-46a74907002a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.16&port_id=fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 HTTP/1.1" status: 200 len: 217 time: 0.1558373 Aug 24 00:21:03.517794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7f7f7-1831-48b2-8c75-f8f3f8e76483 admin admin] Pushing event updated for resources: {'Network': ['ID=17ce1421-2fab-4cd9-b1d6-25282e6db2eb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:03.519556 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 91c02efe-c63e-43f5-a228-8bba617b5847, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=91c02efe-c63e-43f5-a228-8bba617b5847,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:03.535378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:21:03.544320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929c4a2-6d62-4357-b5f1-f7e24a461c34 req-0f27f33c-2d8a-4588-9fac-26c75e8c5ad0 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:03.544573 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.546506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a929c4a2-6d62-4357-b5f1-f7e24a461c34 req-0f27f33c-2d8a-4588-9fac-26c75e8c5ad0 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 945 time: 0.4758601 Aug 24 00:21:03.579102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d65beb-2811-4e68-8cf9-46d389f89f78 req-ebd9d214-21fd-4079-8de7-8d86c8184a76 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:03.580948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6d65beb-2811-4e68-8cf9-46d389f89f78 req-ebd9d214-21fd-4079-8de7-8d86c8184a76 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 945 time: 0.1262324 Aug 24 00:21:03.617365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=8122f35c-fa48-445d-8049-485fc78a7f53,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:03.650566 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750fd0f-f903-4cbb-83a7-415dd89baea7 req-80779dd2-e8a2-4fe8-a152-3cf726ed8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:03.652417 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c750fd0f-f903-4cbb-83a7-415dd89baea7 req-80779dd2-e8a2-4fe8-a152-3cf726ed8808 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10a4f855-1dfa-4389-b9d2-80db5e027a61 HTTP/1.1" status: 200 len: 915 time: 0.1658432 Aug 24 00:21:03.675333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e0a4a4-b7ae-4307-af3b-d190857a50f4 admin admin] Made reservation on behalf of 44b3c7be1e4a4564bafa09f2c9e5612b for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:03.680647 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-79e0a4a4-b7ae-4307-af3b-d190857a50f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.692633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a929c4a2-6d62-4357-b5f1-f7e24a461c34 req-cfe8ffc0-7d8f-4edf-9ee5-f08c049b4bc4 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376905 Aug 24 00:21:03.737730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=91c02efe-c63e-43f5-a228-8bba617b5847,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:03.786621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-8a44b9c4-642d-42da-ab4b-c67717fe3ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:03.788070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-8a44b9c4-642d-42da-ab4b-c67717fe3ecd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fa115f1-a911-4977-97c7-d20d9625417f HTTP/1.1" status: 200 len: 801 time: 0.2269742 Aug 24 00:21:03.809897 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6d65beb-2811-4e68-8cf9-46d389f89f78 req-7564bc9f-3324-4f65-b6da-166281eeec41 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941242 Aug 24 00:21:03.825325 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c750fd0f-f903-4cbb-83a7-415dd89baea7 req-c2bd2561-e878-40c3-a832-9db0b1db6833 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8122f35c-fa48-445d-8049-485fc78a7f53 HTTP/1.1" status: 200 len: 217 time: 0.0576851 Aug 24 00:21:03.841691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-799806d8-7414-460f-b890-59548f945100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b99436a-df02-4bb9-b162-453316479f22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1946921095-router', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:47Z', 'updated_at': '2021-08-24T00:21:01Z', 'revision_number': 5, 'project_id': '3838df24e3384c71a690c443299d0c56', 'gw_port': {'id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b99436a-df02-4bb9-b162-453316479f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:50Z', 'updated_at': '2021-08-24T00:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:03.876955 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799806d8-7414-460f-b890-59548f945100 None None] Checking router: 3b99436a-df02-4bb9-b162-453316479f22 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:21:03.888372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799806d8-7414-460f-b890-59548f945100 None None] Routers {'3b99436a-df02-4bb9-b162-453316479f22'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:21:03.889182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-799806d8-7414-460f-b890-59548f945100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:21:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['3b99436a-df02-4bb9-b162-453316479f22'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:03.899858 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.917360 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750fd0f-f903-4cbb-83a7-415dd89baea7 req-25bc3f34-9c3f-4e91-b737-2619d5b56558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:03.919117 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c750fd0f-f903-4cbb-83a7-415dd89baea7 req-25bc3f34-9c3f-4e91-b737-2619d5b56558 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc693454-54b3-4f81-8f8a-53ff5c215485 HTTP/1.1" status: 200 len: 854 time: 0.0786731 Aug 24 00:21:03.980492 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c750fd0f-f903-4cbb-83a7-415dd89baea7 req-b1cfd563-b2be-43f8-a3f7-b87a3c46e3b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10a4f855-1dfa-4389-b9d2-80db5e027a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348997 Aug 24 00:21:04.045927 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-799806d8-7414-460f-b890-59548f945100 None None] Set router 3b99436a-df02-4bb9-b162-453316479f22 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:21:04.092492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7193273c-ebbc-4f4d-ad6c-519cef9e5495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8122f35c-fa48-445d-8049-485fc78a7f53'}, {'server_uuid': 'f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c02efe-c63e-43f5-a228-8bba617b5847'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:04.097138 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d805ff-78d6-4a74-b8f9-632590755ca4" -d '{"events": [{"server_uuid": "7193273c-ebbc-4f4d-ad6c-519cef9e5495", "name": "network-vif-plugged", "status": "completed", "tag": "8122f35c-fa48-445d-8049-485fc78a7f53"}, {"server_uuid": "f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f", "name": "network-vif-plugged", "status": "completed", "tag": "91c02efe-c63e-43f5-a228-8bba617b5847"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:04.126529 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] Deleting port 8ac52c89-3e0f-4e33-873c-079c516abf53 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:04.126919 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:04.213290 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c750fd0f-f903-4cbb-83a7-415dd89baea7 req-5c0f4754-0521-4421-a642-d09c6802273a service neutron] 10.222.0.13 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242703 Aug 24 00:21:04.223774 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d6335-223e-4c33-9aa1-e8a6201f362f req-bb33309c-dd9a-4477-a210-c8729fa00f4f tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:04.233303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d6335-223e-4c33-9aa1-e8a6201f362f req-bb33309c-dd9a-4477-a210-c8729fa00f4f tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:04.239206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d6335-223e-4c33-9aa1-e8a6201f362f req-bb33309c-dd9a-4477-a210-c8729fa00f4f tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:04.240914 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f05d6335-223e-4c33-9aa1-e8a6201f362f req-bb33309c-dd9a-4477-a210-c8729fa00f4f tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2412 time: 0.4060347 Aug 24 00:21:04.242737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-f0ab6dae-8252-4c19-878c-ea45e9bae201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:04.244712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-f0ab6dae-8252-4c19-878c-ea45e9bae201 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c32abd8-a9dd-41cb-91b0-65587d9b8a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4421651 Aug 24 00:21:04.322046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-799806d8-7414-460f-b890-59548f945100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b99436a-df02-4bb9-b162-453316479f22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1946921095-router', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:47Z', 'updated_at': '2021-08-24T00:21:01Z', 'revision_number': 5, 'project_id': '3838df24e3384c71a690c443299d0c56', 'gw_port': {'id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b99436a-df02-4bb9-b162-453316479f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:50Z', 'updated_at': '2021-08-24T00:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:04.325630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] For port 8ac52c89-3e0f-4e33-873c-079c516abf53, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8ac52c89-3e0f-4e33-873c-079c516abf53,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:04.330964 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:04.357385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799806d8-7414-460f-b890-59548f945100 None None] The sync data for ids ['3b99436a-df02-4bb9-b162-453316479f22'] in n-d-805736-1 is: [{'id': '3b99436a-df02-4bb9-b162-453316479f22', 'name': 'tempest-AttachSCSIVolumeTestJSON-1946921095-router', 'tenant_id': '3838df24e3384c71a690c443299d0c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:47Z', 'updated_at': '2021-08-24T00:21:01Z', 'revision_number': 5, 'project_id': '3838df24e3384c71a690c443299d0c56', 'gw_port': {'id': '8ac52c89-3e0f-4e33-873c-079c516abf53', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b99436a-df02-4bb9-b162-453316479f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:50Z', 'updated_at': '2021-08-24T00:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:21:04.363327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45735b1a-10cf-48e4-bbee-56fdb6ee1cca req-4495d3a3-bae7-4e53-8a9c-26e514a1cddd tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:04.366794 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] Calling delete_port for 8ac52c89-3e0f-4e33-873c-079c516abf53 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:04.375333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45735b1a-10cf-48e4-bbee-56fdb6ee1cca req-4495d3a3-bae7-4e53-8a9c-26e514a1cddd tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac756ce-67c6-4b74-ac88-44349db4113a HTTP/1.1" status: 200 len: 946 time: 0.2211888 Aug 24 00:21:04.440836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f05d6335-223e-4c33-9aa1-e8a6201f362f req-fdf95f73-5ef7-42aa-b093-395607cb3ca2 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753552 Aug 24 00:21:04.475890 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c750fd0f-f903-4cbb-83a7-415dd89baea7 req-90559a94-3436-438d-890a-ca76b245b91a service neutron] 10.222.0.13 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521303 Aug 24 00:21:04.533084 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9df007-6ca1-462a-9654-279c7bf032c1 x-openstack-request-id: req-2c9df007-6ca1-462a-9654-279c7bf032c1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:04.533367 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7193273c-ebbc-4f4d-ad6c-519cef9e5495", "name": "network-vif-plugged", "status": "completed", "tag": "8122f35c-fa48-445d-8049-485fc78a7f53", "code": 200}, {"server_uuid": "f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f", "name": "network-vif-plugged", "status": "completed", "tag": "91c02efe-c63e-43f5-a228-8bba617b5847", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:04.533619 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c9df007-6ca1-462a-9654-279c7bf032c1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:04.534132 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7193273c-ebbc-4f4d-ad6c-519cef9e5495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8122f35c-fa48-445d-8049-485fc78a7f53', 'code': 200} Aug 24 00:21:04.534248 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c02efe-c63e-43f5-a228-8bba617b5847', 'code': 200} Aug 24 00:21:04.546950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45735b1a-10cf-48e4-bbee-56fdb6ee1cca req-1fa5b09b-e8dc-481a-8155-79dae588cd26 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc98ba7b-d9fc-4344-8b25-0b56e1f4545e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704292 Aug 24 00:21:04.562199 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-3373e2dc-baa1-4f54-a7b0-7d12729ef685 service neutron] 10.222.0.13 "GET /v2.0/networks/1c32abd8-a9dd-41cb-91b0-65587d9b8a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073647 Aug 24 00:21:04.600059 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-79e0a4a4-b7ae-4307-af3b-d190857a50f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:04.724678 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:04.808872 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0a4a4-b7ae-4307-af3b-d190857a50f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d1a1303-12b4-4df1-8051-6ef6912eb98d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:04.812146 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac52c89-3e0f-4e33-873c-079c516abf53,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:04.856476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47a20373-57ad-4cab-9d08-1de20fd35503 req-584c512d-a929-4075-b2f9-8e828236471d tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.1323078 Aug 24 00:21:04.929206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0a4a4-b7ae-4307-af3b-d190857a50f4 admin admin] Checking segment: {'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:04.929578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e0a4a4-b7ae-4307-af3b-d190857a50f4 admin admin] Network hostable DHCP agents. Network: 17ce1421-2fab-4cd9-b1d6-25282e6db2eb, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:21:04.948562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fc6c2-b5dc-4bb8-aea4-5bd062dfbfff req-bea57ebc-1ab3-4da4-875f-bbee86650077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:04.952722 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-241fc6c2-b5dc-4bb8-aea4-5bd062dfbfff req-bea57ebc-1ab3-4da4-875f-bbee86650077 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 1097 time: 0.1869805 Aug 24 00:21:04.966984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412fb83-fb5e-4d99-a4e7-3b8f7f65c8a3 req-6f17be76-a8d4-41c0-abbd-7d45afd82b5f tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:04.968571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6412fb83-fb5e-4d99-a4e7-3b8f7f65c8a3 req-6f17be76-a8d4-41c0-abbd-7d45afd82b5f tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.1902494 Aug 24 00:21:04.980585 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-a4835599-3ef7-4c53-881e-a5b623dca291 service neutron] 10.222.0.13 "GET /v2.0/networks/1c32abd8-a9dd-41cb-91b0-65587d9b8a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957286 Aug 24 00:21:04.996140 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:04.999354 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e0a4a4-b7ae-4307-af3b-d190857a50f4 admin admin] Network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:21:05.050539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-8da37d8d-5640-4e1d-9f62-cc621dc81238 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.199&port_id=63a4051a-8924-44d6-bea6-3f5f9071edf5 HTTP/1.1" status: 200 len: 217 time: 0.0607648 Aug 24 00:21:05.074112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-79e0a4a4-b7ae-4307-af3b-d190857a50f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 17ce1421-2fab-4cd9-b1d6-25282e6db2eb) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:05.085673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e0a4a4-b7ae-4307-af3b-d190857a50f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:05.086140 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-79e0a4a4-b7ae-4307-af3b-d190857a50f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.086298 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-241fc6c2-b5dc-4bb8-aea4-5bd062dfbfff req-6505e015-c5aa-4d16-9d96-4c921f321d6d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243188 Aug 24 00:21:05.098698 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a8c878-25d4-495d-8927-13f111e86029 None None] Network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:05.122654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6412fb83-fb5e-4d99-a4e7-3b8f7f65c8a3 req-877632aa-e3cc-46ba-93fd-45f6c85a1aa0 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407840 Aug 24 00:21:05.122999 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.125879 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.171977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-79e0a4a4-b7ae-4307-af3b-d190857a50f4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7808716 Aug 24 00:21:05.203385 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.203649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b99436a-df02-4bb9-b162-453316479f22 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:21:05.210868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-14589c3a-efd6-44b5-b34e-9c1aff6d4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:05.216190 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.221309 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-06806114-2fc0-46d2-bf87-63ec5ec92eef admin admin] 10.222.0.32 "DELETE /v2.0/routers/3b99436a-df02-4bb9-b162-453316479f22 HTTP/1.1" status: 204 len: 168 time: 2.2915978 Aug 24 00:21:05.221647 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52684) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:05.234452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-14589c3a-efd6-44b5-b34e-9c1aff6d4f0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea0d1e25-f601-474e-a8ef-dfd3e91266de HTTP/1.1" status: 200 len: 801 time: 0.1759496 Aug 24 00:21:05.405980 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f22ab48-f67f-4dbe-b58e-b9893aee4953 admin admin] Deleting subnet a38b3763-f611-45ac-9aa3-0a455b44baf3 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:21:05.416245 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f22ab48-f67f-4dbe-b58e-b9893aee4953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.508158 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f22ab48-f67f-4dbe-b58e-b9893aee4953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.544523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4dd69-7183-4e55-aeed-a4d892fbc810 req-0144db04-e2dd-4446-9e2b-7e3a112f2f2d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:05.548164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7a4dd69-7183-4e55-aeed-a4d892fbc810 req-0144db04-e2dd-4446-9e2b-7e3a112f2f2d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.2624669 Aug 24 00:21:05.626222 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f22ab48-f67f-4dbe-b58e-b9893aee4953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.684037 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa8fbe-b8c5-41fe-8a01-c6f226817289 None None] Network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:05.684975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-b89c531b-3983-409e-8d0f-dcedbf99cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:05.687264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-b89c531b-3983-409e-8d0f-dcedbf99cb44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e4bda17-d68b-4e11-a71c-2f0b6464ce4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3074267 Aug 24 00:21:05.735538 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f22ab48-f67f-4dbe-b58e-b9893aee4953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.791733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22ab48-f67f-4dbe-b58e-b9893aee4953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a38b3763-f611-45ac-9aa3-0a455b44baf3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:05.803661 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f22ab48-f67f-4dbe-b58e-b9893aee4953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.805891 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1f22ab48-f67f-4dbe-b58e-b9893aee4953 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a38b3763-f611-45ac-9aa3-0a455b44baf3 HTTP/1.1" status: 204 len: 168 time: 0.5821292 Aug 24 00:21:05.816980 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-73cca39b-d715-4e35-b6b5-351e50dfa762 service neutron] 10.222.0.13 "GET /v2.0/networks/8e4bda17-d68b-4e11-a71c-2f0b6464ce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991764 Aug 24 00:21:05.817459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52700) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:05.828009 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0153c8-b42d-461c-b610-da0cc46d49a8 None None] Network c38a1b87-3f40-463b-b40e-b0530aeaceca requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:05.904187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8597a89-6311-4a45-93c4-0bf7dfa71936 req-a5944484-fbe8-4ad0-9df6-039468392be6 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:05.905685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8597a89-6311-4a45-93c4-0bf7dfa71936 req-a5944484-fbe8-4ad0-9df6-039468392be6 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac756ce-67c6-4b74-ac88-44349db4113a HTTP/1.1" status: 200 len: 946 time: 0.3557954 Aug 24 00:21:05.929774 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7a4dd69-7183-4e55-aeed-a4d892fbc810 req-ff5ae949-836f-406e-922a-bc3d0d6843a0 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735094 Aug 24 00:21:05.982993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8ac52c89-3e0f-4e33-873c-079c516abf53 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:06.013051 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 8ac52c89-3e0f-4e33-873c-079c516abf53 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:06.013504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8ac52c89-3e0f-4e33-873c-079c516abf53 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:06.014040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e5095cf8-cb61-4136-9d2d-c1baa96ee88e no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:06.048041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: e5095cf8-cb61-4136-9d2d-c1baa96ee88e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:06.048531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e5095cf8-cb61-4136-9d2d-c1baa96ee88e not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:06.169850 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:06.224072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03c7e56-355f-4494-89f6-10ff22ffb0a8 None None] DHCP port deletion for c38a1b87-3f40-463b-b40e-b0530aeaceca request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:21:06.232498 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b6179ee-12a1-413a-817f-81d1bccf4853 req-db029bd2-5714-4d4a-8759-482be1360cfd service neutron] 10.222.0.13 "GET /v2.0/networks/8e4bda17-d68b-4e11-a71c-2f0b6464ce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918483 Aug 24 00:21:06.279238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Deleting port 54534e43-4a8b-4b97-abf0-e24df1206e87 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:06.279584 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:06.331158 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f03c7e56-355f-4494-89f6-10ff22ffb0a8 None None] Deleting port 54534e43-4a8b-4b97-abf0-e24df1206e87 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:06.331605 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f03c7e56-355f-4494-89f6-10ff22ffb0a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:06.459076 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f03c7e56-355f-4494-89f6-10ff22ffb0a8 None None] For port 54534e43-4a8b-4b97-abf0-e24df1206e87, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=54534e43-4a8b-4b97-abf0-e24df1206e87,segment=NetworkSegment(c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e),segment_id=c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:06.459464 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f03c7e56-355f-4494-89f6-10ff22ffb0a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:06.493341 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f03c7e56-355f-4494-89f6-10ff22ffb0a8 None None] Calling delete_port for 54534e43-4a8b-4b97-abf0-e24df1206e87 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:06.514082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-976b42fd-aa73-4c2f-ac04-f892047c94da req-4fe0e5df-adec-4300-94c4-ad3158f5cf38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a542d78567840f98f4941eeb53453d2&device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0472589 Aug 24 00:21:06.607091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8597a89-6311-4a45-93c4-0bf7dfa71936 req-215291e9-752f-450c-ba5c-6bd2c0eee188 tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc98ba7b-d9fc-4344-8b25-0b56e1f4545e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355543 Aug 24 00:21:06.618483 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f03c7e56-355f-4494-89f6-10ff22ffb0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:06.638033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-976b42fd-aa73-4c2f-ac04-f892047c94da req-8b40f4db-8a52-4a54-bbe5-936a0c19979f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9a542d78567840f98f4941eeb53453d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011219 Aug 24 00:21:06.650863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf57ff-f529-47dd-92b5-264913b1a0e0 req-9b5aed62-52a8-4f3c-9f82-d785e43c7f1f tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:06.653211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c7e56-355f-4494-89f6-10ff22ffb0a8 None None] Pushing event deleted for resources: {'Port': ['ID=54534e43-4a8b-4b97-abf0-e24df1206e87,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:06.656820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf57ff-f529-47dd-92b5-264913b1a0e0 req-9b5aed62-52a8-4f3c-9f82-d785e43c7f1f tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:06.663491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf57ff-f529-47dd-92b5-264913b1a0e0 req-9b5aed62-52a8-4f3c-9f82-d785e43c7f1f tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:06.669230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c7e56-355f-4494-89f6-10ff22ffb0a8 None None] No DVR routers for this DVR port 54534e43-4a8b-4b97-abf0-e24df1206e87 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:06.671576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dbf57ff-f529-47dd-92b5-264913b1a0e0 req-9b5aed62-52a8-4f3c-9f82-d785e43c7f1f tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2412 time: 0.2477429 Aug 24 00:21:06.734031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] For port 54534e43-4a8b-4b97-abf0-e24df1206e87, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=54534e43-4a8b-4b97-abf0-e24df1206e87,segment=NetworkSegment(c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e),segment_id=c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:06.734659 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:06.768747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe3292-9744-4664-b477-e43da3bd3e8f req-9ad6d136-cbe5-4af5-9960-d44c60ef28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:06.770202 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe3292-9744-4664-b477-e43da3bd3e8f req-9ad6d136-cbe5-4af5-9960-d44c60ef28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:06.772324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe3292-9744-4664-b477-e43da3bd3e8f req-9ad6d136-cbe5-4af5-9960-d44c60ef28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:06.775247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fdbe3292-9744-4664-b477-e43da3bd3e8f req-9ad6d136-cbe5-4af5-9960-d44c60ef28e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef165561fc8949dd973d6a621f1f5c5a&device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2865 time: 0.3237505 Aug 24 00:21:06.788806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Calling delete_port for 54534e43-4a8b-4b97-abf0-e24df1206e87 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:07.066597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dbf57ff-f529-47dd-92b5-264913b1a0e0 req-05018cbd-b72d-427e-bfb4-6bdcc00d49a9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940084 Aug 24 00:21:07.111187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b42fd-aa73-4c2f-ac04-f892047c94da req-42b89e77-0724-4430-aa59-6d00454f00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:07.112912 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-976b42fd-aa73-4c2f-ac04-f892047c94da req-42b89e77-0724-4430-aa59-6d00454f00a6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4386568 Aug 24 00:21:07.122034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.162259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] No DVR routers for this DVR port 54534e43-4a8b-4b97-abf0-e24df1206e87 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:07.186517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Pushing event deleted for resources: {'Port': ['ID=54534e43-4a8b-4b97-abf0-e24df1206e87,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:07.195266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe3292-9744-4664-b477-e43da3bd3e8f req-e1c76c59-20ab-42f5-b31d-53d617348c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:07.196810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fdbe3292-9744-4664-b477-e43da3bd3e8f req-e1c76c59-20ab-42f5-b31d-53d617348c48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e4bda17-d68b-4e11-a71c-2f0b6464ce4c HTTP/1.1" status: 200 len: 903 time: 0.3817291 Aug 24 00:21:07.242151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4f826-6fcc-4b43-be4d-224f2cc65b86 req-9c7b5d0e-47bb-410a-80ad-5ff955ac0d7c tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:07.244208 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e0b4f826-6fcc-4b43-be4d-224f2cc65b86 req-9c7b5d0e-47bb-410a-80ad-5ff955ac0d7c tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ac756ce-67c6-4b74-ac88-44349db4113a HTTP/1.1" status: 200 len: 946 time: 0.0587487 Aug 24 00:21:07.300702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fdbe3292-9744-4664-b477-e43da3bd3e8f req-cc7a6843-235b-4017-ae40-358fc04b84c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.199&port_id=63a4051a-8924-44d6-bea6-3f5f9071edf5 HTTP/1.1" status: 200 len: 217 time: 0.0868921 Aug 24 00:21:07.357201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe3292-9744-4664-b477-e43da3bd3e8f req-39552738-3e91-4e9b-85a4-c4b33df6aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:07.358720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fdbe3292-9744-4664-b477-e43da3bd3e8f req-39552738-3e91-4e9b-85a4-c4b33df6aba1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea0d1e25-f601-474e-a8ef-dfd3e91266de HTTP/1.1" status: 200 len: 801 time: 0.0496523 Aug 24 00:21:07.362286 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.385670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38a1b87-3f40-463b-b40e-b0530aeaceca']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:07.422691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe81c3-94f4-4f28-a389-2931cffa8631 req-b109cadc-7ac0-4264-b9c2-779e6d4a62b1 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:07.424314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bfe81c3-94f4-4f28-a389-2931cffa8631 req-b109cadc-7ac0-4264-b9c2-779e6d4a62b1 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.2340252 Aug 24 00:21:07.427563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:07.427881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ca2acc-1ae0-4452-80ae-4ebbdf61e71e') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:07.431193 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-e0b4f826-6fcc-4b43-be4d-224f2cc65b86 req-6a0c6f24-ce3a-444b-af99-c5059502718f tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Deleting port c4301922-08a9-4fe4-a5cd-3d15be32c835 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:07.431541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0b4f826-6fcc-4b43-be4d-224f2cc65b86 req-6a0c6f24-ce3a-444b-af99-c5059502718f tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.443047 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.489698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe3292-9744-4664-b477-e43da3bd3e8f req-837dde9d-cd21-48d3-9f91-6d7d9e442f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:07.491268 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fdbe3292-9744-4664-b477-e43da3bd3e8f req-837dde9d-cd21-48d3-9f91-6d7d9e442f1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e4bda17-d68b-4e11-a71c-2f0b6464ce4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1203198 Aug 24 00:21:07.492473 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.497144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bfe81c3-94f4-4f28-a389-2931cffa8631 req-86ddd61e-d649-46c6-aa93-525fbee6e54a tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601983 Aug 24 00:21:07.510882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:21:07.511295 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:21:07.513007 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:21:07.562845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e0b4f826-6fcc-4b43-be4d-224f2cc65b86 req-6a0c6f24-ce3a-444b-af99-c5059502718f tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] For port c4301922-08a9-4fe4-a5cd-3d15be32c835, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c4301922-08a9-4fe4-a5cd-3d15be32c835,segment=NetworkSegment(308c95e3-5bc4-4659-b9de-14d1d00f44dc),segment_id=308c95e3-5bc4-4659-b9de-14d1d00f44dc)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:07.562845 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0b4f826-6fcc-4b43-be4d-224f2cc65b86 req-6a0c6f24-ce3a-444b-af99-c5059502718f tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.578492 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-e0b4f826-6fcc-4b43-be4d-224f2cc65b86 req-6a0c6f24-ce3a-444b-af99-c5059502718f tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Calling delete_port for c4301922-08a9-4fe4-a5cd-3d15be32c835 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:07.805525 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0b4f826-6fcc-4b43-be4d-224f2cc65b86 req-6a0c6f24-ce3a-444b-af99-c5059502718f tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.838583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['c4301922-08a9-4fe4-a5cd-3d15be32c835'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:07.849715 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c6f24-ce3a-444b-af99-c5059502718f tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Pushing event deleted for resources: {'Port': ['ID=c4301922-08a9-4fe4-a5cd-3d15be32c835,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:07.893146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 54534e43-4a8b-4b97-abf0-e24df1206e87 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:07.928270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18015ca2-1e8f-4609-b36d-1c833c1051ef req-f1bb8fd3-2166-4eb7-8289-ebd49997c62a tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0507503 Aug 24 00:21:07.937983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 54534e43-4a8b-4b97-abf0-e24df1206e87 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:07.938581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 54534e43-4a8b-4b97-abf0-e24df1206e87 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:07.942056 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b4f826-6fcc-4b43-be4d-224f2cc65b86 req-6a0c6f24-ce3a-444b-af99-c5059502718f tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] No DVR routers for this DVR port c4301922-08a9-4fe4-a5cd-3d15be32c835 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:07.955472 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e0b4f826-6fcc-4b43-be4d-224f2cc65b86 req-6a0c6f24-ce3a-444b-af99-c5059502718f tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.958534 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e0b4f826-6fcc-4b43-be4d-224f2cc65b86 req-6a0c6f24-ce3a-444b-af99-c5059502718f tempest-InstanceActionsNegativeTestJSON-37522637 tempest-InstanceActionsNegativeTestJSON-37522637-project] 10.222.0.13 "DELETE /v2.0/ports/c4301922-08a9-4fe4-a5cd-3d15be32c835 HTTP/1.1" status: 204 len: 173 time: 0.7035172 Aug 24 00:21:07.959025 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac756ce-67c6-4b74-ac88-44349db4113a', 'name': 'network-vif-deleted', 'tag': 'c4301922-08a9-4fe4-a5cd-3d15be32c835'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:07.962358 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.973003 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8690328-5458-4949-a3c5-8cb2f6514a85" -d '{"events": [{"server_uuid": "5ac756ce-67c6-4b74-ac88-44349db4113a", "name": "network-vif-deleted", "tag": "c4301922-08a9-4fe4-a5cd-3d15be32c835"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:07.977643 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.980068 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c38a1b87-3f40-463b-b40e-b0530aeaceca HTTP/1.1" status: 204 len: 168 time: 2.1579735 Aug 24 00:21:07.983949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52728) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:08.034135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe6f6b-37b7-4dab-afa8-677bccec8574 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38a1b87-3f40-463b-b40e-b0530aeaceca,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:08.053489 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fdbe3292-9744-4664-b477-e43da3bd3e8f req-169baa56-e6a5-4c76-8155-c599d7783536 service neutron] 10.222.0.13 "GET /v2.0/networks/8e4bda17-d68b-4e11-a71c-2f0b6464ce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531437 Aug 24 00:21:08.330829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fdbe3292-9744-4664-b477-e43da3bd3e8f req-0f78050c-054c-4123-a4ba-529bdf8441f8 service neutron] 10.222.0.13 "GET /v2.0/networks/8e4bda17-d68b-4e11-a71c-2f0b6464ce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676849 Aug 24 00:21:08.342138 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96c98c-aa07-4b39-9ccf-4ab662956dfe req-db7931c1-eea5-4bbf-9a17-bf697b4adb4d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:08.351652 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a96c98c-aa07-4b39-9ccf-4ab662956dfe req-db7931c1-eea5-4bbf-9a17-bf697b4adb4d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1784925 Aug 24 00:21:08.454052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a96c98c-aa07-4b39-9ccf-4ab662956dfe req-f113f983-0b41-46a8-8c64-8e4498fe0544 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008441 Aug 24 00:21:08.565086 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2425fd8-fdac-4614-8a62-5571288f132a req-e0515165-e9dc-49c0-9a9d-a3af5f52b2c9 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:08.576228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2425fd8-fdac-4614-8a62-5571288f132a req-e0515165-e9dc-49c0-9a9d-a3af5f52b2c9 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/networks?id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb HTTP/1.1" status: 200 len: 805 time: 0.3990452 Aug 24 00:21:08.598380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2425fd8-fdac-4614-8a62-5571288f132a req-21ba2a22-7922-42ef-b169-bdec8828c891 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/quotas/44b3c7be1e4a4564bafa09f2c9e5612b HTTP/1.1" status: 200 len: 375 time: 0.0238967 Aug 24 00:21:08.663678 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dec14f7a-3935-4db5-8e6c-d3c8c6e2cc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:08.676256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2425fd8-fdac-4614-8a62-5571288f132a req-280933ef-ed1f-454b-a2ba-0dd485b4f3aa tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=44b3c7be1e4a4564bafa09f2c9e5612b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705729 Aug 24 00:21:08.715951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-976b42fd-aa73-4c2f-ac04-f892047c94da req-ea94bea0-71af-479e-80a5-a8bbd1010ad6 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0502796 Aug 24 00:21:08.805750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0af431-56aa-4ad5-a67c-6abae4d0c545 req-141a6a93-2665-4a47-a2a8-9337620e3084 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:08.807376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c0af431-56aa-4ad5-a67c-6abae4d0c545 req-141a6a93-2665-4a47-a2a8-9337620e3084 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.1441190 Aug 24 00:21:08.811839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 63a4051a-8924-44d6-bea6-3f5f9071edf5 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:08.917281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2425fd8-fdac-4614-8a62-5571288f132a req-236ce938-80fc-4002-b845-778fc8637bcd service neutron] 10.222.0.32 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038276 Aug 24 00:21:08.942216 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c0af431-56aa-4ad5-a67c-6abae4d0c545 req-b7a36fa0-e52a-459c-9992-23bbcf45835d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210563 Aug 24 00:21:09.107151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52750) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:09.158872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2425fd8-fdac-4614-8a62-5571288f132a req-570cea25-99f6-4149-bef6-782b04166a41 service neutron] 10.222.0.32 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300098 Aug 24 00:21:09.184165 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a36da1-b824-43de-95be-51c359938e39 x-openstack-request-id: req-63a36da1-b824-43de-95be-51c359938e39 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:09.184453 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac756ce-67c6-4b74-ac88-44349db4113a", "name": "network-vif-deleted", "tag": "c4301922-08a9-4fe4-a5cd-3d15be32c835", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:09.184705 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63a36da1-b824-43de-95be-51c359938e39 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:09.185101 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac756ce-67c6-4b74-ac88-44349db4113a', 'name': 'network-vif-deleted', 'tag': 'c4301922-08a9-4fe4-a5cd-3d15be32c835', 'status': 'completed', 'code': 200} Aug 24 00:21:09.197839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 63a4051a-8924-44d6-bea6-3f5f9071edf5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=63a4051a-8924-44d6-bea6-3f5f9071edf5,segment=NetworkSegment(567c47f2-8283-4135-864a-80d32373d576),segment_id=567c47f2-8283-4135-864a-80d32373d576)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:09.228804 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '63a4051a-8924-44d6-bea6-3f5f9071edf5', 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c', 'port_id': '63a4051a-8924-44d6-bea6-3f5f9071edf5', 'mac_address': 'fa:16:3e:b0:6d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0d1e25-f601-474e-a8ef-dfd3e91266de', 'ip_address': '19.80.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:21:09.307203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e64cf5-78b4-4045-925b-430dd506f5b4 admin admin] Deleting subnet f64980bc-637d-453d-8110-9d57cb82a91f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:21:09.320817 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:09.327556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41e64cf5-78b4-4045-925b-430dd506f5b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:09.355988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a4051a-8924-44d6-bea6-3f5f9071edf5 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:09.371654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41472ce3-2ed7-4162-8c41-49ba50a753a9 req-63302fc8-6529-49bc-b697-69053b8bdf07 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:09.384423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 63a4051a-8924-44d6-bea6-3f5f9071edf5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=63a4051a-8924-44d6-bea6-3f5f9071edf5,segment=NetworkSegment(567c47f2-8283-4135-864a-80d32373d576),segment_id=567c47f2-8283-4135-864a-80d32373d576)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:09.390830 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:09.391198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41472ce3-2ed7-4162-8c41-49ba50a753a9 req-63302fc8-6529-49bc-b697-69053b8bdf07 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:09.392138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:09.419122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41472ce3-2ed7-4162-8c41-49ba50a753a9 req-63302fc8-6529-49bc-b697-69053b8bdf07 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:09.449784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41472ce3-2ed7-4162-8c41-49ba50a753a9 req-63302fc8-6529-49bc-b697-69053b8bdf07 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2412 time: 0.1878338 Aug 24 00:21:09.466544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=63a4051a-8924-44d6-bea6-3f5f9071edf5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:09.515136 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41e64cf5-78b4-4045-925b-430dd506f5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:09.649723 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dec14f7a-3935-4db5-8e6c-d3c8c6e2cc0a admin admin] Deleting port 1ab63e93-4787-4c67-bf04-d8e147f2f291 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:09.651349 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dec14f7a-3935-4db5-8e6c-d3c8c6e2cc0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:09.666558 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68f52172-8c28-4865-aa7d-f3fa95cb3e62 req-60b456b3-3fda-4c45-a537-09383cf7a2d6 tempest-ServerShowV254Test-1588091213 tempest-ServerShowV254Test-1588091213-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a104e92-8283-4c50-9656-f84ff4b27ffa HTTP/1.1" status: 200 len: 210 time: 0.0907395 Aug 24 00:21:09.697753 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41472ce3-2ed7-4162-8c41-49ba50a753a9 req-a418c2f1-63c5-4e7d-be96-910331e3ddcc tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442346 Aug 24 00:21:09.751787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fc4dba7b-4dfc-48fc-a3fa-6581537a39b5,segment=NetworkSegment(d3c048c3-7cba-4899-853a-ed602806170a),segment_id=d3c048c3-7cba-4899-853a-ed602806170a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:09.770707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'fc4dba7b-4dfc-48fc-a3fa-6581537a39b5', 'network_id': '1c32abd8-a9dd-41cb-91b0-65587d9b8a7d', 'port_id': 'fc4dba7b-4dfc-48fc-a3fa-6581537a39b5', 'mac_address': 'fa:16:3e:d7:c3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa115f1-a911-4977-97c7-d20d9625417f', 'ip_address': '19.86.0.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:21:09.782103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41e64cf5-78b4-4045-925b-430dd506f5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:09.891044 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:09.947949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:10.018274 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ccbc3893-8965-4f17-98b0-fe2cf299358d req-9a2954dc-e724-4606-bdbe-675b39703e94 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 210 time: 0.0985115 Aug 24 00:21:10.025710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fc4dba7b-4dfc-48fc-a3fa-6581537a39b5,segment=NetworkSegment(d3c048c3-7cba-4899-853a-ed602806170a),segment_id=d3c048c3-7cba-4899-853a-ed602806170a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:10.051551 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.052563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c10a2253-15a1-487b-a05f-b90ea0fadd03 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:10.170128 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-dec14f7a-3935-4db5-8e6c-d3c8c6e2cc0a admin admin] For port 1ab63e93-4787-4c67-bf04-d8e147f2f291, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1ab63e93-4787-4c67-bf04-d8e147f2f291,segment=NetworkSegment(72c36553-6b46-4df4-aa8b-2189fd35912a),segment_id=72c36553-6b46-4df4-aa8b-2189fd35912a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:10.170509 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dec14f7a-3935-4db5-8e6c-d3c8c6e2cc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.195295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dec14f7a-3935-4db5-8e6c-d3c8c6e2cc0a admin admin] Calling delete_port for 1ab63e93-4787-4c67-bf04-d8e147f2f291 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:10.221111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb8cf7-22de-4061-a416-969f747c3829 req-96a98eea-b2d6-45c0-bba7-192cee9d1dd9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:10.235629 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7cb8cf7-22de-4061-a416-969f747c3829 req-96a98eea-b2d6-45c0-bba7-192cee9d1dd9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1743822 Aug 24 00:21:10.267184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fc4dba7b-4dfc-48fc-a3fa-6581537a39b5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:10.281146 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41e64cf5-78b4-4045-925b-430dd506f5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.307837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port c10a2253-15a1-487b-a05f-b90ea0fadd03, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c10a2253-15a1-487b-a05f-b90ea0fadd03,segment=NetworkSegment(567c47f2-8283-4135-864a-80d32373d576),segment_id=567c47f2-8283-4135-864a-80d32373d576)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:10.313162 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e64cf5-78b4-4045-925b-430dd506f5b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f64980bc-637d-453d-8110-9d57cb82a91f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:10.330639 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41e64cf5-78b4-4045-925b-430dd506f5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.337578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'c10a2253-15a1-487b-a05f-b90ea0fadd03', 'network_id': '8e4bda17-d68b-4e11-a71c-2f0b6464ce4c', 'port_id': 'c10a2253-15a1-487b-a05f-b90ea0fadd03', 'mac_address': 'fa:16:3e:28:65:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0d1e25-f601-474e-a8ef-dfd3e91266de', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:21:10.345490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7cb8cf7-22de-4061-a416-969f747c3829 req-712c8486-640d-4727-b999-b182b7f1e6b6 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082895 Aug 24 00:21:10.355069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52784) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:10.363017 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-41e64cf5-78b4-4045-925b-430dd506f5b4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f64980bc-637d-453d-8110-9d57cb82a91f HTTP/1.1" status: 204 len: 168 time: 1.2545228 Aug 24 00:21:10.405903 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.421388 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10a2253-15a1-487b-a05f-b90ea0fadd03 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:10.451270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port c10a2253-15a1-487b-a05f-b90ea0fadd03, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c10a2253-15a1-487b-a05f-b90ea0fadd03,segment=NetworkSegment(567c47f2-8283-4135-864a-80d32373d576),segment_id=567c47f2-8283-4135-864a-80d32373d576)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:10.461938 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.590642 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-953ea992-3795-4d2d-ad16-28895224366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.601474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=c10a2253-15a1-487b-a05f-b90ea0fadd03,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:10.627841 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dec14f7a-3935-4db5-8e6c-d3c8c6e2cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.657421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4a23c-7474-443b-af4a-640a31763f7e req-3e964128-d06f-40b9-9921-478c33eabad8 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:10.659049 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40a4a23c-7474-443b-af4a-640a31763f7e req-3e964128-d06f-40b9-9921-478c33eabad8 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/networks?id=10a4f855-1dfa-4389-b9d2-80db5e027a61 HTTP/1.1" status: 200 len: 814 time: 0.2171891 Aug 24 00:21:10.690188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40a4a23c-7474-443b-af4a-640a31763f7e req-3b2a56d0-b5a7-4412-8fdd-82f2bafec2b0 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/quotas/73800ca933784a9ebfa0b8c7de2f2613 HTTP/1.1" status: 200 len: 375 time: 0.0104597 Aug 24 00:21:10.712646 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec14f7a-3935-4db5-8e6c-d3c8c6e2cc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab63e93-4787-4c67-bf04-d8e147f2f291,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:10.769787 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-953ea992-3795-4d2d-ad16-28895224366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.797813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-953ea992-3795-4d2d-ad16-28895224366f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53d857d-ab9b-4e7d-8d89-22dc50d439c8']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:10.832430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c4301922-08a9-4fe4-a5cd-3d15be32c835 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:10.841165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-953ea992-3795-4d2d-ad16-28895224366f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308c95e3-5bc4-4659-b9de-14d1d00f44dc') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:10.841553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-953ea992-3795-4d2d-ad16-28895224366f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308c95e3-5bc4-4659-b9de-14d1d00f44dc') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:10.854133 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-953ea992-3795-4d2d-ad16-28895224366f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.870826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-953ea992-3795-4d2d-ad16-28895224366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.877694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953ea992-3795-4d2d-ad16-28895224366f admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:21:10.878180 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-953ea992-3795-4d2d-ad16-28895224366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.887708 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: c4301922-08a9-4fe4-a5cd-3d15be32c835 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:10.888508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c4301922-08a9-4fe4-a5cd-3d15be32c835 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:10.912118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['63a4051a-8924-44d6-bea6-3f5f9071edf5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:10.983052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['c10a2253-15a1-487b-a05f-b90ea0fadd03'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:21:11.099638 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:21:11.109710 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-953ea992-3795-4d2d-ad16-28895224366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.121140 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-953ea992-3795-4d2d-ad16-28895224366f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.126136 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-953ea992-3795-4d2d-ad16-28895224366f admin admin] 10.222.0.32 "DELETE /v2.0/networks/f53d857d-ab9b-4e7d-8d89-22dc50d439c8 HTTP/1.1" status: 204 len: 168 time: 0.7700050 Aug 24 00:21:11.285575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ea992-3795-4d2d-ad16-28895224366f admin admin] Pushing event deleted for resources: {'Network': ['ID=f53d857d-ab9b-4e7d-8d89-22dc50d439c8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:11.377668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da1f37-e64e-4e36-a5b1-957194cd577f req-b53c8d1e-6fac-4d92-b977-e8dc7baa4e0e tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:11.396920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da1f37-e64e-4e36-a5b1-957194cd577f req-b53c8d1e-6fac-4d92-b977-e8dc7baa4e0e tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:11.420264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da1f37-e64e-4e36-a5b1-957194cd577f req-b53c8d1e-6fac-4d92-b977-e8dc7baa4e0e tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:11.422080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44da1f37-e64e-4e36-a5b1-957194cd577f req-b53c8d1e-6fac-4d92-b977-e8dc7baa4e0e tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2415 time: 0.4109850 Aug 24 00:21:11.468862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40a4a23c-7474-443b-af4a-640a31763f7e req-b0c8cc7a-5c95-4cd3-ac27-f90935bcb0a5 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73800ca933784a9ebfa0b8c7de2f2613&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4342241 Aug 24 00:21:11.509148 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52804) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:11.620597 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dec14f7a-3935-4db5-8e6c-d3c8c6e2cc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.650150 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40a4a23c-7474-443b-af4a-640a31763f7e req-bfd54742-0fde-4b49-a8a3-61eba5ec6d9c service neutron] 10.222.0.32 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439962 Aug 24 00:21:11.913147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44da1f37-e64e-4e36-a5b1-957194cd577f req-e6ee3115-1648-4a60-b779-5d34439114ac tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636567 Aug 24 00:21:11.921772 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-606f9366-2d87-48f3-b282-f563b8c93571 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f7a955bf8e549f89a0d880c983d4f81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817747 Aug 24 00:21:11.924214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52806) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:11.965911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['fc4dba7b-4dfc-48fc-a3fa-6581537a39b5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:12.117908 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec14f7a-3935-4db5-8e6c-d3c8c6e2cc0a admin admin] Router 31d2ce98-11a6-44cc-8509-d274d4d88e86 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:21:12.118336 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3777df4-c339-40a4-a823-224d806e527e req-51836e31-e0e3-4c38-968a-6686bada4a04 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:12.124050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3777df4-c339-40a4-a823-224d806e527e req-51836e31-e0e3-4c38-968a-6686bada4a04 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.13 "GET /v2.0/ports?device_id=7193273c-ebbc-4f4d-ad6c-519cef9e5495 HTTP/1.1" status: 200 len: 946 time: 0.6230421 Aug 24 00:21:12.225659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a91d1806-6f42-4d49-88ee-c491330abfc2 req-e2205fcd-9d79-403b-8b89-c46ac0d73a5d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 210 time: 0.0932307 Aug 24 00:21:12.235223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40a4a23c-7474-443b-af4a-640a31763f7e req-b9daa0b0-9c5b-4b0c-8b52-231cb9cc0f15 service neutron] 10.222.0.32 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839534 Aug 24 00:21:12.456120 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec14f7a-3935-4db5-8e6c-d3c8c6e2cc0a admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:21:12.468991 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70f4b4-7085-466f-84e9-444312bfeaf5 None None] Sync routers for ids ['31d2ce98-11a6-44cc-8509-d274d4d88e86'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:21:12.470320 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dec14f7a-3935-4db5-8e6c-d3c8c6e2cc0a admin admin] 10.222.0.32 "PUT /v2.0/routers/31d2ce98-11a6-44cc-8509-d274d4d88e86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4850054 Aug 24 00:21:12.473292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52812) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:12.505532 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70f4b4-7085-466f-84e9-444312bfeaf5 None None] Routers {'31d2ce98-11a6-44cc-8509-d274d4d88e86'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:21:12.511408 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ba70f4b4-7085-466f-84e9-444312bfeaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:21:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['31d2ce98-11a6-44cc-8509-d274d4d88e86'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:12.626539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2425fd8-fdac-4614-8a62-5571288f132a req-9dbff539-266f-4a98-b14d-3afa72deeec2 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:12.632744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2425fd8-fdac-4614-8a62-5571288f132a req-9dbff539-266f-4a98-b14d-3afa72deeec2 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "GET /v2.0/networks?id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb HTTP/1.1" status: 200 len: 805 time: 0.7662592 Aug 24 00:21:12.723656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c2425fd8-fdac-4614-8a62-5571288f132a req-cb47fe01-8735-45f3-8951-7f0501af36b7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Request body: {'port': {'device_id': 'fd4b168e-1fda-478f-bdfe-5df412e85dde', 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb', 'admin_state_up': True, 'tenant_id': '44b3c7be1e4a4564bafa09f2c9e5612b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:12.726011 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:12.775061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52830) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:12.795404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65d785b3-9340-412f-b127-2ed90ce35a7a req-4638cd24-5544-4dad-b43f-7eae88256eac tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 210 time: 0.1282718 Aug 24 00:21:12.915867 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 63a4051a-8924-44d6-bea6-3f5f9071edf5 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:12.931704 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:12.944184 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ba70f4b4-7085-466f-84e9-444312bfeaf5 None None] Set router 31d2ce98-11a6-44cc-8509-d274d4d88e86 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:21:13.026118 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.061369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564639d9-973c-4285-b240-76bc1fe3d780 req-fc884b7b-0ba9-424c-bf7b-fdc4c5bc110c tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:13.064146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 63a4051a-8924-44d6-bea6-3f5f9071edf5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:13.073212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-564639d9-973c-4285-b240-76bc1fe3d780 req-fc884b7b-0ba9-424c-bf7b-fdc4c5bc110c tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.6379786 Aug 24 00:21:13.075649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 63a4051a-8924-44d6-bea6-3f5f9071edf5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:13.075909 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.101745 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] Deleting port 79315285-ed9c-4d55-a6b3-275dc81fca0e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:13.102095 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.142021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a3777df4-c339-40a4-a823-224d806e527e req-af5285ee-72a8-4cad-a1fd-b8d4faf95003 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Deleting port 8122f35c-fa48-445d-8049-485fc78a7f53 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:13.142624 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3777df4-c339-40a4-a823-224d806e527e req-af5285ee-72a8-4cad-a1fd-b8d4faf95003 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.259633 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.280867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] For port 79315285-ed9c-4d55-a6b3-275dc81fca0e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=79315285-ed9c-4d55-a6b3-275dc81fca0e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:13.281299 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.295194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] Calling delete_port for 79315285-ed9c-4d55-a6b3-275dc81fca0e owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:13.304507 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.350807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 63a4051a-8924-44d6-bea6-3f5f9071edf5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=63a4051a-8924-44d6-bea6-3f5f9071edf5,segment=NetworkSegment(567c47f2-8283-4135-864a-80d32373d576),segment_id=567c47f2-8283-4135-864a-80d32373d576)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:13.352459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a4051a-8924-44d6-bea6-3f5f9071edf5'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:13.358544 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34aa5d4-bb1d-4c38-a63a-415a148f7bb1" -d '{"events": [{"server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "name": "network-vif-plugged", "status": "completed", "tag": "63a4051a-8924-44d6-bea6-3f5f9071edf5"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:13.375851 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.376679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c10a2253-15a1-487b-a05f-b90ea0fadd03 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:13.414268 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a024a88e-2f9e-4da3-8db0-811ddd1e5b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.428186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2425fd8-fdac-4614-8a62-5571288f132a req-cb47fe01-8735-45f3-8951-7f0501af36b7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Made reservation on behalf of 44b3c7be1e4a4564bafa09f2c9e5612b for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:13.432272 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c2425fd8-fdac-4614-8a62-5571288f132a req-cb47fe01-8735-45f3-8951-7f0501af36b7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.516461 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=63a4051a-8924-44d6-bea6-3f5f9071edf5,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:13.607373 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.610163 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.615036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc98ba7b-d9fc-4344-8b25-0b56e1f4545e HTTP/1.1" status: 204 len: 168 time: 1.6878483 Aug 24 00:21:13.619931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port c10a2253-15a1-487b-a05f-b90ea0fadd03 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:13.624211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port c10a2253-15a1-487b-a05f-b90ea0fadd03 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:13.624739 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.655591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-564639d9-973c-4285-b240-76bc1fe3d780 req-9509741e-b829-41ae-9740-fdb265b3441e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812049 Aug 24 00:21:13.727005 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ba70f4b4-7085-466f-84e9-444312bfeaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'name': 'tempest-AttachSCSIVolumeTestJSON-351344456-router', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '79315285-ed9c-4d55-a6b3-275dc81fca0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:02Z', 'updated_at': '2021-08-24T00:21:10Z', 'revision_number': 5, 'project_id': 'b8e35695f740435095420df5c44ad33c', 'gw_port': {'id': '79315285-ed9c-4d55-a6b3-275dc81fca0e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:03Z', 'updated_at': '2021-08-24T00:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:13.813885 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70f4b4-7085-466f-84e9-444312bfeaf5 None None] Checking router: 31d2ce98-11a6-44cc-8509-d274d4d88e86 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:21:13.837858 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70f4b4-7085-466f-84e9-444312bfeaf5 None None] Routers {'31d2ce98-11a6-44cc-8509-d274d4d88e86'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:21:13.839084 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ba70f4b4-7085-466f-84e9-444312bfeaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:21:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['31d2ce98-11a6-44cc-8509-d274d4d88e86'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:13.852090 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.855999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a3777df4-c339-40a4-a823-224d806e527e req-af5285ee-72a8-4cad-a1fd-b8d4faf95003 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] For port 8122f35c-fa48-445d-8049-485fc78a7f53, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8122f35c-fa48-445d-8049-485fc78a7f53,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:13.856369 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3777df4-c339-40a4-a823-224d806e527e req-af5285ee-72a8-4cad-a1fd-b8d4faf95003 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.872967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a3777df4-c339-40a4-a823-224d806e527e req-af5285ee-72a8-4cad-a1fd-b8d4faf95003 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Calling delete_port for 8122f35c-fa48-445d-8049-485fc78a7f53 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:13.880062 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.959673 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=79315285-ed9c-4d55-a6b3-275dc81fca0e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:13.982833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port c10a2253-15a1-487b-a05f-b90ea0fadd03, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c10a2253-15a1-487b-a05f-b90ea0fadd03,segment=NetworkSegment(567c47f2-8283-4135-864a-80d32373d576),segment_id=567c47f2-8283-4135-864a-80d32373d576)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:14.009039 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.010397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 8122f35c-fa48-445d-8049-485fc78a7f53 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:14.106302 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ba70f4b4-7085-466f-84e9-444312bfeaf5 None None] Set router 31d2ce98-11a6-44cc-8509-d274d4d88e86 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:21:14.184986 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.299823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=c10a2253-15a1-487b-a05f-b90ea0fadd03,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:14.328198 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ba70f4b4-7085-466f-84e9-444312bfeaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'name': 'tempest-AttachSCSIVolumeTestJSON-351344456-router', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:02Z', 'updated_at': '2021-08-24T00:21:12Z', 'revision_number': 6, 'project_id': 'b8e35695f740435095420df5c44ad33c', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:14.384156 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70f4b4-7085-466f-84e9-444312bfeaf5 None None] The sync data for ids ['31d2ce98-11a6-44cc-8509-d274d4d88e86'] in n-d-805736-1 is: [{'id': '31d2ce98-11a6-44cc-8509-d274d4d88e86', 'name': 'tempest-AttachSCSIVolumeTestJSON-351344456-router', 'tenant_id': 'b8e35695f740435095420df5c44ad33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:02Z', 'updated_at': '2021-08-24T00:21:12Z', 'revision_number': 6, 'project_id': 'b8e35695f740435095420df5c44ad33c', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:21:14.402703 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.437980 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.443859 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.555429 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.556312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31d2ce98-11a6-44cc-8509-d274d4d88e86 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:21:14.562085 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.567860 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5891c106-de8d-402b-a9b1-0709f7e22e3d admin admin] 10.222.0.32 "DELETE /v2.0/routers/31d2ce98-11a6-44cc-8509-d274d4d88e86 HTTP/1.1" status: 204 len: 168 time: 2.0930722 Aug 24 00:21:14.575293 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52868) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:14.651023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638085a-e523-4ee5-9287-e44de6621d63 req-d6e582b5-749f-4cdf-b066-087189db8148 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:14.657416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638085a-e523-4ee5-9287-e44de6621d63 req-d6e582b5-749f-4cdf-b066-087189db8148 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:14.664261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638085a-e523-4ee5-9287-e44de6621d63 req-d6e582b5-749f-4cdf-b066-087189db8148 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:14.671924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5638085a-e523-4ee5-9287-e44de6621d63 req-d6e582b5-749f-4cdf-b066-087189db8148 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2415 time: 1.5778985 Aug 24 00:21:14.674001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc98ba7b-d9fc-4344-8b25-0b56e1f4545e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:14.714010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6d9767-5341-4f67-b956-d98863508f6c admin admin] Deleting subnet 9223fdd4-f1f1-45cd-b891-f98337cad24f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:21:14.736845 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9767-5341-4f67-b956-d98863508f6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.783361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:14.784070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:14.785184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:14.785747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:14.786313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:14.786872 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:14.787430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:14.787975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:14.788519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:14.789069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:14.789601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:14.790141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404582a-e9e4-45bb-aca0-0288358ecc99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:14.801938 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a510c1ec-cf46-472c-9520-99c4e9e4233b req-6e1b282a-5c35-4891-9bcd-32d4313e014f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 210 time: 0.1163540 Aug 24 00:21:14.965681 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16660ee-5836-4a8d-b73a-37ef2cb0a466 x-openstack-request-id: req-e16660ee-5836-4a8d-b73a-37ef2cb0a466 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:14.965973 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "name": "network-vif-plugged", "status": "completed", "tag": "63a4051a-8924-44d6-bea6-3f5f9071edf5", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:14.966267 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e16660ee-5836-4a8d-b73a-37ef2cb0a466 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:14.966661 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a4051a-8924-44d6-bea6-3f5f9071edf5', 'code': 200} Aug 24 00:21:15.040043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-c2425fd8-fdac-4614-8a62-5571288f132a req-cb47fe01-8735-45f3-8951-7f0501af36b7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Allocated IP 172.20.0.12 (17ce1421-2fab-4cd9-b1d6-25282e6db2eb/5d1a1303-12b4-4df1-8051-6ef6912eb98d/7ea5212f-3018-4bfb-9d73-0c0cfce2cabb) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:15.105173 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9767-5341-4f67-b956-d98863508f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.109847 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a024a88e-2f9e-4da3-8db0-811ddd1e5b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.154293 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3777df4-c339-40a4-a823-224d806e527e req-af5285ee-72a8-4cad-a1fd-b8d4faf95003 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.179203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:15.188784 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a024a88e-2f9e-4da3-8db0-811ddd1e5b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.296139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-217f0c73-b680-4bc2-be1f-68bc50c593a7 req-eeeedea9-fc1d-4686-852d-cbd559a2034b tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 210 time: 0.1302793 Aug 24 00:21:15.318031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5638085a-e523-4ee5-9287-e44de6621d63 req-1246b8e9-42ad-48e1-8ca7-561f3c0703da tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450386 Aug 24 00:21:15.333985 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4a23c-7474-443b-af4a-640a31763f7e req-898e37e5-638d-44e1-a94b-b0fbcbf67141 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:15.338848 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40a4a23c-7474-443b-af4a-640a31763f7e req-898e37e5-638d-44e1-a94b-b0fbcbf67141 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.47 "GET /v2.0/networks?id=10a4f855-1dfa-4389-b9d2-80db5e027a61 HTTP/1.1" status: 200 len: 814 time: 0.5973623 Aug 24 00:21:15.364769 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:15.365798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5285ee-72a8-4cad-a1fd-b8d4faf95003 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Pushing event deleted for resources: {'Port': ['ID=8122f35c-fa48-445d-8049-485fc78a7f53,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:15.369198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:15.369573 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.419057 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9767-5341-4f67-b956-d98863508f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.516342 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-40a4a23c-7474-443b-af4a-640a31763f7e req-e227efce-2929-4357-bfb4-909b0c988616 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Request body: {'port': {'device_id': '66c46725-43a0-49e1-89f3-ac4830d71c2d', 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61', 'admin_state_up': True, 'tenant_id': '73800ca933784a9ebfa0b8c7de2f2613'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:15.528636 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9767-5341-4f67-b956-d98863508f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.579649 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.584998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3777df4-c339-40a4-a823-224d806e527e req-af5285ee-72a8-4cad-a1fd-b8d4faf95003 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] No DVR routers for this DVR port 8122f35c-fa48-445d-8049-485fc78a7f53 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:15.618142 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a3777df4-c339-40a4-a823-224d806e527e req-af5285ee-72a8-4cad-a1fd-b8d4faf95003 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.624951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3777df4-c339-40a4-a823-224d806e527e req-af5285ee-72a8-4cad-a1fd-b8d4faf95003 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.13 "DELETE /v2.0/ports/8122f35c-fa48-445d-8049-485fc78a7f53 HTTP/1.1" status: 204 len: 173 time: 3.3775849 Aug 24 00:21:15.628784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a024a88e-2f9e-4da3-8db0-811ddd1e5b76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a542d78567840f98f4941eeb53453d2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8492229 Aug 24 00:21:15.629483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7193273c-ebbc-4f4d-ad6c-519cef9e5495', 'name': 'network-vif-deleted', 'tag': '8122f35c-fa48-445d-8049-485fc78a7f53'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:15.632216 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ff4e28-aed3-4452-80f3-e2da88dbeb75" -d '{"events": [{"server_uuid": "7193273c-ebbc-4f4d-ad6c-519cef9e5495", "name": "network-vif-deleted", "tag": "8122f35c-fa48-445d-8049-485fc78a7f53"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:15.635784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52888) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:15.635971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d9767-5341-4f67-b956-d98863508f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9223fdd4-f1f1-45cd-b891-f98337cad24f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:15.662863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fc4dba7b-4dfc-48fc-a3fa-6581537a39b5,segment=NetworkSegment(d3c048c3-7cba-4899-853a-ed602806170a),segment_id=d3c048c3-7cba-4899-853a-ed602806170a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:15.678534 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.695889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024a88e-2f9e-4da3-8db0-811ddd1e5b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46063835-af66-482b-a96c-46d4fd7c7156,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:15.729332 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9767-5341-4f67-b956-d98863508f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.735828 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fb6d9767-5341-4f67-b956-d98863508f6c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9223fdd4-f1f1-45cd-b891-f98337cad24f HTTP/1.1" status: 204 len: 168 time: 1.1591790 Aug 24 00:21:15.740274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52896) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:15.769718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e2192e-45d4-47f4-9e0a-ec21eea42373 None None] Network 390a00e1-6216-4e82-a59f-e9d4518861c4 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:15.950111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1ab63e93-4787-4c67-bf04-d8e147f2f291 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:15.967920 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a4a23c-7474-443b-af4a-640a31763f7e req-e227efce-2929-4357-bfb4-909b0c988616 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Made reservation on behalf of 73800ca933784a9ebfa0b8c7de2f2613 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:15.971902 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-40a4a23c-7474-443b-af4a-640a31763f7e req-e227efce-2929-4357-bfb4-909b0c988616 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.989274 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 1ab63e93-4787-4c67-bf04-d8e147f2f291 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:15.989906 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1ab63e93-4787-4c67-bf04-d8e147f2f291 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:15.990525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 79315285-ed9c-4d55-a6b3-275dc81fca0e no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:16.038551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 79315285-ed9c-4d55-a6b3-275dc81fca0e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:16.039071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 79315285-ed9c-4d55-a6b3-275dc81fca0e not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:16.047074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fc4dba7b-4dfc-48fc-a3fa-6581537a39b5,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:16.053874 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.245638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b2c25-f4c4-48d5-85d0-bfa90e5b1997 req-92d33e7b-dcd2-4626-a6f6-528b0c977e34 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:16.256142 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-459b2c25-f4c4-48d5-85d0-bfa90e5b1997 req-92d33e7b-dcd2-4626-a6f6-528b0c977e34 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.6859753 Aug 24 00:21:16.293504 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-40a4a23c-7474-443b-af4a-640a31763f7e req-e227efce-2929-4357-bfb4-909b0c988616 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Allocated IP 172.20.0.12 (10a4f855-1dfa-4389-b9d2-80db5e027a61/cc693454-54b3-4f81-8f8a-53ff5c215485/6f583a57-2114-4834-b6f6-e1bea05081aa) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:16.302427 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18510344-f3bc-40a4-b4b6-23a259ff5cb8 x-openstack-request-id: req-18510344-f3bc-40a4-b4b6-23a259ff5cb8 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:16.302714 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7193273c-ebbc-4f4d-ad6c-519cef9e5495", "name": "network-vif-deleted", "tag": "8122f35c-fa48-445d-8049-485fc78a7f53", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:16.303072 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18510344-f3bc-40a4-b4b6-23a259ff5cb8 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:16.304934 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7193273c-ebbc-4f4d-ad6c-519cef9e5495', 'name': 'network-vif-deleted', 'tag': '8122f35c-fa48-445d-8049-485fc78a7f53', 'status': 'completed', 'code': 200} Aug 24 00:21:16.319809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c4dff9-1d17-46c5-bd1c-ab9f5a391a80 None None] DHCP port deletion for 390a00e1-6216-4e82-a59f-e9d4518861c4 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:21:16.414763 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11bc8280-b649-4c5c-8d30-c5eb37025d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.471530 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11bc8280-b649-4c5c-8d30-c5eb37025d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.486866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4dff9-1d17-46c5-bd1c-ab9f5a391a80 None None] Deleting port 36795b34-e895-4bf0-bc40-d0c74ef6efc2 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:16.490081 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dff9-1d17-46c5-bd1c-ab9f5a391a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.578851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11bc8280-b649-4c5c-8d30-c5eb37025d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.582714 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11bc8280-b649-4c5c-8d30-c5eb37025d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.598085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-11bc8280-b649-4c5c-8d30-c5eb37025d04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46063835-af66-482b-a96c-46d4fd7c7156 HTTP/1.1" status: 204 len: 168 time: 0.9512396 Aug 24 00:21:16.639149 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-459b2c25-f4c4-48d5-85d0-bfa90e5b1997 req-ce910745-adc3-42d4-80f2-553eb8d3920e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799417 Aug 24 00:21:16.696783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc8280-b649-4c5c-8d30-c5eb37025d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46063835-af66-482b-a96c-46d4fd7c7156,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:16.697524 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b5c4dff9-1d17-46c5-bd1c-ab9f5a391a80 None None] For port 36795b34-e895-4bf0-bc40-d0c74ef6efc2, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=36795b34-e895-4bf0-bc40-d0c74ef6efc2,segment=NetworkSegment(72c36553-6b46-4df4-aa8b-2189fd35912a),segment_id=72c36553-6b46-4df4-aa8b-2189fd35912a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:16.699170 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dff9-1d17-46c5-bd1c-ab9f5a391a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.722089 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-699bc594-42bb-4c2e-8721-08bc276579b1 req-cdfc6899-c28c-43f1-b2d9-23ceb9d287b8 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 210 time: 0.1527524 Aug 24 00:21:16.763926 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-40a4a23c-7474-443b-af4a-640a31763f7e req-e227efce-2929-4357-bfb4-909b0c988616 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.777578 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c2425fd8-fdac-4614-8a62-5571288f132a req-cb47fe01-8735-45f3-8951-7f0501af36b7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.791371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4dff9-1d17-46c5-bd1c-ab9f5a391a80 None None] Calling delete_port for 36795b34-e895-4bf0-bc40-d0c74ef6efc2 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:16.800744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Deleting port 36795b34-e895-4bf0-bc40-d0c74ef6efc2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:16.801102 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.845006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a08d320-2c0a-4526-8653-8622d0c81c3b req-732e2b25-7ff2-49e0-916c-b7dd58d31cab tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0742195 Aug 24 00:21:16.923241 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-40a4a23c-7474-443b-af4a-640a31763f7e req-e227efce-2929-4357-bfb4-909b0c988616 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.044684 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10a2253-15a1-487b-a05f-b90ea0fadd03'}, {'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4dba7b-4dfc-48fc-a3fa-6581537a39b5'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:17.051040 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30efb4ad-5f87-41ad-82b0-bfa3f25a714f" -d '{"events": [{"server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "name": "network-vif-plugged", "status": "completed", "tag": "c10a2253-15a1-487b-a05f-b90ea0fadd03"}, {"server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "name": "network-vif-plugged", "status": "completed", "tag": "fc4dba7b-4dfc-48fc-a3fa-6581537a39b5"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:17.192103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a4a23c-7474-443b-af4a-640a31763f7e req-e227efce-2929-4357-bfb4-909b0c988616 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Network 10a4f855-1dfa-4389-b9d2-80db5e027a61 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:17.196576 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-40a4a23c-7474-443b-af4a-640a31763f7e req-e227efce-2929-4357-bfb4-909b0c988616 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:17.202593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a4a23c-7474-443b-af4a-640a31763f7e req-e227efce-2929-4357-bfb4-909b0c988616 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:17.242936 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dff9-1d17-46c5-bd1c-ab9f5a391a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.270703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227efce-2929-4357-bfb4-909b0c988616 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Pushing event updated for resources: {'Port': ['ID=6f583a57-2114-4834-b6f6-e1bea05081aa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:17.294728 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4dff9-1d17-46c5-bd1c-ab9f5a391a80 None None] Pushing event deleted for resources: {'Port': ['ID=36795b34-e895-4bf0-bc40-d0c74ef6efc2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:17.301041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c4dff9-1d17-46c5-bd1c-ab9f5a391a80 None None] No DVR routers for this DVR port 36795b34-e895-4bf0-bc40-d0c74ef6efc2 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:17.344579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] For port 36795b34-e895-4bf0-bc40-d0c74ef6efc2, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=36795b34-e895-4bf0-bc40-d0c74ef6efc2,segment=NetworkSegment(72c36553-6b46-4df4-aa8b-2189fd35912a),segment_id=72c36553-6b46-4df4-aa8b-2189fd35912a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:17.345011 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.364434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Calling delete_port for 36795b34-e895-4bf0-bc40-d0c74ef6efc2 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:17.368853 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4a23c-7474-443b-af4a-640a31763f7e req-e227efce-2929-4357-bfb4-909b0c988616 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:17.371601 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-40a4a23c-7474-443b-af4a-640a31763f7e req-e227efce-2929-4357-bfb4-909b0c988616 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.417237 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40a4a23c-7474-443b-af4a-640a31763f7e req-e227efce-2929-4357-bfb4-909b0c988616 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9121194 Aug 24 00:21:17.437388 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Request body: {'port': {'device_id': '66c46725-43a0-49e1-89f3-ac4830d71c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:17.451675 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.545458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=36795b34-e895-4bf0-bc40-d0c74ef6efc2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:17.566628 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c2425fd8-fdac-4614-8a62-5571288f132a req-cb47fe01-8735-45f3-8951-7f0501af36b7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.604956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] No DVR routers for this DVR port 36795b34-e895-4bf0-bc40-d0c74ef6efc2 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:17.610131 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.709660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2425fd8-fdac-4614-8a62-5571288f132a req-cb47fe01-8735-45f3-8951-7f0501af36b7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:17.739233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-c2425fd8-fdac-4614-8a62-5571288f132a req-cb47fe01-8735-45f3-8951-7f0501af36b7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:17.747068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2425fd8-fdac-4614-8a62-5571288f132a req-cb47fe01-8735-45f3-8951-7f0501af36b7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:17.782383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47fe01-8735-45f3-8951-7f0501af36b7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Pushing event updated for resources: {'Port': ['ID=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:17.803660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedca91-7607-4ac9-b67f-9374148bfc47 req-20dfbd48-ca59-4a64-afb7-516dbb9fe3a1 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:17.809837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedca91-7607-4ac9-b67f-9374148bfc47 req-20dfbd48-ca59-4a64-afb7-516dbb9fe3a1 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:17.817099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedca91-7607-4ac9-b67f-9374148bfc47 req-20dfbd48-ca59-4a64-afb7-516dbb9fe3a1 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:17.826144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1aedca91-7607-4ac9-b67f-9374148bfc47 req-20dfbd48-ca59-4a64-afb7-516dbb9fe3a1 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2418 time: 0.3134005 Aug 24 00:21:17.877233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793e775-0dee-46c6-a334-468f2678af6b req-c0a633a2-0cd3-44ee-b97b-2266794da23b tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:17.882990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 36795b34-e895-4bf0-bc40-d0c74ef6efc2 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:17.886893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e793e775-0dee-46c6-a334-468f2678af6b req-c0a633a2-0cd3-44ee-b97b-2266794da23b tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 932 time: 0.7831502 Aug 24 00:21:17.926153 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.969120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 36795b34-e895-4bf0-bc40-d0c74ef6efc2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:17.969461 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 36795b34-e895-4bf0-bc40-d0c74ef6efc2 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:17.975846 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390a00e1-6216-4e82-a59f-e9d4518861c4']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:17.991019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1aedca91-7607-4ac9-b67f-9374148bfc47 req-bd066c63-7d1e-4b45-8bf3-208e1a54de8a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638689 Aug 24 00:21:18.037658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2425fd8-fdac-4614-8a62-5571288f132a req-cb47fe01-8735-45f3-8951-7f0501af36b7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:18.038272 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c2425fd8-fdac-4614-8a62-5571288f132a req-cb47fe01-8735-45f3-8951-7f0501af36b7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.078520 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b395d206-cdd2-4092-8155-26c918e2fd23 x-openstack-request-id: req-b395d206-cdd2-4092-8155-26c918e2fd23 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:18.078854 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "name": "network-vif-plugged", "status": "completed", "tag": "c10a2253-15a1-487b-a05f-b90ea0fadd03", "code": 200}, {"server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "name": "network-vif-plugged", "status": "completed", "tag": "fc4dba7b-4dfc-48fc-a3fa-6581537a39b5", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:18.079112 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b395d206-cdd2-4092-8155-26c918e2fd23 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:18.079521 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10a2253-15a1-487b-a05f-b90ea0fadd03', 'code': 200} Aug 24 00:21:18.079780 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4dba7b-4dfc-48fc-a3fa-6581537a39b5', 'code': 200} Aug 24 00:21:18.080519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c36553-6b46-4df4-aa8b-2189fd35912a') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:18.081027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c36553-6b46-4df4-aa8b-2189fd35912a') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:18.154831 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e793e775-0dee-46c6-a334-468f2678af6b req-d717887a-aebf-4e11-a37c-61a421a4572b tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680376 Aug 24 00:21:18.157150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.209079 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2425fd8-fdac-4614-8a62-5571288f132a req-cb47fe01-8735-45f3-8951-7f0501af36b7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5194645 Aug 24 00:21:18.234385 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.249616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Request body: {'port': {'device_id': 'fd4b168e-1fda-478f-bdfe-5df412e85dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:18.335304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:21:18.336125 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:21:18.338122 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:21:18.598670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b25ec-db11-4b89-9a1b-785b23816c9d req-77eb8590-fade-4452-8195-05ba1f2d508d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:18.608866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c8b25ec-db11-4b89-9a1b-785b23816c9d req-77eb8590-fade-4452-8195-05ba1f2d508d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.3418944 Aug 24 00:21:18.614008 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f583a57-2114-4834-b6f6-e1bea05081aa {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:18.635509 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.651716 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.682970 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Transition to ACTIVE for port object 6f583a57-2114-4834-b6f6-e1bea05081aa will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:18.692690 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.699017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.822240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173cc30-e500-4f97-85f5-43741c27548b req-5e968021-789d-468c-b51d-6ae4bceb63a2 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:18.829975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4173cc30-e500-4f97-85f5-43741c27548b req-5e968021-789d-468c-b51d-6ae4bceb63a2 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 932 time: 0.5521662 Aug 24 00:21:18.840320 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.845959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] 10.222.0.32 "DELETE /v2.0/networks/390a00e1-6216-4e82-a59f-e9d4518861c4 HTTP/1.1" status: 204 len: 168 time: 3.0993323 Aug 24 00:21:18.912016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b6256-862f-4e1e-9f61-022310900f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=390a00e1-6216-4e82-a59f-e9d4518861c4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:18.974701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4173cc30-e500-4f97-85f5-43741c27548b req-5c2c7dac-b310-47dd-b42b-6c72e2dd18f3 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423368 Aug 24 00:21:19.027213 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c8b25ec-db11-4b89-9a1b-785b23816c9d req-b77b6bce-06d2-4338-b628-caab248a98ee tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160113 Aug 24 00:21:19.063064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Pushing event updated for resources: {'Port': ['ID=6f583a57-2114-4834-b6f6-e1bea05081aa,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:19.160878 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Attempting to bind port 6f583a57-2114-4834-b6f6-e1bea05081aa on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:19.161222 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Attempting to bind port 6f583a57-2114-4834-b6f6-e1bea05081aa by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'e123e3e2-ae9c-466f-8a66-0149f49071ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:19.161559 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Attempting to bind port 6f583a57-2114-4834-b6f6-e1bea05081aa on network 10a4f855-1dfa-4389-b9d2-80db5e027a61 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:19.181700 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Port 6f583a57-2114-4834-b6f6-e1bea05081aa on network 10a4f855-1dfa-4389-b9d2-80db5e027a61 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:19.181700 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Attempting to bind port 6f583a57-2114-4834-b6f6-e1bea05081aa on network 10a4f855-1dfa-4389-b9d2-80db5e027a61 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:19.199622 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:19.199991 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Checking segment: {'id': 'e123e3e2-ae9c-466f-8a66-0149f49071ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:19.200392 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Bound using segment: {'id': 'e123e3e2-ae9c-466f-8a66-0149f49071ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:19.202011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Bound port: 6f583a57-2114-4834-b6f6-e1bea05081aa, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e123e3e2-ae9c-466f-8a66-0149f49071ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:19.202389 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.244397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ee4be-d441-46f4-b05c-f6b0a6db7298 req-01d78bd3-b8ae-48a9-a425-1005affc8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:19.244397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ee4be-d441-46f4-b05c-f6b0a6db7298 req-01d78bd3-b8ae-48a9-a425-1005affc8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:19.244397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ee4be-d441-46f4-b05c-f6b0a6db7298 req-01d78bd3-b8ae-48a9-a425-1005affc8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:19.250285 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae0ee4be-d441-46f4-b05c-f6b0a6db7298 req-01d78bd3-b8ae-48a9-a425-1005affc8331 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2871 time: 1.0284166 Aug 24 00:21:19.364386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c44d20a-1d52-4f6f-b1da-407a97749576 req-ec1c81d6-a331-4982-b2bb-7482599bcebd tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.1566365 Aug 24 00:21:19.387977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52972) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:19.438133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] For port 6f583a57-2114-4834-b6f6-e1bea05081aa, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:19.506130 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] For port 6f583a57-2114-4834-b6f6-e1bea05081aa, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=6f583a57-2114-4834-b6f6-e1bea05081aa,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:19.520519 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.589604 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Pushing event updated for resources: {'Port': ['ID=6f583a57-2114-4834-b6f6-e1bea05081aa,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:19.607457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:19.608401 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.610165 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40a4a23c-7474-443b-af4a-640a31763f7e req-99b5b9c3-77ed-4ebc-b743-1586985019ba service neutron] 10.222.0.47 "PUT /v2.0/ports/6f583a57-2114-4834-b6f6-e1bea05081aa HTTP/1.1" status: 200 len: 1092 time: 2.1776352 Aug 24 00:21:19.610938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c46725-43a0-49e1-89f3-ac4830d71c2d', 'tag': '6f583a57-2114-4834-b6f6-e1bea05081aa'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:19.614231 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a96629-1d41-43ab-a0b3-c5d82115bf24" -d '{"events": [{"name": "network-changed", "server_uuid": "66c46725-43a0-49e1-89f3-ac4830d71c2d", "tag": "6f583a57-2114-4834-b6f6-e1bea05081aa"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:19.623661 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ef66b188-6f00-4c7f-a3e8-55985e0bb667 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3838df24e3384c71a690c443299d0c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345505 Aug 24 00:21:19.624640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52980) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:19.796357 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d313c894-76a0-4a7c-a4fb-89e89536ac67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.820236 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d313c894-76a0-4a7c-a4fb-89e89536ac67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.866904 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fbb4207f-f066-4821-b9d4-29df7431c410 req-03621f6c-ffef-4768-abd1-fe1659269729 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.1046629 Aug 24 00:21:19.867741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:19.884600 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4a23c-7474-443b-af4a-640a31763f7e req-d839ab99-5477-4a95-94c8-de57079a866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:19.886683 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40a4a23c-7474-443b-af4a-640a31763f7e req-d839ab99-5477-4a95-94c8-de57079a866d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73800ca933784a9ebfa0b8c7de2f2613&device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 1095 time: 0.1994898 Aug 24 00:21:19.887531 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d313c894-76a0-4a7c-a4fb-89e89536ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.890790 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d313c894-76a0-4a7c-a4fb-89e89536ac67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.895238 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.902635 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d313c894-76a0-4a7c-a4fb-89e89536ac67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/992de288-e9c1-4d37-a3c2-d9885737fb11 HTTP/1.1" status: 204 len: 168 time: 0.2722108 Aug 24 00:21:19.933966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Transition to ACTIVE for port object 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:20.003252 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40a4a23c-7474-443b-af4a-640a31763f7e req-6cc0d9d8-87ef-476d-aa5c-64a6bafadeb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f583a57-2114-4834-b6f6-e1bea05081aa HTTP/1.1" status: 200 len: 217 time: 0.0986412 Aug 24 00:21:20.006563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313c894-76a0-4a7c-a4fb-89e89536ac67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992de288-e9c1-4d37-a3c2-d9885737fb11,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:20.076217 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:20.228402 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4a23c-7474-443b-af4a-640a31763f7e req-c30256e6-9955-44d9-876b-22de5d5d0bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:20.230794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:20.234408 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40a4a23c-7474-443b-af4a-640a31763f7e req-c30256e6-9955-44d9-876b-22de5d5d0bd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc693454-54b3-4f81-8f8a-53ff5c215485 HTTP/1.1" status: 200 len: 854 time: 0.2189534 Aug 24 00:21:20.250568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85de0b4-e99c-4957-8e79-18afb3624619 req-f219ca59-f393-46a9-a4b1-224feabdb363 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:20.259145 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d85de0b4-e99c-4957-8e79-18afb3624619 req-f219ca59-f393-46a9-a4b1-224feabdb363 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 944 time: 0.3154366 Aug 24 00:21:20.291645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bc2d2-b456-49ed-801e-1cad2bef77ab req-00d8b1ff-be64-41de-bd9d-3de1dc6b9de9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:20.298985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bc2d2-b456-49ed-801e-1cad2bef77ab req-00d8b1ff-be64-41de-bd9d-3de1dc6b9de9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:20.307269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bc2d2-b456-49ed-801e-1cad2bef77ab req-00d8b1ff-be64-41de-bd9d-3de1dc6b9de9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:20.309667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff5bc2d2-b456-49ed-801e-1cad2bef77ab req-00d8b1ff-be64-41de-bd9d-3de1dc6b9de9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2418 time: 1.0956106 Aug 24 00:21:20.319201 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40a4a23c-7474-443b-af4a-640a31763f7e req-07066792-41a6-4cae-adbd-98769b3e7979 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10a4f855-1dfa-4389-b9d2-80db5e027a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760555 Aug 24 00:21:20.331642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae0ee4be-d441-46f4-b05c-f6b0a6db7298 req-52ff1d23-877d-40d8-8c8d-81e6f8ea1e5f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0446084 Aug 24 00:21:20.363939 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d85de0b4-e99c-4957-8e79-18afb3624619 req-0f052b2c-fd9e-4f87-a197-e2a98218b91b tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037900 Aug 24 00:21:20.408783 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff5bc2d2-b456-49ed-801e-1cad2bef77ab req-0a0ed75e-08df-4a06-81d0-48a5ec6950de tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757399 Aug 24 00:21:20.496469 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf95563-4e1f-43c5-a085-d7b05199e376 x-openstack-request-id: req-ccf95563-4e1f-43c5-a085-d7b05199e376 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:20.496759 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c46725-43a0-49e1-89f3-ac4830d71c2d", "tag": "6f583a57-2114-4834-b6f6-e1bea05081aa", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:20.497011 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ccf95563-4e1f-43c5-a085-d7b05199e376 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:20.497415 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c46725-43a0-49e1-89f3-ac4830d71c2d', 'tag': '6f583a57-2114-4834-b6f6-e1bea05081aa', 'status': 'completed', 'code': 200} Aug 24 00:21:20.607774 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40a4a23c-7474-443b-af4a-640a31763f7e req-fe199e7c-3e50-46b7-86d5-3736b0993d25 service neutron] 10.222.0.47 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808626 Aug 24 00:21:20.733105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a8c1d-4a5a-40c8-b9fd-1127b82cd760 req-87d4b025-20a4-4176-803a-c5b91007b4bc tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:20.734787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d0a8c1d-4a5a-40c8-b9fd-1127b82cd760 req-87d4b025-20a4-4176-803a-c5b91007b4bc tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 944 time: 0.1193397 Aug 24 00:21:20.744582 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd3010-f9e8-481d-a65f-f200e140b6f7 req-18b4171f-c808-43c8-8951-34ce6843da57 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:20.746352 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5dd3010-f9e8-481d-a65f-f200e140b6f7 req-18b4171f-c808-43c8-8951-34ce6843da57 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1498337 Aug 24 00:21:20.747441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Attempting to bind port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:20.748081 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Attempting to bind port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:20.748340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Attempting to bind port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb on network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:20.777190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb on network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:20.778040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Attempting to bind port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb on network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:20.790056 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40a4a23c-7474-443b-af4a-640a31763f7e req-f3ccea05-f5d1-48b1-b04a-bc871897ec87 service neutron] 10.222.0.47 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733119 Aug 24 00:21:20.842656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:20.903304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:20.903912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Checking segment: {'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:20.904067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Bound using segment: {'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:20.904496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Bound port: 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:20.904877 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:20.927174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d0a8c1d-4a5a-40c8-b9fd-1127b82cd760 req-959b6948-519c-45fb-9c59-76005dc3ac6a tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763005 Aug 24 00:21:20.938215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5dd3010-f9e8-481d-a65f-f200e140b6f7 req-8b2c4ce1-23dc-4322-a85c-9700bdfb891b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753719 Aug 24 00:21:20.996177 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bb5a5911-1d05-4ebc-8417-9e9e592945f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8e35695f740435095420df5c44ad33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497004 Aug 24 00:21:21.000320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:21.038685 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a96629-1d41-43ab-a0b3-c5d82115bf24 req-010514af-b1ec-40a1-857d-c95b00fc34f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:21.040238 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b8a96629-1d41-43ab-a0b3-c5d82115bf24 req-010514af-b1ec-40a1-857d-c95b00fc34f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73800ca933784a9ebfa0b8c7de2f2613&device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 1095 time: 0.1314056 Aug 24 00:21:21.108867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] For port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:21.119011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] For port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:21.198973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40486cc1-ae61-47fd-8ac0-9fd4b39bcd2f req-e7d80ab7-a4ca-4e5c-82d1-acb912514951 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0761304 Aug 24 00:21:21.200698 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.233810 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2df74172-00cf-4168-bf2c-eccb135331c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.259594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:21.264672 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.267258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/7ea5212f-3018-4bfb-9d73-0c0cfce2cabb HTTP/1.1" status: 200 len: 1092 time: 3.0342631 Aug 24 00:21:21.267745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4b168e-1fda-478f-bdfe-5df412e85dde', 'tag': '7ea5212f-3018-4bfb-9d73-0c0cfce2cabb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:21.271536 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972c995b-968b-415c-8d03-45be0c6c3be4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4b168e-1fda-478f-bdfe-5df412e85dde", "tag": "7ea5212f-3018-4bfb-9d73-0c0cfce2cabb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:21.295512 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2df74172-00cf-4168-bf2c-eccb135331c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.500182 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae78080-0e16-44b1-93b0-d6a1ae6c6980 x-openstack-request-id: req-eae78080-0e16-44b1-93b0-d6a1ae6c6980 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:21.500577 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4b168e-1fda-478f-bdfe-5df412e85dde", "tag": "7ea5212f-3018-4bfb-9d73-0c0cfce2cabb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:21.501005 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eae78080-0e16-44b1-93b0-d6a1ae6c6980 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:21.501476 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4b168e-1fda-478f-bdfe-5df412e85dde', 'tag': '7ea5212f-3018-4bfb-9d73-0c0cfce2cabb', 'status': 'completed', 'code': 200} Aug 24 00:21:21.533875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a96629-1d41-43ab-a0b3-c5d82115bf24 req-d9116b67-5e63-47e9-a15d-2f3640e5b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:21.538749 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b8a96629-1d41-43ab-a0b3-c5d82115bf24 req-d9116b67-5e63-47e9-a15d-2f3640e5b01f service neutron] 10.222.0.47 "GET /v2.0/networks?id=10a4f855-1dfa-4389-b9d2-80db5e027a61 HTTP/1.1" status: 200 len: 915 time: 0.4780695 Aug 24 00:21:21.553452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2425fd8-fdac-4614-8a62-5571288f132a req-aba89160-8124-4237-b209-54730deb0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:21.555195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2425fd8-fdac-4614-8a62-5571288f132a req-aba89160-8124-4237-b209-54730deb0625 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b3c7be1e4a4564bafa09f2c9e5612b&device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 1095 time: 0.1836491 Aug 24 00:21:21.555912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13bb88-f678-4b07-a1f0-3e8a4943c6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:21.626122 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2425fd8-fdac-4614-8a62-5571288f132a req-955e5e6a-d333-4ed9-a13c-212128a1f51d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb HTTP/1.1" status: 200 len: 217 time: 0.0522690 Aug 24 00:21:21.647406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ddd5c-4196-40cb-ba64-600cbf8252ce req-a7b4cb4b-73fc-47b8-9005-908acc453037 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:21.649073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d7ddd5c-4196-40cb-ba64-600cbf8252ce req-a7b4cb4b-73fc-47b8-9005-908acc453037 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 944 time: 0.1340294 Aug 24 00:21:21.666166 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b8a96629-1d41-43ab-a0b3-c5d82115bf24 req-ac5ef262-8003-48ea-933a-30de081bc888 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f583a57-2114-4834-b6f6-e1bea05081aa HTTP/1.1" status: 200 len: 217 time: 0.1169291 Aug 24 00:21:21.729926 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2df74172-00cf-4168-bf2c-eccb135331c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.740500 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2df74172-00cf-4168-bf2c-eccb135331c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.749524 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2df74172-00cf-4168-bf2c-eccb135331c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7b40162-5eb7-45d1-8849-e7d882a17313 HTTP/1.1" status: 204 len: 168 time: 0.7480705 Aug 24 00:21:21.761098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be4235-fcee-4c5a-bc02-44eaf5b629b3 req-fec5c3fd-ee99-4b96-be65-ca441e41b59a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:21.778199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be4235-fcee-4c5a-bc02-44eaf5b629b3 req-fec5c3fd-ee99-4b96-be65-ca441e41b59a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:21.794041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be4235-fcee-4c5a-bc02-44eaf5b629b3 req-fec5c3fd-ee99-4b96-be65-ca441e41b59a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:21.800620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12be4235-fcee-4c5a-bc02-44eaf5b629b3 req-fec5c3fd-ee99-4b96-be65-ca441e41b59a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2418 time: 0.1732740 Aug 24 00:21:21.822583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df74172-00cf-4168-bf2c-eccb135331c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b40162-5eb7-45d1-8849-e7d882a17313,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:21.842975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d7ddd5c-4196-40cb-ba64-600cbf8252ce req-00322a02-0819-440d-a288-d600cedf5d25 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571863 Aug 24 00:21:21.845806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2425fd8-fdac-4614-8a62-5571288f132a req-b59079c3-b95b-479b-8167-11855d895063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:21.847842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2425fd8-fdac-4614-8a62-5571288f132a req-b59079c3-b95b-479b-8167-11855d895063 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d1a1303-12b4-4df1-8051-6ef6912eb98d HTTP/1.1" status: 200 len: 845 time: 0.1978383 Aug 24 00:21:21.864357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a96629-1d41-43ab-a0b3-c5d82115bf24 req-edf23772-4f11-4f9c-97b1-103f5ea27b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:21.866267 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b8a96629-1d41-43ab-a0b3-c5d82115bf24 req-edf23772-4f11-4f9c-97b1-103f5ea27b32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc693454-54b3-4f81-8f8a-53ff5c215485 HTTP/1.1" status: 200 len: 854 time: 0.1928060 Aug 24 00:21:21.891853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12be4235-fcee-4c5a-bc02-44eaf5b629b3 req-e87a1b22-6e11-4b00-ab68-f1e3b327b092 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572655 Aug 24 00:21:22.156235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a687d8a-8afd-4f98-bc95-a648984cb4df req-9de832c6-17a2-46d0-b458-a6fb33678650 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:22.157737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a687d8a-8afd-4f98-bc95-a648984cb4df req-9de832c6-17a2-46d0-b458-a6fb33678650 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 944 time: 0.1403470 Aug 24 00:21:22.199910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f67bff-2677-404d-9bed-57870ad6fb1a req-f07a235c-f54e-4d86-aea2-eeceb2470d1c tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:22.208241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69f67bff-2677-404d-9bed-57870ad6fb1a req-f07a235c-f54e-4d86-aea2-eeceb2470d1c tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1213064 Aug 24 00:21:22.255706 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b8a96629-1d41-43ab-a0b3-c5d82115bf24 req-09455e93-91f1-448b-8e11-393de92b8ca3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10a4f855-1dfa-4389-b9d2-80db5e027a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3810596 Aug 24 00:21:22.274550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [req-b8a96629-1d41-43ab-a0b3-c5d82115bf24 req-bcee5503-3246-42d0-b658-13ea721a40a6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:21:22.276860 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b8a96629-1d41-43ab-a0b3-c5d82115bf24 req-bcee5503-3246-42d0-b658-13ea721a40a6 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102224 Aug 24 00:21:22.302479 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a687d8a-8afd-4f98-bc95-a648984cb4df req-8f1a6ced-0c8e-4dc2-9d90-3ffcaba2c289 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279209 Aug 24 00:21:22.304698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2425fd8-fdac-4614-8a62-5571288f132a req-e870e340-819f-437d-abb2-329bbe7ce010 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4468865 Aug 24 00:21:22.422510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69f67bff-2677-404d-9bed-57870ad6fb1a req-36625029-a0e8-409d-b765-e6d73997cb85 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132902 Aug 24 00:21:22.466615 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b8a96629-1d41-43ab-a0b3-c5d82115bf24 req-fa263615-eea7-4187-8567-9a9a048c47b7 service neutron] 10.222.0.47 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821492 Aug 24 00:21:23.004857 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4926b46-ac5d-4046-9492-b70eb7e1d7d7 req-8b36efd4-c456-4cb9-92a9-bc555878ea02 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.5810437 Aug 24 00:21:23.016661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53078) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:23.111703 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b8a96629-1d41-43ab-a0b3-c5d82115bf24 req-cc28ee34-4e65-4ad5-9ca0-92281468d796 service neutron] 10.222.0.47 "GET /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6345391 Aug 24 00:21:23.185435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2425fd8-fdac-4614-8a62-5571288f132a req-1dc7abbd-d507-4a9e-94f8-204fd10f7fa4 service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8684726 Aug 24 00:21:23.200892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b6b20-a8a0-48a9-b044-3afc4e3eb607 req-391bc08f-77ee-4cfa-ab71-9812127b7ecb tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.202649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-633b6b20-a8a0-48a9-b044-3afc4e3eb607 req-391bc08f-77ee-4cfa-ab71-9812127b7ecb tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 944 time: 0.1651390 Aug 24 00:21:23.377832 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:23.399144 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8dc33af5-bb47-49ef-a7e6-902c9fa3443c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:23.429744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2425fd8-fdac-4614-8a62-5571288f132a req-03bf1d56-890c-4d4b-92ad-5b69d8e28094 service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259426 Aug 24 00:21:23.433672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-633b6b20-a8a0-48a9-b044-3afc4e3eb607 req-4ab1fc3c-8c72-4db9-8f0a-2c5e3621ed97 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074780 Aug 24 00:21:23.461271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac94ca-935b-4b4b-8e0a-dc5eb2d9000d req-851ff32a-e327-40ca-890a-d083d69fb21c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.463333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac94ca-935b-4b4b-8e0a-dc5eb2d9000d req-851ff32a-e327-40ca-890a-d083d69fb21c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.471565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac94ca-935b-4b4b-8e0a-dc5eb2d9000d req-851ff32a-e327-40ca-890a-d083d69fb21c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.475319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-beac94ca-935b-4b4b-8e0a-dc5eb2d9000d req-851ff32a-e327-40ca-890a-d083d69fb21c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2418 time: 0.2703815 Aug 24 00:21:23.630737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-beac94ca-935b-4b4b-8e0a-dc5eb2d9000d req-5083f9c1-d696-4a8c-a129-5c6cbd6fa4ce tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416309 Aug 24 00:21:23.664377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c995b-968b-415c-8d03-45be0c6c3be4 req-e1c0a994-c0c6-4da9-bf95-3c4ed3e2498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.665968 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-972c995b-968b-415c-8d03-45be0c6c3be4 req-e1c0a994-c0c6-4da9-bf95-3c4ed3e2498f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b3c7be1e4a4564bafa09f2c9e5612b&device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 1095 time: 0.1328709 Aug 24 00:21:23.757671 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8dc33af5-bb47-49ef-a7e6-902c9fa3443c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:23.774606 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8dc33af5-bb47-49ef-a7e6-902c9fa3443c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:23.869803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c995b-968b-415c-8d03-45be0c6c3be4 req-78ea2016-c075-4ec9-82b0-39cc90f69186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.871347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-972c995b-968b-415c-8d03-45be0c6c3be4 req-78ea2016-c075-4ec9-82b0-39cc90f69186 service neutron] 10.222.0.47 "GET /v2.0/networks?id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb HTTP/1.1" status: 200 len: 906 time: 0.1954050 Aug 24 00:21:23.874628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc33af5-bb47-49ef-a7e6-902c9fa3443c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0688b3e2-1d41-47eb-aecb-c47346c0995b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:23.894672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8dc33af5-bb47-49ef-a7e6-902c9fa3443c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76ef3de64e4046d3a5e1189cd0932e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8582585 Aug 24 00:21:23.897623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53116) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:23.944082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-972c995b-968b-415c-8d03-45be0c6c3be4 req-abec536f-84eb-4387-b301-23390900001f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb HTTP/1.1" status: 200 len: 217 time: 0.0548475 Aug 24 00:21:23.968637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29a46c-cbc7-434c-bcba-1b9ac003f292 req-783e5fa5-bab3-40b5-a7d3-78142ab83604 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.970448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa29a46c-cbc7-434c-bcba-1b9ac003f292 req-783e5fa5-bab3-40b5-a7d3-78142ab83604 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 944 time: 0.1780212 Aug 24 00:21:24.006860 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e6713cb-53cc-424e-a091-296de40e7d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:24.036041 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e6713cb-53cc-424e-a091-296de40e7d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:24.093158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa29a46c-cbc7-434c-bcba-1b9ac003f292 req-8849ac0e-0af6-448e-a673-ba375d5b386f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960181 Aug 24 00:21:24.102282 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e6713cb-53cc-424e-a091-296de40e7d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:24.105148 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e6713cb-53cc-424e-a091-296de40e7d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:24.108678 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0e6713cb-53cc-424e-a091-296de40e7d0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0688b3e2-1d41-47eb-aecb-c47346c0995b HTTP/1.1" status: 204 len: 168 time: 0.2077112 Aug 24 00:21:24.118261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891596f-f586-44c8-b46f-b44ea2c7ac3e req-e4fcf451-d305-408b-9c48-b8b8ae654f03 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:24.120034 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b891596f-f586-44c8-b46f-b44ea2c7ac3e req-e4fcf451-d305-408b-9c48-b8b8ae654f03 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1749041 Aug 24 00:21:24.121667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c995b-968b-415c-8d03-45be0c6c3be4 req-6f003517-67f2-41ec-8d88-6670c47a652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:24.123130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-972c995b-968b-415c-8d03-45be0c6c3be4 req-6f003517-67f2-41ec-8d88-6670c47a652c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d1a1303-12b4-4df1-8051-6ef6912eb98d HTTP/1.1" status: 200 len: 845 time: 0.1629348 Aug 24 00:21:24.166285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6713cb-53cc-424e-a091-296de40e7d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0688b3e2-1d41-47eb-aecb-c47346c0995b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:24.213356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-972c995b-968b-415c-8d03-45be0c6c3be4 req-713cb765-10f4-4f8b-a770-0c9dacd43959 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720930 Aug 24 00:21:24.306632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b891596f-f586-44c8-b46f-b44ea2c7ac3e req-0c2f36c9-94fc-4da4-9a5b-d9324914f9ec tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631515 Aug 24 00:21:24.408666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-972c995b-968b-415c-8d03-45be0c6c3be4 req-db66b1df-0374-4e4e-a1e2-0b8d42f4c5ae service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821113 Aug 24 00:21:24.626427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98ed67a3-e163-489f-9fb3-cd6e540f25ad req-21c5aaa1-d435-41e6-a15a-722b18901955 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0471425 Aug 24 00:21:24.639861 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-972c995b-968b-415c-8d03-45be0c6c3be4 req-1be734f6-4d14-4704-853f-e48ebb45769b service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215292 Aug 24 00:21:24.849146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 6f583a57-2114-4834-b6f6-e1bea05081aa details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:24.883902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073a008-3db3-4ad1-972e-e1b56c964c86 req-1290b522-f27f-4147-9fa4-cdd705df507a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:24.891535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073a008-3db3-4ad1-972e-e1b56c964c86 req-1290b522-f27f-4147-9fa4-cdd705df507a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:24.898196 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073a008-3db3-4ad1-972e-e1b56c964c86 req-1290b522-f27f-4147-9fa4-cdd705df507a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:24.902266 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53150) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:24.908710 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f073a008-3db3-4ad1-972e-e1b56c964c86 req-1290b522-f27f-4147-9fa4-cdd705df507a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2418 time: 0.1207156 Aug 24 00:21:24.930897 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6648c1b2-6b70-41af-a5f5-aa4d3f5fba1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:24.939801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c9b75-aeb6-4e0b-b08c-7eda7d57a0e4 req-5462846b-4247-463a-be72-7bbbd451b62f tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:24.941436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f2c9b75-aeb6-4e0b-b08c-7eda7d57a0e4 req-5462846b-4247-463a-be72-7bbbd451b62f tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 944 time: 0.1413934 Aug 24 00:21:25.001106 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f073a008-3db3-4ad1-972e-e1b56c964c86 req-d4c3dcf4-1c79-4b35-8786-9a03a30697d7 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913692 Aug 24 00:21:25.053163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 6f583a57-2114-4834-b6f6-e1bea05081aa, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=6f583a57-2114-4834-b6f6-e1bea05081aa,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:25.065977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '6f583a57-2114-4834-b6f6-e1bea05081aa', 'network_id': '10a4f855-1dfa-4389-b9d2-80db5e027a61', 'port_id': '6f583a57-2114-4834-b6f6-e1bea05081aa', 'mac_address': 'fa:16:3e:23:7a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc693454-54b3-4f81-8f8a-53ff5c215485', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:21:25.075841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f2c9b75-aeb6-4e0b-b08c-7eda7d57a0e4 req-c36c7619-5683-491e-bc6d-3307f5b1db5b tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112504 Aug 24 00:21:25.130243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6648c1b2-6b70-41af-a5f5-aa4d3f5fba1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.139959 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6648c1b2-6b70-41af-a5f5-aa4d3f5fba1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.140183 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.156679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f583a57-2114-4834-b6f6-e1bea05081aa {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:25.203484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 6f583a57-2114-4834-b6f6-e1bea05081aa, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=6f583a57-2114-4834-b6f6-e1bea05081aa,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:25.203730 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6648c1b2-6b70-41af-a5f5-aa4d3f5fba1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a202c77ced94c18a4ddb3388ca20361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974052 Aug 24 00:21:25.214200 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53154) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:25.217563 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.255736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33ff83-8d4d-4c09-847b-fc50cebfdd15 req-f01839c0-b877-474e-b08c-f1d3ef2e1c69 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:25.258607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee33ff83-8d4d-4c09-847b-fc50cebfdd15 req-f01839c0-b877-474e-b08c-f1d3ef2e1c69 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 944 time: 0.0783947 Aug 24 00:21:25.305519 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648c1b2-6b70-41af-a5f5-aa4d3f5fba1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f0feb2-7649-41ad-b2e4-fa02da138c8e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:25.325030 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d6319c7-bce0-4686-a482-fc446281ae18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.348897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=6f583a57-2114-4834-b6f6-e1bea05081aa,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:25.355797 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d6319c7-bce0-4686-a482-fc446281ae18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.364685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee33ff83-8d4d-4c09-847b-fc50cebfdd15 req-be37c012-e0d1-4c0c-935f-094fe2593e63 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947168 Aug 24 00:21:25.434242 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d6319c7-bce0-4686-a482-fc446281ae18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.442463 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d6319c7-bce0-4686-a482-fc446281ae18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.447235 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1d6319c7-bce0-4686-a482-fc446281ae18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66f0feb2-7649-41ad-b2e4-fa02da138c8e HTTP/1.1" status: 204 len: 168 time: 0.2311461 Aug 24 00:21:25.459969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6319c7-bce0-4686-a482-fc446281ae18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f0feb2-7649-41ad-b2e4-fa02da138c8e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:25.545159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf7acf-157e-45ce-9a96-c61d23113925 req-942f09bb-e2c3-46cd-81b7-b3fac6ce2acc tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:25.545159 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4bf7acf-157e-45ce-9a96-c61d23113925 req-942f09bb-e2c3-46cd-81b7-b3fac6ce2acc tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1333210 Aug 24 00:21:25.545558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:25.555989 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0ee56abf-3b9a-44a8-83d6-61665c4c2e7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1082316524'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:25.596270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4bf7acf-157e-45ce-9a96-c61d23113925 req-53674dda-cf86-4575-aa4a-87786d350958 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481446 Aug 24 00:21:25.622939 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee56abf-3b9a-44a8-83d6-61665c4c2e7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Made reservation on behalf of c60035b714294d25b25f588bef13ad1c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:25.627588 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ee56abf-3b9a-44a8-83d6-61665c4c2e7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.647683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['6f583a57-2114-4834-b6f6-e1bea05081aa'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:25.664970 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee56abf-3b9a-44a8-83d6-61665c4c2e7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:21:25.709298 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ee56abf-3b9a-44a8-83d6-61665c4c2e7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.710683 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-0ee56abf-3b9a-44a8-83d6-61665c4c2e7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Added segment b7bc8907-49d8-4055-a4f7-8aea2af3c114 of type vlan for network 733ba053-30da-4557-b4cc-071bb438f1a1 Aug 24 00:21:25.829753 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a49fa36c-d8e5-4c49-b53b-b124a44d01a8 req-2283a94c-0be5-4dce-9d90-cf34e1d88dd5 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0633860 Aug 24 00:21:25.863173 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ee56abf-3b9a-44a8-83d6-61665c4c2e7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.918597 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ee56abf-3b9a-44a8-83d6-61665c4c2e7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.925999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee56abf-3b9a-44a8-83d6-61665c4c2e7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:25.926968 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ee56abf-3b9a-44a8-83d6-61665c4c2e7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.993395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53190) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:25.994020 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0ee56abf-3b9a-44a8-83d6-61665c4c2e7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4465752 Aug 24 00:21:25.999396 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-373e99f9-15f3-4e8a-9182-b4958dd4f8a5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-274755429'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:26.015910 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee56abf-3b9a-44a8-83d6-61665c4c2e7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'Network': ['ID=733ba053-30da-4557-b4cc-071bb438f1a1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:26.031912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 733ba053-30da-4557-b4cc-071bb438f1a1 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:21:26.115611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8daa0ba-37e3-4fa4-b6af-9349ff0e82f6 req-db249b24-ed95-441b-b3bf-bc3c2485f030 tempest-FlavorsV2NegativeTest-1601945758 tempest-FlavorsV2NegativeTest-1601945758-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=53a123e2aea24c85bb09a1246cf9afe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979414 Aug 24 00:21:26.160636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373e99f9-15f3-4e8a-9182-b4958dd4f8a5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Made reservation on behalf of c60035b714294d25b25f588bef13ad1c for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:26.165944 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-373e99f9-15f3-4e8a-9182-b4958dd4f8a5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.419540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daa0ba-37e3-4fa4-b6af-9349ff0e82f6 req-4b8bd3e2-3de5-46ad-87c3-a424a59d8b96 tempest-FlavorsV2NegativeTest-1601945758 tempest-FlavorsV2NegativeTest-1601945758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.421080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8daa0ba-37e3-4fa4-b6af-9349ff0e82f6 req-4b8bd3e2-3de5-46ad-87c3-a424a59d8b96 tempest-FlavorsV2NegativeTest-1601945758 tempest-FlavorsV2NegativeTest-1601945758-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2619381 Aug 24 00:21:26.445051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a1de-e8c4-4cb2-8813-ca35a8a5a447 req-5f25368d-0d82-4417-8620-aa0f63fa08f2 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.451082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a1de-e8c4-4cb2-8813-ca35a8a5a447 req-5f25368d-0d82-4417-8620-aa0f63fa08f2 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.457785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a1de-e8c4-4cb2-8813-ca35a8a5a447 req-5f25368d-0d82-4417-8620-aa0f63fa08f2 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.459527 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe42a1de-e8c4-4cb2-8813-ca35a8a5a447 req-5f25368d-0d82-4417-8620-aa0f63fa08f2 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2418 time: 0.3824055 Aug 24 00:21:26.502666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373e99f9-15f3-4e8a-9182-b4958dd4f8a5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:21:26.522156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8daa0ba-37e3-4fa4-b6af-9349ff0e82f6 req-0a91de49-c60a-46f9-b975-9988057ad7d8 tempest-FlavorsV2NegativeTest-1601945758 tempest-FlavorsV2NegativeTest-1601945758-project] 10.222.0.32 "GET /v2.0/quotas/53a123e2aea24c85bb09a1246cf9afe2 HTTP/1.1" status: 200 len: 375 time: 0.0931377 Aug 24 00:21:26.537646 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-373e99f9-15f3-4e8a-9182-b4958dd4f8a5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.538000 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-373e99f9-15f3-4e8a-9182-b4958dd4f8a5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Added segment 1857c0af-59ed-429a-9c8d-234ef811d6ce of type vlan for network b6cfb797-f65c-4b64-8064-c867f5a2550e Aug 24 00:21:26.601590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8daa0ba-37e3-4fa4-b6af-9349ff0e82f6 req-c311a823-dbf6-4925-8e13-a5976e0de3cb tempest-FlavorsV2NegativeTest-1601945758 tempest-FlavorsV2NegativeTest-1601945758-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=53a123e2aea24c85bb09a1246cf9afe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683599 Aug 24 00:21:26.633779 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe42a1de-e8c4-4cb2-8813-ca35a8a5a447 req-c7681ef3-ff17-4102-b7fb-03b86564657a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537836 Aug 24 00:21:26.669038 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-373e99f9-15f3-4e8a-9182-b4958dd4f8a5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.695613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-86cac829-2b9d-4fa4-9342-288b086c5733 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.701525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-86cac829-2b9d-4fa4-9342-288b086c5733 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.708226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-86cac829-2b9d-4fa4-9342-288b086c5733 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.709909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-86cac829-2b9d-4fa4-9342-288b086c5733 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2418 time: 0.2435856 Aug 24 00:21:26.865925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:26.868047 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-373e99f9-15f3-4e8a-9182-b4958dd4f8a5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.874980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 6f583a57-2114-4834-b6f6-e1bea05081aa up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:26.875244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373e99f9-15f3-4e8a-9182-b4958dd4f8a5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.876143 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-373e99f9-15f3-4e8a-9182-b4958dd4f8a5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.918747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905c953-ab52-4673-bb00-19a849611bed req-eb0cd0fb-3534-4872-94cc-31797a19dd38 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.920732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9905c953-ab52-4673-bb00-19a849611bed req-eb0cd0fb-3534-4872-94cc-31797a19dd38 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 945 time: 0.2391815 Aug 24 00:21:26.935344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b4c19-b4fe-403d-8efe-34473f9e211d req-c87a6ce2-5409-43d9-a9f9-18f87d533b2a tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.937011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36b4c19-b4fe-403d-8efe-34473f9e211d req-c87a6ce2-5409-43d9-a9f9-18f87d533b2a tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 944 time: 0.2060707 Aug 24 00:21:27.006029 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 6f583a57-2114-4834-b6f6-e1bea05081aa completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:27.023398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 6f583a57-2114-4834-b6f6-e1bea05081aa triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:27.024212 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.080803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:27.103925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '7ea5212f-3018-4bfb-9d73-0c0cfce2cabb', 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb', 'port_id': '7ea5212f-3018-4bfb-9d73-0c0cfce2cabb', 'mac_address': 'fa:16:3e:60:d8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1a1303-12b4-4df1-8051-6ef6912eb98d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:21:27.131844 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-373e99f9-15f3-4e8a-9182-b4958dd4f8a5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1371040 Aug 24 00:21:27.134733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53232) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:27.140382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-09bcde73-38fe-4838-bb10-036dc4bc8b55 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'subnet': {'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:27.149979 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.183375 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36b4c19-b4fe-403d-8efe-34473f9e211d req-8e94c9a8-cb82-4111-b749-6318587b4ec2 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027445 Aug 24 00:21:27.188117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e99f9-15f3-4e8a-9182-b4958dd4f8a5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'Network': ['ID=b6cfb797-f65c-4b64-8064-c867f5a2550e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:27.211468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:27.220003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9905c953-ab52-4673-bb00-19a849611bed req-cf4ba4c9-63c9-4a13-bba1-6f1f2db3f05d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808146 Aug 24 00:21:27.236897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:27.243179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network b6cfb797-f65c-4b64-8064-c867f5a2550e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:21:27.263262 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.278353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-57e70350-7a36-4c67-892f-16965b2bbd15 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Deleting port 63a4051a-8924-44d6-bea6-3f5f9071edf5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:27.278698 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-57e70350-7a36-4c67-892f-16965b2bbd15 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.490316 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bcde73-38fe-4838-bb10-036dc4bc8b55 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Made reservation on behalf of c60035b714294d25b25f588bef13ad1c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:27.499517 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:27.502689 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09bcde73-38fe-4838-bb10-036dc4bc8b55 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.563630 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.585382 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa47692d-a060-45a6-a807-7fce87b3fd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.622570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fbb727a-826d-4e1c-8669-09d99cab82e2 req-20f3bc3e-9ff3-4eba-b4ba-97d0aa3225d2 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.1594644 Aug 24 00:21:27.658556 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c46725-43a0-49e1-89f3-ac4830d71c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f583a57-2114-4834-b6f6-e1bea05081aa'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:27.663301 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bdf724-a92d-42ab-bc65-75e9aa989ab2" -d '{"events": [{"server_uuid": "66c46725-43a0-49e1-89f3-ac4830d71c2d", "name": "network-vif-plugged", "status": "completed", "tag": "6f583a57-2114-4834-b6f6-e1bea05081aa"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:27.680362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 6f583a57-2114-4834-b6f6-e1bea05081aa, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=6f583a57-2114-4834-b6f6-e1bea05081aa,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:27.694999 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.754759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['7ea5212f-3018-4bfb-9d73-0c0cfce2cabb'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:27.813205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-57e70350-7a36-4c67-892f-16965b2bbd15 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] For port 63a4051a-8924-44d6-bea6-3f5f9071edf5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=63a4051a-8924-44d6-bea6-3f5f9071edf5,segment=NetworkSegment(567c47f2-8283-4135-864a-80d32373d576),segment_id=567c47f2-8283-4135-864a-80d32373d576)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:27.813692 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-57e70350-7a36-4c67-892f-16965b2bbd15 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.846432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea224fd1-81d6-401d-8699-3934c4b6d0b5 req-4d219e2c-2fc6-44c3-a791-c3e789c3c4b8 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:27.859018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea224fd1-81d6-401d-8699-3934c4b6d0b5 req-4d219e2c-2fc6-44c3-a791-c3e789c3c4b8 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.3947194 Aug 24 00:21:27.887029 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09bcde73-38fe-4838-bb10-036dc4bc8b55 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.926893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=6f583a57-2114-4834-b6f6-e1bea05081aa,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:27.931428 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-57e70350-7a36-4c67-892f-16965b2bbd15 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Calling delete_port for 63a4051a-8924-44d6-bea6-3f5f9071edf5 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:28.051377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcde73-38fe-4838-bb10-036dc4bc8b55 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'Subnet': ['ID=4ba73f07-3c0f-4e69-9d14-a88992f59c65,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:28.060937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd79d34-6fe7-48b0-8f40-c232289cbc2d req-99b685d1-9b59-47f9-bf2c-ef3f9fae6e07 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:28.070014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd79d34-6fe7-48b0-8f40-c232289cbc2d req-99b685d1-9b59-47f9-bf2c-ef3f9fae6e07 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:28.091219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd79d34-6fe7-48b0-8f40-c232289cbc2d req-99b685d1-9b59-47f9-bf2c-ef3f9fae6e07 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:28.094487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dd79d34-6fe7-48b0-8f40-c232289cbc2d req-99b685d1-9b59-47f9-bf2c-ef3f9fae6e07 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 2418 time: 0.2846572 Aug 24 00:21:28.107424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea224fd1-81d6-401d-8699-3934c4b6d0b5 req-0a72b5f9-678b-48d0-a326-67db3586fd21 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187922 Aug 24 00:21:28.154756 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bcde73-38fe-4838-bb10-036dc4bc8b55 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Checking segment: {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:28.155398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bcde73-38fe-4838-bb10-036dc4bc8b55 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Network hostable DHCP agents. Network: 733ba053-30da-4557-b4cc-071bb438f1a1, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:21:28.198332 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bcde73-38fe-4838-bb10-036dc4bc8b55 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Network 733ba053-30da-4557-b4cc-071bb438f1a1 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:21:28.226424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dd79d34-6fe7-48b0-8f40-c232289cbc2d req-96846efb-f404-469d-bd2d-d7b1b8ab84b9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878587 Aug 24 00:21:28.233388 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538378ea-b7f7-41d1-83f5-cde05ff2be30 x-openstack-request-id: req-538378ea-b7f7-41d1-83f5-cde05ff2be30 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:28.233913 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c46725-43a0-49e1-89f3-ac4830d71c2d", "name": "network-vif-plugged", "status": "completed", "tag": "6f583a57-2114-4834-b6f6-e1bea05081aa", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:28.234051 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-538378ea-b7f7-41d1-83f5-cde05ff2be30 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:28.234978 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c46725-43a0-49e1-89f3-ac4830d71c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f583a57-2114-4834-b6f6-e1bea05081aa', 'code': 200} Aug 24 00:21:28.260310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-09bcde73-38fe-4838-bb10-036dc4bc8b55 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 733ba053-30da-4557-b4cc-071bb438f1a1) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:28.278687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bcde73-38fe-4838-bb10-036dc4bc8b55 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:28.279487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09bcde73-38fe-4838-bb10-036dc4bc8b55 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:28.282061 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec2601d-1ff6-48cf-ac68-ba012e2f3c34 None None] Network 733ba053-30da-4557-b4cc-071bb438f1a1 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:28.335418 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-09bcde73-38fe-4838-bb10-036dc4bc8b55 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1993244 Aug 24 00:21:28.338089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53270) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:28.345398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7ad0c741-056a-4920-8b9a-469d9458874e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'subnet': {'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:28.407081 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53272) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:28.529878 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-57e70350-7a36-4c67-892f-16965b2bbd15 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:28.572280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['63a4051a-8924-44d6-bea6-3f5f9071edf5', 'c10a2253-15a1-487b-a05f-b90ea0fadd03', 'fc4dba7b-4dfc-48fc-a3fa-6581537a39b5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:28.614855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad0c741-056a-4920-8b9a-469d9458874e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Made reservation on behalf of c60035b714294d25b25f588bef13ad1c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:28.620106 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ad0c741-056a-4920-8b9a-469d9458874e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:28.676527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-733ba053-30da-4557-b4cc-071bb438f1a1', 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'fixed_ips': [{'subnet_id': '4ba73f07-3c0f-4e69-9d14-a88992f59c65'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:21:28.677393 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.040150 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Allocated IP 10.1.1.2 (733ba053-30da-4557-b4cc-071bb438f1a1/4ba73f07-3c0f-4e69-9d14-a88992f59c65/300938b6-0ae5-4702-883d-5effee7d2cea) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:29.055464 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ad0c741-056a-4920-8b9a-469d9458874e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.187015 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0c741-056a-4920-8b9a-469d9458874e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'Subnet': ['ID=2ea995d2-1395-4f59-8ad4-626922072864,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:29.203842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e70350-7a36-4c67-892f-16965b2bbd15 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Port': ['ID=63a4051a-8924-44d6-bea6-3f5f9071edf5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:29.234293 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad0c741-056a-4920-8b9a-469d9458874e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Checking segment: {'id': '1857c0af-59ed-429a-9c8d-234ef811d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:29.234976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad0c741-056a-4920-8b9a-469d9458874e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Network hostable DHCP agents. Network: b6cfb797-f65c-4b64-8064-c867f5a2550e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:21:29.256625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-57e70350-7a36-4c67-892f-16965b2bbd15 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] No DVR routers for this DVR port 63a4051a-8924-44d6-bea6-3f5f9071edf5 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:29.258398 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0bf52117-a98e-4129-a9f3-55be190e71ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.262919 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-57e70350-7a36-4c67-892f-16965b2bbd15 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.266486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-57e70350-7a36-4c67-892f-16965b2bbd15 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "DELETE /v2.0/ports/63a4051a-8924-44d6-bea6-3f5f9071edf5 HTTP/1.1" status: 204 len: 173 time: 2.5442131 Aug 24 00:21:29.270249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'name': 'network-vif-deleted', 'tag': '63a4051a-8924-44d6-bea6-3f5f9071edf5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:29.273456 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb6c30f-f558-4041-b8f7-f6ef390656a7" -d '{"events": [{"server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "name": "network-vif-deleted", "tag": "63a4051a-8924-44d6-bea6-3f5f9071edf5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:29.278600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025942e0-9d1c-4329-8c82-dec2ef111acd req-62837784-fe41-42d1-871b-c9c1132fd691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:29.281398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad0c741-056a-4920-8b9a-469d9458874e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Network b6cfb797-f65c-4b64-8064-c867f5a2550e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:21:29.285027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-025942e0-9d1c-4329-8c82-dec2ef111acd req-62837784-fe41-42d1-871b-c9c1132fd691 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 1097 time: 0.9597089 Aug 24 00:21:29.301476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ea24f-1148-4286-a2bf-36c4ee018722 req-3b68101a-a0f0-4e5a-9043-929897ef7b43 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:29.309063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d1ea24f-1148-4286-a2bf-36c4ee018722 req-3b68101a-a0f0-4e5a-9043-929897ef7b43 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 945 time: 0.9009695 Aug 24 00:21:29.320424 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.323284 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7ad0c741-056a-4920-8b9a-469d9458874e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, b6cfb797-f65c-4b64-8064-c867f5a2550e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:29.331247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad0c741-056a-4920-8b9a-469d9458874e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:29.331958 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ad0c741-056a-4920-8b9a-469d9458874e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.343495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Transition to ACTIVE for port object 300938b6-0ae5-4702-883d-5effee7d2cea will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:29.345487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c6d908-a578-4d77-ae82-5730cdfed3f2 None None] Network b6cfb797-f65c-4b64-8064-c867f5a2550e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:29.362323 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7ad0c741-056a-4920-8b9a-469d9458874e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0225534 Aug 24 00:21:29.365400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:29.372474 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'port': {'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1973698867', 'fixed_ips': [{'subnet_id': '4ba73f07-3c0f-4e69-9d14-a88992f59c65'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:29.384803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c48ed3-69f5-4575-b0ba-5947cac25fc3 req-91cc3ba8-e9a8-42aa-83b7-610bff3db074 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:29.392576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62c48ed3-69f5-4575-b0ba-5947cac25fc3 req-91cc3ba8-e9a8-42aa-83b7-610bff3db074 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 946 time: 0.9816918 Aug 24 00:21:29.422386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Transition to ACTIVE for port object 300938b6-0ae5-4702-883d-5effee7d2cea will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:29.436858 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.538145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Network 733ba053-30da-4557-b4cc-071bb438f1a1 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:29.541266 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.545963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:29.548965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:29.551067 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d1ea24f-1148-4286-a2bf-36c4ee018722 req-9eda63b0-c897-41f1-a9c9-b6323a0e92be tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405636 Aug 24 00:21:29.573581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-025942e0-9d1c-4329-8c82-dec2ef111acd req-4b457ec8-4d6e-42f3-aaae-1b5941fa5ff5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505667 Aug 24 00:21:29.590245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Pushing event updated for resources: {'Port': ['ID=300938b6-0ae5-4702-883d-5effee7d2cea,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:29.606907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62c48ed3-69f5-4575-b0ba-5947cac25fc3 req-62813bb3-a540-40d6-9710-f7a32a0bfa8d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131672 Aug 24 00:21:29.676763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0502c007-06a5-486c-a9a8-4636fd2145ff req-87bff2a8-924d-41d0-bdae-4ff08381f1e1 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0433455 Aug 24 00:21:29.688118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-b6cfb797-f65c-4b64-8064-c867f5a2550e', 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'fixed_ips': [{'subnet_id': '2ea995d2-1395-4f59-8ad4-626922072864'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:21:29.688998 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.709276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-7309aed1-4aec-4028-9e4c-58c52e162e96 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Deleting port c10a2253-15a1-487b-a05f-b90ea0fadd03 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:29.709692 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-7309aed1-4aec-4028-9e4c-58c52e162e96 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.718737 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Attempting to bind port 300938b6-0ae5-4702-883d-5effee7d2cea on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:29.719249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Attempting to bind port 300938b6-0ae5-4702-883d-5effee7d2cea by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:29.719882 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Attempting to bind port 300938b6-0ae5-4702-883d-5effee7d2cea on network 733ba053-30da-4557-b4cc-071bb438f1a1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:29.731424 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:29.732043 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Checking segment: {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:29.732722 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.733551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Bound using segment: {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:29.734340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Bound port: 300938b6-0ae5-4702-883d-5effee7d2cea, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:29.734916 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.805509 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0bf52117-a98e-4129-a9f3-55be190e71ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.833336 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Made reservation on behalf of c60035b714294d25b25f588bef13ad1c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:29.839388 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0bf52117-a98e-4129-a9f3-55be190e71ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.907766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dceeb-f8e4-42c2-93a6-d34809d86da3 req-b52687b5-4ad6-435d-9707-ecdc48626a2d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:29.907766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-306dceeb-f8e4-42c2-93a6-d34809d86da3 req-b52687b5-4ad6-435d-9707-ecdc48626a2d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1952372 Aug 24 00:21:29.939351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf52117-a98e-4129-a9f3-55be190e71ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72793e41-249e-4c3b-8660-54cb1e3a1716,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:29.950723 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0bf52117-a98e-4129-a9f3-55be190e71ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53a123e2aea24c85bb09a1246cf9afe2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5358818 Aug 24 00:21:29.961840 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] For port 300938b6-0ae5-4702-883d-5effee7d2cea, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:29.967060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:29.967730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] For port 300938b6-0ae5-4702-883d-5effee7d2cea, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=300938b6-0ae5-4702-883d-5effee7d2cea,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:29.993224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198000fc-06f1-43c5-8336-95bfae5a0e08 req-96ef2652-a205-4f8c-badb-1d8212b8f9c2 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:29.996493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Allocated IP 10.2.2.2 (b6cfb797-f65c-4b64-8064-c867f5a2550e/2ea995d2-1395-4f59-8ad4-626922072864/8def02d7-c1a5-4e3d-b89b-3b6375aaeaee) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:29.999154 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198000fc-06f1-43c5-8336-95bfae5a0e08 req-96ef2652-a205-4f8c-badb-1d8212b8f9c2 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:30.000773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-198000fc-06f1-43c5-8336-95bfae5a0e08 req-96ef2652-a205-4f8c-badb-1d8212b8f9c2 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 1682 time: 0.2084591 Aug 24 00:21:30.008642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-7309aed1-4aec-4028-9e4c-58c52e162e96 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] For port c10a2253-15a1-487b-a05f-b90ea0fadd03, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c10a2253-15a1-487b-a05f-b90ea0fadd03,segment=NetworkSegment(567c47f2-8283-4135-864a-80d32373d576),segment_id=567c47f2-8283-4135-864a-80d32373d576)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:30.009017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-7309aed1-4aec-4028-9e4c-58c52e162e96 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.039985 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b61e596e-c43a-49ec-a6bb-a6567e6be461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.045964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-306dceeb-f8e4-42c2-93a6-d34809d86da3 req-135cf3f3-35d0-4c9f-8c42-51188dc00d52 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410201 Aug 24 00:21:30.056807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-7309aed1-4aec-4028-9e4c-58c52e162e96 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Calling delete_port for c10a2253-15a1-487b-a05f-b90ea0fadd03 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:30.073110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-198000fc-06f1-43c5-8336-95bfae5a0e08 req-ad61c0d1-4d15-4e60-9278-4d593ba1d8ba tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594916 Aug 24 00:21:30.087914 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b61e596e-c43a-49ec-a6bb-a6567e6be461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.124118 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.124319 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.173545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] device_id is not set on port dfe403b4-93ff-4811-8d40-226b565b5d0e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:21:30.192006 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.257656 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9a83901-9128-4111-9500-3042a836db3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.267805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5c8c5-abcf-44b9-a762-b6d768372c28 None None] Pushing event updated for resources: {'Port': ['ID=300938b6-0ae5-4702-883d-5effee7d2cea,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:30.371830 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-7309aed1-4aec-4028-9e4c-58c52e162e96 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.390355 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.401599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Transition to ACTIVE for port object 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:30.430440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309aed1-4aec-4028-9e4c-58c52e162e96 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Port': ['ID=c10a2253-15a1-487b-a05f-b90ea0fadd03,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:30.462925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Transition to ACTIVE for port object 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:30.463079 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b61e596e-c43a-49ec-a6bb-a6567e6be461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.471326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b61e596e-c43a-49ec-a6bb-a6567e6be461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.475716 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b61e596e-c43a-49ec-a6bb-a6567e6be461 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72793e41-249e-4c3b-8660-54cb1e3a1716 HTTP/1.1" status: 204 len: 168 time: 0.5044911 Aug 24 00:21:30.477716 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.528989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-7309aed1-4aec-4028-9e4c-58c52e162e96 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] No DVR routers for this DVR port c10a2253-15a1-487b-a05f-b90ea0fadd03 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:30.531346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e596e-c43a-49ec-a6bb-a6567e6be461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72793e41-249e-4c3b-8660-54cb1e3a1716,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:30.534583 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-7309aed1-4aec-4028-9e4c-58c52e162e96 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.536815 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-7309aed1-4aec-4028-9e4c-58c52e162e96 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "DELETE /v2.0/ports/c10a2253-15a1-487b-a05f-b90ea0fadd03 HTTP/1.1" status: 204 len: 173 time: 1.2434044 Aug 24 00:21:30.639256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Network b6cfb797-f65c-4b64-8064-c867f5a2550e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:30.670272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:30.684300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:30.691733 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bada3000-3025-453d-9522-1b5654b047d7 x-openstack-request-id: req-bada3000-3025-453d-9522-1b5654b047d7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:30.692055 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "name": "network-vif-deleted", "tag": "63a4051a-8924-44d6-bea6-3f5f9071edf5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:30.692306 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bada3000-3025-453d-9522-1b5654b047d7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:30.692716 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'name': 'network-vif-deleted', 'tag': '63a4051a-8924-44d6-bea6-3f5f9071edf5', 'status': 'completed', 'code': 200} Aug 24 00:21:30.697791 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Pushing event updated for resources: {'Port': ['ID=8def02d7-c1a5-4e3d-b89b-3b6375aaeaee,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:30.724526 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Allocated IP 10.1.1.121 (733ba053-30da-4557-b4cc-071bb438f1a1/4ba73f07-3c0f-4e69-9d14-a88992f59c65/dfe403b4-93ff-4811-8d40-226b565b5d0e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:30.856365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Attempting to bind port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:30.856971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Attempting to bind port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '1857c0af-59ed-429a-9c8d-234ef811d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:30.857553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Attempting to bind port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee on network b6cfb797-f65c-4b64-8064-c867f5a2550e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:30.869144 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:30.869934 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Checking segment: {'id': '1857c0af-59ed-429a-9c8d-234ef811d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:30.870717 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.871371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Bound using segment: {'id': '1857c0af-59ed-429a-9c8d-234ef811d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:30.871851 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Bound port: 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1857c0af-59ed-429a-9c8d-234ef811d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:30.872461 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.893221 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 63a4051a-8924-44d6-bea6-3f5f9071edf5 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:30.896923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:30.961879 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26b4d6-4211-48ce-840b-68b610cd7d71 req-f122c899-088d-4465-a23e-cadec7686046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:30.963843 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f26b4d6-4211-48ce-840b-68b610cd7d71 req-f122c899-088d-4465-a23e-cadec7686046 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 1097 time: 0.2699268 Aug 24 00:21:30.980578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 63a4051a-8924-44d6-bea6-3f5f9071edf5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:30.983449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 63a4051a-8924-44d6-bea6-3f5f9071edf5 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:30.985075 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:30.990062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16883515-3f6e-4632-9d5d-5d98c5a12518 req-74614b7d-8937-4ba5-89d0-f6a706a778ae tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:30.997796 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-16883515-3f6e-4632-9d5d-5d98c5a12518 req-74614b7d-8937-4ba5-89d0-f6a706a778ae tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 946 time: 0.2045212 Aug 24 00:21:31.009494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdf166-140c-427c-9723-21878c8aa53e req-1bd216de-b101-4d39-9975-34af55e350e7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.011213 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04fdf166-140c-427c-9723-21878c8aa53e req-1bd216de-b101-4d39-9975-34af55e350e7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 945 time: 0.2136900 Aug 24 00:21:31.025866 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.047286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-ad509b88-f2d8-4489-bee4-27c70e180e7b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Deleting port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:31.047632 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-ad509b88-f2d8-4489-bee4-27c70e180e7b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.048270 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Transition to ACTIVE for port object dfe403b4-93ff-4811-8d40-226b565b5d0e will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:31.115641 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.185593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53338) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:31.196937 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.208203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-16883515-3f6e-4632-9d5d-5d98c5a12518 req-de24375b-31a1-4207-b227-b7649a7dbb92 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094278 Aug 24 00:21:31.240473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] For port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:31.244964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:31.256496 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'Port': ['ID=dfe403b4-93ff-4811-8d40-226b565b5d0e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:31.257364 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] For port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8def02d7-c1a5-4e3d-b89b-3b6375aaeaee,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:31.267299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:31.270005 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.283192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04fdf166-140c-427c-9723-21878c8aa53e req-536a6a60-398a-4fa4-90a1-f5a2d62d556f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543387 Aug 24 00:21:31.294697 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.297031 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:31.297608 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.299201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:31.300645 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:31.301640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:31.304141 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:31.305287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:31.306418 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:31.307842 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:31.308773 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:31.311478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:31.312710 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:31.313808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:31.367123 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Network 733ba053-30da-4557-b4cc-071bb438f1a1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:31.373973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:31.389389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:31.469745 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4dba7b-4dfc-48fc-a3fa-6581537a39b5'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:31.475392 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2b182d-90ff-4fc5-9b1b-8e6d28d4293c" -d '{"events": [{"server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4dba7b-4dfc-48fc-a3fa-6581537a39b5"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:31.525543 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.526473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.527843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fc4dba7b-4dfc-48fc-a3fa-6581537a39b5,segment=NetworkSegment(d3c048c3-7cba-4899-853a-ed602806170a),segment_id=d3c048c3-7cba-4899-853a-ed602806170a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:31.530029 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79a41b-07f1-4b10-a941-222d6a18d1c6 None None] Pushing event updated for resources: {'Port': ['ID=8def02d7-c1a5-4e3d-b89b-3b6375aaeaee,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:31.552554 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.553339 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c10a2253-15a1-487b-a05f-b90ea0fadd03 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:31.596157 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-07e10e9d-8d35-4096-bdeb-029cf538cf46 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2295146 Aug 24 00:21:31.599959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53350) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:31.615590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a329d0dd-6c10-47a9-98fa-ce32387f9004 req-cfb5cefc-c454-4fed-a7ec-dbe494d62e17 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.1988528 Aug 24 00:21:31.618522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26b4d6-4211-48ce-840b-68b610cd7d71 req-128f5c6c-51d5-4dab-8fbc-db839d3e14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.620046 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f26b4d6-4211-48ce-840b-68b610cd7d71 req-128f5c6c-51d5-4dab-8fbc-db839d3e14bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 912 time: 0.6193004 Aug 24 00:21:31.620675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'port': {'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1318343189', 'fixed_ips': [{'subnet_id': '4ba73f07-3c0f-4e69-9d14-a88992f59c65'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:31.637787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: c10a2253-15a1-487b-a05f-b90ea0fadd03 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:31.638131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c10a2253-15a1-487b-a05f-b90ea0fadd03 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:31.666884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-ad509b88-f2d8-4489-bee4-27c70e180e7b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] For port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fc4dba7b-4dfc-48fc-a3fa-6581537a39b5,segment=NetworkSegment(d3c048c3-7cba-4899-853a-ed602806170a),segment_id=d3c048c3-7cba-4899-853a-ed602806170a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:31.667734 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-ad509b88-f2d8-4489-bee4-27c70e180e7b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.773312 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69daa87b-2002-4bb5-a16a-e40acb289ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.885202 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f26b4d6-4211-48ce-840b-68b610cd7d71 req-b869f9a1-dd00-45c5-900a-74ee4b8567d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91c02efe-c63e-43f5-a228-8bba617b5847 HTTP/1.1" status: 200 len: 217 time: 0.2553787 Aug 24 00:21:31.951757 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.126724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-ad509b88-f2d8-4489-bee4-27c70e180e7b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Calling delete_port for fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:32.163114 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69daa87b-2002-4bb5-a16a-e40acb289ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.195694 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Made reservation on behalf of c60035b714294d25b25f588bef13ad1c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:32.201720 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.222380 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] device_id is not set on port 22f7ed89-39b2-4be4-b2ff-738827384330 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:21:32.240644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fc4dba7b-4dfc-48fc-a3fa-6581537a39b5,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:32.249954 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 300938b6-0ae5-4702-883d-5effee7d2cea up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:32.250079 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69daa87b-2002-4bb5-a16a-e40acb289ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.252144 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7296fe-fd0b-4aef-9f3f-91dac4488a63 None None] Network 733ba053-30da-4557-b4cc-071bb438f1a1 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:32.291635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69daa87b-2002-4bb5-a16a-e40acb289ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc69c00-68b4-4106-97f6-7fb1bb5cb8aa,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:32.357950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53364) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:32.360723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:32.366801 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c42a6f6b-cc57-432e-bbb1-f91696792373 None None] Provisioning for port 300938b6-0ae5-4702-883d-5effee7d2cea completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:32.372859 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.379713 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26b4d6-4211-48ce-840b-68b610cd7d71 req-c21a1115-9f4d-4aa2-b078-c0ff2994972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.383056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f26b4d6-4211-48ce-840b-68b610cd7d71 req-c21a1115-9f4d-4aa2-b078-c0ff2994972e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.2891033 Aug 24 00:21:32.394021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-69daa87b-2002-4bb5-a16a-e40acb289ea6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9804857f6c64d59991daac43df57793&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2012002 Aug 24 00:21:32.395685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53368) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:32.446912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37d47a-1b40-4b03-b052-9673e8aa2c5f req-eed2cf5b-e137-4435-ad44-14bb9df1d3e0 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.449931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 300938b6-0ae5-4702-883d-5effee7d2cea completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:32.455936 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e37d47a-1b40-4b03-b052-9673e8aa2c5f req-eed2cf5b-e137-4435-ad44-14bb9df1d3e0 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5ddef8-fd6d-4d6f-97b7-a278b533316f HTTP/1.1" status: 200 len: 943 time: 0.3386941 Aug 24 00:21:32.475493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 300938b6-0ae5-4702-883d-5effee7d2cea triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:32.476021 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.478230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eb2c5-376d-44c5-82f5-5cc5efc46ae4 req-5e8b7b16-5515-4d64-8638-b2445e6d4b01 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.479833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f75eb2c5-376d-44c5-82f5-5cc5efc46ae4 req-5e8b7b16-5515-4d64-8638-b2445e6d4b01 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.2865155 Aug 24 00:21:32.482688 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:32.490748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1180685278-network', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:32.500103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Allocated IP 10.1.1.220 (733ba053-30da-4557-b4cc-071bb438f1a1/4ba73f07-3c0f-4e69-9d14-a88992f59c65/22f7ed89-39b2-4be4-b2ff-738827384330) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:32.538447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f26b4d6-4211-48ce-840b-68b610cd7d71 req-f08c79f5-b621-43da-8495-0b20739db5f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395171 Aug 24 00:21:32.615936 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.668936 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 300938b6-0ae5-4702-883d-5effee7d2cea, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=300938b6-0ae5-4702-883d-5effee7d2cea,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:32.681047 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.727616 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.749503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Transition to ACTIVE for port object 22f7ed89-39b2-4be4-b2ff-738827384330 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:32.752480 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50e2d9d1-e92d-462e-b33a-cdfda6c10595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.758752 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=300938b6-0ae5-4702-883d-5effee7d2cea,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:32.771358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e37d47a-1b40-4b03-b052-9673e8aa2c5f req-1b5a918d-655d-4c91-b49d-0065f0b623b7 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141654 Aug 24 00:21:32.772103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'name': 'network-vif-deleted', 'tag': 'c10a2253-15a1-487b-a05f-b90ea0fadd03'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:32.774388 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a65257c-7169-4590-a3d7-29e29db78928" -d '{"events": [{"server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "name": "network-vif-deleted", "tag": "c10a2253-15a1-487b-a05f-b90ea0fadd03"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:32.791937 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f75eb2c5-376d-44c5-82f5-5cc5efc46ae4 req-1722f969-539c-4d56-89aa-70828d09d2bc tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573874 Aug 24 00:21:32.803803 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.814695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-ad509b88-f2d8-4489-bee4-27c70e180e7b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.843226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] Made reservation on behalf of 84f7c4e84fed488abb0a2546081cdeaa for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:32.850423 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Network 733ba053-30da-4557-b4cc-071bb438f1a1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:32.850972 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.857233 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:32.860001 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:32.860445 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78110856-e0a4-41be-8abe-f6343e6cdcc1 x-openstack-request-id: req-78110856-e0a4-41be-8abe-f6343e6cdcc1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:32.860799 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4dba7b-4dfc-48fc-a3fa-6581537a39b5", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:32.861121 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78110856-e0a4-41be-8abe-f6343e6cdcc1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:32.861586 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4dba7b-4dfc-48fc-a3fa-6581537a39b5', 'code': 200} Aug 24 00:21:32.865099 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50e2d9d1-e92d-462e-b33a-cdfda6c10595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.927358 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.928089 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.932045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'Port': ['ID=22f7ed89-39b2-4be4-b2ff-738827384330,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:32.953374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad509b88-f2d8-4489-bee4-27c70e180e7b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Port': ['ID=fc4dba7b-4dfc-48fc-a3fa-6581537a39b5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:32.969247 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-171be224-9547-466e-bec8-c761e7ad7582 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3647289 Aug 24 00:21:32.969743 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.997272 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.009758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c0341068-42f6-4bd8-8556-a1b5cf83b23e None None] Provisioning complete for port 300938b6-0ae5-4702-883d-5effee7d2cea triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:33.010144 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0341068-42f6-4bd8-8556-a1b5cf83b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.121119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f26b4d6-4211-48ce-840b-68b610cd7d71 req-7b341773-441c-43e5-9fc0-374d338a2ba1 service neutron] 10.222.0.47 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613127 Aug 24 00:21:33.125773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-ad509b88-f2d8-4489-bee4-27c70e180e7b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] No DVR routers for this DVR port fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:33.125885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c0341068-42f6-4bd8-8556-a1b5cf83b23e None None] Provisioning for port dfe403b4-93ff-4811-8d40-226b565b5d0e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:33.131807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c0341068-42f6-4bd8-8556-a1b5cf83b23e None None] Provisioning complete for port dfe403b4-93ff-4811-8d40-226b565b5d0e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:33.132199 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c0341068-42f6-4bd8-8556-a1b5cf83b23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.144047 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50e2d9d1-e92d-462e-b33a-cdfda6c10595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.147197 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50e2d9d1-e92d-462e-b33a-cdfda6c10595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.151243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-50e2d9d1-e92d-462e-b33a-cdfda6c10595 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cc69c00-68b4-4106-97f6-7fb1bb5cb8aa HTTP/1.1" status: 204 len: 168 time: 0.7428589 Aug 24 00:21:33.158561 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-ad509b88-f2d8-4489-bee4-27c70e180e7b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.160825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9eaf2e-25d6-4180-a8cd-fcfb8f23d88f req-ad509b88-f2d8-4489-bee4-27c70e180e7b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "DELETE /v2.0/ports/fc4dba7b-4dfc-48fc-a3fa-6581537a39b5 HTTP/1.1" status: 204 len: 173 time: 2.6112704 Aug 24 00:21:33.162292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b1e383-0ec1-426e-ada1-09ac38c40879 None None] Network b6cfb797-f65c-4b64-8064-c867f5a2550e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:33.179464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de410ec-349e-4b03-8484-6ba0c26db74c req-8c02f951-86a2-403a-9262-ba4367acfa00 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.188736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9de410ec-349e-4b03-8484-6ba0c26db74c req-8c02f951-86a2-403a-9262-ba4367acfa00 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 946 time: 0.2211723 Aug 24 00:21:33.215337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2d9d1-e92d-462e-b33a-cdfda6c10595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc69c00-68b4-4106-97f6-7fb1bb5cb8aa,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:33.228523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08232a5b-c19c-42d3-b081-c23bdd1361bd req-7b0b9595-5484-4584-88dc-4cf71710e10e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.230709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08232a5b-c19c-42d3-b081-c23bdd1361bd req-7b0b9595-5484-4584-88dc-4cf71710e10e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 946 time: 0.2729359 Aug 24 00:21:33.303722 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c0341068-42f6-4bd8-8556-a1b5cf83b23e None None] Port dfe403b4-93ff-4811-8d40-226b565b5d0e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:33.406498 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9de410ec-349e-4b03-8484-6ba0c26db74c req-94504ae3-7a5a-4b0a-933f-556ef582dba1 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116711 Aug 24 00:21:33.461070 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c2ffbd19-90a6-482b-8e5b-5f16426034df None None] Provisioning complete for port dfe403b4-93ff-4811-8d40-226b565b5d0e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:33.461405 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2ffbd19-90a6-482b-8e5b-5f16426034df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.500535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08232a5b-c19c-42d3-b081-c23bdd1361bd req-adbb6c12-b011-458d-9cb7-6e3de43749c8 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338326 Aug 24 00:21:33.548708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-555165a6-7ebf-47c1-af6e-52e6d56a5c3f req-00765c02-f1a5-41b8-991c-2f6f057e0577 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0388680 Aug 24 00:21:33.599832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffbd19-90a6-482b-8e5b-5f16426034df None None] Port dfe403b4-93ff-4811-8d40-226b565b5d0e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:33.604261 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.607236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f26b4d6-4211-48ce-840b-68b610cd7d71 req-3f0e162e-ccfa-4786-9e2f-0576ec1cc88b service neutron] 10.222.0.47 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505594 Aug 24 00:21:33.616399 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27313cc-5822-4367-8816-1e886c57a9f4 x-openstack-request-id: req-a27313cc-5822-4367-8816-1e886c57a9f4 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:33.616782 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "name": "network-vif-deleted", "tag": "c10a2253-15a1-487b-a05f-b90ea0fadd03", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:33.617040 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a27313cc-5822-4367-8816-1e886c57a9f4 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:33.617656 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'name': 'network-vif-deleted', 'tag': 'c10a2253-15a1-487b-a05f-b90ea0fadd03', 'status': 'completed', 'code': 200} Aug 24 00:21:33.623657 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.645642 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c2ffbd19-90a6-482b-8e5b-5f16426034df None None] Provisioning for port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:33.669818 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:21:33.679578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d48281a-4185-4495-beba-c21a5f66a879,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:33.686480 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.686903 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] Added segment 8765a71d-4f26-40a9-a785-0aeaaa67f869 of type vlan for network 41344546-e994-48de-b7fa-9dadd735ce9c Aug 24 00:21:33.732612 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53382) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:33.750534 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.757678 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bae08ef5-d22f-424b-a3c2-bff59b5e3d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.786497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a7b7099a-3898-4bfb-ae72-926d870d66ed None None] Provisioning for port 22f7ed89-39b2-4be4-b2ff-738827384330 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:33.789017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.791055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.791055 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.793971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a7b7099a-3898-4bfb-ae72-926d870d66ed None None] Provisioning complete for port 22f7ed89-39b2-4be4-b2ff-738827384330 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:33.794381 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7b7099a-3898-4bfb-ae72-926d870d66ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.836247 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:21:33.882471 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7099a-3898-4bfb-ae72-926d870d66ed None None] Port 22f7ed89-39b2-4be4-b2ff-738827384330 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:33.929797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d289a8d-6efa-44d7-83d5-2bdeaac084d7 req-c888b2fe-e3c7-4480-bd4e-e68a41ad1e24 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.942142 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d289a8d-6efa-44d7-83d5-2bdeaac084d7 req-c888b2fe-e3c7-4480-bd4e-e68a41ad1e24 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 946 time: 0.1648753 Aug 24 00:21:33.949431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] Pushing event updated for resources: {'Network': ['ID=41344546-e994-48de-b7fa-9dadd735ce9c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:33.977351 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 41344546-e994-48de-b7fa-9dadd735ce9c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:21:33.988182 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d289a8d-6efa-44d7-83d5-2bdeaac084d7 req-ec83e22b-16d3-4a48-ba2b-8a7e4c3638ee tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449457 Aug 24 00:21:33.995074 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bae08ef5-d22f-424b-a3c2-bff59b5e3d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.005880 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bae08ef5-d22f-424b-a3c2-bff59b5e3d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.024471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0b16f030-5b16-4747-8a61-e24616424f8c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6558678 Aug 24 00:21:34.024704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53388) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:34.034969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-00f9d7b0-949b-4d31-b9b1-87bf99c2c728 admin admin] Request body: {'subnet': {'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1180685278-subnet', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:34.078577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f9d7b0-949b-4d31-b9b1-87bf99c2c728 admin admin] Made reservation on behalf of 84f7c4e84fed488abb0a2546081cdeaa for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:34.082859 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00f9d7b0-949b-4d31-b9b1-87bf99c2c728 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.102581 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bae08ef5-d22f-424b-a3c2-bff59b5e3d08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc828c45f4b04646a2f252a710a9d24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688715 Aug 24 00:21:34.104209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae08ef5-d22f-424b-a3c2-bff59b5e3d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6ef6cb-f727-46fc-acad-4f9896c37928,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:34.106514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53392) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:34.118465 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 300938b6-0ae5-4702-883d-5effee7d2cea up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:34.160277 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caacdf41-dd6b-4ec4-a198-9d42b08de98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.186862 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caacdf41-dd6b-4ec4-a198-9d42b08de98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.217381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 300938b6-0ae5-4702-883d-5effee7d2cea triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:34.217773 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.232832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53394) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:34.238795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b3d9b6ca-9722-4544-9ce4-f31975e03483 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282190462', 'description': 'tempest-description--668910143'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:34.266443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:34.266594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8f744-db7c-4816-91f3-bae246c11ba8 req-c4b647f9-ce34-4eac-9f1d-94b8593dbdb8 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.274398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04f8f744-db7c-4816-91f3-bae246c11ba8 req-c4b647f9-ce34-4eac-9f1d-94b8593dbdb8 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 946 time: 0.1008193 Aug 24 00:21:34.314905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caacdf41-dd6b-4ec4-a198-9d42b08de98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.317898 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caacdf41-dd6b-4ec4-a198-9d42b08de98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.322068 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-caacdf41-dd6b-4ec4-a198-9d42b08de98b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e6ef6cb-f727-46fc-acad-4f9896c37928 HTTP/1.1" status: 204 len: 168 time: 0.2112491 Aug 24 00:21:34.337801 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacdf41-dd6b-4ec4-a198-9d42b08de98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6ef6cb-f727-46fc-acad-4f9896c37928,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:34.341992 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:34.360398 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b6ca-9722-4544-9ce4-f31975e03483 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.375238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-80996e62-35f7-41af-9ca6-8a3f5de98d3b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Deleting subnet 7fa115f1-a911-4977-97c7-d20d9625417f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:21:34.379747 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80996e62-35f7-41af-9ca6-8a3f5de98d3b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.398245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04f8f744-db7c-4816-91f3-bae246c11ba8 req-cd5ed6ca-0c56-4828-ad1f-e55bb9e80331 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229775 Aug 24 00:21:34.424298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:34.432249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:34.433068 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.449209 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80996e62-35f7-41af-9ca6-8a3f5de98d3b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.544248 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.547907 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00f9d7b0-949b-4d31-b9b1-87bf99c2c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.564545 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80996e62-35f7-41af-9ca6-8a3f5de98d3b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.594305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8def02d7-c1a5-4e3d-b89b-3b6375aaeaee,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:34.608295 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.645805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9d7b0-949b-4d31-b9b1-87bf99c2c728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d08624c-c9ba-42f8-ad22-bb9a7671b4e9,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:34.678649 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80996e62-35f7-41af-9ca6-8a3f5de98d3b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.685613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=8def02d7-c1a5-4e3d-b89b-3b6375aaeaee,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:34.707770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae5425-1384-46d7-bef4-91585624c81f req-da5009ef-05ab-4522-81b8-c7e11f7cec4d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.709319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80ae5425-1384-46d7-bef4-91585624c81f req-da5009ef-05ab-4522-81b8-c7e11f7cec4d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 946 time: 0.2190554 Aug 24 00:21:34.722556 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80996e62-35f7-41af-9ca6-8a3f5de98d3b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa115f1-a911-4977-97c7-d20d9625417f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:34.726431 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80996e62-35f7-41af-9ca6-8a3f5de98d3b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.731514 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-80996e62-35f7-41af-9ca6-8a3f5de98d3b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "DELETE /v2.0/subnets/7fa115f1-a911-4977-97c7-d20d9625417f HTTP/1.1" status: 204 len: 168 time: 0.4624729 Aug 24 00:21:34.732092 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53408) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:34.738766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68718d5d-58f3-4889-a51d-89748dc11e35 None None] Network 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:34.778354 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f9d7b0-949b-4d31-b9b1-87bf99c2c728 admin admin] Checking segment: {'id': '8765a71d-4f26-40a9-a785-0aeaaa67f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:34.778717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f9d7b0-949b-4d31-b9b1-87bf99c2c728 admin admin] Network hostable DHCP agents. Network: 41344546-e994-48de-b7fa-9dadd735ce9c, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:21:34.783617 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b6ca-9722-4544-9ce4-f31975e03483 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.805342 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b6ca-9722-4544-9ce4-f31975e03483 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.821561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395f6a3-5b92-4cdc-994a-0e5a1cee9260 req-035815ed-5463-439c-8f98-32567b5f2c40 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.829038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c395f6a3-5b92-4cdc-994a-0e5a1cee9260 req-035815ed-5463-439c-8f98-32567b5f2c40 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 946 time: 0.1766436 Aug 24 00:21:34.835445 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.852229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80ae5425-1384-46d7-bef4-91585624c81f req-bb711ec4-471e-4d5a-8801-2a46a7212478 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291156 Aug 24 00:21:34.883587 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3d9b6ca-9722-4544-9ce4-f31975e03483 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.887841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b3d9b6ca-9722-4544-9ce4-f31975e03483 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6532836 Aug 24 00:21:34.888564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f9d7b0-949b-4d31-b9b1-87bf99c2c728 admin admin] Network 41344546-e994-48de-b7fa-9dadd735ce9c is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:21:34.889894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53418) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:34.897650 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4b168e-1fda-478f-bdfe-5df412e85dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea5212f-3018-4bfb-9d73-0c0cfce2cabb'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:34.897876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9b6ca-9722-4544-9ce4-f31975e03483 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32399ef-9a01-4432-ace7-76201df356ff,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:34.900293 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a20cb5a-31e3-47c4-a04f-7dcfda44c6ac" -d '{"events": [{"server_uuid": "fd4b168e-1fda-478f-bdfe-5df412e85dde", "name": "network-vif-plugged", "status": "completed", "tag": "7ea5212f-3018-4bfb-9d73-0c0cfce2cabb"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:34.912786 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2fd58ae5-ce08-4e75-bffd-e5582ccefa7a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'security_group_rule': {'security_group_id': 'b32399ef-9a01-4432-ace7-76201df356ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:34.919525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 91c02efe-c63e-43f5-a228-8bba617b5847 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:34.920437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c395f6a3-5b92-4cdc-994a-0e5a1cee9260 req-26a32de8-65c9-4cf8-b90f-fda0b1144f62 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905318 Aug 24 00:21:34.921503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-00f9d7b0-949b-4d31-b9b1-87bf99c2c728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 41344546-e994-48de-b7fa-9dadd735ce9c) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:34.926612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f9d7b0-949b-4d31-b9b1-87bf99c2c728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.927262 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-00f9d7b0-949b-4d31-b9b1-87bf99c2c728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.968001 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-00f9d7b0-949b-4d31-b9b1-87bf99c2c728 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9403586 Aug 24 00:21:34.968546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53424) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:34.986664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1180685278-router', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:34.995849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ae314d-beff-4b6b-bcf7-eb304b612abc None None] Network 41344546-e994-48de-b7fa-9dadd735ce9c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:35.033176 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Deleting port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:35.033528 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.086767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e50ab12-1d51-4012-a044-8499984a8a54 req-5bddc529-9c2b-44ac-9a81-07662c16ae6b tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0778084 Aug 24 00:21:35.095060 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.096183 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.138995 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a9265f-59f4-4175-8936-2807655ecac7 None None] DHCP port deletion for 1c32abd8-a9dd-41cb-91b0-65587d9b8a7d request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:21:35.157489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cf666-e870-4326-9e3e-b4efcb3a5c48 req-82086b40-f393-4003-9308-66eb80ce9a2c tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.164313 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8256f7-dd69-46b0-a60a-2495f9732ee2 x-openstack-request-id: req-1d8256f7-dd69-46b0-a60a-2495f9732ee2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:35.164719 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4b168e-1fda-478f-bdfe-5df412e85dde", "name": "network-vif-plugged", "status": "completed", "tag": "7ea5212f-3018-4bfb-9d73-0c0cfce2cabb", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:35.164970 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d8256f7-dd69-46b0-a60a-2495f9732ee2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:35.165356 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4b168e-1fda-478f-bdfe-5df412e85dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea5212f-3018-4bfb-9d73-0c0cfce2cabb', 'code': 200} Aug 24 00:21:35.166394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-343cf666-e870-4326-9e3e-b4efcb3a5c48 req-82086b40-f393-4003-9308-66eb80ce9a2c tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 946 time: 0.1444609 Aug 24 00:21:35.169697 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] For port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9c019c5c-0fbf-410d-985f-bfbedb7f3ba8,segment=NetworkSegment(d3c048c3-7cba-4899-853a-ed602806170a),segment_id=d3c048c3-7cba-4899-853a-ed602806170a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:35.170009 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.180206 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fd58ae5-ce08-4e75-bffd-e5582ccefa7a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.180632 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.217498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Calling delete_port for 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:35.299140 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fd58ae5-ce08-4e75-bffd-e5582ccefa7a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.334397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fd58ae5-ce08-4e75-bffd-e5582ccefa7a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.348368 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 91c02efe-c63e-43f5-a228-8bba617b5847, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=91c02efe-c63e-43f5-a228-8bba617b5847,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:35.350786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9265f-59f4-4175-8936-2807655ecac7 None None] Deleting port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:35.352178 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0a9265f-59f4-4175-8936-2807655ecac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.357195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-41344546-e994-48de-b7fa-9dadd735ce9c', 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'fixed_ips': [{'subnet_id': '9d08624c-c9ba-42f8-ad22-bb9a7671b4e9'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:21:35.358150 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.372957 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd58ae5-ce08-4e75-bffd-e5582ccefa7a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3ede79-9a59-4a18-a185-825cb773603c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:35.395850 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2fd58ae5-ce08-4e75-bffd-e5582ccefa7a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.399723 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2fd58ae5-ce08-4e75-bffd-e5582ccefa7a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5062761 Aug 24 00:21:35.400409 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53432) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:35.405156 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.406796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7bd2386f-bef3-49c1-ba15-0b9322996aa7 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'security_group_rule': {'security_group_id': 'b32399ef-9a01-4432-ace7-76201df356ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:35.481410 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.529998 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Port': ['ID=9c019c5c-0fbf-410d-985f-bfbedb7f3ba8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:35.540014 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] No DVR routers for this DVR port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:35.576684 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bd2386f-bef3-49c1-ba15-0b9322996aa7 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.607896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e0a9265f-59f4-4175-8936-2807655ecac7 None None] For port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9c019c5c-0fbf-410d-985f-bfbedb7f3ba8,segment=NetworkSegment(d3c048c3-7cba-4899-853a-ed602806170a),segment_id=d3c048c3-7cba-4899-853a-ed602806170a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:35.608257 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0a9265f-59f4-4175-8936-2807655ecac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.641168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9265f-59f4-4175-8936-2807655ecac7 None None] Calling delete_port for 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:35.649776 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=91c02efe-c63e-43f5-a228-8bba617b5847,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:35.688188 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.706227 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c32abd8-a9dd-41cb-91b0-65587d9b8a7d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:35.730438 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c048c3-7cba-4899-853a-ed602806170a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:35.731229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c048c3-7cba-4899-853a-ed602806170a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:35.752845 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bd2386f-bef3-49c1-ba15-0b9322996aa7 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.756231 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.757585 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Allocated IP 172.20.0.2 (41344546-e994-48de-b7fa-9dadd735ce9c/9d08624c-c9ba-42f8-ad22-bb9a7671b4e9/026705db-edaf-47a3-92b0-d13263f55016) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:35.770138 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bd2386f-bef3-49c1-ba15-0b9322996aa7 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.781129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'name': 'network-vif-deleted', 'tag': 'fc4dba7b-4dfc-48fc-a3fa-6581537a39b5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:35.783334 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3040c048-cedf-4830-a197-2e65a27bcc46" -d '{"events": [{"server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "name": "network-vif-deleted", "tag": "fc4dba7b-4dfc-48fc-a3fa-6581537a39b5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:35.789686 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.791088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.810354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:21:35.810807 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.815701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-343cf666-e870-4326-9e3e-b4efcb3a5c48 req-1eeee2e3-c064-4bc3-9a4a-c149dfd2cc61 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355243 Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:21:35.817411 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:21:35.819310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2386f-bef3-49c1-ba15-0b9322996aa7 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94abfe2-0026-4cb0-8919-518253dd6204,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:35.839002 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bd2386f-bef3-49c1-ba15-0b9322996aa7 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.840511 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7bd2386f-bef3-49c1-ba15-0b9322996aa7 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4388518 Aug 24 00:21:35.843512 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53442) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:35.873608 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0a9265f-59f4-4175-8936-2807655ecac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.878273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:35.910525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9265f-59f4-4175-8936-2807655ecac7 None None] No DVR routers for this DVR port 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:35.927356 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.938769 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.944270 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "DELETE /v2.0/networks/1c32abd8-a9dd-41cb-91b0-65587d9b8a7d HTTP/1.1" status: 204 len: 168 time: 1.2087133 Aug 24 00:21:35.947043 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.949315 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:35.968476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9265f-59f4-4175-8936-2807655ecac7 None None] Pushing event deleted for resources: {'Port': ['ID=9c019c5c-0fbf-410d-985f-bfbedb7f3ba8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:35.985026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:36.028120 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae1ea80-f430-4d5a-b137-18a6e4ff7e1d x-openstack-request-id: req-fae1ea80-f430-4d5a-b137-18a6e4ff7e1d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:36.028415 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5ddef8-fd6d-4d6f-97b7-a278b533316f", "name": "network-vif-deleted", "tag": "fc4dba7b-4dfc-48fc-a3fa-6581537a39b5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:36.028671 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fae1ea80-f430-4d5a-b137-18a6e4ff7e1d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:36.029065 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5ddef8-fd6d-4d6f-97b7-a278b533316f', 'name': 'network-vif-deleted', 'tag': 'fc4dba7b-4dfc-48fc-a3fa-6581537a39b5', 'status': 'completed', 'code': 200} Aug 24 00:21:36.031785 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05793259-d632-4052-89c6-ca3212656c5a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Network': ['ID=1c32abd8-a9dd-41cb-91b0-65587d9b8a7d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:36.079743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81f9c9-e225-4b34-9bd3-36bfab6123b1 req-849f88c1-ea6d-4765-ab45-632072127d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.081860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc81f9c9-e225-4b34-9bd3-36bfab6123b1 req-849f88c1-ea6d-4765-ab45-632072127d2c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 1097 time: 0.8217015 Aug 24 00:21:36.096978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6feee8-0743-433b-bfe3-d7df1e3bce00 req-bf006dbd-3897-4957-8577-d30672d90c23 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.104427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f6feee8-0743-433b-bfe3-d7df1e3bce00 req-bf006dbd-3897-4957-8577-d30672d90c23 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 944 time: 0.3173251 Aug 24 00:21:36.120217 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-552af63c-6f55-43ab-9546-947aa44d0896 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Deleting subnet ea0d1e25-f601-474e-a8ef-dfd3e91266de {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:21:36.128024 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552af63c-6f55-43ab-9546-947aa44d0896 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.185150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.186874 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552af63c-6f55-43ab-9546-947aa44d0896 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.260158 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.304702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f6feee8-0743-433b-bfe3-d7df1e3bce00 req-77104864-28cc-4608-8199-c610fca865d7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963851 Aug 24 00:21:36.308665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:36.309127 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.346683 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.366737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc81f9c9-e225-4b34-9bd3-36bfab6123b1 req-b3dea129-dd46-4b0b-aa8e-3aab5b5b2245 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737535 Aug 24 00:21:36.370514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Transition to ACTIVE for port object 026705db-edaf-47a3-92b0-d13263f55016 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:36.424004 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Transition to ACTIVE for port object 026705db-edaf-47a3-92b0-d13263f55016 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:36.427197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Allocated IP 172.25.8.29 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/83ac062a-9495-4dfc-ac58-9314b1a07d61) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:36.427964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce6c6b-8f62-47ea-89c9-125e9419b99a req-cae4b26e-76e0-4945-a4c6-5e14fa086252 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.434730 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552af63c-6f55-43ab-9546-947aa44d0896 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.435457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12ce6c6b-8f62-47ea-89c9-125e9419b99a req-cae4b26e-76e0-4945-a4c6-5e14fa086252 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 946 time: 0.2437055 Aug 24 00:21:36.455467 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.521374 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Network 41344546-e994-48de-b7fa-9dadd735ce9c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:36.530713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:36.533476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:36.536343 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Pushing event updated for resources: {'Port': ['ID=026705db-edaf-47a3-92b0-d13263f55016,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:36.561064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12ce6c6b-8f62-47ea-89c9-125e9419b99a req-cac457fc-dab9-4028-b226-b54098188cc7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242850 Aug 24 00:21:36.582209 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552af63c-6f55-43ab-9546-947aa44d0896 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.595414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68344d-adfe-444f-b3a6-bcafb7e7e8ca req-5bb49335-0e1a-4280-aea1-1d12b5be841d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.611520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e68344d-adfe-444f-b3a6-bcafb7e7e8ca req-5bb49335-0e1a-4280-aea1-1d12b5be841d tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 946 time: 0.2047505 Aug 24 00:21:36.621258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:36.647432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:36.648075 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9c019c5c-0fbf-410d-985f-bfbedb7f3ba8 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:36.653059 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Attempting to bind port 026705db-edaf-47a3-92b0-d13263f55016 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:36.653439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Attempting to bind port 026705db-edaf-47a3-92b0-d13263f55016 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '8765a71d-4f26-40a9-a785-0aeaaa67f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:36.654810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Attempting to bind port 026705db-edaf-47a3-92b0-d13263f55016 on network 41344546-e994-48de-b7fa-9dadd735ce9c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:36.662180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:36.662569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Checking segment: {'id': '8765a71d-4f26-40a9-a785-0aeaaa67f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:36.663042 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.663446 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Bound using segment: {'id': '8765a71d-4f26-40a9-a785-0aeaaa67f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:36.663926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Bound port: 026705db-edaf-47a3-92b0-d13263f55016, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8765a71d-4f26-40a9-a785-0aeaaa67f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:36.664318 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.678792 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552af63c-6f55-43ab-9546-947aa44d0896 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0d1e25-f601-474e-a8ef-dfd3e91266de,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:36.685174 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-552af63c-6f55-43ab-9546-947aa44d0896 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.689438 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-552af63c-6f55-43ab-9546-947aa44d0896 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "DELETE /v2.0/subnets/ea0d1e25-f601-474e-a8ef-dfd3e91266de HTTP/1.1" status: 204 len: 168 time: 0.7331383 Aug 24 00:21:36.691415 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53468) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:36.692261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8be4041-cb3b-4318-b0ab-c4a7a60d4401 None None] Network 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:36.716778 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e68344d-adfe-444f-b3a6-bcafb7e7e8ca req-48f44dad-38a8-462a-958c-a730f6763814 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000719 Aug 24 00:21:36.719843 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.758058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e12be17-bb63-4fc6-bd35-51146bafe9c4 req-2072c5b4-f977-46da-8fe1-230a8f81ccd6 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0841670 Aug 24 00:21:36.789854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] For port 026705db-edaf-47a3-92b0-d13263f55016, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:36.797647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] For port 026705db-edaf-47a3-92b0-d13263f55016, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=026705db-edaf-47a3-92b0-d13263f55016,segment=NetworkSegment(8765a71d-4f26-40a9-a785-0aeaaa67f869),segment_id=8765a71d-4f26-40a9-a785-0aeaaa67f869)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:36.854052 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.859548 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.964875 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.002341 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b51d5-9f53-4ed7-a79b-e4c1e01a9f92 None None] Pushing event updated for resources: {'Port': ['ID=026705db-edaf-47a3-92b0-d13263f55016,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:37.069320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Deleting port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:37.069668 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.075103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:37.100738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:37.110800 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:37.119174 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ca470a-c504-4cfe-8315-3c7c33b6b802 None None] DHCP port deletion for 8e4bda17-d68b-4e11-a71c-2f0b6464ce4c request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:21:37.159279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'Port': ['ID=83ac062a-9495-4dfc-ac58-9314b1a07d61,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:37.165822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1badb0-e138-4d72-bad8-3afe0026a575 req-58f4e64d-2e12-4fbe-8663-e17662939f0a tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.170377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c02efe-c63e-43f5-a228-8bba617b5847'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:37.175639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b1badb0-e138-4d72-bad8-3afe0026a575 req-58f4e64d-2e12-4fbe-8663-e17662939f0a tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 946 time: 0.2014079 Aug 24 00:21:37.177420 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.179420 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1636ee1-901d-4729-91d4-5bf72a4da56a" -d '{"events": [{"server_uuid": "f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f", "name": "network-vif-unplugged", "status": "completed", "tag": "91c02efe-c63e-43f5-a228-8bba617b5847"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:37.237711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] For port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4268ea7e-cca5-4fd1-b47f-fcdda7db7730,segment=NetworkSegment(567c47f2-8283-4135-864a-80d32373d576),segment_id=567c47f2-8283-4135-864a-80d32373d576)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:37.238109 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.253695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-77ca470a-c504-4cfe-8315-3c7c33b6b802 None None] Deleting port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:37.254430 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77ca470a-c504-4cfe-8315-3c7c33b6b802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.266692 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Calling delete_port for 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:37.287776 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.363877 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-77ca470a-c504-4cfe-8315-3c7c33b6b802 None None] For port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4268ea7e-cca5-4fd1-b47f-fcdda7db7730,segment=NetworkSegment(567c47f2-8283-4135-864a-80d32373d576),segment_id=567c47f2-8283-4135-864a-80d32373d576)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:37.364448 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77ca470a-c504-4cfe-8315-3c7c33b6b802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.387968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-77ca470a-c504-4cfe-8315-3c7c33b6b802 None None] Calling delete_port for 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:37.411799 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.413362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b1badb0-e138-4d72-bad8-3afe0026a575 req-c6eca9f6-4da8-48ad-8074-9b74ba9daca0 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211428 Aug 24 00:21:37.504101 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628d6947-dffe-4522-8dc8-2737c47f46ae x-openstack-request-id: req-628d6947-dffe-4522-8dc8-2737c47f46ae {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:37.504396 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f", "name": "network-vif-unplugged", "status": "failed", "tag": "91c02efe-c63e-43f5-a228-8bba617b5847", "code": 422}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:37.505203 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-628d6947-dffe-4522-8dc8-2737c47f46ae {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:37.505991 n-d-805736-1 neutron-server[94839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91c02efe-c63e-43f5-a228-8bba617b5847', 'code': 422} returned with failed status Aug 24 00:21:37.538877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Allocated IP 172.25.8.18 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/7a8f377c-fdbf-4c41-b625-e71c85531b6e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:37.558682 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.560394 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77ca470a-c504-4cfe-8315-3c7c33b6b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.600274 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca470a-c504-4cfe-8315-3c7c33b6b802 None None] No DVR routers for this DVR port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:37.614538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca470a-c504-4cfe-8315-3c7c33b6b802 None None] Pushing event deleted for resources: {'Port': ['ID=4268ea7e-cca5-4fd1-b47f-fcdda7db7730,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:37.619330 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.680239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Port': ['ID=4268ea7e-cca5-4fd1-b47f-fcdda7db7730,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:37.689481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] No DVR routers for this DVR port 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:37.767055 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.831564 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.883598 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.900603 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4bda17-d68b-4e11-a71c-2f0b6464ce4c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:37.948624 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 026705db-edaf-47a3-92b0-d13263f55016 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:37.959413 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567c47f2-8283-4135-864a-80d32373d576') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:37.960282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567c47f2-8283-4135-864a-80d32373d576') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:38.071510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:38.076098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 026705db-edaf-47a3-92b0-d13263f55016 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:38.117801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:38.142519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:38.169169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:38.179813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7a8f377c-fdbf-4c41-b625-e71c85531b6e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:38.196350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64789e03-fe8d-4398-82f4-857d2b92a307 req-3fac528e-d5ed-432a-bedf-743cdd40b043 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:38.204469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-64789e03-fe8d-4398-82f4-857d2b92a307 req-3fac528e-d5ed-432a-bedf-743cdd40b043 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 946 time: 0.2939520 Aug 24 00:21:38.217113 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:38.219384 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4268ea7e-cca5-4fd1-b47f-fcdda7db7730 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:38.283211 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-64789e03-fe8d-4398-82f4-857d2b92a307 req-62fa7256-25f1-45c6-84e8-31ac3c8807d3 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731795 Aug 24 00:21:38.304834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a453a6-7ab9-4b86-a8e3-7ad2c695bcd1 req-5f0cf969-56ca-40e3-98ed-d099f70a5450 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:38.307793 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8a453a6-7ab9-4b86-a8e3-7ad2c695bcd1 req-5f0cf969-56ca-40e3-98ed-d099f70a5450 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f HTTP/1.1" status: 200 len: 944 time: 0.2845428 Aug 24 00:21:38.319847 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.346158 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.362763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:21:38.363040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:21:38.366096 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:21:38.451244 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.454581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7170636f-3164-47e3-b578-5e1e4146258e None None] Network 41344546-e994-48de-b7fa-9dadd735ce9c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:38.461358 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.468614 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.474310 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "DELETE /v2.0/networks/8e4bda17-d68b-4e11-a71c-2f0b6464ce4c HTTP/1.1" status: 204 len: 168 time: 1.7782283 Aug 24 00:21:38.483587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53540) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:38.489255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5c77c74c-3a72-4745-ba8b-cec64e7fc6e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-699881925'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:38.495935 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edbe47-6407-4ea1-8c38-8b30dd686d7a tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Network': ['ID=8e4bda17-d68b-4e11-a71c-2f0b6464ce4c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:38.498822 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.548583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53542) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:38.575869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-10e9a1d3-1223-42ca-b94f-ef5e2624ac9f None None] Provisioning for port 026705db-edaf-47a3-92b0-d13263f55016 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:38.588117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.588773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-10e9a1d3-1223-42ca-b94f-ef5e2624ac9f None None] Provisioning complete for port 026705db-edaf-47a3-92b0-d13263f55016 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:38.589329 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10e9a1d3-1223-42ca-b94f-ef5e2624ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.604240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'Port': ['ID=83ac062a-9495-4dfc-ac58-9314b1a07d61,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:38.622247 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.626814 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-438e33cb-9775-4d5f-b32e-7fcf3f8e55e1 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7791541 Aug 24 00:21:38.638458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c77c74c-3a72-4745-ba8b-cec64e7fc6e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:38.642653 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c77c74c-3a72-4745-ba8b-cec64e7fc6e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.647086 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aafc91a5-b576-401f-851b-aaa45348f309 req-7dbb70cf-42fb-41dc-ba89-930515db73e5 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0819647 Aug 24 00:21:38.722327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b8a453a6-7ab9-4b86-a8e3-7ad2c695bcd1 req-6d516c29-1dfb-4f63-a17f-ff44d81eb459 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Deleting port 91c02efe-c63e-43f5-a228-8bba617b5847 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:38.722663 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8a453a6-7ab9-4b86-a8e3-7ad2c695bcd1 req-6d516c29-1dfb-4f63-a17f-ff44d81eb459 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.772532 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10e9a1d3-1223-42ca-b94f-ef5e2624ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.783050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c77c74c-3a72-4745-ba8b-cec64e7fc6e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:21:38.817063 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23dded83-9778-4871-bcaf-a3280e97a75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.821733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-10e9a1d3-1223-42ca-b94f-ef5e2624ac9f None None] For port 026705db-edaf-47a3-92b0-d13263f55016, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=026705db-edaf-47a3-92b0-d13263f55016,segment=NetworkSegment(8765a71d-4f26-40a9-a785-0aeaaa67f869),segment_id=8765a71d-4f26-40a9-a785-0aeaaa67f869)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:38.835267 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10e9a1d3-1223-42ca-b94f-ef5e2624ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.874095 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c77c74c-3a72-4745-ba8b-cec64e7fc6e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.874457 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-5c77c74c-3a72-4745-ba8b-cec64e7fc6e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Added segment 4a82daba-88ea-47b3-b428-db54d86fe814 of type vlan for network a113fbc5-3045-4eff-b206-c01b2c0b3bf2 Aug 24 00:21:38.905959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9a1d3-1223-42ca-b94f-ef5e2624ac9f None None] Pushing event updated for resources: {'Port': ['ID=026705db-edaf-47a3-92b0-d13263f55016,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:38.941658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 91c02efe-c63e-43f5-a228-8bba617b5847 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:38.941824 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.949689 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23dded83-9778-4871-bcaf-a3280e97a75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.956777 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23dded83-9778-4871-bcaf-a3280e97a75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.005034 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-23dded83-9778-4871-bcaf-a3280e97a75f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e19d4300aa9a497ebeed3a13b81dd4b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521718 Aug 24 00:21:39.005034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dded83-9778-4871-bcaf-a3280e97a75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb47b6f3-1b2a-4c58-bc9c-0b0f08b7592f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:39.006758 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:39.011237 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c77c74c-3a72-4745-ba8b-cec64e7fc6e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.070733 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd2f4-b4d3-434c-81d2-4b268c124dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.093320 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd2f4-b4d3-434c-81d2-4b268c124dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.149899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd2f4-b4d3-434c-81d2-4b268c124dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.152463 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd2f4-b4d3-434c-81d2-4b268c124dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.156252 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2c2dd2f4-b4d3-434c-81d2-4b268c124dc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb47b6f3-1b2a-4c58-bc9c-0b0f08b7592f HTTP/1.1" status: 204 len: 168 time: 0.1458166 Aug 24 00:21:39.162053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dd2f4-b4d3-434c-81d2-4b268c124dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb47b6f3-1b2a-4c58-bc9c-0b0f08b7592f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:39.183273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-85331b8a-3a45-48e9-b784-7b8393bd2554 None None] Provisioning complete for port 026705db-edaf-47a3-92b0-d13263f55016 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:39.183799 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85331b8a-3a45-48e9-b784-7b8393bd2554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.339418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc93293-f024-41b7-a4ed-01efd6699afd req-daa9145c-aa8b-471d-90ec-89ec3890f6ca tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:39.340917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bdc93293-f024-41b7-a4ed-01efd6699afd req-daa9145c-aa8b-471d-90ec-89ec3890f6ca tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 946 time: 0.5590460 Aug 24 00:21:39.352274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b8a453a6-7ab9-4b86-a8e3-7ad2c695bcd1 req-6d516c29-1dfb-4f63-a17f-ff44d81eb459 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] For port 91c02efe-c63e-43f5-a228-8bba617b5847, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=91c02efe-c63e-43f5-a228-8bba617b5847,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:39.352643 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8a453a6-7ab9-4b86-a8e3-7ad2c695bcd1 req-6d516c29-1dfb-4f63-a17f-ff44d81eb459 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.356142 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-5c77c74c-3a72-4745-ba8b-cec64e7fc6e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:21:39.389513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b8a453a6-7ab9-4b86-a8e3-7ad2c695bcd1 req-6d516c29-1dfb-4f63-a17f-ff44d81eb459 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Calling delete_port for 91c02efe-c63e-43f5-a228-8bba617b5847 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:39.418236 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c77c74c-3a72-4745-ba8b-cec64e7fc6e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.423873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c77c74c-3a72-4745-ba8b-cec64e7fc6e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:39.425002 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c77c74c-3a72-4745-ba8b-cec64e7fc6e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.447732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:39.460755 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-685b9006-43ba-4001-8780-b2f20b53d549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.525603 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bdc93293-f024-41b7-a4ed-01efd6699afd req-7a377ac8-c63c-48af-abb1-d79859ef6067 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/security-groups?id=270688ea-c389-41cf-b2f2-fbe147bcd242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766722 Aug 24 00:21:39.568370 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-685b9006-43ba-4001-8780-b2f20b53d549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.574396 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-685b9006-43ba-4001-8780-b2f20b53d549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.625734 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-685b9006-43ba-4001-8780-b2f20b53d549 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0da63fe5e73f4af89ab72ac8acc06b17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768293 Aug 24 00:21:39.626696 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b9006-43ba-4001-8780-b2f20b53d549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f282b72-0559-4434-ad7b-e8cb6027ff3b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:39.631712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5c77c74c-3a72-4745-ba8b-cec64e7fc6e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1442795 Aug 24 00:21:39.631868 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:39.632273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53572) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:39.644538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-33da6bee-950f-4c4a-9f5e-c8b0926df1ed tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Request body: {'subnet': {'network_id': 'a113fbc5-3045-4eff-b206-c01b2c0b3bf2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:39.651103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77c74c-3a72-4745-ba8b-cec64e7fc6e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event updated for resources: {'Network': ['ID=a113fbc5-3045-4eff-b206-c01b2c0b3bf2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:39.664131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network a113fbc5-3045-4eff-b206-c01b2c0b3bf2 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:21:39.683325 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd26173a-3288-4932-bf74-2a9e70cc3993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.708073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd26173a-3288-4932-bf74-2a9e70cc3993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.761854 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd26173a-3288-4932-bf74-2a9e70cc3993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.764849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd26173a-3288-4932-bf74-2a9e70cc3993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.766767 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bd26173a-3288-4932-bf74-2a9e70cc3993 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f282b72-0559-4434-ad7b-e8cb6027ff3b HTTP/1.1" status: 204 len: 168 time: 0.1355870 Aug 24 00:21:39.776936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26173a-3288-4932-bf74-2a9e70cc3993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f282b72-0559-4434-ad7b-e8cb6027ff3b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:39.830380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 026705db-edaf-47a3-92b0-d13263f55016 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:39.840757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910310be-fe82-4745-b1e9-c9389a5e4efe req-462ec6b6-4cf6-474d-9efc-712918a2564e tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:39.842422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-910310be-fe82-4745-b1e9-c9389a5e4efe req-462ec6b6-4cf6-474d-9efc-712918a2564e tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.47 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 946 time: 0.2552388 Aug 24 00:21:39.866678 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.883340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e3ddbd42-889e-4837-85ee-ca9bcef720ad tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--282190462&fields=id&tenant_id=c60035b714294d25b25f588bef13ad1c HTTP/1.1" status: 200 len: 267 time: 0.2498288 Aug 24 00:21:39.885978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 026705db-edaf-47a3-92b0-d13263f55016 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:39.886432 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:40.065788 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33da6bee-950f-4c4a-9f5e-c8b0926df1ed tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:40.069385 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-33da6bee-950f-4c4a-9f5e-c8b0926df1ed tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:40.108095 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b5f82763-3800-4914-a0d7-8e8bcecb1bb2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:40.109474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b5f82763-3800-4914-a0d7-8e8bcecb1bb2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports/dfe403b4-93ff-4811-8d40-226b565b5d0e HTTP/1.1" status: 200 len: 937 time: 0.1578391 Aug 24 00:21:40.213331 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8a453a6-7ab9-4b86-a8e3-7ad2c695bcd1 req-6d516c29-1dfb-4f63-a17f-ff44d81eb459 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:40.297426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d516c29-1dfb-4f63-a17f-ff44d81eb459 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Pushing event deleted for resources: {'Port': ['ID=91c02efe-c63e-43f5-a228-8bba617b5847,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:40.306295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-bef80a58-dabc-4588-9937-901d45ca595b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:40.307722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-bef80a58-dabc-4588-9937-901d45ca595b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports/22f7ed89-39b2-4be4-b2ff-738827384330 HTTP/1.1" status: 200 len: 937 time: 0.1587522 Aug 24 00:21:40.404506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-910310be-fe82-4745-b1e9-c9389a5e4efe req-a21ab677-6446-4531-9698-79909cbbf0ef tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Deleting port 6f583a57-2114-4834-b6f6-e1bea05081aa {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:40.405118 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-910310be-fe82-4745-b1e9-c9389a5e4efe req-a21ab677-6446-4531-9698-79909cbbf0ef tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:40.418764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-7d77aa16-2ad6-4224-aedc-d88365935dfb tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?network_id=b6cfb797-f65c-4b64-8064-c867f5a2550e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0998163 Aug 24 00:21:40.447754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a453a6-7ab9-4b86-a8e3-7ad2c695bcd1 req-6d516c29-1dfb-4f63-a17f-ff44d81eb459 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] No DVR routers for this DVR port 91c02efe-c63e-43f5-a228-8bba617b5847 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:40.456524 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b8a453a6-7ab9-4b86-a8e3-7ad2c695bcd1 req-6d516c29-1dfb-4f63-a17f-ff44d81eb459 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:40.458483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8a453a6-7ab9-4b86-a8e3-7ad2c695bcd1 req-6d516c29-1dfb-4f63-a17f-ff44d81eb459 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "DELETE /v2.0/ports/91c02efe-c63e-43f5-a228-8bba617b5847 HTTP/1.1" status: 204 len: 173 time: 2.1382601 Aug 24 00:21:40.496729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f', 'name': 'network-vif-deleted', 'tag': '91c02efe-c63e-43f5-a228-8bba617b5847'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:40.499001 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43e157c-c0d2-4af8-9fb8-e5d12e51ca20" -d '{"events": [{"server_uuid": "f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f", "name": "network-vif-deleted", "tag": "91c02efe-c63e-43f5-a228-8bba617b5847"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:40.577112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-615aca29-d48c-49cc-a455-87ec076d3788 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?network_id=b6cfb797-f65c-4b64-8064-c867f5a2550e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1305087 Aug 24 00:21:40.644868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Router 5104dd3c-efce-456a-b41f-8720f18c4599 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:21:40.749687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-910310be-fe82-4745-b1e9-c9389a5e4efe req-a21ab677-6446-4531-9698-79909cbbf0ef tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] For port 6f583a57-2114-4834-b6f6-e1bea05081aa, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=6f583a57-2114-4834-b6f6-e1bea05081aa,segment=NetworkSegment(e123e3e2-ae9c-466f-8a66-0149f49071ec),segment_id=e123e3e2-ae9c-466f-8a66-0149f49071ec)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:40.750073 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-910310be-fe82-4745-b1e9-c9389a5e4efe req-a21ab677-6446-4531-9698-79909cbbf0ef tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:40.809595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-910310be-fe82-4745-b1e9-c9389a5e4efe req-a21ab677-6446-4531-9698-79909cbbf0ef tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Calling delete_port for 6f583a57-2114-4834-b6f6-e1bea05081aa owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:40.813295 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-33da6bee-950f-4c4a-9f5e-c8b0926df1ed tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:40.991800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-5bb74146-a0ff-4da5-a3dd-5a4c6a3c7178 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:40.997752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-5bb74146-a0ff-4da5-a3dd-5a4c6a3c7178 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.004431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-5bb74146-a0ff-4da5-a3dd-5a4c6a3c7178 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.006181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-5bb74146-a0ff-4da5-a3dd-5a4c6a3c7178 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/networks?id=76b7da42-c04b-463d-808a-afaf1b8052d6&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=b6cfb797-f65c-4b64-8064-c867f5a2550e&id=b6cfb797-f65c-4b64-8064-c867f5a2550e HTTP/1.1" status: 200 len: 1994 time: 0.4133005 Aug 24 00:21:41.064244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da6bee-950f-4c4a-9f5e-c8b0926df1ed tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event updated for resources: {'Subnet': ['ID=d35c2825-6f5c-4b82-ac6f-96eecb54050c,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:41.082072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:21:41.090839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-8c94b811-d4ad-4a56-bb05-0a674067fa0b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/quotas/c60035b714294d25b25f588bef13ad1c HTTP/1.1" status: 200 len: 375 time: 0.0621321 Aug 24 00:21:41.092287 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Sync routers for ids ['5104dd3c-efce-456a-b41f-8720f18c4599'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:21:41.102654 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Routers {'5104dd3c-efce-456a-b41f-8720f18c4599'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:21:41.103510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:21:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['5104dd3c-efce-456a-b41f-8720f18c4599'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:41.110492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33da6bee-950f-4c4a-9f5e-c8b0926df1ed tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Checking segment: {'id': '4a82daba-88ea-47b3-b428-db54d86fe814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a113fbc5-3045-4eff-b206-c01b2c0b3bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:41.115203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33da6bee-950f-4c4a-9f5e-c8b0926df1ed tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Network hostable DHCP agents. Network: a113fbc5-3045-4eff-b206-c01b2c0b3bf2, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:21:41.167897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32e2fb-7850-4b2f-b846-cee898618ba5 req-f60e604d-5572-4648-9280-f60b0eab8f7e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.169447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a32e2fb-7850-4b2f-b846-cee898618ba5 req-f60e604d-5572-4648-9280-f60b0eab8f7e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 946 time: 0.1906753 Aug 24 00:21:41.184463 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.185704 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d65c19f0-d7b0-4811-b8b7-b349506dc0c8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2158873 Aug 24 00:21:41.188679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:41.232828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Set router 5104dd3c-efce-456a-b41f-8720f18c4599 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:21:41.242490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-5e0e979a-31bc-4d58-84da-c98102552693 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c60035b714294d25b25f588bef13ad1c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1426556 Aug 24 00:21:41.271624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33da6bee-950f-4c4a-9f5e-c8b0926df1ed tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Network a113fbc5-3045-4eff-b206-c01b2c0b3bf2 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:21:41.354490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a32e2fb-7850-4b2f-b846-cee898618ba5 req-79f219cd-9c91-4214-978e-d5ad4d5f50be tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659198 Aug 24 00:21:41.361442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-33da6bee-950f-4c4a-9f5e-c8b0926df1ed tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, a113fbc5-3045-4eff-b206-c01b2c0b3bf2) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:41.376923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33da6bee-950f-4c4a-9f5e-c8b0926df1ed tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.380970 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-33da6bee-950f-4c4a-9f5e-c8b0926df1ed tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.417355 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-910310be-fe82-4745-b1e9-c9389a5e4efe req-a21ab677-6446-4531-9698-79909cbbf0ef tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.445906 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-33da6bee-950f-4c4a-9f5e-c8b0926df1ed tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8111041 Aug 24 00:21:41.449665 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:41.457365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4755de-2716-4449-9260-128929fbadec None None] Network a113fbc5-3045-4eff-b206-c01b2c0b3bf2 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:41.457544 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d68eedd6-cb17-4af8-b63c-b5a21e695278 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1799111577'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:41.462422 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['6f583a57-2114-4834-b6f6-e1bea05081aa'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:41.497987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ab677-6446-4531-9698-79909cbbf0ef tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Pushing event deleted for resources: {'Port': ['ID=6f583a57-2114-4834-b6f6-e1bea05081aa,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:41.524782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-7cf10c80-4cfa-4954-b98b-854ed5745944 service neutron] 10.222.0.32 "GET /v2.0/networks/76b7da42-c04b-463d-808a-afaf1b8052d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568643 Aug 24 00:21:41.541194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68eedd6-cb17-4af8-b63c-b5a21e695278 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:41.546958 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d68eedd6-cb17-4af8-b63c-b5a21e695278 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.575946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47127cf6-d0fe-4e63-a831-666e2c1cb60e req-d4a6c899-43c3-4f73-8016-b51827899337 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0868657 Aug 24 00:21:41.644372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'name': 'tempest-FloatingIPsNegativeTestJSON-1180685278-router', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:35Z', 'updated_at': '2021-08-24T00:21:38Z', 'revision_number': 3, 'project_id': '84f7c4e84fed488abb0a2546081cdeaa', 'gw_port': {'id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:10:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:37Z', 'updated_at': '2021-08-24T00:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:41.666164 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae607c8-e9ec-4cf5-9759-d5e6105d17e3 x-openstack-request-id: req-4ae607c8-e9ec-4cf5-9759-d5e6105d17e3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:41.666767 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f", "name": "network-vif-deleted", "tag": "91c02efe-c63e-43f5-a228-8bba617b5847", "status": "failed", "code": 422}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:41.667231 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ae607c8-e9ec-4cf5-9759-d5e6105d17e3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:41.667805 n-d-805736-1 neutron-server[94837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8f7c77e-8c59-43ef-b9ab-e6b64ab8a41f', 'name': 'network-vif-deleted', 'tag': '91c02efe-c63e-43f5-a228-8bba617b5847', 'status': 'failed', 'code': 422} returned with failed status Aug 24 00:21:41.685998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-910310be-fe82-4745-b1e9-c9389a5e4efe req-a21ab677-6446-4531-9698-79909cbbf0ef tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] No DVR routers for this DVR port 6f583a57-2114-4834-b6f6-e1bea05081aa on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:41.690175 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-910310be-fe82-4745-b1e9-c9389a5e4efe req-a21ab677-6446-4531-9698-79909cbbf0ef tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.692569 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-910310be-fe82-4745-b1e9-c9389a5e4efe req-a21ab677-6446-4531-9698-79909cbbf0ef tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.47 "DELETE /v2.0/ports/6f583a57-2114-4834-b6f6-e1bea05081aa HTTP/1.1" status: 204 len: 173 time: 1.8380249 Aug 24 00:21:41.695289 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68eedd6-cb17-4af8-b63c-b5a21e695278 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:21:41.697068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Checking router: 5104dd3c-efce-456a-b41f-8720f18c4599 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:21:41.697189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Updating router 5104dd3c-efce-456a-b41f-8720f18c4599 port 7a8f377c-fdbf-4c41-b625-e71c85531b6e binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:21:41.739792 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d68eedd6-cb17-4af8-b63c-b5a21e695278 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.740137 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-d68eedd6-cb17-4af8-b63c-b5a21e695278 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Added segment 7639099b-5dcd-4db1-9491-d0b74a47c21a of type vlan for network 2f143da7-e370-4028-a5c9-204ad3cae3e5 Aug 24 00:21:41.743078 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.771661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbd872eb-9b42-455a-89a7-1afa176df60f req-7c0bd279-56e2-4aa3-afd6-ff1f189ef2c4 tempest-ServerDiskConfigTestJSON-808690706 tempest-ServerDiskConfigTestJSON-808690706-project] 10.222.0.32 "GET /v2.0/ports?device_id=66c46725-43a0-49e1-89f3-ac4830d71c2d HTTP/1.1" status: 200 len: 210 time: 0.0677712 Aug 24 00:21:41.793391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-a113fbc5-3045-4eff-b206-c01b2c0b3bf2', 'network_id': 'a113fbc5-3045-4eff-b206-c01b2c0b3bf2', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'fixed_ips': [{'subnet_id': 'd35c2825-6f5c-4b82-ac6f-96eecb54050c'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:21:41.794279 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.822714 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d68eedd6-cb17-4af8-b63c-b5a21e695278 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.879431 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-d22a0df5-1465-4206-b815-b7bfea64fd72 service neutron] 10.222.0.32 "GET /v2.0/networks/76b7da42-c04b-463d-808a-afaf1b8052d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535142 Aug 24 00:21:41.962189 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d68eedd6-cb17-4af8-b63c-b5a21e695278 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.967724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68eedd6-cb17-4af8-b63c-b5a21e695278 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.968327 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d68eedd6-cb17-4af8-b63c-b5a21e695278 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.130288 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d68eedd6-cb17-4af8-b63c-b5a21e695278 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6794119 Aug 24 00:21:42.138270 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53656) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:42.154013 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c0f3d0d0-6d7d-4b38-9fc0-6984ab28e5d9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Request body: {'subnet': {'network_id': '2f143da7-e370-4028-a5c9-204ad3cae3e5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:42.247382 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.272843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Transition to ACTIVE for port object 7a8f377c-fdbf-4c41-b625-e71c85531b6e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:42.289030 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68eedd6-cb17-4af8-b63c-b5a21e695278 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event updated for resources: {'Network': ['ID=2f143da7-e370-4028-a5c9-204ad3cae3e5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:42.370550 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.389822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Allocated IP 19.80.0.2 (a113fbc5-3045-4eff-b206-c01b2c0b3bf2/d35c2825-6f5c-4b82-ac6f-96eecb54050c/567cfedc-b0ec-4230-a59c-ecd2bd07ac0e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:42.415617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-81f5dfbd-e312-4661-9df9-2672658786f2 service neutron] 10.222.0.32 "GET /v2.0/ports/dfe403b4-93ff-4811-8d40-226b565b5d0e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.5263770 Aug 24 00:21:42.440045 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.480561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f3d0d0-6d7d-4b38-9fc0-6984ab28e5d9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:42.485131 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0f3d0d0-6d7d-4b38-9fc0-6984ab28e5d9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.494627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca3cf0-8417-4be6-8150-77b3ab9ff77d req-d82dcd69-51df-4b52-a0dd-9b22a2e72b7f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:42.495753 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebca3cf0-8417-4be6-8150-77b3ab9ff77d req-d82dcd69-51df-4b52-a0dd-9b22a2e72b7f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 946 time: 0.1289241 Aug 24 00:21:42.536810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 2f143da7-e370-4028-a5c9-204ad3cae3e5 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:21:42.626765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebca3cf0-8417-4be6-8150-77b3ab9ff77d req-c7148e7f-af55-4995-9e64-f6cfdf45d658 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175506 Aug 24 00:21:42.651648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c3c77284-ce5c-47b1-b134-b0fdcdf53b70 service neutron] 10.222.0.32 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351487 Aug 24 00:21:42.766825 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Allocated IP 172.20.0.1 (41344546-e994-48de-b7fa-9dadd735ce9c/9d08624c-c9ba-42f8-ad22-bb9a7671b4e9/d0737645-dc43-47b7-a418-7d7a57a4dcb0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:42.841946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-0d1be771-a737-4f3b-9974-2841474395e7 service neutron] 10.222.0.32 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851828 Aug 24 00:21:42.887199 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.898701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Transition to ACTIVE for port object 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:42.917766 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0f3d0d0-6d7d-4b38-9fc0-6984ab28e5d9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.920833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4de0c7f0-4096-4479-b40e-466b9081a77f service neutron] 10.222.0.32 "GET /v2.0/ports/22f7ed89-39b2-4be4-b2ff-738827384330?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0780056 Aug 24 00:21:42.930537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Transition to ACTIVE for port object 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:42.949277 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.977083 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7154d45-5c65-4c9a-986c-6813ea85a12f None None] Pushing event updated for resources: {'Port': ['ID=7a8f377c-fdbf-4c41-b625-e71c85531b6e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:43.014987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Attempting to bind port 7a8f377c-fdbf-4c41-b625-e71c85531b6e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:43.015406 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Attempting to bind port 7a8f377c-fdbf-4c41-b625-e71c85531b6e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:43.016121 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Attempting to bind port 7a8f377c-fdbf-4c41-b625-e71c85531b6e on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:43.028266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-12c314db-0b0a-40e0-84c1-33479696a26f tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:43.029281 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.029881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-12c314db-0b0a-40e0-84c1-33479696a26f tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 811 time: 0.2352924 Aug 24 00:21:43.035611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3d0d0-6d7d-4b38-9fc0-6984ab28e5d9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event updated for resources: {'Subnet': ['ID=af6d8443-aff6-4de5-9664-310b259ef427,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:43.041323 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Network a113fbc5-3045-4eff-b206-c01b2c0b3bf2 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:43.042856 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f3d0d0-6d7d-4b38-9fc0-6984ab28e5d9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Checking segment: {'id': '7639099b-5dcd-4db1-9491-d0b74a47c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2f143da7-e370-4028-a5c9-204ad3cae3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:43.043182 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f3d0d0-6d7d-4b38-9fc0-6984ab28e5d9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Network hostable DHCP agents. Network: 2f143da7-e370-4028-a5c9-204ad3cae3e5, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:21:43.046244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:43.054279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:43.054712 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:43.055774 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.056238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:43.057553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Transition to ACTIVE for port object d0737645-dc43-47b7-a418-7d7a57a4dcb0 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:43.058179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Bound port: 7a8f377c-fdbf-4c41-b625-e71c85531b6e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:43.058764 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.070140 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-c85b9056-20e1-4ea5-a92c-a5baafeee853 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/quotas/e64cca1666df447f8193bde9cd7bcca8 HTTP/1.1" status: 200 len: 375 time: 0.0300355 Aug 24 00:21:43.083380 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f3d0d0-6d7d-4b38-9fc0-6984ab28e5d9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Network 2f143da7-e370-4028-a5c9-204ad3cae3e5 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:21:43.091688 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:43.096101 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:43.108274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c0f3d0d0-6d7d-4b38-9fc0-6984ab28e5d9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 2f143da7-e370-4028-a5c9-204ad3cae3e5) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:43.115276 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f3d0d0-6d7d-4b38-9fc0-6984ab28e5d9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:43.115926 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0f3d0d0-6d7d-4b38-9fc0-6984ab28e5d9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.123026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-36e391ac-b637-4a2f-950a-9e75056240fc tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519238 Aug 24 00:21:43.126839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e73bb7-f95a-4954-96dd-6d453084fdb9 None None] Network 2f143da7-e370-4028-a5c9-204ad3cae3e5 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:43.136462 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b59573df-51ca-4b7a-a8c0-540e1c809a51 service neutron] 10.222.0.32 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006264 Aug 24 00:21:43.140961 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.146423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Pushing event updated for resources: {'Port': ['ID=567cfedc-b0ec-4230-a59c-ecd2bd07ac0e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:43.148002 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c0f3d0d0-6d7d-4b38-9fc0-6984ab28e5d9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9982841 Aug 24 00:21:43.193450 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Network 41344546-e994-48de-b7fa-9dadd735ce9c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:43.197451 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:43.200824 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:43.255248 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Pushing event updated for resources: {'Port': ['ID=d0737645-dc43-47b7-a418-7d7a57a4dcb0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:43.281684 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.323456 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] For port 7a8f377c-fdbf-4c41-b625-e71c85531b6e, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:43.353647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] For port 7a8f377c-fdbf-4c41-b625-e71c85531b6e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7a8f377c-fdbf-4c41-b625-e71c85531b6e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:43.356697 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Attempting to bind port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:43.357035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Attempting to bind port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '4a82daba-88ea-47b3-b428-db54d86fe814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a113fbc5-3045-4eff-b206-c01b2c0b3bf2'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:43.357412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Attempting to bind port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e on network a113fbc5-3045-4eff-b206-c01b2c0b3bf2 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:43.370665 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-54a58340-2e7b-4ac9-9c8b-bd808ccbb010 service neutron] 10.222.0.32 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466571 Aug 24 00:21:43.374194 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:43.374507 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Checking segment: {'id': '4a82daba-88ea-47b3-b428-db54d86fe814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a113fbc5-3045-4eff-b206-c01b2c0b3bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:43.378863 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.381910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Bound using segment: {'id': '4a82daba-88ea-47b3-b428-db54d86fe814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a113fbc5-3045-4eff-b206-c01b2c0b3bf2'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:43.386264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Bound port: 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a82daba-88ea-47b3-b428-db54d86fe814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a113fbc5-3045-4eff-b206-c01b2c0b3bf2'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:43.388414 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.391512 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.451869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-924a769e-22ba-4604-afc9-d0f94880f899 service neutron] 10.222.0.32 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041179 Aug 24 00:21:43.464111 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b560565b-b78e-47dc-8a23-e1696eed3c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.487516 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.529182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Routers {'5104dd3c-efce-456a-b41f-8720f18c4599'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:21:43.529731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:21:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['5104dd3c-efce-456a-b41f-8720f18c4599'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:43.608378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-93d729b5-7f03-4b80-85fc-21657189c030 service neutron] 10.222.0.32 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353590 Aug 24 00:21:43.623213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7154d45-5c65-4c9a-986c-6813ea85a12f None None] Pushing event updated for resources: {'Port': ['ID=7a8f377c-fdbf-4c41-b625-e71c85531b6e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:43.637130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-10307b1a-4328-48d6-b781-ab2c888953f2 service neutron] 10.222.0.32 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418879 Aug 24 00:21:43.657637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] For port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:43.665699 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] For port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=567cfedc-b0ec-4230-a59c-ecd2bd07ac0e,segment=NetworkSegment(4a82daba-88ea-47b3-b428-db54d86fe814),segment_id=4a82daba-88ea-47b3-b428-db54d86fe814)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:43.668949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-54e834a3-4faf-479d-8f80-ce2ea7d175d4 None None] Provisioning for port d0737645-dc43-47b7-a418-7d7a57a4dcb0 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:43.678470 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b560565b-b78e-47dc-8a23-e1696eed3c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.724159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-54e834a3-4faf-479d-8f80-ce2ea7d175d4 None None] Provisioning complete for port d0737645-dc43-47b7-a418-7d7a57a4dcb0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:43.724539 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54e834a3-4faf-479d-8f80-ce2ea7d175d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.727952 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.731744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c46725-43a0-49e1-89f3-ac4830d71c2d', 'name': 'network-vif-deleted', 'tag': '6f583a57-2114-4834-b6f6-e1bea05081aa'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:43.734621 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319266dc-8924-4fcb-982a-05df04eeccf4" -d '{"events": [{"server_uuid": "66c46725-43a0-49e1-89f3-ac4830d71c2d", "name": "network-vif-deleted", "tag": "6f583a57-2114-4834-b6f6-e1bea05081aa"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:43.746455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-651fd545-cf46-4b3e-aad2-552269f0422a service neutron] 10.222.0.32 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083989 Aug 24 00:21:43.774429 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-2f143da7-e370-4028-a5c9-204ad3cae3e5', 'network_id': '2f143da7-e370-4028-a5c9-204ad3cae3e5', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'fixed_ips': [{'subnet_id': 'af6d8443-aff6-4de5-9664-310b259ef427'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:21:43.775404 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.829629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b560565b-b78e-47dc-8a23-e1696eed3c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.892614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] Set router 5104dd3c-efce-456a-b41f-8720f18c4599 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:21:43.892764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66d93807-036a-46f0-b021-537e4c87c975 req-61e1f92c-0ef3-4f28-ba67-4a3dfcf98ae7 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0372813 Aug 24 00:21:43.920023 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-6f821531-ef14-4532-9aca-d607f93de7de service neutron] 10.222.0.32 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724408 Aug 24 00:21:43.944940 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.962916 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b560565b-b78e-47dc-8a23-e1696eed3c3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d6b1545cbc14940ab82ba38532319a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8700752 Aug 24 00:21:43.964240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560565b-b78e-47dc-8a23-e1696eed3c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232fcbde-ced2-4df1-831d-0800de0a6ce5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:43.969170 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:43.978797 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.006598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-54e834a3-4faf-479d-8f80-ce2ea7d175d4 None None] Port d0737645-dc43-47b7-a418-7d7a57a4dcb0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:44.076687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b5d376f3-1d92-46f3-a7ed-3ce2b7aabdbf service neutron] 10.222.0.32 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557012 Aug 24 00:21:44.151583 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.162279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Pushing event updated for resources: {'Port': ['ID=d0737645-dc43-47b7-a418-7d7a57a4dcb0,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:44.186673 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97626a-e997-4a31-92ac-c16b07b91afe None None] Pushing event updated for resources: {'Port': ['ID=567cfedc-b0ec-4230-a59c-ecd2bd07ac0e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:44.318222 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Network 41344546-e994-48de-b7fa-9dadd735ce9c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:44.321655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:44.323281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-6ecc3e0c-e600-4d1c-89f8-5a54ae35c524 service neutron] 10.222.0.32 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456346 Aug 24 00:21:44.420291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-4220a85e-8f68-48c9-a009-14bce9003189 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:44.427043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-4220a85e-8f68-48c9-a009-14bce9003189 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:44.434482 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-4220a85e-8f68-48c9-a009-14bce9003189 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/networks?id=a113fbc5-3045-4eff-b206-c01b2c0b3bf2&id=2f143da7-e370-4028-a5c9-204ad3cae3e5 HTTP/1.1" status: 200 len: 1391 time: 0.2576966 Aug 24 00:21:44.459720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b43a4a41-41c5-4f90-898d-7a33618d0d10 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/quotas/ef165561fc8949dd973d6a621f1f5c5a HTTP/1.1" status: 200 len: 375 time: 0.0240011 Aug 24 00:21:44.469924 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f210da-d101-4bdf-b707-72d0b7d09daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.472770 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Allocated IP 19.86.0.2 (2f143da7-e370-4028-a5c9-204ad3cae3e5/af6d8443-aff6-4de5-9664-310b259ef427/89f20bdd-7ebd-4374-82fe-a2d7cb516272) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:44.488602 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'name': 'tempest-FloatingIPsNegativeTestJSON-1180685278-router', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:35Z', 'updated_at': '2021-08-24T00:21:43Z', 'revision_number': 4, 'project_id': '84f7c4e84fed488abb0a2546081cdeaa', 'gw_port': {'id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:10:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:37Z', 'updated_at': '2021-08-24T00:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'd0737645-dc43-47b7-a418-7d7a57a4dcb0', 'name': '', 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'mac_address': 'fa:16:3e:43:4a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '9d08624c-c9ba-42f8-ad22-bb9a7671b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:42Z', 'updated_at': '2021-08-24T00:21:42Z', 'revision_number': 1, 'project_id': '84f7c4e84fed488abb0a2546081cdeaa', 'subnets': [{'id': '9d08624c-c9ba-42f8-ad22-bb9a7671b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:44.499888 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Router 5104dd3c-efce-456a-b41f-8720f18c4599 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:21:44.545480 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca34763-4768-4deb-89d0-21a03eec8fde None None] The sync data for ids ['5104dd3c-efce-456a-b41f-8720f18c4599'] in n-d-805736-1 is: [{'id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'name': 'tempest-FloatingIPsNegativeTestJSON-1180685278-router', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:35Z', 'updated_at': '2021-08-24T00:21:43Z', 'revision_number': 4, 'project_id': '84f7c4e84fed488abb0a2546081cdeaa', 'gw_port': {'id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:10:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:37Z', 'updated_at': '2021-08-24T00:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'd0737645-dc43-47b7-a418-7d7a57a4dcb0', 'name': '', 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'mac_address': 'fa:16:3e:43:4a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '9d08624c-c9ba-42f8-ad22-bb9a7671b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:42Z', 'updated_at': '2021-08-24T00:21:42Z', 'revision_number': 1, 'project_id': '84f7c4e84fed488abb0a2546081cdeaa', 'subnets': [{'id': '9d08624c-c9ba-42f8-ad22-bb9a7671b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:21:44.550921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f210da-d101-4bdf-b707-72d0b7d09daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.566183 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-f0827919-4518-4293-900d-4893e95c0fbd tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef165561fc8949dd973d6a621f1f5c5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883169 Aug 24 00:21:44.606297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-6eb1d1e6-7240-4b0e-a1c5-c37e125e0e8d service neutron] 10.222.0.32 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820878 Aug 24 00:21:44.745316 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:21:44.759683 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9387f9dc-0878-4c83-abf7-c3ea26c11872 admin admin] 10.222.0.32 "PUT /v2.0/routers/5104dd3c-efce-456a-b41f-8720f18c4599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5599794 Aug 24 00:21:44.767665 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f210da-d101-4bdf-b707-72d0b7d09daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.770843 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f210da-d101-4bdf-b707-72d0b7d09daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.772012 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-91f210da-d101-4bdf-b707-72d0b7d09daf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/232fcbde-ced2-4df1-831d-0800de0a6ce5 HTTP/1.1" status: 204 len: 168 time: 0.8018904 Aug 24 00:21:44.773244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0d317202-bc34-4c15-b0b4-64913d113cbd None None] Provisioning complete for port d0737645-dc43-47b7-a418-7d7a57a4dcb0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:44.775138 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d317202-bc34-4c15-b0b4-64913d113cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.783177 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f210da-d101-4bdf-b707-72d0b7d09daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232fcbde-ced2-4df1-831d-0800de0a6ce5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:44.818399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-7a14ec6d-203c-43e8-beea-576894946dd0 service neutron] 10.222.0.32 "GET /v2.0/networks/a113fbc5-3045-4eff-b206-c01b2c0b3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514145 Aug 24 00:21:44.860226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0d317202-bc34-4c15-b0b4-64913d113cbd None None] Port d0737645-dc43-47b7-a418-7d7a57a4dcb0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:44.965577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 6f583a57-2114-4834-b6f6-e1bea05081aa no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:45.038940 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 6f583a57-2114-4834-b6f6-e1bea05081aa {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:45.039287 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 6f583a57-2114-4834-b6f6-e1bea05081aa not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:45.071060 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:45.081993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-8fdf66ac-885f-42eb-bf32-3ec8a164dc4a service neutron] 10.222.0.32 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701865 Aug 24 00:21:45.102470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-8cf868bb-fa15-46f4-b782-a229608128a4 service neutron] 10.222.0.32 "GET /v2.0/networks/a113fbc5-3045-4eff-b206-c01b2c0b3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696526 Aug 24 00:21:45.109146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Transition to ACTIVE for port object 89f20bdd-7ebd-4374-82fe-a2d7cb516272 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:45.134148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Transition to ACTIVE for port object 89f20bdd-7ebd-4374-82fe-a2d7cb516272 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:45.148191 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:45.200258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Network 2f143da7-e370-4028-a5c9-204ad3cae3e5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:45.244281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:45.250318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Pushing event updated for resources: {'Port': ['ID=89f20bdd-7ebd-4374-82fe-a2d7cb516272,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:45.254531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:45.295356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-f2afe161-d253-4967-8916-2aa1bff58148 service neutron] 10.222.0.32 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072771 Aug 24 00:21:45.300070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-c10fb6cc-08de-4b5e-a4e5-bfac9df1506b service neutron] 10.222.0.32 "GET /v2.0/networks/2f143da7-e370-4028-a5c9-204ad3cae3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808875 Aug 24 00:21:45.321749 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53736) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:45.343171 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa1c203f-56c9-40f9-a5b7-f8040f49e854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:45.381604 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Attempting to bind port 89f20bdd-7ebd-4374-82fe-a2d7cb516272 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:45.381793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Attempting to bind port 89f20bdd-7ebd-4374-82fe-a2d7cb516272 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '7639099b-5dcd-4db1-9491-d0b74a47c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2f143da7-e370-4028-a5c9-204ad3cae3e5'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:45.382034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Attempting to bind port 89f20bdd-7ebd-4374-82fe-a2d7cb516272 on network 2f143da7-e370-4028-a5c9-204ad3cae3e5 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:45.392464 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:45.392845 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Checking segment: {'id': '7639099b-5dcd-4db1-9491-d0b74a47c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2f143da7-e370-4028-a5c9-204ad3cae3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:45.393802 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:45.394197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Bound using segment: {'id': '7639099b-5dcd-4db1-9491-d0b74a47c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2f143da7-e370-4028-a5c9-204ad3cae3e5'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:45.394677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Bound port: 89f20bdd-7ebd-4374-82fe-a2d7cb516272, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7639099b-5dcd-4db1-9491-d0b74a47c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2f143da7-e370-4028-a5c9-204ad3cae3e5'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:45.395179 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:45.427562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716dbc1e-8912-4139-9fd0-566e3afc0fa6 None None] Network a113fbc5-3045-4eff-b206-c01b2c0b3bf2 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:45.542928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa1c203f-56c9-40f9-a5b7-f8040f49e854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:45.555430 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa1c203f-56c9-40f9-a5b7-f8040f49e854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:45.647107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-04eeef9c-e56b-4666-8583-daf0c1ec49d8 None None] Provisioning for port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:45.678599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] For port 89f20bdd-7ebd-4374-82fe-a2d7cb516272, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:45.679232 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-aa1c203f-56c9-40f9-a5b7-f8040f49e854 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46fc583c8dc94fcfa2b42f0154d2ecc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501029 Aug 24 00:21:45.682403 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53744) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:45.683309 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] For port 89f20bdd-7ebd-4374-82fe-a2d7cb516272, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=89f20bdd-7ebd-4374-82fe-a2d7cb516272,segment=NetworkSegment(7639099b-5dcd-4db1-9491-d0b74a47c21a),segment_id=7639099b-5dcd-4db1-9491-d0b74a47c21a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:45.707636 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c203f-56c9-40f9-a5b7-f8040f49e854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a394b27-cf7d-4e38-8dd4-1f08c6b76152,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:45.715258 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:45.772670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-907424db-d7e4-4f21-82d3-97180e08547b service neutron] 10.222.0.32 "GET /v2.0/networks/2f143da7-e370-4028-a5c9-204ad3cae3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634898 Aug 24 00:21:45.880296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-974e5d39-13be-4ad7-83b0-6bf9c2799ab8 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:45.884109 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f1e10b3-fa04-464a-a97b-6dc0b0b46084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:45.886327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-974e5d39-13be-4ad7-83b0-6bf9c2799ab8 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.47 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 811 time: 0.4503200 Aug 24 00:21:45.899444 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cdd52-9e52-4161-b19b-4bf5a8542042 None None] Pushing event updated for resources: {'Port': ['ID=89f20bdd-7ebd-4374-82fe-a2d7cb516272,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:45.909538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-b83af883-7bad-4374-b06c-367e26650943 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Request body: {'port': {'device_id': 'ee5eab87-0880-4004-ab00-b3c43025a8e1', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'admin_state_up': True, 'tenant_id': 'e64cca1666df447f8193bde9cd7bcca8'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:45.983857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f1e10b3-fa04-464a-a97b-6dc0b0b46084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:46.041956 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:46.108582 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f1e10b3-fa04-464a-a97b-6dc0b0b46084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:46.111550 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f1e10b3-fa04-464a-a97b-6dc0b0b46084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:46.117196 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6f1e10b3-fa04-464a-a97b-6dc0b0b46084 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a394b27-cf7d-4e38-8dd4-1f08c6b76152 HTTP/1.1" status: 204 len: 168 time: 0.4286442 Aug 24 00:21:46.159826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e10b3-fa04-464a-a97b-6dc0b0b46084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a394b27-cf7d-4e38-8dd4-1f08c6b76152,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:46.235388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-b83af883-7bad-4374-b06c-367e26650943 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Made reservation on behalf of e64cca1666df447f8193bde9cd7bcca8 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:46.241338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-b83af883-7bad-4374-b06c-367e26650943 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:46.489856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed04a4f-13b8-445c-be05-d8913a345e84 req-4d79a279-ba24-45b0-ac55-47d6afd55ea8 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:46.506272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ed04a4f-13b8-445c-be05-d8913a345e84 req-4d79a279-ba24-45b0-ac55-47d6afd55ea8 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 946 time: 0.2497082 Aug 24 00:21:46.581496 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:46.590609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:46.591296 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:46.664285 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d12a40-ea3e-415a-a0b8-fcb2fac5b278 x-openstack-request-id: req-70d12a40-ea3e-415a-a0b8-fcb2fac5b278 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:46.666477 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c46725-43a0-49e1-89f3-ac4830d71c2d", "name": "network-vif-deleted", "tag": "6f583a57-2114-4834-b6f6-e1bea05081aa", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:46.666738 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70d12a40-ea3e-415a-a0b8-fcb2fac5b278 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:46.667172 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c46725-43a0-49e1-89f3-ac4830d71c2d', 'name': 'network-vif-deleted', 'tag': '6f583a57-2114-4834-b6f6-e1bea05081aa', 'status': 'completed', 'code': 200} Aug 24 00:21:46.710699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ed04a4f-13b8-445c-be05-d8913a345e84 req-5b0f5ac8-5993-4413-b5f2-86136208f9ed tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028277 Aug 24 00:21:46.810181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28d82f16-c1a0-4cc5-aef1-b4e8bc0a97e8 req-55370bd8-38f5-4e63-a73a-523a4b2262c7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 210 time: 0.0783420 Aug 24 00:21:46.837016 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:46.884826 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=567cfedc-b0ec-4230-a59c-ecd2bd07ac0e,segment=NetworkSegment(4a82daba-88ea-47b3-b428-db54d86fe814),segment_id=4a82daba-88ea-47b3-b428-db54d86fe814)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:46.889276 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:46.890311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7a8f377c-fdbf-4c41-b625-e71c85531b6e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:46.912766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-b83af883-7bad-4374-b06c-367e26650943 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Allocated IP 172.20.0.8 (4e62f524-6a63-41f9-8661-cb5c0da3099c/7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3/5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:47.062920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=567cfedc-b0ec-4230-a59c-ecd2bd07ac0e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:47.091632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 7a8f377c-fdbf-4c41-b625-e71c85531b6e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:47.103819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 7a8f377c-fdbf-4c41-b625-e71c85531b6e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:47.103819 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:47.184169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a40a8c18-80f9-49e4-a6a7-a1c5f3556667 req-c413d133-af59-41a4-b02e-166a752dc606 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.2617118 Aug 24 00:21:47.376356 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:47.422540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 7a8f377c-fdbf-4c41-b625-e71c85531b6e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7a8f377c-fdbf-4c41-b625-e71c85531b6e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:47.439103 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:47.478416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e28b24e-7549-4b42-8a39-7f8d807084a7 req-b22cb256-cd68-4c54-a15b-e8d8e9d8696a tempest-FloatingIPsNegativeTestJSON-166138974 tempest-FloatingIPsNegativeTestJSON-166138974-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=84f7c4e84fed488abb0a2546081cdeaa HTTP/1.1" status: 200 len: 217 time: 0.1371160 Aug 24 00:21:47.500728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfeebc2c-49b8-4d49-b030-d22a3feb9ae0 req-82bbcef7-1f9e-497b-a594-7a5204d8cf7b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 210 time: 0.1354465 Aug 24 00:21:47.567376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=7a8f377c-fdbf-4c41-b625-e71c85531b6e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:47.638333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e734b882-2c80-4db9-b9b9-5141befd996d req-e489658c-088d-4acd-b099-08ac0a1aac83 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.0466020 Aug 24 00:21:47.645606 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-b83af883-7bad-4374-b06c-367e26650943 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:47.738966 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-b83af883-7bad-4374-b06c-367e26650943 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:47.812562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91412179-f212-4245-9ec9-e2314932aea6 None None] Network 2f143da7-e370-4028-a5c9-204ad3cae3e5 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:47.877083 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-b83af883-7bad-4374-b06c-367e26650943 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Network 4e62f524-6a63-41f9-8661-cb5c0da3099c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:47.907611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-b83af883-7bad-4374-b06c-367e26650943 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:47.914507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bb33520-3d9f-4df8-a5a4-f681d37de124 req-d442a61f-645e-44d5-886f-cb3a85b80492 tempest-FloatingIPsNegativeTestJSON-166138974 tempest-FloatingIPsNegativeTestJSON-166138974-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1129630 Aug 24 00:21:47.917370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-b83af883-7bad-4374-b06c-367e26650943 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:48.000350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83af883-7bad-4374-b06c-367e26650943 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Pushing event updated for resources: {'Port': ['ID=5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:48.111603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-b83af883-7bad-4374-b06c-367e26650943 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:48.112565 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-b83af883-7bad-4374-b06c-367e26650943 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:48.156301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:48.280555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-68902345-f4f7-4e0e-9b1b-5d4c6de7deb4 None None] Provisioning for port 89f20bdd-7ebd-4374-82fe-a2d7cb516272 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:48.323296 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-38e763ca-9152-4f2e-8acf-e24d2639742f req-5666b837-4ce9-4812-8bab-c41241466a7f tempest-FloatingIPsNegativeTestJSON-166138974 tempest-FloatingIPsNegativeTestJSON-166138974-project] show failed (client error): The resource could not be found. Aug 24 00:21:48.334879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:48.342244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-38e763ca-9152-4f2e-8acf-e24d2639742f req-5666b837-4ce9-4812-8bab-c41241466a7f tempest-FloatingIPsNegativeTestJSON-166138974 tempest-FloatingIPsNegativeTestJSON-166138974-project] 10.222.0.32 "GET /v2.0/floatingips/9071f2d3-c5e5-48f9-a0e1-46094bf6354a HTTP/1.1" status: 404 len: 350 time: 0.0778694 Aug 24 00:21:48.349872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-b83af883-7bad-4374-b06c-367e26650943 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4488134 Aug 24 00:21:48.387889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Request body: {'port': {'device_id': 'ee5eab87-0880-4004-ab00-b3c43025a8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:48.404729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:48.405118 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:48.429509 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Sync routers for ids ['5104dd3c-efce-456a-b41f-8720f18c4599'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:21:48.446250 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Routers {'5104dd3c-efce-456a-b41f-8720f18c4599'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:21:48.446960 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:21:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['5104dd3c-efce-456a-b41f-8720f18c4599'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:48.449564 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53832) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:48.578688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19a485-c933-4c11-8a93-3b2ad92f8e09 req-9e524444-3957-4eb3-8fb8-d6c2e1960177 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:48.600229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff19a485-c933-4c11-8a93-3b2ad92f8e09 req-9e524444-3957-4eb3-8fb8-d6c2e1960177 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 931 time: 0.4486446 Aug 24 00:21:48.613328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7a8f377c-fdbf-4c41-b625-e71c85531b6e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:48.727605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6feecd-9d11-4efd-b28f-90d5680c4a8f admin admin] Deleting subnet cc693454-54b3-4f81-8f8a-53ff5c215485 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:21:48.727814 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Set router 5104dd3c-efce-456a-b41f-8720f18c4599 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:21:48.734520 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e6feecd-9d11-4efd-b28f-90d5680c4a8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:48.768071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 7a8f377c-fdbf-4c41-b625-e71c85531b6e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:48.770313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff19a485-c933-4c11-8a93-3b2ad92f8e09 req-af87cee1-ccc9-4238-9926-31cf02be0739 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688168 Aug 24 00:21:48.770432 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:48.815849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-6819ab25-10dc-4512-b3d1-54db2d4d8d32 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:48.828697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-6819ab25-10dc-4512-b3d1-54db2d4d8d32 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:48.830295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-6819ab25-10dc-4512-b3d1-54db2d4d8d32 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "GET /v2.0/networks?id=a113fbc5-3045-4eff-b206-c01b2c0b3bf2&id=2f143da7-e370-4028-a5c9-204ad3cae3e5 HTTP/1.1" status: 200 len: 1391 time: 0.7688055 Aug 24 00:21:48.850055 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:48.866954 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f8965b7-6076-491c-b362-76ae4d7682ff req-a1ea0c27-3b58-4576-8825-cc52944ee6b6 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.1382782 Aug 24 00:21:48.871483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b6115146-19f8-4522-a87a-e9734b1bc3f9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Request body: {'port': {'device_id': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'network_id': 'a113fbc5-3045-4eff-b206-c01b2c0b3bf2', 'admin_state_up': True, 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:48.882622 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e6feecd-9d11-4efd-b28f-90d5680c4a8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:48.950247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 89f20bdd-7ebd-4374-82fe-a2d7cb516272 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:48.991211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e6feecd-9d11-4efd-b28f-90d5680c4a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.054879 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 89f20bdd-7ebd-4374-82fe-a2d7cb516272 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:49.059987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 89f20bdd-7ebd-4374-82fe-a2d7cb516272 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:49.060647 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.108261 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'name': 'tempest-FloatingIPsNegativeTestJSON-1180685278-router', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:35Z', 'updated_at': '2021-08-24T00:21:43Z', 'revision_number': 4, 'project_id': '84f7c4e84fed488abb0a2546081cdeaa', 'gw_port': {'id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:37Z', 'updated_at': '2021-08-24T00:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'd0737645-dc43-47b7-a418-7d7a57a4dcb0', 'name': '', 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'mac_address': 'fa:16:3e:43:4a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '9d08624c-c9ba-42f8-ad22-bb9a7671b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:42Z', 'updated_at': '2021-08-24T00:21:43Z', 'revision_number': 2, 'project_id': '84f7c4e84fed488abb0a2546081cdeaa', 'subnets': [{'id': '9d08624c-c9ba-42f8-ad22-bb9a7671b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:49.149086 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Checking router: 5104dd3c-efce-456a-b41f-8720f18c4599 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:21:49.150221 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Updating router 5104dd3c-efce-456a-b41f-8720f18c4599 port d0737645-dc43-47b7-a418-7d7a57a4dcb0 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:21:49.182979 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.187772 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e6feecd-9d11-4efd-b28f-90d5680c4a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.191044 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3b6adb6b-6164-4595-b2b0-809748b97947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:49.198518 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3b6adb6b-6164-4595-b2b0-809748b97947 service neutron] 10.222.0.13 "GET /v2.0/ports/dfe403b4-93ff-4811-8d40-226b565b5d0e HTTP/1.1" status: 200 len: 1033 time: 0.0519221 Aug 24 00:21:49.277058 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.298267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6feecd-9d11-4efd-b28f-90d5680c4a8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc693454-54b3-4f81-8f8a-53ff5c215485,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:49.302062 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-cedf9893-1c9d-4bed-a19d-afbf117c63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:49.304131 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-cedf9893-1c9d-4bed-a19d-afbf117c63e6 service neutron] 10.222.0.13 "GET /v2.0/ports/22f7ed89-39b2-4be4-b2ff-738827384330 HTTP/1.1" status: 200 len: 1033 time: 0.0598621 Aug 24 00:21:49.383545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 89f20bdd-7ebd-4374-82fe-a2d7cb516272, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=89f20bdd-7ebd-4374-82fe-a2d7cb516272,segment=NetworkSegment(7639099b-5dcd-4db1-9491-d0b74a47c21a),segment_id=7639099b-5dcd-4db1-9491-d0b74a47c21a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:49.391839 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.434059 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e6feecd-9d11-4efd-b28f-90d5680c4a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.439561 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1e6feecd-9d11-4efd-b28f-90d5680c4a8f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cc693454-54b3-4f81-8f8a-53ff5c215485 HTTP/1.1" status: 204 len: 168 time: 0.9889824 Aug 24 00:21:49.441981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:49.482568 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=89f20bdd-7ebd-4374-82fe-a2d7cb516272,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:49.594664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e6279ef-343f-41e6-9631-5ceddf982ed0 req-416a649a-09e9-442f-a12c-adff75e5b726 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 210 time: 0.5466413 Aug 24 00:21:49.629740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0fe4b91a-16d8-494a-853c-ca6ae39c73c4 req-371f8ef2-1931-49d4-a315-e58969935e73 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.5679245 Aug 24 00:21:49.730891 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.744366 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Transition to ACTIVE for port object d0737645-dc43-47b7-a418-7d7a57a4dcb0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:49.752701 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.855500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b6115146-19f8-4522-a87a-e9734b1bc3f9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:49.861464 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b6115146-19f8-4522-a87a-e9734b1bc3f9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.903069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 89f20bdd-7ebd-4374-82fe-a2d7cb516272 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:50.011972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 89f20bdd-7ebd-4374-82fe-a2d7cb516272 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:50.012568 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.032870 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b276f-bdb1-46ce-a992-d733267401dc None None] Pushing event updated for resources: {'Port': ['ID=d0737645-dc43-47b7-a418-7d7a57a4dcb0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:50.097496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b6c7b86-85f4-4c67-9c87-c88ff849d8b5 req-e5ae360b-79da-4b71-8d02-45c97597cff5 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.1036444 Aug 24 00:21:50.134031 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-292bc7ba-c40c-4bcf-bfbb-4029dac2a12a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:50.140320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-292bc7ba-c40c-4bcf-bfbb-4029dac2a12a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:50.149377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-292bc7ba-c40c-4bcf-bfbb-4029dac2a12a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:50.151532 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-292bc7ba-c40c-4bcf-bfbb-4029dac2a12a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "GET /v2.0/networks?id=76b7da42-c04b-463d-808a-afaf1b8052d6&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=b6cfb797-f65c-4b64-8064-c867f5a2550e&id=b6cfb797-f65c-4b64-8064-c867f5a2550e HTTP/1.1" status: 200 len: 1994 time: 0.8391824 Aug 24 00:21:50.152188 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b276f-bdb1-46ce-a992-d733267401dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:50.153766 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b276f-bdb1-46ce-a992-d733267401dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:50.154111 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b276f-bdb1-46ce-a992-d733267401dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:50.154753 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e22a75ec-46ca-42cc-9c02-1f422520acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.156327 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b276f-bdb1-46ce-a992-d733267401dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:50.159591 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b276f-bdb1-46ce-a992-d733267401dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:50.162948 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b276f-bdb1-46ce-a992-d733267401dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:50.163470 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b276f-bdb1-46ce-a992-d733267401dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:50.163816 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b276f-bdb1-46ce-a992-d733267401dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:50.164155 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b276f-bdb1-46ce-a992-d733267401dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:50.168514 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b276f-bdb1-46ce-a992-d733267401dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:50.168873 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b276f-bdb1-46ce-a992-d733267401dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:50.169207 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b276f-bdb1-46ce-a992-d733267401dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:50.213322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fbb5f-6e86-4eb5-b024-277208841b7b req-916eed5e-66cd-44e5-965d-f9589b02391a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:50.215794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e40fbb5f-6e86-4eb5-b024-277208841b7b req-916eed5e-66cd-44e5-965d-f9589b02391a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 931 time: 0.2419584 Aug 24 00:21:50.236731 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Attempting to bind port d0737645-dc43-47b7-a418-7d7a57a4dcb0 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:50.237105 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Attempting to bind port d0737645-dc43-47b7-a418-7d7a57a4dcb0 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '8765a71d-4f26-40a9-a785-0aeaaa67f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:50.237621 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Attempting to bind port d0737645-dc43-47b7-a418-7d7a57a4dcb0 on network 41344546-e994-48de-b7fa-9dadd735ce9c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:50.253822 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:50.254279 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Checking segment: {'id': '8765a71d-4f26-40a9-a785-0aeaaa67f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:50.254696 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.255829 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Bound using segment: {'id': '8765a71d-4f26-40a9-a785-0aeaaa67f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:50.256320 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Bound port: d0737645-dc43-47b7-a418-7d7a57a4dcb0, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8765a71d-4f26-40a9-a785-0aeaaa67f869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:50.256706 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.265007 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-8da37ce9-0cf1-4927-b80a-0c664c219f26 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c60035b714294d25b25f588bef13ad1c HTTP/1.1" status: 200 len: 379 time: 0.0951910 Aug 24 00:21:50.295602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-17ff45e8-54bd-4067-a939-2d213aa19071 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'port': {'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'admin_state_up': True, 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'security_groups': ['b32399ef-9a01-4432-ace7-76201df356ff']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:50.364792 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] For port d0737645-dc43-47b7-a418-7d7a57a4dcb0, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:50.368500 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] For port d0737645-dc43-47b7-a418-7d7a57a4dcb0, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d0737645-dc43-47b7-a418-7d7a57a4dcb0,segment=NetworkSegment(8765a71d-4f26-40a9-a785-0aeaaa67f869),segment_id=8765a71d-4f26-40a9-a785-0aeaaa67f869)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:50.374814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e40fbb5f-6e86-4eb5-b024-277208841b7b req-eab2f838-c09f-4812-9f6e-a715bb61cd27 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369514 Aug 24 00:21:50.380757 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.428171 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b6115146-19f8-4522-a87a-e9734b1bc3f9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Allocated IP 19.80.0.98 (a113fbc5-3045-4eff-b206-c01b2c0b3bf2/d35c2825-6f5c-4b82-ac6f-96eecb54050c/cdff4b45-3213-4054-b150-abac9db44f7f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:50.431009 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e22a75ec-46ca-42cc-9c02-1f422520acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.446976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:50.459632 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.460525 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Routers {'5104dd3c-efce-456a-b41f-8720f18c4599'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:21:50.461164 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:21:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['5104dd3c-efce-456a-b41f-8720f18c4599'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:50.474572 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e22a75ec-46ca-42cc-9c02-1f422520acc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a4f855-1dfa-4389-b9d2-80db5e027a61']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:50.500747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Transition to ACTIVE for port object 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:50.528942 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.537345 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b276f-bdb1-46ce-a992-d733267401dc None None] Pushing event updated for resources: {'Port': ['ID=d0737645-dc43-47b7-a418-7d7a57a4dcb0,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:50.546764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e22a75ec-46ca-42cc-9c02-1f422520acc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e123e3e2-ae9c-466f-8a66-0149f49071ec') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:50.551944 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e22a75ec-46ca-42cc-9c02-1f422520acc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e123e3e2-ae9c-466f-8a66-0149f49071ec') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:50.623680 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e22a75ec-46ca-42cc-9c02-1f422520acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.641280 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] Set router 5104dd3c-efce-456a-b41f-8720f18c4599 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:21:50.741012 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffe487ec-dae9-453d-8fd2-4ad6229ad208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.815445 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e22a75ec-46ca-42cc-9c02-1f422520acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.859418 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-17ff45e8-54bd-4067-a939-2d213aa19071 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Made reservation on behalf of c60035b714294d25b25f588bef13ad1c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:50.863476 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-17ff45e8-54bd-4067-a939-2d213aa19071 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.869956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22a75ec-46ca-42cc-9c02-1f422520acc1 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:21:50.870629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e22a75ec-46ca-42cc-9c02-1f422520acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:21:50.872722 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:21:50.876707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Pushing event updated for resources: {'Port': ['ID=5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:50.902180 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa5a2969-17e4-43b3-803f-85469877da81 req-8fd5be32-44fb-410f-82ce-7119579e13c0 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.0532873 Aug 24 00:21:50.911810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2f45512-d0b8-44c2-a2fe-398cd537816f req-c3efa856-066c-448b-a73a-7f1d5948fb82 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 210 time: 0.1195643 Aug 24 00:21:50.969456 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:51.071473 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b6115146-19f8-4522-a87a-e9734b1bc3f9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:51.093560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Attempting to bind port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:51.097486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Attempting to bind port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:51.097486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Attempting to bind port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e on network 4e62f524-6a63-41f9-8661-cb5c0da3099c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:51.117687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b6115146-19f8-4522-a87a-e9734b1bc3f9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Transition to ACTIVE for port object cdff4b45-3213-4054-b150-abac9db44f7f will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:51.130021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e on network 4e62f524-6a63-41f9-8661-cb5c0da3099c not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:51.130905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Attempting to bind port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e on network 4e62f524-6a63-41f9-8661-cb5c0da3099c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:51.144925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:51.145689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Checking segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:51.145689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Bound using segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:51.146089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Bound port: 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:51.146457 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:51.171262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:51.199297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '7ea5212f-3018-4bfb-9d73-0c0cfce2cabb', 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb', 'port_id': '7ea5212f-3018-4bfb-9d73-0c0cfce2cabb', 'mac_address': 'fa:16:3e:60:d8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1a1303-12b4-4df1-8051-6ef6912eb98d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:21:51.237710 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e22a75ec-46ca-42cc-9c02-1f422520acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:51.250511 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e22a75ec-46ca-42cc-9c02-1f422520acc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:51.262639 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e22a75ec-46ca-42cc-9c02-1f422520acc1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/10a4f855-1dfa-4389-b9d2-80db5e027a61 HTTP/1.1" status: 204 len: 168 time: 1.8173184 Aug 24 00:21:51.268742 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:51.284537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:51.288153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8abdf92e-7447-4bc5-9c71-90ef0dbbc08d req-a0e668d4-cdba-4ef7-80f7-8d04c715317f tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0464883 Aug 24 00:21:51.306393 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b6115146-19f8-4522-a87a-e9734b1bc3f9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:51.333026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:51.350305 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:51.357028 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'name': 'tempest-FloatingIPsNegativeTestJSON-1180685278-router', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:35Z', 'updated_at': '2021-08-24T00:21:43Z', 'revision_number': 4, 'project_id': '84f7c4e84fed488abb0a2546081cdeaa', 'gw_port': {'id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:37Z', 'updated_at': '2021-08-24T00:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'd0737645-dc43-47b7-a418-7d7a57a4dcb0', 'name': '', 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'mac_address': 'fa:16:3e:43:4a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '9d08624c-c9ba-42f8-ad22-bb9a7671b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:42Z', 'updated_at': '2021-08-24T00:21:50Z', 'revision_number': 4, 'project_id': '84f7c4e84fed488abb0a2546081cdeaa', 'subnets': [{'id': '9d08624c-c9ba-42f8-ad22-bb9a7671b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:51.359515 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-17ff45e8-54bd-4067-a939-2d213aa19071 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Allocated IP 172.20.0.12 (76b7da42-c04b-463d-808a-afaf1b8052d6/54dadfea-b82d-455e-87de-0100325a1116/fa2236cf-9f4e-4517-bffb-4b3e4f8762d3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:51.364151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a75ec-46ca-42cc-9c02-1f422520acc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=10a4f855-1dfa-4389-b9d2-80db5e027a61,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:51.385661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] For port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:51.399508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] For port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:51.433606 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:51.456670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b6115146-19f8-4522-a87a-e9734b1bc3f9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Network a113fbc5-3045-4eff-b206-c01b2c0b3bf2 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:51.465148 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b6115146-19f8-4522-a87a-e9734b1bc3f9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:51.470519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:51.471723 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:51.473301 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] 10.222.0.47 "PUT /v2.0/ports/5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e HTTP/1.1" status: 200 len: 1091 time: 3.1048689 Aug 24 00:21:51.474855 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ca3a73-ce3e-42d8-9ab4-a1d8107c3d6a None None] The sync data for ids ['5104dd3c-efce-456a-b41f-8720f18c4599'] in n-d-805736-1 is: [{'id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'name': 'tempest-FloatingIPsNegativeTestJSON-1180685278-router', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:35Z', 'updated_at': '2021-08-24T00:21:43Z', 'revision_number': 4, 'project_id': '84f7c4e84fed488abb0a2546081cdeaa', 'gw_port': {'id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:37Z', 'updated_at': '2021-08-24T00:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'd0737645-dc43-47b7-a418-7d7a57a4dcb0', 'name': '', 'network_id': '41344546-e994-48de-b7fa-9dadd735ce9c', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'mac_address': 'fa:16:3e:43:4a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '9d08624c-c9ba-42f8-ad22-bb9a7671b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:42Z', 'updated_at': '2021-08-24T00:21:50Z', 'revision_number': 4, 'project_id': '84f7c4e84fed488abb0a2546081cdeaa', 'subnets': [{'id': '9d08624c-c9ba-42f8-ad22-bb9a7671b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:21:51.475043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b6115146-19f8-4522-a87a-e9734b1bc3f9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:51.477860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5eab87-0880-4004-ab00-b3c43025a8e1', 'tag': '5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:51.482397 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f120c15-cd9a-4ecb-aea1-3708c7afe2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5eab87-0880-4004-ab00-b3c43025a8e1", "tag": "5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:51.504434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6115146-19f8-4522-a87a-e9734b1bc3f9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event updated for resources: {'Port': ['ID=cdff4b45-3213-4054-b150-abac9db44f7f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:51.555809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:51.592060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:51.592567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:51.592917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:51.593252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:51.593587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:51.593915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:51.594243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:51.594566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:51.594915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:51.595239 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:51.595562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:51.596420 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:51.636507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653ed00-9a89-4a54-972d-eb206cb6370a service neutron] Pushing event updated for resources: {'Port': ['ID=5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:51.646945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['7ea5212f-3018-4bfb-9d73-0c0cfce2cabb'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:51.845631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:51.852424 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8034a3e7-edf4-485b-8699-2c96a04b6258 x-openstack-request-id: req-8034a3e7-edf4-485b-8699-2c96a04b6258 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:51.852726 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5eab87-0880-4004-ab00-b3c43025a8e1", "tag": "5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:51.852982 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8034a3e7-edf4-485b-8699-2c96a04b6258 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:51.853395 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5eab87-0880-4004-ab00-b3c43025a8e1', 'tag': '5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e', 'status': 'completed', 'code': 200} Aug 24 00:21:51.982480 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d0737645-dc43-47b7-a418-7d7a57a4dcb0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:52.010619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b6115146-19f8-4522-a87a-e9734b1bc3f9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.021588 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b6115146-19f8-4522-a87a-e9734b1bc3f9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.049677 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-484f0a7d-2589-4483-ab2f-90f47dd9066f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73800ca933784a9ebfa0b8c7de2f2613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987925 Aug 24 00:21:52.059267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53930) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:52.071224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-bf4a42ed-23d2-470a-bb7f-654d965e305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.077018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-bf4a42ed-23d2-470a-bb7f-654d965e305b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 1094 time: 0.4413536 Aug 24 00:21:52.106271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9326600d-0922-4245-a030-aaeded997017 req-3ce55f85-f5b8-4e70-a152-304585940e76 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.1747169 Aug 24 00:21:52.136725 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-17ff45e8-54bd-4067-a939-2d213aa19071 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.151989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-57b5b64b-0d45-46c0-bf50-9372a71f1083 None None] Provisioning for port cdff4b45-3213-4054-b150-abac9db44f7f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:52.159782 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-57b5b64b-0d45-46c0-bf50-9372a71f1083 None None] Provisioning complete for port cdff4b45-3213-4054-b150-abac9db44f7f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:52.161336 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57b5b64b-0d45-46c0-bf50-9372a71f1083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.193125 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port d0737645-dc43-47b7-a418-7d7a57a4dcb0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:52.206718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-17ff45e8-54bd-4067-a939-2d213aa19071 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Transition to ACTIVE for port object fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:52.228369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d0737645-dc43-47b7-a418-7d7a57a4dcb0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:52.228745 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.276150 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ffe487ec-dae9-453d-8fd2-4ad6229ad208 admin admin] Deleting port d0737645-dc43-47b7-a418-7d7a57a4dcb0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:52.276504 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffe487ec-dae9-453d-8fd2-4ad6229ad208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.312012 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-57b5b64b-0d45-46c0-bf50-9372a71f1083 None None] Port cdff4b45-3213-4054-b150-abac9db44f7f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:52.355406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ef049-98a9-43a9-9aea-74e908775d7e req-22c60efb-861d-49a0-b3a9-e5f562666a67 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.364585 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a68ef049-98a9-43a9-9aea-74e908775d7e req-22c60efb-861d-49a0-b3a9-e5f562666a67 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 943 time: 0.7290742 Aug 24 00:21:52.375590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b6115146-19f8-4522-a87a-e9734b1bc3f9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5265536 Aug 24 00:21:52.380081 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-17ff45e8-54bd-4067-a939-2d213aa19071 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.389482 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.396517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-2de750db-37d4-4e49-9575-f6b085577e49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e HTTP/1.1" status: 200 len: 217 time: 0.2810802 Aug 24 00:21:52.448198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port d0737645-dc43-47b7-a418-7d7a57a4dcb0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d0737645-dc43-47b7-a418-7d7a57a4dcb0,segment=NetworkSegment(8765a71d-4f26-40a9-a785-0aeaaa67f869),segment_id=8765a71d-4f26-40a9-a785-0aeaaa67f869)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:52.456554 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.462133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-c6f71412-406d-43f0-b826-718e741e361c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Request body: {'port': {'device_id': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'network_id': '2f143da7-e370-4028-a5c9-204ad3cae3e5', 'admin_state_up': True, 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:52.505552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-17ff45e8-54bd-4067-a939-2d213aa19071 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Network 76b7da42-c04b-463d-808a-afaf1b8052d6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:52.519482 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ffe487ec-dae9-453d-8fd2-4ad6229ad208 admin admin] For port d0737645-dc43-47b7-a418-7d7a57a4dcb0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d0737645-dc43-47b7-a418-7d7a57a4dcb0,segment=NetworkSegment(8765a71d-4f26-40a9-a785-0aeaaa67f869),segment_id=8765a71d-4f26-40a9-a785-0aeaaa67f869)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:52.520142 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffe487ec-dae9-453d-8fd2-4ad6229ad208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.524046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-17ff45e8-54bd-4067-a939-2d213aa19071 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:52.540863 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-17ff45e8-54bd-4067-a939-2d213aa19071 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:52.548694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=d0737645-dc43-47b7-a418-7d7a57a4dcb0,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:52.608382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ffe487ec-dae9-453d-8fd2-4ad6229ad208 admin admin] Calling delete_port for d0737645-dc43-47b7-a418-7d7a57a4dcb0 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:52.625485 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff45e8-54bd-4067-a939-2d213aa19071 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'Port': ['ID=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:52.674898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0d872-752c-47e4-a1c0-ad867fd71aac req-2d274c5e-d1d6-41bc-ac14-6ed4b7370201 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.682585 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06a0d872-752c-47e4-a1c0-ad867fd71aac req-2d274c5e-d1d6-41bc-ac14-6ed4b7370201 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 931 time: 0.6169703 Aug 24 00:21:52.712057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a68ef049-98a9-43a9-9aea-74e908775d7e req-e3639158-88ae-4d16-80e6-0cad0028fc9b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310285 Aug 24 00:21:52.731256 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-17ff45e8-54bd-4067-a939-2d213aa19071 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.732030 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-17ff45e8-54bd-4067-a939-2d213aa19071 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.771691 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-17ff45e8-54bd-4067-a939-2d213aa19071 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4833226 Aug 24 00:21:52.804820 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c27aa9e-13fa-4538-9352-a01e50aa3f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.848642 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c27aa9e-13fa-4538-9352-a01e50aa3f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.883313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-fecf6cb9-2dfe-4105-924a-c968ea685140 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'port': {'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1', 'admin_state_up': True, 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'security_groups': ['b32399ef-9a01-4432-ace7-76201df356ff']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:52.907049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-f4999df6-3b31-4375-b07e-8f7ed4ccba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.909003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-f4999df6-3b31-4375-b07e-8f7ed4ccba24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.4690716 Aug 24 00:21:52.950288 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c27aa9e-13fa-4538-9352-a01e50aa3f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.952934 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c27aa9e-13fa-4538-9352-a01e50aa3f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.957349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7c27aa9e-13fa-4538-9352-a01e50aa3f8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/270688ea-c389-41cf-b2f2-fbe147bcd242 HTTP/1.1" status: 204 len: 168 time: 0.8648195 Aug 24 00:21:52.977947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:53.036473 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06a0d872-752c-47e4-a1c0-ad867fd71aac req-d477b939-3b2e-41da-86ce-82ee837ff941 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528819 Aug 24 00:21:53.038658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-50819c9e-331a-4917-9363-980c47ae3559 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044796 Aug 24 00:21:53.062908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27aa9e-13fa-4538-9352-a01e50aa3f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270688ea-c389-41cf-b2f2-fbe147bcd242,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:53.140293 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-96231540-8eb3-4019-bb84-55d9967d1685 None None] Provisioning for port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:53.146059 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-96231540-8eb3-4019-bb84-55d9967d1685 None None] Provisioning complete for port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:53.146746 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96231540-8eb3-4019-bb84-55d9967d1685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.203809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec717cb1-04c4-45fe-8fbb-5056ee3680d5 req-f02b7e2e-7ae4-4c3e-91a0-53e271fdb720 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:53.210407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-96231540-8eb3-4019-bb84-55d9967d1685 None None] Port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:53.216006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec717cb1-04c4-45fe-8fbb-5056ee3680d5 req-f02b7e2e-7ae4-4c3e-91a0-53e271fdb720 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 932 time: 0.3121309 Aug 24 00:21:53.228281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:53.229861 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.308556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-c6f71412-406d-43f0-b826-718e741e361c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Made reservation on behalf of ef165561fc8949dd973d6a621f1f5c5a for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:53.316356 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-c6f71412-406d-43f0-b826-718e741e361c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.337018 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffe487ec-dae9-453d-8fd2-4ad6229ad208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.400176 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe487ec-dae9-453d-8fd2-4ad6229ad208 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0737645-dc43-47b7-a418-7d7a57a4dcb0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:53.407422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92be4b2d-7d22-4233-b25d-c246108cf74e req-b085da3f-2a90-4f0c-b078-368a40ecf84d tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.1251020 Aug 24 00:21:53.447218 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.472792 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.527909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4b168e-1fda-478f-bdfe-5df412e85dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea5212f-3018-4bfb-9d73-0c0cfce2cabb'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:53.536553 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f565f1e-c966-4890-99f5-ad320d3fb282" -d '{"events": [{"server_uuid": "fd4b168e-1fda-478f-bdfe-5df412e85dde", "name": "network-vif-plugged", "status": "completed", "tag": "7ea5212f-3018-4bfb-9d73-0c0cfce2cabb"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:53.547781 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-fecf6cb9-2dfe-4105-924a-c968ea685140 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Made reservation on behalf of c60035b714294d25b25f588bef13ad1c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:53.552855 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-fecf6cb9-2dfe-4105-924a-c968ea685140 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.574889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:53.589480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-8df99aa1-dc38-4a59-9d90-236492bcfcf7 service neutron] 10.222.0.47 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135062 Aug 24 00:21:53.590407 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.641661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec717cb1-04c4-45fe-8fbb-5056ee3680d5 req-3be0d8c8-ce94-4ac1-893f-5872ff4ee4e2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4243290 Aug 24 00:21:53.710560 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:53.902724 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffe487ec-dae9-453d-8fd2-4ad6229ad208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.970447 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acfdae1-c10d-4684-a76f-9e7fc5745abf x-openstack-request-id: req-8acfdae1-c10d-4684-a76f-9e7fc5745abf {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:53.971343 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4b168e-1fda-478f-bdfe-5df412e85dde", "name": "network-vif-plugged", "status": "completed", "tag": "7ea5212f-3018-4bfb-9d73-0c0cfce2cabb", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:53.971522 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8acfdae1-c10d-4684-a76f-9e7fc5745abf {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:53.971916 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4b168e-1fda-478f-bdfe-5df412e85dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea5212f-3018-4bfb-9d73-0c0cfce2cabb', 'code': 200} Aug 24 00:21:54.118588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-585b83ba-e9d3-4c50-b32d-e9831645f6cc req-7853b638-df4a-44a2-aaea-c0fe030aa133 service neutron] 10.222.0.47 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269194 Aug 24 00:21:54.162680 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-fecf6cb9-2dfe-4105-924a-c968ea685140 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Allocated IP 10.1.1.69 (733ba053-30da-4557-b4cc-071bb438f1a1/4ba73f07-3c0f-4e69-9d14-a88992f59c65/7ec2d164-920a-48df-808a-d50f19345547) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:54.184425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ffa30-0e9d-461d-92a1-e953f4b00803 req-20bb91db-ee36-46e4-9440-507e517d4bb2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.197434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b4ffa30-0e9d-461d-92a1-e953f4b00803 req-20bb91db-ee36-46e4-9440-507e517d4bb2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 943 time: 0.3362181 Aug 24 00:21:54.367772 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-c6f71412-406d-43f0-b826-718e741e361c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Allocated IP 19.86.0.201 (2f143da7-e370-4028-a5c9-204ad3cae3e5/af6d8443-aff6-4de5-9664-310b259ef427/30ee58cf-e04f-454c-bf9e-b94c88e08a11) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:54.394299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b4ffa30-0e9d-461d-92a1-e953f4b00803 req-be5b5de9-b8d5-4406-ae14-22610e005366 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904793 Aug 24 00:21:54.412782 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f120c15-cd9a-4ecb-aea1-3708c7afe2d9 req-5013333b-3db4-4f36-b542-1d079fb3d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.416985 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f120c15-cd9a-4ecb-aea1-3708c7afe2d9 req-5013333b-3db4-4f36-b542-1d079fb3d132 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 1094 time: 0.1450536 Aug 24 00:21:54.464414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe487ec-dae9-453d-8fd2-4ad6229ad208 admin admin] Router 5104dd3c-efce-456a-b41f-8720f18c4599 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:21:54.489884 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-fecf6cb9-2dfe-4105-924a-c968ea685140 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:54.558463 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-fecf6cb9-2dfe-4105-924a-c968ea685140 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Transition to ACTIVE for port object 7ec2d164-920a-48df-808a-d50f19345547 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:54.601295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6e237-c354-4a95-9e60-3253a9a976a5 req-da2ba2fd-af4d-413d-975a-1c6e737863fa tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.608560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13b6e237-c354-4a95-9e60-3253a9a976a5 req-da2ba2fd-af4d-413d-975a-1c6e737863fa tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 931 time: 0.3876402 Aug 24 00:21:54.689212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84ba05f1-ba2c-4be7-95f4-79d288625519 req-70c41b1f-dabb-419d-b94f-c66f664534b7 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0971470 Aug 24 00:21:54.738009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13b6e237-c354-4a95-9e60-3253a9a976a5 req-46a3938f-d8c9-4710-9626-56ccab1ca9d4 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252925 Aug 24 00:21:54.738563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe487ec-dae9-453d-8fd2-4ad6229ad208 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:21:54.749011 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231de862-005e-4daa-b2a9-0340c10f24fa None None] Sync routers for ids ['5104dd3c-efce-456a-b41f-8720f18c4599'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:21:54.763543 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ffe487ec-dae9-453d-8fd2-4ad6229ad208 admin admin] 10.222.0.32 "PUT /v2.0/routers/5104dd3c-efce-456a-b41f-8720f18c4599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4267919 Aug 24 00:21:54.767922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54008) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:54.770572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231de862-005e-4daa-b2a9-0340c10f24fa None None] Routers {'5104dd3c-efce-456a-b41f-8720f18c4599'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:21:54.774740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-231de862-005e-4daa-b2a9-0340c10f24fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:21:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['5104dd3c-efce-456a-b41f-8720f18c4599'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:54.818641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f120c15-cd9a-4ecb-aea1-3708c7afe2d9 req-8d2b8ee2-9cde-41a6-b1c2-d7e74763beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.820406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f120c15-cd9a-4ecb-aea1-3708c7afe2d9 req-8d2b8ee2-9cde-41a6-b1c2-d7e74763beb9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 912 time: 0.3937652 Aug 24 00:21:54.930064 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-fecf6cb9-2dfe-4105-924a-c968ea685140 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:54.973970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-231de862-005e-4daa-b2a9-0340c10f24fa None None] Set router 5104dd3c-efce-456a-b41f-8720f18c4599 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:21:55.014504 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54016) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:55.039607 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-fecf6cb9-2dfe-4105-924a-c968ea685140 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Network 733ba053-30da-4557-b4cc-071bb438f1a1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:55.045698 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-fecf6cb9-2dfe-4105-924a-c968ea685140 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:55.052870 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-fecf6cb9-2dfe-4105-924a-c968ea685140 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:55.120283 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf6cb9-2dfe-4105-924a-c968ea685140 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'Port': ['ID=7ec2d164-920a-48df-808a-d50f19345547,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:55.236991 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.376217 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-231de862-005e-4daa-b2a9-0340c10f24fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'name': 'tempest-FloatingIPsNegativeTestJSON-1180685278-router', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:35Z', 'updated_at': '2021-08-24T00:21:53Z', 'revision_number': 5, 'project_id': '84f7c4e84fed488abb0a2546081cdeaa', 'gw_port': {'id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:37Z', 'updated_at': '2021-08-24T00:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:55.378380 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-fecf6cb9-2dfe-4105-924a-c968ea685140 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:55.379307 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-fecf6cb9-2dfe-4105-924a-c968ea685140 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.396807 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1347601568-network', 'tenant_id': 'ce43a7dcccfd4df2b884665c1e9e43e1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:55.460349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] Made reservation on behalf of ce43a7dcccfd4df2b884665c1e9e43e1 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:55.469574 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.470025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231de862-005e-4daa-b2a9-0340c10f24fa None None] Checking router: 5104dd3c-efce-456a-b41f-8720f18c4599 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:21:55.490298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231de862-005e-4daa-b2a9-0340c10f24fa None None] Routers {'5104dd3c-efce-456a-b41f-8720f18c4599'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:21:55.491455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-231de862-005e-4daa-b2a9-0340c10f24fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:21:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['5104dd3c-efce-456a-b41f-8720f18c4599'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:55.504625 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-fecf6cb9-2dfe-4105-924a-c968ea685140 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6314003 Aug 24 00:21:55.505693 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.569612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9d1ede8c-eca3-4978-bf76-7dc64f615ebb None None] Provisioning for port 7ec2d164-920a-48df-808a-d50f19345547 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:55.576539 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9d1ede8c-eca3-4978-bf76-7dc64f615ebb None None] Provisioning complete for port 7ec2d164-920a-48df-808a-d50f19345547 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:55.576968 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d1ede8c-eca3-4978-bf76-7dc64f615ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.723239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4d19f96e-adc4-43c4-a634-91658eec9487 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'port': {'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1', 'admin_state_up': True, 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'security_groups': ['b32399ef-9a01-4432-ace7-76201df356ff']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:55.814055 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f120c15-cd9a-4ecb-aea1-3708c7afe2d9 req-0937d7c7-1f08-445a-aae3-d9f82bf8c4b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e HTTP/1.1" status: 200 len: 217 time: 0.9768488 Aug 24 00:21:55.852893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ede8c-eca3-4978-bf76-7dc64f615ebb None None] Port 7ec2d164-920a-48df-808a-d50f19345547 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:55.858220 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-231de862-005e-4daa-b2a9-0340c10f24fa None None] Set router 5104dd3c-efce-456a-b41f-8720f18c4599 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:21:55.924995 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.948601 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b30950ff-a0a2-4eb9-8e70-318223691e16 req-168fa52f-13cd-4c43-ab6c-eb36fec09886 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.1871870 Aug 24 00:21:55.951127 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03b9f9d5-e8fb-48d2-b8c1-02ceaae39758 req-3ef868e8-3e30-4c4e-8591-8c984f9b8933 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f6fde066a9642d69478dd6c916f2129&device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.1808894 Aug 24 00:21:56.099700 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa662648-3554-4e81-b1b6-db77008f66d2 req-0685ca29-a965-4bac-8e05-f5dd6ba33ecb tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.118429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa662648-3554-4e81-b1b6-db77008f66d2 req-0685ca29-a965-4bac-8e05-f5dd6ba33ecb tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 932 time: 1.2336524 Aug 24 00:21:56.126389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03b9f9d5-e8fb-48d2-b8c1-02ceaae39758 req-e54a81d0-fca6-4041-ab28-a2a0ffcde836 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3f6fde066a9642d69478dd6c916f2129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1175063 Aug 24 00:21:56.130339 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-c6f71412-406d-43f0-b826-718e741e361c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:56.154078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-231de862-005e-4daa-b2a9-0340c10f24fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'name': 'tempest-FloatingIPsNegativeTestJSON-1180685278-router', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:35Z', 'updated_at': '2021-08-24T00:21:53Z', 'revision_number': 5, 'project_id': '84f7c4e84fed488abb0a2546081cdeaa', 'gw_port': {'id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:37Z', 'updated_at': '2021-08-24T00:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:56.188850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231de862-005e-4daa-b2a9-0340c10f24fa None None] The sync data for ids ['5104dd3c-efce-456a-b41f-8720f18c4599'] in n-d-805736-1 is: [{'id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'name': 'tempest-FloatingIPsNegativeTestJSON-1180685278-router', 'tenant_id': '84f7c4e84fed488abb0a2546081cdeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:35Z', 'updated_at': '2021-08-24T00:21:53Z', 'revision_number': 5, 'project_id': '84f7c4e84fed488abb0a2546081cdeaa', 'gw_port': {'id': '7a8f377c-fdbf-4c41-b625-e71c85531b6e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104dd3c-efce-456a-b41f-8720f18c4599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:37Z', 'updated_at': '2021-08-24T00:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:21:56.289503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f120c15-cd9a-4ecb-aea1-3708c7afe2d9 req-35cda76c-0407-41be-bbd2-5f5351118e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.293068 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f120c15-cd9a-4ecb-aea1-3708c7afe2d9 req-35cda76c-0407-41be-bbd2-5f5351118e57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.3917077 Aug 24 00:21:56.326568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa662648-3554-4e81-b1b6-db77008f66d2 req-c77585ce-9fce-4675-9f08-32b8bbf05ed4 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000697 Aug 24 00:21:56.358537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-c6f71412-406d-43f0-b826-718e741e361c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Transition to ACTIVE for port object 30ee58cf-e04f-454c-bf9e-b94c88e08a11 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:56.428614 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:56.448650 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f120c15-cd9a-4ecb-aea1-3708c7afe2d9 req-3484833c-8e73-42b3-bbb9-4e4807b151bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065636 Aug 24 00:21:56.489628 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:56.510797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4d19f96e-adc4-43c4-a634-91658eec9487 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Made reservation on behalf of c60035b714294d25b25f588bef13ad1c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:56.514324 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4d19f96e-adc4-43c4-a634-91658eec9487 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:56.551295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:21:56.572037 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f120c15-cd9a-4ecb-aea1-3708c7afe2d9 req-3464903e-f5db-4765-9761-0e47c07a3c8d service neutron] 10.222.0.47 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116698 Aug 24 00:21:56.618563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] Deleting port 7a8f377c-fdbf-4c41-b625-e71c85531b6e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:56.619030 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:56.622012 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74504099-519f-4cf7-bef6-1e8f9f43bec3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:56.651146 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:56.651503 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] Added segment 63d538c1-fca3-401c-97d9-3f88ef97843e of type vlan for network aaa34007-8295-4a05-9131-3ff6f23501a2 Aug 24 00:21:56.805263 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f120c15-cd9a-4ecb-aea1-3708c7afe2d9 req-5074db13-8f34-4017-bae2-8848b15b8d1b service neutron] 10.222.0.47 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223675 Aug 24 00:21:56.837689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ad29b-0d3b-4f30-b4ae-d9954188fc82 req-e3b00a39-c981-4605-b2b8-e33ef8a1e2d9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.840978 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:56.846998 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a39ad29b-0d3b-4f30-b4ae-d9954188fc82 req-e3b00a39-c981-4605-b2b8-e33ef8a1e2d9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 943 time: 0.7762930 Aug 24 00:21:56.912095 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] For port 7a8f377c-fdbf-4c41-b625-e71c85531b6e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7a8f377c-fdbf-4c41-b625-e71c85531b6e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:56.912474 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:56.938338 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] Calling delete_port for 7a8f377c-fdbf-4c41-b625-e71c85531b6e owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:56.967139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a7a2-7681-4922-875d-99b5ff12c311 req-b72990b6-5af3-4f9e-b7b5-005d449dcbb8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.980657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2948a7a2-7681-4922-875d-99b5ff12c311 req-b72990b6-5af3-4f9e-b7b5-005d449dcbb8 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 931 time: 0.2404304 Aug 24 00:21:57.010106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:57.029351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a39ad29b-0d3b-4f30-b4ae-d9954188fc82 req-748d80fd-be9b-4adb-85e4-fa6269b9235f tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808929 Aug 24 00:21:57.056832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9f9d5-e8fb-48d2-b8c1-02ceaae39758 req-72dddc5c-8148-4308-a675-e6bb7e0256bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.058378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03b9f9d5-e8fb-48d2-b8c1-02ceaae39758 req-72dddc5c-8148-4308-a675-e6bb7e0256bc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8297565 Aug 24 00:21:57.069119 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-c6f71412-406d-43f0-b826-718e741e361c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:57.078561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4d19f96e-adc4-43c4-a634-91658eec9487 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Allocated IP 10.1.1.71 (733ba053-30da-4557-b4cc-071bb438f1a1/4ba73f07-3c0f-4e69-9d14-a88992f59c65/4b444555-ec1d-495e-bcde-fa4f20dad18c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:57.110555 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:57.121313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.122822 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:57.203266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f71412-406d-43f0-b826-718e741e361c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event updated for resources: {'Port': ['ID=30ee58cf-e04f-454c-bf9e-b94c88e08a11,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:57.289512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2948a7a2-7681-4922-875d-99b5ff12c311 req-dd0b445e-e402-46a8-b502-56abdbe534b9 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997630 Aug 24 00:21:57.308575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef19135b-670b-423f-94d8-7c27eac55c74 req-18e2ff39-aa90-4f5b-978d-0b5c47ccf293 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.1124573 Aug 24 00:21:57.310383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-c6f71412-406d-43f0-b826-718e741e361c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Network 2f143da7-e370-4028-a5c9-204ad3cae3e5 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:57.322519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-c6f71412-406d-43f0-b826-718e741e361c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:57.327331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-c6f71412-406d-43f0-b826-718e741e361c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:57.344251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:57.395874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'port_id': '5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e', 'mac_address': 'fa:16:3e:56:ec:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:21:57.422706 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] Pushing event updated for resources: {'Network': ['ID=aaa34007-8295-4a05-9131-3ff6f23501a2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:57.467070 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:57.468974 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-c6f71412-406d-43f0-b826-718e741e361c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.469764 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6eac6f13-ca22-4465-9ca3-511681785382 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4511523 Aug 24 00:21:57.471658 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-c6f71412-406d-43f0-b826-718e741e361c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:57.479411 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54078) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:57.495489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-aa59ec4d-77a7-48e6-aad8-12d8e8dc2e2e admin admin] Request body: {'subnet': {'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1347601568-subnet', 'tenant_id': 'ce43a7dcccfd4df2b884665c1e9e43e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:57.527566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network aaa34007-8295-4a05-9131-3ff6f23501a2 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:21:57.618452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8f377c-fdbf-4c41-b625-e71c85531b6e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:57.657017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af09c8-c17d-46f6-9b7c-e9de28406213 req-ce5d0813-754f-4dd1-bdc6-ade41a65342d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.664483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af09c8-c17d-46f6-9b7c-e9de28406213 req-ce5d0813-754f-4dd1-bdc6-ade41a65342d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.664483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4af09c8-c17d-46f6-9b7c-e9de28406213 req-ce5d0813-754f-4dd1-bdc6-ade41a65342d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 1653 time: 0.1380796 Aug 24 00:21:57.684448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa59ec4d-77a7-48e6-aad8-12d8e8dc2e2e admin admin] Made reservation on behalf of ce43a7dcccfd4df2b884665c1e9e43e1 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:57.686425 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa59ec4d-77a7-48e6-aad8-12d8e8dc2e2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:57.688801 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:57.915569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:57.943302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-c6f71412-406d-43f0-b826-718e741e361c tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5281167 Aug 24 00:21:57.945243 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa59ec4d-77a7-48e6-aad8-12d8e8dc2e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:57.952333 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1e84-8e2a-4b5e-8131-8e0e271214e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:57.962093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d0737645-dc43-47b7-a418-7d7a57a4dcb0 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:57.966514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-2afc8c45-91ac-4b7e-b5c9-c0850061ab39 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:21:57.967701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-2afc8c45-91ac-4b7e-b5c9-c0850061ab39 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057266 Aug 24 00:21:58.003402 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4d19f96e-adc4-43c4-a634-91658eec9487 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.010326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Request body: {'port': {'device_id': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:58.039010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4d19f96e-adc4-43c4-a634-91658eec9487 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Transition to ACTIVE for port object 4b444555-ec1d-495e-bcde-fa4f20dad18c will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:58.087773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:58.097033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d36eb08b-3d87-45bc-8148-63a91be767b5 None None] Provisioning for port 30ee58cf-e04f-454c-bf9e-b94c88e08a11 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:58.105417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: d0737645-dc43-47b7-a418-7d7a57a4dcb0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:58.105990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d0737645-dc43-47b7-a418-7d7a57a4dcb0 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:58.115556 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.130905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4af09c8-c17d-46f6-9b7c-e9de28406213 req-7e7dbbdc-85e3-4a5d-a52d-4ecae0937a7a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4484468 Aug 24 00:21:58.154184 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.168777 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.188480 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d36eb08b-3d87-45bc-8148-63a91be767b5 None None] Provisioning complete for port 30ee58cf-e04f-454c-bf9e-b94c88e08a11 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:58.189106 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d36eb08b-3d87-45bc-8148-63a91be767b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.209476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59ec4d-77a7-48e6-aad8-12d8e8dc2e2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b5a37de-8e6f-4151-b463-ebdfbb7cdda6,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:58.252692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59ec4d-77a7-48e6-aad8-12d8e8dc2e2e admin admin] Checking segment: {'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:58.253224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59ec4d-77a7-48e6-aad8-12d8e8dc2e2e admin admin] Network hostable DHCP agents. Network: aaa34007-8295-4a05-9131-3ff6f23501a2, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:21:58.334900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59ec4d-77a7-48e6-aad8-12d8e8dc2e2e admin admin] Network aaa34007-8295-4a05-9131-3ff6f23501a2 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:21:58.352744 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.355631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.402210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d36eb08b-3d87-45bc-8148-63a91be767b5 None None] Port 30ee58cf-e04f-454c-bf9e-b94c88e08a11 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:58.427375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.428062 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5104dd3c-efce-456a-b41f-8720f18c4599 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:21:58.429903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:58.435049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7243e66-2d68-4d0c-85cc-e717f8a025d4 req-e78cad8e-0f09-4a35-adec-6ca94aa61c58 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:58.437221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7243e66-2d68-4d0c-85cc-e717f8a025d4 req-e78cad8e-0f09-4a35-adec-6ca94aa61c58 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 944 time: 0.2425032 Aug 24 00:21:58.441275 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.457970 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e84a6767-ce9e-4d3f-aedc-9bc28de65186 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5104dd3c-efce-456a-b41f-8720f18c4599 HTTP/1.1" status: 204 len: 168 time: 3.6768334 Aug 24 00:21:58.459254 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:58.482247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03b9f9d5-e8fb-48d2-b8c1-02ceaae39758 req-96441ceb-fffb-44ef-8b8a-fcecab20f1a3 tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.13 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.0425973 Aug 24 00:21:58.505923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-aa59ec4d-77a7-48e6-aad8-12d8e8dc2e2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, aaa34007-8295-4a05-9131-3ff6f23501a2) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:58.515816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ded427e-152c-486d-a644-da19db1b4db7 None None] Network aaa34007-8295-4a05-9131-3ff6f23501a2 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:58.548823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59ec4d-77a7-48e6-aad8-12d8e8dc2e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:58.551967 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa59ec4d-77a7-48e6-aad8-12d8e8dc2e2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.572461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8991bb2c-3615-4736-964e-f9ebb80533bd admin admin] Deleting subnet 9d08624c-c9ba-42f8-ad22-bb9a7671b4e9 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:21:58.573092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:58.586416 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8991bb2c-3615-4736-964e-f9ebb80533bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.660106 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4d19f96e-adc4-43c4-a634-91658eec9487 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.678296 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8991bb2c-3615-4736-964e-f9ebb80533bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.682963 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845389f9-c1e1-4769-aa82-8d99b21ea094 req-d1831e6a-137f-4210-a4d1-30fd98af30a3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:58.698007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845389f9-c1e1-4769-aa82-8d99b21ea094 req-d1831e6a-137f-4210-a4d1-30fd98af30a3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:58.715077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845389f9-c1e1-4769-aa82-8d99b21ea094 req-d1831e6a-137f-4210-a4d1-30fd98af30a3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1654 time: 0.2734046 Aug 24 00:21:58.719159 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-aa59ec4d-77a7-48e6-aad8-12d8e8dc2e2e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2380300 Aug 24 00:21:58.814392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7243e66-2d68-4d0c-85cc-e717f8a025d4 req-c901da40-dd50-4297-88b6-ee35fc43051a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287289 Aug 24 00:21:58.816331 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4d19f96e-adc4-43c4-a634-91658eec9487 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Network 733ba053-30da-4557-b4cc-071bb438f1a1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:58.822162 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4d19f96e-adc4-43c4-a634-91658eec9487 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:58.825639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4d19f96e-adc4-43c4-a634-91658eec9487 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:58.889903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4d19f96e-adc4-43c4-a634-91658eec9487 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:58.891017 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4d19f96e-adc4-43c4-a634-91658eec9487 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.949905 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19f96e-adc4-43c4-a634-91658eec9487 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'Port': ['ID=4b444555-ec1d-495e-bcde-fa4f20dad18c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:58.960154 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4d19f96e-adc4-43c4-a634-91658eec9487 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2575104 Aug 24 00:21:58.968586 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-845389f9-c1e1-4769-aa82-8d99b21ea094 req-a25c9672-13ee-461f-ac7b-aa5c47c340ae tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511470 Aug 24 00:21:58.985810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1fa7d295-6548-44b6-a962-690858a2a12b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'port': {'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e', 'admin_state_up': True, 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'security_groups': ['b32399ef-9a01-4432-ace7-76201df356ff']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:59.122928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8991bb2c-3615-4736-964e-f9ebb80533bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:59.290753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed1443-996d-463b-afe0-19dabdb0ce39 None None] Network aaa34007-8295-4a05-9131-3ff6f23501a2 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:59.317013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3ae8186-c077-4348-9388-1f9f8e30a20a req-1b9c05f6-2813-43a0-9bf6-0b18079eb28f tempest-ServerShowV257Test-2045449297 tempest-ServerShowV257Test-2045449297-project] 10.222.0.32 "GET /v2.0/ports?device_id=a08704da-2d99-4325-a005-4850b282d9e4 HTTP/1.1" status: 200 len: 210 time: 0.2239747 Aug 24 00:21:59.358920 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1fa7d295-6548-44b6-a962-690858a2a12b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Made reservation on behalf of c60035b714294d25b25f588bef13ad1c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:59.503683 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8991bb2c-3615-4736-964e-f9ebb80533bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:59.559176 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7cbb0302-e647-40de-938e-3ec0a3886fa3 None None] Provisioning for port 4b444555-ec1d-495e-bcde-fa4f20dad18c completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:59.573985 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:59.578638 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7cbb0302-e647-40de-938e-3ec0a3886fa3 None None] Provisioning complete for port 4b444555-ec1d-495e-bcde-fa4f20dad18c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:59.583634 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cbb0302-e647-40de-938e-3ec0a3886fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:59.590537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdff4b45-3213-4054-b150-abac9db44f7f {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:59.618288 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:59.620219 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991bb2c-3615-4736-964e-f9ebb80533bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d08624c-c9ba-42f8-ad22-bb9a7671b4e9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:59.622439 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8991bb2c-3615-4736-964e-f9ebb80533bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:59.624316 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8991bb2c-3615-4736-964e-f9ebb80533bd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9d08624c-c9ba-42f8-ad22-bb9a7671b4e9 HTTP/1.1" status: 204 len: 168 time: 1.1601379 Aug 24 00:21:59.627913 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54128) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:59.632211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5795b1c3-83e4-4c8f-bea3-3c5968fe5928 None None] Network 41344546-e994-48de-b7fa-9dadd735ce9c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:59.653711 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469370a7-d084-43ab-b34f-7ec6b7ec5390 req-fbb72580-2827-4123-98b0-84b7c8f77ba8 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.668552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469370a7-d084-43ab-b34f-7ec6b7ec5390 req-fbb72580-2827-4123-98b0-84b7c8f77ba8 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.687618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469370a7-d084-43ab-b34f-7ec6b7ec5390 req-fbb72580-2827-4123-98b0-84b7c8f77ba8 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.700722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-469370a7-d084-43ab-b34f-7ec6b7ec5390 req-fbb72580-2827-4123-98b0-84b7c8f77ba8 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 2373 time: 0.2651892 Aug 24 00:21:59.766762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb0302-e647-40de-938e-3ec0a3886fa3 None None] Port 4b444555-ec1d-495e-bcde-fa4f20dad18c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:59.841843 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:59.843412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54140) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:59.846790 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7a8f377c-fdbf-4c41-b625-e71c85531b6e no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:59.890228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 7a8f377c-fdbf-4c41-b625-e71c85531b6e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:59.890816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7a8f377c-fdbf-4c41-b625-e71c85531b6e not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:59.890919 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1fa7d295-6548-44b6-a962-690858a2a12b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:59.958190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-469370a7-d084-43ab-b34f-7ec6b7ec5390 req-87b5ca8e-3bb0-4bf3-8856-286db8764d9e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533419 Aug 24 00:22:00.026802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Transition to ACTIVE for port object cdff4b45-3213-4054-b150-abac9db44f7f will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:00.042610 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.083114 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.092512 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1424c705-60d1-4abb-8c8b-fa7a4cbad055 None None] DHCP port deletion for 41344546-e994-48de-b7fa-9dadd735ce9c request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:22:00.106407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-3e12f58c-cee1-4e43-adea-677a381945e2 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:00.136154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-3e12f58c-cee1-4e43-adea-677a381945e2 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/networks?id=aaa34007-8295-4a05-9131-3ff6f23501a2 HTTP/1.1" status: 200 len: 813 time: 0.3544471 Aug 24 00:22:00.220537 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5688d8d-c360-4c61-a98a-ce17d8394d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.253847 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1424c705-60d1-4abb-8c8b-fa7a4cbad055 None None] Deleting port 026705db-edaf-47a3-92b0-d13263f55016 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:00.262667 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1424c705-60d1-4abb-8c8b-fa7a4cbad055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.303607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-89601a67-4b1c-4ba7-b907-06840ef0665d tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/quotas/ce43a7dcccfd4df2b884665c1e9e43e1 HTTP/1.1" status: 200 len: 375 time: 0.1663661 Aug 24 00:22:00.336074 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Deleting port 026705db-edaf-47a3-92b0-d13263f55016 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:00.336515 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.344301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Pushing event updated for resources: {'Port': ['ID=cdff4b45-3213-4054-b150-abac9db44f7f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:00.376773 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dacb3565-2293-4008-bb5b-c365d111e7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.411267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1424c705-60d1-4abb-8c8b-fa7a4cbad055 None None] For port 026705db-edaf-47a3-92b0-d13263f55016, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=026705db-edaf-47a3-92b0-d13263f55016,segment=NetworkSegment(8765a71d-4f26-40a9-a785-0aeaaa67f869),segment_id=8765a71d-4f26-40a9-a785-0aeaaa67f869)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:00.411848 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1424c705-60d1-4abb-8c8b-fa7a4cbad055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.419217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca0fd9-bc04-456e-bedc-7befb04b15a5 req-f08d13a2-a345-4d5c-aadd-67b979d9d2a5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:00.428289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cca0fd9-bc04-456e-bedc-7befb04b15a5 req-f08d13a2-a345-4d5c-aadd-67b979d9d2a5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 944 time: 0.2417586 Aug 24 00:22:00.434834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-00c7e744-fc0e-4940-9c80-643e3b122067 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce43a7dcccfd4df2b884665c1e9e43e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1302629 Aug 24 00:22:00.442557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1424c705-60d1-4abb-8c8b-fa7a4cbad055 None None] Calling delete_port for 026705db-edaf-47a3-92b0-d13263f55016 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:00.465993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-2c7988c3-31c2-41f3-9f49-2d6ad8213eed service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:22:00.468362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-2c7988c3-31c2-41f3-9f49-2d6ad8213eed service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129757 Aug 24 00:22:00.640359 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] For port 026705db-edaf-47a3-92b0-d13263f55016, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=026705db-edaf-47a3-92b0-d13263f55016,segment=NetworkSegment(8765a71d-4f26-40a9-a785-0aeaaa67f869),segment_id=8765a71d-4f26-40a9-a785-0aeaaa67f869)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:00.641208 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.649683 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1424c705-60d1-4abb-8c8b-fa7a4cbad055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.669566 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1fa7d295-6548-44b6-a962-690858a2a12b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Allocated IP 10.2.2.100 (b6cfb797-f65c-4b64-8064-c867f5a2550e/2ea995d2-1395-4f59-8ad4-626922072864/15250587-53ca-4501-86b1-c7339d86c075) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:00.676951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Attempting to bind port cdff4b45-3213-4054-b150-abac9db44f7f on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:00.677679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Attempting to bind port cdff4b45-3213-4054-b150-abac9db44f7f by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '4a82daba-88ea-47b3-b428-db54d86fe814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a113fbc5-3045-4eff-b206-c01b2c0b3bf2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:00.678170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Attempting to bind port cdff4b45-3213-4054-b150-abac9db44f7f on network a113fbc5-3045-4eff-b206-c01b2c0b3bf2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:00.685159 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-e668a5ab-89d0-4e90-987f-a9718fc89205 service neutron] 10.222.0.32 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341138 Aug 24 00:22:00.686060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Calling delete_port for 026705db-edaf-47a3-92b0-d13263f55016 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:00.688476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Port cdff4b45-3213-4054-b150-abac9db44f7f on network a113fbc5-3045-4eff-b206-c01b2c0b3bf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:00.688976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Attempting to bind port cdff4b45-3213-4054-b150-abac9db44f7f on network a113fbc5-3045-4eff-b206-c01b2c0b3bf2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:00.700019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424c705-60d1-4abb-8c8b-fa7a4cbad055 None None] Pushing event deleted for resources: {'Port': ['ID=026705db-edaf-47a3-92b0-d13263f55016,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:00.707894 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1424c705-60d1-4abb-8c8b-fa7a4cbad055 None None] No DVR routers for this DVR port 026705db-edaf-47a3-92b0-d13263f55016 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:00.734269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:00.735051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Checking segment: {'id': '4a82daba-88ea-47b3-b428-db54d86fe814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a113fbc5-3045-4eff-b206-c01b2c0b3bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:00.735654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Bound using segment: {'id': '4a82daba-88ea-47b3-b428-db54d86fe814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a113fbc5-3045-4eff-b206-c01b2c0b3bf2'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:00.736385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Bound port: cdff4b45-3213-4054-b150-abac9db44f7f, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a82daba-88ea-47b3-b428-db54d86fe814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a113fbc5-3045-4eff-b206-c01b2c0b3bf2'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:00.737726 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.785853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cca0fd9-bc04-456e-bedc-7befb04b15a5 req-13bf512c-0b20-4e33-bb8c-38647dca4df5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563282 Aug 24 00:22:00.881881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a034e0e7-88d1-435e-b03f-93c7233c8d78 service neutron] 10.222.0.32 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899436 Aug 24 00:22:01.042725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:01.057790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] For port cdff4b45-3213-4054-b150-abac9db44f7f, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:01.074900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] For port cdff4b45-3213-4054-b150-abac9db44f7f, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cdff4b45-3213-4054-b150-abac9db44f7f,segment=NetworkSegment(4a82daba-88ea-47b3-b428-db54d86fe814),segment_id=4a82daba-88ea-47b3-b428-db54d86fe814)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:01.075131 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.100336 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625483da-d63f-42b4-907f-9fef00aa2b4d req-ea795be2-874e-410b-a7d9-31ec5a99bcb5 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:01.114031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625483da-d63f-42b4-907f-9fef00aa2b4d req-ea795be2-874e-410b-a7d9-31ec5a99bcb5 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:01.117751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-625483da-d63f-42b4-907f-9fef00aa2b4d req-ea795be2-874e-410b-a7d9-31ec5a99bcb5 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1666 time: 0.2142470 Aug 24 00:22:01.121664 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.134554 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dacb3565-2293-4008-bb5b-c365d111e7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.185399 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1fa7d295-6548-44b6-a962-690858a2a12b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.191920 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dacb3565-2293-4008-bb5b-c365d111e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.194535 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Pushing event deleted for resources: {'Port': ['ID=026705db-edaf-47a3-92b0-d13263f55016,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:01.198554 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.207949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] No DVR routers for this DVR port 026705db-edaf-47a3-92b0-d13263f55016 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:01.215201 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:01.221093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:01.222157 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.299838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Pushing event updated for resources: {'Port': ['ID=cdff4b45-3213-4054-b150-abac9db44f7f,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:01.325489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:01.326068 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.327530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-3fcba366-70f3-4b0f-b10b-f013e638a907 service neutron] 10.222.0.13 "PUT /v2.0/ports/cdff4b45-3213-4054-b150-abac9db44f7f HTTP/1.1" status: 200 len: 1091 time: 3.3252962 Aug 24 00:22:01.327988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'tag': 'cdff4b45-3213-4054-b150-abac9db44f7f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:01.340793 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b4701f-661f-43dc-a297-671fd9c6764e" -d '{"events": [{"name": "network-changed", "server_uuid": "f900927b-2328-4bbe-a992-6c4c373269a4", "tag": "cdff4b45-3213-4054-b150-abac9db44f7f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:01.368375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1fa7d295-6548-44b6-a962-690858a2a12b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Transition to ACTIVE for port object 15250587-53ca-4501-86b1-c7339d86c075 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:01.410216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Request body: {'port': {'device_id': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:01.413472 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dacb3565-2293-4008-bb5b-c365d111e7e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ac038d633c343cea41f641e26d7b39a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5290334 Aug 24 00:22:01.421011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:01.488275 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.529559 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.535585 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5eab87-0880-4004-ab00-b3c43025a8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:01.538163 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3131d9-4e57-4618-b386-af666b3f0d12" -d '{"events": [{"server_uuid": "ee5eab87-0880-4004-ab00-b3c43025a8e1", "name": "network-vif-plugged", "status": "completed", "tag": "5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:01.576889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:01.593249 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.702237 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb3565-2293-4008-bb5b-c365d111e7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f57fdf-92ce-44e6-baf1-04b70586cd3f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:01.711943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-625483da-d63f-42b4-907f-9fef00aa2b4d req-a68b44b9-1c8f-45bc-aa65-630f4ccd7301 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580723 Aug 24 00:22:01.775130 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.777000 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:01.797500 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41344546-e994-48de-b7fa-9dadd735ce9c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:01.828681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8765a71d-4f26-40a9-a785-0aeaaa67f869') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:01.828681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8765a71d-4f26-40a9-a785-0aeaaa67f869') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:01.858660 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.905678 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1fa7d295-6548-44b6-a962-690858a2a12b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.918686 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62f21038-7ee4-4781-a608-89ab3f8c0a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.921504 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.940796 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 026705db-edaf-47a3-92b0-d13263f55016 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:01.979226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040096e-7b26-4f7f-864d-0d24e827b1d6 req-ea7ba6fb-e837-4859-9400-2823d6dc27da tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:01.985801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040096e-7b26-4f7f-864d-0d24e827b1d6 req-ea7ba6fb-e837-4859-9400-2823d6dc27da tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:01.992771 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040096e-7b26-4f7f-864d-0d24e827b1d6 req-ea7ba6fb-e837-4859-9400-2823d6dc27da tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.001706 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0040096e-7b26-4f7f-864d-0d24e827b1d6 req-ea7ba6fb-e837-4859-9400-2823d6dc27da tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 2373 time: 0.4532244 Aug 24 00:22:02.008257 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 026705db-edaf-47a3-92b0-d13263f55016 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:02.009769 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54186) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:02.010213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 026705db-edaf-47a3-92b0-d13263f55016 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:02.013032 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6858fce1-8cf6-4336-86f1-dff076d1d6ae x-openstack-request-id: req-6858fce1-8cf6-4336-86f1-dff076d1d6ae {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:02.013512 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f900927b-2328-4bbe-a992-6c4c373269a4", "tag": "cdff4b45-3213-4054-b150-abac9db44f7f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:02.014074 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6858fce1-8cf6-4336-86f1-dff076d1d6ae {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:02.014751 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'tag': 'cdff4b45-3213-4054-b150-abac9db44f7f', 'status': 'completed', 'code': 200} Aug 24 00:22:02.116366 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0040096e-7b26-4f7f-864d-0d24e827b1d6 req-c4ccdc1d-2af0-4fb1-8c5c-9a838584afe4 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133122 Aug 24 00:22:02.152489 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62f21038-7ee4-4781-a608-89ab3f8c0a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:02.157209 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3877a6ce-144c-44fa-92a4-a31175e0743b x-openstack-request-id: req-3877a6ce-144c-44fa-92a4-a31175e0743b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:02.157619 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5eab87-0880-4004-ab00-b3c43025a8e1", "name": "network-vif-plugged", "status": "completed", "tag": "5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:02.157934 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3877a6ce-144c-44fa-92a4-a31175e0743b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:02.159025 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5eab87-0880-4004-ab00-b3c43025a8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e', 'code': 200} Aug 24 00:22:02.254075 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:22:02.254535 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:22:02.256280 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:22:02.267319 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9dd3b1c0-b890-4cd1-bcee-34a03067b117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:02.403685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cade7ddb-db5b-4d25-aa47-a4205fafd6a7 req-59ed138c-b1e9-4e9e-b993-dc3031be6402 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 210 time: 0.1293921 Aug 24 00:22:02.434536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d8bd0-e617-4d87-8f05-2f457d43eee5 req-96b9228a-138b-4171-b29d-48f034030609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.444373 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e4d8bd0-e617-4d87-8f05-2f457d43eee5 req-96b9228a-138b-4171-b29d-48f034030609 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 1096 time: 0.1974676 Aug 24 00:22:02.457704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4701f-661f-43dc-a297-671fd9c6764e req-ee82dc37-40bf-4840-a1a7-f0be47deaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.458242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4701f-661f-43dc-a297-671fd9c6764e req-ee82dc37-40bf-4840-a1a7-f0be47deaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.459938 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39b4701f-661f-43dc-a297-671fd9c6764e req-ee82dc37-40bf-4840-a1a7-f0be47deaf5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef165561fc8949dd973d6a621f1f5c5a&device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1913 time: 0.3872912 Aug 24 00:22:02.542803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1fa7d295-6548-44b6-a962-690858a2a12b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Network b6cfb797-f65c-4b64-8064-c867f5a2550e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:02.545348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7d295-6548-44b6-a962-690858a2a12b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'Port': ['ID=15250587-53ca-4501-86b1-c7339d86c075,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:02.548328 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62f21038-7ee4-4781-a608-89ab3f8c0a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:02.552410 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62f21038-7ee4-4781-a608-89ab3f8c0a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:02.553850 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-62f21038-7ee4-4781-a608-89ab3f8c0a71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3f57fdf-92ce-44e6-baf1-04b70586cd3f HTTP/1.1" status: 204 len: 168 time: 1.0418112 Aug 24 00:22:02.563587 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1fa7d295-6548-44b6-a962-690858a2a12b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:02.577717 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1fa7d295-6548-44b6-a962-690858a2a12b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:02.584921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:02.602577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f21038-7ee4-4781-a608-89ab3f8c0a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f57fdf-92ce-44e6-baf1-04b70586cd3f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:02.662064 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:02.669566 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] 10.222.0.32 "DELETE /v2.0/networks/41344546-e994-48de-b7fa-9dadd735ce9c HTTP/1.1" status: 204 len: 168 time: 3.0227909 Aug 24 00:22:02.741296 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46230178-f7db-4546-aaf3-2c5885163edc admin admin] Pushing event deleted for resources: {'Network': ['ID=41344546-e994-48de-b7fa-9dadd735ce9c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:02.838920 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1fa7d295-6548-44b6-a962-690858a2a12b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.840941 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1fa7d295-6548-44b6-a962-690858a2a12b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:02.989586 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.029164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-873842f0-ea7a-4031-88ed-66979c7429c0 None None] Provisioning for port 15250587-53ca-4501-86b1-c7339d86c075 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:03.040228 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54210) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:03.043102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-873842f0-ea7a-4031-88ed-66979c7429c0 None None] Provisioning complete for port 15250587-53ca-4501-86b1-c7339d86c075 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:03.044311 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-873842f0-ea7a-4031-88ed-66979c7429c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.184510 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8689d8fc-481f-4c17-8809-6e4f8170f75e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84f7c4e84fed488abb0a2546081cdeaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405988 Aug 24 00:22:03.191028 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:03.198186 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-873842f0-ea7a-4031-88ed-66979c7429c0 None None] Port 15250587-53ca-4501-86b1-c7339d86c075 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:22:03.292185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec64989-a1da-4f0e-8d87-ea40b84f5110 req-ebfa9cd3-a2f9-4a22-a21a-d7ae46d0e2a0 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.293854 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ec64989-a1da-4f0e-8d87-ea40b84f5110 req-ebfa9cd3-a2f9-4a22-a21a-d7ae46d0e2a0 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 945 time: 1.0213606 Aug 24 00:22:03.295721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4701f-661f-43dc-a297-671fd9c6764e req-4a9b3eba-fd85-43d1-9abf-b43707d993f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.296921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4701f-661f-43dc-a297-671fd9c6764e req-4a9b3eba-fd85-43d1-9abf-b43707d993f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.296921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4701f-661f-43dc-a297-671fd9c6764e req-4a9b3eba-fd85-43d1-9abf-b43707d993f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.298198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39b4701f-661f-43dc-a297-671fd9c6764e req-4a9b3eba-fd85-43d1-9abf-b43707d993f6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ef165561fc8949dd973d6a621f1f5c5a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7888651 Aug 24 00:22:03.363000 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:03.369603 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-563c9dd1-1b98-4bbe-9099-f998b0b8b3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.387061 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74850585-38e4-4e8c-b7cb-bc568b12431f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.412199 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-563c9dd1-1b98-4bbe-9099-f998b0b8b3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.456748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e4d8bd0-e617-4d87-8f05-2f457d43eee5 req-527c9767-f8d5-4444-abe4-2efcd4aa66d0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9904666 Aug 24 00:22:03.472873 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-563c9dd1-1b98-4bbe-9099-f998b0b8b3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.475942 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-563c9dd1-1b98-4bbe-9099-f998b0b8b3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.480830 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-563c9dd1-1b98-4bbe-9099-f998b0b8b3ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d48281a-4185-4495-beba-c21a5f66a879 HTTP/1.1" status: 204 len: 168 time: 0.2886403 Aug 24 00:22:03.491094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c9dd1-1b98-4bbe-9099-f998b0b8b3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d48281a-4185-4495-beba-c21a5f66a879,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:03.518134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4701f-661f-43dc-a297-671fd9c6764e req-946af151-aa79-4eca-941e-afb8dd5c9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.520730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39b4701f-661f-43dc-a297-671fd9c6764e req-946af151-aa79-4eca-941e-afb8dd5c9b7a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1917555 Aug 24 00:22:03.595268 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ec64989-a1da-4f0e-8d87-ea40b84f5110 req-4eb65b75-9139-4d8a-a8bc-b7c477bbf258 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804825 Aug 24 00:22:03.696086 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded6141-b536-4d44-b00d-1809bf675eb3 req-cd80f3b2-9ed6-41a4-a1f7-f53955ed6ebf tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.703626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded6141-b536-4d44-b00d-1809bf675eb3 req-cd80f3b2-9ed6-41a4-a1f7-f53955ed6ebf tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.711377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eded6141-b536-4d44-b00d-1809bf675eb3 req-cd80f3b2-9ed6-41a4-a1f7-f53955ed6ebf tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1666 time: 0.4116499 Aug 24 00:22:03.816155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ee58cf-e04f-454c-bf9e-b94c88e08a11 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:03.954694 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9dd3b1c0-b890-4cd1-bcee-34a03067b117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.983281 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1fa7d295-6548-44b6-a962-690858a2a12b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0016065 Aug 24 00:22:04.046041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-42a59809-139e-4015-8e7e-56fc7be04ab2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'port': {'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e', 'admin_state_up': True, 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'security_groups': ['b32399ef-9a01-4432-ace7-76201df356ff']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:04.060585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5c288e98-4e7f-43ed-8e93-bd3c3fc8e8d8 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:04.062223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5c288e98-4e7f-43ed-8e93-bd3c3fc8e8d8 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.13 "GET /v2.0/networks?id=aaa34007-8295-4a05-9131-3ff6f23501a2 HTTP/1.1" status: 200 len: 813 time: 0.2274878 Aug 24 00:22:04.066198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eded6141-b536-4d44-b00d-1809bf675eb3 req-61c4b815-317e-46c4-b83d-54705ce5feed tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536835 Aug 24 00:22:04.069592 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.073555 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9dd3b1c0-b890-4cd1-bcee-34a03067b117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.175130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a1f81465-47f4-4d6f-9e1a-6f2107f3e4f1 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Request body: {'port': {'device_id': 'b94afb6e-3780-4e72-8448-d20f80f9a55f', 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2', 'admin_state_up': True, 'tenant_id': 'ce43a7dcccfd4df2b884665c1e9e43e1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:04.343706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3b1c0-b890-4cd1-bcee-34a03067b117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c25b53-5b1a-49d7-b6b5-8909e2dcbf40,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:04.456510 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74850585-38e4-4e8c-b7cb-bc568b12431f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.468684 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74850585-38e4-4e8c-b7cb-bc568b12431f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.518064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55382d8-cd43-4597-aeb1-402b0ffa1dbb req-a0416bd8-1fb4-42c3-b4a7-fd5b94bd51cc tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:04.525693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55382d8-cd43-4597-aeb1-402b0ffa1dbb req-a0416bd8-1fb4-42c3-b4a7-fd5b94bd51cc tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:04.532321 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55382d8-cd43-4597-aeb1-402b0ffa1dbb req-a0416bd8-1fb4-42c3-b4a7-fd5b94bd51cc tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:04.540149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55382d8-cd43-4597-aeb1-402b0ffa1dbb req-a0416bd8-1fb4-42c3-b4a7-fd5b94bd51cc tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:04.548647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c55382d8-cd43-4597-aeb1-402b0ffa1dbb req-a0416bd8-1fb4-42c3-b4a7-fd5b94bd51cc tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 3094 time: 0.8165593 Aug 24 00:22:04.563613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a91c8337-4ada-496e-84e8-5b74691608f7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:04.566098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a91c8337-4ada-496e-84e8-5b74691608f7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.47 "GET /v2.0/networks?id=aaa34007-8295-4a05-9131-3ff6f23501a2 HTTP/1.1" status: 200 len: 813 time: 0.2076974 Aug 24 00:22:04.587906 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-74850585-38e4-4e8c-b7cb-bc568b12431f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a52cdd8b04c44bf858f321e896c7c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2233777 Aug 24 00:22:04.593660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Transition to ACTIVE for port object 30ee58cf-e04f-454c-bf9e-b94c88e08a11 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:04.603969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74850585-38e4-4e8c-b7cb-bc568b12431f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8be39c-4f46-4831-8b33-91ff6f55445d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:04.607242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54232) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:04.628949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af9b4d9f-c73c-42e1-b9b0-9cb065b303a6 req-840106a1-f866-4baf-ab5f-41cfa00ddc32 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 210 time: 0.4624653 Aug 24 00:22:04.656746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-59a2d6a2-8db4-487b-b8d0-713c1b6288ca tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Request body: {'port': {'device_id': 'e44df5f4-c247-46f8-ac39-d70101c35e92', 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2', 'admin_state_up': True, 'tenant_id': 'ce43a7dcccfd4df2b884665c1e9e43e1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:04.660423 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.678217 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25d6cb0-d5eb-4a3b-a140-2e5a875fc32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.709424 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25d6cb0-d5eb-4a3b-a140-2e5a875fc32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.791152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25d6cb0-d5eb-4a3b-a140-2e5a875fc32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.793883 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b25d6cb0-d5eb-4a3b-a140-2e5a875fc32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.795128 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b25d6cb0-d5eb-4a3b-a140-2e5a875fc32c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a8be39c-4f46-4831-8b33-91ff6f55445d HTTP/1.1" status: 204 len: 168 time: 0.1868591 Aug 24 00:22:04.809289 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d6cb0-d5eb-4a3b-a140-2e5a875fc32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8be39c-4f46-4831-8b33-91ff6f55445d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:04.915680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9dd3b1c0-b890-4cd1-bcee-34a03067b117 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f6fde066a9642d69478dd6c916f2129&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8928871 Aug 24 00:22:04.915908 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:04.933846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-42a59809-139e-4015-8e7e-56fc7be04ab2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Made reservation on behalf of c60035b714294d25b25f588bef13ad1c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:05.182176 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c55382d8-cd43-4597-aeb1-402b0ffa1dbb req-09e71d01-1c8a-4d46-8e1e-c71e6366c8fb tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6259019 Aug 24 00:22:05.214700 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-243322ec-d7d7-4611-98f1-9eda427080bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.259528 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-243322ec-d7d7-4611-98f1-9eda427080bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.351027 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-243322ec-d7d7-4611-98f1-9eda427080bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.355459 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-243322ec-d7d7-4611-98f1-9eda427080bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.358968 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-243322ec-d7d7-4611-98f1-9eda427080bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84c25b53-5b1a-49d7-b6b5-8909e2dcbf40 HTTP/1.1" status: 204 len: 168 time: 0.4407952 Aug 24 00:22:05.360103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a1f81465-47f4-4d6f-9e1a-6f2107f3e4f1 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Made reservation on behalf of ce43a7dcccfd4df2b884665c1e9e43e1 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:05.370564 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a1f81465-47f4-4d6f-9e1a-6f2107f3e4f1 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.370804 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-42a59809-139e-4015-8e7e-56fc7be04ab2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.397272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-59a2d6a2-8db4-487b-b8d0-713c1b6288ca tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Made reservation on behalf of ce43a7dcccfd4df2b884665c1e9e43e1 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:05.402326 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-59a2d6a2-8db4-487b-b8d0-713c1b6288ca tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.411922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Pushing event updated for resources: {'Port': ['ID=30ee58cf-e04f-454c-bf9e-b94c88e08a11,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:05.421556 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243322ec-d7d7-4611-98f1-9eda427080bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c25b53-5b1a-49d7-b6b5-8909e2dcbf40,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:05.840325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-42a59809-139e-4015-8e7e-56fc7be04ab2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Allocated IP 10.2.2.200 (b6cfb797-f65c-4b64-8064-c867f5a2550e/2ea995d2-1395-4f59-8ad4-626922072864/9c0ee051-f3be-4377-a1b9-e220303e05a5) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:05.894564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a1f81465-47f4-4d6f-9e1a-6f2107f3e4f1 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Allocated IP 172.20.0.10 (aaa34007-8295-4a05-9131-3ff6f23501a2/0b5a37de-8e6f-4151-b463-ebdfbb7cdda6/6bd9d319-c72a-44f9-8239-6a66ba297c0a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:06.081465 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a1f81465-47f4-4d6f-9e1a-6f2107f3e4f1 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.098865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36131e3a-cd1d-4b5a-b079-8e399d022b2a req-7eebcd74-2bdf-43ef-92ab-07d88e4d0fed tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:06.100877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-36131e3a-cd1d-4b5a-b079-8e399d022b2a req-7eebcd74-2bdf-43ef-92ab-07d88e4d0fed tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 945 time: 1.1077754 Aug 24 00:22:06.140832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23b40e-0963-436f-b4f2-9f25c3bf44ad req-b0748e1e-3bde-43f9-b6b9-ac4b1a29d12d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:06.147526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23b40e-0963-436f-b4f2-9f25c3bf44ad req-b0748e1e-3bde-43f9-b6b9-ac4b1a29d12d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:06.155108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b23b40e-0963-436f-b4f2-9f25c3bf44ad req-b0748e1e-3bde-43f9-b6b9-ac4b1a29d12d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1678 time: 0.6969745 Aug 24 00:22:06.223317 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-42a59809-139e-4015-8e7e-56fc7be04ab2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.251212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-42a59809-139e-4015-8e7e-56fc7be04ab2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Transition to ACTIVE for port object 9c0ee051-f3be-4377-a1b9-e220303e05a5 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:06.305935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-42a59809-139e-4015-8e7e-56fc7be04ab2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.310347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-36131e3a-cd1d-4b5a-b079-8e399d022b2a req-e2e96405-a411-44d5-be73-bece0155f2ad tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530867 Aug 24 00:22:06.332989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b23b40e-0963-436f-b4f2-9f25c3bf44ad req-8cdb98d7-d74a-44e7-a1fd-ce248f716ac2 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768303 Aug 24 00:22:06.367130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Attempting to bind port 30ee58cf-e04f-454c-bf9e-b94c88e08a11 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:06.368235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Attempting to bind port 30ee58cf-e04f-454c-bf9e-b94c88e08a11 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '7639099b-5dcd-4db1-9491-d0b74a47c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2f143da7-e370-4028-a5c9-204ad3cae3e5'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:06.370230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Attempting to bind port 30ee58cf-e04f-454c-bf9e-b94c88e08a11 on network 2f143da7-e370-4028-a5c9-204ad3cae3e5 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:06.388553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Port 30ee58cf-e04f-454c-bf9e-b94c88e08a11 on network 2f143da7-e370-4028-a5c9-204ad3cae3e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:06.388894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Attempting to bind port 30ee58cf-e04f-454c-bf9e-b94c88e08a11 on network 2f143da7-e370-4028-a5c9-204ad3cae3e5 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:06.419461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:06.419808 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Checking segment: {'id': '7639099b-5dcd-4db1-9491-d0b74a47c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2f143da7-e370-4028-a5c9-204ad3cae3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:06.420209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Bound using segment: {'id': '7639099b-5dcd-4db1-9491-d0b74a47c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2f143da7-e370-4028-a5c9-204ad3cae3e5'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:06.420664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Bound port: 30ee58cf-e04f-454c-bf9e-b94c88e08a11, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7639099b-5dcd-4db1-9491-d0b74a47c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '2f143da7-e370-4028-a5c9-204ad3cae3e5'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:06.421032 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.455593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-42a59809-139e-4015-8e7e-56fc7be04ab2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Network b6cfb797-f65c-4b64-8064-c867f5a2550e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:06.466265 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-42a59809-139e-4015-8e7e-56fc7be04ab2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:06.479020 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-42a59809-139e-4015-8e7e-56fc7be04ab2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:06.527604 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a59809-139e-4015-8e7e-56fc7be04ab2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event updated for resources: {'Port': ['ID=9c0ee051-f3be-4377-a1b9-e220303e05a5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:06.572546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] For port 30ee58cf-e04f-454c-bf9e-b94c88e08a11, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:06.586174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] For port 30ee58cf-e04f-454c-bf9e-b94c88e08a11, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=30ee58cf-e04f-454c-bf9e-b94c88e08a11,segment=NetworkSegment(7639099b-5dcd-4db1-9491-d0b74a47c21a),segment_id=7639099b-5dcd-4db1-9491-d0b74a47c21a)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:06.598580 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-42a59809-139e-4015-8e7e-56fc7be04ab2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:06.600104 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-42a59809-139e-4015-8e7e-56fc7be04ab2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.638690 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-42a59809-139e-4015-8e7e-56fc7be04ab2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6158950 Aug 24 00:22:06.660182 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Request body: {'port': {'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:06.679353 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.686468 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a1f81465-47f4-4d6f-9e1a-6f2107f3e4f1 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.793088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.885996 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a1f81465-47f4-4d6f-9e1a-6f2107f3e4f1 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Network aaa34007-8295-4a05-9131-3ff6f23501a2 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:06.959138 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a1f81465-47f4-4d6f-9e1a-6f2107f3e4f1 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:06.978260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a1f81465-47f4-4d6f-9e1a-6f2107f3e4f1 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:06.988925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c5484739-7928-48a7-990f-fb0c147fb503 None None] Provisioning for port 9c0ee051-f3be-4377-a1b9-e220303e05a5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:06.993397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c5484739-7928-48a7-990f-fb0c147fb503 None None] Provisioning complete for port 9c0ee051-f3be-4377-a1b9-e220303e05a5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:06.994029 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5484739-7928-48a7-990f-fb0c147fb503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.101206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c5484739-7928-48a7-990f-fb0c147fb503 None None] Port 9c0ee051-f3be-4377-a1b9-e220303e05a5 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:22:07.116728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-59a2d6a2-8db4-487b-b8d0-713c1b6288ca tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Allocated IP 172.20.0.2 (aaa34007-8295-4a05-9131-3ff6f23501a2/0b5a37de-8e6f-4151-b463-ebdfbb7cdda6/9ba5f912-61be-49ea-a969-f8d2efcda1a8) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:07.126512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54328) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:07.187931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a1f81465-47f4-4d6f-9e1a-6f2107f3e4f1 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:07.188888 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a1f81465-47f4-4d6f-9e1a-6f2107f3e4f1 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.204336 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:07.205743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.215451 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] 10.222.0.13 "PUT /v2.0/ports/30ee58cf-e04f-454c-bf9e-b94c88e08a11 HTTP/1.1" status: 200 len: 1092 time: 5.8235466 Aug 24 00:22:07.230807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'tag': '30ee58cf-e04f-454c-bf9e-b94c88e08a11'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:07.240317 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371a94b9-f5d1-48da-a3f2-55c9f0ef420a" -d '{"events": [{"name": "network-changed", "server_uuid": "f900927b-2328-4bbe-a992-6c4c373269a4", "tag": "30ee58cf-e04f-454c-bf9e-b94c88e08a11"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:07.321987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183df1d7-0139-4f0d-a56d-fe9121a9e4b6 req-5cd9a1d6-0e6a-4b13-8c30-bff4a283f6f0 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:07.334992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-183df1d7-0139-4f0d-a56d-fe9121a9e4b6 req-5cd9a1d6-0e6a-4b13-8c30-bff4a283f6f0 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 932 time: 0.7436333 Aug 24 00:22:07.409404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-a1f81465-47f4-4d6f-9e1a-6f2107f3e4f1 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3229892 Aug 24 00:22:07.474184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Request body: {'port': {'device_id': 'b94afb6e-3780-4e72-8448-d20f80f9a55f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:07.497646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775e825-acef-43df-bfd5-38fa695077cf service neutron] Pushing event updated for resources: {'Port': ['ID=30ee58cf-e04f-454c-bf9e-b94c88e08a11,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:07.637933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f81465-47f4-4d6f-9e1a-6f2107f3e4f1 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Pushing event updated for resources: {'Port': ['ID=6bd9d319-c72a-44f9-8239-6a66ba297c0a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:07.680737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-07742aec-b9a9-483d-968b-039351cf49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:07.681483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-07742aec-b9a9-483d-968b-039351cf49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:07.683224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-07742aec-b9a9-483d-968b-039351cf49c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef165561fc8949dd973d6a621f1f5c5a&device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1980 time: 0.3837180 Aug 24 00:22:07.686912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:07.700718 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.705966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bc2de-9d2f-4fca-962d-b975f800fc78 req-e38aa08f-ddd9-4bee-83bc-835aff870813 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:07.714375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bc2de-9d2f-4fca-962d-b975f800fc78 req-e38aa08f-ddd9-4bee-83bc-835aff870813 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:07.721222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bc2de-9d2f-4fca-962d-b975f800fc78 req-e38aa08f-ddd9-4bee-83bc-835aff870813 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:07.728614 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bc2de-9d2f-4fca-962d-b975f800fc78 req-e38aa08f-ddd9-4bee-83bc-835aff870813 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:07.735143 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bc2de-9d2f-4fca-962d-b975f800fc78 req-e38aa08f-ddd9-4bee-83bc-835aff870813 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:07.738035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-901bc2de-9d2f-4fca-962d-b975f800fc78 req-e38aa08f-ddd9-4bee-83bc-835aff870813 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 3815 time: 0.6123235 Aug 24 00:22:07.745466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Transition to ACTIVE for port object fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:07.752334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-703594224-network', 'tenant_id': '2073d78fc8964f96b023d510a38a1da2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:07.754233 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.768517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-183df1d7-0139-4f0d-a56d-fe9121a9e4b6 req-5af5331d-2c73-4eea-bb69-6423e25f5f32 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323940 Aug 24 00:22:07.851866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:07.949970 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Attempting to bind port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:07.951162 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Attempting to bind port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'c9fb83f4-4764-4446-98f0-c5623cd56340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:07.951494 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Attempting to bind port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 on network 76b7da42-c04b-463d-808a-afaf1b8052d6 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:07.969466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 on network 76b7da42-c04b-463d-808a-afaf1b8052d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:07.974637 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Attempting to bind port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 on network 76b7da42-c04b-463d-808a-afaf1b8052d6 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:07.984805 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:07.985158 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Checking segment: {'id': 'c9fb83f4-4764-4446-98f0-c5623cd56340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:07.987705 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Bound using segment: {'id': 'c9fb83f4-4764-4446-98f0-c5623cd56340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:07.988190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Bound port: fa2236cf-9f4e-4517-bffb-4b3e4f8762d3, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb83f4-4764-4446-98f0-c5623cd56340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:07.988543 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.016873 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3087b235-984d-4c4c-b6d1-2c1ded46804d x-openstack-request-id: req-3087b235-984d-4c4c-b6d1-2c1ded46804d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:08.017900 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f900927b-2328-4bbe-a992-6c4c373269a4", "tag": "30ee58cf-e04f-454c-bf9e-b94c88e08a11", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:08.018323 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3087b235-984d-4c4c-b6d1-2c1ded46804d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:08.019138 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'tag': '30ee58cf-e04f-454c-bf9e-b94c88e08a11', 'status': 'completed', 'code': 200} Aug 24 00:22:08.038141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-7f7149bf-e278-4d29-b289-6ca0f2df1b30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.98&port_id=cdff4b45-3213-4054-b150-abac9db44f7f HTTP/1.1" status: 200 len: 217 time: 0.2951362 Aug 24 00:22:08.097589 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.163597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] Made reservation on behalf of 2073d78fc8964f96b023d510a38a1da2 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:08.166094 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.196840 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] For port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:08.200755 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] For port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3,segment=NetworkSegment(c9fb83f4-4764-4446-98f0-c5623cd56340),segment_id=c9fb83f4-4764-4446-98f0-c5623cd56340)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:08.218384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54360) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:08.223968 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.270004 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-901bc2de-9d2f-4fca-962d-b975f800fc78 req-0b3632e4-a0e4-4656-ac2d-99db1d814056 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3970466 Aug 24 00:22:08.352589 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:08.354242 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.357013 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] 10.222.0.13 "PUT /v2.0/ports/fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 HTTP/1.1" status: 200 len: 1092 time: 1.7033362 Aug 24 00:22:08.362133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': 'fa2236cf-9f4e-4517-bffb-4b3e4f8762d3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:08.371193 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9677c9b5-e9fa-44a1-a619-48cd4577839a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "fa2236cf-9f4e-4517-bffb-4b3e4f8762d3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:08.408180 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Request body: {'port': {'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:08.477189 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895663ad-d7f4-4a3a-b81e-bd59cacf60c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:08.487022 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e00ce51-56df-4171-afcf-21fb7c1c1160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.534314 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.578063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.799655 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e00ce51-56df-4171-afcf-21fb7c1c1160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.822347 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e00ce51-56df-4171-afcf-21fb7c1c1160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.916657 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00ce51-56df-4171-afcf-21fb7c1c1160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b035a793-cdf8-4fb9-824a-370f3c664ac8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:08.934010 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1e00ce51-56df-4171-afcf-21fb7c1c1160 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68b43083642747eb87462e488e750be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7172670 Aug 24 00:22:08.936658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54368) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:09.033861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-0f7309c2-b010-419e-983c-a74d3b4e14de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.035345 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d425add-1c25-469c-9059-bcdef2cfdf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.036123 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-0f7309c2-b010-419e-983c-a74d3b4e14de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d35c2825-6f5c-4b82-ac6f-96eecb54050c HTTP/1.1" status: 200 len: 801 time: 0.9840486 Aug 24 00:22:09.042802 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-59a2d6a2-8db4-487b-b8d0-713c1b6288ca tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.098349 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d425add-1c25-469c-9059-bcdef2cfdf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.110885 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe403b4-93ff-4811-8d40-226b565b5d0e {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:09.126132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.161196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Transition to ACTIVE for port object dfe403b4-93ff-4811-8d40-226b565b5d0e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:09.169317 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.175763 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.192564 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.206951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f8c9d-a7c6-4441-a278-6499a45e90ea req-d75fca00-a0ee-4556-a4b8-064de6a47f41 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.213386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f8c9d-a7c6-4441-a278-6499a45e90ea req-d75fca00-a0ee-4556-a4b8-064de6a47f41 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.215338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-833f8c9d-a7c6-4441-a278-6499a45e90ea req-d75fca00-a0ee-4556-a4b8-064de6a47f41 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1678 time: 1.0807745 Aug 24 00:22:09.232027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9317690-8dca-45c4-8cc2-208692572f6d req-22cf4fa1-f78b-4d12-ba6a-21bf527946c1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.240084 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d425add-1c25-469c-9059-bcdef2cfdf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.243219 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d425add-1c25-469c-9059-bcdef2cfdf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.243467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9317690-8dca-45c4-8cc2-208692572f6d req-22cf4fa1-f78b-4d12-ba6a-21bf527946c1 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 945 time: 0.6776252 Aug 24 00:22:09.244958 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9d425add-1c25-469c-9059-bcdef2cfdf43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b035a793-cdf8-4fb9-824a-370f3c664ac8 HTTP/1.1" status: 204 len: 168 time: 0.3072562 Aug 24 00:22:09.352751 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d425add-1c25-469c-9059-bcdef2cfdf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b035a793-cdf8-4fb9-824a-370f3c664ac8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:09.381494 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe403b4-93ff-4811-8d40-226b565b5d0e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:09.411208 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Attempting to bind port dfe403b4-93ff-4811-8d40-226b565b5d0e on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:09.411832 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Attempting to bind port dfe403b4-93ff-4811-8d40-226b565b5d0e by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:09.412344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Attempting to bind port dfe403b4-93ff-4811-8d40-226b565b5d0e on network 733ba053-30da-4557-b4cc-071bb438f1a1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:09.418190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Port dfe403b4-93ff-4811-8d40-226b565b5d0e on network 733ba053-30da-4557-b4cc-071bb438f1a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:09.418747 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Attempting to bind port dfe403b4-93ff-4811-8d40-226b565b5d0e on network 733ba053-30da-4557-b4cc-071bb438f1a1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:09.429132 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:09.429754 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Checking segment: {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:09.430306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Bound using segment: {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:09.430989 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Bound port: dfe403b4-93ff-4811-8d40-226b565b5d0e, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:09.431514 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.500353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:22:09.538654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb242cb-94f4-4176-8a22-a0e54036b17c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:09.591864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] For port dfe403b4-93ff-4811-8d40-226b565b5d0e, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:09.598030 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] For port dfe403b4-93ff-4811-8d40-226b565b5d0e, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=dfe403b4-93ff-4811-8d40-226b565b5d0e,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:09.605147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b909d181-53aa-4a7e-bdc2-1cbeca99c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.607725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b909d181-53aa-4a7e-bdc2-1cbeca99c5b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a113fbc5-3045-4eff-b206-c01b2c0b3bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5567062 Aug 24 00:22:09.616505 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.671444 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-59a2d6a2-8db4-487b-b8d0-713c1b6288ca tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.676139 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.676728 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] Added segment 92df612c-2590-4608-aef7-c316e90c3890 of type vlan for network ee214e98-c54e-44f9-a07c-12d0d2b7286a Aug 24 00:22:09.864257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9317690-8dca-45c4-8cc2-208692572f6d req-bfc0d9c1-e8c3-4264-b34a-3d04f6ae9f0b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197443 Aug 24 00:22:09.914580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-f00532c0-6906-49e0-90c2-f99fd31311c7 service neutron] 10.222.0.13 "GET /v2.0/networks/a113fbc5-3045-4eff-b206-c01b2c0b3bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339053 Aug 24 00:22:09.965217 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-833f8c9d-a7c6-4441-a278-6499a45e90ea req-19fb4515-8ebb-4d09-9915-dd42e6b5b66e tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7046859 Aug 24 00:22:10.214997 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.219148 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.224389 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] 10.222.0.13 "PUT /v2.0/ports/dfe403b4-93ff-4811-8d40-226b565b5d0e HTTP/1.1" status: 200 len: 1136 time: 1.8320661 Aug 24 00:22:10.226288 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dbb2f6-b3e7-4da1-9075-0651aa951c9e x-openstack-request-id: req-43dbb2f6-b3e7-4da1-9075-0651aa951c9e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:10.226821 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "fa2236cf-9f4e-4517-bffb-4b3e4f8762d3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:10.228354 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43dbb2f6-b3e7-4da1-9075-0651aa951c9e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:10.228980 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': 'fa2236cf-9f4e-4517-bffb-4b3e4f8762d3', 'status': 'completed', 'code': 200} Aug 24 00:22:10.302971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.13', 52658) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:10.346306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Request body: {'port': {'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:10.354953 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3fa8e-3402-45a0-a23f-6d987a47d005 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe403b4-93ff-4811-8d40-226b565b5d0e,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:10.487992 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c9b5-e9fa-44a1-a619-48cd4577839a req-3271989e-bb57-4a41-af71-6b43be318fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.493181 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c9b5-e9fa-44a1-a619-48cd4577839a req-3271989e-bb57-4a41-af71-6b43be318fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.494065 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c9b5-e9fa-44a1-a619-48cd4577839a req-3271989e-bb57-4a41-af71-6b43be318fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.494713 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c9b5-e9fa-44a1-a619-48cd4577839a req-3271989e-bb57-4a41-af71-6b43be318fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.495381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c9b5-e9fa-44a1-a619-48cd4577839a req-3271989e-bb57-4a41-af71-6b43be318fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.496020 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c9b5-e9fa-44a1-a619-48cd4577839a req-3271989e-bb57-4a41-af71-6b43be318fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.498283 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9677c9b5-e9fa-44a1-a619-48cd4577839a req-3271989e-bb57-4a41-af71-6b43be318fa8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60035b714294d25b25f588bef13ad1c&device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5291 time: 0.2219372 Aug 24 00:22:10.512028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-59a2d6a2-8db4-487b-b8d0-713c1b6288ca tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Network aaa34007-8295-4a05-9131-3ff6f23501a2 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:10.597586 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.630622 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-59a2d6a2-8db4-487b-b8d0-713c1b6288ca tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:10.643027 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.652065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2d6a2-8db4-487b-b8d0-713c1b6288ca tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Pushing event updated for resources: {'Port': ['ID=9ba5f912-61be-49ea-a969-f8d2efcda1a8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:10.680098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-59a2d6a2-8db4-487b-b8d0-713c1b6288ca tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:10.842865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c9b5-e9fa-44a1-a619-48cd4577839a req-167ea647-f23a-4ad9-b893-e47a374d5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.843501 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c9b5-e9fa-44a1-a619-48cd4577839a req-167ea647-f23a-4ad9-b893-e47a374d5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.844036 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c9b5-e9fa-44a1-a619-48cd4577839a req-167ea647-f23a-4ad9-b893-e47a374d5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.846326 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9677c9b5-e9fa-44a1-a619-48cd4577839a req-167ea647-f23a-4ad9-b893-e47a374d5cb9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c60035b714294d25b25f588bef13ad1c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3235807 Aug 24 00:22:10.850176 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:22:10.904456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-59a2d6a2-8db4-487b-b8d0-713c1b6288ca tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.905394 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-59a2d6a2-8db4-487b-b8d0-713c1b6288ca tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.996396 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:22:11.009156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b774e915-ecd9-499e-a815-ebc1283b3608 service neutron] 10.222.0.13 "GET /v2.0/networks/a113fbc5-3045-4eff-b206-c01b2c0b3bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0003693 Aug 24 00:22:11.068055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd9d319-c72a-44f9-8239-6a66ba297c0a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:11.069936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677c9b5-e9fa-44a1-a619-48cd4577839a req-5d7420eb-8e2a-4cac-a562-aa940ae7e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:11.074002 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9677c9b5-e9fa-44a1-a619-48cd4577839a req-5d7420eb-8e2a-4cac-a562-aa940ae7e1e4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2201591 Aug 24 00:22:11.081279 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.103393 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Transition to ACTIVE for port object 6bd9d319-c72a-44f9-8239-6a66ba297c0a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:11.128026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750dbe0-6d6c-4b1c-9f2f-f4604909ecb0 req-70623b0b-1370-43e6-96b2-41ab28120849 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:11.138313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8750dbe0-6d6c-4b1c-9f2f-f4604909ecb0 req-70623b0b-1370-43e6-96b2-41ab28120849 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 932 time: 0.9773471 Aug 24 00:22:11.152096 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-59a2d6a2-8db4-487b-b8d0-713c1b6288ca tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5388322 Aug 24 00:22:11.260454 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.268039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Request body: {'port': {'device_id': 'e44df5f4-c247-46f8-ac39-d70101c35e92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:11.289353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-38b3fe63-7faa-4229-856d-6b9b6562f8c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=30ee58cf-e04f-454c-bf9e-b94c88e08a11 HTTP/1.1" status: 200 len: 217 time: 0.1323497 Aug 24 00:22:11.297155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f7ed89-39b2-4be4-b2ff-738827384330 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:11.319546 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.347586 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Transition to ACTIVE for port object 22f7ed89-39b2-4be4-b2ff-738827384330 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:11.349514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d0eb-82a6-49ef-a973-bdf9a535ca27 req-6cf3e7f5-0527-46c1-a6cd-f608a863d98a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:11.356375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d0eb-82a6-49ef-a973-bdf9a535ca27 req-6cf3e7f5-0527-46c1-a6cd-f608a863d98a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:11.357385 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.364164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d0eb-82a6-49ef-a973-bdf9a535ca27 req-6cf3e7f5-0527-46c1-a6cd-f608a863d98a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:11.371537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d0eb-82a6-49ef-a973-bdf9a535ca27 req-6cf3e7f5-0527-46c1-a6cd-f608a863d98a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:11.391819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d0eb-82a6-49ef-a973-bdf9a535ca27 req-6cf3e7f5-0527-46c1-a6cd-f608a863d98a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:11.409896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d0eb-82a6-49ef-a973-bdf9a535ca27 req-6cf3e7f5-0527-46c1-a6cd-f608a863d98a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:11.413881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Pushing event updated for resources: {'Port': ['ID=22f7ed89-39b2-4be4-b2ff-738827384330,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:11.421677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a28d0eb-82a6-49ef-a973-bdf9a535ca27 req-6cf3e7f5-0527-46c1-a6cd-f608a863d98a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 4605 time: 0.9083586 Aug 24 00:22:11.464561 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.466262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:11.467278 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.541773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd9d319-c72a-44f9-8239-6a66ba297c0a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:11.629799 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Attempting to bind port 22f7ed89-39b2-4be4-b2ff-738827384330 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:11.630158 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Attempting to bind port 22f7ed89-39b2-4be4-b2ff-738827384330 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:11.630478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Attempting to bind port 22f7ed89-39b2-4be4-b2ff-738827384330 on network 733ba053-30da-4557-b4cc-071bb438f1a1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:11.639528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Port 22f7ed89-39b2-4be4-b2ff-738827384330 on network 733ba053-30da-4557-b4cc-071bb438f1a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:11.640492 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Attempting to bind port 22f7ed89-39b2-4be4-b2ff-738827384330 on network 733ba053-30da-4557-b4cc-071bb438f1a1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:11.648377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:11.648766 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Checking segment: {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:11.649511 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Bound using segment: {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:11.658117 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Bound port: 22f7ed89-39b2-4be4-b2ff-738827384330, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:11.658606 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.763967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] Pushing event updated for resources: {'Network': ['ID=ee214e98-c54e-44f9-a07c-12d0d2b7286a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:11.771307 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.777427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network ee214e98-c54e-44f9-a07c-12d0d2b7286a details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:22:11.818290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] For port 22f7ed89-39b2-4be4-b2ff-738827384330, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:11.819871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0ce3197d-98c6-40f6-a765-d0044e39d130 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.6380265 Aug 24 00:22:11.824929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54428) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:11.826946 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] For port 22f7ed89-39b2-4be4-b2ff-738827384330, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=22f7ed89-39b2-4be4-b2ff-738827384330,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:11.848125 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0883ad34-ab14-48ad-b34c-58fa7cb870b6 admin admin] Request body: {'subnet': {'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-703594224-subnet', 'tenant_id': '2073d78fc8964f96b023d510a38a1da2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:11.867431 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a28d0eb-82a6-49ef-a973-bdf9a535ca27 req-8476e31e-725a-4f72-8516-f4a0e5dc462e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4447460 Aug 24 00:22:11.901599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.907896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8750dbe0-6d6c-4b1c-9f2f-f4604909ecb0 req-6a1eb639-8ec1-4ec5-b6b6-9ad66ae76ecc tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7403705 Aug 24 00:22:11.921679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0883ad34-ab14-48ad-b34c-58fa7cb870b6 admin admin] Made reservation on behalf of 2073d78fc8964f96b023d510a38a1da2 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:11.943449 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0883ad34-ab14-48ad-b34c-58fa7cb870b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.948375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:11.949233 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.950943 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/22f7ed89-39b2-4be4-b2ff-738827384330 HTTP/1.1" status: 200 len: 1136 time: 1.6128998 Aug 24 00:22:12.107106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-e11c7ee2-6db1-4633-8aef-d81ef487ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:12.109330 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-e11c7ee2-6db1-4633-8aef-d81ef487ab74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af6d8443-aff6-4de5-9664-310b259ef427 HTTP/1.1" status: 200 len: 801 time: 0.6589606 Aug 24 00:22:12.114451 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Request body: {'port': {'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:12.205222 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a0ea3-e206-4638-8705-6ca70e0f28f0 service neutron] Pushing event updated for resources: {'Port': ['ID=22f7ed89-39b2-4be4-b2ff-738827384330,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:12.206083 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Attempting to bind port 6bd9d319-c72a-44f9-8239-6a66ba297c0a on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:12.206494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Attempting to bind port 6bd9d319-c72a-44f9-8239-6a66ba297c0a by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:12.206870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Attempting to bind port 6bd9d319-c72a-44f9-8239-6a66ba297c0a on network aaa34007-8295-4a05-9131-3ff6f23501a2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:12.231542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': 'dfe403b4-93ff-4811-8d40-226b565b5d0e'}, {'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': '22f7ed89-39b2-4be4-b2ff-738827384330'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:12.238164 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a32cbc-5734-4afb-a669-6c612c130f17" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "dfe403b4-93ff-4811-8d40-226b565b5d0e"}, {"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "22f7ed89-39b2-4be4-b2ff-738827384330"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:12.298174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Port 6bd9d319-c72a-44f9-8239-6a66ba297c0a on network aaa34007-8295-4a05-9131-3ff6f23501a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:12.302547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Attempting to bind port 6bd9d319-c72a-44f9-8239-6a66ba297c0a on network aaa34007-8295-4a05-9131-3ff6f23501a2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:12.319153 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.687021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:12.687416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Checking segment: {'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:12.687894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Bound using segment: {'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:12.689689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Bound port: 6bd9d319-c72a-44f9-8239-6a66ba297c0a, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:12.690160 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.758707 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965f220a-4a8a-4c55-a2fe-5a48f432c69c x-openstack-request-id: req-965f220a-4a8a-4c55-a2fe-5a48f432c69c {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:12.759037 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "dfe403b4-93ff-4811-8d40-226b565b5d0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "22f7ed89-39b2-4be4-b2ff-738827384330", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:12.759301 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-965f220a-4a8a-4c55-a2fe-5a48f432c69c {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:12.759689 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': 'dfe403b4-93ff-4811-8d40-226b565b5d0e', 'status': 'completed', 'code': 200} Aug 24 00:22:12.759938 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': '22f7ed89-39b2-4be4-b2ff-738827384330', 'status': 'completed', 'code': 200} Aug 24 00:22:12.836418 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0883ad34-ab14-48ad-b34c-58fa7cb870b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.945875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883ad34-ab14-48ad-b34c-58fa7cb870b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1769da-f736-4c99-87b2-e73cc76c5076,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:12.993772 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d576c-21bb-4ea5-b4f9-92f98fad6418 req-259079a2-b985-44be-8c4e-bc5cd2ffd3eb tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.000022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d576c-21bb-4ea5-b4f9-92f98fad6418 req-259079a2-b985-44be-8c4e-bc5cd2ffd3eb tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.002550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e8d576c-21bb-4ea5-b4f9-92f98fad6418 req-259079a2-b985-44be-8c4e-bc5cd2ffd3eb tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1678 time: 0.8241954 Aug 24 00:22:13.031830 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883ad34-ab14-48ad-b34c-58fa7cb870b6 admin admin] Checking segment: {'id': '92df612c-2590-4608-aef7-c316e90c3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:13.032204 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0883ad34-ab14-48ad-b34c-58fa7cb870b6 admin admin] Network hostable DHCP agents. Network: ee214e98-c54e-44f9-a07c-12d0d2b7286a, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:22:13.075868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b03a0398-481c-4c1f-9d57-595510649fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.079533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-b03a0398-481c-4c1f-9d57-595510649fa6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f143da7-e370-4028-a5c9-204ad3cae3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8814199 Aug 24 00:22:13.109359 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-e6f56d69-57b3-49be-8595-d28895961ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.109845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-e6f56d69-57b3-49be-8595-d28895961ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.110314 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-e6f56d69-57b3-49be-8595-d28895961ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.110808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-e6f56d69-57b3-49be-8595-d28895961ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.112029 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-e6f56d69-57b3-49be-8595-d28895961ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.112562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-e6f56d69-57b3-49be-8595-d28895961ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.112902 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-e6f56d69-57b3-49be-8595-d28895961ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.125347 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-e6f56d69-57b3-49be-8595-d28895961ece service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60035b714294d25b25f588bef13ad1c&device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 6220 time: 0.3766093 Aug 24 00:22:13.137027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3383b1-a192-4509-b791-4be6eea8552f req-8b1f58c5-b01a-46a2-a03a-a20dea09bde4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.146566 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e3383b1-a192-4509-b791-4be6eea8552f req-8b1f58c5-b01a-46a2-a03a-a20dea09bde4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 945 time: 0.3481977 Aug 24 00:22:13.217240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0883ad34-ab14-48ad-b34c-58fa7cb870b6 admin admin] Network ee214e98-c54e-44f9-a07c-12d0d2b7286a is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:22:13.273311 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e8d576c-21bb-4ea5-b4f9-92f98fad6418 req-49b6fd58-5b42-48fd-aa59-c8eb9e3f69c6 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526112 Aug 24 00:22:13.334081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0883ad34-ab14-48ad-b34c-58fa7cb870b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, ee214e98-c54e-44f9-a07c-12d0d2b7286a) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:13.356275 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8636cd-4be6-416f-a399-1bce93e7b563 None None] Network ee214e98-c54e-44f9-a07c-12d0d2b7286a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:13.459707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] For port 6bd9d319-c72a-44f9-8239-6a66ba297c0a, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:13.489086 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec2d164-920a-48df-808a-d50f19345547 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:13.489301 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e3383b1-a192-4509-b791-4be6eea8552f req-6738dcaa-6303-44ab-8805-747d6384e573 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378603 Aug 24 00:22:13.501082 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:13.529168 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Transition to ACTIVE for port object 7ec2d164-920a-48df-808a-d50f19345547 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:13.544072 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0883ad34-ab14-48ad-b34c-58fa7cb870b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.544673 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0883ad34-ab14-48ad-b34c-58fa7cb870b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:13.585990 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] For port 6bd9d319-c72a-44f9-8239-6a66ba297c0a, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6bd9d319-c72a-44f9-8239-6a66ba297c0a,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:13.677090 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:13.696740 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0883ad34-ab14-48ad-b34c-58fa7cb870b6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8683591 Aug 24 00:22:13.704562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-e40cddad-1531-48e5-9165-3e7ba2a11c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.706477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-e40cddad-1531-48e5-9165-3e7ba2a11c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.707293 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-e40cddad-1531-48e5-9165-3e7ba2a11c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.709195 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-e40cddad-1531-48e5-9165-3e7ba2a11c74 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c60035b714294d25b25f588bef13ad1c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5552833 Aug 24 00:22:13.757247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-e1dd5e3c-39c8-4a4b-bb48-7efa8259f1dd service neutron] 10.222.0.13 "GET /v2.0/networks/2f143da7-e370-4028-a5c9-204ad3cae3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580522 Aug 24 00:22:13.769772 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:13.787977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca00bb6-a02c-44d8-9af5-25bde340f769 None None] Network ee214e98-c54e-44f9-a07c-12d0d2b7286a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:14.188272 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54504) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:14.188368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd9d319-c72a-44f9-8239-6a66ba297c0a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:14.199102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54506) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:14.213256 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847576dd-087c-428d-8f1f-aec960c6bde0 req-1d57751a-9ff2-48c4-8e43-daf1a5488cca tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.219104 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Attempting to bind port 7ec2d164-920a-48df-808a-d50f19345547 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:14.219400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Attempting to bind port 7ec2d164-920a-48df-808a-d50f19345547 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:14.222822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Attempting to bind port 7ec2d164-920a-48df-808a-d50f19345547 on network 733ba053-30da-4557-b4cc-071bb438f1a1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:14.229256 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847576dd-087c-428d-8f1f-aec960c6bde0 req-1d57751a-9ff2-48c4-8e43-daf1a5488cca tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.235134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec2d164-920a-48df-808a-d50f19345547,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:14.245530 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847576dd-087c-428d-8f1f-aec960c6bde0 req-1d57751a-9ff2-48c4-8e43-daf1a5488cca tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.264276 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Port 7ec2d164-920a-48df-808a-d50f19345547 on network 733ba053-30da-4557-b4cc-071bb438f1a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:14.264618 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Attempting to bind port 7ec2d164-920a-48df-808a-d50f19345547 on network 733ba053-30da-4557-b4cc-071bb438f1a1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:14.273608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847576dd-087c-428d-8f1f-aec960c6bde0 req-1d57751a-9ff2-48c4-8e43-daf1a5488cca tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.287771 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847576dd-087c-428d-8f1f-aec960c6bde0 req-1d57751a-9ff2-48c4-8e43-daf1a5488cca tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.307980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847576dd-087c-428d-8f1f-aec960c6bde0 req-1d57751a-9ff2-48c4-8e43-daf1a5488cca tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.324204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847576dd-087c-428d-8f1f-aec960c6bde0 req-1d57751a-9ff2-48c4-8e43-daf1a5488cca tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.327727 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-5ac7df97-50fd-4e31-8c94-ad61ebd032e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.329194 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-5ac7df97-50fd-4e31-8c94-ad61ebd032e8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5830872 Aug 24 00:22:14.332078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-847576dd-087c-428d-8f1f-aec960c6bde0 req-1d57751a-9ff2-48c4-8e43-daf1a5488cca tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5395 time: 0.7729034 Aug 24 00:22:14.339428 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:14.339963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Checking segment: {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:14.340198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Bound using segment: {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:14.351329 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Bound port: 7ec2d164-920a-48df-808a-d50f19345547, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:14.351880 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.380511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba5f912-61be-49ea-a969-f8d2efcda1a8 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:14.381209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40aefb4-880b-4a0d-bca1-eae5a17514bc req-4d65db43-5ba0-4b2f-b819-05232cb10054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.383055 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e40aefb4-880b-4a0d-bca1-eae5a17514bc req-4d65db43-5ba0-4b2f-b819-05232cb10054 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b3c7be1e4a4564bafa09f2c9e5612b&device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 1097 time: 0.3064008 Aug 24 00:22:14.404229 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b618aa5-7ccb-499f-a031-5843591b062b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.424438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.425073 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.432164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-b80636bb-c63a-4fd7-bce8-a9672193b1c9 service neutron] 10.222.0.13 "PUT /v2.0/ports/6bd9d319-c72a-44f9-8239-6a66ba297c0a HTTP/1.1" status: 200 len: 1092 time: 6.9981899 Aug 24 00:22:14.432681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94afb6e-3780-4e72-8448-d20f80f9a55f', 'tag': '6bd9d319-c72a-44f9-8239-6a66ba297c0a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:14.437474 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27d1ff8-3e6e-4a83-b198-07fbafdf0907" -d '{"events": [{"name": "network-changed", "server_uuid": "b94afb6e-3780-4e72-8448-d20f80f9a55f", "tag": "6bd9d319-c72a-44f9-8239-6a66ba297c0a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:14.454292 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.625140 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-db5ebe9b-a6d9-4ce7-b73d-f9327fcf288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.625619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-db5ebe9b-a6d9-4ce7-b73d-f9327fcf288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.626093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-db5ebe9b-a6d9-4ce7-b73d-f9327fcf288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.626691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-db5ebe9b-a6d9-4ce7-b73d-f9327fcf288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.627485 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-db5ebe9b-a6d9-4ce7-b73d-f9327fcf288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.628049 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-db5ebe9b-a6d9-4ce7-b73d-f9327fcf288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.628598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-db5ebe9b-a6d9-4ce7-b73d-f9327fcf288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.631011 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-db5ebe9b-a6d9-4ce7-b73d-f9327fcf288d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60035b714294d25b25f588bef13ad1c&device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 6245 time: 0.2214592 Aug 24 00:22:14.643328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] For port 7ec2d164-920a-48df-808a-d50f19345547, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:14.693341 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] For port 7ec2d164-920a-48df-808a-d50f19345547, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7ec2d164-920a-48df-808a-d50f19345547,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:14.744414 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.771517 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40aefb4-880b-4a0d-bca1-eae5a17514bc req-432919ae-75ed-4901-a68d-480ccbe487e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.773364 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e40aefb4-880b-4a0d-bca1-eae5a17514bc req-432919ae-75ed-4901-a68d-480ccbe487e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb HTTP/1.1" status: 200 len: 906 time: 0.3549488 Aug 24 00:22:14.856727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Transition to ACTIVE for port object 9ba5f912-61be-49ea-a969-f8d2efcda1a8 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:14.866074 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.866898 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.868608 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] 10.222.0.13 "PUT /v2.0/ports/7ec2d164-920a-48df-808a-d50f19345547 HTTP/1.1" status: 200 len: 1090 time: 2.7742829 Aug 24 00:22:14.882313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': '7ec2d164-920a-48df-808a-d50f19345547'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:14.888719 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50cc047-f335-4bac-aeda-20b5a69a465a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "7ec2d164-920a-48df-808a-d50f19345547"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:14.908825 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.921680 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e40aefb4-880b-4a0d-bca1-eae5a17514bc req-0e02499a-3a78-4420-b859-0203c701cc5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb HTTP/1.1" status: 200 len: 217 time: 0.1204634 Aug 24 00:22:14.931565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-847576dd-087c-428d-8f1f-aec960c6bde0 req-23091883-f928-4567-87d2-7c788c66b2b0 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5556762 Aug 24 00:22:14.944608 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c745ee79-c9c8-4ad9-87b2-a15ef5940d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.973698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed314a3b-e9f7-437d-b994-e8961302fc7e req-16ed6c71-f17c-43f5-a920-61a1312a93c6 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.980627 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed314a3b-e9f7-437d-b994-e8961302fc7e req-16ed6c71-f17c-43f5-a920-61a1312a93c6 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 944 time: 1.3290930 Aug 24 00:22:15.005210 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Request body: {'port': {'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:15.134043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0336890-c6db-4cb7-bca2-34492ac86872 req-ed4e9db4-d606-4d82-b412-b8e4375b0f31 service neutron] 10.222.0.13 "GET /v2.0/networks/2f143da7-e370-4028-a5c9-204ad3cae3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3658402 Aug 24 00:22:15.191701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba5f912-61be-49ea-a969-f8d2efcda1a8,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:15.194826 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b618aa5-7ccb-499f-a031-5843591b062b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:15.198532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-8b3bf19a-c087-4d70-8214-a4fe97ecf51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:15.207589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-8b3bf19a-c087-4d70-8214-a4fe97ecf51f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce43a7dcccfd4df2b884665c1e9e43e1&device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 1095 time: 0.3365211 Aug 24 00:22:15.226475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed314a3b-e9f7-437d-b994-e8961302fc7e req-11139759-a681-46e3-b78d-e7f0072e9974 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449501 Aug 24 00:22:15.274312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c52095-f9ac-4816-9087-ab3a0c440699 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec2d164-920a-48df-808a-d50f19345547,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:15.279121 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40aefb4-880b-4a0d-bca1-eae5a17514bc req-df14115a-f7d4-476b-8ce3-ee4da31188d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:15.280829 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e40aefb4-880b-4a0d-bca1-eae5a17514bc req-df14115a-f7d4-476b-8ce3-ee4da31188d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d1a1303-12b4-4df1-8051-6ef6912eb98d HTTP/1.1" status: 200 len: 845 time: 0.2931256 Aug 24 00:22:15.286570 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b618aa5-7ccb-499f-a031-5843591b062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:15.287511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:15.287871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:15.288216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:15.288553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:15.288966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:15.289303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:15.289633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:15.290031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:15.290388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:15.328059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:15.328522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:15.328875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:15.347395 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b618aa5-7ccb-499f-a031-5843591b062b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c553005a-1616-481b-8d0d-f5968feacfe8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:15.354712 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e40aefb4-880b-4a0d-bca1-eae5a17514bc req-977ce611-1c5f-4f39-98da-a7bf4e779b3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362053 Aug 24 00:22:15.355968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-9e735dbc-5011-4141-84ac-2b8fbf4fd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:15.356536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-9e735dbc-5011-4141-84ac-2b8fbf4fd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:15.357005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-9e735dbc-5011-4141-84ac-2b8fbf4fd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:15.358724 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-9e735dbc-5011-4141-84ac-2b8fbf4fd8d4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c60035b714294d25b25f588bef13ad1c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7065673 Aug 24 00:22:15.470306 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e40aefb4-880b-4a0d-bca1-eae5a17514bc req-d07e649c-ac53-44f7-bbd3-e2e1275e193e service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019466 Aug 24 00:22:15.529450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Attempting to bind port 9ba5f912-61be-49ea-a969-f8d2efcda1a8 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:15.530163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Attempting to bind port 9ba5f912-61be-49ea-a969-f8d2efcda1a8 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:15.530723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Attempting to bind port 9ba5f912-61be-49ea-a969-f8d2efcda1a8 on network aaa34007-8295-4a05-9131-3ff6f23501a2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:15.542006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Port 9ba5f912-61be-49ea-a969-f8d2efcda1a8 on network aaa34007-8295-4a05-9131-3ff6f23501a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:15.543130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Attempting to bind port 9ba5f912-61be-49ea-a969-f8d2efcda1a8 on network aaa34007-8295-4a05-9131-3ff6f23501a2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:15.554856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-538682e4-b141-4f46-97ce-1cf0297d18fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bd9d319-c72a-44f9-8239-6a66ba297c0a HTTP/1.1" status: 200 len: 217 time: 0.2846901 Aug 24 00:22:15.581104 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:15.649517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:15.650099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Checking segment: {'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:15.650852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Bound using segment: {'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:15.651320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Bound port: 9ba5f912-61be-49ea-a969-f8d2efcda1a8, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:15.651833 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:15.693778 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9b618aa5-7ccb-499f-a031-5843591b062b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec8441fc38a94bc9926823fd734363c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4925370 Aug 24 00:22:15.700742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54542) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:15.841924 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-c35ccd14-0869-41bd-9d28-141027682af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:15.844335 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-29a32cbc-5734-4afb-a669-6c612c130f17 req-c35ccd14-0869-41bd-9d28-141027682af4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3727329 Aug 24 00:22:15.870467 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e40aefb4-880b-4a0d-bca1-eae5a17514bc req-bb6dff0b-cf3b-4e09-8ba8-b5d833daaacb service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004901 Aug 24 00:22:15.905263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a94b9-f5d1-48da-a3f2-55c9f0ef420a req-e7886593-5e50-40f2-bd77-d7c8a6fd6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:15.905849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a94b9-f5d1-48da-a3f2-55c9f0ef420a req-e7886593-5e50-40f2-bd77-d7c8a6fd6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:15.908792 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-371a94b9-f5d1-48da-a3f2-55c9f0ef420a req-e7886593-5e50-40f2-bd77-d7c8a6fd6d40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef165561fc8949dd973d6a621f1f5c5a&device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1980 time: 0.6297815 Aug 24 00:22:15.968142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d4158-d2c2-400f-8ebc-b140ac5d080b req-1c684be4-11ae-4f3b-927b-f17f746738c5 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:15.974726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d4158-d2c2-400f-8ebc-b140ac5d080b req-1c684be4-11ae-4f3b-927b-f17f746738c5 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:15.976557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f7d4158-d2c2-400f-8ebc-b140ac5d080b req-1c684be4-11ae-4f3b-927b-f17f746738c5 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1678 time: 0.6105492 Aug 24 00:22:16.084566 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b444555-ec1d-495e-bcde-fa4f20dad18c {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:16.098601 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.118226 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Transition to ACTIVE for port object 4b444555-ec1d-495e-bcde-fa4f20dad18c will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:16.123584 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.135764 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d968614-cadf-42e8-95e1-89bc5a901cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.163707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c0c4f7cd-02a0-4853-8840-c8e024e10b07 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:16.165538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c0c4f7cd-02a0-4853-8840-c8e024e10b07 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/networks?id=ee214e98-c54e-44f9-a07c-12d0d2b7286a HTTP/1.1" status: 200 len: 813 time: 0.6605458 Aug 24 00:22:16.177269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-10131323-f7d6-4796-aef6-cd875c5127da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:16.178986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-10131323-f7d6-4796-aef6-cd875c5127da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b5a37de-8e6f-4151-b463-ebdfbb7cdda6 HTTP/1.1" status: 200 len: 853 time: 0.5226517 Aug 24 00:22:16.188764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b444555-ec1d-495e-bcde-fa4f20dad18c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:16.202068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a94b9-f5d1-48da-a3f2-55c9f0ef420a req-20d7b1cb-0386-4e36-bf8b-2260af49550d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:16.211528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-371a94b9-f5d1-48da-a3f2-55c9f0ef420a req-20d7b1cb-0386-4e36-bf8b-2260af49550d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f143da7-e370-4028-a5c9-204ad3cae3e5 HTTP/1.1" status: 200 len: 903 time: 0.2601960 Aug 24 00:22:16.262077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-d2bed323-bf0d-411d-b5f5-b1a27080f2bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaa34007-8295-4a05-9131-3ff6f23501a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464079 Aug 24 00:22:16.344299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Attempting to bind port 4b444555-ec1d-495e-bcde-fa4f20dad18c on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:16.344641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Attempting to bind port 4b444555-ec1d-495e-bcde-fa4f20dad18c by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:16.344999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Attempting to bind port 4b444555-ec1d-495e-bcde-fa4f20dad18c on network 733ba053-30da-4557-b4cc-071bb438f1a1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:16.358868 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Port 4b444555-ec1d-495e-bcde-fa4f20dad18c on network 733ba053-30da-4557-b4cc-071bb438f1a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:16.359609 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Attempting to bind port 4b444555-ec1d-495e-bcde-fa4f20dad18c on network 733ba053-30da-4557-b4cc-071bb438f1a1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:16.369361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:16.369706 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Checking segment: {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:16.370127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Bound using segment: {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:16.370574 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Bound port: 4b444555-ec1d-495e-bcde-fa4f20dad18c, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bc8907-49d8-4055-a4f7-8aea2af3c114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:16.370965 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.378077 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d968614-cadf-42e8-95e1-89bc5a901cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.437550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-9bbd2f5d-6500-4660-9f04-5eb6b9622f6f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/quotas/2073d78fc8964f96b023d510a38a1da2 HTTP/1.1" status: 200 len: 375 time: 0.1922269 Aug 24 00:22:16.451846 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-371a94b9-f5d1-48da-a3f2-55c9f0ef420a req-e8ffc6e9-95c7-439c-be36-9bafb271d40d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=30ee58cf-e04f-454c-bf9e-b94c88e08a11 HTTP/1.1" status: 200 len: 217 time: 0.1847897 Aug 24 00:22:16.471875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] For port 9ba5f912-61be-49ea-a969-f8d2efcda1a8, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:16.499675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] For port 4b444555-ec1d-495e-bcde-fa4f20dad18c, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:16.503467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f7d4158-d2c2-400f-8ebc-b140ac5d080b req-c43b324c-9f12-4e2f-ad33-1f4b7e1d2450 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408860 Aug 24 00:22:16.506167 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] For port 4b444555-ec1d-495e-bcde-fa4f20dad18c, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=4b444555-ec1d-495e-bcde-fa4f20dad18c,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:16.528391 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.562384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:16.562384 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.562384 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] 10.222.0.13 "PUT /v2.0/ports/4b444555-ec1d-495e-bcde-fa4f20dad18c HTTP/1.1" status: 200 len: 1090 time: 1.6266506 Aug 24 00:22:16.613238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-e25e41ec-64cf-44d0-a22c-e88e59400d11 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2073d78fc8964f96b023d510a38a1da2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1545260 Aug 24 00:22:16.616499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-90eddaf6-192a-4b37-b3db-98dde933d897 service neutron] 10.222.0.13 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266811 Aug 24 00:22:16.618053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Request body: {'port': {'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:16.620100 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fec1a4-1b13-42cc-a6a2-c2916d6a6f6f x-openstack-request-id: req-53fec1a4-1b13-42cc-a6a2-c2916d6a6f6f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:16.620396 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94afb6e-3780-4e72-8448-d20f80f9a55f", "tag": "6bd9d319-c72a-44f9-8239-6a66ba297c0a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:16.620649 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53fec1a4-1b13-42cc-a6a2-c2916d6a6f6f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:16.621188 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94afb6e-3780-4e72-8448-d20f80f9a55f', 'tag': '6bd9d319-c72a-44f9-8239-6a66ba297c0a', 'status': 'completed', 'code': 200} Aug 24 00:22:16.643466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] For port 9ba5f912-61be-49ea-a969-f8d2efcda1a8, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9ba5f912-61be-49ea-a969-f8d2efcda1a8,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:16.698213 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.719735 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52ca2c-2349-40fe-ae6b-275aab363fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b444555-ec1d-495e-bcde-fa4f20dad18c,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:16.730143 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.821473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba5f912-61be-49ea-a969-f8d2efcda1a8,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:16.831219 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c745ee79-c9c8-4ad9-87b2-a15ef5940d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.925455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a94b9-f5d1-48da-a3f2-55c9f0ef420a req-05d2c700-232a-40a9-88ec-9468bf6a32c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:16.927025 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-371a94b9-f5d1-48da-a3f2-55c9f0ef420a req-05d2c700-232a-40a9-88ec-9468bf6a32c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af6d8443-aff6-4de5-9664-310b259ef427 HTTP/1.1" status: 200 len: 801 time: 0.4457464 Aug 24 00:22:16.941987 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c745ee79-c9c8-4ad9-87b2-a15ef5940d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:17.012841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 30ee58cf-e04f-454c-bf9e-b94c88e08a11 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:17.016466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.017867 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:17.019734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-5358b803-57cf-4315-8e9c-004d85d8c3a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/9ba5f912-61be-49ea-a969-f8d2efcda1a8 HTTP/1.1" status: 200 len: 1091 time: 5.8392200 Aug 24 00:22:17.041320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745ee79-c9c8-4ad9-87b2-a15ef5940d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11005ba-41fb-49e6-be59-15275b15e262,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:17.194470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 30ee58cf-e04f-454c-bf9e-b94c88e08a11, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=30ee58cf-e04f-454c-bf9e-b94c88e08a11,segment=NetworkSegment(7639099b-5dcd-4db1-9491-d0b74a47c21a),segment_id=7639099b-5dcd-4db1-9491-d0b74a47c21a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:17.215250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '30ee58cf-e04f-454c-bf9e-b94c88e08a11', 'network_id': '2f143da7-e370-4028-a5c9-204ad3cae3e5', 'port_id': '30ee58cf-e04f-454c-bf9e-b94c88e08a11', 'mac_address': 'fa:16:3e:ed:bc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6d8443-aff6-4de5-9664-310b259ef427', 'ip_address': '19.86.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:17.248690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a94b9-f5d1-48da-a3f2-55c9f0ef420a req-0199fad1-97aa-4ff3-ba95-2f814ad1c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.250190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-371a94b9-f5d1-48da-a3f2-55c9f0ef420a req-0199fad1-97aa-4ff3-ba95-2f814ad1c114 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f143da7-e370-4028-a5c9-204ad3cae3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3138824 Aug 24 00:22:17.250859 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d968614-cadf-42e8-95e1-89bc5a901cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:17.255081 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d968614-cadf-42e8-95e1-89bc5a901cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:17.256240 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1d968614-cadf-42e8-95e1-89bc5a901cba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c553005a-1616-481b-8d0d-f5968feacfe8 HTTP/1.1" status: 204 len: 168 time: 1.4906342 Aug 24 00:22:17.272846 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:17.280139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c745ee79-c9c8-4ad9-87b2-a15ef5940d35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53631b9efb7d4df8b8c37430a10881c3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9459064 Aug 24 00:22:17.291392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ee58cf-e04f-454c-bf9e-b94c88e08a11 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:17.291603 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-a47ac5f3-101b-47f8-b494-6b104c8e731b service neutron] 10.222.0.32 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193988 Aug 24 00:22:17.301176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c979-63fa-4e7b-8946-4e6ec6ffd195 req-7edccaf5-d676-4562-b7c4-293b1bfd12fc tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.309599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa96c979-63fa-4e7b-8946-4e6ec6ffd195 req-7edccaf5-d676-4562-b7c4-293b1bfd12fc tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 945 time: 0.6265728 Aug 24 00:22:17.313979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54552) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:17.325324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 30ee58cf-e04f-454c-bf9e-b94c88e08a11, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=30ee58cf-e04f-454c-bf9e-b94c88e08a11,segment=NetworkSegment(7639099b-5dcd-4db1-9491-d0b74a47c21a),segment_id=7639099b-5dcd-4db1-9491-d0b74a47c21a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:17.339799 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:17.340478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cdff4b45-3213-4054-b150-abac9db44f7f details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:17.498374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d968614-cadf-42e8-95e1-89bc5a901cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c553005a-1616-481b-8d0d-f5968feacfe8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:17.502110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-18aad127-f865-41f1-974f-f7b65277c273 service neutron] 10.222.0.13 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8552704 Aug 24 00:22:17.526568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-3298b737-a771-48a0-b74c-bc8078b98b4f service neutron] 10.222.0.32 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053108 Aug 24 00:22:17.550955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa96c979-63fa-4e7b-8946-4e6ec6ffd195 req-bb27756c-90b1-4fc2-9895-65099cc88f48 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401760 Aug 24 00:22:17.631971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15250587-53ca-4501-86b1-c7339d86c075 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:17.649891 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:17.681362 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9ae903-787e-4913-8b76-a64940dd939e x-openstack-request-id: req-ba9ae903-787e-4913-8b76-a64940dd939e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:17.681760 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "7ec2d164-920a-48df-808a-d50f19345547", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:17.684537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-047d04ea-c0b6-498c-a211-c5173d3c2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.686087 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-047d04ea-c0b6-498c-a211-c5173d3c2c66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce43a7dcccfd4df2b884665c1e9e43e1&device_id=e44df5f4-c247-46f8-ac39-d70101c35e92 HTTP/1.1" status: 200 len: 1094 time: 0.4677770 Aug 24 00:22:17.693150 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba9ae903-787e-4913-8b76-a64940dd939e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:17.693828 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': '7ec2d164-920a-48df-808a-d50f19345547', 'status': 'completed', 'code': 200} Aug 24 00:22:17.695829 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Transition to ACTIVE for port object 15250587-53ca-4501-86b1-c7339d86c075 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:17.737731 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:17.784854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=30ee58cf-e04f-454c-bf9e-b94c88e08a11,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:17.788206 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-eb9a3714-a507-4d3f-87f0-b2cabac5fe5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ba5f912-61be-49ea-a969-f8d2efcda1a8 HTTP/1.1" status: 200 len: 217 time: 0.0767326 Aug 24 00:22:17.839479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d1ff8-3e6e-4a83-b198-07fbafdf0907 req-b07c79a1-5f89-4f95-8521-58b0e761fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.841147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f27d1ff8-3e6e-4a83-b198-07fbafdf0907 req-b07c79a1-5f89-4f95-8521-58b0e761fd90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce43a7dcccfd4df2b884665c1e9e43e1&device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 1095 time: 0.2119133 Aug 24 00:22:17.850207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port cdff4b45-3213-4054-b150-abac9db44f7f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cdff4b45-3213-4054-b150-abac9db44f7f,segment=NetworkSegment(4a82daba-88ea-47b3-b428-db54d86fe814),segment_id=4a82daba-88ea-47b3-b428-db54d86fe814)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:17.879418 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'cdff4b45-3213-4054-b150-abac9db44f7f', 'network_id': 'a113fbc5-3045-4eff-b206-c01b2c0b3bf2', 'port_id': 'cdff4b45-3213-4054-b150-abac9db44f7f', 'mac_address': 'fa:16:3e:7d:30:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35c2825-6f5c-4b82-ac6f-96eecb54050c', 'ip_address': '19.80.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:18.002369 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-f085b09e-a498-410b-a86b-25a076dce4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.006172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-f085b09e-a498-410b-a86b-25a076dce4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.006172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-f085b09e-a498-410b-a86b-25a076dce4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.006497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-f085b09e-a498-410b-a86b-25a076dce4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.007053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-f085b09e-a498-410b-a86b-25a076dce4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.008223 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.009003 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-f085b09e-a498-410b-a86b-25a076dce4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.011992 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-f085b09e-a498-410b-a86b-25a076dce4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.018102 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-f085b09e-a498-410b-a86b-25a076dce4b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60035b714294d25b25f588bef13ad1c&device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 6379 time: 0.3018711 Aug 24 00:22:18.028248 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Pushing event updated for resources: {'Port': ['ID=15250587-53ca-4501-86b1-c7339d86c075,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:18.046611 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef136e9f-dc80-4d87-9109-7d0d523365f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.076078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdff4b45-3213-4054-b150-abac9db44f7f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:18.091382 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef136e9f-dc80-4d87-9109-7d0d523365f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.153910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port cdff4b45-3213-4054-b150-abac9db44f7f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cdff4b45-3213-4054-b150-abac9db44f7f,segment=NetworkSegment(4a82daba-88ea-47b3-b428-db54d86fe814),segment_id=4a82daba-88ea-47b3-b428-db54d86fe814)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:18.158370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-fee8d049-c5c6-4d08-a1dd-3e86472e506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.160445 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-fee8d049-c5c6-4d08-a1dd-3e86472e506f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b5a37de-8e6f-4151-b463-ebdfbb7cdda6 HTTP/1.1" status: 200 len: 853 time: 0.3236544 Aug 24 00:22:18.168869 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.281812 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=cdff4b45-3213-4054-b150-abac9db44f7f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:18.336389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d1ff8-3e6e-4a83-b198-07fbafdf0907 req-9d3fb5af-1da9-43f1-bb1e-131242711dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.344084 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f27d1ff8-3e6e-4a83-b198-07fbafdf0907 req-9d3fb5af-1da9-43f1-bb1e-131242711dea service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaa34007-8295-4a05-9131-3ff6f23501a2 HTTP/1.1" status: 200 len: 914 time: 0.4509621 Aug 24 00:22:18.351842 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef136e9f-dc80-4d87-9109-7d0d523365f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.354453 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef136e9f-dc80-4d87-9109-7d0d523365f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.358039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ef136e9f-dc80-4d87-9109-7d0d523365f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e11005ba-41fb-49e6-be59-15275b15e262 HTTP/1.1" status: 204 len: 168 time: 1.0167472 Aug 24 00:22:18.377010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Attempting to bind port 15250587-53ca-4501-86b1-c7339d86c075 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:18.377448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Attempting to bind port 15250587-53ca-4501-86b1-c7339d86c075 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '1857c0af-59ed-429a-9c8d-234ef811d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:18.377893 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Attempting to bind port 15250587-53ca-4501-86b1-c7339d86c075 on network b6cfb797-f65c-4b64-8064-c867f5a2550e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:18.397305 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Port 15250587-53ca-4501-86b1-c7339d86c075 on network b6cfb797-f65c-4b64-8064-c867f5a2550e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:18.397829 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Attempting to bind port 15250587-53ca-4501-86b1-c7339d86c075 on network b6cfb797-f65c-4b64-8064-c867f5a2550e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:18.426694 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-a6b4cb68-fb00-4b44-90ff-d908ac1a543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.427277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-a6b4cb68-fb00-4b44-90ff-d908ac1a543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.428526 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-a6b4cb68-fb00-4b44-90ff-d908ac1a543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.430509 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-a6b4cb68-fb00-4b44-90ff-d908ac1a543a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c60035b714294d25b25f588bef13ad1c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3085740 Aug 24 00:22:18.501082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['30ee58cf-e04f-454c-bf9e-b94c88e08a11'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:18.611152 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef136e9f-dc80-4d87-9109-7d0d523365f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11005ba-41fb-49e6-be59-15275b15e262,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:18.664914 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:18.665491 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Checking segment: {'id': '1857c0af-59ed-429a-9c8d-234ef811d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:18.665711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Bound using segment: {'id': '1857c0af-59ed-429a-9c8d-234ef811d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:18.670148 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Bound port: 15250587-53ca-4501-86b1-c7339d86c075, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1857c0af-59ed-429a-9c8d-234ef811d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:18.670547 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.709297 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44df5f4-c247-46f8-ac39-d70101c35e92', 'tag': '9ba5f912-61be-49ea-a969-f8d2efcda1a8'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:18.712444 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772e1aa8-3daa-42ca-9a56-d599d585e2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e44df5f4-c247-46f8-ac39-d70101c35e92", "tag": "9ba5f912-61be-49ea-a969-f8d2efcda1a8"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:18.720010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-371a94b9-f5d1-48da-a3f2-55c9f0ef420a req-88a6f18d-ef59-4170-a36a-d4046916bddb service neutron] 10.222.0.13 "GET /v2.0/networks/2f143da7-e370-4028-a5c9-204ad3cae3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4384892 Aug 24 00:22:18.723268 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f27d1ff8-3e6e-4a83-b198-07fbafdf0907 req-85db9bfe-eca7-4216-a558-ae100edea059 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bd9d319-c72a-44f9-8239-6a66ba297c0a HTTP/1.1" status: 200 len: 217 time: 0.3419371 Aug 24 00:22:18.743271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-c139fa11-2460-4395-bd1d-1bc6abdb9365 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaa34007-8295-4a05-9131-3ff6f23501a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3964741 Aug 24 00:22:18.788180 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71a53e-7c4f-449a-b93b-7381e1405beb req-c210cdfd-33ca-4372-8fb3-938bcf133d63 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.813792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71a53e-7c4f-449a-b93b-7381e1405beb req-c210cdfd-33ca-4372-8fb3-938bcf133d63 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.819650 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-6ab7da58-6830-4ec3-bd8c-6d835ccfee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.824862 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-6ab7da58-6830-4ec3-bd8c-6d835ccfee20 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3774252 Aug 24 00:22:18.850876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71a53e-7c4f-449a-b93b-7381e1405beb req-c210cdfd-33ca-4372-8fb3-938bcf133d63 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.878856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71a53e-7c4f-449a-b93b-7381e1405beb req-c210cdfd-33ca-4372-8fb3-938bcf133d63 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.899517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71a53e-7c4f-449a-b93b-7381e1405beb req-c210cdfd-33ca-4372-8fb3-938bcf133d63 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.920669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71a53e-7c4f-449a-b93b-7381e1405beb req-c210cdfd-33ca-4372-8fb3-938bcf133d63 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.932823 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] For port 15250587-53ca-4501-86b1-c7339d86c075, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:18.934529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71a53e-7c4f-449a-b93b-7381e1405beb req-c210cdfd-33ca-4372-8fb3-938bcf133d63 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.936679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] For port 15250587-53ca-4501-86b1-c7339d86c075, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=15250587-53ca-4501-86b1-c7339d86c075,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:18.940766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f71a53e-7c4f-449a-b93b-7381e1405beb req-c210cdfd-33ca-4372-8fb3-938bcf133d63 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5419 time: 1.1502023 Aug 24 00:22:18.949469 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.019261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6bd9d319-c72a-44f9-8239-6a66ba297c0a details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:19.063904 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:19.064772 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.071169 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] 10.222.0.13 "PUT /v2.0/ports/15250587-53ca-4501-86b1-c7339d86c075 HTTP/1.1" status: 200 len: 1091 time: 2.4688883 Aug 24 00:22:19.129814 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Request body: {'port': {'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:19.163064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff52a32-3765-4962-a82c-ab0a09b2c8ef service neutron] Pushing event updated for resources: {'Port': ['ID=15250587-53ca-4501-86b1-c7339d86c075,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:19.233513 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.340000 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6bd9d319-c72a-44f9-8239-6a66ba297c0a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6bd9d319-c72a-44f9-8239-6a66ba297c0a,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:19.341101 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-439ac719-292a-498f-948e-e5901371ebe6 service neutron] 10.222.0.47 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705652 Aug 24 00:22:19.354477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '6bd9d319-c72a-44f9-8239-6a66ba297c0a', 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2', 'port_id': '6bd9d319-c72a-44f9-8239-6a66ba297c0a', 'mac_address': 'fa:16:3e:e7:3b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5a37de-8e6f-4151-b463-ebdfbb7cdda6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:19.383547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34531e2-5a5e-4986-a9dc-11a193c31957 req-f341f710-63d0-4dc2-b920-59d700a1b47a tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:19.385123 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a34531e2-5a5e-4986-a9dc-11a193c31957 req-f341f710-63d0-4dc2-b920-59d700a1b47a tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 944 time: 1.2234759 Aug 24 00:22:19.438633 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.458676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd9d319-c72a-44f9-8239-6a66ba297c0a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:19.507235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6bd9d319-c72a-44f9-8239-6a66ba297c0a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6bd9d319-c72a-44f9-8239-6a66ba297c0a,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:19.520935 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.604079 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['cdff4b45-3213-4054-b150-abac9db44f7f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:19.697621 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': '4b444555-ec1d-495e-bcde-fa4f20dad18c'}, {'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': '15250587-53ca-4501-86b1-c7339d86c075'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:19.699970 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f05250d-f173-43e4-9031-4ed2740b3425" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "4b444555-ec1d-495e-bcde-fa4f20dad18c"}, {"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "15250587-53ca-4501-86b1-c7339d86c075"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:19.811285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6bd9d319-c72a-44f9-8239-6a66ba297c0a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:19.825821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6bd9d319-c72a-44f9-8239-6a66ba297c0a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:19.949075 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f71a53e-7c4f-449a-b93b-7381e1405beb req-b7e38e37-71a2-4ecc-9d74-326fa2e46a89 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9689932 Aug 24 00:22:20.003833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d1ff8-3e6e-4a83-b198-07fbafdf0907 req-cb0114d7-a548-4f40-a00c-556f210f45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:20.012765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f27d1ff8-3e6e-4a83-b198-07fbafdf0907 req-cb0114d7-a548-4f40-a00c-556f210f45fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b5a37de-8e6f-4151-b463-ebdfbb7cdda6 HTTP/1.1" status: 200 len: 853 time: 1.2667778 Aug 24 00:22:20.115199 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0ee051-f3be-4377-a1b9-e220303e05a5 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:20.133627 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.165260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Transition to ACTIVE for port object 9c0ee051-f3be-4377-a1b9-e220303e05a5 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:20.182283 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f27d1ff8-3e6e-4a83-b198-07fbafdf0907 req-2498c15f-5dff-4015-a445-83520fb3f722 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaa34007-8295-4a05-9131-3ff6f23501a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387589 Aug 24 00:22:20.215865 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.254793 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-371a94b9-f5d1-48da-a3f2-55c9f0ef420a req-5b2a9d29-19e6-4829-8ed6-27dc8d3f227a service neutron] 10.222.0.13 "GET /v2.0/networks/2f143da7-e370-4028-a5c9-204ad3cae3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5100617 Aug 24 00:22:20.266151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a34531e2-5a5e-4986-a9dc-11a193c31957 req-8b938d64-f6cb-48dd-995a-c1f8cad8e659 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8243406 Aug 24 00:22:20.384428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09478e57-50ea-41fa-935c-0703b50bdd6e req-47c3c3fe-2bd7-42c9-a72c-f84cccba0946 service neutron] 10.222.0.47 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9975195 Aug 24 00:22:20.500463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d8458-8a97-42cb-b3fc-ce4d879d8f06 req-691fd604-b6a0-48cd-9552-20a44f02d9e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:20.508570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d8458-8a97-42cb-b3fc-ce4d879d8f06 req-691fd604-b6a0-48cd-9552-20a44f02d9e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:20.526387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a9d8458-8a97-42cb-b3fc-ce4d879d8f06 req-691fd604-b6a0-48cd-9552-20a44f02d9e3 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1680 time: 0.3599329 Aug 24 00:22:20.608108 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Pushing event updated for resources: {'Port': ['ID=9c0ee051-f3be-4377-a1b9-e220303e05a5,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:20.671203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f27d1ff8-3e6e-4a83-b198-07fbafdf0907 req-69c33624-477f-4224-86dd-54615fed9bef service neutron] 10.222.0.13 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645796 Aug 24 00:22:20.727758 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-a53992ca-3a99-4693-aa16-76dd1ee60797 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:20.730465 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-a53992ca-3a99-4693-aa16-76dd1ee60797 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.47 "GET /v2.0/networks?id=ee214e98-c54e-44f9-a07c-12d0d2b7286a HTTP/1.1" status: 200 len: 813 time: 0.5563390 Aug 24 00:22:20.770015 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c7d6b116-73fc-441f-be27-31738fec7af7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Request body: {'port': {'device_id': '34eaf597-1113-44a0-b6be-181d71023cb9', 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a', 'admin_state_up': True, 'tenant_id': '2073d78fc8964f96b023d510a38a1da2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:20.773358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93d956a4-3095-4f30-9a93-d9ebde382b6b req-8b85a9a2-6a75-468c-b991-cb26cc3db2cf tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 210 time: 0.2175767 Aug 24 00:22:20.799209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a9d8458-8a97-42cb-b3fc-ce4d879d8f06 req-a1bca9f4-cefa-4a7f-aea4-1d9fe3ad1780 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698560 Aug 24 00:22:20.887599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f27d1ff8-3e6e-4a83-b198-07fbafdf0907 req-4b4f1202-9322-4ae5-ada1-56602a434b8a service neutron] 10.222.0.13 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059925 Aug 24 00:22:20.912589 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Attempting to bind port 9c0ee051-f3be-4377-a1b9-e220303e05a5 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:20.913387 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Attempting to bind port 9c0ee051-f3be-4377-a1b9-e220303e05a5 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '1857c0af-59ed-429a-9c8d-234ef811d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:20.913822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Attempting to bind port 9c0ee051-f3be-4377-a1b9-e220303e05a5 on network b6cfb797-f65c-4b64-8064-c867f5a2550e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:20.921432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Port 9c0ee051-f3be-4377-a1b9-e220303e05a5 on network b6cfb797-f65c-4b64-8064-c867f5a2550e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:20.921854 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Attempting to bind port 9c0ee051-f3be-4377-a1b9-e220303e05a5 on network b6cfb797-f65c-4b64-8064-c867f5a2550e {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:20.925781 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a469b5-76b3-457c-9270-c5a4a7a77a27 x-openstack-request-id: req-52a469b5-76b3-457c-9270-c5a4a7a77a27 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:20.926065 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44df5f4-c247-46f8-ac39-d70101c35e92", "tag": "9ba5f912-61be-49ea-a969-f8d2efcda1a8", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:20.926315 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52a469b5-76b3-457c-9270-c5a4a7a77a27 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:20.928002 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44df5f4-c247-46f8-ac39-d70101c35e92', 'tag': '9ba5f912-61be-49ea-a969-f8d2efcda1a8', 'status': 'completed', 'code': 200} Aug 24 00:22:20.938695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:20.939775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Checking segment: {'id': '1857c0af-59ed-429a-9c8d-234ef811d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:20.940471 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Bound using segment: {'id': '1857c0af-59ed-429a-9c8d-234ef811d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:20.941106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Bound port: 9c0ee051-f3be-4377-a1b9-e220303e05a5, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1857c0af-59ed-429a-9c8d-234ef811d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:20.941569 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.979128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ace22d-71dc-4d72-b6d0-f6614990b1be req-e60caef5-ba17-4c20-aeb3-b52bea5e3555 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:20.981014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55ace22d-71dc-4d72-b6d0-f6614990b1be req-e60caef5-ba17-4c20-aeb3-b52bea5e3555 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 945 time: 0.0924721 Aug 24 00:22:21.015435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c7d6b116-73fc-441f-be27-31738fec7af7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Made reservation on behalf of 2073d78fc8964f96b023d510a38a1da2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:21.019831 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c7d6b116-73fc-441f-be27-31738fec7af7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.023282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 30ee58cf-e04f-454c-bf9e-b94c88e08a11 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:21.032451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54636) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:21.068117 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55ace22d-71dc-4d72-b6d0-f6614990b1be req-51555ecc-ce42-45df-bc8b-13f5131d79e2 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765567 Aug 24 00:22:21.120186 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] For port 9c0ee051-f3be-4377-a1b9-e220303e05a5, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:21.123358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e1aa8-3daa-42ca-9a56-d599d585e2e1 req-1d29e6b0-a6d0-4d2a-aa57-52119c8869f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.125724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] For port 9c0ee051-f3be-4377-a1b9-e220303e05a5, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9c0ee051-f3be-4377-a1b9-e220303e05a5,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:21.130592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-772e1aa8-3daa-42ca-9a56-d599d585e2e1 req-1d29e6b0-a6d0-4d2a-aa57-52119c8869f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce43a7dcccfd4df2b884665c1e9e43e1&device_id=e44df5f4-c247-46f8-ac39-d70101c35e92 HTTP/1.1" status: 200 len: 1094 time: 0.1464891 Aug 24 00:22:21.134178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 30ee58cf-e04f-454c-bf9e-b94c88e08a11 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:21.146150 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.151452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 30ee58cf-e04f-454c-bf9e-b94c88e08a11 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:21.152411 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.348136 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.348865 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.351485 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] 10.222.0.13 "PUT /v2.0/ports/9c0ee051-f3be-4377-a1b9-e220303e05a5 HTTP/1.1" status: 200 len: 1091 time: 2.2331667 Aug 24 00:22:21.390009 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c7d6b116-73fc-441f-be27-31738fec7af7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Allocated IP 172.20.0.7 (ee214e98-c54e-44f9-a07c-12d0d2b7286a/8b1769da-f736-4c99-87b2-e73cc76c5076/b7f6afab-da8d-48c2-b617-02d4cb92a1b9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:21.395464 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1a28ab2-66d6-40f9-a85d-26e553930085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.409438 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.450436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e1aa8-3daa-42ca-9a56-d599d585e2e1 req-df0bb536-920b-4f3b-a2a0-f2aafd06d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.454271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-772e1aa8-3daa-42ca-9a56-d599d585e2e1 req-df0bb536-920b-4f3b-a2a0-f2aafd06d8e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaa34007-8295-4a05-9131-3ff6f23501a2 HTTP/1.1" status: 200 len: 914 time: 0.3163958 Aug 24 00:22:21.465597 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ee58cf-e04f-454c-bf9e-b94c88e08a11'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:21.470177 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c11dcd0-a881-4b9e-8d4d-52dc44e351b9" -d '{"events": [{"server_uuid": "f900927b-2328-4bbe-a992-6c4c373269a4", "name": "network-vif-plugged", "status": "completed", "tag": "30ee58cf-e04f-454c-bf9e-b94c88e08a11"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:21.491589 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bc8758-2e10-4afd-878d-b93a7b5a55f3 x-openstack-request-id: req-60bc8758-2e10-4afd-878d-b93a7b5a55f3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:21.491905 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "4b444555-ec1d-495e-bcde-fa4f20dad18c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "15250587-53ca-4501-86b1-c7339d86c075", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:21.492176 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60bc8758-2e10-4afd-878d-b93a7b5a55f3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:21.492671 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': '4b444555-ec1d-495e-bcde-fa4f20dad18c', 'status': 'completed', 'code': 200} Aug 24 00:22:21.492885 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': '15250587-53ca-4501-86b1-c7339d86c075', 'status': 'completed', 'code': 200} Aug 24 00:22:21.500386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 30ee58cf-e04f-454c-bf9e-b94c88e08a11, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=30ee58cf-e04f-454c-bf9e-b94c88e08a11,segment=NetworkSegment(7639099b-5dcd-4db1-9491-d0b74a47c21a),segment_id=7639099b-5dcd-4db1-9491-d0b74a47c21a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:21.511939 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.598964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-772e1aa8-3daa-42ca-9a56-d599d585e2e1 req-4a329493-081c-4cfd-be73-fa50d90e820f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ba5f912-61be-49ea-a969-f8d2efcda1a8 HTTP/1.1" status: 200 len: 217 time: 0.0883555 Aug 24 00:22:21.604597 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=30ee58cf-e04f-454c-bf9e-b94c88e08a11,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:21.635329 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef30b4-0d8b-4174-b0c5-99c0c6e4de8d service neutron] Pushing event updated for resources: {'Port': ['ID=9c0ee051-f3be-4377-a1b9-e220303e05a5,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:21.660433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-895e3373-84b9-4d1d-951c-ef068ca46b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.660918 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-895e3373-84b9-4d1d-951c-ef068ca46b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.661387 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-895e3373-84b9-4d1d-951c-ef068ca46b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.661857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-895e3373-84b9-4d1d-951c-ef068ca46b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.662321 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-895e3373-84b9-4d1d-951c-ef068ca46b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.662805 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-895e3373-84b9-4d1d-951c-ef068ca46b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.663276 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-895e3373-84b9-4d1d-951c-ef068ca46b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.665209 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-895e3373-84b9-4d1d-951c-ef068ca46b37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60035b714294d25b25f588bef13ad1c&device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 6488 time: 0.1605232 Aug 24 00:22:21.706564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7099e3b-2376-4cee-af42-f0deebc03487 req-9b9b7097-3aab-437c-804f-9f50eacd8e9c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.712552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7099e3b-2376-4cee-af42-f0deebc03487 req-9b9b7097-3aab-437c-804f-9f50eacd8e9c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.718544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7099e3b-2376-4cee-af42-f0deebc03487 req-9b9b7097-3aab-437c-804f-9f50eacd8e9c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.725174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7099e3b-2376-4cee-af42-f0deebc03487 req-9b9b7097-3aab-437c-804f-9f50eacd8e9c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.731177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7099e3b-2376-4cee-af42-f0deebc03487 req-9b9b7097-3aab-437c-804f-9f50eacd8e9c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.737825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7099e3b-2376-4cee-af42-f0deebc03487 req-9b9b7097-3aab-437c-804f-9f50eacd8e9c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.743801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7099e3b-2376-4cee-af42-f0deebc03487 req-9b9b7097-3aab-437c-804f-9f50eacd8e9c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.746481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7099e3b-2376-4cee-af42-f0deebc03487 req-9b9b7097-3aab-437c-804f-9f50eacd8e9c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5431 time: 0.2856803 Aug 24 00:22:21.749051 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c7d6b116-73fc-441f-be27-31738fec7af7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.769815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e1aa8-3daa-42ca-9a56-d599d585e2e1 req-65fd4364-a0e2-4062-810d-6a44faef4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.771413 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-772e1aa8-3daa-42ca-9a56-d599d585e2e1 req-65fd4364-a0e2-4062-810d-6a44faef4dbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b5a37de-8e6f-4151-b463-ebdfbb7cdda6 HTTP/1.1" status: 200 len: 853 time: 0.1605864 Aug 24 00:22:21.778970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d5dea-a837-4553-af3d-4ee612e9a561 req-1e299aa7-59a5-403e-b4d7-45a08896ad33 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.780470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae9d5dea-a837-4553-af3d-4ee612e9a561 req-1e299aa7-59a5-403e-b4d7-45a08896ad33 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 945 time: 0.1894116 Aug 24 00:22:21.821843 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-e6e9058d-1b34-4adb-8418-a9e4ee3bf6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.821843 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-e6e9058d-1b34-4adb-8418-a9e4ee3bf6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.822242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-e6e9058d-1b34-4adb-8418-a9e4ee3bf6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.822696 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1a28ab2-66d6-40f9-a85d-26e553930085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.823961 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-e6e9058d-1b34-4adb-8418-a9e4ee3bf6b7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c60035b714294d25b25f588bef13ad1c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1426194 Aug 24 00:22:21.841918 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c7d6b116-73fc-441f-be27-31738fec7af7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.850980 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1a28ab2-66d6-40f9-a85d-26e553930085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.854546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-772e1aa8-3daa-42ca-9a56-d599d585e2e1 req-c57d7843-0fbc-4002-8f06-baf29111e772 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaa34007-8295-4a05-9131-3ff6f23501a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663176 Aug 24 00:22:21.931038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7099e3b-2376-4cee-af42-f0deebc03487 req-be112e5a-9970-4da8-ad84-c87d961121b3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1703632 Aug 24 00:22:21.934210 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c7d6b116-73fc-441f-be27-31738fec7af7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Network ee214e98-c54e-44f9-a07c-12d0d2b7286a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:21.940900 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c7d6b116-73fc-441f-be27-31738fec7af7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:21.943321 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c7d6b116-73fc-441f-be27-31738fec7af7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:21.975425 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f1a28ab2-66d6-40f9-a85d-26e553930085 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f4266af0c0e4b508eb338031c4fbd21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9366784 Aug 24 00:22:21.977406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae9d5dea-a837-4553-af3d-4ee612e9a561 req-1c81148b-31bf-4a32-9190-86de61de0ad7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670895 Aug 24 00:22:21.979679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54680) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:21.980298 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a28ab2-66d6-40f9-a85d-26e553930085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1034608-3451-4c2d-85d4-7dbe7be4ad39,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:21.984156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6b116-73fc-441f-be27-31738fec7af7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Pushing event updated for resources: {'Port': ['ID=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:22.024125 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-de82bfcc-2d34-4c83-b2ab-be6381c829e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.025720 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-de82bfcc-2d34-4c83-b2ab-be6381c829e8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1947560 Aug 24 00:22:22.034973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c7d6b116-73fc-441f-be27-31738fec7af7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.035608 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c7d6b116-73fc-441f-be27-31738fec7af7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:22.059196 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c7d6b116-73fc-441f-be27-31738fec7af7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2969308 Aug 24 00:22:22.063507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-772e1aa8-3daa-42ca-9a56-d599d585e2e1 req-df180b06-f02f-49e8-9e71-cf4ba45a8033 service neutron] 10.222.0.47 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944408 Aug 24 00:22:22.077506 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07de3e4f-790d-45c1-8e3f-50783d5661d0 x-openstack-request-id: req-07de3e4f-790d-45c1-8e3f-50783d5661d0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:22.078452 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f900927b-2328-4bbe-a992-6c4c373269a4", "name": "network-vif-plugged", "status": "completed", "tag": "30ee58cf-e04f-454c-bf9e-b94c88e08a11", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:22.087919 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07de3e4f-790d-45c1-8e3f-50783d5661d0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:22.088086 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac021731-34ed-40d4-949c-790fc74c17e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:22.088177 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ee58cf-e04f-454c-bf9e-b94c88e08a11', 'code': 200} Aug 24 00:22:22.124605 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac021731-34ed-40d4-949c-790fc74c17e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:22.165421 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Request body: {'port': {'device_id': '34eaf597-1113-44a0-b6be-181d71023cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:22.205262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-75e7a5bb-f9f2-4c9f-8df0-b6dabb55098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.205641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-75e7a5bb-f9f2-4c9f-8df0-b6dabb55098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.206110 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-75e7a5bb-f9f2-4c9f-8df0-b6dabb55098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.206577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-75e7a5bb-f9f2-4c9f-8df0-b6dabb55098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.207064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-75e7a5bb-f9f2-4c9f-8df0-b6dabb55098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.207522 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-75e7a5bb-f9f2-4c9f-8df0-b6dabb55098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.207976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-75e7a5bb-f9f2-4c9f-8df0-b6dabb55098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.209849 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-75e7a5bb-f9f2-4c9f-8df0-b6dabb55098c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60035b714294d25b25f588bef13ad1c&device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 6488 time: 0.0860600 Aug 24 00:22:22.292682 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fe00c-8924-453f-8d38-f25c27b79416 req-8bd8d672-f6d3-4f66-bd4a-c8646fb92a7c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.294443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-058fe00c-8924-453f-8d38-f25c27b79416 req-8bd8d672-f6d3-4f66-bd4a-c8646fb92a7c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 931 time: 0.1723466 Aug 24 00:22:22.295156 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:22.321950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ca5ee-6541-410c-ac1b-478fe1b3cc33 req-95a291a4-78a1-41f3-a6ca-fd9bb03b2424 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.327974 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ca5ee-6541-410c-ac1b-478fe1b3cc33 req-95a291a4-78a1-41f3-a6ca-fd9bb03b2424 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.329676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c73ca5ee-6541-410c-ac1b-478fe1b3cc33 req-95a291a4-78a1-41f3-a6ca-fd9bb03b2424 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1681 time: 0.1729791 Aug 24 00:22:22.338361 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac021731-34ed-40d4-949c-790fc74c17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:22.340924 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac021731-34ed-40d4-949c-790fc74c17e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:22.342030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ac021731-34ed-40d4-949c-790fc74c17e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1034608-3451-4c2d-85d4-7dbe7be4ad39 HTTP/1.1" status: 204 len: 168 time: 0.3589463 Aug 24 00:22:22.381798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac021731-34ed-40d4-949c-790fc74c17e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1034608-3451-4c2d-85d4-7dbe7be4ad39,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:22.384565 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-07dab185-203e-45a4-894c-019fb71c2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.385046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-07dab185-203e-45a4-894c-019fb71c2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.385517 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-07dab185-203e-45a4-894c-019fb71c2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.387160 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-07dab185-203e-45a4-894c-019fb71c2967 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c60035b714294d25b25f588bef13ad1c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1523986 Aug 24 00:22:22.388724 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-772e1aa8-3daa-42ca-9a56-d599d585e2e1 req-e05a3a25-5a11-4e90-9b66-f680cf201e67 service neutron] 10.222.0.47 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162864 Aug 24 00:22:22.422622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c73ca5ee-6541-410c-ac1b-478fe1b3cc33 req-c382b145-99b4-4a9f-bc7f-610151226570 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701337 Aug 24 00:22:22.428209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-058fe00c-8924-453f-8d38-f25c27b79416 req-483385e8-4a7f-4ec3-bd1f-9a84a418be52 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951772 Aug 24 00:22:22.624389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89a1f8-5572-4321-a0cb-c3515a077dd7 req-4f0f8d50-62f3-40f3-acda-bbdf4c37bcc3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.628844 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad89a1f8-5572-4321-a0cb-c3515a077dd7 req-4f0f8d50-62f3-40f3-acda-bbdf4c37bcc3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 945 time: 0.1026812 Aug 24 00:22:22.680484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-717232ac-660d-47d9-8b76-47dca2bf6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.682204 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f05250d-f173-43e4-9031-4ed2740b3425 req-717232ac-660d-47d9-8b76-47dca2bf6167 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2811418 Aug 24 00:22:22.711505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad89a1f8-5572-4321-a0cb-c3515a077dd7 req-da3d1c74-e1a2-43cf-907d-1d9231b3268e tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721378 Aug 24 00:22:22.838071 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-88a6daa8-1e68-4849-b4cb-97fe9e3cac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.838627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-88a6daa8-1e68-4849-b4cb-97fe9e3cac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.839042 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-88a6daa8-1e68-4849-b4cb-97fe9e3cac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.839514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-88a6daa8-1e68-4849-b4cb-97fe9e3cac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.839987 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-88a6daa8-1e68-4849-b4cb-97fe9e3cac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.840456 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-88a6daa8-1e68-4849-b4cb-97fe9e3cac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.840921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-88a6daa8-1e68-4849-b4cb-97fe9e3cac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.843074 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-88a6daa8-1e68-4849-b4cb-97fe9e3cac27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60035b714294d25b25f588bef13ad1c&device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 6488 time: 0.0929682 Aug 24 00:22:22.847289 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f6afab-da8d-48c2-b617-02d4cb92a1b9 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:22.855032 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:22.893559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54746) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:22.899457 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-672633b0-58d7-48b0-bd70-ec785b439496 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 HTTP/1.1" status: 200 len: 217 time: 0.0419531 Aug 24 00:22:22.901999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Transition to ACTIVE for port object b7f6afab-da8d-48c2-b617-02d4cb92a1b9 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:22.906032 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.028383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cdff4b45-3213-4054-b150-abac9db44f7f up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:23.049900 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-cc84dfb6-60e5-454e-a7eb-b44b1236cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.057797 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-cc84dfb6-60e5-454e-a7eb-b44b1236cb52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54dadfea-b82d-455e-87de-0100325a1116 HTTP/1.1" status: 200 len: 855 time: 0.1487098 Aug 24 00:22:23.060468 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Pushing event updated for resources: {'Port': ['ID=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:23.118127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port cdff4b45-3213-4054-b150-abac9db44f7f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:23.130159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port cdff4b45-3213-4054-b150-abac9db44f7f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:23.130563 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.164102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2669-c801-4ab3-86c8-e4be88780cc5 req-4497f8c3-0cec-4684-8d82-c1864631471c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.172682 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2669-c801-4ab3-86c8-e4be88780cc5 req-4497f8c3-0cec-4684-8d82-c1864631471c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.176159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9ba5f912-61be-49ea-a969-f8d2efcda1a8 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:23.183316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2669-c801-4ab3-86c8-e4be88780cc5 req-4497f8c3-0cec-4684-8d82-c1864631471c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.194093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2669-c801-4ab3-86c8-e4be88780cc5 req-4497f8c3-0cec-4684-8d82-c1864631471c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.202288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2669-c801-4ab3-86c8-e4be88780cc5 req-4497f8c3-0cec-4684-8d82-c1864631471c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.212272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2669-c801-4ab3-86c8-e4be88780cc5 req-4497f8c3-0cec-4684-8d82-c1864631471c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.221027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c2669-c801-4ab3-86c8-e4be88780cc5 req-4497f8c3-0cec-4684-8d82-c1864631471c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.223258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a2c2669-c801-4ab3-86c8-e4be88780cc5 req-4497f8c3-0cec-4684-8d82-c1864631471c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5431 time: 0.1769023 Aug 24 00:22:23.252820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-a8fcd0b2-7064-444e-9350-9836203cf476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.254337 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-a8fcd0b2-7064-444e-9350-9836203cf476 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b7da42-c04b-463d-808a-afaf1b8052d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571581 Aug 24 00:22:23.257214 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Attempting to bind port b7f6afab-da8d-48c2-b617-02d4cb92a1b9 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:23.257624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Attempting to bind port b7f6afab-da8d-48c2-b617-02d4cb92a1b9 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '92df612c-2590-4608-aef7-c316e90c3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:23.258044 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Attempting to bind port b7f6afab-da8d-48c2-b617-02d4cb92a1b9 on network ee214e98-c54e-44f9-a07c-12d0d2b7286a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:23.264341 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Port b7f6afab-da8d-48c2-b617-02d4cb92a1b9 on network ee214e98-c54e-44f9-a07c-12d0d2b7286a not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:23.264601 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Attempting to bind port b7f6afab-da8d-48c2-b617-02d4cb92a1b9 on network ee214e98-c54e-44f9-a07c-12d0d2b7286a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:23.277308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:23.278105 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Checking segment: {'id': '92df612c-2590-4608-aef7-c316e90c3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:23.278105 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Bound using segment: {'id': '92df612c-2590-4608-aef7-c316e90c3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:23.278541 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Bound port: b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92df612c-2590-4608-aef7-c316e90c3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:23.279323 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.296739 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a363cc7b-8d11-4ab3-82d3-4717cd35e144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.387266 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.397025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9ba5f912-61be-49ea-a969-f8d2efcda1a8, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9ba5f912-61be-49ea-a969-f8d2efcda1a8,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:23.424546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a2c2669-c801-4ab3-86c8-e4be88780cc5 req-1f1c3cbc-f689-4090-acdd-1a7e04dcea16 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1897492 Aug 24 00:22:23.434280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '9ba5f912-61be-49ea-a969-f8d2efcda1a8', 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2', 'port_id': '9ba5f912-61be-49ea-a969-f8d2efcda1a8', 'mac_address': 'fa:16:3e:58:f7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5a37de-8e6f-4151-b463-ebdfbb7cdda6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:23.445222 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.462297 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-99f6d837-5a1f-4e4e-bb6a-79ba82610a85 service neutron] 10.222.0.13 "GET /v2.0/networks/76b7da42-c04b-463d-808a-afaf1b8052d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986711 Aug 24 00:22:23.477384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] For port b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:23.482426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] For port b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:23.497668 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': '9c0ee051-f3be-4377-a1b9-e220303e05a5'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:23.504091 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "9c0ee051-f3be-4377-a1b9-e220303e05a5"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:23.508183 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.545866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.546908 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port cdff4b45-3213-4054-b150-abac9db44f7f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cdff4b45-3213-4054-b150-abac9db44f7f,segment=NetworkSegment(4a82daba-88ea-47b3-b428-db54d86fe814),segment_id=4a82daba-88ea-47b3-b428-db54d86fe814)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:23.547658 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.550445 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] 10.222.0.47 "PUT /v2.0/ports/b7f6afab-da8d-48c2-b617-02d4cb92a1b9 HTTP/1.1" status: 200 len: 1091 time: 1.3896494 Aug 24 00:22:23.568717 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.570191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6bd9d319-c72a-44f9-8239-6a66ba297c0a up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:23.578557 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a363cc7b-8d11-4ab3-82d3-4717cd35e144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.595735 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a363cc7b-8d11-4ab3-82d3-4717cd35e144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.646960 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.677931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=cdff4b45-3213-4054-b150-abac9db44f7f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:23.696942 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba5f912-61be-49ea-a969-f8d2efcda1a8 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:23.723005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9ba5f912-61be-49ea-a969-f8d2efcda1a8, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9ba5f912-61be-49ea-a969-f8d2efcda1a8,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:23.734179 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.741033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 6bd9d319-c72a-44f9-8239-6a66ba297c0a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:23.750978 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-47c9d657-1c2f-4163-9f37-f6bad15cd58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.752755 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-47c9d657-1c2f-4163-9f37-f6bad15cd58f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2073d78fc8964f96b023d510a38a1da2&device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 1094 time: 0.1019652 Aug 24 00:22:23.768077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 6bd9d319-c72a-44f9-8239-6a66ba297c0a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:23.768467 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.786982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64703cd7-89ea-4952-9865-a27f58c544ae req-7d9fdf48-06a4-4ebd-80bb-708506907fba tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.790503 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-64703cd7-89ea-4952-9865-a27f58c544ae req-7d9fdf48-06a4-4ebd-80bb-708506907fba tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 945 time: 0.2081149 Aug 24 00:22:23.797043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a363cc7b-8d11-4ab3-82d3-4717cd35e144 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=070ff61073bd4df1916791441c98f371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9020786 Aug 24 00:22:23.823541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=9ba5f912-61be-49ea-a969-f8d2efcda1a8,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:23.825301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363cc7b-8d11-4ab3-82d3-4717cd35e144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538193e3-d147-4e7a-97a0-ea6487e19119,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:23.832155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54800) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:23.891537 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.918478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643f82b-0cd2-49e8-b32c-bc3ed174bc1d req-2dd42dc4-14cd-4de8-8666-7b76fd38f588 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.924996 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643f82b-0cd2-49e8-b32c-bc3ed174bc1d req-2dd42dc4-14cd-4de8-8666-7b76fd38f588 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.926855 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3643f82b-0cd2-49e8-b32c-bc3ed174bc1d req-2dd42dc4-14cd-4de8-8666-7b76fd38f588 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1682 time: 0.1807022 Aug 24 00:22:23.937332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-64703cd7-89ea-4952-9865-a27f58c544ae req-215195a0-8981-472d-a3f1-9988c1d0334e tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087554 Aug 24 00:22:23.956998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6bd9d319-c72a-44f9-8239-6a66ba297c0a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6bd9d319-c72a-44f9-8239-6a66ba297c0a,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:23.963581 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:24.042932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3643f82b-0cd2-49e8-b32c-bc3ed174bc1d req-261e34df-b37e-4945-bfd4-8fbb044a2207 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903766 Aug 24 00:22:24.050657 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae994910-0f08-4cc8-8a0e-5f26a154775e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:24.066386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6bd9d319-c72a-44f9-8239-6a66ba297c0a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:24.083456 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae994910-0f08-4cc8-8a0e-5f26a154775e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:24.088803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdff4b45-3213-4054-b150-abac9db44f7f'}, {'server_uuid': 'b94afb6e-3780-4e72-8448-d20f80f9a55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd9d319-c72a-44f9-8239-6a66ba297c0a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:24.091327 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac34185-7297-4adc-850e-9ae91d284077" -d '{"events": [{"server_uuid": "f900927b-2328-4bbe-a992-6c4c373269a4", "name": "network-vif-plugged", "status": "completed", "tag": "cdff4b45-3213-4054-b150-abac9db44f7f"}, {"server_uuid": "b94afb6e-3780-4e72-8448-d20f80f9a55f", "name": "network-vif-plugged", "status": "completed", "tag": "6bd9d319-c72a-44f9-8239-6a66ba297c0a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:24.160559 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['9ba5f912-61be-49ea-a969-f8d2efcda1a8'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:24.165480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f50e48-d1be-45fc-9e21-d63224dcb16c service neutron] Pushing event updated for resources: {'Port': ['ID=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:24.171363 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26716933-931b-4cec-a7c8-10bb6c1ab83b x-openstack-request-id: req-26716933-931b-4cec-a7c8-10bb6c1ab83b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:24.171694 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "9c0ee051-f3be-4377-a1b9-e220303e05a5", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:24.171974 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26716933-931b-4cec-a7c8-10bb6c1ab83b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:24.172293 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': '9c0ee051-f3be-4377-a1b9-e220303e05a5', 'status': 'completed', 'code': 200} Aug 24 00:22:24.177139 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-fb6e59e9-0a92-4a42-80b0-41fb278d4d21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9 HTTP/1.1" status: 200 len: 217 time: 0.4115212 Aug 24 00:22:24.189459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895df2d-3107-4b07-8a98-25131be4c063 req-86a1a06e-8077-4c7b-a5e5-ee310c510978 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.191386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8895df2d-3107-4b07-8a98-25131be4c063 req-86a1a06e-8077-4c7b-a5e5-ee310c510978 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.1117413 Aug 24 00:22:24.212938 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b2f9973e-63d4-4469-951b-5302e7ced83c service neutron] 10.222.0.13 "GET /v2.0/networks/76b7da42-c04b-463d-808a-afaf1b8052d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7275057 Aug 24 00:22:24.222017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae994910-0f08-4cc8-8a0e-5f26a154775e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:24.224753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae994910-0f08-4cc8-8a0e-5f26a154775e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:24.233696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ae994910-0f08-4cc8-8a0e-5f26a154775e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/538193e3-d147-4e7a-97a0-ea6487e19119 HTTP/1.1" status: 204 len: 168 time: 0.3949225 Aug 24 00:22:24.277050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae994910-0f08-4cc8-8a0e-5f26a154775e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538193e3-d147-4e7a-97a0-ea6487e19119,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:24.282065 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-4cf8484f-6747-46c1-9159-205fd07d659c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=dfe403b4-93ff-4811-8d40-226b565b5d0e HTTP/1.1" status: 200 len: 217 time: 0.0499876 Aug 24 00:22:24.303181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8895df2d-3107-4b07-8a98-25131be4c063 req-04e35094-9a70-42fa-8616-e4160200ad2a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058314 Aug 24 00:22:24.379134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-ea1a3b6a-f07f-42b1-b794-6d8a2d49c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.384416 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-ea1a3b6a-f07f-42b1-b794-6d8a2d49c144 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b1769da-f736-4c99-87b2-e73cc76c5076 HTTP/1.1" status: 200 len: 853 time: 0.1961849 Aug 24 00:22:24.443941 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-68e051d0-527a-4259-b7f2-a2b9fd73d850 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee214e98-c54e-44f9-a07c-12d0d2b7286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459726 Aug 24 00:22:24.448543 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e1a18f-c145-485e-b50d-4bcec76be24f x-openstack-request-id: req-15e1a18f-c145-485e-b50d-4bcec76be24f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:24.449117 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f900927b-2328-4bbe-a992-6c4c373269a4", "name": "network-vif-plugged", "status": "completed", "tag": "cdff4b45-3213-4054-b150-abac9db44f7f", "code": 200}, {"server_uuid": "b94afb6e-3780-4e72-8448-d20f80f9a55f", "name": "network-vif-plugged", "status": "completed", "tag": "6bd9d319-c72a-44f9-8239-6a66ba297c0a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:24.449243 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15e1a18f-c145-485e-b50d-4bcec76be24f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:24.449689 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdff4b45-3213-4054-b150-abac9db44f7f', 'code': 200} Aug 24 00:22:24.450170 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94afb6e-3780-4e72-8448-d20f80f9a55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd9d319-c72a-44f9-8239-6a66ba297c0a', 'code': 200} Aug 24 00:22:24.466524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1e4e0055-d7f6-406e-ac9c-23770388f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.468102 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1e4e0055-d7f6-406e-ac9c-23770388f6bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.1781096 Aug 24 00:22:24.600847 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b13f87d8-c4f1-407c-b4a9-b3cfb0604267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.600847 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b13f87d8-c4f1-407c-b4a9-b3cfb0604267 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844922 Aug 24 00:22:24.603096 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-c0396b2e-0c9b-4382-998c-032bb8522339 service neutron] 10.222.0.47 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498866 Aug 24 00:22:24.714097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f7fac-71da-4b51-8ddb-f99adcca5ec9 req-2d3b191f-3d36-42bc-a757-dff3f2b954d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.714577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f7fac-71da-4b51-8ddb-f99adcca5ec9 req-2d3b191f-3d36-42bc-a757-dff3f2b954d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.716091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d57f7fac-71da-4b51-8ddb-f99adcca5ec9 req-2d3b191f-3d36-42bc-a757-dff3f2b954d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1984 time: 0.0904138 Aug 24 00:22:24.732390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badc352-3a14-43d5-a81e-346074b08dab req-08d0de63-5b40-432b-aa72-3a1fee7c5899 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.745940 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badc352-3a14-43d5-a81e-346074b08dab req-08d0de63-5b40-432b-aa72-3a1fee7c5899 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.759243 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badc352-3a14-43d5-a81e-346074b08dab req-08d0de63-5b40-432b-aa72-3a1fee7c5899 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.766150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badc352-3a14-43d5-a81e-346074b08dab req-08d0de63-5b40-432b-aa72-3a1fee7c5899 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.773235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badc352-3a14-43d5-a81e-346074b08dab req-08d0de63-5b40-432b-aa72-3a1fee7c5899 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.784795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badc352-3a14-43d5-a81e-346074b08dab req-08d0de63-5b40-432b-aa72-3a1fee7c5899 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.793422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badc352-3a14-43d5-a81e-346074b08dab req-08d0de63-5b40-432b-aa72-3a1fee7c5899 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.803430 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7badc352-3a14-43d5-a81e-346074b08dab req-08d0de63-5b40-432b-aa72-3a1fee7c5899 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5431 time: 0.2398403 Aug 24 00:22:24.814384 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-6f248832-ac03-4112-a558-55aab6b28887 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835372 Aug 24 00:22:24.866757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d885743-fc19-4193-b3c6-2912cc5d00bf req-c6a71bde-f37f-4bbc-b059-b30631fa17de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.868285 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d885743-fc19-4193-b3c6-2912cc5d00bf req-c6a71bde-f37f-4bbc-b059-b30631fa17de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 1097 time: 0.2446520 Aug 24 00:22:24.930411 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-74846df9-ac35-44a6-ae8c-6bae863f6e6d service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043885 Aug 24 00:22:24.930547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d57f7fac-71da-4b51-8ddb-f99adcca5ec9 req-e642ef4a-3f2c-4c76-ac9b-cef624b07d07 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232412 Aug 24 00:22:24.930634 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d48a5244-9114-4f6a-ae47-a0b0c2e1286a req-6f910eb3-f7b2-4f76-82ec-32e8df817c9e service neutron] 10.222.0.47 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162467 Aug 24 00:22:24.942424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7badc352-3a14-43d5-a81e-346074b08dab req-fff84c25-ff4f-49d6-b2d1-1f112a363388 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178079 Aug 24 00:22:24.956304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a42f0-1d59-40e9-a936-66f5791a7ead req-2e950ca8-f2b8-48e1-9de3-f20f563c0ba4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.958187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c92a42f0-1d59-40e9-a936-66f5791a7ead req-2e950ca8-f2b8-48e1-9de3-f20f563c0ba4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 945 time: 0.1515925 Aug 24 00:22:24.966640 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d885743-fc19-4193-b3c6-2912cc5d00bf req-e14be3d4-295e-4a5b-bc56-853527371357 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805655 Aug 24 00:22:25.014399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c92a42f0-1d59-40e9-a936-66f5791a7ead req-b13516b5-52db-454d-8b82-8c62c770c810 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481937 Aug 24 00:22:25.152507 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9ba5f912-61be-49ea-a969-f8d2efcda1a8 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:25.217726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d0631-ddec-4f09-99ec-5ca00a1afbfd req-e7f188ee-e521-4594-95cd-cff59dc06ff7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.226215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-245d0631-ddec-4f09-99ec-5ca00a1afbfd req-e7f188ee-e521-4594-95cd-cff59dc06ff7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 946 time: 0.1334474 Aug 24 00:22:25.234314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 9ba5f912-61be-49ea-a969-f8d2efcda1a8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:25.245548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 9ba5f912-61be-49ea-a969-f8d2efcda1a8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:25.246408 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:25.256089 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-cd40219e-528a-4b87-a94e-5bd494575882 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=22f7ed89-39b2-4be4-b2ff-738827384330 HTTP/1.1" status: 200 len: 217 time: 0.0772207 Aug 24 00:22:25.270273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-2e30134a-4ab2-4b60-96ab-9f029801ddcf tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.271820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-2e30134a-4ab2-4b60-96ab-9f029801ddcf tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/networks?id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb HTTP/1.1" status: 200 len: 805 time: 0.2040420 Aug 24 00:22:25.295077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-245d0631-ddec-4f09-99ec-5ca00a1afbfd req-6cf96f40-7b80-4873-bc5e-2ec5781cce4b tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678663 Aug 24 00:22:25.297770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-b7959195-6615-4591-9952-98ecbdb1ff4e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/quotas/44b3c7be1e4a4564bafa09f2c9e5612b HTTP/1.1" status: 200 len: 375 time: 0.0178204 Aug 24 00:22:25.318996 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54870) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:25.368578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-698bcc6e-4d40-4b6f-bdaf-5a003fee0252 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=44b3c7be1e4a4564bafa09f2c9e5612b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626628 Aug 24 00:22:25.411106 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:25.452645 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9ba5f912-61be-49ea-a969-f8d2efcda1a8, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9ba5f912-61be-49ea-a969-f8d2efcda1a8,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:25.461642 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:25.462751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:25.513836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e81bf-dc6d-4a85-9123-b570003f9bcb req-52307417-8c1d-4027-b0f1-51566958febd tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.520909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e81bf-dc6d-4a85-9123-b570003f9bcb req-52307417-8c1d-4027-b0f1-51566958febd tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.522691 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5e81bf-dc6d-4a85-9123-b570003f9bcb req-52307417-8c1d-4027-b0f1-51566958febd tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1682 time: 0.0845566 Aug 24 00:22:25.547766 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-728bddbf-3274-4be0-b808-9fa83e2f2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.550175 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-728bddbf-3274-4be0-b808-9fa83e2f2970 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.0927446 Aug 24 00:22:25.558450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-ad44f15b-faef-42e7-87d0-1ae45ec50b0b service neutron] 10.222.0.32 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826162 Aug 24 00:22:25.575922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=9ba5f912-61be-49ea-a969-f8d2efcda1a8,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:25.620917 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-ba96690a-c361-4c5d-9cea-aa9200487588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.622530 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-ba96690a-c361-4c5d-9cea-aa9200487588 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0557060 Aug 24 00:22:25.626148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5e81bf-dc6d-4a85-9123-b570003f9bcb req-78f552f5-df7e-4168-b4c1-bb744ac4ac3e tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964067 Aug 24 00:22:25.629136 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:25.658491 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-277aa1e6-de48-446b-b28b-61546e25b977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:25.681948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:25.691287 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:25.733784 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-9a8dbfe1-ae74-4da2-a08e-c8cf8dc9779e service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014709 Aug 24 00:22:25.752021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:25.782081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-cb19e5e5-4908-4b59-a3b3-81dd895c2e42 service neutron] 10.222.0.32 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137096 Aug 24 00:22:25.797175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aca43-23f1-4a9b-9766-3c9b65a2299a req-c55ddeb9-879c-46c3-9b36-33ec1df46fc2 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.799491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e76aca43-23f1-4a9b-9766-3c9b65a2299a req-c55ddeb9-879c-46c3-9b36-33ec1df46fc2 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.1043165 Aug 24 00:22:25.839330 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-d44bd39d-aac5-497b-b48b-41ba2b8db80f service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960288 Aug 24 00:22:25.864734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e76aca43-23f1-4a9b-9766-3c9b65a2299a req-2e861a3a-6cb0-4f17-9078-9c45fb8f3a61 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580139 Aug 24 00:22:25.893254 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-71c26e6a-3735-4b31-be31-452085789c78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=7ec2d164-920a-48df-808a-d50f19345547 HTTP/1.1" status: 200 len: 217 time: 0.0448127 Aug 24 00:22:25.895639 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-277aa1e6-de48-446b-b28b-61546e25b977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:25.901923 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-277aa1e6-de48-446b-b28b-61546e25b977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:25.973822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b218272a-aec8-4e16-8261-a6aa187c869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.975324 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-b218272a-aec8-4e16-8261-a6aa187c869d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.0751402 Aug 24 00:22:25.991661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7baef26a-3681-4208-ad2f-9b675ad435cf req-32d2d9bc-e0e6-43ce-873d-04663e1d6fee tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 210 time: 0.0409164 Aug 24 00:22:25.995403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277aa1e6-de48-446b-b28b-61546e25b977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07815896-a11e-4a4d-8d25-61c1dca4ac56,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:26.003051 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-277aa1e6-de48-446b-b28b-61546e25b977 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e8daf8e38f043b69876479c47f6e40e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6829937 Aug 24 00:22:26.005569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54888) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:26.040039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-9e3222f0-12e4-4d85-ac15-412b7629afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.042487 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-9e3222f0-12e4-4d85-ac15-412b7629afe4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0551710 Aug 24 00:22:26.090822 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd7f3926-7710-4412-9f2a-9da116c78832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:26.128606 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd7f3926-7710-4412-9f2a-9da116c78832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:26.174872 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eaf597-1113-44a0-b6be-181d71023cb9', 'tag': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:26.177628 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c30a7a-eeb8-49c7-a611-ff4f6988c840" -d '{"events": [{"name": "network-changed", "server_uuid": "34eaf597-1113-44a0-b6be-181d71023cb9", "tag": "b7f6afab-da8d-48c2-b617-02d4cb92a1b9"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:26.221557 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-d5a9147a-de8b-4f1b-a21b-51625d0b7c96 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689954 Aug 24 00:22:26.247603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3ddee-f49f-43d6-aaad-3c643b342a89 req-44a2ba5b-a7d3-46a2-b4cc-3449579ace5a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.254241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3ddee-f49f-43d6-aaad-3c643b342a89 req-44a2ba5b-a7d3-46a2-b4cc-3449579ace5a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.260396 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3ddee-f49f-43d6-aaad-3c643b342a89 req-44a2ba5b-a7d3-46a2-b4cc-3449579ace5a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.266517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3ddee-f49f-43d6-aaad-3c643b342a89 req-44a2ba5b-a7d3-46a2-b4cc-3449579ace5a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.273032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3ddee-f49f-43d6-aaad-3c643b342a89 req-44a2ba5b-a7d3-46a2-b4cc-3449579ace5a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.279029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3ddee-f49f-43d6-aaad-3c643b342a89 req-44a2ba5b-a7d3-46a2-b4cc-3449579ace5a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.285260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3ddee-f49f-43d6-aaad-3c643b342a89 req-44a2ba5b-a7d3-46a2-b4cc-3449579ace5a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.287769 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1bc3ddee-f49f-43d6-aaad-3c643b342a89 req-44a2ba5b-a7d3-46a2-b4cc-3449579ace5a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5431 time: 0.1612983 Aug 24 00:22:26.318002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163b98f-2f14-46e0-950a-8b16b67dccc9 req-0f4a0b36-e2c1-4112-b9f3-dae889ac371a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.319562 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3163b98f-2f14-46e0-950a-8b16b67dccc9 req-0f4a0b36-e2c1-4112-b9f3-dae889ac371a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 945 time: 0.1214056 Aug 24 00:22:26.321709 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd7f3926-7710-4412-9f2a-9da116c78832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:26.324525 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bd7f3926-7710-4412-9f2a-9da116c78832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:26.325652 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bd7f3926-7710-4412-9f2a-9da116c78832 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07815896-a11e-4a4d-8d25-61c1dca4ac56 HTTP/1.1" status: 204 len: 168 time: 0.3190084 Aug 24 00:22:26.364403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f3926-7710-4412-9f2a-9da116c78832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07815896-a11e-4a4d-8d25-61c1dca4ac56,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:26.395856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1bc3ddee-f49f-43d6-aaad-3c643b342a89 req-e703636b-c6e3-47f9-aafa-e590ddafeaeb tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968063 Aug 24 00:22:26.431022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3163b98f-2f14-46e0-950a-8b16b67dccc9 req-f58483d8-1015-451e-ae1a-dabd976a8b5d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658567 Aug 24 00:22:26.452159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44df5f4-c247-46f8-ac39-d70101c35e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba5f912-61be-49ea-a969-f8d2efcda1a8'}, {'server_uuid': 'fd4b168e-1fda-478f-bdfe-5df412e85dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea5212f-3018-4bfb-9d73-0c0cfce2cabb'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:26.456394 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a52eb99-8649-4be9-9e1c-b49c657ee417" -d '{"events": [{"server_uuid": "e44df5f4-c247-46f8-ac39-d70101c35e92", "name": "network-vif-plugged", "status": "completed", "tag": "9ba5f912-61be-49ea-a969-f8d2efcda1a8"}, {"server_uuid": "fd4b168e-1fda-478f-bdfe-5df412e85dde", "name": "network-vif-unplugged", "status": "completed", "tag": "7ea5212f-3018-4bfb-9d73-0c0cfce2cabb"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:26.493363 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267139f-f761-4b00-a1ad-b32584950023 req-36733ce7-d954-41a4-8500-ed5717fa1c60 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.498351 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6267139f-f761-4b00-a1ad-b32584950023 req-36733ce7-d954-41a4-8500-ed5717fa1c60 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd4b168e-1fda-478f-bdfe-5df412e85dde HTTP/1.1" status: 200 len: 944 time: 0.1465774 Aug 24 00:22:26.500560 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-de4789e2-50d0-476a-8073-f539058e48cc service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218134 Aug 24 00:22:26.546296 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff796ac-1775-4bc1-ba4e-5da34f4fbbf4 x-openstack-request-id: req-3ff796ac-1775-4bc1-ba4e-5da34f4fbbf4 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:26.546674 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eaf597-1113-44a0-b6be-181d71023cb9", "tag": "b7f6afab-da8d-48c2-b617-02d4cb92a1b9", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:26.546958 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ff796ac-1775-4bc1-ba4e-5da34f4fbbf4 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:26.549688 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eaf597-1113-44a0-b6be-181d71023cb9', 'tag': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9', 'status': 'completed', 'code': 200} Aug 24 00:22:26.629940 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d48836-346b-4fbe-9fa3-065056d8ab21 x-openstack-request-id: req-31d48836-346b-4fbe-9fa3-065056d8ab21 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:26.630239 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44df5f4-c247-46f8-ac39-d70101c35e92", "name": "network-vif-plugged", "status": "completed", "tag": "9ba5f912-61be-49ea-a969-f8d2efcda1a8", "code": 200}, {"server_uuid": "fd4b168e-1fda-478f-bdfe-5df412e85dde", "name": "network-vif-unplugged", "status": "completed", "tag": "7ea5212f-3018-4bfb-9d73-0c0cfce2cabb", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:26.630493 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31d48836-346b-4fbe-9fa3-065056d8ab21 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:26.630940 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44df5f4-c247-46f8-ac39-d70101c35e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba5f912-61be-49ea-a969-f8d2efcda1a8', 'code': 200} Aug 24 00:22:26.631289 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4b168e-1fda-478f-bdfe-5df412e85dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea5212f-3018-4bfb-9d73-0c0cfce2cabb', 'code': 200} Aug 24 00:22:26.643901 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-17298b1c-0665-4a00-b75c-60f65b033002 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=4b444555-ec1d-495e-bcde-fa4f20dad18c HTTP/1.1" status: 200 len: 217 time: 0.1301425 Aug 24 00:22:26.648841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0479e3b-1ca3-4c4d-8b4a-e03ea202d0a5 req-075c04ec-3a50-4c0b-bdc9-350a2759d155 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.658282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0479e3b-1ca3-4c4d-8b4a-e03ea202d0a5 req-075c04ec-3a50-4c0b-bdc9-350a2759d155 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 946 time: 0.1034698 Aug 24 00:22:26.677072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c30a7a-eeb8-49c7-a611-ff4f6988c840 req-b532f10c-a085-4538-bc78-d61f8e62cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.678500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09c30a7a-eeb8-49c7-a611-ff4f6988c840 req-b532f10c-a085-4538-bc78-d61f8e62cbbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2073d78fc8964f96b023d510a38a1da2&device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 1094 time: 0.0948238 Aug 24 00:22:26.706028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0479e3b-1ca3-4c4d-8b4a-e03ea202d0a5 req-8a800387-a3fe-43fd-bfc6-fec17be381ee tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469329 Aug 24 00:22:26.772451 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1b31611a-1406-4a8d-a288-7b0ee9e75e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.793131 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1b31611a-1406-4a8d-a288-7b0ee9e75e1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.1218357 Aug 24 00:22:26.931681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c30a7a-eeb8-49c7-a611-ff4f6988c840 req-e6a438fa-4f6f-426a-84b3-300daa211a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.933108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09c30a7a-eeb8-49c7-a611-ff4f6988c840 req-e6a438fa-4f6f-426a-84b3-300daa211a03 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee214e98-c54e-44f9-a07c-12d0d2b7286a HTTP/1.1" status: 200 len: 914 time: 0.2184095 Aug 24 00:22:26.934750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af932b9-42ef-4f86-9cb5-202ffaf185d7 req-2c02f43b-151f-41b8-b4b9-8c074ef0f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.936097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2af932b9-42ef-4f86-9cb5-202ffaf185d7 req-2c02f43b-151f-41b8-b4b9-8c074ef0f4f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e44df5f4-c247-46f8-ac39-d70101c35e92 HTTP/1.1" status: 200 len: 1096 time: 0.1476700 Aug 24 00:22:26.938399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-6c40d719-9766-41cf-a084-96c5a0cc320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.941167 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-6c40d719-9766-41cf-a084-96c5a0cc320b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1472468 Aug 24 00:22:26.951561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09497f6a-9356-4aea-8495-0a658c24342d req-383b46ee-3752-4c90-8c7d-91e2f719bc6d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.954927 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-6267139f-f761-4b00-a1ad-b32584950023 req-ddc74d86-05f0-4ff6-a8ad-c2b66023ac33 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Deleting port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:26.955741 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6267139f-f761-4b00-a1ad-b32584950023 req-ddc74d86-05f0-4ff6-a8ad-c2b66023ac33 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:26.957813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09497f6a-9356-4aea-8495-0a658c24342d req-383b46ee-3752-4c90-8c7d-91e2f719bc6d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.959442 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09497f6a-9356-4aea-8495-0a658c24342d req-383b46ee-3752-4c90-8c7d-91e2f719bc6d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1682 time: 0.1373610 Aug 24 00:22:27.020836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09c30a7a-eeb8-49c7-a611-ff4f6988c840 req-6a4b0bda-f512-4ee6-b15a-4525268370b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9 HTTP/1.1" status: 200 len: 217 time: 0.0604193 Aug 24 00:22:27.088457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2af932b9-42ef-4f86-9cb5-202ffaf185d7 req-473e5785-215f-46b7-82f2-31db3aa5c49e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268532 Aug 24 00:22:27.097209 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-a95b47b4-7942-498f-8ecf-07542300e7c4 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368177 Aug 24 00:22:27.100386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09497f6a-9356-4aea-8495-0a658c24342d req-d2949ab3-ef1a-4bfc-bf14-221dedd36ec5 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266406 Aug 24 00:22:27.108134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c30a7a-eeb8-49c7-a611-ff4f6988c840 req-aea9ab55-1d78-4c4c-b312-64e588b011c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:27.110633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09c30a7a-eeb8-49c7-a611-ff4f6988c840 req-aea9ab55-1d78-4c4c-b312-64e588b011c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b1769da-f736-4c99-87b2-e73cc76c5076 HTTP/1.1" status: 200 len: 853 time: 0.0806711 Aug 24 00:22:27.140450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b7f6afab-da8d-48c2-b617-02d4cb92a1b9 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:27.262632 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-6267139f-f761-4b00-a1ad-b32584950023 req-ddc74d86-05f0-4ff6-a8ad-c2b66023ac33 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] For port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:27.263045 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6267139f-f761-4b00-a1ad-b32584950023 req-ddc74d86-05f0-4ff6-a8ad-c2b66023ac33 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.289342 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-6267139f-f761-4b00-a1ad-b32584950023 req-ddc74d86-05f0-4ff6-a8ad-c2b66023ac33 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Calling delete_port for 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:27.300016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:27.316582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9', 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a', 'port_id': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9', 'mac_address': 'fa:16:3e:25:7d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1769da-f736-4c99-87b2-e73cc76c5076', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:27.338727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45f783-bea8-48c1-a5f5-941317d1a197 req-9c675c6f-cd62-45db-98a7-d62196a8d1a5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:27.343825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f45f783-bea8-48c1-a5f5-941317d1a197 req-9c675c6f-cd62-45db-98a7-d62196a8d1a5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.1277835 Aug 24 00:22:27.373060 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.383972 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e10006f7-8f90-4e6d-8e14-1bb980e04a50 req-c2fd77a4-9bd9-419a-9b9c-298c05415052 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 210 time: 0.0824213 Aug 24 00:22:27.403899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f6afab-da8d-48c2-b617-02d4cb92a1b9 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:27.436217 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:27.445786 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.453551 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-6f72b7d1-6b50-46ec-9e65-7a091c30fb06 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891324 Aug 24 00:22:27.520799 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-1520363a-4e52-4a5c-8352-c9e1cf7c0678 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15250587-53ca-4501-86b1-c7339d86c075 HTTP/1.1" status: 200 len: 217 time: 0.0517712 Aug 24 00:22:27.528802 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-339d6a99-faae-4757-85ec-a8498fc5439e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.547788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:27.625897 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-41f7fe25-2fb1-4ab2-9ca5-7c0bb11f66db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:27.628061 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-41f7fe25-2fb1-4ab2-9ca5-7c0bb11f66db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ea995d2-1395-4f59-8ad4-626922072864 HTTP/1.1" status: 200 len: 797 time: 0.0992284 Aug 24 00:22:27.640843 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6267139f-f761-4b00-a1ad-b32584950023 req-ddc74d86-05f0-4ff6-a8ad-c2b66023ac33 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.702719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc74d86-05f0-4ff6-a8ad-c2b66023ac33 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Pushing event deleted for resources: {'Port': ['ID=7ea5212f-3018-4bfb-9d73-0c0cfce2cabb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:27.783643 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6267139f-f761-4b00-a1ad-b32584950023 req-ddc74d86-05f0-4ff6-a8ad-c2b66023ac33 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] No DVR routers for this DVR port 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:27.786883 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-6267139f-f761-4b00-a1ad-b32584950023 req-ddc74d86-05f0-4ff6-a8ad-c2b66023ac33 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.789480 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-6267139f-f761-4b00-a1ad-b32584950023 req-ddc74d86-05f0-4ff6-a8ad-c2b66023ac33 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "DELETE /v2.0/ports/7ea5212f-3018-4bfb-9d73-0c0cfce2cabb HTTP/1.1" status: 204 len: 173 time: 1.2864285 Aug 24 00:22:27.804436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-44eef982-c727-424b-bfd2-dc5a4cdd6c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:27.806624 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-44eef982-c727-424b-bfd2-dc5a4cdd6c97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6cfb797-f65c-4b64-8064-c867f5a2550e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1627336 Aug 24 00:22:27.847546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09c30a7a-eeb8-49c7-a611-ff4f6988c840 req-2e541d13-915b-416e-802a-6af0421df60b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee214e98-c54e-44f9-a07c-12d0d2b7286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377419 Aug 24 00:22:27.940137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['b7f6afab-da8d-48c2-b617-02d4cb92a1b9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:27.999596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09c30a7a-eeb8-49c7-a611-ff4f6988c840 req-8c2cb232-4e05-46e2-b13a-caaf07872046 service neutron] 10.222.0.47 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985241 Aug 24 00:22:28.008357 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-70d3007b-a7f1-4729-91de-b0ce91fcc849 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938763 Aug 24 00:22:28.009870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f45f783-bea8-48c1-a5f5-941317d1a197 req-31037d58-6da7-4a41-abb4-d8438373f16f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6421072 Aug 24 00:22:28.136572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-e590674e-d68b-42af-b3f3-ef3793c8b13c tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.138116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-e590674e-d68b-42af-b3f3-ef3793c8b13c tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "GET /v2.0/networks?id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb HTTP/1.1" status: 200 len: 805 time: 0.3272796 Aug 24 00:22:28.181987 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-88cc261f-4569-4efc-865d-2237e7effbf1 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650736 Aug 24 00:22:28.195465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-353f9bce-0078-4446-801e-02fab78a531e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Request body: {'port': {'device_id': '3027f865-4f10-4c0e-9f0f-d3f790e4ebd0', 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb', 'admin_state_up': True, 'tenant_id': '44b3c7be1e4a4564bafa09f2c9e5612b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:28.225600 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09c30a7a-eeb8-49c7-a611-ff4f6988c840 req-0105a4f8-8b07-4593-b91b-9a71225a7cdc service neutron] 10.222.0.47 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117181 Aug 24 00:22:28.242936 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-45d09450-b514-4e98-bc15-b38d41a773ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c0ee051-f3be-4377-a1b9-e220303e05a5 HTTP/1.1" status: 200 len: 217 time: 0.0540667 Aug 24 00:22:28.296447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd547f86-df26-4b98-9db5-09543d1c0d05 req-721c9874-5b6e-4cd9-a072-514c9a3894d9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.304098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd547f86-df26-4b98-9db5-09543d1c0d05 req-721c9874-5b6e-4cd9-a072-514c9a3894d9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 945 time: 0.1394477 Aug 24 00:22:28.319498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-35527992-3c9c-42f5-bb09-ee2a1cb97ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.321084 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-35527992-3c9c-42f5-bb09-ee2a1cb97ffa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ea995d2-1395-4f59-8ad4-626922072864 HTTP/1.1" status: 200 len: 797 time: 0.0654039 Aug 24 00:22:28.373323 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd547f86-df26-4b98-9db5-09543d1c0d05 req-10e9d8f3-1e71-4cff-9d5c-41218e0cfaca tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683501 Aug 24 00:22:28.412344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-d6e096a0-c58a-41f0-ae9e-0243a879d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.415247 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-d6e096a0-c58a-41f0-ae9e-0243a879d213 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6cfb797-f65c-4b64-8064-c867f5a2550e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0864847 Aug 24 00:22:28.421184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-353f9bce-0078-4446-801e-02fab78a531e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Made reservation on behalf of 44b3c7be1e4a4564bafa09f2c9e5612b for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:28.426010 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-353f9bce-0078-4446-801e-02fab78a531e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:28.531820 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-eeecd333-f74d-45d6-be4e-2dde87f836a7 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085703 Aug 24 00:22:28.550992 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4b168e-1fda-478f-bdfe-5df412e85dde', 'name': 'network-vif-deleted', 'tag': '7ea5212f-3018-4bfb-9d73-0c0cfce2cabb'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:28.553595 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9a56d5-61cf-437c-9c82-06ac70124468" -d '{"events": [{"server_uuid": "fd4b168e-1fda-478f-bdfe-5df412e85dde", "name": "network-vif-deleted", "tag": "7ea5212f-3018-4bfb-9d73-0c0cfce2cabb"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:28.620009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebd792-5e52-4dbb-9ba0-5300e7399ba4 req-0a602743-0fdf-458c-b811-1c28766f9c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.627287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebd792-5e52-4dbb-9ba0-5300e7399ba4 req-0a602743-0fdf-458c-b811-1c28766f9c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.635024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebd792-5e52-4dbb-9ba0-5300e7399ba4 req-0a602743-0fdf-458c-b811-1c28766f9c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.641449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebd792-5e52-4dbb-9ba0-5300e7399ba4 req-0a602743-0fdf-458c-b811-1c28766f9c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.648251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebd792-5e52-4dbb-9ba0-5300e7399ba4 req-0a602743-0fdf-458c-b811-1c28766f9c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.655301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebd792-5e52-4dbb-9ba0-5300e7399ba4 req-0a602743-0fdf-458c-b811-1c28766f9c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.662875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebd792-5e52-4dbb-9ba0-5300e7399ba4 req-0a602743-0fdf-458c-b811-1c28766f9c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.664932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fdebd792-5e52-4dbb-9ba0-5300e7399ba4 req-0a602743-0fdf-458c-b811-1c28766f9c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5431 time: 0.1763456 Aug 24 00:22:28.735047 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-96a2043c-1dfe-4265-be2b-c17059bfc372 req-46e20614-1f4a-4b3a-bc00-40d83d0d04a4 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955903 Aug 24 00:22:28.777810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fdebd792-5e52-4dbb-9ba0-5300e7399ba4 req-6a07aff2-475c-417e-8c3b-f990bf5861e2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851882 Aug 24 00:22:28.780571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-353f9bce-0078-4446-801e-02fab78a531e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Allocated IP 172.20.0.4 (17ce1421-2fab-4cd9-b1d6-25282e6db2eb/5d1a1303-12b4-4df1-8051-6ef6912eb98d/d8837e49-2f5e-4036-972f-a8c47532136e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:29.001240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b7582-6b88-4fbd-9f24-61655ae56b0a req-5eb998b0-81fa-4100-b9dd-dfa95c2ea971 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.003690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-346b7582-6b88-4fbd-9f24-61655ae56b0a req-5eb998b0-81fa-4100-b9dd-dfa95c2ea971 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 946 time: 0.0961571 Aug 24 00:22:29.038185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-353f9bce-0078-4446-801e-02fab78a531e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.069641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-0ec88f38-9a01-4458-8862-eb69c218c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.069641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-0ec88f38-9a01-4458-8862-eb69c218c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.069641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-0ec88f38-9a01-4458-8862-eb69c218c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.069641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-0ec88f38-9a01-4458-8862-eb69c218c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.069641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-0ec88f38-9a01-4458-8862-eb69c218c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.069986 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-0ec88f38-9a01-4458-8862-eb69c218c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.070334 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-0ec88f38-9a01-4458-8862-eb69c218c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.072349 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-0ec88f38-9a01-4458-8862-eb69c218c3fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60035b714294d25b25f588bef13ad1c&device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 6488 time: 0.0755374 Aug 24 00:22:29.080612 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-346b7582-6b88-4fbd-9f24-61655ae56b0a req-87b702be-1000-4a4a-b9bc-d2ea85362969 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679431 Aug 24 00:22:29.097088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eec3bbc0-65e8-464b-8c2b-024a9661918e req-90c3416a-c638-4315-b306-9b7e44d1e94f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 210 time: 0.0379364 Aug 24 00:22:29.141653 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-353f9bce-0078-4446-801e-02fab78a531e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.175514 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea77f5b-d241-4313-b616-38c3deb010bc x-openstack-request-id: req-bea77f5b-d241-4313-b616-38c3deb010bc {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:29.176026 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4b168e-1fda-478f-bdfe-5df412e85dde", "name": "network-vif-deleted", "tag": "7ea5212f-3018-4bfb-9d73-0c0cfce2cabb", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:29.176577 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bea77f5b-d241-4313-b616-38c3deb010bc {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:29.177143 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4b168e-1fda-478f-bdfe-5df412e85dde', 'name': 'network-vif-deleted', 'tag': '7ea5212f-3018-4bfb-9d73-0c0cfce2cabb', 'status': 'completed', 'code': 200} Aug 24 00:22:29.186193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b7f6afab-da8d-48c2-b617-02d4cb92a1b9 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:29.228734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-464c8b7d-a3d3-4e95-bcae-179507e65f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.230686 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-464c8b7d-a3d3-4e95-bcae-179507e65f81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b6cfb797-f65c-4b64-8064-c867f5a2550e HTTP/1.1" status: 200 len: 902 time: 0.1494637 Aug 24 00:22:29.231350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f9bce-0078-4446-801e-02fab78a531e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Pushing event updated for resources: {'Port': ['ID=d8837e49-2f5e-4036-972f-a8c47532136e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:29.284648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port b7f6afab-da8d-48c2-b617-02d4cb92a1b9 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:29.289438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port b7f6afab-da8d-48c2-b617-02d4cb92a1b9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:29.290104 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.293203 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-51615e3c-3592-44f4-b97e-3e2b544ee1b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c0ee051-f3be-4377-a1b9-e220303e05a5 HTTP/1.1" status: 200 len: 217 time: 0.0481880 Aug 24 00:22:29.295274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-353f9bce-0078-4446-801e-02fab78a531e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:29.317549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-353f9bce-0078-4446-801e-02fab78a531e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:29.321373 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-353f9bce-0078-4446-801e-02fab78a531e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:29.363285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-38dce534-588a-47d0-97ca-3dec1f13bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.364362 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-38dce534-588a-47d0-97ca-3dec1f13bd9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ea995d2-1395-4f59-8ad4-626922072864 HTTP/1.1" status: 200 len: 797 time: 0.0630484 Aug 24 00:22:29.386662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ebd14-3d65-4863-a7a1-27b7cece7628 req-43482604-3f3d-4c19-a045-e12099ea438e tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.394911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ebd14-3d65-4863-a7a1-27b7cece7628 req-43482604-3f3d-4c19-a045-e12099ea438e tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.396130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a43ebd14-3d65-4863-a7a1-27b7cece7628 req-43482604-3f3d-4c19-a045-e12099ea438e tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1682 time: 0.1621118 Aug 24 00:22:29.408391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d4e08-8b70-4aaf-8e42-1a3d5c147f76 req-9f76ab20-e295-4ca4-a409-815052a30ed4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.409942 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-714d4e08-8b70-4aaf-8e42-1a3d5c147f76 req-9f76ab20-e295-4ca4-a409-815052a30ed4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 945 time: 0.1653574 Aug 24 00:22:29.417454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-353f9bce-0078-4446-801e-02fab78a531e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.418057 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-353f9bce-0078-4446-801e-02fab78a531e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.419124 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.449270 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-626114e0-c771-4e90-b7e0-5801de99b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.450301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaf597-1113-44a0-b6be-181d71023cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:29.452388 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-626114e0-c771-4e90-b7e0-5801de99b6fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6cfb797-f65c-4b64-8064-c867f5a2550e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0784523 Aug 24 00:22:29.452933 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37171869-46a6-4bc1-8152-c50f1dba31ea" -d '{"events": [{"server_uuid": "34eaf597-1113-44a0-b6be-181d71023cb9", "name": "network-vif-plugged", "status": "completed", "tag": "b7f6afab-da8d-48c2-b617-02d4cb92a1b9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:29.468537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:29.473976 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.478595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-353f9bce-0078-4446-801e-02fab78a531e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2872186 Aug 24 00:22:29.498617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-714d4e08-8b70-4aaf-8e42-1a3d5c147f76 req-224d52df-f00b-4221-81a6-9f57a2bb6a94 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763471 Aug 24 00:22:29.508251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a43ebd14-3d65-4863-a7a1-27b7cece7628 req-192c0577-6d61-4a86-a902-cb28826c1bce tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971642 Aug 24 00:22:29.512421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Request body: {'port': {'device_id': '3027f865-4f10-4c0e-9f0f-d3f790e4ebd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:29.582262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:29.606266 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.627529 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-b114df9c-5ec8-4dbf-bd76-1221b923b801 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648760 Aug 24 00:22:29.684038 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.728290 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5f71a0f8-c272-4237-b97c-86a2c4bf6e2e req-99b6d21f-f02a-4310-88d9-5eb4c2c4a168 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929689 Aug 24 00:22:29.728449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8617f-a5c3-47a5-849d-ec11e0833db6 req-9434fc10-83e6-401e-8f5f-b30821584688 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.729900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f8617f-a5c3-47a5-849d-ec11e0833db6 req-9434fc10-83e6-401e-8f5f-b30821584688 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1047533 Aug 24 00:22:29.790087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b57bc0-ccb4-4801-b9e7-b8dbe4a63959 req-fde8d8d3-b068-48e6-8540-34fd76d9f41a tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.791694 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2b57bc0-ccb4-4801-b9e7-b8dbe4a63959 req-fde8d8d3-b068-48e6-8540-34fd76d9f41a tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=e44df5f4-c247-46f8-ac39-d70101c35e92 HTTP/1.1" status: 200 len: 945 time: 0.1654356 Aug 24 00:22:29.893013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f8617f-a5c3-47a5-849d-ec11e0833db6 req-93c73d01-c00c-4d90-a803-bd9f372b5b57 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302671 Aug 24 00:22:29.917064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2b57bc0-ccb4-4801-b9e7-b8dbe4a63959 req-0582df1a-0322-4212-9763-16a022d5e62c tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128213 Aug 24 00:22:29.967410 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ac4a2f-145d-455b-8b70-66337dc6cf12 x-openstack-request-id: req-08ac4a2f-145d-455b-8b70-66337dc6cf12 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:29.967698 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaf597-1113-44a0-b6be-181d71023cb9", "name": "network-vif-plugged", "status": "completed", "tag": "b7f6afab-da8d-48c2-b617-02d4cb92a1b9", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:29.967951 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08ac4a2f-145d-455b-8b70-66337dc6cf12 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:29.968338 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaf597-1113-44a0-b6be-181d71023cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9', 'code': 200} Aug 24 00:22:30.072724 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.154804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2bfc6-b417-40c6-8d11-a6246f590f03 req-ef8a8a9e-76b9-4d7c-8298-d4d70ba30810 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.161155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2bfc6-b417-40c6-8d11-a6246f590f03 req-ef8a8a9e-76b9-4d7c-8298-d4d70ba30810 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.166947 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2bfc6-b417-40c6-8d11-a6246f590f03 req-ef8a8a9e-76b9-4d7c-8298-d4d70ba30810 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.173954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2bfc6-b417-40c6-8d11-a6246f590f03 req-ef8a8a9e-76b9-4d7c-8298-d4d70ba30810 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.181711 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2bfc6-b417-40c6-8d11-a6246f590f03 req-ef8a8a9e-76b9-4d7c-8298-d4d70ba30810 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.188120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2bfc6-b417-40c6-8d11-a6246f590f03 req-ef8a8a9e-76b9-4d7c-8298-d4d70ba30810 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.197055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2bfc6-b417-40c6-8d11-a6246f590f03 req-ef8a8a9e-76b9-4d7c-8298-d4d70ba30810 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.199058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58d2bfc6-b417-40c6-8d11-a6246f590f03 req-ef8a8a9e-76b9-4d7c-8298-d4d70ba30810 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5431 time: 0.1957412 Aug 24 00:22:30.207196 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9461e05f-916f-4d49-bafa-1474ec52c922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.248086 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe420-01f2-4431-bb54-ec152ff07af5 req-afcf0060-e182-4306-ae75-426363ac65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.249578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cdbe420-01f2-4431-bb54-ec152ff07af5 req-afcf0060-e182-4306-ae75-426363ac65f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 1096 time: 0.1658406 Aug 24 00:22:30.255820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8837e49-2f5e-4036-972f-a8c47532136e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:30.279565 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.331365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58d2bfc6-b417-40c6-8d11-a6246f590f03 req-ef3b0b0e-16ac-4f9b-b758-2b8e4de4e292 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1125925 Aug 24 00:22:30.332325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Transition to ACTIVE for port object d8837e49-2f5e-4036-972f-a8c47532136e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:30.344463 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.396906 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cdbe420-01f2-4431-bb54-ec152ff07af5 req-160ca7f5-ebbd-4096-9fff-0a0fb47ab962 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357021 Aug 24 00:22:30.429651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4e97f-4c76-4b8f-904b-e76c7eb04cb7 req-b916c4dd-582b-40b5-aa7e-be527f510e3a tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.431246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72c4e97f-4c76-4b8f-904b-e76c7eb04cb7 req-b916c4dd-582b-40b5-aa7e-be527f510e3a tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 931 time: 0.1776104 Aug 24 00:22:30.464101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Pushing event updated for resources: {'Port': ['ID=d8837e49-2f5e-4036-972f-a8c47532136e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:30.536896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72c4e97f-4c76-4b8f-904b-e76c7eb04cb7 req-dfed43f9-0fd4-43ef-8edd-96bc355e120c tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964487 Aug 24 00:22:30.576628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Attempting to bind port d8837e49-2f5e-4036-972f-a8c47532136e on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:30.576971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Attempting to bind port d8837e49-2f5e-4036-972f-a8c47532136e by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:30.577302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Attempting to bind port d8837e49-2f5e-4036-972f-a8c47532136e on network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:30.588891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Port d8837e49-2f5e-4036-972f-a8c47532136e on network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:30.589367 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Attempting to bind port d8837e49-2f5e-4036-972f-a8c47532136e on network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:30.599107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:30.599560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Checking segment: {'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:30.600055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Bound using segment: {'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:30.600711 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Bound port: d8837e49-2f5e-4036-972f-a8c47532136e, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:30.601263 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.698522 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-c9756c82-90d0-4fbb-8b21-7b82b9685a45 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.704736 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-c9756c82-90d0-4fbb-8b21-7b82b9685a45 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.706285 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-c9756c82-90d0-4fbb-8b21-7b82b9685a45 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1682 time: 0.0736673 Aug 24 00:22:30.744865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55138) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:30.767901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49e6e3-4ac8-4553-9c1c-f7300dc63a8c req-c3781e15-97ef-4c91-b9ae-09e48beff268 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.775304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e49e6e3-4ac8-4553-9c1c-f7300dc63a8c req-c3781e15-97ef-4c91-b9ae-09e48beff268 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 945 time: 0.1475203 Aug 24 00:22:30.787672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] For port d8837e49-2f5e-4036-972f-a8c47532136e, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:30.792237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] For port d8837e49-2f5e-4036-972f-a8c47532136e, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d8837e49-2f5e-4036-972f-a8c47532136e,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:30.812981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-90366d0e-55f7-4355-9b29-84b60c5ff3e0 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Deleting port cdff4b45-3213-4054-b150-abac9db44f7f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:30.813229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc867d5a-4126-4a6e-a11d-09fe33221c21 req-0a0fa705-90ed-4a2d-9388-3f72d106b39d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.814285 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-90366d0e-55f7-4355-9b29-84b60c5ff3e0 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.819942 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc867d5a-4126-4a6e-a11d-09fe33221c21 req-0a0fa705-90ed-4a2d-9388-3f72d106b39d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.827264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc867d5a-4126-4a6e-a11d-09fe33221c21 req-0a0fa705-90ed-4a2d-9388-3f72d106b39d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/ports?device_id=f900927b-2328-4bbe-a992-6c4c373269a4 HTTP/1.1" status: 200 len: 1682 time: 0.1338110 Aug 24 00:22:30.831463 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.924912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-90366d0e-55f7-4355-9b29-84b60c5ff3e0 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] For port cdff4b45-3213-4054-b150-abac9db44f7f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cdff4b45-3213-4054-b150-abac9db44f7f,segment=NetworkSegment(4a82daba-88ea-47b3-b428-db54d86fe814),segment_id=4a82daba-88ea-47b3-b428-db54d86fe814)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:30.925289 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-90366d0e-55f7-4355-9b29-84b60c5ff3e0 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.928088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.933837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.934449 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.935889 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] 10.222.0.47 "PUT /v2.0/ports/d8837e49-2f5e-4036-972f-a8c47532136e HTTP/1.1" status: 200 len: 1091 time: 1.4414492 Aug 24 00:22:30.944581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e49e6e3-4ac8-4553-9c1c-f7300dc63a8c req-85cccef6-288f-4b0b-a6ed-f27941f81635 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682639 Aug 24 00:22:30.944807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3027f865-4f10-4c0e-9f0f-d3f790e4ebd0', 'tag': 'd8837e49-2f5e-4036-972f-a8c47532136e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:30.947840 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c354fd-b1d9-4501-95e8-6573c129a168" -d '{"events": [{"name": "network-changed", "server_uuid": "3027f865-4f10-4c0e-9f0f-d3f790e4ebd0", "tag": "d8837e49-2f5e-4036-972f-a8c47532136e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:30.949558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-90366d0e-55f7-4355-9b29-84b60c5ff3e0 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Calling delete_port for cdff4b45-3213-4054-b150-abac9db44f7f owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:30.983857 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc867d5a-4126-4a6e-a11d-09fe33221c21 req-53b51df5-04a7-4dcf-abd2-5e79a8bfb639 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "GET /v2.0/security-groups?id=415ea00e-e149-4bf4-91f5-11cee0025f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501610 Aug 24 00:22:31.053590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe782b-ab0d-4d71-8b1f-586a86b3cfce service neutron] Pushing event updated for resources: {'Port': ['ID=d8837e49-2f5e-4036-972f-a8c47532136e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:31.075950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403b197-febe-4c1e-8772-e576b1e2256b req-b0fce739-98f6-45a1-abb1-613fcc400e35 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:31.081283 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b403b197-febe-4c1e-8772-e576b1e2256b req-b0fce739-98f6-45a1-abb1-613fcc400e35 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 945 time: 0.2181115 Aug 24 00:22:31.155454 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.187272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:31.202864 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.211535 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.229863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:31.230418 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7ea5212f-3018-4bfb-9d73-0c0cfce2cabb not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:31.233842 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-90366d0e-55f7-4355-9b29-84b60c5ff3e0 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.283189 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d8373f2b-dbf2-4d93-a479-8145b1a6b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:31.285054 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-d8373f2b-dbf2-4d93-a479-8145b1a6b26f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b3c7be1e4a4564bafa09f2c9e5612b&device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 1094 time: 0.2747505 Aug 24 00:22:31.287041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90366d0e-55f7-4355-9b29-84b60c5ff3e0 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Port': ['ID=cdff4b45-3213-4054-b150-abac9db44f7f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:31.294904 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be64ecaa9d7f405cb54b193b65dfd0fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5488625 Aug 24 00:22:31.296340 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55160) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:31.330014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55162) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:31.330805 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b57b64f-4b90-4ce2-9d24-cb1f241ab748,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:31.354818 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-07f02743-89fe-4c6c-94d9-d2b449b0c791 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:31.356329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-07f02743-89fe-4c6c-94d9-d2b449b0c791 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/networks?id=aaa34007-8295-4a05-9131-3ff6f23501a2 HTTP/1.1" status: 200 len: 813 time: 0.2528067 Aug 24 00:22:31.364518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:31.364868 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:31.365215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:31.365554 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:31.367410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:31.367755 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:31.368090 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:31.368422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:31.368864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:31.369195 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:31.369524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:31.369848 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092409-7df2-4dec-82d0-86e913d7a53f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:31.390338 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-90366d0e-55f7-4355-9b29-84b60c5ff3e0 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] No DVR routers for this DVR port cdff4b45-3213-4054-b150-abac9db44f7f on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:31.394441 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-90366d0e-55f7-4355-9b29-84b60c5ff3e0 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.396530 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-90366d0e-55f7-4355-9b29-84b60c5ff3e0 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "DELETE /v2.0/ports/cdff4b45-3213-4054-b150-abac9db44f7f HTTP/1.1" status: 204 len: 173 time: 0.6838691 Aug 24 00:22:31.396981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'name': 'network-vif-deleted', 'tag': 'cdff4b45-3213-4054-b150-abac9db44f7f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:31.397642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211efd7f-ba1e-4b12-bbc4-3b7bc07a3e4a req-26036775-d7fb-443c-8897-27785815517d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:31.399249 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7373e3-d5b1-47a5-acc1-008e4217b932" -d '{"events": [{"server_uuid": "f900927b-2328-4bbe-a992-6c4c373269a4", "name": "network-vif-deleted", "tag": "cdff4b45-3213-4054-b150-abac9db44f7f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:31.405274 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-211efd7f-ba1e-4b12-bbc4-3b7bc07a3e4a req-26036775-d7fb-443c-8897-27785815517d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.3202119 Aug 24 00:22:31.432330 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-9bbe742b-9063-45d1-b8bb-77c11c722a63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8837e49-2f5e-4036-972f-a8c47532136e HTTP/1.1" status: 200 len: 217 time: 0.1060004 Aug 24 00:22:31.444240 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cedaf72a-3bae-4c64-9e8b-4ecad2d274d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.496402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-abe5bb14-f115-4cf3-b088-08e347148e92 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/quotas/ce43a7dcccfd4df2b884665c1e9e43e1 HTTP/1.1" status: 200 len: 375 time: 0.0849156 Aug 24 00:22:31.502133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cedaf72a-3bae-4c64-9e8b-4ecad2d274d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.528807 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-211efd7f-ba1e-4b12-bbc4-3b7bc07a3e4a req-0b1d2646-94f6-4b6f-9c0a-809f02dff0a6 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181657 Aug 24 00:22:31.566594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-b822e0ab-c0ef-4935-8888-c4e9394585eb tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Deleting port 30ee58cf-e04f-454c-bf9e-b94c88e08a11 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:31.566985 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-b822e0ab-c0ef-4935-8888-c4e9394585eb tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.607053 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0ba392-79bd-4419-bb4d-ef450340e60f x-openstack-request-id: req-5f0ba392-79bd-4419-bb4d-ef450340e60f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:31.607256 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3027f865-4f10-4c0e-9f0f-d3f790e4ebd0", "tag": "d8837e49-2f5e-4036-972f-a8c47532136e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:31.607700 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f0ba392-79bd-4419-bb4d-ef450340e60f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:31.608093 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3027f865-4f10-4c0e-9f0f-d3f790e4ebd0', 'tag': 'd8837e49-2f5e-4036-972f-a8c47532136e', 'status': 'completed', 'code': 200} Aug 24 00:22:31.608814 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5461d639-e9ae-4b1b-85d6-11edd8d4f67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.619738 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cedaf72a-3bae-4c64-9e8b-4ecad2d274d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.622486 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cedaf72a-3bae-4c64-9e8b-4ecad2d274d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.626001 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cedaf72a-3bae-4c64-9e8b-4ecad2d274d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b57b64f-4b90-4ce2-9d24-cb1f241ab748 HTTP/1.1" status: 204 len: 168 time: 0.3252468 Aug 24 00:22:31.632570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-3dfa1c07-364c-4e7d-8b31-d853d3ec77f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:31.634229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-3dfa1c07-364c-4e7d-8b31-d853d3ec77f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d1a1303-12b4-4df1-8051-6ef6912eb98d HTTP/1.1" status: 200 len: 845 time: 0.1692309 Aug 24 00:22:31.643104 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedaf72a-3bae-4c64-9e8b-4ecad2d274d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b57b64f-4b90-4ce2-9d24-cb1f241ab748,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:31.654457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b403b197-febe-4c1e-8772-e576b1e2256b req-27a55387-a563-4bfc-985e-f83a1c8e53e7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Deleting port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:31.654806 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b403b197-febe-4c1e-8772-e576b1e2256b req-27a55387-a563-4bfc-985e-f83a1c8e53e7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.694349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-b822e0ab-c0ef-4935-8888-c4e9394585eb tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] For port 30ee58cf-e04f-454c-bf9e-b94c88e08a11, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=30ee58cf-e04f-454c-bf9e-b94c88e08a11,segment=NetworkSegment(7639099b-5dcd-4db1-9491-d0b74a47c21a),segment_id=7639099b-5dcd-4db1-9491-d0b74a47c21a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:31.694917 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-b822e0ab-c0ef-4935-8888-c4e9394585eb tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.708631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-b822e0ab-c0ef-4935-8888-c4e9394585eb tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Calling delete_port for 30ee58cf-e04f-454c-bf9e-b94c88e08a11 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:31.733249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-f3197e36-2322-4726-bb5f-af541a3dd4e3 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce43a7dcccfd4df2b884665c1e9e43e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1977236 Aug 24 00:22:31.769091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-4050d094-e625-48eb-b036-4ce80bff7a5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925081 Aug 24 00:22:31.912926 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-b822e0ab-c0ef-4935-8888-c4e9394585eb tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.205425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55180) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:32.251932 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822e0ab-c0ef-4935-8888-c4e9394585eb tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Port': ['ID=30ee58cf-e04f-454c-bf9e-b94c88e08a11,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:32.299497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-b822e0ab-c0ef-4935-8888-c4e9394585eb tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] No DVR routers for this DVR port 30ee58cf-e04f-454c-bf9e-b94c88e08a11 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:32.302959 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-b822e0ab-c0ef-4935-8888-c4e9394585eb tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.305446 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3ebd68e2-e460-4c30-b0d2-d4afa947940c req-b822e0ab-c0ef-4935-8888-c4e9394585eb tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.13 "DELETE /v2.0/ports/30ee58cf-e04f-454c-bf9e-b94c88e08a11 HTTP/1.1" status: 204 len: 173 time: 0.9008784 Aug 24 00:22:32.309503 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67400882-9c14-4983-adc3-8b28bab09aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.319680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b403b197-febe-4c1e-8772-e576b1e2256b req-27a55387-a563-4bfc-985e-f83a1c8e53e7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] For port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:32.320119 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b403b197-febe-4c1e-8772-e576b1e2256b req-27a55387-a563-4bfc-985e-f83a1c8e53e7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.385281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f39c39-f8b9-4940-96ba-503d5b58a3b3 req-e940c108-adda-420b-b8d2-11bf165140b9 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.391476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f39c39-f8b9-4940-96ba-503d5b58a3b3 req-e940c108-adda-420b-b8d2-11bf165140b9 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.398270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f39c39-f8b9-4940-96ba-503d5b58a3b3 req-e940c108-adda-420b-b8d2-11bf165140b9 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.405288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f39c39-f8b9-4940-96ba-503d5b58a3b3 req-e940c108-adda-420b-b8d2-11bf165140b9 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.412100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f39c39-f8b9-4940-96ba-503d5b58a3b3 req-e940c108-adda-420b-b8d2-11bf165140b9 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.418654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f39c39-f8b9-4940-96ba-503d5b58a3b3 req-e940c108-adda-420b-b8d2-11bf165140b9 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.424545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f39c39-f8b9-4940-96ba-503d5b58a3b3 req-e940c108-adda-420b-b8d2-11bf165140b9 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.432521 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71f39c39-f8b9-4940-96ba-503d5b58a3b3 req-e940c108-adda-420b-b8d2-11bf165140b9 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5431 time: 0.7140200 Aug 24 00:22:32.462231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b403b197-febe-4c1e-8772-e576b1e2256b req-27a55387-a563-4bfc-985e-f83a1c8e53e7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Calling delete_port for 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:32.526191 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-7715604b-ebdd-4eab-b03b-789897a1a3c6 service neutron] 10.222.0.32 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7622776 Aug 24 00:22:32.534221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e319623-a242-48c4-b75f-94784585b74d req-614b749f-f3ee-4bb8-8b53-509d0e827dab tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.535572 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e319623-a242-48c4-b75f-94784585b74d req-614b749f-f3ee-4bb8-8b53-509d0e827dab tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94afb6e-3780-4e72-8448-d20f80f9a55f HTTP/1.1" status: 200 len: 946 time: 0.3292944 Aug 24 00:22:32.569181 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b99f1-441e-4722-98d0-dab3d7011943 req-39254c87-262d-45e9-816a-6aef203e5fa9 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.570684 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-621b99f1-441e-4722-98d0-dab3d7011943 req-39254c87-262d-45e9-816a-6aef203e5fa9 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.47 "GET /v2.0/ports?device_id=e44df5f4-c247-46f8-ac39-d70101c35e92 HTTP/1.1" status: 200 len: 945 time: 0.0563605 Aug 24 00:22:32.571321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-139dad10-75cc-409d-a428-c27b5289a539 service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738776 Aug 24 00:22:32.637150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5461d639-e9ae-4b1b-85d6-11edd8d4f67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.659827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71f39c39-f8b9-4940-96ba-503d5b58a3b3 req-ecc673e8-d345-4f9e-ac1e-f96b0f1e9e36 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2264326 Aug 24 00:22:32.676403 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-621b99f1-441e-4722-98d0-dab3d7011943 req-2409ba69-c272-4cd7-b381-26c7ebaa99f5 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Deleting port 9ba5f912-61be-49ea-a969-f8d2efcda1a8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:32.676768 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-621b99f1-441e-4722-98d0-dab3d7011943 req-2409ba69-c272-4cd7-b381-26c7ebaa99f5 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.730282 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5fc406-c271-43de-a620-53a71e58b937 x-openstack-request-id: req-2f5fc406-c271-43de-a620-53a71e58b937 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:32.730967 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f900927b-2328-4bbe-a992-6c4c373269a4", "name": "network-vif-deleted", "tag": "cdff4b45-3213-4054-b150-abac9db44f7f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:32.730967 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f5fc406-c271-43de-a620-53a71e58b937 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:32.731457 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'name': 'network-vif-deleted', 'tag': 'cdff4b45-3213-4054-b150-abac9db44f7f', 'status': 'completed', 'code': 200} Aug 24 00:22:32.738518 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5461d639-e9ae-4b1b-85d6-11edd8d4f67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.787560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-621b99f1-441e-4722-98d0-dab3d7011943 req-2409ba69-c272-4cd7-b381-26c7ebaa99f5 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] For port 9ba5f912-61be-49ea-a969-f8d2efcda1a8, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9ba5f912-61be-49ea-a969-f8d2efcda1a8,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:32.787935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-621b99f1-441e-4722-98d0-dab3d7011943 req-2409ba69-c272-4cd7-b381-26c7ebaa99f5 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.800283 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-621b99f1-441e-4722-98d0-dab3d7011943 req-2409ba69-c272-4cd7-b381-26c7ebaa99f5 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Calling delete_port for 9ba5f912-61be-49ea-a969-f8d2efcda1a8 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:32.918156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5461d639-e9ae-4b1b-85d6-11edd8d4f67a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b39af92f74a4d0e982e2b8576fd8e76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5783129 Aug 24 00:22:32.921617 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:32.930077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461d639-e9ae-4b1b-85d6-11edd8d4f67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efbed71-976d-43da-8194-0290e2e0e78c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:32.972251 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.982890 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-621b99f1-441e-4722-98d0-dab3d7011943 req-2409ba69-c272-4cd7-b381-26c7ebaa99f5 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.987636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-611181b1-a303-4435-9ba7-35ce77211088 service neutron] 10.222.0.32 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492900 Aug 24 00:22:33.017856 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['9ba5f912-61be-49ea-a969-f8d2efcda1a8'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:33.020173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6bd9d319-c72a-44f9-8239-6a66ba297c0a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:33.021478 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58f5bb72-16e1-4573-a8f7-cc99b7780b6b req-7acdf487-cbd5-4387-a1b7-e10f72fc2728 service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285655 Aug 24 00:22:33.038339 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf738-59cb-4ec8-a5a5-9779accc5dd4 req-d551a6bd-6f41-4f32-90ae-1dec275e942b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:33.039940 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92cdf738-59cb-4ec8-a5a5-9779accc5dd4 req-d551a6bd-6f41-4f32-90ae-1dec275e942b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 943 time: 0.2650671 Aug 24 00:22:33.052895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409ba69-c272-4cd7-b381-26c7ebaa99f5 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Pushing event deleted for resources: {'Port': ['ID=9ba5f912-61be-49ea-a969-f8d2efcda1a8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:33.091637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1e319623-a242-48c4-b75f-94784585b74d req-3f848270-5c14-4769-a6d4-0e60767c9a3c tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Deleting port 6bd9d319-c72a-44f9-8239-6a66ba297c0a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:33.091904 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1e319623-a242-48c4-b75f-94784585b74d req-3f848270-5c14-4769-a6d4-0e60767c9a3c tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.129309 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b403b197-febe-4c1e-8772-e576b1e2256b req-27a55387-a563-4bfc-985e-f83a1c8e53e7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.129955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-621b99f1-441e-4722-98d0-dab3d7011943 req-2409ba69-c272-4cd7-b381-26c7ebaa99f5 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] No DVR routers for this DVR port 9ba5f912-61be-49ea-a969-f8d2efcda1a8 on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:33.133711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 30ee58cf-e04f-454c-bf9e-b94c88e08a11 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:33.134645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-621b99f1-441e-4722-98d0-dab3d7011943 req-2409ba69-c272-4cd7-b381-26c7ebaa99f5 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.137579 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-621b99f1-441e-4722-98d0-dab3d7011943 req-2409ba69-c272-4cd7-b381-26c7ebaa99f5 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.47 "DELETE /v2.0/ports/9ba5f912-61be-49ea-a969-f8d2efcda1a8 HTTP/1.1" status: 204 len: 173 time: 0.5533299 Aug 24 00:22:33.137579 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4269866-b4ee-4224-b81c-59117ca7608c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.168633 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4269866-b4ee-4224-b81c-59117ca7608c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.245001 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92cdf738-59cb-4ec8-a5a5-9779accc5dd4 req-6caf2f23-b70a-4c98-98df-2de1a89edebf tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892292 Aug 24 00:22:33.248149 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67400882-9c14-4983-adc3-8b28bab09aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.253614 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4269866-b4ee-4224-b81c-59117ca7608c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.269442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a55387-a563-4bfc-985e-f83a1c8e53e7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Pushing event deleted for resources: {'Port': ['ID=5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:33.269687 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4269866-b4ee-4224-b81c-59117ca7608c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.273461 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d4269866-b4ee-4224-b81c-59117ca7608c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2efbed71-976d-43da-8194-0290e2e0e78c HTTP/1.1" status: 204 len: 168 time: 0.3479719 Aug 24 00:22:33.284714 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67400882-9c14-4983-adc3-8b28bab09aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.294452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4269866-b4ee-4224-b81c-59117ca7608c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efbed71-976d-43da-8194-0290e2e0e78c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:33.314878 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55190) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:33.414054 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0070284a-ffb8-43e7-9e85-c6081952ae45 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Deleting subnet af6d8443-aff6-4de5-9664-310b259ef427 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:22:33.418248 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0070284a-ffb8-43e7-9e85-c6081952ae45 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.475667 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0070284a-ffb8-43e7-9e85-c6081952ae45 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.506742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:33.512367 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22981887-c6eb-40e5-b1d6-fb46a8983dd5 req-cff41187-f40c-4ce7-be2c-d89102f9db5f tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5eab87-0880-4004-ab00-b3c43025a8e1 HTTP/1.1" status: 200 len: 210 time: 0.1045191 Aug 24 00:22:33.522873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b403b197-febe-4c1e-8772-e576b1e2256b req-27a55387-a563-4bfc-985e-f83a1c8e53e7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] No DVR routers for this DVR port 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:33.529420 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b403b197-febe-4c1e-8772-e576b1e2256b req-27a55387-a563-4bfc-985e-f83a1c8e53e7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.531058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b403b197-febe-4c1e-8772-e576b1e2256b req-27a55387-a563-4bfc-985e-f83a1c8e53e7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.47 "DELETE /v2.0/ports/5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e HTTP/1.1" status: 204 len: 173 time: 2.4428725 Aug 24 00:22:33.546827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-67400882-9c14-4983-adc3-8b28bab09aef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c90b8ab208f24dba9deb349a0d1cffed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3257153 Aug 24 00:22:33.546827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67400882-9c14-4983-adc3-8b28bab09aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dea3ab7-f06f-4b4a-8a59-2811b88031b0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:33.547220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55194) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:33.547315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c354fd-b1d9-4501-95e8-6573c129a168 req-f8564f98-8d2a-4f5b-b995-c6ef5a939343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:33.547315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9c354fd-b1d9-4501-95e8-6573c129a168 req-f8564f98-8d2a-4f5b-b995-c6ef5a939343 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b3c7be1e4a4564bafa09f2c9e5612b&device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 1094 time: 0.4150586 Aug 24 00:22:33.575516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 30ee58cf-e04f-454c-bf9e-b94c88e08a11 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:33.576200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 30ee58cf-e04f-454c-bf9e-b94c88e08a11 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:33.576838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cdff4b45-3213-4054-b150-abac9db44f7f no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:33.577284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1e319623-a242-48c4-b75f-94784585b74d req-3f848270-5c14-4769-a6d4-0e60767c9a3c tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] For port 6bd9d319-c72a-44f9-8239-6a66ba297c0a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6bd9d319-c72a-44f9-8239-6a66ba297c0a,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:33.578894 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1e319623-a242-48c4-b75f-94784585b74d req-3f848270-5c14-4769-a6d4-0e60767c9a3c tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.615883 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: cdff4b45-3213-4054-b150-abac9db44f7f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:33.616392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cdff4b45-3213-4054-b150-abac9db44f7f not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:33.617022 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6bd9d319-c72a-44f9-8239-6a66ba297c0a no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:33.639093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1e319623-a242-48c4-b75f-94784585b74d req-3f848270-5c14-4769-a6d4-0e60767c9a3c tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Calling delete_port for 6bd9d319-c72a-44f9-8239-6a66ba297c0a owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:33.760643 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0070284a-ffb8-43e7-9e85-c6081952ae45 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.820184 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07a9b78f-d492-4132-824a-4863ccabab23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.848168 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.892918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5eab87-0880-4004-ab00-b3c43025a8e1', 'name': 'network-vif-deleted', 'tag': '5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:33.895398 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e5af35-92a9-442b-b620-a2fabfaf9e60" -d '{"events": [{"server_uuid": "ee5eab87-0880-4004-ab00-b3c43025a8e1", "name": "network-vif-deleted", "tag": "5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:33.905386 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07a9b78f-d492-4132-824a-4863ccabab23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.945221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0070284a-ffb8-43e7-9e85-c6081952ae45 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:34.038102 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0070284a-ffb8-43e7-9e85-c6081952ae45 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:34.045310 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0070284a-ffb8-43e7-9e85-c6081952ae45 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "DELETE /v2.0/subnets/af6d8443-aff6-4de5-9664-310b259ef427 HTTP/1.1" status: 204 len: 168 time: 0.7288198 Aug 24 00:22:34.047137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6924b8-fd72-44ad-adcb-2075e0a8d200 req-378e70b8-f763-46eb-8da9-81f4e0c858fe tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.050623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070284a-ffb8-43e7-9e85-c6081952ae45 tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Subnet': ['ID=af6d8443-aff6-4de5-9664-310b259ef427,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:34.061682 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd6924b8-fd72-44ad-adcb-2075e0a8d200 req-378e70b8-f763-46eb-8da9-81f4e0c858fe tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.6311269 Aug 24 00:22:34.066417 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:34.072229 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1e319623-a242-48c4-b75f-94784585b74d req-3f848270-5c14-4769-a6d4-0e60767c9a3c tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:34.083384 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5ff46b-069a-4961-a5ca-5738addc3593 None None] Network 2f143da7-e370-4028-a5c9-204ad3cae3e5 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:34.137160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c354fd-b1d9-4501-95e8-6573c129a168 req-8185a96b-a548-4f12-9d95-49f334c66bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.138687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9c354fd-b1d9-4501-95e8-6573c129a168 req-8185a96b-a548-4f12-9d95-49f334c66bb7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb HTTP/1.1" status: 200 len: 906 time: 0.5792036 Aug 24 00:22:34.190717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f848270-5c14-4769-a6d4-0e60767c9a3c tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Pushing event deleted for resources: {'Port': ['ID=6bd9d319-c72a-44f9-8239-6a66ba297c0a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:34.207473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07a9b78f-d492-4132-824a-4863ccabab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:34.210541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07a9b78f-d492-4132-824a-4863ccabab23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:34.212010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['9ba5f912-61be-49ea-a969-f8d2efcda1a8'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:34.212804 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-07a9b78f-d492-4132-824a-4863ccabab23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9dea3ab7-f06f-4b4a-8a59-2811b88031b0 HTTP/1.1" status: 204 len: 168 time: 0.6687016 Aug 24 00:22:34.238271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9b78f-d492-4132-824a-4863ccabab23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dea3ab7-f06f-4b4a-8a59-2811b88031b0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:34.259407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:34.263019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9c354fd-b1d9-4501-95e8-6573c129a168 req-e700b385-7ad0-4e4c-8f3e-0832556beeef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8837e49-2f5e-4036-972f-a8c47532136e HTTP/1.1" status: 200 len: 217 time: 0.0870743 Aug 24 00:22:34.335050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd6924b8-fd72-44ad-adcb-2075e0a8d200 req-af233ed3-58ed-4b21-a3b9-226584d0ecbc tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712796 Aug 24 00:22:34.336452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Deleting port 89f20bdd-7ebd-4374-82fe-a2d7cb516272 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:34.337107 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:34.370554 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34628301-1925-44c7-bc2e-54f04c894b13 req-fe38173e-67ef-4916-9ad4-d2df6ba45128 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.395164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34628301-1925-44c7-bc2e-54f04c894b13 req-fe38173e-67ef-4916-9ad4-d2df6ba45128 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.412285 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34628301-1925-44c7-bc2e-54f04c894b13 req-fe38173e-67ef-4916-9ad4-d2df6ba45128 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.420886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34628301-1925-44c7-bc2e-54f04c894b13 req-fe38173e-67ef-4916-9ad4-d2df6ba45128 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.429956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34628301-1925-44c7-bc2e-54f04c894b13 req-fe38173e-67ef-4916-9ad4-d2df6ba45128 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.437928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34628301-1925-44c7-bc2e-54f04c894b13 req-fe38173e-67ef-4916-9ad4-d2df6ba45128 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.445330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34628301-1925-44c7-bc2e-54f04c894b13 req-fe38173e-67ef-4916-9ad4-d2df6ba45128 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.455502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34628301-1925-44c7-bc2e-54f04c894b13 req-fe38173e-67ef-4916-9ad4-d2df6ba45128 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5431 time: 0.4905860 Aug 24 00:22:34.491884 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] For port 89f20bdd-7ebd-4374-82fe-a2d7cb516272, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=89f20bdd-7ebd-4374-82fe-a2d7cb516272,segment=NetworkSegment(7639099b-5dcd-4db1-9491-d0b74a47c21a),segment_id=7639099b-5dcd-4db1-9491-d0b74a47c21a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:34.491884 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:34.506155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e319623-a242-48c4-b75f-94784585b74d req-3f848270-5c14-4769-a6d4-0e60767c9a3c tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] No DVR routers for this DVR port 6bd9d319-c72a-44f9-8239-6a66ba297c0a on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:34.539562 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1e319623-a242-48c4-b75f-94784585b74d req-3f848270-5c14-4769-a6d4-0e60767c9a3c tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:34.541555 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e319623-a242-48c4-b75f-94784585b74d req-3f848270-5c14-4769-a6d4-0e60767c9a3c tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.13 "DELETE /v2.0/ports/6bd9d319-c72a-44f9-8239-6a66ba297c0a HTTP/1.1" status: 204 len: 173 time: 1.9681005 Aug 24 00:22:34.565127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Calling delete_port for 89f20bdd-7ebd-4374-82fe-a2d7cb516272 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:34.571053 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc66e958-4a0d-4101-924b-8b8cd69f2f86 req-65a0a506-d7e2-4e3d-a99a-5342416e015a tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 210 time: 0.0783987 Aug 24 00:22:34.646008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c354fd-b1d9-4501-95e8-6573c129a168 req-88fbb5b5-848d-45aa-b3e4-7cd4e35d30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.648427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9c354fd-b1d9-4501-95e8-6573c129a168 req-88fbb5b5-848d-45aa-b3e4-7cd4e35d30cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d1a1303-12b4-4df1-8051-6ef6912eb98d HTTP/1.1" status: 200 len: 845 time: 0.3428111 Aug 24 00:22:34.664572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6645058-c7f9-4792-b47c-ea988bafda95 None None] DHCP port deletion for 2f143da7-e370-4028-a5c9-204ad3cae3e5 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:22:34.710049 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34628301-1925-44c7-bc2e-54f04c894b13 req-d9f9b4bc-c2e2-4878-8825-772a0d25e2cc tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2531815 Aug 24 00:22:34.723972 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c520344-d907-4989-bb2c-d3449f010dae x-openstack-request-id: req-7c520344-d907-4989-bb2c-d3449f010dae {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:34.725754 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:34.727391 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5eab87-0880-4004-ab00-b3c43025a8e1", "name": "network-vif-deleted", "tag": "5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:34.727689 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c520344-d907-4989-bb2c-d3449f010dae {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:34.728130 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5eab87-0880-4004-ab00-b3c43025a8e1', 'name': 'network-vif-deleted', 'tag': '5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e', 'status': 'completed', 'code': 200} Aug 24 00:22:34.740687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'name': 'network-vif-deleted', 'tag': '30ee58cf-e04f-454c-bf9e-b94c88e08a11'}, {'server_uuid': 'e44df5f4-c247-46f8-ac39-d70101c35e92', 'name': 'network-vif-deleted', 'tag': '9ba5f912-61be-49ea-a969-f8d2efcda1a8'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:34.744431 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acd7c50-0cbf-4538-9739-df4c5571d737" -d '{"events": [{"server_uuid": "f900927b-2328-4bbe-a992-6c4c373269a4", "name": "network-vif-deleted", "tag": "30ee58cf-e04f-454c-bf9e-b94c88e08a11"}, {"server_uuid": "e44df5f4-c247-46f8-ac39-d70101c35e92", "name": "network-vif-deleted", "tag": "9ba5f912-61be-49ea-a969-f8d2efcda1a8"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:34.761455 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] No DVR routers for this DVR port 89f20bdd-7ebd-4374-82fe-a2d7cb516272 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:34.785635 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9c354fd-b1d9-4501-95e8-6573c129a168 req-0245fcde-a20c-4167-b9fc-40def8cb10c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195545 Aug 24 00:22:34.825763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d6645058-c7f9-4792-b47c-ea988bafda95 None None] Deleting port 89f20bdd-7ebd-4374-82fe-a2d7cb516272 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:34.826134 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6645058-c7f9-4792-b47c-ea988bafda95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:34.834506 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Port': ['ID=89f20bdd-7ebd-4374-82fe-a2d7cb516272,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:34.992302 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d6645058-c7f9-4792-b47c-ea988bafda95 None None] For port 89f20bdd-7ebd-4374-82fe-a2d7cb516272, host n-d-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:34.993010 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6645058-c7f9-4792-b47c-ea988bafda95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.013595 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.031009 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d6645058-c7f9-4792-b47c-ea988bafda95 None None] Calling delete_port for 89f20bdd-7ebd-4374-82fe-a2d7cb516272 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:35.035286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-d6645058-c7f9-4792-b47c-ea988bafda95 None None] Port 89f20bdd-7ebd-4374-82fe-a2d7cb516272 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:22:35.036756 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6645058-c7f9-4792-b47c-ea988bafda95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.045161 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f143da7-e370-4028-a5c9-204ad3cae3e5']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:35.073937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7639099b-5dcd-4db1-9491-d0b74a47c21a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:35.076859 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7639099b-5dcd-4db1-9491-d0b74a47c21a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:35.080291 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9c354fd-b1d9-4501-95e8-6573c129a168 req-e0969a3d-a3be-44a7-8bdb-74b4317e9ff9 service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720053 Aug 24 00:22:35.080977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6645058-c7f9-4792-b47c-ea988bafda95 None None] Pushing event deleted for resources: {'Port': ['ID=89f20bdd-7ebd-4374-82fe-a2d7cb516272,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:35.085030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6645058-c7f9-4792-b47c-ea988bafda95 None None] No DVR routers for this DVR port 89f20bdd-7ebd-4374-82fe-a2d7cb516272 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:35.097673 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.127287 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.143257 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:22:35.144586 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:22:35.149932 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:22:35.205311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d8837e49-2f5e-4036-972f-a8c47532136e details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:35.212435 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:35.244876 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:35.245218 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5b3fe96c-4352-4f4f-ae0c-f0cc18fbec7e not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:35.248188 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.279208 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.286594 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "DELETE /v2.0/networks/2f143da7-e370-4028-a5c9-204ad3cae3e5 HTTP/1.1" status: 204 len: 168 time: 1.2178946 Aug 24 00:22:35.289107 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:35.332430 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bda1a0-523f-4796-b2fa-8bfdc1febdfe tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Network': ['ID=2f143da7-e370-4028-a5c9-204ad3cae3e5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:35.358088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414d93b-1d83-4053-9d30-c0db3d4242b7 req-2b98a894-88c1-45e9-a8ff-7ba55b7d955e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:35.369080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3414d93b-1d83-4053-9d30-c0db3d4242b7 req-2b98a894-88c1-45e9-a8ff-7ba55b7d955e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 943 time: 0.2850111 Aug 24 00:22:35.410994 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d8837e49-2f5e-4036-972f-a8c47532136e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d8837e49-2f5e-4036-972f-a8c47532136e,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:35.416630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f32196-0e04-4cfa-8355-02943144934d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Deleting subnet d35c2825-6f5c-4b82-ac6f-96eecb54050c {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:22:35.417821 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-de16c52b-d784-4148-b166-488cf1dfb927 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:35.425767 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1f32196-0e04-4cfa-8355-02943144934d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.425941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-de16c52b-d784-4148-b166-488cf1dfb927 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/networks?id=ee214e98-c54e-44f9-a07c-12d0d2b7286a HTTP/1.1" status: 200 len: 813 time: 0.3449485 Aug 24 00:22:35.441534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'd8837e49-2f5e-4036-972f-a8c47532136e', 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb', 'port_id': 'd8837e49-2f5e-4036-972f-a8c47532136e', 'mac_address': 'fa:16:3e:b8:18:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1a1303-12b4-4df1-8051-6ef6912eb98d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:35.476984 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9c354fd-b1d9-4501-95e8-6573c129a168 req-73eadf24-a6ef-42fb-a568-c71877ac1b91 service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632505 Aug 24 00:22:35.488132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1f32196-0e04-4cfa-8355-02943144934d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.492898 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-fd7426e9-52ed-4f35-9838-60a11e6ab269 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/quotas/2073d78fc8964f96b023d510a38a1da2 HTTP/1.1" status: 200 len: 375 time: 0.0659156 Aug 24 00:22:35.525975 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.550292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8837e49-2f5e-4036-972f-a8c47532136e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:35.551078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3414d93b-1d83-4053-9d30-c0db3d4242b7 req-9732b638-cc0a-4609-92d9-0019f1d97efb tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796567 Aug 24 00:22:35.613237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d8837e49-2f5e-4036-972f-a8c47532136e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d8837e49-2f5e-4036-972f-a8c47532136e,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:35.624455 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.655097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-643975b9-dfde-44f6-a328-17ec95ebab39 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:35.659346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-643975b9-dfde-44f6-a328-17ec95ebab39 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.13 "GET /v2.0/networks?id=aaa34007-8295-4a05-9131-3ff6f23501a2 HTTP/1.1" status: 200 len: 813 time: 0.2122090 Aug 24 00:22:35.677087 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d073694-3576-4ee5-aaf0-e59c90f73ecc x-openstack-request-id: req-5d073694-3576-4ee5-aaf0-e59c90f73ecc {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:35.679589 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f900927b-2328-4bbe-a992-6c4c373269a4", "name": "network-vif-deleted", "tag": "30ee58cf-e04f-454c-bf9e-b94c88e08a11", "status": "completed", "code": 200}, {"server_uuid": "e44df5f4-c247-46f8-ac39-d70101c35e92", "name": "network-vif-deleted", "tag": "9ba5f912-61be-49ea-a969-f8d2efcda1a8", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:35.680919 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d073694-3576-4ee5-aaf0-e59c90f73ecc {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:35.682346 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f900927b-2328-4bbe-a992-6c4c373269a4', 'name': 'network-vif-deleted', 'tag': '30ee58cf-e04f-454c-bf9e-b94c88e08a11', 'status': 'completed', 'code': 200} Aug 24 00:22:35.682901 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44df5f4-c247-46f8-ac39-d70101c35e92', 'name': 'network-vif-deleted', 'tag': '9ba5f912-61be-49ea-a969-f8d2efcda1a8', 'status': 'completed', 'code': 200} Aug 24 00:22:35.711005 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1f32196-0e04-4cfa-8355-02943144934d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.726267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=d8837e49-2f5e-4036-972f-a8c47532136e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:35.844475 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1f32196-0e04-4cfa-8355-02943144934d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.869669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-4b43f0b5-0cdc-490b-a28b-a5597bef29c7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Request body: {'port': {'device_id': 'c59f183a-e529-4b6f-b436-603aefeb8328', 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2', 'admin_state_up': True, 'tenant_id': 'ce43a7dcccfd4df2b884665c1e9e43e1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:35.884911 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f32196-0e04-4cfa-8355-02943144934d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Subnet': ['ID=d35c2825-6f5c-4b82-ac6f-96eecb54050c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:35.887403 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1f32196-0e04-4cfa-8355-02943144934d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.889535 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f1f32196-0e04-4cfa-8355-02943144934d tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "DELETE /v2.0/subnets/d35c2825-6f5c-4b82-ac6f-96eecb54050c HTTP/1.1" status: 204 len: 168 time: 0.5985568 Aug 24 00:22:35.892647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe5bfc7-206c-4668-bc84-af114b3dbc29 None None] Network a113fbc5-3045-4eff-b206-c01b2c0b3bf2 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:35.893273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:35.927953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 89f20bdd-7ebd-4374-82fe-a2d7cb516272 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:35.940493 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-5bc25628-8273-4848-83fa-63744de9f253 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2073d78fc8964f96b023d510a38a1da2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4467049 Aug 24 00:22:35.943397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:35.948317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-b91ef3cc-d999-418e-80a9-bcf7bac2dc13 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:35.951519 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-b91ef3cc-d999-418e-80a9-bcf7bac2dc13 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.47 "GET /v2.0/networks?id=aaa34007-8295-4a05-9131-3ff6f23501a2 HTTP/1.1" status: 200 len: 813 time: 0.2898059 Aug 24 00:22:35.953720 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 89f20bdd-7ebd-4374-82fe-a2d7cb516272 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:35.954989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 89f20bdd-7ebd-4374-82fe-a2d7cb516272 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:36.008275 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['d8837e49-2f5e-4036-972f-a8c47532136e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:36.072920 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.081996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1353924962'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:36.146050 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:36.149682 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.166166 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.202005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Deleting port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:36.202360 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.271394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d99581-e714-46f0-bbcd-94cb11174140 None None] DHCP port deletion for a113fbc5-3045-4eff-b206-c01b2c0b3bf2 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:22:36.296920 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] For port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=567cfedc-b0ec-4230-a59c-ecd2bd07ac0e,segment=NetworkSegment(4a82daba-88ea-47b3-b428-db54d86fe814),segment_id=4a82daba-88ea-47b3-b428-db54d86fe814)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:36.297293 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.317294 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Calling delete_port for 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:36.336977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f1d99581-e714-46f0-bbcd-94cb11174140 None None] Deleting port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:36.337579 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1d99581-e714-46f0-bbcd-94cb11174140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.409536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-dd1fcf2c-1b94-4db7-9634-b802825c9632 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Request body: {'port': {'device_id': '25c26636-e1be-415b-bed3-8a6d7d9c946a', 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2', 'admin_state_up': True, 'tenant_id': 'ce43a7dcccfd4df2b884665c1e9e43e1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:36.411579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f1d99581-e714-46f0-bbcd-94cb11174140 None None] For port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=567cfedc-b0ec-4230-a59c-ecd2bd07ac0e,segment=NetworkSegment(4a82daba-88ea-47b3-b428-db54d86fe814),segment_id=4a82daba-88ea-47b3-b428-db54d86fe814)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:36.411579 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1d99581-e714-46f0-bbcd-94cb11174140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.423528 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.427669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f1d99581-e714-46f0-bbcd-94cb11174140 None None] Calling delete_port for 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:36.434598 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.456422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:22:36.471129 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.515994 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.516426 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Added segment 4897884b-4646-4f89-b8e9-76c8c44e2dcd of type vlan for network 4214e458-f215-4608-acf2-b0cfc6dbadfb Aug 24 00:22:36.518820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629a0c20-de6b-4cce-bc03-aa8c68fefb31,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:36.536811 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Port': ['ID=567cfedc-b0ec-4230-a59c-ecd2bd07ac0e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:36.540066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] No DVR routers for this DVR port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:36.553882 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1d99581-e714-46f0-bbcd-94cb11174140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.591113 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d99581-e714-46f0-bbcd-94cb11174140 None None] Pushing event deleted for resources: {'Port': ['ID=567cfedc-b0ec-4230-a59c-ecd2bd07ac0e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:36.596786 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-d56512cf-c896-4c6a-a0b0-e7503699d9d2 service neutron] 10.222.0.32 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402607 Aug 24 00:22:36.600631 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d99581-e714-46f0-bbcd-94cb11174140 None None] No DVR routers for this DVR port 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:36.603317 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.606599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-5c5df6ba-3ec4-49bd-801f-442ab0744983 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:36.608310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-5c5df6ba-3ec4-49bd-801f-442ab0744983 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 811 time: 0.7567132 Aug 24 00:22:36.675053 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.683153 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.689334 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:36.690029 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.691323 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-021ebde4-630e-45ca-b530-96c602bdd5c5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/quotas/e64cca1666df447f8193bde9cd7bcca8 HTTP/1.1" status: 200 len: 375 time: 0.0607841 Aug 24 00:22:36.701802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a113fbc5-3045-4eff-b206-c01b2c0b3bf2']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:36.718105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-4b43f0b5-0cdc-490b-a28b-a5597bef29c7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Made reservation on behalf of ce43a7dcccfd4df2b884665c1e9e43e1 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:36.722137 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-4b43f0b5-0cdc-490b-a28b-a5597bef29c7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.730502 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a82daba-88ea-47b3-b428-db54d86fe814') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:36.730817 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a82daba-88ea-47b3-b428-db54d86fe814') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:36.746584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94afb6e-3780-4e72-8448-d20f80f9a55f', 'name': 'network-vif-deleted', 'tag': '6bd9d319-c72a-44f9-8239-6a66ba297c0a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:36.748859 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e1e4b0-a153-47fd-8b97-c7d4f943c2fd" -d '{"events": [{"server_uuid": "b94afb6e-3780-4e72-8448-d20f80f9a55f", "name": "network-vif-deleted", "tag": "6bd9d319-c72a-44f9-8239-6a66ba297c0a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:36.764437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-ef4b9eba-f96d-4d52-b866-e715215822e8 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632441 Aug 24 00:22:36.772481 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.789523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Network': ['ID=4214e458-f215-4608-acf2-b0cfc6dbadfb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:36.802441 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.805423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-dd1fcf2c-1b94-4db7-9634-b802825c9632 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Made reservation on behalf of ce43a7dcccfd4df2b884665c1e9e43e1 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:36.806665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:22:36.809654 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-dd1fcf2c-1b94-4db7-9634-b802825c9632 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.811469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:22:36.812001 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:22:36.817075 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:22:36.838766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-9dbf280b-5c2b-45fc-b809-aba7fe316300 service neutron] 10.222.0.32 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258804 Aug 24 00:22:36.840854 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c718cb36-feb6-4ce8-a1a3-6997598c81e3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8964417 Aug 24 00:22:36.841538 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55304) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:36.851964 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'name': 'tempest-PortsTestJSON-1412130318'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:36.977889 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.989144 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.991162 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] 10.222.0.32 "DELETE /v2.0/networks/a113fbc5-3045-4eff-b206-c01b2c0b3bf2 HTTP/1.1" status: 204 len: 168 time: 1.0971615 Aug 24 00:22:37.009683 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79590e98-8800-4675-95a8-422291b33d4b tempest-ServersTestMultiNic-1294869182 tempest-ServersTestMultiNic-1294869182-project] Pushing event deleted for resources: {'Network': ['ID=a113fbc5-3045-4eff-b206-c01b2c0b3bf2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:37.030869 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:37.036895 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.063184 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port 2784dbbf-e971-4f12-91aa-8249900b7ebe yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:22:37.143121 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-4198a898-7086-4905-aade-e4f3d9448d92 service neutron] 10.222.0.32 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685622 Aug 24 00:22:37.168422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-4b43f0b5-0cdc-490b-a28b-a5597bef29c7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Allocated IP 172.20.0.2 (aaa34007-8295-4a05-9131-3ff6f23501a2/0b5a37de-8e6f-4151-b463-ebdfbb7cdda6/32c2f60c-acbc-4edd-a413-72fb7df1bd94) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:37.202550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d8837e49-2f5e-4036-972f-a8c47532136e up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:37.285993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port d8837e49-2f5e-4036-972f-a8c47532136e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:37.294860 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port d8837e49-2f5e-4036-972f-a8c47532136e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:37.295763 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.298607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-7747b07a-82e1-4ea3-a638-df8e831fe486 service neutron] 10.222.0.32 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542733 Aug 24 00:22:37.322070 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.379503 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.464484 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.479972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=2784dbbf-e971-4f12-91aa-8249900b7ebe,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:37.494223 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Checking segment: {'id': '4897884b-4646-4f89-b8e9-76c8c44e2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:37.495235 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network hostable DHCP agents. Network: 4214e458-f215-4608-acf2-b0cfc6dbadfb, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:22:37.522514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:22:37.525772 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3027f865-4f10-4c0e-9f0f-d3f790e4ebd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8837e49-2f5e-4036-972f-a8c47532136e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:37.533907 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac260cd-1342-478d-b4ee-947949c2e3a7" -d '{"events": [{"server_uuid": "3027f865-4f10-4c0e-9f0f-d3f790e4ebd0", "name": "network-vif-plugged", "status": "completed", "tag": "d8837e49-2f5e-4036-972f-a8c47532136e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:37.536942 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 4214e458-f215-4608-acf2-b0cfc6dbadfb) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:37.554057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:37.562871 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:37.562871 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.563138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c93e02-2895-4b44-b039-8e95995ac9e0 None None] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:37.570345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19401fab-5e2a-4680-9f18-ed0487bd4be6 req-c2322dcb-c64d-4e03-8915-78d016450e6d tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 210 time: 0.0779657 Aug 24 00:22:37.572864 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d8837e49-2f5e-4036-972f-a8c47532136e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d8837e49-2f5e-4036-972f-a8c47532136e,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:37.593796 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e37a4be4-f53d-4f53-9a85-2674fd847436 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7470133 Aug 24 00:22:37.594718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55330) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:37.603684 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-4b43f0b5-0cdc-490b-a28b-a5597bef29c7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.611550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a90eae7a-03fe-4afb-ade8-a4ee144e043f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1062490138'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:37.631071 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.632116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9ba5f912-61be-49ea-a969-f8d2efcda1a8 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:37.647488 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90eae7a-03fe-4afb-ade8-a4ee144e043f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:37.651979 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90eae7a-03fe-4afb-ade8-a4ee144e043f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.682613 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90eae7a-03fe-4afb-ade8-a4ee144e043f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:22:37.683765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 9ba5f912-61be-49ea-a969-f8d2efcda1a8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:37.684406 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9ba5f912-61be-49ea-a969-f8d2efcda1a8 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:37.694317 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90eae7a-03fe-4afb-ade8-a4ee144e043f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.694801 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-a90eae7a-03fe-4afb-ade8-a4ee144e043f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Added segment eb757a05-04f3-460f-9e29-d7fce27c2a8f of type vlan for network f22ba456-3be6-430e-b1ef-719adc5ee7f0 Aug 24 00:22:37.754159 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90eae7a-03fe-4afb-ade8-a4ee144e043f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.754402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=d8837e49-2f5e-4036-972f-a8c47532136e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:37.800110 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90eae7a-03fe-4afb-ade8-a4ee144e043f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.807016 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90eae7a-03fe-4afb-ade8-a4ee144e043f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:37.807745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90eae7a-03fe-4afb-ade8-a4ee144e043f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.848250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f221e6-fbe4-4366-abca-be0db9efea9a req-c4b22d5e-f053-4b5d-b99b-589f2f8f8d7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:37.854268 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f221e6-fbe4-4366-abca-be0db9efea9a req-c4b22d5e-f053-4b5d-b99b-589f2f8f8d7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:37.860265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f221e6-fbe4-4366-abca-be0db9efea9a req-c4b22d5e-f053-4b5d-b99b-589f2f8f8d7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:37.867035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f221e6-fbe4-4366-abca-be0db9efea9a req-c4b22d5e-f053-4b5d-b99b-589f2f8f8d7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:37.871889 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a90eae7a-03fe-4afb-ade8-a4ee144e043f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2704670 Aug 24 00:22:37.878176 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55336) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:37.878949 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f221e6-fbe4-4366-abca-be0db9efea9a req-c4b22d5e-f053-4b5d-b99b-589f2f8f8d7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:37.887868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f221e6-fbe4-4366-abca-be0db9efea9a req-c4b22d5e-f053-4b5d-b99b-589f2f8f8d7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:37.889022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'ports': [{'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb'}, {'network_id': 'f22ba456-3be6-430e-b1ef-719adc5ee7f0'}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:37.889587 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:37.890167 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'network_id': 'f22ba456-3be6-430e-b1ef-719adc5ee7f0'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:37.900795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f221e6-fbe4-4366-abca-be0db9efea9a req-c4b22d5e-f053-4b5d-b99b-589f2f8f8d7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:37.908313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0f221e6-fbe4-4366-abca-be0db9efea9a req-c4b22d5e-f053-4b5d-b99b-589f2f8f8d7d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5431 time: 0.2871869 Aug 24 00:22:37.914766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:37.937107 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90eae7a-03fe-4afb-ade8-a4ee144e043f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Network': ['ID=f22ba456-3be6-430e-b1ef-719adc5ee7f0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:37.959402 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-4b43f0b5-0cdc-490b-a28b-a5597bef29c7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.977385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network f22ba456-3be6-430e-b1ef-719adc5ee7f0 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:22:37.981564 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:37.981990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 567cfedc-b0ec-4230-a59c-ecd2bd07ac0e not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:38.052842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8d102-e850-482f-afbb-d4a39d14183f req-cb7cebb5-8158-4ea8-981d-7d34ab4d0a77 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:38.063804 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44f8d102-e850-482f-afbb-d4a39d14183f req-cb7cebb5-8158-4ea8-981d-7d34ab4d0a77 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.3464603 Aug 24 00:22:38.115310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 2} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:38.122247 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.126184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-4b43f0b5-0cdc-490b-a28b-a5597bef29c7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Network aaa34007-8295-4a05-9131-3ff6f23501a2 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:38.137992 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.144763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0f221e6-fbe4-4366-abca-be0db9efea9a req-b86d962e-c42d-488b-a276-110adab5ff6c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2128570 Aug 24 00:22:38.145617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-4b43f0b5-0cdc-490b-a28b-a5597bef29c7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:38.149810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-4b43f0b5-0cdc-490b-a28b-a5597bef29c7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:38.156001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43f0b5-0cdc-490b-a28b-a5597bef29c7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Pushing event updated for resources: {'Port': ['ID=32c2f60c-acbc-4edd-a413-72fb7df1bd94,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:38.172283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-dd1fcf2c-1b94-4db7-9634-b802825c9632 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Allocated IP 172.20.0.8 (aaa34007-8295-4a05-9131-3ff6f23501a2/0b5a37de-8e6f-4151-b463-ebdfbb7cdda6/7a67dc2f-dd90-45ea-98d9-d717d43f87f3) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:38.214625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44f8d102-e850-482f-afbb-d4a39d14183f req-08435845-b952-459d-b5dc-60c2de46e14b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490149 Aug 24 00:22:38.239755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-4b43f0b5-0cdc-490b-a28b-a5597bef29c7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:38.240542 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-4b43f0b5-0cdc-490b-a28b-a5597bef29c7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.251545 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e86e82a-f700-448f-aea7-03c56b98fac9 x-openstack-request-id: req-3e86e82a-f700-448f-aea7-03c56b98fac9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:38.251850 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94afb6e-3780-4e72-8448-d20f80f9a55f", "name": "network-vif-deleted", "tag": "6bd9d319-c72a-44f9-8239-6a66ba297c0a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:38.252107 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e86e82a-f700-448f-aea7-03c56b98fac9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:38.252596 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94afb6e-3780-4e72-8448-d20f80f9a55f', 'name': 'network-vif-deleted', 'tag': '6bd9d319-c72a-44f9-8239-6a66ba297c0a', 'status': 'completed', 'code': 200} Aug 24 00:22:38.291619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port 3e0241d0-ccde-4e3e-815b-1ec7881e475b yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:22:38.321415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-4b43f0b5-0cdc-490b-a28b-a5597bef29c7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4679496 Aug 24 00:22:38.378630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74029c9c-83c4-4e2d-812a-48185fd9f606 req-2338613d-12d8-417f-8266-830629584133 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 210 time: 0.0762374 Aug 24 00:22:38.387329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Request body: {'port': {'device_id': 'c59f183a-e529-4b6f-b436-603aefeb8328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:38.442397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01caa94b-d105-498d-be92-493904b62063 req-38f16035-80c3-413f-9c3d-2cd9413ccb5c tempest-AbsoluteLimitsNegativeTestJSON-698933243 tempest-AbsoluteLimitsNegativeTestJSON-698933243-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=13ff7772e90244bcb336b7d935daaa4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627701 Aug 24 00:22:38.456382 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.545708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e422bd8-f466-4811-a886-02ed61d4a1c4 req-fcb52b81-f92a-46e5-aa3a-28a5dfddff4c tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 210 time: 0.0870171 Aug 24 00:22:38.586883 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.614558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port fa4822d4-b1cd-4a6a-a89d-2e5fa1444386 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:22:38.622346 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-dd1fcf2c-1b94-4db7-9634-b802825c9632 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.627379 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5e21c0-d15a-4547-92b9-b69b74c962b0 x-openstack-request-id: req-de5e21c0-d15a-4547-92b9-b69b74c962b0 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:38.628529 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3027f865-4f10-4c0e-9f0f-d3f790e4ebd0", "name": "network-vif-plugged", "status": "completed", "tag": "d8837e49-2f5e-4036-972f-a8c47532136e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:38.629003 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de5e21c0-d15a-4547-92b9-b69b74c962b0 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:38.629616 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3027f865-4f10-4c0e-9f0f-d3f790e4ebd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8837e49-2f5e-4036-972f-a8c47532136e', 'code': 200} Aug 24 00:22:38.671969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-f1a019ce-1dad-414e-a97c-5fe08e2db43c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:38.673948 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-f1a019ce-1dad-414e-a97c-5fe08e2db43c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.13 "GET /v2.0/networks?id=ee214e98-c54e-44f9-a07c-12d0d2b7286a HTTP/1.1" status: 200 len: 813 time: 0.1600711 Aug 24 00:22:38.726518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01caa94b-d105-498d-be92-493904b62063 req-cae2f717-157c-4c1a-bd07-9a9913179aa6 tempest-AbsoluteLimitsNegativeTestJSON-698933243 tempest-AbsoluteLimitsNegativeTestJSON-698933243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:38.733829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01caa94b-d105-498d-be92-493904b62063 req-cae2f717-157c-4c1a-bd07-9a9913179aa6 tempest-AbsoluteLimitsNegativeTestJSON-698933243 tempest-AbsoluteLimitsNegativeTestJSON-698933243-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2814009 Aug 24 00:22:38.759050 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-7a7ee657-87d7-45d5-a629-3b71071be388 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Request body: {'port': {'device_id': '27d86211-c0a0-49b5-802f-aad7c4761a16', 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a', 'admin_state_up': True, 'tenant_id': '2073d78fc8964f96b023d510a38a1da2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:38.823048 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.851130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01caa94b-d105-498d-be92-493904b62063 req-329440b7-f9e4-431d-9ee9-a8baee32404f tempest-AbsoluteLimitsNegativeTestJSON-698933243 tempest-AbsoluteLimitsNegativeTestJSON-698933243-project] 10.222.0.32 "GET /v2.0/quotas/13ff7772e90244bcb336b7d935daaa4d HTTP/1.1" status: 200 len: 375 time: 0.1163774 Aug 24 00:22:38.856502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b17e3b4f-4a8b-409e-aed9-c1a340e4fc80 req-70d7708d-c508-41da-9323-04172f2de7ee tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 210 time: 0.0669966 Aug 24 00:22:38.903683 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.906881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01caa94b-d105-498d-be92-493904b62063 req-58af5993-f170-43ff-9a51-04c264a2e46a tempest-AbsoluteLimitsNegativeTestJSON-698933243 tempest-AbsoluteLimitsNegativeTestJSON-698933243-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=13ff7772e90244bcb336b7d935daaa4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472105 Aug 24 00:22:38.912593 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-dd1fcf2c-1b94-4db7-9634-b802825c9632 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.950270 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-7a7ee657-87d7-45d5-a629-3b71071be388 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Made reservation on behalf of 2073d78fc8964f96b023d510a38a1da2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:38.953801 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-7a7ee657-87d7-45d5-a629-3b71071be388 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.987239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:38.987858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:38.999058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:39.030573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d4de2-b3c3-445d-81c4-e3e74e82f74c req-44612504-7a85-419a-82be-fccb06bc1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.030938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=3e0241d0-ccde-4e3e-815b-1ec7881e475b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:39.032133 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-437d4de2-b3c3-445d-81c4-e3e74e82f74c req-44612504-7a85-419a-82be-fccb06bc1609 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 1096 time: 0.2436981 Aug 24 00:22:39.039175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:39.040095 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:39.051551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-dd1fcf2c-1b94-4db7-9634-b802825c9632 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Network aaa34007-8295-4a05-9131-3ff6f23501a2 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:39.081262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-dd1fcf2c-1b94-4db7-9634-b802825c9632 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:39.086708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fcf2c-1b94-4db7-9634-b802825c9632 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Pushing event updated for resources: {'Port': ['ID=7a67dc2f-dd90-45ea-98d9-d717d43f87f3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:39.090265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-dd1fcf2c-1b94-4db7-9634-b802825c9632 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:39.184363 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=fa4822d4-b1cd-4a6a-a89d-2e5fa1444386,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:39.234150 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-437d4de2-b3c3-445d-81c4-e3e74e82f74c req-1b49b1ed-1269-4178-a370-249350959e54 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883967 Aug 24 00:22:39.246322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-dd1fcf2c-1b94-4db7-9634-b802825c9632 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.247070 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-dd1fcf2c-1b94-4db7-9634-b802825c9632 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:39.271788 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Checking segment: {'id': 'eb757a05-04f3-460f-9e29-d7fce27c2a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f22ba456-3be6-430e-b1ef-719adc5ee7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:39.272158 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network hostable DHCP agents. Network: f22ba456-3be6-430e-b1ef-719adc5ee7f0, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:22:39.365707 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-7a7ee657-87d7-45d5-a629-3b71071be388 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Allocated IP 172.20.0.10 (ee214e98-c54e-44f9-a07c-12d0d2b7286a/8b1769da-f736-4c99-87b2-e73cc76c5076/d0e2e61a-670d-4ce2-ac7a-804a3564122b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:39.376734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-dd1fcf2c-1b94-4db7-9634-b802825c9632 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2836807 Aug 24 00:22:39.384215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network f22ba456-3be6-430e-b1ef-719adc5ee7f0 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:22:39.394468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c2f60c-acbc-4edd-a413-72fb7df1bd94 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:39.416910 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55368) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:39.422225 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:39.447264 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, f22ba456-3be6-430e-b1ef-719adc5ee7f0) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:39.451222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-fdff8b0f-64e6-4ad8-b6df-691c3dae474a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.452722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-fdff8b0f-64e6-4ad8-b6df-691c3dae474a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 811 time: 0.3282080 Aug 24 00:22:39.457529 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:39.462147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03fe03d-79d5-4299-909c-946e3706dcd2 None None] Network f22ba456-3be6-430e-b1ef-719adc5ee7f0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:39.463408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.468317 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.469001 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:39.469634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Transition to ACTIVE for port object 32c2f60c-acbc-4edd-a413-72fb7df1bd94 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:39.482194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-4beb6a0a-dfbf-49fe-9f03-2b39226e969b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Request body: {'port': {'device_id': 'f645370a-a66e-45da-b86a-7910605b5d48', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'admin_state_up': True, 'tenant_id': 'e64cca1666df447f8193bde9cd7bcca8'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:39.499267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf7a6e-b158-48d3-aaf1-20460287b276 req-c0350985-0a5c-4014-a8f2-7d2bae572f82 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.506106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf7a6e-b158-48d3-aaf1-20460287b276 req-c0350985-0a5c-4014-a8f2-7d2bae572f82 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.512203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf7a6e-b158-48d3-aaf1-20460287b276 req-c0350985-0a5c-4014-a8f2-7d2bae572f82 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.519314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf7a6e-b158-48d3-aaf1-20460287b276 req-c0350985-0a5c-4014-a8f2-7d2bae572f82 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.525226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf7a6e-b158-48d3-aaf1-20460287b276 req-c0350985-0a5c-4014-a8f2-7d2bae572f82 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.531190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf7a6e-b158-48d3-aaf1-20460287b276 req-c0350985-0a5c-4014-a8f2-7d2bae572f82 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.534844 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-49937e4a-716a-4941-b39f-4ac2f1679d37 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6552799 Aug 24 00:22:39.538727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf7a6e-b158-48d3-aaf1-20460287b276 req-c0350985-0a5c-4014-a8f2-7d2bae572f82 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.538892 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55372) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:39.540099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8bf7a6e-b158-48d3-aaf1-20460287b276 req-c0350985-0a5c-4014-a8f2-7d2bae572f82 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5431 time: 0.2156842 Aug 24 00:22:39.551797 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:39.633130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Request body: {'port': {'device_id': '25c26636-e1be-415b-bed3-8a6d7d9c946a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:39.932980 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91c91079-ffbd-4de1-939b-19092dbe98f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:39.948219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a3e2d-b089-4b3c-80aa-d0b88bae0455 req-3a4c4935-bd6f-47c7-9e7d-be17bc5e236e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.949720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e77a3e2d-b089-4b3c-80aa-d0b88bae0455 req-3a4c4935-bd6f-47c7-9e7d-be17bc5e236e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.5577092 Aug 24 00:22:40.044390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Pushing event updated for resources: {'Port': ['ID=32c2f60c-acbc-4edd-a413-72fb7df1bd94,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:40.061506 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-7a7ee657-87d7-45d5-a629-3b71071be388 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.084239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8bf7a6e-b158-48d3-aaf1-20460287b276 req-ce88348a-cffc-48ea-bda0-94103becc762 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5300615 Aug 24 00:22:40.140345 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.143339 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ea744b06-7d25-4da6-91d5-c903bde7168d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port fa4822d4-b1cd-4a6a-a89d-2e5fa1444386 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:40.143713 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea744b06-7d25-4da6-91d5-c903bde7168d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.155676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e77a3e2d-b089-4b3c-80aa-d0b88bae0455 req-f0ee43d2-b564-4490-bfb2-1b9d9f117c49 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806171 Aug 24 00:22:40.222393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e8650e9-e376-4c85-99e6-f916ae9e72a2 req-2d2bf53b-51fa-4994-9b67-cdd6c6beb9bd tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 210 time: 0.0584373 Aug 24 00:22:40.267659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb4fdf68-c527-4f56-a881-e6da1567e453 req-c331587c-9c89-49cf-bce2-5fa29f6c87ff tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 210 time: 0.0362008 Aug 24 00:22:40.268439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Attempting to bind port 32c2f60c-acbc-4edd-a413-72fb7df1bd94 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:40.268787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Attempting to bind port 32c2f60c-acbc-4edd-a413-72fb7df1bd94 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:40.269113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Attempting to bind port 32c2f60c-acbc-4edd-a413-72fb7df1bd94 on network aaa34007-8295-4a05-9131-3ff6f23501a2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:40.281925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Port 32c2f60c-acbc-4edd-a413-72fb7df1bd94 on network aaa34007-8295-4a05-9131-3ff6f23501a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:40.282964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Attempting to bind port 32c2f60c-acbc-4edd-a413-72fb7df1bd94 on network aaa34007-8295-4a05-9131-3ff6f23501a2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:40.306056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:40.306524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Checking segment: {'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:40.306808 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Bound using segment: {'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:40.307262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Bound port: 32c2f60c-acbc-4edd-a413-72fb7df1bd94, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:40.307832 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.311592 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-7a7ee657-87d7-45d5-a629-3b71071be388 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.319034 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea744b06-7d25-4da6-91d5-c903bde7168d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.348978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['b7f6afab-da8d-48c2-b617-02d4cb92a1b9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:40.349572 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91c91079-ffbd-4de1-939b-19092dbe98f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.386464 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91c91079-ffbd-4de1-939b-19092dbe98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.391591 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ea744b06-7d25-4da6-91d5-c903bde7168d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for fa4822d4-b1cd-4a6a-a89d-2e5fa1444386 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:40.414933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-7a7ee657-87d7-45d5-a629-3b71071be388 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Network ee214e98-c54e-44f9-a07c-12d0d2b7286a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:40.441013 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-7a7ee657-87d7-45d5-a629-3b71071be388 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:40.449802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-4beb6a0a-dfbf-49fe-9f03-2b39226e969b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Made reservation on behalf of e64cca1666df447f8193bde9cd7bcca8 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:40.453292 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-4beb6a0a-dfbf-49fe-9f03-2b39226e969b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.455365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-7a7ee657-87d7-45d5-a629-3b71071be388 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:40.474432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ee657-87d7-45d5-a629-3b71071be388 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Pushing event updated for resources: {'Port': ['ID=d0e2e61a-670d-4ce2-ac7a-804a3564122b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:40.536081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c91079-ffbd-4de1-939b-19092dbe98f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ca3392-f195-43a0-8eb4-2093c30b6947,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:40.550281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea27869-85ba-42e2-b6bd-268cb96f9ce9 req-44266b79-7795-42c8-a0f4-e1fa54b18acf tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:40.551873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bea27869-85ba-42e2-b6bd-268cb96f9ce9 req-44266b79-7795-42c8-a0f4-e1fa54b18acf tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 931 time: 0.1923585 Aug 24 00:22:40.555439 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-91c91079-ffbd-4de1-939b-19092dbe98f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13ff7772e90244bcb336b7d935daaa4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1355467 Aug 24 00:22:40.560912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55378) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:40.634440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] For port 32c2f60c-acbc-4edd-a413-72fb7df1bd94, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:40.649514 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d88edbc-e07f-4f48-8249-842713b4dab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.663175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-7a7ee657-87d7-45d5-a629-3b71071be388 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:40.663796 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-7a7ee657-87d7-45d5-a629-3b71071be388 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.690496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] For port 32c2f60c-acbc-4edd-a413-72fb7df1bd94, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=32c2f60c-acbc-4edd-a413-72fb7df1bd94,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:40.725545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bea27869-85ba-42e2-b6bd-268cb96f9ce9 req-42ec3deb-d5d3-4432-a622-9e68d4b8b592 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638076 Aug 24 00:22:40.726578 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.729915 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-7a7ee657-87d7-45d5-a629-3b71071be388 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9749777 Aug 24 00:22:40.733428 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea744b06-7d25-4da6-91d5-c903bde7168d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.780464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Request body: {'port': {'device_id': '27d86211-c0a0-49b5-802f-aad7c4761a16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:40.786169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:40.786809 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.788219 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] 10.222.0.13 "PUT /v2.0/ports/32c2f60c-acbc-4edd-a413-72fb7df1bd94 HTTP/1.1" status: 200 len: 1091 time: 2.4404347 Aug 24 00:22:40.791874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59f183a-e529-4b6f-b436-603aefeb8328', 'tag': '32c2f60c-acbc-4edd-a413-72fb7df1bd94'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:40.793941 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1897262d-fea1-47fc-b8b1-f057555d014d" -d '{"events": [{"name": "network-changed", "server_uuid": "c59f183a-e529-4b6f-b436-603aefeb8328", "tag": "32c2f60c-acbc-4edd-a413-72fb7df1bd94"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:40.819400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea744b06-7d25-4da6-91d5-c903bde7168d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=fa4822d4-b1cd-4a6a-a89d-2e5fa1444386,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:40.823133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2079a0ee-d8da-48f3-a21c-976e0b9b6fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.849571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-4beb6a0a-dfbf-49fe-9f03-2b39226e969b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Allocated IP 172.20.0.13 (4e62f524-6a63-41f9-8661-cb5c0da3099c/7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3/67e9605a-6ead-4107-be66-33d19905954a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:40.855557 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfc9983-54c7-4aaa-8fcf-12a93831afee x-openstack-request-id: req-fcfc9983-54c7-4aaa-8fcf-12a93831afee {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:40.855913 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59f183a-e529-4b6f-b436-603aefeb8328", "tag": "32c2f60c-acbc-4edd-a413-72fb7df1bd94", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:40.856130 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fcfc9983-54c7-4aaa-8fcf-12a93831afee {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:40.856513 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59f183a-e529-4b6f-b436-603aefeb8328', 'tag': '32c2f60c-acbc-4edd-a413-72fb7df1bd94', 'status': 'completed', 'code': 200} Aug 24 00:22:40.870465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746e2ff-12dc-42f9-ad8f-c3a0a37ecd96 service neutron] Pushing event updated for resources: {'Port': ['ID=32c2f60c-acbc-4edd-a413-72fb7df1bd94,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:40.876194 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea744b06-7d25-4da6-91d5-c903bde7168d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.880834 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ea744b06-7d25-4da6-91d5-c903bde7168d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/fa4822d4-b1cd-4a6a-a89d-2e5fa1444386 HTTP/1.1" status: 204 len: 168 time: 1.3337755 Aug 24 00:22:40.881499 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55382) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:40.888967 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2079a0ee-d8da-48f3-a21c-976e0b9b6fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.892109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:40.915898 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.960689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Transition to ACTIVE for port object 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:40.970127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-4878df4a-64c9-4f75-b96c-26d090921467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:40.971729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-4878df4a-64c9-4f75-b96c-26d090921467 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce43a7dcccfd4df2b884665c1e9e43e1&device_id=c59f183a-e529-4b6f-b436-603aefeb8328 HTTP/1.1" status: 200 len: 1094 time: 0.1023030 Aug 24 00:22:40.972360 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.037100 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.096800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-3024b711-e3f4-4918-88b4-e95c77eba573 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32c2f60c-acbc-4edd-a413-72fb7df1bd94 HTTP/1.1" status: 200 len: 217 time: 0.0847998 Aug 24 00:22:41.102497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dfe007-5821-4f24-9c47-d88f4709495c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:41.108952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dfe007-5821-4f24-9c47-d88f4709495c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:41.111184 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-35dfe007-5821-4f24-9c47-d88f4709495c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2237945 Aug 24 00:22:41.117547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Pushing event updated for resources: {'Port': ['ID=7a67dc2f-dd90-45ea-98d9-d717d43f87f3,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:41.121894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55384) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:41.169052 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2079a0ee-d8da-48f3-a21c-976e0b9b6fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.171692 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2079a0ee-d8da-48f3-a21c-976e0b9b6fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.176105 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2079a0ee-d8da-48f3-a21c-976e0b9b6fed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26ca3392-f195-43a0-8eb4-2093c30b6947 HTTP/1.1" status: 204 len: 168 time: 0.6075871 Aug 24 00:22:41.273357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079a0ee-d8da-48f3-a21c-976e0b9b6fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ca3392-f195-43a0-8eb4-2093c30b6947,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:41.321202 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c4e78544-dd0f-43cb-8a1e-da121384c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:41.322747 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c4e78544-dd0f-43cb-8a1e-da121384c8b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b5a37de-8e6f-4151-b463-ebdfbb7cdda6 HTTP/1.1" status: 200 len: 853 time: 0.2160394 Aug 24 00:22:41.364301 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-4beb6a0a-dfbf-49fe-9f03-2b39226e969b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.414048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-29fece05-2527-42e5-b5f5-ad1354662012 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaa34007-8295-4a05-9131-3ff6f23501a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533230 Aug 24 00:22:41.449796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9d88edbc-e07f-4f48-8249-842713b4dab0 admin admin] Deleting port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:41.450084 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d88edbc-e07f-4f48-8249-842713b4dab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.469628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Attempting to bind port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:41.470008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Attempting to bind port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:41.470343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Attempting to bind port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 on network aaa34007-8295-4a05-9131-3ff6f23501a2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:41.533004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3630d-53f7-44e3-a215-6c1bae580014 req-73f317cf-9533-4996-a550-ad0ff24b6f2b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:41.540284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3630d-53f7-44e3-a215-6c1bae580014 req-73f317cf-9533-4996-a550-ad0ff24b6f2b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:41.546441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3630d-53f7-44e3-a215-6c1bae580014 req-73f317cf-9533-4996-a550-ad0ff24b6f2b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:41.553019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3630d-53f7-44e3-a215-6c1bae580014 req-73f317cf-9533-4996-a550-ad0ff24b6f2b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:41.559279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3630d-53f7-44e3-a215-6c1bae580014 req-73f317cf-9533-4996-a550-ad0ff24b6f2b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:41.565621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3630d-53f7-44e3-a215-6c1bae580014 req-73f317cf-9533-4996-a550-ad0ff24b6f2b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:41.571600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3630d-53f7-44e3-a215-6c1bae580014 req-73f317cf-9533-4996-a550-ad0ff24b6f2b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:41.573593 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2e3630d-53f7-44e3-a215-6c1bae580014 req-73f317cf-9533-4996-a550-ad0ff24b6f2b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5431 time: 0.3181458 Aug 24 00:22:41.576294 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e2e61a-670d-4ce2-ac7a-804a3564122b {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:41.581894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0afe7-3db2-4df8-80bb-85a3ff9b3d0a req-e8e635dd-7db2-401e-afb4-7dae2263987f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:41.583448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9bc0afe7-3db2-4df8-80bb-85a3ff9b3d0a req-e8e635dd-7db2-401e-afb4-7dae2263987f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.3217623 Aug 24 00:22:41.588755 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.589617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 on network aaa34007-8295-4a05-9131-3ff6f23501a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:41.589944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Attempting to bind port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 on network aaa34007-8295-4a05-9131-3ff6f23501a2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:41.606505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-9d88edbc-e07f-4f48-8249-842713b4dab0 admin admin] For port 4ba7dad4-381e-4fac-b3cf-0213b707a7eb, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4ba7dad4-381e-4fac-b3cf-0213b707a7eb,segment=NetworkSegment(1a4d8a0d-e97b-4aea-bcd2-75576955d5c1),segment_id=1a4d8a0d-e97b-4aea-bcd2-75576955d5c1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:41.606912 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d88edbc-e07f-4f48-8249-842713b4dab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.619921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Transition to ACTIVE for port object d0e2e61a-670d-4ce2-ac7a-804a3564122b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:41.624261 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9d88edbc-e07f-4f48-8249-842713b4dab0 admin admin] Calling delete_port for 4ba7dad4-381e-4fac-b3cf-0213b707a7eb owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:41.627464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:41.627812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Checking segment: {'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:41.628200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Bound using segment: {'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:41.628660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Bound port: 7a67dc2f-dd90-45ea-98d9-d717d43f87f3, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d538c1-fca3-401c-97d9-3f88ef97843e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:41.629022 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.629118 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.656377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3939f0de-84c7-46bf-9abf-2ce1c0bef256 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 3e0241d0-ccde-4e3e-815b-1ec7881e475b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:41.656873 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3939f0de-84c7-46bf-9abf-2ce1c0bef256 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.737718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Pushing event updated for resources: {'Port': ['ID=d0e2e61a-670d-4ce2-ac7a-804a3564122b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:41.765300 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-4beb6a0a-dfbf-49fe-9f03-2b39226e969b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.803819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2e3630d-53f7-44e3-a215-6c1bae580014 req-5b5581cc-5fe3-4e5a-b1c5-b14dcd93891c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2159495 Aug 24 00:22:41.832982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9bc0afe7-3db2-4df8-80bb-85a3ff9b3d0a req-645dd1a8-25bf-40f0-b392-ce010b0dc4ed tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290010 Aug 24 00:22:41.846803 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-02405bc5-835e-424a-bed2-e55d01eb5794 service neutron] 10.222.0.13 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141245 Aug 24 00:22:41.864908 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3939f0de-84c7-46bf-9abf-2ce1c0bef256 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.893581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Attempting to bind port d0e2e61a-670d-4ce2-ac7a-804a3564122b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:41.894405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Attempting to bind port d0e2e61a-670d-4ce2-ac7a-804a3564122b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '92df612c-2590-4608-aef7-c316e90c3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:41.894405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Attempting to bind port d0e2e61a-670d-4ce2-ac7a-804a3564122b on network ee214e98-c54e-44f9-a07c-12d0d2b7286a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:41.896074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-4beb6a0a-dfbf-49fe-9f03-2b39226e969b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Network 4e62f524-6a63-41f9-8661-cb5c0da3099c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:41.904630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Port d0e2e61a-670d-4ce2-ac7a-804a3564122b on network ee214e98-c54e-44f9-a07c-12d0d2b7286a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:41.905518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Attempting to bind port d0e2e61a-670d-4ce2-ac7a-804a3564122b on network ee214e98-c54e-44f9-a07c-12d0d2b7286a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:41.921588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-4beb6a0a-dfbf-49fe-9f03-2b39226e969b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:41.922758 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:41.922758 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Checking segment: {'id': '92df612c-2590-4608-aef7-c316e90c3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:41.924059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Bound using segment: {'id': '92df612c-2590-4608-aef7-c316e90c3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:41.924059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Bound port: d0e2e61a-670d-4ce2-ac7a-804a3564122b, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92df612c-2590-4608-aef7-c316e90c3890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:41.925471 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.931472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-4beb6a0a-dfbf-49fe-9f03-2b39226e969b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:41.934980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] For port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:41.968184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3939f0de-84c7-46bf-9abf-2ce1c0bef256 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 3e0241d0-ccde-4e3e-815b-1ec7881e475b owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:41.970581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb6a0a-dfbf-49fe-9f03-2b39226e969b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Pushing event updated for resources: {'Port': ['ID=67e9605a-6ead-4107-be66-33d19905954a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:42.019552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] For port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7a67dc2f-dd90-45ea-98d9-d717d43f87f3,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:42.036884 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55418) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:42.073704 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] For port d0e2e61a-670d-4ce2-ac7a-804a3564122b, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:42.074435 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.075823 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d88edbc-e07f-4f48-8249-842713b4dab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.078652 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] For port d0e2e61a-670d-4ce2-ac7a-804a3564122b, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d0e2e61a-670d-4ce2-ac7a-804a3564122b,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:42.107045 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.111221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88edbc-e07f-4f48-8249-842713b4dab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba7dad4-381e-4fac-b3cf-0213b707a7eb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:42.192992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:42.193626 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.195185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-87079284-cabd-40f4-86cb-70058f671332 service neutron] 10.222.0.47 "PUT /v2.0/ports/7a67dc2f-dd90-45ea-98d9-d717d43f87f3 HTTP/1.1" status: 200 len: 1091 time: 2.5754476 Aug 24 00:22:42.199322 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:42.200458 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.201315 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] 10.222.0.13 "PUT /v2.0/ports/d0e2e61a-670d-4ce2-ac7a-804a3564122b HTTP/1.1" status: 200 len: 1092 time: 1.4494331 Aug 24 00:22:42.201773 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d86211-c0a0-49b5-802f-aad7c4761a16', 'tag': 'd0e2e61a-670d-4ce2-ac7a-804a3564122b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:42.204743 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020f57c1-a451-4ae4-b217-696e09ae2491" -d '{"events": [{"name": "network-changed", "server_uuid": "27d86211-c0a0-49b5-802f-aad7c4761a16", "tag": "d0e2e61a-670d-4ce2-ac7a-804a3564122b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:42.206813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-4beb6a0a-dfbf-49fe-9f03-2b39226e969b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:42.207449 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-4beb6a0a-dfbf-49fe-9f03-2b39226e969b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.212954 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-network', 'tenant_id': '6652d588fc06408696d6f2e2064c1266'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:42.248378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54843fbc-e31b-4694-99bf-d08e9ac704cd service neutron] Pushing event updated for resources: {'Port': ['ID=d0e2e61a-670d-4ce2-ac7a-804a3564122b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:42.268528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-d75f831b-8c55-4ef4-9e65-2851355954a0 service neutron] 10.222.0.13 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001603 Aug 24 00:22:42.279372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16227b-523f-4a84-99e4-cd2c296e3996 req-75b08bf1-5f9c-4320-8baa-7b7da1c1c862 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:42.287740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf16227b-523f-4a84-99e4-cd2c296e3996 req-75b08bf1-5f9c-4320-8baa-7b7da1c1c862 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 944 time: 0.3218737 Aug 24 00:22:42.289550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87079284-cabd-40f4-86cb-70058f671332 service neutron] Pushing event updated for resources: {'Port': ['ID=7a67dc2f-dd90-45ea-98d9-d717d43f87f3,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:42.309393 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] Made reservation on behalf of 6652d588fc06408696d6f2e2064c1266 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:42.311781 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.312317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2337d2-b46e-4257-b483-59f0ef610f06 req-0a1f7777-13e3-483f-9431-302706201703 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:42.314805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee2337d2-b46e-4257-b483-59f0ef610f06 req-0a1f7777-13e3-483f-9431-302706201703 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 932 time: 0.3033326 Aug 24 00:22:42.339674 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.352550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-4beb6a0a-dfbf-49fe-9f03-2b39226e969b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8801563 Aug 24 00:22:42.413125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Request body: {'port': {'device_id': 'f645370a-a66e-45da-b86a-7910605b5d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:42.464524 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d88edbc-e07f-4f48-8249-842713b4dab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.477078 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3939f0de-84c7-46bf-9abf-2ce1c0bef256 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.478227 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897262d-fea1-47fc-b8b1-f057555d014d req-c3ffc46b-274f-44a8-a65f-419091316a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:42.480699 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1897262d-fea1-47fc-b8b1-f057555d014d req-c3ffc46b-274f-44a8-a65f-419091316a0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce43a7dcccfd4df2b884665c1e9e43e1&device_id=c59f183a-e529-4b6f-b436-603aefeb8328 HTTP/1.1" status: 200 len: 1094 time: 0.0865626 Aug 24 00:22:42.524620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf16227b-523f-4a84-99e4-cd2c296e3996 req-dc4e2cba-d4ca-47b7-8f9d-12435c31979b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360067 Aug 24 00:22:42.548144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-c029dafc-c82d-4548-b36d-228d2bd52ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:42.549861 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-c029dafc-c82d-4548-b36d-228d2bd52ba0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2073d78fc8964f96b023d510a38a1da2&device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 1095 time: 0.2561703 Aug 24 00:22:42.561232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee2337d2-b46e-4257-b483-59f0ef610f06 req-1fe00cfc-9bba-43db-ad5d-8228aa71b326 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107248 Aug 24 00:22:42.570375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939f0de-84c7-46bf-9abf-2ce1c0bef256 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=3e0241d0-ccde-4e3e-815b-1ec7881e475b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:42.577308 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.581747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-54004f39-d5af-4afb-8bde-4f26257dae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:42.590741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-54004f39-d5af-4afb-8bde-4f26257dae54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce43a7dcccfd4df2b884665c1e9e43e1&device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 1094 time: 0.2908792 Aug 24 00:22:42.648128 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3939f0de-84c7-46bf-9abf-2ce1c0bef256 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.650014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3939f0de-84c7-46bf-9abf-2ce1c0bef256 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/3e0241d0-ccde-4e3e-815b-1ec7881e475b HTTP/1.1" status: 204 len: 168 time: 1.5263383 Aug 24 00:22:42.651544 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-9dd71353-61f0-485f-9a49-1ec7d480e7e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0e2e61a-670d-4ce2-ac7a-804a3564122b HTTP/1.1" status: 200 len: 217 time: 0.0671310 Aug 24 00:22:42.662887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55424) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:42.710885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.716074 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897262d-fea1-47fc-b8b1-f057555d014d req-22fd78db-d94d-4e2d-9363-f996350821c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:42.717671 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1897262d-fea1-47fc-b8b1-f057555d014d req-22fd78db-d94d-4e2d-9363-f996350821c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aaa34007-8295-4a05-9131-3ff6f23501a2 HTTP/1.1" status: 200 len: 914 time: 0.2285132 Aug 24 00:22:42.746235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c8d9e812-4ae4-4c56-916d-205fcc3368fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a67dc2f-dd90-45ea-98d9-d717d43f87f3 HTTP/1.1" status: 200 len: 217 time: 0.1097462 Aug 24 00:22:42.764487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.826864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9ca1fb-8206-4158-a642-7e383102c54d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:42.831744 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c379cb12-ae15-4aeb-b99f-51fd86cdc875 x-openstack-request-id: req-c379cb12-ae15-4aeb-b99f-51fd86cdc875 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:42.832025 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d86211-c0a0-49b5-802f-aad7c4761a16", "tag": "d0e2e61a-670d-4ce2-ac7a-804a3564122b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:42.832275 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c379cb12-ae15-4aeb-b99f-51fd86cdc875 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:42.832670 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d86211-c0a0-49b5-802f-aad7c4761a16', 'tag': 'd0e2e61a-670d-4ce2-ac7a-804a3564122b', 'status': 'completed', 'code': 200} Aug 24 00:22:42.839164 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1897262d-fea1-47fc-b8b1-f057555d014d req-adaca0dd-0fd7-4194-8e4f-5ef363adc36a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32c2f60c-acbc-4edd-a413-72fb7df1bd94 HTTP/1.1" status: 200 len: 217 time: 0.0843415 Aug 24 00:22:42.843362 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:22:42.912797 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.913138 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] Added segment 6394b6d1-929e-4884-8462-397709b5339d of type vlan for network 7e16580f-817c-47d0-9b6c-5a1d57141b0e Aug 24 00:22:42.979658 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.984375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897262d-fea1-47fc-b8b1-f057555d014d req-51443ccc-0e9d-4c83-a551-f801a25af133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:42.986406 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1897262d-fea1-47fc-b8b1-f057555d014d req-51443ccc-0e9d-4c83-a551-f801a25af133 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b5a37de-8e6f-4151-b463-ebdfbb7cdda6 HTTP/1.1" status: 200 len: 853 time: 0.1387241 Aug 24 00:22:42.988246 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d88edbc-e07f-4f48-8249-842713b4dab0 admin admin] Router f96ac63d-22c4-4c20-bb4f-8eb117333345 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:22:43.036274 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1897262d-fea1-47fc-b8b1-f057555d014d req-feb51b70-f57d-43e8-abcb-9af2923957be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aaa34007-8295-4a05-9131-3ff6f23501a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396204 Aug 24 00:22:43.064997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c26636-e1be-415b-bed3-8a6d7d9c946a', 'tag': '7a67dc2f-dd90-45ea-98d9-d717d43f87f3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:43.067250 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49791f08-b28a-410d-a750-14eaf91191c9" -d '{"events": [{"name": "network-changed", "server_uuid": "25c26636-e1be-415b-bed3-8a6d7d9c946a", "tag": "7a67dc2f-dd90-45ea-98d9-d717d43f87f3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:43.097019 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.097885 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:43.098468 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.199033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-eeb1e982-0f68-4123-a3a5-c799e0fa3f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:43.200540 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-eeb1e982-0f68-4123-a3a5-c799e0fa3f75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b1769da-f736-4c99-87b2-e73cc76c5076 HTTP/1.1" status: 200 len: 853 time: 0.5387652 Aug 24 00:22:43.299067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51bcc1-d277-4185-8d0a-5e0ef01c930f req-e32e97a1-bf09-4107-aed6-fea8dfa5ba14 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:43.300852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c51bcc1-d277-4185-8d0a-5e0ef01c930f req-e32e97a1-bf09-4107-aed6-fea8dfa5ba14 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 943 time: 0.6654532 Aug 24 00:22:43.308661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a07421-97bc-420d-a47e-98405440208b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:43.310203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e7a07421-97bc-420d-a47e-98405440208b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6193564 Aug 24 00:22:43.331016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-a12706f5-8014-4a73-971b-b479735ea2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:43.332475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-a12706f5-8014-4a73-971b-b479735ea2ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b5a37de-8e6f-4151-b463-ebdfbb7cdda6 HTTP/1.1" status: 200 len: 853 time: 0.2522023 Aug 24 00:22:43.334010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55432) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:43.340372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-6a5c7d99-d48e-43b7-9e96-29437bd731b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee214e98-c54e-44f9-a07c-12d0d2b7286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826459 Aug 24 00:22:43.411028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8de598-6e3e-4cd7-9395-6b3c4c08271a req-029c353f-d1d1-4cd9-b600-1be7a41f09e4 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:43.412524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c8de598-6e3e-4cd7-9395-6b3c4c08271a req-029c353f-d1d1-4cd9-b600-1be7a41f09e4 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.3424354 Aug 24 00:22:43.442716 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f419158-b6a5-450c-b6fa-e9579023e9ef tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] GET failed (client error): The resource could not be found. Aug 24 00:22:43.444329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6f419158-b6a5-450c-b6fa-e9579023e9ef tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/fa4822d4-b1cd-4a6a-a89d-2e5fa1444386 HTTP/1.1" status: 404 len: 333 time: 0.1063902 Aug 24 00:22:43.457777 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-3372e1bb-2ff3-48c8-aaac-ea4da93d2b71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaa34007-8295-4a05-9131-3ff6f23501a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942063 Aug 24 00:22:43.483797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55434) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:43.495123 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4556596 Aug 24 00:22:43.507101 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:43.515206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2355f4f8-4374-42c1-a930-3bfb8ffdbbbe admin admin] Request body: {'subnet': {'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-subnet', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:43.542116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65b5f4-40c1-4880-8274-3eeb290246f6 admin admin] Pushing event updated for resources: {'Network': ['ID=7e16580f-817c-47d0-9b6c-5a1d57141b0e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:43.553040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 7e16580f-817c-47d0-9b6c-5a1d57141b0e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:22:43.553507 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d88edbc-e07f-4f48-8249-842713b4dab0 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:22:43.562253 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9d88edbc-e07f-4f48-8249-842713b4dab0 admin admin] 10.222.0.32 "PUT /v2.0/routers/f96ac63d-22c4-4c20-bb4f-8eb117333345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5724723 Aug 24 00:22:43.565749 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55440) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:43.571661 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffa7e4-36bf-44ec-83c9-96a703bb639a None None] Sync routers for ids ['f96ac63d-22c4-4c20-bb4f-8eb117333345'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:22:43.573253 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1897262d-fea1-47fc-b8b1-f057555d014d req-16e2fc25-2624-434b-8971-fa6c1874806c service neutron] 10.222.0.13 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023606 Aug 24 00:22:43.591405 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffa7e4-36bf-44ec-83c9-96a703bb639a None None] Routers {'f96ac63d-22c4-4c20-bb4f-8eb117333345'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:43.592592 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce12eea-371f-4a95-b0ad-e4f1b768253a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] GET failed (client error): The resource could not be found. Aug 24 00:22:43.596632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7ce12eea-371f-4a95-b0ad-e4f1b768253a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/3e0241d0-ccde-4e3e-815b-1ec7881e475b HTTP/1.1" status: 404 len: 333 time: 0.1066387 Aug 24 00:22:43.597508 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-66ffa7e4-36bf-44ec-83c9-96a703bb639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:22:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f96ac63d-22c4-4c20-bb4f-8eb117333345'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:43.602855 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c51bcc1-d277-4185-8d0a-5e0ef01c930f req-50e8d1f2-4bea-497c-b460-c60906c58c38 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744956 Aug 24 00:22:43.603329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55444) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:43.611427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2355f4f8-4374-42c1-a930-3bfb8ffdbbbe admin admin] Made reservation on behalf of 6652d588fc06408696d6f2e2064c1266 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:43.613782 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2355f4f8-4374-42c1-a930-3bfb8ffdbbbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.765475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c8de598-6e3e-4cd7-9395-6b3c4c08271a req-75bc53c3-c4df-455f-9117-7913e02969f6 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079240 Aug 24 00:22:43.771330 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-66ffa7e4-36bf-44ec-83c9-96a703bb639a None None] Set router f96ac63d-22c4-4c20-bb4f-8eb117333345 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:43.811703 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.815952 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c942da44-14ab-4177-8f4c-30d8d1a032eb x-openstack-request-id: req-c942da44-14ab-4177-8f4c-30d8d1a032eb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:43.816242 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c26636-e1be-415b-bed3-8a6d7d9c946a", "tag": "7a67dc2f-dd90-45ea-98d9-d717d43f87f3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:43.816492 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c942da44-14ab-4177-8f4c-30d8d1a032eb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:43.817355 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c26636-e1be-415b-bed3-8a6d7d9c946a', 'tag': '7a67dc2f-dd90-45ea-98d9-d717d43f87f3', 'status': 'completed', 'code': 200} Aug 24 00:22:43.855065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-846f5ea9-004f-40d6-8a2e-27303960757a service neutron] 10.222.0.13 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953959 Aug 24 00:22:43.905231 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa225-a1fe-48b7-90b9-af56b651ee5a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.920422 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1897262d-fea1-47fc-b8b1-f057555d014d req-6812ca45-5bf9-4c97-aa43-036cee674fdd service neutron] 10.222.0.13 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105609 Aug 24 00:22:43.935544 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-206c3556-e6e8-46f8-9da8-4bd27c49e202 service neutron] 10.222.0.47 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197407 Aug 24 00:22:44.021149 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.034196 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-66ffa7e4-36bf-44ec-83c9-96a703bb639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'name': 'tempest-ServersTestMultiNic-1734251151-router', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'dd0b02b7-98d5-4b6b-97c1-3004215d3839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:31Z', 'updated_at': '2021-08-24T00:22:41Z', 'revision_number': 5, 'project_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'gw_port': {'id': 'dd0b02b7-98d5-4b6b-97c1-3004215d3839', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:32Z', 'updated_at': '2021-08-24T00:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:44.059943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cb8d6-54c3-4da8-a803-c5c2b8f69113 req-47889fec-4a77-4f9b-84ca-740ec9201bac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.060664 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffa7e4-36bf-44ec-83c9-96a703bb639a None None] Checking router: f96ac63d-22c4-4c20-bb4f-8eb117333345 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:22:44.066696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cb8d6-54c3-4da8-a803-c5c2b8f69113 req-47889fec-4a77-4f9b-84ca-740ec9201bac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.069824 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffa7e4-36bf-44ec-83c9-96a703bb639a None None] Routers {'f96ac63d-22c4-4c20-bb4f-8eb117333345'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:44.070415 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-66ffa7e4-36bf-44ec-83c9-96a703bb639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:22:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f96ac63d-22c4-4c20-bb4f-8eb117333345'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:44.072832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cb8d6-54c3-4da8-a803-c5c2b8f69113 req-47889fec-4a77-4f9b-84ca-740ec9201bac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.078706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cb8d6-54c3-4da8-a803-c5c2b8f69113 req-47889fec-4a77-4f9b-84ca-740ec9201bac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.085409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cb8d6-54c3-4da8-a803-c5c2b8f69113 req-47889fec-4a77-4f9b-84ca-740ec9201bac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.091332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cb8d6-54c3-4da8-a803-c5c2b8f69113 req-47889fec-4a77-4f9b-84ca-740ec9201bac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.097945 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cb8d6-54c3-4da8-a803-c5c2b8f69113 req-47889fec-4a77-4f9b-84ca-740ec9201bac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.098207 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2355f4f8-4374-42c1-a930-3bfb8ffdbbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.105894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d2cb8d6-54c3-4da8-a803-c5c2b8f69113 req-47889fec-4a77-4f9b-84ca-740ec9201bac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5431 time: 0.4091623 Aug 24 00:22:44.161853 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-66ffa7e4-36bf-44ec-83c9-96a703bb639a None None] Set router f96ac63d-22c4-4c20-bb4f-8eb117333345 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:44.164763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355f4f8-4374-42c1-a930-3bfb8ffdbbbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa2e48a9-45a5-4f60-b104-b36c4410581e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:44.175884 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] Deleting port dd0b02b7-98d5-4b6b-97c1-3004215d3839 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:44.176224 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.180622 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2355f4f8-4374-42c1-a930-3bfb8ffdbbbe admin admin] Checking segment: {'id': '6394b6d1-929e-4884-8462-397709b5339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:44.180985 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2355f4f8-4374-42c1-a930-3bfb8ffdbbbe admin admin] Network hostable DHCP agents. Network: 7e16580f-817c-47d0-9b6c-5a1d57141b0e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:22:44.187873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e9605a-6ead-4107-be66-33d19905954a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:44.223209 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-66ffa7e4-36bf-44ec-83c9-96a703bb639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'name': 'tempest-ServersTestMultiNic-1734251151-router', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:31Z', 'updated_at': '2021-08-24T00:22:44Z', 'revision_number': 6, 'project_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:44.227940 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.243640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2355f4f8-4374-42c1-a930-3bfb8ffdbbbe admin admin] Network 7e16580f-817c-47d0-9b6c-5a1d57141b0e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:22:44.252682 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ffa7e4-36bf-44ec-83c9-96a703bb639a None None] The sync data for ids ['f96ac63d-22c4-4c20-bb4f-8eb117333345'] in n-d-805736-1 is: [{'id': 'f96ac63d-22c4-4c20-bb4f-8eb117333345', 'name': 'tempest-ServersTestMultiNic-1734251151-router', 'tenant_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:31Z', 'updated_at': '2021-08-24T00:22:44Z', 'revision_number': 6, 'project_id': 'ef165561fc8949dd973d6a621f1f5c5a', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:22:44.268719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2355f4f8-4374-42c1-a930-3bfb8ffdbbbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 7e16580f-817c-47d0-9b6c-5a1d57141b0e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:44.269320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bd83f-89c6-4cf9-bbdf-8cf138c0bddd req-f2be4dc7-3f70-478c-9197-c1ed3f898d9e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.271083 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-944bd83f-89c6-4cf9-bbdf-8cf138c0bddd req-f2be4dc7-3f70-478c-9197-c1ed3f898d9e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 944 time: 0.3715827 Aug 24 00:22:44.279646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca8017-53d9-4d03-9e6d-740b5ef26dd6 None None] Network 7e16580f-817c-47d0-9b6c-5a1d57141b0e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:44.280694 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2355f4f8-4374-42c1-a930-3bfb8ffdbbbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.281286 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2355f4f8-4374-42c1-a930-3bfb8ffdbbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.294354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] For port dd0b02b7-98d5-4b6b-97c1-3004215d3839, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=dd0b02b7-98d5-4b6b-97c1-3004215d3839,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:44.294749 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.310591 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] Calling delete_port for dd0b02b7-98d5-4b6b-97c1-3004215d3839 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:44.319828 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2355f4f8-4374-42c1-a930-3bfb8ffdbbbe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8087304 Aug 24 00:22:44.323616 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:44.328353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:44.375530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2be1f5a8-9573-49e8-af27-9c6813adc41a req-c5a2a2db-f421-4f1e-8cdf-35e4cf5ae9fe service neutron] 10.222.0.47 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023039 Aug 24 00:22:44.389691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Transition to ACTIVE for port object 67e9605a-6ead-4107-be66-33d19905954a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:44.401911 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.403281 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.425711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d2cb8d6-54c3-4da8-a803-c5c2b8f69113 req-71f40b0c-9110-4ec9-9ea5-afd6ec60ea39 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3189087 Aug 24 00:22:44.428650 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa225-a1fe-48b7-90b9-af56b651ee5a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.441452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b9a688f-84b7-4c4e-87f8-381bb3b538da req-70e52b26-9de1-4e27-aab9-3b547d1950b3 service neutron] 10.222.0.13 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671041 Aug 24 00:22:44.450076 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.467432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2fbec0-edf4-4e72-b7bb-cf53d385b6d2 None None] Network 7e16580f-817c-47d0-9b6c-5a1d57141b0e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:44.516456 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.523604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-d8bfa225-a1fe-48b7-90b9-af56b651ee5a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22ba456-3be6-430e-b1ef-719adc5ee7f0']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:44.527185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Pushing event updated for resources: {'Port': ['ID=67e9605a-6ead-4107-be66-33d19905954a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:44.595644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-944bd83f-89c6-4cf9-bbdf-8cf138c0bddd req-8212da15-dbd4-4b9d-973d-efad40d772e4 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024418 Aug 24 00:22:44.632968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-d8bfa225-a1fe-48b7-90b9-af56b651ee5a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb757a05-04f3-460f-9e29-d7fce27c2a8f') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:44.633923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-d8bfa225-a1fe-48b7-90b9-af56b651ee5a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb757a05-04f3-460f-9e29-d7fce27c2a8f') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:44.647902 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa225-a1fe-48b7-90b9-af56b651ee5a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.712563 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.724926 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.733014 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa225-a1fe-48b7-90b9-af56b651ee5a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.763954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bfa225-a1fe-48b7-90b9-af56b651ee5a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:22:44.764293 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa225-a1fe-48b7-90b9-af56b651ee5a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.765299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0b02b7-98d5-4b6b-97c1-3004215d3839,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:22:44.772256 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:22:44.857975 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.867221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49791f08-b28a-410d-a750-14eaf91191c9 req-cde14084-0667-4bde-ae7a-45ba23806bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.868749 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49791f08-b28a-410d-a750-14eaf91191c9 req-cde14084-0667-4bde-ae7a-45ba23806bdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce43a7dcccfd4df2b884665c1e9e43e1&device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 1094 time: 0.3478317 Aug 24 00:22:44.908871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f57c1-a451-4ae4-b217-696e09ae2491 req-158330a8-35a5-49d2-8995-489d6a51f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.910395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-020f57c1-a451-4ae4-b217-696e09ae2491 req-158330a8-35a5-49d2-8995-489d6a51f60c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2073d78fc8964f96b023d510a38a1da2&device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 1095 time: 0.2892132 Aug 24 00:22:44.937186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998d4e7-e069-4904-aa30-cd9243d87ea2 req-4c2897bc-ad05-4d7a-821e-f4fcc9081915 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.943299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5998d4e7-e069-4904-aa30-cd9243d87ea2 req-4c2897bc-ad05-4d7a-821e-f4fcc9081915 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 944 time: 0.2848194 Aug 24 00:22:44.953095 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.960467 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.979036 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa225-a1fe-48b7-90b9-af56b651ee5a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.993816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83727f9c-de0d-47cd-b4eb-f7946273f392 req-c25d8ad8-0154-4f54-bf77-f6fa3cb72c19 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.995341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83727f9c-de0d-47cd-b4eb-f7946273f392 req-c25d8ad8-0154-4f54-bf77-f6fa3cb72c19 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 943 time: 0.3013852 Aug 24 00:22:45.011743 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.012025 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f96ac63d-22c4-4c20-bb4f-8eb117333345 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:22:45.035980 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa225-a1fe-48b7-90b9-af56b651ee5a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.037841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d8bfa225-a1fe-48b7-90b9-af56b651ee5a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/networks/f22ba456-3be6-430e-b1ef-719adc5ee7f0 HTTP/1.1" status: 204 len: 168 time: 1.4067650 Aug 24 00:22:45.049948 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.053406 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-61700d0b-6c54-4ac4-976b-8f1e44bac562 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f96ac63d-22c4-4c20-bb4f-8eb117333345 HTTP/1.1" status: 204 len: 168 time: 1.4866645 Aug 24 00:22:45.054143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55452) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:45.054602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55454) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:45.068886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-051ee4ee-4eab-4687-b8be-d4e8e6f1c7ba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-295819364'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:45.170358 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 32c2f60c-acbc-4edd-a413-72fb7df1bd94 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:45.189770 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e7e239-c473-4615-ad00-542dcc3b088c admin admin] Deleting subnet 2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:22:45.198119 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29e7e239-c473-4615-ad00-542dcc3b088c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.202062 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051ee4ee-4eab-4687-b8be-d4e8e6f1c7ba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:45.206479 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-051ee4ee-4eab-4687-b8be-d4e8e6f1c7ba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.247069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.271196 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.295036 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29e7e239-c473-4615-ad00-542dcc3b088c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.308449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 32c2f60c-acbc-4edd-a413-72fb7df1bd94, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=32c2f60c-acbc-4edd-a413-72fb7df1bd94,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:45.323556 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '32c2f60c-acbc-4edd-a413-72fb7df1bd94', 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2', 'port_id': '32c2f60c-acbc-4edd-a413-72fb7df1bd94', 'mac_address': 'fa:16:3e:4e:a3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5a37de-8e6f-4151-b463-ebdfbb7cdda6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:45.361405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051ee4ee-4eab-4687-b8be-d4e8e6f1c7ba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:22:45.369238 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.386582 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-051ee4ee-4eab-4687-b8be-d4e8e6f1c7ba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.386950 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-051ee4ee-4eab-4687-b8be-d4e8e6f1c7ba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Added segment 5ecd8085-2044-462b-96fb-69b947a0399b of type vlan for network daee8870-e015-465c-a73f-9de34e8172fa Aug 24 00:22:45.387525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c2f60c-acbc-4edd-a413-72fb7df1bd94 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:45.387908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Attempting to bind port 67e9605a-6ead-4107-be66-33d19905954a on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:45.388254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Attempting to bind port 67e9605a-6ead-4107-be66-33d19905954a by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:45.388587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Attempting to bind port 67e9605a-6ead-4107-be66-33d19905954a on network 4e62f524-6a63-41f9-8661-cb5c0da3099c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:45.391080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfa225-a1fe-48b7-90b9-af56b651ee5a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Network': ['ID=f22ba456-3be6-430e-b1ef-719adc5ee7f0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:45.412752 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 32c2f60c-acbc-4edd-a413-72fb7df1bd94, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=32c2f60c-acbc-4edd-a413-72fb7df1bd94,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:45.419733 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.432339 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Port 67e9605a-6ead-4107-be66-33d19905954a on network 4e62f524-6a63-41f9-8661-cb5c0da3099c not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:45.432667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Attempting to bind port 67e9605a-6ead-4107-be66-33d19905954a on network 4e62f524-6a63-41f9-8661-cb5c0da3099c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:45.462386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:45.462729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Checking segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:45.463168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Bound using segment: {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:45.463625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Bound port: 67e9605a-6ead-4107-be66-33d19905954a, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2417b6-473d-412d-83bb-9d40bae38b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:45.463986 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.477211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=32c2f60c-acbc-4edd-a413-72fb7df1bd94,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:45.492956 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-051ee4ee-4eab-4687-b8be-d4e8e6f1c7ba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.523105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83727f9c-de0d-47cd-b4eb-f7946273f392 req-68ec49ce-b274-450c-a66f-eaa71697c95f tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883380 Aug 24 00:22:45.523940 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29e7e239-c473-4615-ad00-542dcc3b088c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.531862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5998d4e7-e069-4904-aa30-cd9243d87ea2 req-4e41e4a0-ea00-491f-bcfe-972ce3fa5faf tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508449 Aug 24 00:22:45.546463 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Allocated IP 172.25.8.115 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/52338dbe-9904-47f7-8f5e-1e9ab65437ed) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:45.569681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49791f08-b28a-410d-a750-14eaf91191c9 req-f9b0ebbf-d7c3-4fef-a291-d4c34d1270f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.572392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49791f08-b28a-410d-a750-14eaf91191c9 req-f9b0ebbf-d7c3-4fef-a291-d4c34d1270f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaa34007-8295-4a05-9131-3ff6f23501a2 HTTP/1.1" status: 200 len: 914 time: 0.6884823 Aug 24 00:22:45.606627 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-051ee4ee-4eab-4687-b8be-d4e8e6f1c7ba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.615506 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051ee4ee-4eab-4687-b8be-d4e8e6f1c7ba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.615506 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-051ee4ee-4eab-4687-b8be-d4e8e6f1c7ba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.661751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49791f08-b28a-410d-a750-14eaf91191c9 req-f293ea4c-c115-4ca7-9c6f-8b59b084c0db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a67dc2f-dd90-45ea-98d9-d717d43f87f3 HTTP/1.1" status: 200 len: 217 time: 0.0554178 Aug 24 00:22:45.663151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f57c1-a451-4ae4-b217-696e09ae2491 req-aa532ae6-0003-4c9b-a927-0b55bfcce545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.664515 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-020f57c1-a451-4ae4-b217-696e09ae2491 req-aa532ae6-0003-4c9b-a927-0b55bfcce545 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee214e98-c54e-44f9-a07c-12d0d2b7286a HTTP/1.1" status: 200 len: 914 time: 0.7399688 Aug 24 00:22:45.700758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['32c2f60c-acbc-4edd-a413-72fb7df1bd94'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:45.717793 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-051ee4ee-4eab-4687-b8be-d4e8e6f1c7ba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6592333 Aug 24 00:22:45.721488 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:45.726336 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dde5cb4a-40f1-4d4a-88e9-dd690769687b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': 'daee8870-e015-465c-a73f-9de34e8172fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:45.739537 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29e7e239-c473-4615-ad00-542dcc3b088c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.803946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-020f57c1-a451-4ae4-b217-696e09ae2491 req-aa1bdc64-cd37-485c-985a-ed2b129a8c09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0e2e61a-670d-4ce2-ac7a-804a3564122b HTTP/1.1" status: 200 len: 217 time: 0.1191313 Aug 24 00:22:45.810368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ee4ee-4eab-4687-b8be-d4e8e6f1c7ba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Network': ['ID=daee8870-e015-465c-a73f-9de34e8172fa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:45.824845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7e239-c473-4615-ad00-542dcc3b088c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:45.833094 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29e7e239-c473-4615-ad00-542dcc3b088c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.835002 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-29e7e239-c473-4615-ad00-542dcc3b088c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2f1dfcfb-dfc2-4f7f-bdc2-3c8e1b62b4bb HTTP/1.1" status: 204 len: 168 time: 0.7778895 Aug 24 00:22:45.839468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] For port 67e9605a-6ead-4107-be66-33d19905954a, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:45.842744 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55462) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:45.846005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49791f08-b28a-410d-a750-14eaf91191c9 req-aa690b60-21c3-4907-93e6-ce1f0eb80c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.847040 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49791f08-b28a-410d-a750-14eaf91191c9 req-aa690b60-21c3-4907-93e6-ce1f0eb80c1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b5a37de-8e6f-4151-b463-ebdfbb7cdda6 HTTP/1.1" status: 200 len: 853 time: 0.1484389 Aug 24 00:22:45.855467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network daee8870-e015-465c-a73f-9de34e8172fa details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:22:45.857498 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31a0994-2b1a-4e51-bafd-03dcb89417fd None None] Network 65cae8b3-05bf-4e22-a546-4542e3745777 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:45.887949 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.902371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e31416-709e-4013-9f02-c41d8347cabd req-c009ce74-8ee1-4a48-bd00-e27cee748cb5 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.910299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34e31416-709e-4013-9f02-c41d8347cabd req-c009ce74-8ee1-4a48-bd00-e27cee748cb5 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.2571869 Aug 24 00:22:45.936996 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] For port 67e9605a-6ead-4107-be66-33d19905954a, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=67e9605a-6ead-4107-be66-33d19905954a,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:45.954994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d549940-c6e7-4b41-a4cd-e182b40f2c19 req-e1d547da-2d05-416f-8d2b-bd9a7b54d3ed tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.962403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d549940-c6e7-4b41-a4cd-e182b40f2c19 req-e1d547da-2d05-416f-8d2b-bd9a7b54d3ed tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.968833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d549940-c6e7-4b41-a4cd-e182b40f2c19 req-e1d547da-2d05-416f-8d2b-bd9a7b54d3ed tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.976922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d549940-c6e7-4b41-a4cd-e182b40f2c19 req-e1d547da-2d05-416f-8d2b-bd9a7b54d3ed tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.982859 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.983340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d549940-c6e7-4b41-a4cd-e182b40f2c19 req-e1d547da-2d05-416f-8d2b-bd9a7b54d3ed tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.984394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde5cb4a-40f1-4d4a-88e9-dd690769687b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:45.987728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dde5cb4a-40f1-4d4a-88e9-dd690769687b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.989427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d549940-c6e7-4b41-a4cd-e182b40f2c19 req-e1d547da-2d05-416f-8d2b-bd9a7b54d3ed tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.993427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4ba7dad4-381e-4fac-b3cf-0213b707a7eb no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:45.995346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d549940-c6e7-4b41-a4cd-e182b40f2c19 req-e1d547da-2d05-416f-8d2b-bd9a7b54d3ed tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.997318 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d549940-c6e7-4b41-a4cd-e182b40f2c19 req-e1d547da-2d05-416f-8d2b-bd9a7b54d3ed tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5431 time: 0.3414409 Aug 24 00:22:46.002644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49791f08-b28a-410d-a750-14eaf91191c9 req-b0ebeb0b-bebb-4d30-88ac-142ba9d09dd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaa34007-8295-4a05-9131-3ff6f23501a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275959 Aug 24 00:22:46.010654 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.065681 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4ba7dad4-381e-4fac-b3cf-0213b707a7eb {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:46.066086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4ba7dad4-381e-4fac-b3cf-0213b707a7eb not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:46.067116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dd0b02b7-98d5-4b6b-97c1-3004215d3839 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:46.068684 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.095264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f57c1-a451-4ae4-b217-696e09ae2491 req-e5442ce9-fca0-47b2-a70f-be1d99637f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:46.096866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-020f57c1-a451-4ae4-b217-696e09ae2491 req-e5442ce9-fca0-47b2-a70f-be1d99637f37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b1769da-f736-4c99-87b2-e73cc76c5076 HTTP/1.1" status: 200 len: 853 time: 0.2807608 Aug 24 00:22:46.155450 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:46.167068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:46.167714 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.169159 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] 10.222.0.13 "PUT /v2.0/ports/67e9605a-6ead-4107-be66-33d19905954a HTTP/1.1" status: 200 len: 1092 time: 3.7726321 Aug 24 00:22:46.169633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f645370a-a66e-45da-b86a-7910605b5d48', 'tag': '67e9605a-6ead-4107-be66-33d19905954a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:46.169855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:46.172110 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a8a368-122e-4100-92f5-432ade3bb63b" -d '{"events": [{"name": "network-changed", "server_uuid": "f645370a-a66e-45da-b86a-7910605b5d48", "tag": "67e9605a-6ead-4107-be66-33d19905954a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:46.175332 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:46.198267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Pushing event updated for resources: {'Port': ['ID=52338dbe-9904-47f7-8f5e-1e9ab65437ed,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:46.219139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34e31416-709e-4013-9f02-c41d8347cabd req-279a2e69-4874-45de-bcfb-3032b5efa422 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078318 Aug 24 00:22:46.241033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-020f57c1-a451-4ae4-b217-696e09ae2491 req-12711c29-907d-41bf-8c4e-88a878aa11e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee214e98-c54e-44f9-a07c-12d0d2b7286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950077 Aug 24 00:22:46.261907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Deleting port 5ba289bc-0891-44dd-a7a9-e47da2e42c92 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:46.262320 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.263579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: dd0b02b7-98d5-4b6b-97c1-3004215d3839 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:46.264049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dd0b02b7-98d5-4b6b-97c1-3004215d3839 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:46.272408 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d549940-c6e7-4b41-a4cd-e182b40f2c19 req-d002d7f1-b74b-4091-838c-d3f988f6e792 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2520711 Aug 24 00:22:46.339584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c417d-d5c5-40e4-aeb6-213970b8bb61 service neutron] Pushing event updated for resources: {'Port': ['ID=67e9605a-6ead-4107-be66-33d19905954a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:46.373741 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5297000b-9c0c-493a-9a66-70843a59dc57 x-openstack-request-id: req-5297000b-9c0c-493a-9a66-70843a59dc57 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:46.374034 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f645370a-a66e-45da-b86a-7910605b5d48", "tag": "67e9605a-6ead-4107-be66-33d19905954a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:46.374289 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5297000b-9c0c-493a-9a66-70843a59dc57 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:46.374693 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f645370a-a66e-45da-b86a-7910605b5d48', 'tag': '67e9605a-6ead-4107-be66-33d19905954a', 'status': 'completed', 'code': 200} Aug 24 00:22:46.428204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b840a5a-494c-44fe-945f-ac29d53fb35f None None] DHCP port deletion for 65cae8b3-05bf-4e22-a546-4542e3745777 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:22:46.472900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49791f08-b28a-410d-a750-14eaf91191c9 req-2931489c-eae9-4fec-860c-c7f5798e1130 service neutron] 10.222.0.47 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591570 Aug 24 00:22:46.479219 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5b840a5a-494c-44fe-945f-ac29d53fb35f None None] Deleting port 5ba289bc-0891-44dd-a7a9-e47da2e42c92 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:46.480217 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b840a5a-494c-44fe-945f-ac29d53fb35f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.488421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-62e9f6ba-1ef3-4850-ae4b-238067f1e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:46.489956 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-62e9f6ba-1ef3-4850-ae4b-238067f1e7bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 1095 time: 0.2566254 Aug 24 00:22:46.539458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83c69f-3cfc-4111-953e-748b41ac8f8a req-e1538fbe-a6c6-43f7-94cc-a6afe527e967 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:46.541078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a83c69f-3cfc-4111-953e-748b41ac8f8a req-e1538fbe-a6c6-43f7-94cc-a6afe527e967 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 944 time: 0.1852524 Aug 24 00:22:46.567352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5b840a5a-494c-44fe-945f-ac29d53fb35f None None] For port 5ba289bc-0891-44dd-a7a9-e47da2e42c92, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5ba289bc-0891-44dd-a7a9-e47da2e42c92,segment=NetworkSegment(1a4d8a0d-e97b-4aea-bcd2-75576955d5c1),segment_id=1a4d8a0d-e97b-4aea-bcd2-75576955d5c1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:46.567616 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b840a5a-494c-44fe-945f-ac29d53fb35f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.592874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5b840a5a-494c-44fe-945f-ac29d53fb35f None None] Calling delete_port for 5ba289bc-0891-44dd-a7a9-e47da2e42c92 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:46.616986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-93d03d16-b0b4-4b36-ae65-db5ee496842b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67e9605a-6ead-4107-be66-33d19905954a HTTP/1.1" status: 200 len: 217 time: 0.1064136 Aug 24 00:22:46.680913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-020f57c1-a451-4ae4-b217-696e09ae2491 req-8c9610ce-56be-495c-9004-93c4378515d0 service neutron] 10.222.0.13 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310672 Aug 24 00:22:46.682841 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b840a5a-494c-44fe-945f-ac29d53fb35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.710023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b840a5a-494c-44fe-945f-ac29d53fb35f None None] Pushing event deleted for resources: {'Port': ['ID=5ba289bc-0891-44dd-a7a9-e47da2e42c92,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:46.726429 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b840a5a-494c-44fe-945f-ac29d53fb35f None None] No DVR routers for this DVR port 5ba289bc-0891-44dd-a7a9-e47da2e42c92 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:46.749585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] For port 5ba289bc-0891-44dd-a7a9-e47da2e42c92, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5ba289bc-0891-44dd-a7a9-e47da2e42c92,segment=NetworkSegment(1a4d8a0d-e97b-4aea-bcd2-75576955d5c1),segment_id=1a4d8a0d-e97b-4aea-bcd2-75576955d5c1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:46.749994 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.760148 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dde5cb4a-40f1-4d4a-88e9-dd690769687b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.777028 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Calling delete_port for 5ba289bc-0891-44dd-a7a9-e47da2e42c92 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:46.793567 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a83c69f-3cfc-4111-953e-748b41ac8f8a req-d7ba53d0-bd3d-4e16-a424-54f58c733a29 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924856 Aug 24 00:22:46.820680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-ad99f8dd-a694-4d6a-a1dc-916dea901a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:46.822276 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-ad99f8dd-a694-4d6a-a1dc-916dea901a12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.1949170 Aug 24 00:22:46.846769 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49791f08-b28a-410d-a750-14eaf91191c9 req-ffe84fef-b4c6-406a-bcec-8367c1382eb4 service neutron] 10.222.0.47 "GET /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630774 Aug 24 00:22:46.854365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661493a-1588-41c6-9f23-6b1faaf0dd35 req-7f1b178a-327d-480f-8cf9-d58855e9f522 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:46.855865 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2661493a-1588-41c6-9f23-6b1faaf0dd35 req-7f1b178a-327d-480f-8cf9-d58855e9f522 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 943 time: 0.2364535 Aug 24 00:22:46.883853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-56d7f83f-e055-4ad8-8f66-3d2e4b97556a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504045 Aug 24 00:22:46.910961 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5cb4a-40f1-4d4a-88e9-dd690769687b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Subnet': ['ID=cf06de0d-b6dd-4ad1-9744-bb55e79ed7c8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:46.980902 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5cb4a-40f1-4d4a-88e9-dd690769687b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Checking segment: {'id': '5ecd8085-2044-462b-96fb-69b947a0399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'daee8870-e015-465c-a73f-9de34e8172fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:46.981262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde5cb4a-40f1-4d4a-88e9-dd690769687b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network hostable DHCP agents. Network: daee8870-e015-465c-a73f-9de34e8172fa, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:22:47.013646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-020f57c1-a451-4ae4-b217-696e09ae2491 req-14f8f7d4-7c53-46bd-9a73-781f397a5175 service neutron] 10.222.0.13 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127124 Aug 24 00:22:47.023417 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.028010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2661493a-1588-41c6-9f23-6b1faaf0dd35 req-afdd16bc-4b59-447a-8b6f-e8bee028a217 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472034 Aug 24 00:22:47.037662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b9021-ddd3-4580-a63b-d7366688f9cf req-1c4ccdcf-b5e4-4c2d-8c80-c11e80343dc8 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.039278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-336b9021-ddd3-4580-a63b-d7366688f9cf req-1c4ccdcf-b5e4-4c2d-8c80-c11e80343dc8 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 944 time: 0.1775219 Aug 24 00:22:47.073123 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.078640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde5cb4a-40f1-4d4a-88e9-dd690769687b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network daee8870-e015-465c-a73f-9de34e8172fa is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:22:47.096035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-3ba88a26-a3f1-41ff-b711-a43dde72b7f2 service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976132 Aug 24 00:22:47.103341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-336b9021-ddd3-4580-a63b-d7366688f9cf req-34dda688-b464-47c5-95cb-6cacbad66657 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483122 Aug 24 00:22:47.112545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba289bc-0891-44dd-a7a9-e47da2e42c92,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:47.127723 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-dde5cb4a-40f1-4d4a-88e9-dd690769687b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, daee8870-e015-465c-a73f-9de34e8172fa) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:47.137629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002c4238-3151-4822-85ef-5fee3095acf3 None None] Network daee8870-e015-465c-a73f-9de34e8172fa requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:47.154659 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] No DVR routers for this DVR port 5ba289bc-0891-44dd-a7a9-e47da2e42c92 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:47.181943 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5cb4a-40f1-4d4a-88e9-dd690769687b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.182696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dde5cb4a-40f1-4d4a-88e9-dd690769687b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.201147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 15250587-53ca-4501-86b1-c7339d86c075 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:47.206924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f46d0d-10c3-4731-9a8a-7d80632ad01f req-1aa1bed2-9369-491d-947e-2408cc9c72d6 service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025801 Aug 24 00:22:47.215414 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 32c2f60c-acbc-4edd-a413-72fb7df1bd94 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:47.252437 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:47.261392 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dde5cb4a-40f1-4d4a-88e9-dd690769687b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5388374 Aug 24 00:22:47.264696 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55472) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:47.270803 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.278824 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'network_id': 'daee8870-e015-465c-a73f-9de34e8172fa', 'name': 'tempest-PortsTestJSON-774530147'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:47.367185 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cae8b3-05bf-4e22-a546-4542e3745777']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:47.387616 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4d8a0d-e97b-4aea-bcd2-75576955d5c1') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:47.387932 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4d8a0d-e97b-4aea-bcd2-75576955d5c1') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:47.408303 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.452250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8a368-122e-4100-92f5-432ade3bb63b req-15b255ed-a76a-4559-ae27-2cd90714a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.453812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9a8a368-122e-4100-92f5-432ade3bb63b req-15b255ed-a76a-4559-ae27-2cd90714a1fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e64cca1666df447f8193bde9cd7bcca8&device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 1095 time: 0.1151376 Aug 24 00:22:47.471156 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.509673 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:22:47.510428 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:22:47.513257 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:22:47.520523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 32c2f60c-acbc-4edd-a413-72fb7df1bd94 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:47.532565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 15250587-53ca-4501-86b1-c7339d86c075, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=15250587-53ca-4501-86b1-c7339d86c075,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:47.548956 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 32c2f60c-acbc-4edd-a413-72fb7df1bd94 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:47.549167 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.555747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-daee8870-e015-465c-a73f-9de34e8172fa', 'network_id': 'daee8870-e015-465c-a73f-9de34e8172fa', 'tenant_id': 'e3b13b55c42048309adfd977fccc2186', 'fixed_ips': [{'subnet_id': 'cf06de0d-b6dd-4ad1-9744-bb55e79ed7c8'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:22:47.556582 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.570104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344ed15-2beb-4c2a-a1f2-ba7d3af91bf1 req-d098d40b-3424-4835-ac7f-f2393f415d9b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.576624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344ed15-2beb-4c2a-a1f2-ba7d3af91bf1 req-d098d40b-3424-4835-ac7f-f2393f415d9b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.588688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344ed15-2beb-4c2a-a1f2-ba7d3af91bf1 req-d098d40b-3424-4835-ac7f-f2393f415d9b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.588915 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.589615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344ed15-2beb-4c2a-a1f2-ba7d3af91bf1 req-d098d40b-3424-4835-ac7f-f2393f415d9b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.594148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '15250587-53ca-4501-86b1-c7339d86c075', 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e', 'port_id': '15250587-53ca-4501-86b1-c7339d86c075', 'mac_address': 'fa:16:3e:89:ad:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea995d2-1395-4f59-8ad4-626922072864', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:47.596701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344ed15-2beb-4c2a-a1f2-ba7d3af91bf1 req-d098d40b-3424-4835-ac7f-f2393f415d9b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.606528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344ed15-2beb-4c2a-a1f2-ba7d3af91bf1 req-d098d40b-3424-4835-ac7f-f2393f415d9b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.609474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344ed15-2beb-4c2a-a1f2-ba7d3af91bf1 req-d098d40b-3424-4835-ac7f-f2393f415d9b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.611698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7344ed15-2beb-4c2a-a1f2-ba7d3af91bf1 req-d098d40b-3424-4835-ac7f-f2393f415d9b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5431 time: 0.1871583 Aug 24 00:22:47.614622 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.622023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194a6e8-cd66-4ca7-a3e0-094683b9d500 req-0f7b9105-4ec7-48da-8974-c44d45c96079 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.626916 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.630713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9194a6e8-cd66-4ca7-a3e0-094683b9d500 req-0f7b9105-4ec7-48da-8974-c44d45c96079 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.2506199 Aug 24 00:22:47.631024 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/65cae8b3-05bf-4e22-a546-4542e3745777 HTTP/1.1" status: 204 len: 168 time: 1.7843192 Aug 24 00:22:47.633067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7a67dc2f-dd90-45ea-98d9-d717d43f87f3,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:47.684550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:47.689444 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.699503 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '7a67dc2f-dd90-45ea-98d9-d717d43f87f3', 'network_id': 'aaa34007-8295-4a05-9131-3ff6f23501a2', 'port_id': '7a67dc2f-dd90-45ea-98d9-d717d43f87f3', 'mac_address': 'fa:16:3e:ba:22:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5a37de-8e6f-4151-b463-ebdfbb7cdda6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:47.710414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87272459-2849-4d17-b208-68effe38b9c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=65cae8b3-05bf-4e22-a546-4542e3745777,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:47.740734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port 759df280-0d29-4c06-a216-4b340838f0b2 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:22:47.742582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9194a6e8-cd66-4ca7-a3e0-094683b9d500 req-6cb2c299-dfaf-4a3d-bc17-a89dd925956b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109798 Aug 24 00:22:47.753939 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7344ed15-2beb-4c2a-a1f2-ba7d3af91bf1 req-4d1e11d6-4dce-457a-8515-c9894ba23134 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162956 Aug 24 00:22:47.755081 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8a368-122e-4100-92f5-432ade3bb63b req-a951e7fe-f955-4236-a20e-7115e814bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.756644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9a8a368-122e-4100-92f5-432ade3bb63b req-a951e7fe-f955-4236-a20e-7115e814bab9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 200 len: 912 time: 0.2835476 Aug 24 00:22:47.854435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9a8a368-122e-4100-92f5-432ade3bb63b req-3bacbc33-5c35-4223-8466-b3f32b7a1073 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67e9605a-6ead-4107-be66-33d19905954a HTTP/1.1" status: 200 len: 217 time: 0.0890634 Aug 24 00:22:47.863855 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:22:47.867242 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.887461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:47.970868 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a1c2e072-dd27-4a7f-a056-542c65db57f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef165561fc8949dd973d6a621f1f5c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769114 Aug 24 00:22:47.974312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55482) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:47.976315 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15250587-53ca-4501-86b1-c7339d86c075 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:47.993906 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.995982 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5ba289bc-0891-44dd-a7a9-e47da2e42c92 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:48.040164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b13a1e-ef52-497a-a79c-2384c4ed24fb req-a2a5d8af-3968-4400-b6f6-8d0e6fd8c00b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:48.041896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78b13a1e-ef52-497a-a79c-2384c4ed24fb req-a2a5d8af-3968-4400-b6f6-8d0e6fd8c00b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 944 time: 0.1023209 Aug 24 00:22:48.043529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8a368-122e-4100-92f5-432ade3bb63b req-b45a7635-31c1-4ac0-bdb5-e74c94fd93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:48.044893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9a8a368-122e-4100-92f5-432ade3bb63b req-b45a7635-31c1-4ac0-bdb5-e74c94fd93a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 200 len: 851 time: 0.1816232 Aug 24 00:22:48.045492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62316fb8-7090-4c18-a848-5fa210d6c018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.047274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Router 2a034655-4116-4bc2-b765-f2528f580818 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:22:48.058138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 5ba289bc-0891-44dd-a7a9-e47da2e42c92 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:48.058523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5ba289bc-0891-44dd-a7a9-e47da2e42c92 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:48.075502 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:48.082169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 15250587-53ca-4501-86b1-c7339d86c075, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=15250587-53ca-4501-86b1-c7339d86c075,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:48.086996 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.095544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Allocated IP 172.20.0.2 (daee8870-e015-465c-a73f-9de34e8172fa/cf06de0d-b6dd-4ad1-9744-bb55e79ed7c8/db679a49-06b3-42b6-b4a5-0f2f78efc20f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:48.102861 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.103095 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7ec2d164-920a-48df-808a-d50f19345547 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:48.105841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9a8a368-122e-4100-92f5-432ade3bb63b req-b99a1a56-da9e-4c0b-b2bf-8502942b1bf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4e62f524-6a63-41f9-8661-cb5c0da3099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518670 Aug 24 00:22:48.117492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62316fb8-7090-4c18-a848-5fa210d6c018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.174827 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7a67dc2f-dd90-45ea-98d9-d717d43f87f3,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:48.200681 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.206633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78b13a1e-ef52-497a-a79c-2384c4ed24fb req-253fcc72-284a-4810-ae53-aab2ef0527b5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371057 Aug 24 00:22:48.208102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59f183a-e529-4b6f-b436-603aefeb8328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c2f60c-acbc-4edd-a413-72fb7df1bd94'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:48.210389 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09039e2-c738-4fad-9939-a12fdef4531c" -d '{"events": [{"server_uuid": "c59f183a-e529-4b6f-b436-603aefeb8328", "name": "network-vif-plugged", "status": "completed", "tag": "32c2f60c-acbc-4edd-a413-72fb7df1bd94"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:48.231633 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:22:48.270855 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.272864 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-34eb9255-f0a0-41c2-8ee1-b94dbee51d9e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.9497602 Aug 24 00:22:48.275999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55490) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:48.283142 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Sync routers for ids ['2a034655-4116-4bc2-b765-f2528f580818'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:22:48.286164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed49e9-2dcf-4208-bdea-bdcc0a02e265 req-adae42d1-6c34-4807-bd99-82f545ec7824 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:48.290430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 32c2f60c-acbc-4edd-a413-72fb7df1bd94, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=32c2f60c-acbc-4edd-a413-72fb7df1bd94,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:48.297334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1aed49e9-2dcf-4208-bdea-bdcc0a02e265 req-adae42d1-6c34-4807-bd99-82f545ec7824 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 944 time: 0.1400731 Aug 24 00:22:48.335015 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.339963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=15250587-53ca-4501-86b1-c7339d86c075,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:48.377186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9a8a368-122e-4100-92f5-432ade3bb63b req-39a283d9-e16f-4a97-add2-a3523c98b78b service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616177 Aug 24 00:22:48.381511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1aed49e9-2dcf-4208-bdea-bdcc0a02e265 req-dde0d1bc-85e2-45c9-949c-b6d6217250b3 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825472 Aug 24 00:22:48.386111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Routers {'2a034655-4116-4bc2-b765-f2528f580818'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:48.386759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:22:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2a034655-4116-4bc2-b765-f2528f580818'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:48.424007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c4ab9-fc05-46f4-b0b9-53846f0005cc req-801c7f5a-b216-44de-b46b-7c46dc40b3c3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:48.425806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-214c4ab9-fc05-46f4-b0b9-53846f0005cc req-801c7f5a-b216-44de-b46b-7c46dc40b3c3 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 944 time: 0.0981812 Aug 24 00:22:48.484622 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182035f2-5faa-47fb-a020-14c4057e6475 x-openstack-request-id: req-182035f2-5faa-47fb-a020-14c4057e6475 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:48.484622 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59f183a-e529-4b6f-b436-603aefeb8328", "name": "network-vif-plugged", "status": "completed", "tag": "32c2f60c-acbc-4edd-a413-72fb7df1bd94", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:48.484919 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-182035f2-5faa-47fb-a020-14c4057e6475 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:48.485298 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59f183a-e529-4b6f-b436-603aefeb8328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c2f60c-acbc-4edd-a413-72fb7df1bd94', 'code': 200} Aug 24 00:22:48.489142 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62316fb8-7090-4c18-a848-5fa210d6c018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.491702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62316fb8-7090-4c18-a848-5fa210d6c018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.495187 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-62316fb8-7090-4c18-a848-5fa210d6c018 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/415ea00e-e149-4bf4-91f5-11cee0025f71 HTTP/1.1" status: 204 len: 168 time: 0.5175986 Aug 24 00:22:48.507523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62316fb8-7090-4c18-a848-5fa210d6c018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415ea00e-e149-4bf4-91f5-11cee0025f71,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:48.513017 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7ec2d164-920a-48df-808a-d50f19345547, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7ec2d164-920a-48df-808a-d50f19345547,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:48.527636 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7a67dc2f-dd90-45ea-98d9-d717d43f87f3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:48.546851 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-214c4ab9-fc05-46f4-b0b9-53846f0005cc req-a6916fd4-1312-4c81-bd51-b59ac8bd2c55 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880587 Aug 24 00:22:48.603854 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9a8a368-122e-4100-92f5-432ade3bb63b req-7d1cf048-1eff-415f-8f4b-541f3dcb2823 service neutron] 10.222.0.13 "GET /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191143 Aug 24 00:22:48.637430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '7ec2d164-920a-48df-808a-d50f19345547', 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1', 'port_id': '7ec2d164-920a-48df-808a-d50f19345547', 'mac_address': 'fa:16:3e:33:02:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba73f07-3c0f-4e69-9d14-a88992f59c65', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:48.639749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['7a67dc2f-dd90-45ea-98d9-d717d43f87f3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:48.669933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6e3f1-5bd3-4c37-a264-4bfd11f3b14b req-015a2da8-f396-4a36-b916-3eb6722858f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:48.671734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efb6e3f1-5bd3-4c37-a264-4bfd11f3b14b req-015a2da8-f396-4a36-b916-3eb6722858f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c59f183a-e529-4b6f-b436-603aefeb8328 HTTP/1.1" status: 200 len: 1096 time: 0.0491574 Aug 24 00:22:48.716995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efb6e3f1-5bd3-4c37-a264-4bfd11f3b14b req-19dcce3f-6ed1-46b3-9810-da0895ebf277 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369020 Aug 24 00:22:48.734975 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.756574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Set router 2a034655-4116-4bc2-b765-f2528f580818 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:48.761324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=32c2f60c-acbc-4edd-a413-72fb7df1bd94,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:48.910023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a794e37-703e-4916-b910-ff4208b32a5f req-08cbbcd9-cd99-4cb2-91c2-8d9e5e0fb9ba tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:48.917089 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a794e37-703e-4916-b910-ff4208b32a5f req-08cbbcd9-cd99-4cb2-91c2-8d9e5e0fb9ba tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.0695887 Aug 24 00:22:48.928936 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Transition to ACTIVE for port object db679a49-06b3-42b6-b4a5-0f2f78efc20f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:48.941069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.975431 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.017393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a794e37-703e-4916-b910-ff4208b32a5f req-47f7637e-c97c-49fb-98c3-f07c707a4dc9 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993481 Aug 24 00:22:49.061619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b85c0-98b2-4a2e-b459-0a28b153e71d req-0c7d3302-9fc2-4925-8400-45d4d34639a6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:49.065312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Transition to ACTIVE for port object db679a49-06b3-42b6-b4a5-0f2f78efc20f will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:49.068269 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec2d164-920a-48df-808a-d50f19345547 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:49.069708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b85c0-98b2-4a2e-b459-0a28b153e71d req-0c7d3302-9fc2-4925-8400-45d4d34639a6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:49.077540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b85c0-98b2-4a2e-b459-0a28b153e71d req-0c7d3302-9fc2-4925-8400-45d4d34639a6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:49.085287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b85c0-98b2-4a2e-b459-0a28b153e71d req-0c7d3302-9fc2-4925-8400-45d4d34639a6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:49.092001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b85c0-98b2-4a2e-b459-0a28b153e71d req-0c7d3302-9fc2-4925-8400-45d4d34639a6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:49.096795 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.098934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b85c0-98b2-4a2e-b459-0a28b153e71d req-0c7d3302-9fc2-4925-8400-45d4d34639a6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:49.106446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b85c0-98b2-4a2e-b459-0a28b153e71d req-0c7d3302-9fc2-4925-8400-45d4d34639a6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:49.109572 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c5b85c0-98b2-4a2e-b459-0a28b153e71d req-0c7d3302-9fc2-4925-8400-45d4d34639a6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5432 time: 0.1898901 Aug 24 00:22:49.118867 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7ec2d164-920a-48df-808a-d50f19345547, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7ec2d164-920a-48df-808a-d50f19345547,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:49.156897 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.157565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d0e2e61a-670d-4ce2-ac7a-804a3564122b details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:49.179756 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Allocated IP 172.20.0.1 (7e16580f-817c-47d0-9b6c-5a1d57141b0e/aa2e48a9-45a5-4f60-b104-b36c4410581e/312713bc-34ea-448e-a242-e15c8a8ee8a3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:49.189608 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Allocated IP 172.20.0.7 (daee8870-e015-465c-a73f-9de34e8172fa/cf06de0d-b6dd-4ad1-9744-bb55e79ed7c8/759df280-0d29-4c06-a216-4b340838f0b2) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:49.203311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Network daee8870-e015-465c-a73f-9de34e8172fa is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:49.226658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Pushing event updated for resources: {'Port': ['ID=db679a49-06b3-42b6-b4a5-0f2f78efc20f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:49.231279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:49.241128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:49.448907 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7ec2d164-920a-48df-808a-d50f19345547,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:49.459173 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.478316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Attempting to bind port db679a49-06b3-42b6-b4a5-0f2f78efc20f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:49.478695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Attempting to bind port db679a49-06b3-42b6-b4a5-0f2f78efc20f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '5ecd8085-2044-462b-96fb-69b947a0399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'daee8870-e015-465c-a73f-9de34e8172fa'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:49.479096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Attempting to bind port db679a49-06b3-42b6-b4a5-0f2f78efc20f on network daee8870-e015-465c-a73f-9de34e8172fa {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:49.503160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:49.503601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Checking segment: {'id': '5ecd8085-2044-462b-96fb-69b947a0399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'daee8870-e015-465c-a73f-9de34e8172fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:49.503910 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.504311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Bound using segment: {'id': '5ecd8085-2044-462b-96fb-69b947a0399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'daee8870-e015-465c-a73f-9de34e8172fa'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:49.504805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Bound port: db679a49-06b3-42b6-b4a5-0f2f78efc20f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd8085-2044-462b-96fb-69b947a0399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'daee8870-e015-465c-a73f-9de34e8172fa'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:49.505199 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.517854 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.517854 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55520) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:49.536130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d0e2e61a-670d-4ce2-ac7a-804a3564122b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d0e2e61a-670d-4ce2-ac7a-804a3564122b,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:49.551090 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Transition to ACTIVE for port object 759df280-0d29-4c06-a216-4b340838f0b2 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:49.582277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'd0e2e61a-670d-4ce2-ac7a-804a3564122b', 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a', 'port_id': 'd0e2e61a-670d-4ce2-ac7a-804a3564122b', 'mac_address': 'fa:16:3e:23:5c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1769da-f736-4c99-87b2-e73cc76c5076', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:49.587621 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.591203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:22:46Z', 'revision_number': 3, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port': {'id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:45Z', 'updated_at': '2021-08-24T00:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:49.623025 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Network 7e16580f-817c-47d0-9b6c-5a1d57141b0e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:49.627766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Checking router: 2a034655-4116-4bc2-b765-f2528f580818 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:22:49.628496 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Updating router 2a034655-4116-4bc2-b765-f2528f580818 port 52338dbe-9904-47f7-8f5e-1e9ab65437ed binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:22:49.652136 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:49.660420 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:49.690020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c5b85c0-98b2-4a2e-b459-0a28b153e71d req-680bdd0d-200c-468a-8266-db984f5860ca tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5682530 Aug 24 00:22:49.691937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] For port db679a49-06b3-42b6-b4a5-0f2f78efc20f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:49.698010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] For port db679a49-06b3-42b6-b4a5-0f2f78efc20f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=db679a49-06b3-42b6-b4a5-0f2f78efc20f,segment=NetworkSegment(5ecd8085-2044-462b-96fb-69b947a0399b),segment_id=5ecd8085-2044-462b-96fb-69b947a0399b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:49.700607 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.703348 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.718887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1b806-06a2-45bb-9ed6-6253c22837c5 req-a3c0fd7f-a338-4386-9d61-7a58d642c642 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:49.718887 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afc1b806-06a2-45bb-9ed6-6253c22837c5 req-a3c0fd7f-a338-4386-9d61-7a58d642c642 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 944 time: 0.0929310 Aug 24 00:22:49.727661 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.759531 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1583070440-network', 'tenant_id': 'cb0dbbd0b6ba4188ab9b32fed42400ec'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:49.771428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afc1b806-06a2-45bb-9ed6-6253c22837c5 req-6b25b34a-1076-4da0-ab6c-d7e7ea3b3503 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522518 Aug 24 00:22:49.798523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e2e61a-670d-4ce2-ac7a-804a3564122b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:49.801775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Pushing event updated for resources: {'Port': ['ID=312713bc-34ea-448e-a242-e15c8a8ee8a3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:49.808523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] Made reservation on behalf of cb0dbbd0b6ba4188ab9b32fed42400ec for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:49.811990 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.826324 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.843131 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.895672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b065f3-2336-4f7f-ad2b-05f9b3d4207c req-c48c1183-1384-4797-8172-02a14a51f0a2 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:49.897262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94b065f3-2336-4f7f-ad2b-05f9b3d4207c req-c48c1183-1384-4797-8172-02a14a51f0a2 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 944 time: 0.1040175 Aug 24 00:22:49.912702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.941048 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d0e2e61a-670d-4ce2-ac7a-804a3564122b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d0e2e61a-670d-4ce2-ac7a-804a3564122b,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:49.959341 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.960184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 9c0ee051-f3be-4377-a1b9-e220303e05a5 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:49.973389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94b065f3-2336-4f7f-ad2b-05f9b3d4207c req-c38615e6-2dd0-42d9-b3a7-1c734c03ab99 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666194 Aug 24 00:22:49.983850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adff46e-4c34-4410-b71b-fbe3aeaef9f1 None None] Pushing event updated for resources: {'Port': ['ID=db679a49-06b3-42b6-b4a5-0f2f78efc20f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:49.994499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b15700-7551-4cf1-8d43-8b2bec50e2fc req-24900e15-8cb3-4936-a5c0-dbd58a2a6a18 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:49.997479 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b15700-7551-4cf1-8d43-8b2bec50e2fc req-24900e15-8cb3-4936-a5c0-dbd58a2a6a18 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 944 time: 0.0992911 Aug 24 00:22:50.009092 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network daee8870-e015-465c-a73f-9de34e8172fa is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:50.021487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=759df280-0d29-4c06-a216-4b340838f0b2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:50.024171 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:50.034394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:50.074494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b15700-7551-4cf1-8d43-8b2bec50e2fc req-d4d0795a-36fb-4f45-8b24-9af0ff0ce614 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699618 Aug 24 00:22:50.083436 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d0e2e61a-670d-4ce2-ac7a-804a3564122b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:50.091806 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 9c0ee051-f3be-4377-a1b9-e220303e05a5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9c0ee051-f3be-4377-a1b9-e220303e05a5,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:50.152972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '9c0ee051-f3be-4377-a1b9-e220303e05a5', 'network_id': 'b6cfb797-f65c-4b64-8064-c867f5a2550e', 'port_id': '9c0ee051-f3be-4377-a1b9-e220303e05a5', 'mac_address': 'fa:16:3e:2d:b2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea995d2-1395-4f59-8ad4-626922072864', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:50.179008 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:50.180644 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.208131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3e313-43b2-43b0-b2fa-cefe1becbf26 req-3d0e78a3-da62-4396-ae27-aa49b6d12f77 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:50.210076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9f3e313-43b2-43b0-b2fa-cefe1becbf26 req-3d0e78a3-da62-4396-ae27-aa49b6d12f77 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.0805681 Aug 24 00:22:50.224314 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.256063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0ee051-f3be-4377-a1b9-e220303e05a5 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:50.261363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9f3e313-43b2-43b0-b2fa-cefe1becbf26 req-491b649e-533d-4936-81ce-23b38bf512ef tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444376 Aug 24 00:22:50.264749 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.302252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 9c0ee051-f3be-4377-a1b9-e220303e05a5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9c0ee051-f3be-4377-a1b9-e220303e05a5,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:50.307928 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.308561 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:50.372948 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.409938 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.457474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=9c0ee051-f3be-4377-a1b9-e220303e05a5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:50.467682 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Transition to ACTIVE for port object 52338dbe-9904-47f7-8f5e-1e9ab65437ed will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:50.477871 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.551278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3,segment=NetworkSegment(c9fb83f4-4764-4446-98f0-c5623cd56340),segment_id=c9fb83f4-4764-4446-98f0-c5623cd56340)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:50.560036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Attempting to bind port 52338dbe-9904-47f7-8f5e-1e9ab65437ed on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:50.560408 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Attempting to bind port 52338dbe-9904-47f7-8f5e-1e9ab65437ed by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:50.560766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Attempting to bind port 52338dbe-9904-47f7-8f5e-1e9ab65437ed on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:50.572528 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a2ac7-746d-4325-a9f7-a3f88557563a None None] Pushing event updated for resources: {'Port': ['ID=52338dbe-9904-47f7-8f5e-1e9ab65437ed,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:50.574821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'fa2236cf-9f4e-4517-bffb-4b3e4f8762d3', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'port_id': 'fa2236cf-9f4e-4517-bffb-4b3e4f8762d3', 'mac_address': 'fa:16:3e:55:41:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54dadfea-b82d-455e-87de-0100325a1116', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:50.576671 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:50.577044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:50.577443 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.577826 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:50.578293 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Bound port: 52338dbe-9904-47f7-8f5e-1e9ab65437ed, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:50.579227 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.661594 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.678133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] For port 52338dbe-9904-47f7-8f5e-1e9ab65437ed, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:50.683319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:50.694576 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.696898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] For port 52338dbe-9904-47f7-8f5e-1e9ab65437ed, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=52338dbe-9904-47f7-8f5e-1e9ab65437ed,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:50.704388 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.712239 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4f676855-c9e9-48f5-8d4a-48c01eb2be96 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4414093 Aug 24 00:22:50.713353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55528) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:50.733496 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:22:50.738687 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3,segment=NetworkSegment(c9fb83f4-4764-4446-98f0-c5623cd56340),segment_id=c9fb83f4-4764-4446-98f0-c5623cd56340)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:50.752233 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.753135 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 22f7ed89-39b2-4be4-b2ff-738827384330 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:50.773669 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.774072 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] Added segment 33837828-56c5-48c3-b8d3-42ac71fbf5a5 of type vlan for network d73bf0be-2567-4e49-b832-9f670225cf19 Aug 24 00:22:50.787030 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bb32b7-5d62-4546-b171-384d5beb2a21,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:50.860661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a2ac7-746d-4325-a9f7-a3f88557563a None None] Pushing event updated for resources: {'Port': ['ID=52338dbe-9904-47f7-8f5e-1e9ab65437ed,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:50.864692 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.885468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Routers {'2a034655-4116-4bc2-b765-f2528f580818'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:50.886477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:22:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2a034655-4116-4bc2-b765-f2528f580818'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:50.895584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 22f7ed89-39b2-4be4-b2ff-738827384330, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=22f7ed89-39b2-4be4-b2ff-738827384330,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:50.914115 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.921605 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.971771 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.973907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39b227-e73c-4bf2-981f-c0c3e7218d44 req-eae3f216-f2f8-4069-b4c1-f7331529cf7c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:50.978698 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '22f7ed89-39b2-4be4-b2ff-738827384330', 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1', 'port_id': '22f7ed89-39b2-4be4-b2ff-738827384330', 'mac_address': 'fa:16:3e:1a:ac:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba73f07-3c0f-4e69-9d14-a88992f59c65', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:50.981646 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.982709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:50.983189 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39b227-e73c-4bf2-981f-c0c3e7218d44 req-eae3f216-f2f8-4069-b4c1-f7331529cf7c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:50.983307 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.989926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39b227-e73c-4bf2-981f-c0c3e7218d44 req-eae3f216-f2f8-4069-b4c1-f7331529cf7c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:50.996178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39b227-e73c-4bf2-981f-c0c3e7218d44 req-eae3f216-f2f8-4069-b4c1-f7331529cf7c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:51.003161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39b227-e73c-4bf2-981f-c0c3e7218d44 req-eae3f216-f2f8-4069-b4c1-f7331529cf7c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:51.011055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39b227-e73c-4bf2-981f-c0c3e7218d44 req-eae3f216-f2f8-4069-b4c1-f7331529cf7c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:51.017464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39b227-e73c-4bf2-981f-c0c3e7218d44 req-eae3f216-f2f8-4069-b4c1-f7331529cf7c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:51.019595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c39b227-e73c-4bf2-981f-c0c3e7218d44 req-eae3f216-f2f8-4069-b4c1-f7331529cf7c tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5435 time: 0.1694572 Aug 24 00:22:51.031454 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:51.036517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c44da-c6ee-49dc-83a9-6e2493f49484 req-8c662eff-bea1-4e9e-bdae-3d5e1e8b2f86 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:51.038905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-402c44da-c6ee-49dc-83a9-6e2493f49484 req-8c662eff-bea1-4e9e-bdae-3d5e1e8b2f86 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 945 time: 0.1518464 Aug 24 00:22:51.064246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-05accf4e-f454-47fe-ac85-d229f4535921 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 759df280-0d29-4c06-a216-4b340838f0b2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:51.065054 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05accf4e-f454-47fe-ac85-d229f4535921 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.105491 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] Pushing event updated for resources: {'Network': ['ID=d73bf0be-2567-4e49-b832-9f670225cf19,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:51.119736 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4cb9b2dc-9b4b-4228-aee9-faa5a98a1ceb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5990927 Aug 24 00:22:51.124981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:51.135026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8947c84a-f03e-4cec-ba09-1ad20e8a03e5 admin admin] Request body: {'subnet': {'network_id': 'd73bf0be-2567-4e49-b832-9f670225cf19', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1583070440-subnet', 'tenant_id': 'cb0dbbd0b6ba4188ab9b32fed42400ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:51.192418 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c39b227-e73c-4bf2-981f-c0c3e7218d44 req-94a8c354-df81-4248-a1c3-35448af6189d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1653783 Aug 24 00:22:51.206100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8947c84a-f03e-4cec-ba09-1ad20e8a03e5 admin admin] Made reservation on behalf of cb0dbbd0b6ba4188ab9b32fed42400ec for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:51.218643 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8947c84a-f03e-4cec-ba09-1ad20e8a03e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.224045 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-402c44da-c6ee-49dc-83a9-6e2493f49484 req-bf2c6af3-dd48-4b0a-a52a-dbb072005d69 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522398 Aug 24 00:22:51.261568 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network d73bf0be-2567-4e49-b832-9f670225cf19 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:22:51.265038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cee9486-facc-4c2e-a664-d3e3d6830850 None None] Network daee8870-e015-465c-a73f-9de34e8172fa requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:51.267904 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05accf4e-f454-47fe-ac85-d229f4535921 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.286963 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-05accf4e-f454-47fe-ac85-d229f4535921 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 759df280-0d29-4c06-a216-4b340838f0b2 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:51.305979 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Pushing event updated for resources: {'Port': ['ID=312713bc-34ea-448e-a242-e15c8a8ee8a3,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:51.360878 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.371715 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Network 7e16580f-817c-47d0-9b6c-5a1d57141b0e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:51.372637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:51.376281 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:51.450737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fee88-650f-4f57-8835-b50354d17420 req-7d615dea-dc75-4878-b290-51e934c43093 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:51.452290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af3fee88-650f-4f57-8835-b50354d17420 req-7d615dea-dc75-4878-b290-51e934c43093 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 944 time: 0.1724048 Aug 24 00:22:51.463247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a6140-4b86-4d35-a2c1-00dc5d203dd9 req-888a85a5-641f-4553-b32c-01e0cced21d7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:51.471713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b95a6140-4b86-4d35-a2c1-00dc5d203dd9 req-888a85a5-641f-4553-b32c-01e0cced21d7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 944 time: 0.1381841 Aug 24 00:22:51.536549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-29338e77-a087-44fe-a68d-cb562a5a7b7a None None] Provisioning for port db679a49-06b3-42b6-b4a5-0f2f78efc20f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:51.539512 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f7ed89-39b2-4be4-b2ff-738827384330 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:51.567326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8947c84a-f03e-4cec-ba09-1ad20e8a03e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.570853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b95a6140-4b86-4d35-a2c1-00dc5d203dd9 req-4df1d0e2-c497-458c-ab68-fbb890bd7c65 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976493 Aug 24 00:22:51.577999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af3fee88-650f-4f57-8835-b50354d17420 req-b9c72807-d95a-40ad-8cb2-88ba3c6e252e tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037581 Aug 24 00:22:51.611491 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Router 2a034655-4116-4bc2-b765-f2528f580818 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:22:51.616753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05accf4e-f454-47fe-ac85-d229f4535921 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.622870 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 22f7ed89-39b2-4be4-b2ff-738827384330, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=22f7ed89-39b2-4be4-b2ff-738827384330,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:51.625286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:51.628640 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] Set router 2a034655-4116-4bc2-b765-f2528f580818 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:51.643606 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947c84a-f03e-4cec-ba09-1ad20e8a03e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d2afb3-6e1c-431e-bf23-1b204e8689ac,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:51.653203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05accf4e-f454-47fe-ac85-d229f4535921 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=759df280-0d29-4c06-a216-4b340838f0b2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:51.668202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:51.668580 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.670286 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.670844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device dfe403b4-93ff-4811-8d40-226b565b5d0e details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:51.700450 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947c84a-f03e-4cec-ba09-1ad20e8a03e5 admin admin] Checking segment: {'id': '33837828-56c5-48c3-b8d3-42ac71fbf5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd73bf0be-2567-4e49-b832-9f670225cf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:51.701026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947c84a-f03e-4cec-ba09-1ad20e8a03e5 admin admin] Network hostable DHCP agents. Network: d73bf0be-2567-4e49-b832-9f670225cf19, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:22:51.775174 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:22:51.781360 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d3dedc6c-b3c1-4ca3-a853-ade7ce9acb62 admin admin] 10.222.0.32 "PUT /v2.0/routers/2a034655-4116-4bc2-b765-f2528f580818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5006120 Aug 24 00:22:51.792083 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947c84a-f03e-4cec-ba09-1ad20e8a03e5 admin admin] Network d73bf0be-2567-4e49-b832-9f670225cf19 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:22:51.796178 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05accf4e-f454-47fe-ac85-d229f4535921 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.800407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-05accf4e-f454-47fe-ac85-d229f4535921 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/759df280-0d29-4c06-a216-4b340838f0b2 HTTP/1.1" status: 204 len: 168 time: 1.0842247 Aug 24 00:22:51.802217 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55544) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:51.819146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86129890-0449-4615-acd3-d97ac3dab4a4 req-a998d39d-4a93-482e-aa54-8706552311dd tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:51.820905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86129890-0449-4615-acd3-d97ac3dab4a4 req-a998d39d-4a93-482e-aa54-8706552311dd tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.1024237 Aug 24 00:22:51.823493 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8947c84a-f03e-4cec-ba09-1ad20e8a03e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, d73bf0be-2567-4e49-b832-9f670225cf19) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:51.848608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa48a86-cdc7-47e8-8d37-41e57177ff37 None None] Network d73bf0be-2567-4e49-b832-9f670225cf19 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:51.870309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8947c84a-f03e-4cec-ba09-1ad20e8a03e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:51.871439 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8947c84a-f03e-4cec-ba09-1ad20e8a03e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.874304 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6384ac7c-21bd-4ea3-aa4e-4da90f125b6b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] DELETE failed (client error): The resource could not be found. Aug 24 00:22:51.878469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6384ac7c-21bd-4ea3-aa4e-4da90f125b6b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:22:51.883895 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6384ac7c-21bd-4ea3-aa4e-4da90f125b6b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/759df280-0d29-4c06-a216-4b340838f0b2 HTTP/1.1" status: 404 len: 333 time: 0.0802131 Aug 24 00:22:51.884876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:51.888108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86129890-0449-4615-acd3-d97ac3dab4a4 req-e239ac24-9bf9-4439-9d08-e8fc6d946ee7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602965 Aug 24 00:22:51.924569 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2846d4-b303-4f52-8329-03c6eaa902b9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] GET failed (client error): The resource could not be found. Aug 24 00:22:51.928941 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port dfe403b4-93ff-4811-8d40-226b565b5d0e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=dfe403b4-93ff-4811-8d40-226b565b5d0e,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:51.929109 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2a2846d4-b303-4f52-8329-03c6eaa902b9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/759df280-0d29-4c06-a216-4b340838f0b2 HTTP/1.1" status: 404 len: 333 time: 0.0392363 Aug 24 00:22:51.929514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55548) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:51.941531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=22f7ed89-39b2-4be4-b2ff-738827384330,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:51.951099 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8947c84a-f03e-4cec-ba09-1ad20e8a03e5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8131156 Aug 24 00:22:52.007081 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device db679a49-06b3-42b6-b4a5-0f2f78efc20f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:52.015164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d6d34c-b7a6-480a-8163-1cea7aca567d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting subnet cf06de0d-b6dd-4ad1-9744-bb55e79ed7c8 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:22:52.019343 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83d6d34c-b7a6-480a-8163-1cea7aca567d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.049133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'dfe403b4-93ff-4811-8d40-226b565b5d0e', 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1', 'port_id': 'dfe403b4-93ff-4811-8d40-226b565b5d0e', 'mac_address': 'fa:16:3e:33:03:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba73f07-3c0f-4e69-9d14-a88992f59c65', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:52.058505 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:52.058890 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:52.059252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:52.059540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:52.059865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:52.060194 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:52.060516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:52.061439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:52.061439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:52.061439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:52.061843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:52.062073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:52.078189 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83d6d34c-b7a6-480a-8163-1cea7aca567d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.231132 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.247138 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83d6d34c-b7a6-480a-8163-1cea7aca567d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.320901 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.358311 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83d6d34c-b7a6-480a-8163-1cea7aca567d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.377457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c26636-e1be-415b-bed3-8a6d7d9c946a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a67dc2f-dd90-45ea-98d9-d717d43f87f3'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:52.379822 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209858df-0694-4b86-bdf3-00b79d73feed" -d '{"events": [{"server_uuid": "25c26636-e1be-415b-bed3-8a6d7d9c946a", "name": "network-vif-plugged", "status": "completed", "tag": "7a67dc2f-dd90-45ea-98d9-d717d43f87f3"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:52.387391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe403b4-93ff-4811-8d40-226b565b5d0e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:52.417187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7a67dc2f-dd90-45ea-98d9-d717d43f87f3,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:52.419472 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port db679a49-06b3-42b6-b4a5-0f2f78efc20f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:52.440691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4432ba5e-97a1-436b-8b30-c3734efd29eb None None] Network d73bf0be-2567-4e49-b832-9f670225cf19 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:52.450121 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.459191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port db679a49-06b3-42b6-b4a5-0f2f78efc20f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:52.459396 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.460390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6d34c-b7a6-480a-8163-1cea7aca567d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Subnet': ['ID=cf06de0d-b6dd-4ad1-9744-bb55e79ed7c8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:52.462359 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83d6d34c-b7a6-480a-8163-1cea7aca567d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.466814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-83d6d34c-b7a6-480a-8163-1cea7aca567d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/cf06de0d-b6dd-4ad1-9744-bb55e79ed7c8 HTTP/1.1" status: 204 len: 168 time: 0.5336618 Aug 24 00:22:52.467209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port dfe403b4-93ff-4811-8d40-226b565b5d0e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=dfe403b4-93ff-4811-8d40-226b565b5d0e,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:52.468448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55588) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:52.578003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.593436 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.594185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 4b444555-ec1d-495e-bcde-fa4f20dad18c details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:52.604266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-c29e50e3-6217-4c8f-b89b-6ba07573dac5 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:52.605534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337b91fa-303f-41bd-bb99-996bc7566336 None None] Network daee8870-e015-465c-a73f-9de34e8172fa requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:52.605907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-c29e50e3-6217-4c8f-b89b-6ba07573dac5 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/networks?id=7e16580f-817c-47d0-9b6c-5a1d57141b0e HTTP/1.1" status: 200 len: 820 time: 0.2650726 Aug 24 00:22:52.615069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-2d8c878f-3175-4ad1-a781-fba6e31238e5 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:52.617386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-2d8c878f-3175-4ad1-a781-fba6e31238e5 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/networks?id=d73bf0be-2567-4e49-b832-9f670225cf19 HTTP/1.1" status: 200 len: 818 time: 0.2373722 Aug 24 00:22:52.637606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-f713092b-d583-4bed-a071-b8f67a4e312f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/quotas/6652d588fc06408696d6f2e2064c1266 HTTP/1.1" status: 200 len: 375 time: 0.0199397 Aug 24 00:22:52.639332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-af33dad3-48be-4dc2-bd54-3874b3f227dc tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/quotas/cb0dbbd0b6ba4188ab9b32fed42400ec HTTP/1.1" status: 200 len: 375 time: 0.0139098 Aug 24 00:22:52.648704 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port db679a49-06b3-42b6-b4a5-0f2f78efc20f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:52.649051 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.667445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-97fd42f0-fea1-4352-84b5-8238fc656c25 None None] Provisioning complete for port db679a49-06b3-42b6-b4a5-0f2f78efc20f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:52.668037 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97fd42f0-fea1-4352-84b5-8238fc656c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.681379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3a000177-2523-44b2-962f-df1fd3c90302 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb0dbbd0b6ba4188ab9b32fed42400ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345426 Aug 24 00:22:52.681616 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7a67dc2f-dd90-45ea-98d9-d717d43f87f3,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:52.725298 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] For port db679a49-06b3-42b6-b4a5-0f2f78efc20f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=db679a49-06b3-42b6-b4a5-0f2f78efc20f,segment=NetworkSegment(5ecd8085-2044-462b-96fb-69b947a0399b),segment_id=5ecd8085-2044-462b-96fb-69b947a0399b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:52.725914 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.744288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for db679a49-06b3-42b6-b4a5-0f2f78efc20f owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:52.770865 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-d365afde-44d3-4b62-b799-b1cc7ec76bc6 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6652d588fc06408696d6f2e2064c1266&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1230545 Aug 24 00:22:52.794534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 4, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port': {'id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:45Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '312713bc-34ea-448e-a242-e15c8a8ee8a3', 'name': '', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'mac_address': 'fa:16:3e:28:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:48Z', 'updated_at': '2021-08-24T00:22:49Z', 'revision_number': 1, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'subnets': [{'id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:52.831025 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.845729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-a060ceb0-8ff5-48c4-b549-8620d91f5c95 service neutron] 10.222.0.32 "GET /v2.0/networks/d73bf0be-2567-4e49-b832-9f670225cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478724 Aug 24 00:22:52.866007 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 4b444555-ec1d-495e-bcde-fa4f20dad18c, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=4b444555-ec1d-495e-bcde-fa4f20dad18c,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:52.872738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=db679a49-06b3-42b6-b4a5-0f2f78efc20f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:52.877968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No DVR routers for this DVR port db679a49-06b3-42b6-b4a5-0f2f78efc20f on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:52.895396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbebfb-2909-45aa-bf28-6ca929d40a1c None None] The sync data for ids ['2a034655-4116-4bc2-b765-f2528f580818'] in n-d-805736-1 is: [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 4, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port': {'id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:45Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '312713bc-34ea-448e-a242-e15c8a8ee8a3', 'name': '', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'mac_address': 'fa:16:3e:28:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:48Z', 'updated_at': '2021-08-24T00:22:49Z', 'revision_number': 1, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'subnets': [{'id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:22:52.909077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-97fd42f0-fea1-4352-84b5-8238fc656c25 None None] Could not find standard attr ID for object db679a49-06b3-42b6-b4a5-0f2f78efc20f. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:22:52.932249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=dfe403b4-93ff-4811-8d40-226b565b5d0e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:52.945985 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-285b5e96-9b66-4b2c-9263-88ce770f8bc9 service neutron] 10.222.0.32 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607990 Aug 24 00:22:52.953685 n-d-805736-1 neutron-server[94839]: INFO neutron.plugins.ml2.db [None req-97fd42f0-fea1-4352-84b5-8238fc656c25 None None] No ports have port_id starting with db679a49-06b3-42b6-b4a5-0f2f78efc20f Aug 24 00:22:52.954593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '4b444555-ec1d-495e-bcde-fa4f20dad18c', 'network_id': '733ba053-30da-4557-b4cc-071bb438f1a1', 'port_id': '4b444555-ec1d-495e-bcde-fa4f20dad18c', 'mac_address': 'fa:16:3e:82:3e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba73f07-3c0f-4e69-9d14-a88992f59c65', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:52.986726 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.995017 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Port db679a49-06b3-42b6-b4a5-0f2f78efc20f update to ACTIVE by agent not found {{(pid=94839) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 24 00:22:53.005189 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daee8870-e015-465c-a73f-9de34e8172fa']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:53.024433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecd8085-2044-462b-96fb-69b947a0399b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:53.024815 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecd8085-2044-462b-96fb-69b947a0399b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:53.037292 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.056093 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.056536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-a223c6ba-a878-4e22-8094-5eb796186ab2 service neutron] 10.222.0.32 "GET /v2.0/networks/d73bf0be-2567-4e49-b832-9f670225cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855059 Aug 24 00:22:53.063845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:22:53.064708 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.066003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837a617-aede-40e7-8a89-9b0daa7a016f None None] DHCP port deletion for daee8870-e015-465c-a73f-9de34e8172fa request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:22:53.068257 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:22:53.093996 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.114444 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b444555-ec1d-495e-bcde-fa4f20dad18c {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:53.126297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b59c9aa9-0170-47a7-a9d4-3ea0834e2b01 None None] Could not find standard attr ID for object 759df280-0d29-4c06-a216-4b340838f0b2. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:22:53.137837 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-2f5f3f0c-c38c-428f-ae17-a31faf7cf3f3 service neutron] 10.222.0.32 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705685 Aug 24 00:22:53.143623 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.151211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.153423 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/networks/daee8870-e015-465c-a73f-9de34e8172fa HTTP/1.1" status: 204 len: 168 time: 0.6828487 Aug 24 00:22:53.158230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55596) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:53.164403 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 4b444555-ec1d-495e-bcde-fa4f20dad18c, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=4b444555-ec1d-495e-bcde-fa4f20dad18c,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:53.166283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c66cd1e1-890d-48a7-9e6b-f86a10e9a573 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1834335647'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:53.173949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5514b6e-a45a-4edc-be4a-4821ea6d74f6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Network': ['ID=daee8870-e015-465c-a73f-9de34e8172fa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:53.177562 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.202600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66cd1e1-890d-48a7-9e6b-f86a10e9a573 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:53.207481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c66cd1e1-890d-48a7-9e6b-f86a10e9a573 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.268929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66cd1e1-890d-48a7-9e6b-f86a10e9a573 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:22:53.280409 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c66cd1e1-890d-48a7-9e6b-f86a10e9a573 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.280762 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-c66cd1e1-890d-48a7-9e6b-f86a10e9a573 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Added segment c7bf8380-818a-4185-8e43-10c854521ab1 of type vlan for network 3cbb38f7-7bc0-4cea-9d87-b07ecdf41426 Aug 24 00:22:53.326335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=4b444555-ec1d-495e-bcde-fa4f20dad18c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:53.330949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 67e9605a-6ead-4107-be66-33d19905954a details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:53.385317 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c66cd1e1-890d-48a7-9e6b-f86a10e9a573 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.491920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b573e89-bf4b-418b-860f-392cd6281654 req-e0b3f424-b576-4b36-82ce-f2bda2a2b8ac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:53.497847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b573e89-bf4b-418b-860f-392cd6281654 req-e0b3f424-b576-4b36-82ce-f2bda2a2b8ac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:53.504162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b573e89-bf4b-418b-860f-392cd6281654 req-e0b3f424-b576-4b36-82ce-f2bda2a2b8ac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:53.510489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b573e89-bf4b-418b-860f-392cd6281654 req-e0b3f424-b576-4b36-82ce-f2bda2a2b8ac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:53.517904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b573e89-bf4b-418b-860f-392cd6281654 req-e0b3f424-b576-4b36-82ce-f2bda2a2b8ac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:53.524073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b573e89-bf4b-418b-860f-392cd6281654 req-e0b3f424-b576-4b36-82ce-f2bda2a2b8ac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:53.536481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b573e89-bf4b-418b-860f-392cd6281654 req-e0b3f424-b576-4b36-82ce-f2bda2a2b8ac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:53.547906 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b573e89-bf4b-418b-860f-392cd6281654 req-e0b3f424-b576-4b36-82ce-f2bda2a2b8ac tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5438 time: 0.2223027 Aug 24 00:22:53.579632 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c66cd1e1-890d-48a7-9e6b-f86a10e9a573 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.585999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66cd1e1-890d-48a7-9e6b-f86a10e9a573 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:53.586681 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c66cd1e1-890d-48a7-9e6b-f86a10e9a573 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.655636 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.667334 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55614) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:53.667572 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c66cd1e1-890d-48a7-9e6b-f86a10e9a573 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5076702 Aug 24 00:22:53.676906 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f2201df8-87db-4963-868b-d54f09e55d11 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': '3cbb38f7-7bc0-4cea-9d87-b07ecdf41426', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:53.693311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 67e9605a-6ead-4107-be66-33d19905954a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=67e9605a-6ead-4107-be66-33d19905954a,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:53.709737 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '67e9605a-6ead-4107-be66-33d19905954a', 'network_id': '4e62f524-6a63-41f9-8661-cb5c0da3099c', 'port_id': '67e9605a-6ead-4107-be66-33d19905954a', 'mac_address': 'fa:16:3e:b2:8f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:53.765285 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.790283 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e9605a-6ead-4107-be66-33d19905954a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:53.815459 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b573e89-bf4b-418b-860f-392cd6281654 req-44c8eb69-13bf-40d1-b7fe-2349b814c9f8 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2664137 Aug 24 00:22:53.820278 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2201df8-87db-4963-868b-d54f09e55d11 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:53.820790 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 67e9605a-6ead-4107-be66-33d19905954a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=67e9605a-6ead-4107-be66-33d19905954a,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:53.827805 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.830042 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2201df8-87db-4963-868b-d54f09e55d11 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.857605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf363f8-1355-491d-8e0b-ba2db615f254 req-50a2d1c9-3507-4b68-8f12-b4e255a9d422 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:53.861646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-baf363f8-1355-491d-8e0b-ba2db615f254 req-50a2d1c9-3507-4b68-8f12-b4e255a9d422 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 945 time: 0.3854072 Aug 24 00:22:53.862318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66cd1e1-890d-48a7-9e6b-f86a10e9a573 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Network': ['ID=3cbb38f7-7bc0-4cea-9d87-b07ecdf41426,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:53.929334 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 3cbb38f7-7bc0-4cea-9d87-b07ecdf41426 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:22:53.950742 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64dd972-d247-43a4-948f-33ec7f43ad97 x-openstack-request-id: req-f64dd972-d247-43a4-948f-33ec7f43ad97 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:53.951229 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c26636-e1be-415b-bed3-8a6d7d9c946a", "name": "network-vif-plugged", "status": "completed", "tag": "7a67dc2f-dd90-45ea-98d9-d717d43f87f3", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:53.951591 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f64dd972-d247-43a4-948f-33ec7f43ad97 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:53.952419 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c26636-e1be-415b-bed3-8a6d7d9c946a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a67dc2f-dd90-45ea-98d9-d717d43f87f3', 'code': 200} Aug 24 00:22:53.960142 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=67e9605a-6ead-4107-be66-33d19905954a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:53.991481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-baf363f8-1355-491d-8e0b-ba2db615f254 req-b855c9b3-43a1-4fba-97ba-7a93a5a6bb8f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189232 Aug 24 00:22:54.053274 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device db679a49-06b3-42b6-b4a5-0f2f78efc20f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:54.162742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: db679a49-06b3-42b6-b4a5-0f2f78efc20f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:54.163256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device db679a49-06b3-42b6-b4a5-0f2f78efc20f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:54.256449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['15250587-53ca-4501-86b1-c7339d86c075'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:54.273975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9ea6d-1f83-465e-a8ee-39263957dcaa req-c081bda6-5e93-4817-b75c-cff1b6a7681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:54.275539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95a9ea6d-1f83-465e-a8ee-39263957dcaa req-c081bda6-5e93-4817-b75c-cff1b6a7681f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 1096 time: 0.2122993 Aug 24 00:22:54.284868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5e828-1134-400e-8e01-3928f44f4414 req-a3da64c2-4907-46e8-885e-bea06f8e856e tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:54.293069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bda5e828-1134-400e-8e01-3928f44f4414 req-a3da64c2-4907-46e8-885e-bea06f8e856e tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 945 time: 0.2521269 Aug 24 00:22:54.331757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7ec2d164-920a-48df-808a-d50f19345547'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:54.339178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['4b444555-ec1d-495e-bcde-fa4f20dad18c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:54.377293 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2201df8-87db-4963-868b-d54f09e55d11 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:54.404905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['9c0ee051-f3be-4377-a1b9-e220303e05a5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:54.429158 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725490-c802-4eba-90e9-608c010e772b req-6bf88880-50d1-4d13-92d6-37b47c528d4d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:54.444793 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51725490-c802-4eba-90e9-608c010e772b req-6bf88880-50d1-4d13-92d6-37b47c528d4d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 945 time: 0.2318251 Aug 24 00:22:54.480768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2201df8-87db-4963-868b-d54f09e55d11 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Subnet': ['ID=f4647f08-83c8-4128-be3c-481c2385124e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:54.503437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95a9ea6d-1f83-465e-a8ee-39263957dcaa req-620d6bab-40b4-4529-9855-37468e9f532c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077062 Aug 24 00:22:54.513605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['fa2236cf-9f4e-4517-bffb-4b3e4f8762d3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:54.517810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bda5e828-1134-400e-8e01-3928f44f4414 req-b738b8a1-b0e4-4917-8bdb-03916f757528 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236011 Aug 24 00:22:54.530126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2201df8-87db-4963-868b-d54f09e55d11 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Checking segment: {'id': 'c7bf8380-818a-4185-8e43-10c854521ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3cbb38f7-7bc0-4cea-9d87-b07ecdf41426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:54.539443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2201df8-87db-4963-868b-d54f09e55d11 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network hostable DHCP agents. Network: 3cbb38f7-7bc0-4cea-9d87-b07ecdf41426, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:22:54.571513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51725490-c802-4eba-90e9-608c010e772b req-0d6db073-c674-440e-b4b2-0dab5d927ae0 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251621 Aug 24 00:22:54.574874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['22f7ed89-39b2-4be4-b2ff-738827384330'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:54.578078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['d0e2e61a-670d-4ce2-ac7a-804a3564122b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:54.580106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['dfe403b4-93ff-4811-8d40-226b565b5d0e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:54.589305 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2201df8-87db-4963-868b-d54f09e55d11 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 3cbb38f7-7bc0-4cea-9d87-b07ecdf41426 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:22:54.632206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f2201df8-87db-4963-868b-d54f09e55d11 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 3cbb38f7-7bc0-4cea-9d87-b07ecdf41426) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:54.646235 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2201df8-87db-4963-868b-d54f09e55d11 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:54.649643 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2201df8-87db-4963-868b-d54f09e55d11 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:54.694345 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f2201df8-87db-4963-868b-d54f09e55d11 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0234318 Aug 24 00:22:54.694718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:54.700351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'network_id': '3cbb38f7-7bc0-4cea-9d87-b07ecdf41426', 'security_groups': [], 'name': 'tempest-PortsTestJSON-503172005'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:54.704877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb121a8-2814-4675-97a8-5af34289e91b req-5c5749bb-abfd-422f-9c77-b45f37195ba1 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:54.708506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4eb121a8-2814-4675-97a8-5af34289e91b req-5c5749bb-abfd-422f-9c77-b45f37195ba1 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.0873301 Aug 24 00:22:54.759264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f67c841-1cf8-4f28-aae1-77ab3ca4723b None None] Network 3cbb38f7-7bc0-4cea-9d87-b07ecdf41426 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:54.761272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['67e9605a-6ead-4107-be66-33d19905954a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:54.784150 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fef63fdb-aac6-4762-ad20-d5f26f62122d req-0b9520a2-dce6-4ea5-9374-abe23064c998 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 210 time: 0.0461400 Aug 24 00:22:54.830408 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4eb121a8-2814-4675-97a8-5af34289e91b req-e433a92a-0321-4ed8-8ae7-52c5bfc2b5c5 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132672 Aug 24 00:22:54.866082 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:54.872647 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:54.934793 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port b7c5546e-14b3-40a3-9b46-89d2afefb267 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:22:54.996818 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5ce001d-2ea2-43c9-b2df-93e0d8f4d18f req-17e4a07c-b420-407d-b95d-ccb629239d37 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 210 time: 0.0427172 Aug 24 00:22:55.040024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd75e1-2a9e-4719-8f7d-880276088270 req-42b38106-59f2-4d4f-9a88-70d9f46185f5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.047270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd75e1-2a9e-4719-8f7d-880276088270 req-42b38106-59f2-4d4f-9a88-70d9f46185f5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.054731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd75e1-2a9e-4719-8f7d-880276088270 req-42b38106-59f2-4d4f-9a88-70d9f46185f5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.061512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd75e1-2a9e-4719-8f7d-880276088270 req-42b38106-59f2-4d4f-9a88-70d9f46185f5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.068356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd75e1-2a9e-4719-8f7d-880276088270 req-42b38106-59f2-4d4f-9a88-70d9f46185f5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.074443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd75e1-2a9e-4719-8f7d-880276088270 req-42b38106-59f2-4d4f-9a88-70d9f46185f5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.081676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd75e1-2a9e-4719-8f7d-880276088270 req-42b38106-59f2-4d4f-9a88-70d9f46185f5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.090409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71cd75e1-2a9e-4719-8f7d-880276088270 req-42b38106-59f2-4d4f-9a88-70d9f46185f5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5438 time: 0.1766133 Aug 24 00:22:55.112861 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Allocated IP 172.20.0.8 (3cbb38f7-7bc0-4cea-9d87-b07ecdf41426/f4647f08-83c8-4128-be3c-481c2385124e/b7c5546e-14b3-40a3-9b46-89d2afefb267) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:55.170242 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71cd75e1-2a9e-4719-8f7d-880276088270 req-fff08e44-7ca2-40a0-af2d-d7003ab0fb0a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786247 Aug 24 00:22:55.193168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1986f67-9627-4e48-abb6-6d8d4e83ae5d req-7179cd29-0c08-42ae-8c87-7b4b69225959 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.201072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1986f67-9627-4e48-abb6-6d8d4e83ae5d req-7179cd29-0c08-42ae-8c87-7b4b69225959 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 945 time: 0.0945179 Aug 24 00:22:55.247407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1986f67-9627-4e48-abb6-6d8d4e83ae5d req-4f5130bd-a00d-40fc-98ec-c911b94a242f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452912 Aug 24 00:22:55.299507 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.316186 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Transition to ACTIVE for port object b7c5546e-14b3-40a3-9b46-89d2afefb267 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:55.361432 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.419245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 3cbb38f7-7bc0-4cea-9d87-b07ecdf41426 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:55.424937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:55.435607 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:55.442886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=b7c5546e-14b3-40a3-9b46-89d2afefb267,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:55.558467 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.562010 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.591834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-61df96a4-a915-4451-91ea-6c8d830edf0d tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.594098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-61df96a4-a915-4451-91ea-6c8d830edf0d tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.47 "GET /v2.0/networks?id=d73bf0be-2567-4e49-b832-9f670225cf19 HTTP/1.1" status: 200 len: 818 time: 0.1679583 Aug 24 00:22:55.596560 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8ee36448-dcdc-4292-b32f-1a73bed9e888 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.9006438 Aug 24 00:22:55.599542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:55.622112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-747e960b-dfef-4649-9bf2-67094c12ef7f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Request body: {'port': {'device_id': 'd9e9322e-d90c-4bf0-9ecb-8dd93c3b34db', 'network_id': 'd73bf0be-2567-4e49-b832-9f670225cf19', 'admin_state_up': True, 'tenant_id': 'cb0dbbd0b6ba4188ab9b32fed42400ec'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:55.737021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8c1767d5-b49d-49c9-9017-185563c55049 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port b7c5546e-14b3-40a3-9b46-89d2afefb267 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:55.738064 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c1767d5-b49d-49c9-9017-185563c55049 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.794714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f8252-2456-44c6-87ff-fcb791a57454 req-60c9d734-e4a9-4912-a303-dd85376e450d tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.796472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d1f8252-2456-44c6-87ff-fcb791a57454 req-60c9d734-e4a9-4912-a303-dd85376e450d tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 945 time: 0.1707568 Aug 24 00:22:55.829390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f5572-6987-4848-9511-6c5f01a2589e req-54290bf6-8f50-4282-b83d-bcf423c8cf2d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.831316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-954f5572-6987-4848-9511-6c5f01a2589e req-54290bf6-8f50-4282-b83d-bcf423c8cf2d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 945 time: 0.1096380 Aug 24 00:22:55.874198 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c1767d5-b49d-49c9-9017-185563c55049 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.897695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8c1767d5-b49d-49c9-9017-185563c55049 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for b7c5546e-14b3-40a3-9b46-89d2afefb267 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:55.898084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-3cbb38f7-7bc0-4cea-9d87-b07ecdf41426', 'network_id': '3cbb38f7-7bc0-4cea-9d87-b07ecdf41426', 'tenant_id': 'e3b13b55c42048309adfd977fccc2186', 'fixed_ips': [{'subnet_id': 'f4647f08-83c8-4128-be3c-481c2385124e'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:22:55.899526 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.909284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d1f8252-2456-44c6-87ff-fcb791a57454 req-ee619afb-83f6-40dd-ad8e-8372465b90d1 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754225 Aug 24 00:22:55.911862 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-747e960b-dfef-4649-9bf2-67094c12ef7f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Made reservation on behalf of cb0dbbd0b6ba4188ab9b32fed42400ec for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:55.915454 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-747e960b-dfef-4649-9bf2-67094c12ef7f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.947711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-954f5572-6987-4848-9511-6c5f01a2589e req-f14055e8-9eb3-4182-b047-d986ce8f03d4 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961287 Aug 24 00:22:56.063718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 52338dbe-9904-47f7-8f5e-1e9ab65437ed up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:56.113270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0671d392-89a9-44ce-9a55-4b79937dd075 req-f565f5ec-4fa7-40bc-b6d2-a3d1aff5194f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 210 time: 0.0691917 Aug 24 00:22:56.184085 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c1767d5-b49d-49c9-9017-185563c55049 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.220150 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 52338dbe-9904-47f7-8f5e-1e9ab65437ed completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:56.220404 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1767d5-b49d-49c9-9017-185563c55049 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=b7c5546e-14b3-40a3-9b46-89d2afefb267,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:56.224250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Allocated IP 172.20.0.2 (3cbb38f7-7bc0-4cea-9d87-b07ecdf41426/f4647f08-83c8-4128-be3c-481c2385124e/3a6c4003-ca6d-47c2-8087-3e8c0881aa9e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:56.232237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 52338dbe-9904-47f7-8f5e-1e9ab65437ed triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:56.232616 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.318069 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Sync routers for ids ['2a034655-4116-4bc2-b765-f2528f580818'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:22:56.340739 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Routers {'2a034655-4116-4bc2-b765-f2528f580818'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:56.342452 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:22:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2a034655-4116-4bc2-b765-f2528f580818'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:56.396181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1f69045-33fe-4e4d-b831-5c951dbee5a5 req-30a46105-6a46-4d79-a247-2177464daafb tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 210 time: 0.1096501 Aug 24 00:22:56.399763 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c1767d5-b49d-49c9-9017-185563c55049 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.402666 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8c1767d5-b49d-49c9-9017-185563c55049 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/b7c5546e-14b3-40a3-9b46-89d2afefb267 HTTP/1.1" status: 204 len: 168 time: 0.8021712 Aug 24 00:22:56.406051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55648) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:56.415251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455675ec-f158-4477-8a14-84a04a9c7fe3 req-398208d2-04c0-4b42-9567-1265b862c8a4 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:56.423327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-455675ec-f158-4477-8a14-84a04a9c7fe3 req-398208d2-04c0-4b42-9567-1265b862c8a4 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.2994194 Aug 24 00:22:56.463614 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.465027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-747e960b-dfef-4649-9bf2-67094c12ef7f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Allocated IP 172.20.0.2 (d73bf0be-2567-4e49-b832-9f670225cf19/20d2afb3-6e1c-431e-bf23-1b204e8689ac/7d07990f-eb63-4457-8454-05dd18b98deb) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:56.482799 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a683523-85c3-4f03-8749-86236abea505 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] GET failed (client error): The resource could not be found. Aug 24 00:22:56.484550 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7a683523-85c3-4f03-8749-86236abea505 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/b7c5546e-14b3-40a3-9b46-89d2afefb267 HTTP/1.1" status: 404 len: 333 time: 0.0783243 Aug 24 00:22:56.487479 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:56.518804 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 52338dbe-9904-47f7-8f5e-1e9ab65437ed, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=52338dbe-9904-47f7-8f5e-1e9ab65437ed,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:56.527112 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Set router 2a034655-4116-4bc2-b765-f2528f580818 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:56.534406 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.570209 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.571996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f43e05-5fd7-4175-aa76-ef725fe3546f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting subnet f4647f08-83c8-4128-be3c-481c2385124e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:22:56.597247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-31434289-b518-4fc2-903f-b51b49faeed7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:56.598854 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-31434289-b518-4fc2-903f-b51b49faeed7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.47 "GET /v2.0/networks?id=7e16580f-817c-47d0-9b6c-5a1d57141b0e HTTP/1.1" status: 200 len: 820 time: 0.4271953 Aug 24 00:22:56.614191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53927e-3a17-475f-b1d8-64aa97e2f866 req-4b31fce8-5d93-45a4-8540-8aefacd6ed8e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:56.620268 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53927e-3a17-475f-b1d8-64aa97e2f866 req-4b31fce8-5d93-45a4-8540-8aefacd6ed8e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:56.626951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53927e-3a17-475f-b1d8-64aa97e2f866 req-4b31fce8-5d93-45a4-8540-8aefacd6ed8e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:56.633012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53927e-3a17-475f-b1d8-64aa97e2f866 req-4b31fce8-5d93-45a4-8540-8aefacd6ed8e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:56.639092 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53927e-3a17-475f-b1d8-64aa97e2f866 req-4b31fce8-5d93-45a4-8540-8aefacd6ed8e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:56.646015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53927e-3a17-475f-b1d8-64aa97e2f866 req-4b31fce8-5d93-45a4-8540-8aefacd6ed8e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:56.652093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53927e-3a17-475f-b1d8-64aa97e2f866 req-4b31fce8-5d93-45a4-8540-8aefacd6ed8e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:56.653990 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab53927e-3a17-475f-b1d8-64aa97e2f866 req-4b31fce8-5d93-45a4-8540-8aefacd6ed8e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5438 time: 0.1768494 Aug 24 00:22:56.661692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-455675ec-f158-4477-8a14-84a04a9c7fe3 req-2d63d71a-1c42-4808-8ad8-f0f548f4a0cb tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373321 Aug 24 00:22:56.721588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Transition to ACTIVE for port object 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:56.749861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=52338dbe-9904-47f7-8f5e-1e9ab65437ed,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:56.753169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Transition to ACTIVE for port object 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:56.759910 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4f43e05-5fd7-4175-aa76-ef725fe3546f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.761579 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.805511 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4f43e05-5fd7-4175-aa76-ef725fe3546f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.807590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Network 3cbb38f7-7bc0-4cea-9d87-b07ecdf41426 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:56.810598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:56.811188 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 4, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port': {'id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:45Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '312713bc-34ea-448e-a242-e15c8a8ee8a3', 'name': '', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'mac_address': 'fa:16:3e:28:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:48Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 2, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'subnets': [{'id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:56.815002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:56.822151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Pushing event updated for resources: {'Port': ['ID=3a6c4003-ca6d-47c2-8087-3e8c0881aa9e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:56.864614 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Checking router: 2a034655-4116-4bc2-b765-f2528f580818 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:22:56.865281 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Updating router 2a034655-4116-4bc2-b765-f2528f580818 port 312713bc-34ea-448e-a242-e15c8a8ee8a3 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:22:56.879894 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Attempting to bind port 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:56.880269 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Attempting to bind port 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'c7bf8380-818a-4185-8e43-10c854521ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3cbb38f7-7bc0-4cea-9d87-b07ecdf41426'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:56.881676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Attempting to bind port 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e on network 3cbb38f7-7bc0-4cea-9d87-b07ecdf41426 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:56.885913 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:56.886288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Checking segment: {'id': 'c7bf8380-818a-4185-8e43-10c854521ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3cbb38f7-7bc0-4cea-9d87-b07ecdf41426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:56.886694 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.887119 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Bound using segment: {'id': 'c7bf8380-818a-4185-8e43-10c854521ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3cbb38f7-7bc0-4cea-9d87-b07ecdf41426'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:56.887595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Bound port: 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bf8380-818a-4185-8e43-10c854521ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3cbb38f7-7bc0-4cea-9d87-b07ecdf41426'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:56.887968 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.905920 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.921037 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4f43e05-5fd7-4175-aa76-ef725fe3546f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.992434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-442577e9-0028-441e-a7a4-1fda1a31312c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Request body: {'port': {'device_id': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'admin_state_up': True, 'tenant_id': '6652d588fc06408696d6f2e2064c1266'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:57.000215 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-057b89fe-e503-4877-8265-c262acf3505c None None] For port 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:57.002687 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4f43e05-5fd7-4175-aa76-ef725fe3546f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.004351 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-057b89fe-e503-4877-8265-c262acf3505c None None] For port 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3a6c4003-ca6d-47c2-8087-3e8c0881aa9e,segment=NetworkSegment(c7bf8380-818a-4185-8e43-10c854521ab1),segment_id=c7bf8380-818a-4185-8e43-10c854521ab1)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:57.010513 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.045616 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4f43e05-5fd7-4175-aa76-ef725fe3546f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.050209 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d4f43e05-5fd7-4175-aa76-ef725fe3546f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/f4647f08-83c8-4128-be3c-481c2385124e HTTP/1.1" status: 204 len: 168 time: 0.5590520 Aug 24 00:22:57.050209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f43e05-5fd7-4175-aa76-ef725fe3546f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Subnet': ['ID=f4647f08-83c8-4128-be3c-481c2385124e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:57.054392 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55656) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:57.086655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b89fe-e503-4877-8265-c262acf3505c None None] Pushing event updated for resources: {'Port': ['ID=3a6c4003-ca6d-47c2-8087-3e8c0881aa9e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:57.175462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.199095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab53927e-3a17-475f-b1d8-64aa97e2f866 req-5e58ec7c-e32d-4366-9bd6-e575c1230e57 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5266628 Aug 24 00:22:57.248819 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.258619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:57.258992 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.265206 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Transition to ACTIVE for port object 312713bc-34ea-448e-a242-e15c8a8ee8a3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:57.269160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94fc33-af2a-470f-8946-907a3f70ef25 req-b2447246-615c-4a81-88d3-de0bc81eb318 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:57.271325 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd94fc33-af2a-470f-8946-907a3f70ef25 req-b2447246-615c-4a81-88d3-de0bc81eb318 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 945 time: 0.2831285 Aug 24 00:22:57.280465 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.356514 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84549e3-d23b-45a8-a9d5-64ea9c7ded47 None None] Pushing event updated for resources: {'Port': ['ID=312713bc-34ea-448e-a242-e15c8a8ee8a3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:57.366228 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84549e3-d23b-45a8-a9d5-64ea9c7ded47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:57.366808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-747e960b-dfef-4649-9bf2-67094c12ef7f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.367003 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84549e3-d23b-45a8-a9d5-64ea9c7ded47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:57.367486 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84549e3-d23b-45a8-a9d5-64ea9c7ded47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:57.367971 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84549e3-d23b-45a8-a9d5-64ea9c7ded47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:57.368451 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84549e3-d23b-45a8-a9d5-64ea9c7ded47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:57.368919 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84549e3-d23b-45a8-a9d5-64ea9c7ded47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:57.369420 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84549e3-d23b-45a8-a9d5-64ea9c7ded47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:57.369795 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84549e3-d23b-45a8-a9d5-64ea9c7ded47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:57.370137 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84549e3-d23b-45a8-a9d5-64ea9c7ded47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:57.370462 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84549e3-d23b-45a8-a9d5-64ea9c7ded47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:57.370840 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84549e3-d23b-45a8-a9d5-64ea9c7ded47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:57.371230 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84549e3-d23b-45a8-a9d5-64ea9c7ded47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:57.389072 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] For port 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3a6c4003-ca6d-47c2-8087-3e8c0881aa9e,segment=NetworkSegment(c7bf8380-818a-4185-8e43-10c854521ab1),segment_id=c7bf8380-818a-4185-8e43-10c854521ab1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:57.389447 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.404676 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:57.448639 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Attempting to bind port 312713bc-34ea-448e-a242-e15c8a8ee8a3 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:57.449163 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Attempting to bind port 312713bc-34ea-448e-a242-e15c8a8ee8a3 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '6394b6d1-929e-4884-8462-397709b5339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:57.449802 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Attempting to bind port 312713bc-34ea-448e-a242-e15c8a8ee8a3 on network 7e16580f-817c-47d0-9b6c-5a1d57141b0e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:57.453215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd94fc33-af2a-470f-8946-907a3f70ef25 req-69f7bdec-26a0-4221-bd74-1afaae95fef1 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668200 Aug 24 00:22:57.459102 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:57.459929 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Checking segment: {'id': '6394b6d1-929e-4884-8462-397709b5339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:57.460954 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.461352 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Bound using segment: {'id': '6394b6d1-929e-4884-8462-397709b5339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:57.462268 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Bound port: 312713bc-34ea-448e-a242-e15c8a8ee8a3, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6394b6d1-929e-4884-8462-397709b5339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:57.465826 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.487709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5860d58-4b65-49eb-90c4-5c6234ae0cd8 req-a0db590a-3ca5-4a2d-8f13-b5093c1142f8 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:57.489280 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4d36215-5e05-4d01-a8b6-93c9b4e8f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.498924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5860d58-4b65-49eb-90c4-5c6234ae0cd8 req-a0db590a-3ca5-4a2d-8f13-b5093c1142f8 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 945 time: 0.1705172 Aug 24 00:22:57.526237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-442577e9-0028-441e-a7a4-1fda1a31312c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Made reservation on behalf of 6652d588fc06408696d6f2e2064c1266 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:57.532942 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-442577e9-0028-441e-a7a4-1fda1a31312c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.567286 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.576309 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] For port 312713bc-34ea-448e-a242-e15c8a8ee8a3, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:57.580287 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] For port 312713bc-34ea-448e-a242-e15c8a8ee8a3, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=312713bc-34ea-448e-a242-e15c8a8ee8a3,segment=NetworkSegment(6394b6d1-929e-4884-8462-397709b5339d),segment_id=6394b6d1-929e-4884-8462-397709b5339d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:57.588470 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.594737 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=3a6c4003-ca6d-47c2-8087-3e8c0881aa9e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:57.596547 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No DVR routers for this DVR port 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:57.642234 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-747e960b-dfef-4649-9bf2-67094c12ef7f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.653335 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84549e3-d23b-45a8-a9d5-64ea9c7ded47 None None] Pushing event updated for resources: {'Port': ['ID=312713bc-34ea-448e-a242-e15c8a8ee8a3,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:57.659902 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5860d58-4b65-49eb-90c4-5c6234ae0cd8 req-2097226c-7370-44bc-ab7b-5c47871c1961 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591823 Aug 24 00:22:57.661817 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Routers {'2a034655-4116-4bc2-b765-f2528f580818'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:57.662512 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:22:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2a034655-4116-4bc2-b765-f2528f580818'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:57.711620 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.726740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbb38f7-7bc0-4cea-9d87-b07ecdf41426']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:57.739028 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bf8380-818a-4185-8e43-10c854521ab1') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:57.739315 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bf8380-818a-4185-8e43-10c854521ab1') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:57.748872 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.764784 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.773385 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:22:57.773825 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:22:57.777101 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:22:57.781544 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] Set router 2a034655-4116-4bc2-b765-f2528f580818 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:57.791831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77319a-dc48-45b9-943b-69a236ec30af req-4d5bce31-ba1b-4f21-9bfa-fb69137a1a78 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:57.793474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c77319a-dc48-45b9-943b-69a236ec30af req-4d5bce31-ba1b-4f21-9bfa-fb69137a1a78 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 945 time: 0.2287107 Aug 24 00:22:57.827038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-747e960b-dfef-4649-9bf2-67094c12ef7f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Network d73bf0be-2567-4e49-b832-9f670225cf19 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:57.840738 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.855155 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.861641 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/networks/3cbb38f7-7bc0-4cea-9d87-b07ecdf41426 HTTP/1.1" status: 204 len: 168 time: 0.8020210 Aug 24 00:22:57.870553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55666) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:57.883084 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cf630-e3d8-439a-acc4-2e3e30a8594f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Network': ['ID=3cbb38f7-7bc0-4cea-9d87-b07ecdf41426,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:57.888644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c3b8d421-df03-459e-ab93-08fbbd6f9111 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'name': 'tempest-PortsTestJSON-971781125'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:57.894175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-747e960b-dfef-4649-9bf2-67094c12ef7f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:57.899136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-747e960b-dfef-4649-9bf2-67094c12ef7f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:57.941251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e960b-dfef-4649-9bf2-67094c12ef7f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Pushing event updated for resources: {'Port': ['ID=7d07990f-eb63-4457-8454-05dd18b98deb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:57.983628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-442577e9-0028-441e-a7a4-1fda1a31312c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Allocated IP 172.20.0.3 (7e16580f-817c-47d0-9b6c-5a1d57141b0e/aa2e48a9-45a5-4f60-b104-b36c4410581e/9e7bce00-b5ad-4d87-b900-000728546267) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:58.020914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 312713bc-34ea-448e-a242-e15c8a8ee8a3 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:58.074752 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c77319a-dc48-45b9-943b-69a236ec30af req-861adac4-6fc6-4578-bfb0-b95a95dc7128 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692070 Aug 24 00:22:58.091326 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 312713bc-34ea-448e-a242-e15c8a8ee8a3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:58.096810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 312713bc-34ea-448e-a242-e15c8a8ee8a3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:58.097245 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.101163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d954a-fc06-45eb-bebd-4410bffce6f1 req-22135862-e3ff-41df-abc6-b833557981c1 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:58.110918 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c44d954a-fc06-45eb-bebd-4410bffce6f1 req-22135862-e3ff-41df-abc6-b833557981c1 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 931 time: 0.3522477 Aug 24 00:22:58.142661 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 4, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port': {'id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:45Z', 'updated_at': '2021-08-24T00:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '312713bc-34ea-448e-a242-e15c8a8ee8a3', 'name': '', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'mac_address': 'fa:16:3e:28:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:48Z', 'updated_at': '2021-08-24T00:22:57Z', 'revision_number': 4, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'subnets': [{'id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:58.162589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-747e960b-dfef-4649-9bf2-67094c12ef7f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:58.163263 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-747e960b-dfef-4649-9bf2-67094c12ef7f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.181097 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d65556-ea02-4883-858d-e1de096538b4 None None] The sync data for ids ['2a034655-4116-4bc2-b765-f2528f580818'] in n-d-805736-1 is: [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 4, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port': {'id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:45Z', 'updated_at': '2021-08-24T00:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '312713bc-34ea-448e-a242-e15c8a8ee8a3', 'name': '', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'mac_address': 'fa:16:3e:28:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:48Z', 'updated_at': '2021-08-24T00:22:57Z', 'revision_number': 4, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'subnets': [{'id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:22:58.233017 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.278579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 312713bc-34ea-448e-a242-e15c8a8ee8a3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=312713bc-34ea-448e-a242-e15c8a8ee8a3,segment=NetworkSegment(6394b6d1-929e-4884-8462-397709b5339d),segment_id=6394b6d1-929e-4884-8462-397709b5339d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:58.287249 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.287417 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b9d7351-f285-4f3b-ab71-6b86e133e0d5 req-c2e3537d-c28e-4f32-b688-f7c0ef20e6c5 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 210 time: 0.0916247 Aug 24 00:22:58.288166 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 52338dbe-9904-47f7-8f5e-1e9ab65437ed up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:58.307427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c44d954a-fc06-45eb-bebd-4410bffce6f1 req-23ff7681-759f-45c3-81ef-1d162c5ab733 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955583 Aug 24 00:22:58.334736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b8d421-df03-459e-ab93-08fbbd6f9111 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:58.338352 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3b8d421-df03-459e-ab93-08fbbd6f9111 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.381716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c3b8d421-df03-459e-ab93-08fbbd6f9111 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port e70f17ff-7f89-4a41-a447-73bb96daf2c7 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:22:58.465452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-747e960b-dfef-4649-9bf2-67094c12ef7f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8481770 Aug 24 00:22:58.466694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 52338dbe-9904-47f7-8f5e-1e9ab65437ed triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:58.467063 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.468764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=312713bc-34ea-448e-a242-e15c8a8ee8a3,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:58.510355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7df72f05-68e2-45f2-a1c7-11a78cb43c11 None None] Could not find standard attr ID for object b7c5546e-14b3-40a3-9b46-89d2afefb267. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:22:58.516122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7df72f05-68e2-45f2-a1c7-11a78cb43c11 None None] Could not find standard attr ID for object 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:22:58.522313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Request body: {'port': {'device_id': 'd9e9322e-d90c-4bf0-9ecb-8dd93c3b34db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:58.569675 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c905223c-7a70-41a5-8db8-a2dcd10df827 None None] DHCP port deletion for 3cbb38f7-7bc0-4cea-9d87-b07ecdf41426 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:22:58.603972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ccf8c3-9903-44a7-af45-37ce8f7a891b None None] Network 3cbb38f7-7bc0-4cea-9d87-b07ecdf41426 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:58.617662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ccf8c3-9903-44a7-af45-37ce8f7a891b None None] Network 3cbb38f7-7bc0-4cea-9d87-b07ecdf41426 could not be found, it might have been deleted concurrently. {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 24 00:22:58.770126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617c7f5-e5c2-4d73-b0f3-4bc3829629b3 req-44dd27bd-686e-4185-954a-d8d3e1165bb0 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:58.771675 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0617c7f5-e5c2-4d73-b0f3-4bc3829629b3 req-44dd27bd-686e-4185-954a-d8d3e1165bb0 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.2740767 Aug 24 00:22:58.786896 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.793051 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-442577e9-0028-441e-a7a4-1fda1a31312c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.814032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f1ae6-8aff-47a9-93fb-15e23de1fe42 req-b4f63a4b-a9fb-4bab-b738-798c4e0434aa tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:58.815406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-297f1ae6-8aff-47a9-93fb-15e23de1fe42 req-b4f63a4b-a9fb-4bab-b738-798c4e0434aa tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=c59f183a-e529-4b6f-b436-603aefeb8328 HTTP/1.1" status: 200 len: 945 time: 0.3189182 Aug 24 00:22:58.833829 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3b8d421-df03-459e-ab93-08fbbd6f9111 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.949713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0617c7f5-e5c2-4d73-b0f3-4bc3829629b3 req-7e32f326-2021-476b-bf23-c54f07015077 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661363 Aug 24 00:22:58.977497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-297f1ae6-8aff-47a9-93fb-15e23de1fe42 req-08400260-8922-4731-b949-cb63c7f2edc7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498432 Aug 24 00:22:59.067936 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-442577e9-0028-441e-a7a4-1fda1a31312c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.107213 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3b8d421-df03-459e-ab93-08fbbd6f9111 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.232498 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-442577e9-0028-441e-a7a4-1fda1a31312c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Network 7e16580f-817c-47d0-9b6c-5a1d57141b0e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:59.235465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b8d421-df03-459e-ab93-08fbbd6f9111 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:59.244483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-442577e9-0028-441e-a7a4-1fda1a31312c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:59.246426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c3b8d421-df03-459e-ab93-08fbbd6f9111 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:59.248032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442577e9-0028-441e-a7a4-1fda1a31312c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Pushing event updated for resources: {'Port': ['ID=9e7bce00-b5ad-4d87-b900-000728546267,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:59.250189 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b8d421-df03-459e-ab93-08fbbd6f9111 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:59.256404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b8d421-df03-459e-ab93-08fbbd6f9111 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:59.256939 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3b8d421-df03-459e-ab93-08fbbd6f9111 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.262630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-442577e9-0028-441e-a7a4-1fda1a31312c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:59.276864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee26f8-f978-4568-aaa1-9c71836a4b9f req-da1c2b72-c83b-4f89-ae5b-fd6ff8e3a167 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:59.282767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee26f8-f978-4568-aaa1-9c71836a4b9f req-da1c2b72-c83b-4f89-ae5b-fd6ff8e3a167 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:59.288668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee26f8-f978-4568-aaa1-9c71836a4b9f req-da1c2b72-c83b-4f89-ae5b-fd6ff8e3a167 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:59.294545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee26f8-f978-4568-aaa1-9c71836a4b9f req-da1c2b72-c83b-4f89-ae5b-fd6ff8e3a167 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:59.300509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee26f8-f978-4568-aaa1-9c71836a4b9f req-da1c2b72-c83b-4f89-ae5b-fd6ff8e3a167 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:59.307685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee26f8-f978-4568-aaa1-9c71836a4b9f req-da1c2b72-c83b-4f89-ae5b-fd6ff8e3a167 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:59.314908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee26f8-f978-4568-aaa1-9c71836a4b9f req-da1c2b72-c83b-4f89-ae5b-fd6ff8e3a167 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:59.317303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3fee26f8-f978-4568-aaa1-9c71836a4b9f req-da1c2b72-c83b-4f89-ae5b-fd6ff8e3a167 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5438 time: 0.2869275 Aug 24 00:22:59.346264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 15250587-53ca-4501-86b1-c7339d86c075 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:59.357803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c4044-83d1-4e23-9b0a-683819557379 req-929874fb-50af-41f8-94b4-b2d6dc516591 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:59.359438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-749c4044-83d1-4e23-9b0a-683819557379 req-929874fb-50af-41f8-94b4-b2d6dc516591 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 945 time: 0.3154280 Aug 24 00:22:59.395166 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 15250587-53ca-4501-86b1-c7339d86c075 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:59.399139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 15250587-53ca-4501-86b1-c7339d86c075 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:59.399549 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.443073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c3b8d421-df03-459e-ab93-08fbbd6f9111 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5704827 Aug 24 00:22:59.445717 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:59.493909 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.503421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8d421-df03-459e-ab93-08fbbd6f9111 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=e70f17ff-7f89-4a41-a447-73bb96daf2c7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:59.503653 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.510849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-442577e9-0028-441e-a7a4-1fda1a31312c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:59.511475 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-442577e9-0028-441e-a7a4-1fda1a31312c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.521234 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15250587-53ca-4501-86b1-c7339d86c075'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:59.523873 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dcecf8-be5e-4701-8543-e68f40b89b9c" -d '{"events": [{"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-plugged", "status": "completed", "tag": "15250587-53ca-4501-86b1-c7339d86c075"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:59.534999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3fee26f8-f978-4568-aaa1-9c71836a4b9f req-e9669e15-c8ca-4702-8764-296e70694dda tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1879172 Aug 24 00:22:59.544422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-749c4044-83d1-4e23-9b0a-683819557379 req-9cafed73-3185-4c78-b884-1614113f887d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543629 Aug 24 00:22:59.555806 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 15250587-53ca-4501-86b1-c7339d86c075, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=15250587-53ca-4501-86b1-c7339d86c075,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:59.581581 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.582837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7ec2d164-920a-48df-808a-d50f19345547 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:59.587244 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f1316400-523a-4649-9807-503f9d2f8f3c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port e70f17ff-7f89-4a41-a447-73bb96daf2c7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:59.598103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1316400-523a-4649-9807-503f9d2f8f3c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.634257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-442577e9-0028-441e-a7a4-1fda1a31312c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6498165 Aug 24 00:22:59.636157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=15250587-53ca-4501-86b1-c7339d86c075,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:59.692912 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1316400-523a-4649-9807-503f9d2f8f3c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.693467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Request body: {'port': {'device_id': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:59.704471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d07990f-eb63-4457-8454-05dd18b98deb {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:59.717499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 7ec2d164-920a-48df-808a-d50f19345547 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:59.719764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f1316400-523a-4649-9807-503f9d2f8f3c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for e70f17ff-7f89-4a41-a447-73bb96daf2c7 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:59.722477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 7ec2d164-920a-48df-808a-d50f19345547 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:59.723081 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.731148 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.784440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Transition to ACTIVE for port object 7d07990f-eb63-4457-8454-05dd18b98deb will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:59.817026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.818621 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.825695 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1316400-523a-4649-9807-503f9d2f8f3c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.827067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fb09b-a0b4-4b72-b2c1-8b7dc686bf3b req-76b936b2-bf25-4598-a2a5-d6910f297bf8 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:59.830706 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a2fb09b-a0b4-4b72-b2c1-8b7dc686bf3b req-76b936b2-bf25-4598-a2a5-d6910f297bf8 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 945 time: 0.1827681 Aug 24 00:22:59.834876 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.858669 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1316400-523a-4649-9807-503f9d2f8f3c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.863738 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f1316400-523a-4649-9807-503f9d2f8f3c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/e70f17ff-7f89-4a41-a447-73bb96daf2c7 HTTP/1.1" status: 204 len: 168 time: 0.4146833 Aug 24 00:22:59.863885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7ec2d164-920a-48df-808a-d50f19345547, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7ec2d164-920a-48df-808a-d50f19345547,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:59.870085 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.870992 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 67e9605a-6ead-4107-be66-33d19905954a up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:59.878689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55688) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:59.881404 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1316400-523a-4649-9807-503f9d2f8f3c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=e70f17ff-7f89-4a41-a447-73bb96daf2c7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:59.904664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-77b8a87a-8407-40f0-a2e1-6ce476c4c6b4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'mac_address': 'fa:16:3e:af:83:db', 'name': 'tempest-PortsTestJSON-912289273'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:59.961255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 312713bc-34ea-448e-a242-e15c8a8ee8a3 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:59.964917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7ec2d164-920a-48df-808a-d50f19345547,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:00.013522 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 67e9605a-6ead-4107-be66-33d19905954a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:00.021006 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 67e9605a-6ead-4107-be66-33d19905954a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:00.021382 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.073688 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 312713bc-34ea-448e-a242-e15c8a8ee8a3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:00.074041 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.078757 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.159638 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.234136 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ac09fd3-0c60-4a6d-b22e-7aa4bb46614b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.245326 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 67e9605a-6ead-4107-be66-33d19905954a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=67e9605a-6ead-4107-be66-33d19905954a,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:00.246495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:00.268463 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.269254 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d0e2e61a-670d-4ce2-ac7a-804a3564122b up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:00.272318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:23:00.272657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3a6c4003-ca6d-47c2-8087-3e8c0881aa9e not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:23:00.346287 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=67e9605a-6ead-4107-be66-33d19905954a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:00.351590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Pushing event updated for resources: {'Port': ['ID=7d07990f-eb63-4457-8454-05dd18b98deb,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:00.361797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port d0e2e61a-670d-4ce2-ac7a-804a3564122b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:00.365574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port d0e2e61a-670d-4ce2-ac7a-804a3564122b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:00.365949 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.371549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de23b79-3148-434f-9347-1082c0f33f33 req-1f76a592-5410-4792-a4c8-2d1894118961 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:00.373087 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8de23b79-3148-434f-9347-1082c0f33f33 req-1f76a592-5410-4792-a4c8-2d1894118961 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 931 time: 0.5912371 Aug 24 00:23:00.410601 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a2fb09b-a0b4-4b72-b2c1-8b7dc686bf3b req-c4d16de7-7e8b-4212-8e8c-19dbafa07e01 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574059 Aug 24 00:23:00.449581 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.485154 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d0e2e61a-670d-4ce2-ac7a-804a3564122b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d0e2e61a-670d-4ce2-ac7a-804a3564122b,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:00.489141 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.489924 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 9c0ee051-f3be-4377-a1b9-e220303e05a5 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:00.573917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d0e2e61a-670d-4ce2-ac7a-804a3564122b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:00.587556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b8a87a-8407-40f0-a2e1-6ce476c4c6b4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:00.594560 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 9c0ee051-f3be-4377-a1b9-e220303e05a5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:00.597490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8de23b79-3148-434f-9347-1082c0f33f33 req-800edb78-e41e-415a-852c-b9a3af73c7f3 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109151 Aug 24 00:23:00.598436 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 9c0ee051-f3be-4377-a1b9-e220303e05a5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:00.599290 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.653278 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069a8222-3f6e-490f-ada6-40c9dd9b6745 x-openstack-request-id: req-069a8222-3f6e-490f-ada6-40c9dd9b6745 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:00.653558 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-plugged", "status": "completed", "tag": "15250587-53ca-4501-86b1-c7339d86c075", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:00.653915 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-069a8222-3f6e-490f-ada6-40c9dd9b6745 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:00.654234 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15250587-53ca-4501-86b1-c7339d86c075', 'code': 200} Aug 24 00:23:00.693012 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.714007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Attempting to bind port 7d07990f-eb63-4457-8454-05dd18b98deb on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:00.714404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Attempting to bind port 7d07990f-eb63-4457-8454-05dd18b98deb by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '33837828-56c5-48c3-b8d3-42ac71fbf5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd73bf0be-2567-4e49-b832-9f670225cf19'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:00.714744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Attempting to bind port 7d07990f-eb63-4457-8454-05dd18b98deb on network d73bf0be-2567-4e49-b832-9f670225cf19 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:00.728180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 9c0ee051-f3be-4377-a1b9-e220303e05a5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9c0ee051-f3be-4377-a1b9-e220303e05a5,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:00.733198 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.733961 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:00.734341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73228530-3f76-42ab-b601-f5978b993706 req-25f40dfb-87aa-4e81-ab3b-1e8ad08aadf1 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:00.736009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73228530-3f76-42ab-b601-f5978b993706 req-25f40dfb-87aa-4e81-ab3b-1e8ad08aadf1 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 943 time: 0.2354734 Aug 24 00:23:00.741806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Port 7d07990f-eb63-4457-8454-05dd18b98deb on network d73bf0be-2567-4e49-b832-9f670225cf19 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:23:00.742135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Attempting to bind port 7d07990f-eb63-4457-8454-05dd18b98deb on network d73bf0be-2567-4e49-b832-9f670225cf19 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:00.778156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:00.778504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Checking segment: {'id': '33837828-56c5-48c3-b8d3-42ac71fbf5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd73bf0be-2567-4e49-b832-9f670225cf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:00.778934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Bound using segment: {'id': '33837828-56c5-48c3-b8d3-42ac71fbf5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd73bf0be-2567-4e49-b832-9f670225cf19'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:00.779450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Bound port: 7d07990f-eb63-4457-8454-05dd18b98deb, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33837828-56c5-48c3-b8d3-42ac71fbf5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd73bf0be-2567-4e49-b832-9f670225cf19'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:00.779767 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.799676 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-77b8a87a-8407-40f0-a2e1-6ce476c4c6b4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.821798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=9c0ee051-f3be-4377-a1b9-e220303e05a5,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:00.834609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:00.838809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:00.839242 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.881792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-77b8a87a-8407-40f0-a2e1-6ce476c4c6b4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port 498bfe53-b900-403d-ad51-b08cb4861776 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:23:00.906472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73228530-3f76-42ab-b601-f5978b993706 req-e60408fe-9a3b-45a8-98a6-ec48f002a6c8 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512887 Aug 24 00:23:00.920614 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.968836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3,segment=NetworkSegment(c9fb83f4-4764-4446-98f0-c5623cd56340),segment_id=c9fb83f4-4764-4446-98f0-c5623cd56340)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:00.974040 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.975036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 22f7ed89-39b2-4be4-b2ff-738827384330 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:01.055135 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:01.066956 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 22f7ed89-39b2-4be4-b2ff-738827384330 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:01.070924 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 22f7ed89-39b2-4be4-b2ff-738827384330 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:01.071841 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.088233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c435f-a707-4dc9-97a9-20d246c954bc req-8b13bbb7-fb7a-40c2-bc65-95372f1b8cf9 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:01.089682 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f75c435f-a707-4dc9-97a9-20d246c954bc req-8b13bbb7-fb7a-40c2-bc65-95372f1b8cf9 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.2371783 Aug 24 00:23:01.097752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] For port 7d07990f-eb63-4457-8454-05dd18b98deb, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:01.102308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7bce00-b5ad-4d87-b900-000728546267 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:01.122516 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.152452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] For port 7d07990f-eb63-4457-8454-05dd18b98deb, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7d07990f-eb63-4457-8454-05dd18b98deb,segment=NetworkSegment(33837828-56c5-48c3-b8d3-42ac71fbf5a5),segment_id=33837828-56c5-48c3-b8d3-42ac71fbf5a5)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:01.159721 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.160545 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.184342 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.189764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Transition to ACTIVE for port object 9e7bce00-b5ad-4d87-b900-000728546267 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:01.194744 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 22f7ed89-39b2-4be4-b2ff-738827384330, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=22f7ed89-39b2-4be4-b2ff-738827384330,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:01.198749 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.199593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device dfe403b4-93ff-4811-8d40-226b565b5d0e up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:01.228946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52171dcd-b921-49d1-bc0a-f3c32297fed4 req-06867b9a-0791-4aa3-b600-4661aec1b922 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:01.235565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52171dcd-b921-49d1-bc0a-f3c32297fed4 req-06867b9a-0791-4aa3-b600-4661aec1b922 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:01.241545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52171dcd-b921-49d1-bc0a-f3c32297fed4 req-06867b9a-0791-4aa3-b600-4661aec1b922 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:01.247528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52171dcd-b921-49d1-bc0a-f3c32297fed4 req-06867b9a-0791-4aa3-b600-4661aec1b922 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:01.254227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52171dcd-b921-49d1-bc0a-f3c32297fed4 req-06867b9a-0791-4aa3-b600-4661aec1b922 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:01.260210 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52171dcd-b921-49d1-bc0a-f3c32297fed4 req-06867b9a-0791-4aa3-b600-4661aec1b922 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:01.266552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52171dcd-b921-49d1-bc0a-f3c32297fed4 req-06867b9a-0791-4aa3-b600-4661aec1b922 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:01.268556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52171dcd-b921-49d1-bc0a-f3c32297fed4 req-06867b9a-0791-4aa3-b600-4661aec1b922 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5442 time: 0.2821593 Aug 24 00:23:01.276269 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=22f7ed89-39b2-4be4-b2ff-738827384330,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:01.290144 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port dfe403b4-93ff-4811-8d40-226b565b5d0e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:01.294021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port dfe403b4-93ff-4811-8d40-226b565b5d0e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:01.294394 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.317301 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.376155 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.396938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:01.397572 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.399000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] 10.222.0.47 "PUT /v2.0/ports/7d07990f-eb63-4457-8454-05dd18b98deb HTTP/1.1" status: 200 len: 1091 time: 2.8867855 Aug 24 00:23:01.402476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e9322e-d90c-4bf0-9ecb-8dd93c3b34db', 'tag': '7d07990f-eb63-4457-8454-05dd18b98deb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:01.404753 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bc4b00-7b93-4d12-90d7-85ce5af56295" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db", "tag": "7d07990f-eb63-4457-8454-05dd18b98deb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:01.410499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port dfe403b4-93ff-4811-8d40-226b565b5d0e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=dfe403b4-93ff-4811-8d40-226b565b5d0e,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:01.412758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f75c435f-a707-4dc9-97a9-20d246c954bc req-75e5e559-4d77-464c-999d-8b625b962099 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047538 Aug 24 00:23:01.419353 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.420207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 4b444555-ec1d-495e-bcde-fa4f20dad18c up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:01.448857 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-77b8a87a-8407-40f0-a2e1-6ce476c4c6b4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.451880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36f9ec-e0f0-4cd4-8276-6f18984c49cc service neutron] Pushing event updated for resources: {'Port': ['ID=7d07990f-eb63-4457-8454-05dd18b98deb,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:01.520069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=dfe403b4-93ff-4811-8d40-226b565b5d0e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:01.528342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c7eac-9d16-4c7a-9193-c24cad5a29d6 req-3699abf1-8792-40c0-8d27-d6ae1134aabe tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:01.529840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d87c7eac-9d16-4c7a-9193-c24cad5a29d6 req-3699abf1-8792-40c0-8d27-d6ae1134aabe tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.13 "GET /v2.0/ports?device_id=c59f183a-e529-4b6f-b436-603aefeb8328 HTTP/1.1" status: 200 len: 945 time: 0.2513208 Aug 24 00:23:01.534156 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 4b444555-ec1d-495e-bcde-fa4f20dad18c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:01.536463 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52171dcd-b921-49d1-bc0a-f3c32297fed4 req-2bfb1209-060e-40cd-bd06-2237b552349f tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2270129 Aug 24 00:23:01.538288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 4b444555-ec1d-495e-bcde-fa4f20dad18c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:01.538673 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.625003 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.662216 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 4b444555-ec1d-495e-bcde-fa4f20dad18c, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=4b444555-ec1d-495e-bcde-fa4f20dad18c,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:01.666218 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.698444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7bce00-b5ad-4d87-b900-000728546267,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:01.715263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=4b444555-ec1d-495e-bcde-fa4f20dad18c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:01.761712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-4298db56-ca52-465d-b8cf-dbfed78883dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:01.763291 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-4298db56-ca52-465d-b8cf-dbfed78883dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb0dbbd0b6ba4188ab9b32fed42400ec&device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 1094 time: 0.2962534 Aug 24 00:23:01.787447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41957eeb-6426-4bb4-800d-e8cfa95ca6ed req-e8239c96-b395-4f73-849e-18fae3823683 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:01.788943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41957eeb-6426-4bb4-800d-e8cfa95ca6ed req-e8239c96-b395-4f73-849e-18fae3823683 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 946 time: 0.3012488 Aug 24 00:23:01.791650 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-77b8a87a-8407-40f0-a2e1-6ce476c4c6b4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.895112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-b3a21944-4ab4-4f7c-8e28-44b251f957f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d07990f-eb63-4457-8454-05dd18b98deb HTTP/1.1" status: 200 len: 217 time: 0.1047132 Aug 24 00:23:01.907319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a263b-c5e6-4d28-b176-9689da4f0c2d req-7acc8bd8-2683-468c-8bb3-0a6a6c7ead47 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:01.908754 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-159a263b-c5e6-4d28-b176-9689da4f0c2d req-7acc8bd8-2683-468c-8bb3-0a6a6c7ead47 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=c59f183a-e529-4b6f-b436-603aefeb8328 HTTP/1.1" status: 200 len: 945 time: 0.2549043 Aug 24 00:23:01.910869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Attempting to bind port 9e7bce00-b5ad-4d87-b900-000728546267 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:01.911206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Attempting to bind port 9e7bce00-b5ad-4d87-b900-000728546267 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '6394b6d1-929e-4884-8462-397709b5339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:01.911536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Attempting to bind port 9e7bce00-b5ad-4d87-b900-000728546267 on network 7e16580f-817c-47d0-9b6c-5a1d57141b0e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:01.937617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b8a87a-8407-40f0-a2e1-6ce476c4c6b4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:01.968123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Port 9e7bce00-b5ad-4d87-b900-000728546267 on network 7e16580f-817c-47d0-9b6c-5a1d57141b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:23:01.968452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Attempting to bind port 9e7bce00-b5ad-4d87-b900-000728546267 on network 7e16580f-817c-47d0-9b6c-5a1d57141b0e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:01.982679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-77b8a87a-8407-40f0-a2e1-6ce476c4c6b4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:01.998708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8a87a-8407-40f0-a2e1-6ce476c4c6b4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:02.005060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8a87a-8407-40f0-a2e1-6ce476c4c6b4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:02.005677 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-77b8a87a-8407-40f0-a2e1-6ce476c4c6b4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.011117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8a87a-8407-40f0-a2e1-6ce476c4c6b4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=498bfe53-b900-403d-ad51-b08cb4861776,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:02.029773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:02.030128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Checking segment: {'id': '6394b6d1-929e-4884-8462-397709b5339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:02.030514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Bound using segment: {'id': '6394b6d1-929e-4884-8462-397709b5339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:02.030988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Bound port: 9e7bce00-b5ad-4d87-b900-000728546267, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6394b6d1-929e-4884-8462-397709b5339d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:02.031353 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.036547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41957eeb-6426-4bb4-800d-e8cfa95ca6ed req-18611521-2a25-4f77-8d3a-e68950e0dd6a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311273 Aug 24 00:23:02.070689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d87c7eac-9d16-4c7a-9193-c24cad5a29d6 req-13c2db7d-f221-4929-8526-006621890d56 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Deleting port 32c2f60c-acbc-4edd-a413-72fb7df1bd94 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:02.071066 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d87c7eac-9d16-4c7a-9193-c24cad5a29d6 req-13c2db7d-f221-4929-8526-006621890d56 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.077929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-19ec7da9-d388-416f-99e7-518fab1ef989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:02.080214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-19ec7da9-d388-416f-99e7-518fab1ef989 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20d2afb3-6e1c-431e-bf23-1b204e8689ac HTTP/1.1" status: 200 len: 858 time: 0.1666255 Aug 24 00:23:02.091490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-77b8a87a-8407-40f0-a2e1-6ce476c4c6b4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2028389 Aug 24 00:23:02.094970 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55706) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:02.095415 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f5f06d-5fdf-4007-8685-1edda745c7bf x-openstack-request-id: req-a3f5f06d-5fdf-4007-8685-1edda745c7bf {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:02.095540 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db", "tag": "7d07990f-eb63-4457-8454-05dd18b98deb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:02.095740 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3f5f06d-5fdf-4007-8685-1edda745c7bf {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:02.096160 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e9322e-d90c-4bf0-9ecb-8dd93c3b34db', 'tag': '7d07990f-eb63-4457-8454-05dd18b98deb', 'status': 'completed', 'code': 200} Aug 24 00:23:02.101335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-159a263b-c5e6-4d28-b176-9689da4f0c2d req-cb881835-f67a-4cb8-92ed-6fe9b58da8b6 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/security-groups?id=74504099-519f-4cf7-bef6-1e8f9f43bec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710563 Aug 24 00:23:02.154297 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0715afe0-bb23-46e9-a84c-02ccecef6fb6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:02.156000 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0715afe0-bb23-46e9-a84c-02ccecef6fb6 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/498bfe53-b900-403d-ad51-b08cb4861776 HTTP/1.1" status: 200 len: 840 time: 0.0598841 Aug 24 00:23:02.159114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:02.191827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-cddcd498-196e-42ad-9fcf-00898bb188f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d73bf0be-2567-4e49-b832-9f670225cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436115 Aug 24 00:23:02.253741 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-285c50dd-2076-4464-a1fc-0650f80c1307 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 498bfe53-b900-403d-ad51-b08cb4861776 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:02.254088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-285c50dd-2076-4464-a1fc-0650f80c1307 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.320912 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-285c50dd-2076-4464-a1fc-0650f80c1307 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.334560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-285c50dd-2076-4464-a1fc-0650f80c1307 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 498bfe53-b900-403d-ad51-b08cb4861776 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:02.351441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] For port 9e7bce00-b5ad-4d87-b900-000728546267, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:02.361903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] For port 9e7bce00-b5ad-4d87-b900-000728546267, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9e7bce00-b5ad-4d87-b900-000728546267,segment=NetworkSegment(6394b6d1-929e-4884-8462-397709b5339d),segment_id=6394b6d1-929e-4884-8462-397709b5339d)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:02.378139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b193e-ec69-4e1a-9774-1fdc656155be req-62256847-5c48-4845-a881-207e63479555 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:02.379705 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-518b193e-ec69-4e1a-9774-1fdc656155be req-62256847-5c48-4845-a881-207e63479555 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 946 time: 0.2304790 Aug 24 00:23:02.383177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d87c7eac-9d16-4c7a-9193-c24cad5a29d6 req-13c2db7d-f221-4929-8526-006621890d56 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] For port 32c2f60c-acbc-4edd-a413-72fb7df1bd94, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=32c2f60c-acbc-4edd-a413-72fb7df1bd94,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:02.383449 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d87c7eac-9d16-4c7a-9193-c24cad5a29d6 req-13c2db7d-f221-4929-8526-006621890d56 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.386397 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.422991 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-285c50dd-2076-4464-a1fc-0650f80c1307 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.451785 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c50dd-2076-4464-a1fc-0650f80c1307 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=498bfe53-b900-403d-ad51-b08cb4861776,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:02.452971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5a76f-2cbc-4b47-89ed-a950ec513228 req-7d85eaaf-594b-4253-8cb9-cd891b199dd7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:02.455039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77c5a76f-2cbc-4b47-89ed-a950ec513228 req-7d85eaaf-594b-4253-8cb9-cd891b199dd7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 943 time: 0.2478163 Aug 24 00:23:02.458182 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-285c50dd-2076-4464-a1fc-0650f80c1307 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.460559 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-285c50dd-2076-4464-a1fc-0650f80c1307 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/498bfe53-b900-403d-ad51-b08cb4861776 HTTP/1.1" status: 204 len: 168 time: 0.3005173 Aug 24 00:23:02.461181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d87c7eac-9d16-4c7a-9193-c24cad5a29d6 req-13c2db7d-f221-4929-8526-006621890d56 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Calling delete_port for 32c2f60c-acbc-4edd-a413-72fb7df1bd94 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:02.463435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55712) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:02.490743 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc370d9-8b67-484b-ad85-1a9d781c7639 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] GET failed (client error): The resource could not be found. Aug 24 00:23:02.492292 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5fc370d9-8b67-484b-ad85-1a9d781c7639 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/498bfe53-b900-403d-ad51-b08cb4861776 HTTP/1.1" status: 404 len: 333 time: 0.0272098 Aug 24 00:23:02.496008 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:02.499723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:02.500421 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.501795 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6b430703-526c-4595-aeed-064b2174c882 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'name': 'tempest-PortsTestJSON-1999760667'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:02.502308 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] 10.222.0.47 "PUT /v2.0/ports/9e7bce00-b5ad-4d87-b900-000728546267 HTTP/1.1" status: 200 len: 1091 time: 2.8165977 Aug 24 00:23:02.586910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-ca4706fe-ed4b-4a3d-9304-74ca5c032823 service neutron] 10.222.0.47 "GET /v2.0/networks/d73bf0be-2567-4e49-b832-9f670225cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760042 Aug 24 00:23:02.599675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b430703-526c-4595-aeed-064b2174c882 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:02.603211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b430703-526c-4595-aeed-064b2174c882 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.606123 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-518b193e-ec69-4e1a-9774-1fdc656155be req-55313914-8fa7-42d8-af5b-6bc7d70c9059 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167969 Aug 24 00:23:02.628465 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-6b430703-526c-4595-aeed-064b2174c882 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port 54de6e5b-fd0d-4534-bec5-f79a23187d41 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:23:02.633649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a92fae-e4da-4a3e-9cb5-1fc5b7befb50 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7bce00-b5ad-4d87-b900-000728546267,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:02.655517 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec2d164-920a-48df-808a-d50f19345547'}, {'server_uuid': 'f645370a-a66e-45da-b86a-7910605b5d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e9605a-6ead-4107-be66-33d19905954a'}, {'server_uuid': '27d86211-c0a0-49b5-802f-aad7c4761a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e2e61a-670d-4ce2-ac7a-804a3564122b'}, {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0ee051-f3be-4377-a1b9-e220303e05a5'}, {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2236cf-9f4e-4517-bffb-4b3e4f8762d3'}, {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f7ed89-39b2-4be4-b2ff-738827384330'}, {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe403b4-93ff-4811-8d40-226b565b5d0e'}, {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b444555-ec1d-495e-bcde-fa4f20dad18c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:02.659377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77c5a76f-2cbc-4b47-89ed-a950ec513228 req-8187a74f-f7a1-45eb-9174-b2f5f07ab648 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824005 Aug 24 00:23:02.660630 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6e5e98-f0a8-465f-b49d-f319577e4d0f" -d '{"events": [{"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-plugged", "status": "completed", "tag": "7ec2d164-920a-48df-808a-d50f19345547"}, {"server_uuid": "f645370a-a66e-45da-b86a-7910605b5d48", "name": "network-vif-plugged", "status": "completed", "tag": "67e9605a-6ead-4107-be66-33d19905954a"}, {"server_uuid": "27d86211-c0a0-49b5-802f-aad7c4761a16", "name": "network-vif-plugged", "status": "completed", "tag": "d0e2e61a-670d-4ce2-ac7a-804a3564122b"}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-plugged", "status": "completed", "tag": "9c0ee051-f3be-4377-a1b9-e220303e05a5"}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-plugged", "status": "completed", "tag": "fa2236cf-9f4e-4517-bffb-4b3e4f8762d3"}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-plugged", "status": "completed", "tag": "22f7ed89-39b2-4be4-b2ff-738827384330"}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-plugged", "status": "completed", "tag": "dfe403b4-93ff-4811-8d40-226b565b5d0e"}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-plugged", "status": "completed", "tag": "4b444555-ec1d-495e-bcde-fa4f20dad18c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:02.753175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6dbdf-cbb2-4f81-a61d-840a7d81d0b7 req-f6abc6c2-9a5c-498c-9f0b-59231c98d0a7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:02.754749 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-55c6dbdf-cbb2-4f81-a61d-840a7d81d0b7 req-f6abc6c2-9a5c-498c-9f0b-59231c98d0a7 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.47 "GET /v2.0/ports?device_id=25c26636-e1be-415b-bed3-8a6d7d9c946a HTTP/1.1" status: 200 len: 945 time: 0.1229482 Aug 24 00:23:02.777123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-b7950558-9868-4476-a3ee-07351f167be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:02.778658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-b7950558-9868-4476-a3ee-07351f167be2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6652d588fc06408696d6f2e2064c1266&device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 1094 time: 0.2095861 Aug 24 00:23:02.893892 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b430703-526c-4595-aeed-064b2174c882 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.941589 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-55c6dbdf-cbb2-4f81-a61d-840a7d81d0b7 req-80611c44-0d56-46e5-81e8-fa7380f5bb57 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Deleting port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:02.941840 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-55c6dbdf-cbb2-4f81-a61d-840a7d81d0b7 req-80611c44-0d56-46e5-81e8-fa7380f5bb57 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.969060 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.996998 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b430703-526c-4595-aeed-064b2174c882 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.075234 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b430703-526c-4595-aeed-064b2174c882 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:03.083055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6b430703-526c-4595-aeed-064b2174c882 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:03.085997 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b430703-526c-4595-aeed-064b2174c882 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:03.092058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b430703-526c-4595-aeed-064b2174c882 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:03.092691 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b430703-526c-4595-aeed-064b2174c882 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.099354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b430703-526c-4595-aeed-064b2174c882 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=54de6e5b-fd0d-4534-bec5-f79a23187d41,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:03.126653 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-55c6dbdf-cbb2-4f81-a61d-840a7d81d0b7 req-80611c44-0d56-46e5-81e8-fa7380f5bb57 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] For port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7a67dc2f-dd90-45ea-98d9-d717d43f87f3,segment=NetworkSegment(63d538c1-fca3-401c-97d9-3f88ef97843e),segment_id=63d538c1-fca3-401c-97d9-3f88ef97843e)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:03.127191 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-55c6dbdf-cbb2-4f81-a61d-840a7d81d0b7 req-80611c44-0d56-46e5-81e8-fa7380f5bb57 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.130414 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b430703-526c-4595-aeed-064b2174c882 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6332586 Aug 24 00:23:03.135534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55724) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:03.143442 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4626e4d5-7f61-4c34-b87a-4549a908afb3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:03.152226 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-55c6dbdf-cbb2-4f81-a61d-840a7d81d0b7 req-80611c44-0d56-46e5-81e8-fa7380f5bb57 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Calling delete_port for 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:03.191738 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-7889eafa-23a2-40a5-a975-c5bfe6ec687b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7bce00-b5ad-4d87-b900-000728546267 HTTP/1.1" status: 200 len: 217 time: 0.3904836 Aug 24 00:23:03.221646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77198db-e77c-4a3f-915c-38fd9da0dc63 req-b40de4cf-df34-475c-9a6c-a6ec78d60843 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:03.223140 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c77198db-e77c-4a3f-915c-38fd9da0dc63 req-b40de4cf-df34-475c-9a6c-a6ec78d60843 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 943 time: 0.5111175 Aug 24 00:23:03.254677 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4626e4d5-7f61-4c34-b87a-4549a908afb3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.271835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3660c4a-48f2-4fcc-978f-e1fc003a71c2 req-715f8f13-14c7-4603-9cc7-35f96f28a44f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:03.273320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3660c4a-48f2-4fcc-978f-e1fc003a71c2 req-715f8f13-14c7-4603-9cc7-35f96f28a44f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.5334198 Aug 24 00:23:03.275289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86ff4f0d-881a-4172-b8aa-ae751447c42e req-2557c24b-99ee-4fac-9300-e446480e3c42 service neutron] 10.222.0.47 "GET /v2.0/networks/d73bf0be-2567-4e49-b832-9f670225cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332526 Aug 24 00:23:03.318525 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d87c7eac-9d16-4c7a-9193-c24cad5a29d6 req-13c2db7d-f221-4929-8526-006621890d56 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.352783 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['32c2f60c-acbc-4edd-a413-72fb7df1bd94'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:03.362769 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['7a67dc2f-dd90-45ea-98d9-d717d43f87f3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:03.381193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-ea7e9330-b895-4601-8ed1-871a2780b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:03.383003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-ea7e9330-b895-4601-8ed1-871a2780b531 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa2e48a9-45a5-4f60-b104-b36c4410581e HTTP/1.1" status: 200 len: 860 time: 0.1732316 Aug 24 00:23:03.389753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2db7d-f221-4929-8526-006621890d56 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Pushing event deleted for resources: {'Port': ['ID=32c2f60c-acbc-4edd-a413-72fb7df1bd94,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:03.401823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c77198db-e77c-4a3f-915c-38fd9da0dc63 req-1bc0d576-d99c-441d-8261-6d9ef3f36cde tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658423 Aug 24 00:23:03.476161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3660c4a-48f2-4fcc-978f-e1fc003a71c2 req-5e1be16b-d789-4b4c-872c-eacf84ab859b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929932 Aug 24 00:23:03.478256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-e9610479-0db0-402a-a418-21160ad60032 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e16580f-817c-47d0-9b6c-5a1d57141b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668635 Aug 24 00:23:03.521874 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-55c6dbdf-cbb2-4f81-a61d-840a7d81d0b7 req-80611c44-0d56-46e5-81e8-fa7380f5bb57 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.533029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87c7eac-9d16-4c7a-9193-c24cad5a29d6 req-13c2db7d-f221-4929-8526-006621890d56 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] No DVR routers for this DVR port 32c2f60c-acbc-4edd-a413-72fb7df1bd94 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:23:03.564476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80611c44-0d56-46e5-81e8-fa7380f5bb57 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Pushing event deleted for resources: {'Port': ['ID=7a67dc2f-dd90-45ea-98d9-d717d43f87f3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:03.577150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d87c7eac-9d16-4c7a-9193-c24cad5a29d6 req-13c2db7d-f221-4929-8526-006621890d56 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.579768 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d87c7eac-9d16-4c7a-9193-c24cad5a29d6 req-13c2db7d-f221-4929-8526-006621890d56 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.13 "DELETE /v2.0/ports/32c2f60c-acbc-4edd-a413-72fb7df1bd94 HTTP/1.1" status: 204 len: 173 time: 2.0370653 Aug 24 00:23:03.596388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4626e4d5-7f61-4c34-b87a-4549a908afb3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.615224 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1380 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616df4be-c001-454f-b864-4a3538c799c2 x-openstack-request-id: req-616df4be-c001-454f-b864-4a3538c799c2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:03.615800 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-plugged", "status": "completed", "tag": "7ec2d164-920a-48df-808a-d50f19345547", "code": 200}, {"server_uuid": "f645370a-a66e-45da-b86a-7910605b5d48", "name": "network-vif-plugged", "status": "completed", "tag": "67e9605a-6ead-4107-be66-33d19905954a", "code": 200}, {"server_uuid": "27d86211-c0a0-49b5-802f-aad7c4761a16", "name": "network-vif-plugged", "status": "completed", "tag": "d0e2e61a-670d-4ce2-ac7a-804a3564122b", "code": 200}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-plugged", "status": "completed", "tag": "9c0ee051-f3be-4377-a1b9-e220303e05a5", "code": 200}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-plugged", "status": "completed", "tag": "fa2236cf-9f4e-4517-bffb-4b3e4f8762d3", "code": 200}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-plugged", "status": "completed", "tag": "22f7ed89-39b2-4be4-b2ff-738827384330", "code": 200}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-plugged", "status": "completed", "tag": "dfe403b4-93ff-4811-8d40-226b565b5d0e", "code": 200}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-plugged", "status": "completed", "tag": "4b444555-ec1d-495e-bcde-fa4f20dad18c", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:03.616228 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-616df4be-c001-454f-b864-4a3538c799c2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:03.616800 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec2d164-920a-48df-808a-d50f19345547', 'code': 200} Aug 24 00:23:03.617248 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f645370a-a66e-45da-b86a-7910605b5d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e9605a-6ead-4107-be66-33d19905954a', 'code': 200} Aug 24 00:23:03.617667 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d86211-c0a0-49b5-802f-aad7c4761a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e2e61a-670d-4ce2-ac7a-804a3564122b', 'code': 200} Aug 24 00:23:03.618070 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0ee051-f3be-4377-a1b9-e220303e05a5', 'code': 200} Aug 24 00:23:03.618471 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2236cf-9f4e-4517-bffb-4b3e4f8762d3', 'code': 200} Aug 24 00:23:03.618887 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f7ed89-39b2-4be4-b2ff-738827384330', 'code': 200} Aug 24 00:23:03.619284 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe403b4-93ff-4811-8d40-226b565b5d0e', 'code': 200} Aug 24 00:23:03.620035 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b444555-ec1d-495e-bcde-fa4f20dad18c', 'code': 200} Aug 24 00:23:03.624025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc4b00-7b93-4d12-90d7-85ce5af56295 req-8cdf85f1-c5be-4c7d-86c3-02a1b6e09d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:03.626265 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8bc4b00-7b93-4d12-90d7-85ce5af56295 req-8cdf85f1-c5be-4c7d-86c3-02a1b6e09d5a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb0dbbd0b6ba4188ab9b32fed42400ec&device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 1094 time: 0.2130330 Aug 24 00:23:03.637789 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4626e4d5-7f61-4c34-b87a-4549a908afb3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.677057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c436-12dc-467e-a8a3-cb4756c181f8 req-d5d401f0-6e7c-460b-b636-2f4e154d5c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:03.678495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c6dbdf-cbb2-4f81-a61d-840a7d81d0b7 req-80611c44-0d56-46e5-81e8-fa7380f5bb57 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] No DVR routers for this DVR port 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:23:03.683074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c436-12dc-467e-a8a3-cb4756c181f8 req-d5d401f0-6e7c-460b-b636-2f4e154d5c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:03.687212 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-55c6dbdf-cbb2-4f81-a61d-840a7d81d0b7 req-80611c44-0d56-46e5-81e8-fa7380f5bb57 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.689013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c436-12dc-467e-a8a3-cb4756c181f8 req-d5d401f0-6e7c-460b-b636-2f4e154d5c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:03.689553 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-55c6dbdf-cbb2-4f81-a61d-840a7d81d0b7 req-80611c44-0d56-46e5-81e8-fa7380f5bb57 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.47 "DELETE /v2.0/ports/7a67dc2f-dd90-45ea-98d9-d717d43f87f3 HTTP/1.1" status: 204 len: 173 time: 0.9200289 Aug 24 00:23:03.690037 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c26636-e1be-415b-bed3-8a6d7d9c946a', 'name': 'network-vif-deleted', 'tag': '7a67dc2f-dd90-45ea-98d9-d717d43f87f3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:03.692495 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fbbad8-d8e5-4078-938d-2113c7d8657a" -d '{"events": [{"server_uuid": "25c26636-e1be-415b-bed3-8a6d7d9c946a", "name": "network-vif-deleted", "tag": "7a67dc2f-dd90-45ea-98d9-d717d43f87f3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:03.694986 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c436-12dc-467e-a8a3-cb4756c181f8 req-d5d401f0-6e7c-460b-b636-2f4e154d5c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:03.701647 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4626e4d5-7f61-4c34-b87a-4549a908afb3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] In _notify_port_updated(), no bound segment for port 54de6e5b-fd0d-4534-bec5-f79a23187d41 on network 4214e458-f215-4608-acf2-b0cfc6dbadfb {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:23:03.701800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c436-12dc-467e-a8a3-cb4756c181f8 req-d5d401f0-6e7c-460b-b636-2f4e154d5c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:03.707056 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4626e4d5-7f61-4c34-b87a-4549a908afb3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:03.707701 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4626e4d5-7f61-4c34-b87a-4549a908afb3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.708329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c436-12dc-467e-a8a3-cb4756c181f8 req-d5d401f0-6e7c-460b-b636-2f4e154d5c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:03.712195 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4626e4d5-7f61-4c34-b87a-4549a908afb3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "PUT /v2.0/ports/54de6e5b-fd0d-4534-bec5-f79a23187d41 HTTP/1.1" status: 200 len: 818 time: 0.5725276 Aug 24 00:23:03.712195 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55732) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:03.714305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c436-12dc-467e-a8a3-cb4756c181f8 req-d5d401f0-6e7c-460b-b636-2f4e154d5c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:03.716304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f486c436-12dc-467e-a8a3-cb4756c181f8 req-d5d401f0-6e7c-460b-b636-2f4e154d5c42 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5445 time: 0.1947889 Aug 24 00:23:03.731844 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626e4d5-7f61-4c34-b87a-4549a908afb3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=54de6e5b-fd0d-4534-bec5-f79a23187d41,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:03.818318 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-9539d09b-7843-4b09-a93c-5ffa5f779a15 service neutron] 10.222.0.47 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240511 Aug 24 00:23:03.877315 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-09b474d9-6f85-4088-b2d3-02c7dd37bda1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 54de6e5b-fd0d-4534-bec5-f79a23187d41 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:03.877315 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09b474d9-6f85-4088-b2d3-02c7dd37bda1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.910136 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f486c436-12dc-467e-a8a3-cb4756c181f8 req-59eb9318-3044-4b8e-a041-d8c2deaf4e36 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1625688 Aug 24 00:23:03.917841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74964cb-2fcf-4866-91ee-9dfb69ada92f req-dbdadc87-c601-4390-a4da-9359ed8379e0 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:03.919328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e74964cb-2fcf-4866-91ee-9dfb69ada92f req-dbdadc87-c601-4390-a4da-9359ed8379e0 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 946 time: 0.2809687 Aug 24 00:23:03.986153 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09b474d9-6f85-4088-b2d3-02c7dd37bda1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:04.014069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc4b00-7b93-4d12-90d7-85ce5af56295 req-f54710ef-d4d6-4d69-8219-9caf93cadce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.015634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8bc4b00-7b93-4d12-90d7-85ce5af56295 req-f54710ef-d4d6-4d69-8219-9caf93cadce2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d73bf0be-2567-4e49-b832-9f670225cf19 HTTP/1.1" status: 200 len: 919 time: 0.3722091 Aug 24 00:23:04.041916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-09b474d9-6f85-4088-b2d3-02c7dd37bda1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 54de6e5b-fd0d-4534-bec5-f79a23187d41 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:04.101865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'tag': '9e7bce00-b5ad-4d87-b900-000728546267'}, {'server_uuid': 'c59f183a-e529-4b6f-b436-603aefeb8328', 'name': 'network-vif-deleted', 'tag': '32c2f60c-acbc-4edd-a413-72fb7df1bd94'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:04.102236 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040459b3-ea79-4849-8721-094fa57d9bf8 req-668e2be8-c31f-410d-b979-9c7cfd5dbc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.102719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040459b3-ea79-4849-8721-094fa57d9bf8 req-668e2be8-c31f-410d-b979-9c7cfd5dbc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.103213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040459b3-ea79-4849-8721-094fa57d9bf8 req-668e2be8-c31f-410d-b979-9c7cfd5dbc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.103682 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040459b3-ea79-4849-8721-094fa57d9bf8 req-668e2be8-c31f-410d-b979-9c7cfd5dbc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.104146 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040459b3-ea79-4849-8721-094fa57d9bf8 req-668e2be8-c31f-410d-b979-9c7cfd5dbc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.104239 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811cddf3-8e15-41d2-94d8-de3d9e0778c1" -d '{"events": [{"name": "network-changed", "server_uuid": "27b35a67-1274-4351-98b9-7acaaefcad3a", "tag": "9e7bce00-b5ad-4d87-b900-000728546267"}, {"server_uuid": "c59f183a-e529-4b6f-b436-603aefeb8328", "name": "network-vif-deleted", "tag": "32c2f60c-acbc-4edd-a413-72fb7df1bd94"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:04.104607 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040459b3-ea79-4849-8721-094fa57d9bf8 req-668e2be8-c31f-410d-b979-9c7cfd5dbc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.105072 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040459b3-ea79-4849-8721-094fa57d9bf8 req-668e2be8-c31f-410d-b979-9c7cfd5dbc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.106976 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-040459b3-ea79-4849-8721-094fa57d9bf8 req-668e2be8-c31f-410d-b979-9c7cfd5dbc6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 6502 time: 0.1120176 Aug 24 00:23:04.135366 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8bc4b00-7b93-4d12-90d7-85ce5af56295 req-0d804574-0286-4d3e-b95a-d3b004386c50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d07990f-eb63-4457-8454-05dd18b98deb HTTP/1.1" status: 200 len: 217 time: 0.0978496 Aug 24 00:23:04.138111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a1226b8-daf1-4414-a82f-49992526482b req-98246b72-cc7f-4187-ac6c-088022ded3b8 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=c59f183a-e529-4b6f-b436-603aefeb8328 HTTP/1.1" status: 200 len: 210 time: 0.1097033 Aug 24 00:23:04.147280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e74964cb-2fcf-4866-91ee-9dfb69ada92f req-d9a72725-1d87-4d8f-a43d-4616b13589ba tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998742 Aug 24 00:23:04.149066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f70e1-e7b8-49aa-ac4a-4b2ad67c11f2 req-d0dd767b-1d6b-4d55-98b3-7372828f4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.150533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d0f70e1-e7b8-49aa-ac4a-4b2ad67c11f2 req-d0dd767b-1d6b-4d55-98b3-7372828f4b95 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 1097 time: 0.2244442 Aug 24 00:23:04.161993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb90e3b-01e6-4dd7-b99b-67a8896a9875 req-4640be8f-b351-48b8-b459-92c2f2afc57f service neutron] 10.222.0.47 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287613 Aug 24 00:23:04.168666 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-040459b3-ea79-4849-8721-094fa57d9bf8 req-3e84f987-4e83-4a08-8f59-2b0c95f81e90 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b32399ef-9a01-4432-ace7-76201df356ff&id=ab819996-24ba-4c0a-a8c4-869272680589&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514026 Aug 24 00:23:04.188111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cacc11-405b-4b22-90d1-9d791074bf90 req-125c4fec-ff89-421f-9251-c679d2b1ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.189801 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4cacc11-405b-4b22-90d1-9d791074bf90 req-125c4fec-ff89-421f-9251-c679d2b1ede4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 1097 time: 0.2625756 Aug 24 00:23:04.195719 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09b474d9-6f85-4088-b2d3-02c7dd37bda1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:04.237295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc4b00-7b93-4d12-90d7-85ce5af56295 req-b2cccf5d-a714-4390-bf7f-b459407cf1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.238790 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8bc4b00-7b93-4d12-90d7-85ce5af56295 req-b2cccf5d-a714-4390-bf7f-b459407cf1ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20d2afb3-6e1c-431e-bf23-1b204e8689ac HTTP/1.1" status: 200 len: 858 time: 0.0863619 Aug 24 00:23:04.241442 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09b474d9-6f85-4088-b2d3-02c7dd37bda1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:04.241957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d0f70e1-e7b8-49aa-ac4a-4b2ad67c11f2 req-8f9d8b44-1765-4ca6-bb54-fa3c6d6c4027 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779762 Aug 24 00:23:04.243430 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-09b474d9-6f85-4088-b2d3-02c7dd37bda1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/54de6e5b-fd0d-4534-bec5-f79a23187d41 HTTP/1.1" status: 204 len: 168 time: 0.5308249 Aug 24 00:23:04.244428 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b474d9-6f85-4088-b2d3-02c7dd37bda1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=54de6e5b-fd0d-4534-bec5-f79a23187d41,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:04.246087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55740) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:04.299948 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c14b27-29e0-4e58-b510-3736937ba337 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.301718 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-86c14b27-29e0-4e58-b510-3736937ba337 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0545173 Aug 24 00:23:04.304275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55742) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:04.313489 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8bc4b00-7b93-4d12-90d7-85ce5af56295 req-bc91035f-ba2a-4f28-a7dc-4bdedaab694a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d73bf0be-2567-4e49-b832-9f670225cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518880 Aug 24 00:23:04.332253 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8038389e-07ac-4aed-b1f9-f64904c794fd tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] GET failed (client error): The resource could not be found. Aug 24 00:23:04.334194 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8038389e-07ac-4aed-b1f9-f64904c794fd tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/54de6e5b-fd0d-4534-bec5-f79a23187d41 HTTP/1.1" status: 404 len: 333 time: 0.0285017 Aug 24 00:23:04.337523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55744) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:04.343187 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6edfed62-349e-4c0e-be41-9009a5346fc8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1659345672'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:04.348842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba516cd-fb92-4d76-ba61-c3078d9d2864 req-c95ed12e-8bb3-4688-bc0d-b2bb66592b59 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.350393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dba516cd-fb92-4d76-ba61-c3078d9d2864 req-c95ed12e-8bb3-4688-bc0d-b2bb66592b59 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 946 time: 0.1300085 Aug 24 00:23:04.368566 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edfed62-349e-4c0e-be41-9009a5346fc8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:04.372370 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6edfed62-349e-4c0e-be41-9009a5346fc8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:04.415931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec5851-04e3-4dfd-97a9-691b094ff277 req-8bb41e99-5f16-4669-9bf4-81b9a60ababe tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.417551 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-79ec5851-04e3-4dfd-97a9-691b094ff277 req-8bb41e99-5f16-4669-9bf4-81b9a60ababe tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 943 time: 0.1778679 Aug 24 00:23:04.478388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dba516cd-fb92-4d76-ba61-c3078d9d2864 req-5794c60d-027e-4832-86b7-84c36df71f29 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151929 Aug 24 00:23:04.504202 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-79ec5851-04e3-4dfd-97a9-691b094ff277 req-59a15a01-abf6-423b-88fb-63d5177fbedd tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745454 Aug 24 00:23:04.539610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8bc4b00-7b93-4d12-90d7-85ce5af56295 req-9a9a0834-15a6-4dce-8a87-d53ce06710b7 service neutron] 10.222.0.47 "GET /v2.0/networks/d73bf0be-2567-4e49-b832-9f670225cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079902 Aug 24 00:23:04.581041 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b959b2f-f1d9-4c43-b3eb-d676ed17bfbf x-openstack-request-id: req-5b959b2f-f1d9-4c43-b3eb-d676ed17bfbf {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:04.581512 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b35a67-1274-4351-98b9-7acaaefcad3a", "tag": "9e7bce00-b5ad-4d87-b900-000728546267", "status": "completed", "code": 200}, {"server_uuid": "c59f183a-e529-4b6f-b436-603aefeb8328", "name": "network-vif-deleted", "tag": "32c2f60c-acbc-4edd-a413-72fb7df1bd94", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:04.581771 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b959b2f-f1d9-4c43-b3eb-d676ed17bfbf {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:04.582188 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'tag': '9e7bce00-b5ad-4d87-b900-000728546267', 'status': 'completed', 'code': 200} Aug 24 00:23:04.591830 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59f183a-e529-4b6f-b436-603aefeb8328', 'name': 'network-vif-deleted', 'tag': '32c2f60c-acbc-4edd-a413-72fb7df1bd94', 'status': 'completed', 'code': 200} Aug 24 00:23:04.674123 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515fd569-5ec0-424b-a2b9-9fbc059e2c6b x-openstack-request-id: req-515fd569-5ec0-424b-a2b9-9fbc059e2c6b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:04.674420 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c26636-e1be-415b-bed3-8a6d7d9c946a", "name": "network-vif-deleted", "tag": "7a67dc2f-dd90-45ea-98d9-d717d43f87f3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:04.674616 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-515fd569-5ec0-424b-a2b9-9fbc059e2c6b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:04.675028 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c26636-e1be-415b-bed3-8a6d7d9c946a', 'name': 'network-vif-deleted', 'tag': '7a67dc2f-dd90-45ea-98d9-d717d43f87f3', 'status': 'completed', 'code': 200} Aug 24 00:23:04.690128 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edfed62-349e-4c0e-be41-9009a5346fc8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:23:04.698889 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6edfed62-349e-4c0e-be41-9009a5346fc8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:04.699235 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-6edfed62-349e-4c0e-be41-9009a5346fc8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Added segment 0780e8ae-a654-4e8b-9aa2-64d69ededfa0 of type vlan for network d742cadd-2dfc-4abb-89e7-89f4f57e6b69 Aug 24 00:23:04.738759 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6edfed62-349e-4c0e-be41-9009a5346fc8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:04.764503 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6edfed62-349e-4c0e-be41-9009a5346fc8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:04.771521 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edfed62-349e-4c0e-be41-9009a5346fc8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.772127 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6edfed62-349e-4c0e-be41-9009a5346fc8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:04.788338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cddf3-8e15-41d2-94d8-de3d9e0778c1 req-d99d6b2d-3fbb-414e-a0c6-9c969dd675cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.789871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811cddf3-8e15-41d2-94d8-de3d9e0778c1 req-d99d6b2d-3fbb-414e-a0c6-9c969dd675cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6652d588fc06408696d6f2e2064c1266&device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 1094 time: 0.1599915 Aug 24 00:23:04.798764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8bc4b00-7b93-4d12-90d7-85ce5af56295 req-dfdc8b31-12d9-40d9-85aa-7737429e1326 service neutron] 10.222.0.47 "GET /v2.0/networks/d73bf0be-2567-4e49-b832-9f670225cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512708 Aug 24 00:23:04.806092 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df41e6-5422-48ec-a7f4-67db3bb72b1b req-ac9d77b1-cc5f-4b22-ab4a-8c398f09dea5 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.807632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21df41e6-5422-48ec-a7f4-67db3bb72b1b req-ac9d77b1-cc5f-4b22-ab4a-8c398f09dea5 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.1624577 Aug 24 00:23:04.821511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b122d-92cb-4ec8-b2a5-396244e93b87 req-88b7db23-2e07-441d-a02a-e3810c994cba tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.823290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-737b122d-92cb-4ec8-b2a5-396244e93b87 req-88b7db23-2e07-441d-a02a-e3810c994cba tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 943 time: 0.1790247 Aug 24 00:23:04.837802 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6edfed62-349e-4c0e-be41-9009a5346fc8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4986634 Aug 24 00:23:04.840849 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55750) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:04.846026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2f447b9d-4eca-4722-b321-2cc9b47e5421 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': 'd742cadd-2dfc-4abb-89e7-89f4f57e6b69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:04.863868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4cacc11-405b-4b22-90d1-9d791074bf90 req-858ed3e8-25bb-4c99-8308-0fcbe2860fc3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245127 Aug 24 00:23:04.865005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfed62-349e-4c0e-be41-9009a5346fc8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Network': ['ID=d742cadd-2dfc-4abb-89e7-89f4f57e6b69,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:04.877397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network d742cadd-2dfc-4abb-89e7-89f4f57e6b69 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:23:04.942277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f447b9d-4eca-4722-b321-2cc9b47e5421 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:04.946769 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f447b9d-4eca-4722-b321-2cc9b47e5421 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:04.947574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21df41e6-5422-48ec-a7f4-67db3bb72b1b req-0f690296-a26d-41c3-a50a-a92ac3e3fc0c tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209593 Aug 24 00:23:04.955286 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-737b122d-92cb-4ec8-b2a5-396244e93b87 req-57144dfc-12eb-43ff-9762-133f8d4fc84c tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175106 Aug 24 00:23:04.984121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cddf3-8e15-41d2-94d8-de3d9e0778c1 req-3d06d73d-bfe3-43b8-8125-b8ec5d02a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.986762 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811cddf3-8e15-41d2-94d8-de3d9e0778c1 req-3d06d73d-bfe3-43b8-8125-b8ec5d02a06a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e16580f-817c-47d0-9b6c-5a1d57141b0e HTTP/1.1" status: 200 len: 921 time: 0.1781046 Aug 24 00:23:05.039556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811cddf3-8e15-41d2-94d8-de3d9e0778c1 req-49fa506a-e8e3-40a0-9291-221c04640717 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7bce00-b5ad-4d87-b900-000728546267 HTTP/1.1" status: 200 len: 217 time: 0.0450826 Aug 24 00:23:05.135448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551063d3-06c3-4542-9718-ea05b54c9549 req-1375662b-bdae-4349-87fa-32713d25e05d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:05.141777 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551063d3-06c3-4542-9718-ea05b54c9549 req-1375662b-bdae-4349-87fa-32713d25e05d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:05.147913 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551063d3-06c3-4542-9718-ea05b54c9549 req-1375662b-bdae-4349-87fa-32713d25e05d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:05.154091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551063d3-06c3-4542-9718-ea05b54c9549 req-1375662b-bdae-4349-87fa-32713d25e05d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:05.160644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551063d3-06c3-4542-9718-ea05b54c9549 req-1375662b-bdae-4349-87fa-32713d25e05d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:05.171051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551063d3-06c3-4542-9718-ea05b54c9549 req-1375662b-bdae-4349-87fa-32713d25e05d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:05.174554 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f447b9d-4eca-4722-b321-2cc9b47e5421 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.178927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551063d3-06c3-4542-9718-ea05b54c9549 req-1375662b-bdae-4349-87fa-32713d25e05d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:05.181110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-551063d3-06c3-4542-9718-ea05b54c9549 req-1375662b-bdae-4349-87fa-32713d25e05d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5445 time: 0.1461918 Aug 24 00:23:05.182874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cddf3-8e15-41d2-94d8-de3d9e0778c1 req-3b5aeccd-db7c-4de5-9077-9e0f101354b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:05.184280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811cddf3-8e15-41d2-94d8-de3d9e0778c1 req-3b5aeccd-db7c-4de5-9077-9e0f101354b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa2e48a9-45a5-4f60-b104-b36c4410581e HTTP/1.1" status: 200 len: 860 time: 0.1330061 Aug 24 00:23:05.229036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811cddf3-8e15-41d2-94d8-de3d9e0778c1 req-cadb0e84-8940-4131-9277-b80679c7c1d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e16580f-817c-47d0-9b6c-5a1d57141b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316806 Aug 24 00:23:05.239475 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f447b9d-4eca-4722-b321-2cc9b47e5421 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Subnet': ['ID=07e6cd2d-df4b-4ae5-ae3d-63efb9e67934,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:05.246952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f447b9d-4eca-4722-b321-2cc9b47e5421 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Checking segment: {'id': '0780e8ae-a654-4e8b-9aa2-64d69ededfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd742cadd-2dfc-4abb-89e7-89f4f57e6b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:05.247311 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f447b9d-4eca-4722-b321-2cc9b47e5421 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network hostable DHCP agents. Network: d742cadd-2dfc-4abb-89e7-89f4f57e6b69, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:23:05.270864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f447b9d-4eca-4722-b321-2cc9b47e5421 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network d742cadd-2dfc-4abb-89e7-89f4f57e6b69 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:23:05.282304 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2f447b9d-4eca-4722-b321-2cc9b47e5421 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, d742cadd-2dfc-4abb-89e7-89f4f57e6b69) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:05.286593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f447b9d-4eca-4722-b321-2cc9b47e5421 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:05.287569 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f447b9d-4eca-4722-b321-2cc9b47e5421 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.301875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6059c82-6ea2-4b97-b8a9-d50489792e43 None None] Network d742cadd-2dfc-4abb-89e7-89f4f57e6b69 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:05.311707 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2f447b9d-4eca-4722-b321-2cc9b47e5421 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4697785 Aug 24 00:23:05.314720 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:05.320785 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cf1421aa-02ea-491b-bbff-5a50e69895e4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': 'd742cadd-2dfc-4abb-89e7-89f4f57e6b69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:05.328825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b979fd8-1531-43b0-a131-9aa3657ea44d req-8032bac8-c4d1-43e3-8cf2-21d13d2204e6 tempest-MultipleCreateTestJSON-1836240593 tempest-MultipleCreateTestJSON-1836240593-project] 10.222.0.32 "GET /v2.0/ports?device_id=c59f183a-e529-4b6f-b436-603aefeb8328 HTTP/1.1" status: 200 len: 210 time: 0.0749419 Aug 24 00:23:05.346887 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-551063d3-06c3-4542-9718-ea05b54c9549 req-3ad75af4-cba9-4d6b-9ac9-9f1775714d10 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1532016 Aug 24 00:23:05.392497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811cddf3-8e15-41d2-94d8-de3d9e0778c1 req-881547f6-0ed0-42dc-8680-e91c130fd53c service neutron] 10.222.0.47 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524444 Aug 24 00:23:05.399763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 32c2f60c-acbc-4edd-a413-72fb7df1bd94 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:05.423319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 32c2f60c-acbc-4edd-a413-72fb7df1bd94 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:23:05.423654 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 32c2f60c-acbc-4edd-a413-72fb7df1bd94 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:23:05.472645 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1421aa-02ea-491b-bbff-5a50e69895e4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:05.476918 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf1421aa-02ea-491b-bbff-5a50e69895e4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.528785 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-d742cadd-2dfc-4abb-89e7-89f4f57e6b69', 'network_id': 'd742cadd-2dfc-4abb-89e7-89f4f57e6b69', 'tenant_id': 'e3b13b55c42048309adfd977fccc2186', 'fixed_ips': [{'subnet_id': '07e6cd2d-df4b-4ae5-ae3d-63efb9e67934'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:23:05.529650 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.549701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709d8bf-b64f-4526-bcff-08aab3377ee1 req-76896950-5c95-462f-9d18-8d0d08ed3f37 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:05.551226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2709d8bf-b64f-4526-bcff-08aab3377ee1 req-76896950-5c95-462f-9d18-8d0d08ed3f37 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 946 time: 0.1378450 Aug 24 00:23:05.598096 n-d-805736-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-cf1421aa-02ea-491b-bbff-5a50e69895e4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 07e6cd2d-df4b-4ae5-ae3d-63efb9e67934 (CIDR: 172.20.0.0/28) Aug 24 00:23:05.603400 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1421aa-02ea-491b-bbff-5a50e69895e4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:23:05.603696 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1421aa-02ea-491b-bbff-5a50e69895e4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:23:05.623522 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cf1421aa-02ea-491b-bbff-5a50e69895e4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3073702 Aug 24 00:23:05.626637 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55764) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:05.627944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811cddf3-8e15-41d2-94d8-de3d9e0778c1 req-d17a3ef5-fcd2-4b4f-8b9d-d18c47b132dd service neutron] 10.222.0.47 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250161 Aug 24 00:23:05.631938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-338636ac-b2fa-49a2-84c3-230a4fa11f22 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': 'd742cadd-2dfc-4abb-89e7-89f4f57e6b69', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:05.651000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2709d8bf-b64f-4526-bcff-08aab3377ee1 req-ae29ee5d-11f6-4e9d-9872-2463fad01d24 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839820 Aug 24 00:23:05.671190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d8056-ea08-4d74-983f-0fc141641a52 req-141c24a5-2fbd-4299-a0e0-884d5b9f4d95 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:05.680696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-842d8056-ea08-4d74-983f-0fc141641a52 req-141c24a5-2fbd-4299-a0e0-884d5b9f4d95 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 946 time: 0.1041770 Aug 24 00:23:05.692670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Allocated IP 172.20.0.2 (d742cadd-2dfc-4abb-89e7-89f4f57e6b69/07e6cd2d-df4b-4ae5-ae3d-63efb9e67934/32c3f8fb-f7df-4a12-8bdd-eccda2acfc17) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:05.737539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-842d8056-ea08-4d74-983f-0fc141641a52 req-7dabb1e9-eb5a-44c9-8afa-06e6b8f46874 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554550 Aug 24 00:23:05.770946 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338636ac-b2fa-49a2-84c3-230a4fa11f22 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:05.774630 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-338636ac-b2fa-49a2-84c3-230a4fa11f22 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.791349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b78bb1-1230-425e-b4e6-e779c5b85305 req-62724160-333c-435c-9c03-94cd4ad97799 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:05.799304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29b78bb1-1230-425e-b4e6-e779c5b85305 req-62724160-333c-435c-9c03-94cd4ad97799 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 943 time: 0.0657804 Aug 24 00:23:05.836229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29b78bb1-1230-425e-b4e6-e779c5b85305 req-6dfc4b60-6c95-4f95-9000-47a927b14c5f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355020 Aug 24 00:23:05.982917 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.992510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Transition to ACTIVE for port object 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:06.008851 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Transition to ACTIVE for port object 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:06.024888 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.071085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Network d742cadd-2dfc-4abb-89e7-89f4f57e6b69 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:06.075797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:06.080080 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:06.088699 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-338636ac-b2fa-49a2-84c3-230a4fa11f22 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.092657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Pushing event updated for resources: {'Port': ['ID=32c3f8fb-f7df-4a12-8bdd-eccda2acfc17,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:06.111080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338636ac-b2fa-49a2-84c3-230a4fa11f22 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network d742cadd-2dfc-4abb-89e7-89f4f57e6b69 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:06.113643 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-338636ac-b2fa-49a2-84c3-230a4fa11f22 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:06.138172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338636ac-b2fa-49a2-84c3-230a4fa11f22 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:06.138946 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-338636ac-b2fa-49a2-84c3-230a4fa11f22 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.156958 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Attempting to bind port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:06.157475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Attempting to bind port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '0780e8ae-a654-4e8b-9aa2-64d69ededfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd742cadd-2dfc-4abb-89e7-89f4f57e6b69'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:06.159026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Attempting to bind port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 on network d742cadd-2dfc-4abb-89e7-89f4f57e6b69 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:06.160805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0dc28-5451-421d-aaa0-db53cf27ba0e req-aac70d4c-00e1-4697-82c6-6e1a19a9c7ff tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:06.163827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6d0dc28-5451-421d-aaa0-db53cf27ba0e req-aac70d4c-00e1-4697-82c6-6e1a19a9c7ff tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.1278782 Aug 24 00:23:06.167243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:06.167814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Checking segment: {'id': '0780e8ae-a654-4e8b-9aa2-64d69ededfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd742cadd-2dfc-4abb-89e7-89f4f57e6b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:06.168239 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.168701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Bound using segment: {'id': '0780e8ae-a654-4e8b-9aa2-64d69ededfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd742cadd-2dfc-4abb-89e7-89f4f57e6b69'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:06.170015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Bound port: 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0780e8ae-a654-4e8b-9aa2-64d69ededfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd742cadd-2dfc-4abb-89e7-89f4f57e6b69'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:06.170444 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.175042 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-338636ac-b2fa-49a2-84c3-230a4fa11f22 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5472441 Aug 24 00:23:06.177994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d462e36-555f-4525-b2d5-7b4a8cefe82a req-3c727552-07a5-47a6-bf68-818dac0ccf01 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:06.178143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:06.180120 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d462e36-555f-4525-b2d5-7b4a8cefe82a req-3c727552-07a5-47a6-bf68-818dac0ccf01 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 943 time: 0.1430526 Aug 24 00:23:06.183420 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'network_id': 'd742cadd-2dfc-4abb-89e7-89f4f57e6b69', 'fixed_ips': [{'subnet_id': '07e6cd2d-df4b-4ae5-ae3d-63efb9e67934'}, {'subnet_id': '5d5d2abc-eb76-4596-9462-f8ffac10dc57'}], 'name': 'tempest-PortsTestJSON-582586044'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:06.189057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338636ac-b2fa-49a2-84c3-230a4fa11f22 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Subnet': ['ID=5d5d2abc-eb76-4596-9462-f8ffac10dc57,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:06.246988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d462e36-555f-4525-b2d5-7b4a8cefe82a req-6f2d6550-6453-4a32-973c-ceb100bf942f tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560703 Aug 24 00:23:06.251185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] For port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:06.254134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] For port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=32c3f8fb-f7df-4a12-8bdd-eccda2acfc17,segment=NetworkSegment(0780e8ae-a654-4e8b-9aa2-64d69ededfa0),segment_id=0780e8ae-a654-4e8b-9aa2-64d69ededfa0)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:06.255402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6d0dc28-5451-421d-aaa0-db53cf27ba0e req-df594495-3433-4408-85bc-9240b5ff843e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741134 Aug 24 00:23:06.261158 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.334049 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:06.343321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48586bde-4172-4ed5-b087-66da3e237d62 None None] Pushing event updated for resources: {'Port': ['ID=32c3f8fb-f7df-4a12-8bdd-eccda2acfc17,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:06.439706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55778) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:06.469158 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.487634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port a1b6107f-05d3-4623-b7ef-8bf2a937e71c yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:23:06.542814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eed8aef-405b-47c3-b1ea-aab3c0b23262 admin admin] Deleting subnet 0b5a37de-8e6f-4151-b463-ebdfbb7cdda6 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:23:06.548518 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eed8aef-405b-47c3-b1ea-aab3c0b23262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.561333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5a576-28af-4cd0-98be-0a76e6da8dc0 req-c324efde-a381-4133-a0a1-d4bb2fbbf529 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:06.579208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5a576-28af-4cd0-98be-0a76e6da8dc0 req-c324efde-a381-4133-a0a1-d4bb2fbbf529 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:06.585264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5a576-28af-4cd0-98be-0a76e6da8dc0 req-c324efde-a381-4133-a0a1-d4bb2fbbf529 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:06.606041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5a576-28af-4cd0-98be-0a76e6da8dc0 req-c324efde-a381-4133-a0a1-d4bb2fbbf529 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:06.613628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5a576-28af-4cd0-98be-0a76e6da8dc0 req-c324efde-a381-4133-a0a1-d4bb2fbbf529 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:06.619481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5a576-28af-4cd0-98be-0a76e6da8dc0 req-c324efde-a381-4133-a0a1-d4bb2fbbf529 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:06.626063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5a576-28af-4cd0-98be-0a76e6da8dc0 req-c324efde-a381-4133-a0a1-d4bb2fbbf529 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:06.628243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a5a576-28af-4cd0-98be-0a76e6da8dc0 req-c324efde-a381-4133-a0a1-d4bb2fbbf529 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5445 time: 0.1372826 Aug 24 00:23:06.701332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a5a576-28af-4cd0-98be-0a76e6da8dc0 req-8f08ea7a-f44d-4cfd-9a9e-34b5d93f957a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502868 Aug 24 00:23:06.708911 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eed8aef-405b-47c3-b1ea-aab3c0b23262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.794212 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eed8aef-405b-47c3-b1ea-aab3c0b23262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.850220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Allocated IP 172.20.0.10 (d742cadd-2dfc-4abb-89e7-89f4f57e6b69/07e6cd2d-df4b-4ae5-ae3d-63efb9e67934/a1b6107f-05d3-4623-b7ef-8bf2a937e71c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:06.857093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Allocated IP 172.20.0.21 (d742cadd-2dfc-4abb-89e7-89f4f57e6b69/5d5d2abc-eb76-4596-9462-f8ffac10dc57/a1b6107f-05d3-4623-b7ef-8bf2a937e71c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:06.873929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe107a3-21d5-4d31-9b80-b773480e533f req-4f8952fb-2bd1-45bf-93da-4a323929d232 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:06.876077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbe107a3-21d5-4d31-9b80-b773480e533f req-4f8952fb-2bd1-45bf-93da-4a323929d232 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 946 time: 0.1121480 Aug 24 00:23:06.920459 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eed8aef-405b-47c3-b1ea-aab3c0b23262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.934654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d37f7c-fd35-41a7-8b17-cc4b79b6a921 req-0447b1a2-03c3-48cf-b981-491e2c8e7795 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:06.936172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08d37f7c-fd35-41a7-8b17-cc4b79b6a921 req-0447b1a2-03c3-48cf-b981-491e2c8e7795 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 946 time: 0.1040046 Aug 24 00:23:06.963348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed8aef-405b-47c3-b1ea-aab3c0b23262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b5a37de-8e6f-4151-b463-ebdfbb7cdda6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:06.986990 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eed8aef-405b-47c3-b1ea-aab3c0b23262 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.988902 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4eed8aef-405b-47c3-b1ea-aab3c0b23262 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0b5a37de-8e6f-4151-b463-ebdfbb7cdda6 HTTP/1.1" status: 204 len: 168 time: 0.5481532 Aug 24 00:23:06.993193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55788) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:07.003285 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbe107a3-21d5-4d31-9b80-b773480e533f req-844949f1-6560-4118-a11b-7ba6c841776d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133454 Aug 24 00:23:07.010892 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.024799 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Transition to ACTIVE for port object a1b6107f-05d3-4623-b7ef-8bf2a937e71c will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:07.063567 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08d37f7c-fd35-41a7-8b17-cc4b79b6a921 req-4d96e466-3137-4e19-966c-900e3e1266ae tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029088 Aug 24 00:23:07.074590 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.084117 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d47-7b22-4448-b617-0ff197caee60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.142430 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network d742cadd-2dfc-4abb-89e7-89f4f57e6b69 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:07.145565 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:07.159138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=a1b6107f-05d3-4623-b7ef-8bf2a937e71c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:07.163818 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:07.220447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:07.221203 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.241459 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7ded10e8-655e-4d32-9b73-5f1205c4bc13 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.0595295 Aug 24 00:23:07.242152 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55794) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:07.248815 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-966436ca-2245-45a1-9a1f-535d5eb5ca83 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '07e6cd2d-df4b-4ae5-ae3d-63efb9e67934'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:07.280773 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d47-7b22-4448-b617-0ff197caee60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.281180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9e7bce00-b5ad-4d87-b900-000728546267 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:23:07.298265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b4aa1d47-7b22-4448-b617-0ff197caee60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa34007-8295-4a05-9131-3ff6f23501a2']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:07.317112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fd1de-2ca2-427c-897c-2396b74c0262 req-275564f9-6c7c-45fc-a17e-f9f7701d5294 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:07.318833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-037fd1de-2ca2-427c-897c-2396b74c0262 req-275564f9-6c7c-45fc-a17e-f9f7701d5294 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 943 time: 0.1572316 Aug 24 00:23:07.322495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b4aa1d47-7b22-4448-b617-0ff197caee60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d538c1-fca3-401c-97d9-3f88ef97843e') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:07.322896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b4aa1d47-7b22-4448-b617-0ff197caee60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d538c1-fca3-401c-97d9-3f88ef97843e') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:07.346622 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-966436ca-2245-45a1-9a1f-535d5eb5ca83 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.348134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d61dd-316f-4695-84b8-07849351cce3 req-7a2dc083-e1d5-44e4-9240-423f6c3c00cf tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:07.354645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d61dd-316f-4695-84b8-07849351cce3 req-7a2dc083-e1d5-44e4-9240-423f6c3c00cf tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:07.361863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d61dd-316f-4695-84b8-07849351cce3 req-7a2dc083-e1d5-44e4-9240-423f6c3c00cf tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:07.368738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d61dd-316f-4695-84b8-07849351cce3 req-7a2dc083-e1d5-44e4-9240-423f6c3c00cf tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:07.376807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d61dd-316f-4695-84b8-07849351cce3 req-7a2dc083-e1d5-44e4-9240-423f6c3c00cf tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:07.383214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d61dd-316f-4695-84b8-07849351cce3 req-7a2dc083-e1d5-44e4-9240-423f6c3c00cf tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:07.390000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d61dd-316f-4695-84b8-07849351cce3 req-7a2dc083-e1d5-44e4-9240-423f6c3c00cf tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:07.392871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca4d61dd-316f-4695-84b8-07849351cce3 req-7a2dc083-e1d5-44e4-9240-423f6c3c00cf tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5445 time: 0.2300987 Aug 24 00:23:07.403992 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d47-7b22-4448-b617-0ff197caee60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.404096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9e7bce00-b5ad-4d87-b900-000728546267, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9e7bce00-b5ad-4d87-b900-000728546267,segment=NetworkSegment(6394b6d1-929e-4884-8462-397709b5339d),segment_id=6394b6d1-929e-4884-8462-397709b5339d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:07.417518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '9e7bce00-b5ad-4d87-b900-000728546267', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'port_id': '9e7bce00-b5ad-4d87-b900-000728546267', 'mac_address': 'fa:16:3e:83:01:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:23:07.419382 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:07.420289 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d47-7b22-4448-b617-0ff197caee60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.429351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4aa1d47-7b22-4448-b617-0ff197caee60 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:23:07.429659 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d47-7b22-4448-b617-0ff197caee60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.434506 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:07.443463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:23:07.443811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7a67dc2f-dd90-45ea-98d9-d717d43f87f3 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:23:07.452769 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5458c65b-2db4-482e-90fe-e927e5996ea2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Request body: {'floatingip': {'port_id': 'fa2236cf-9f4e-4517-bffb-4b3e4f8762d3'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:07.479530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d28dd2a-869f-4d9e-912b-3022878b02b9 None None] Network d742cadd-2dfc-4abb-89e7-89f4f57e6b69 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:23:07.494213 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:23:07.497175 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.505086 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d47-7b22-4448-b617-0ff197caee60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.529865 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4aa1d47-7b22-4448-b617-0ff197caee60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.532725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b4aa1d47-7b22-4448-b617-0ff197caee60 admin admin] 10.222.0.32 "DELETE /v2.0/networks/aaa34007-8295-4a05-9131-3ff6f23501a2 HTTP/1.1" status: 204 len: 168 time: 0.5385962 Aug 24 00:23:07.533627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa1d47-7b22-4448-b617-0ff197caee60 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaa34007-8295-4a05-9131-3ff6f23501a2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:07.572724 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-037fd1de-2ca2-427c-897c-2396b74c0262 req-964db87f-5bc2-4f83-81c0-c66469f2e030 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747309 Aug 24 00:23:07.596617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7bce00-b5ad-4d87-b900-000728546267 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:07.604542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8a686b17-9c8a-4217-84c5-21483bdd9059 None None] Provisioning for port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:07.613795 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5458c65b-2db4-482e-90fe-e927e5996ea2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.646021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9e7bce00-b5ad-4d87-b900-000728546267, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9e7bce00-b5ad-4d87-b900-000728546267,segment=NetworkSegment(6394b6d1-929e-4884-8462-397709b5339d),segment_id=6394b6d1-929e-4884-8462-397709b5339d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:07.660437 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.661373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7d07990f-eb63-4457-8454-05dd18b98deb details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:23:07.734667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55806) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:07.835651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=9e7bce00-b5ad-4d87-b900-000728546267,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:07.880984 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a858695b-6308-4433-8349-cb8acae9b276 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce43a7dcccfd4df2b884665c1e9e43e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450312 Aug 24 00:23:07.893957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7147fc2-92b0-449a-ba5a-08458a51ac10 req-d5e3f90c-1887-4d5e-9ab8-6921fd3043e1 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:07.907341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7147fc2-92b0-449a-ba5a-08458a51ac10 req-d5e3f90c-1887-4d5e-9ab8-6921fd3043e1 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.1364388 Aug 24 00:23:07.909621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55810) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:07.910704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7d07990f-eb63-4457-8454-05dd18b98deb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7d07990f-eb63-4457-8454-05dd18b98deb,segment=NetworkSegment(33837828-56c5-48c3-b8d3-42ac71fbf5a5),segment_id=33837828-56c5-48c3-b8d3-42ac71fbf5a5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:07.928400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '7d07990f-eb63-4457-8454-05dd18b98deb', 'network_id': 'd73bf0be-2567-4e49-b832-9f670225cf19', 'port_id': '7d07990f-eb63-4457-8454-05dd18b98deb', 'mac_address': 'fa:16:3e:8a:33:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d2afb3-6e1c-431e-bf23-1b204e8689ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:23:07.980501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144508ad-ded5-4eae-b704-38270800c9e2 req-a3cb26a9-a82b-4010-8648-3a596d915891 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:07.982100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-144508ad-ded5-4eae-b704-38270800c9e2 req-a3cb26a9-a82b-4010-8648-3a596d915891 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 943 time: 0.1449196 Aug 24 00:23:08.011434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:08.014379 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.048354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7147fc2-92b0-449a-ba5a-08458a51ac10 req-9c209d94-69cf-44c0-9844-36856f0ce809 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391249 Aug 24 00:23:08.067683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d07990f-eb63-4457-8454-05dd18b98deb {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:08.095207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-966436ca-2245-45a1-9a1f-535d5eb5ca83 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Delete allocated IP 172.20.0.21 (d742cadd-2dfc-4abb-89e7-89f4f57e6b69/5d5d2abc-eb76-4596-9462-f8ffac10dc57) {{(pid=94838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 24 00:23:08.095657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-144508ad-ded5-4eae-b704-38270800c9e2 req-dfc12f3e-980e-4d25-8637-b8b018e9362a tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889962 Aug 24 00:23:08.100383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08102a8d-3c86-44c8-8b3f-652e2405f843 None None] Update dhcp port {'port': {'network_id': 'd742cadd-2dfc-4abb-89e7-89f4f57e6b69', 'fixed_ips': [{'subnet_id': '07e6cd2d-df4b-4ae5-ae3d-63efb9e67934', 'ip_address': '172.20.0.2'}, {'subnet_id': '5d5d2abc-eb76-4596-9462-f8ffac10dc57'}], 'binding:host_id': 'n-d-805736-1'}, 'id': '32c3f8fb-f7df-4a12-8bdd-eccda2acfc17'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:23:08.138154 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5ec95f0-496f-4853-bef4-b126927e9029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.142539 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7d07990f-eb63-4457-8454-05dd18b98deb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7d07990f-eb63-4457-8454-05dd18b98deb,segment=NetworkSegment(33837828-56c5-48c3-b8d3-42ac71fbf5a5),segment_id=33837828-56c5-48c3-b8d3-42ac71fbf5a5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:08.151486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:08.158386 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.163690 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08102a8d-3c86-44c8-8b3f-652e2405f843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.166995 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:08.166995 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.227582 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5ec95f0-496f-4853-bef4-b126927e9029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.296437 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7d07990f-eb63-4457-8454-05dd18b98deb,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:08.298283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849abb0-829d-4414-8be2-1ba3df106ea4 req-b20c07be-079e-4c95-a6fb-cc48cd04627e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:08.307351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c849abb0-829d-4414-8be2-1ba3df106ea4 req-b20c07be-079e-4c95-a6fb-cc48cd04627e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 946 time: 0.1335208 Aug 24 00:23:08.338103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481e0c5-ca57-46d7-8dd4-3f66e30270d9 req-ff997035-70c1-4247-9715-8025192d1920 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:08.346297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e481e0c5-ca57-46d7-8dd4-3f66e30270d9 req-ff997035-70c1-4247-9715-8025192d1920 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 946 time: 0.1382794 Aug 24 00:23:08.384456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e481e0c5-ca57-46d7-8dd4-3f66e30270d9 req-6479b6bb-0ffc-48cc-a17e-a2262f1538b7 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373774 Aug 24 00:23:08.387492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-966436ca-2245-45a1-9a1f-535d5eb5ca83 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.405321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c849abb0-829d-4414-8be2-1ba3df106ea4 req-99e32a3a-ea51-461d-96fb-67cbfd629afc tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957773 Aug 24 00:23:08.412851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5ec95f0-496f-4853-bef4-b126927e9029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.413240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-966436ca-2245-45a1-9a1f-535d5eb5ca83 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Ignored duplicate provisioning block setup for port a1b6107f-05d3-4623-b7ef-8bf2a937e71c by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 24 00:23:08.415561 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5ec95f0-496f-4853-bef4-b126927e9029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.419067 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f5ec95f0-496f-4853-bef4-b126927e9029 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74504099-519f-4cf7-bef6-1e8f9f43bec3 HTTP/1.1" status: 204 len: 168 time: 0.4916749 Aug 24 00:23:08.437925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec95f0-496f-4853-bef4-b126927e9029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74504099-519f-4cf7-bef6-1e8f9f43bec3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:08.448687 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-966436ca-2245-45a1-9a1f-535d5eb5ca83 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.451634 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5458c65b-2db4-482e-90fe-e927e5996ea2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.506966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5458c65b-2db4-482e-90fe-e927e5996ea2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.529370 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.544378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966436ca-2245-45a1-9a1f-535d5eb5ca83 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=a1b6107f-05d3-4623-b7ef-8bf2a937e71c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:08.574324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-08102a8d-3c86-44c8-8b3f-652e2405f843 None None] Allocated IP 172.20.0.18 (d742cadd-2dfc-4abb-89e7-89f4f57e6b69/5d5d2abc-eb76-4596-9462-f8ffac10dc57/32c3f8fb-f7df-4a12-8bdd-eccda2acfc17) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:08.594387 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=32c3f8fb-f7df-4a12-8bdd-eccda2acfc17,segment=NetworkSegment(0780e8ae-a654-4e8b-9aa2-64d69ededfa0),segment_id=0780e8ae-a654-4e8b-9aa2-64d69ededfa0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:08.607690 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.711432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fb30f-370c-4a51-b18f-c7ad3bf4deda req-90776bdd-a80b-4656-886d-6ec7c55a9919 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:08.715136 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c9fb30f-370c-4a51-b18f-c7ad3bf4deda req-90776bdd-a80b-4656-886d-6ec7c55a9919 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 944 time: 0.0703394 Aug 24 00:23:08.716614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['9e7bce00-b5ad-4d87-b900-000728546267'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:08.752915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['7d07990f-eb63-4457-8454-05dd18b98deb'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:08.767790 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c9fb30f-370c-4a51-b18f-c7ad3bf4deda req-6cd5f1a3-2e96-4993-8616-a1705f981b8d tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433969 Aug 24 00:23:08.803397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=32c3f8fb-f7df-4a12-8bdd-eccda2acfc17,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:08.863359 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-08102a8d-3c86-44c8-8b3f-652e2405f843 None None] For port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=32c3f8fb-f7df-4a12-8bdd-eccda2acfc17,segment=NetworkSegment(0780e8ae-a654-4e8b-9aa2-64d69ededfa0),segment_id=0780e8ae-a654-4e8b-9aa2-64d69ededfa0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:08.943523 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08102a8d-3c86-44c8-8b3f-652e2405f843 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.978658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-08102a8d-3c86-44c8-8b3f-652e2405f843 None None] Transition to ACTIVE for port object 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:08.988591 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-966436ca-2245-45a1-9a1f-535d5eb5ca83 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] In _notify_port_updated(), no bound segment for port a1b6107f-05d3-4623-b7ef-8bf2a937e71c on network d742cadd-2dfc-4abb-89e7-89f4f57e6b69 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:23:08.994444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966436ca-2245-45a1-9a1f-535d5eb5ca83 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:08.995058 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-966436ca-2245-45a1-9a1f-535d5eb5ca83 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.995383 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-08102a8d-3c86-44c8-8b3f-652e2405f843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.996384 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-966436ca-2245-45a1-9a1f-535d5eb5ca83 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "PUT /v2.0/ports/a1b6107f-05d3-4623-b7ef-8bf2a937e71c HTTP/1.1" status: 200 len: 919 time: 1.7529972 Aug 24 00:23:08.999342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55826) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:09.005649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3e614979-e614-41bd-982c-f7e0e2da6dbe tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '07e6cd2d-df4b-4ae5-ae3d-63efb9e67934'}, {'subnet_id': '5d5d2abc-eb76-4596-9462-f8ffac10dc57'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:09.026069 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-5458c65b-2db4-482e-90fe-e927e5996ea2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Floating IP 6f263fb8-faee-472e-b55f-1ee7960f4f15 associated. External IP: 172.25.8.29, port: fa2236cf-9f4e-4517-bffb-4b3e4f8762d3. Aug 24 00:23:09.162644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08102a8d-3c86-44c8-8b3f-652e2405f843 None None] Pushing event updated for resources: {'Port': ['ID=32c3f8fb-f7df-4a12-8bdd-eccda2acfc17,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:09.372131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55840) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:09.423192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5458c65b-2db4-482e-90fe-e927e5996ea2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:23:09.542307 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2034825375-network', 'tenant_id': '843b1299ec4a416799a84024131bc2b6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:09.586885 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] Made reservation on behalf of 843b1299ec4a416799a84024131bc2b6 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:09.586885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.588320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5458c65b-2db4-482e-90fe-e927e5996ea2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:23:09.593589 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5458c65b-2db4-482e-90fe-e927e5996ea2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.600438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b37cf-b034-4492-ae8e-f04d276a17d6 None None] Sync routers for ids ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:23:09.611818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b37cf-b034-4492-ae8e-f04d276a17d6 None None] Routers {'2bfb393a-dc42-4dc2-a574-19ce9d3909b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:09.612600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-360b37cf-b034-4492-ae8e-f04d276a17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:23:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:09.635654 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5458c65b-2db4-482e-90fe-e927e5996ea2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "PUT /v2.0/floatingips/6f263fb8-faee-472e-b55f-1ee7960f4f15 HTTP/1.1" status: 200 len: 991 time: 2.1955440 Aug 24 00:23:09.635654 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': 'fa2236cf-9f4e-4517-bffb-4b3e4f8762d3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:09.636636 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9c8809-6403-4bf8-a99a-0205451539c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "fa2236cf-9f4e-4517-bffb-4b3e4f8762d3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:09.639921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.664292 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e614979-e614-41bd-982c-f7e0e2da6dbe tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.716085 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e48246-69f0-418c-99b1-8c0c33862bc9 req-00e2c01a-e329-421a-93ed-10e52f4e09e9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:09.717759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4e48246-69f0-418c-99b1-8c0c33862bc9 req-00e2c01a-e329-421a-93ed-10e52f4e09e9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.13 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 946 time: 0.1238043 Aug 24 00:23:09.727479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ecf9f-437d-4b95-90e8-657b8e50e04f req-ad492236-2ab0-4787-8cb6-de376e586c72 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:09.729070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec9ecf9f-437d-4b95-90e8-657b8e50e04f req-ad492236-2ab0-4787-8cb6-de376e586c72 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.5429921 Aug 24 00:23:09.762945 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.770647 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.806905 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:23:09.822990 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805ffd4c-67ce-4f66-a6c4-97e869e666ab,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:09.825930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9704ea5-6239-498c-a655-f84609bc8880 req-652ebd41-58bf-414e-86c0-d27e10ec9d34 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:09.826455 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.827284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9704ea5-6239-498c-a655-f84609bc8880 req-652ebd41-58bf-414e-86c0-d27e10ec9d34 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 944 time: 0.2547352 Aug 24 00:23:09.833704 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] Added segment 7664fb6e-28cb-49cf-a3c3-519456061be7 of type vlan for network a97f6643-bbde-4905-ae5c-005d0d033f1f Aug 24 00:23:09.868023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31f8391-984e-4acd-aebe-a4d3646a27c5 None None] Network d742cadd-2dfc-4abb-89e7-89f4f57e6b69 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:09.896012 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.931522 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.932912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:09.933983 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.946711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-360b37cf-b034-4492-ae8e-f04d276a17d6 None None] Set router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:09.971689 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5984058 Aug 24 00:23:09.972603 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55854) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:09.981542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-776913fd-313d-496e-943d-63128aafbdee admin admin] Request body: {'subnet': {'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2034825375-subnet', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:09.990466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8df907bf-069c-4686-a705-2c2399501e1e None None] Provisioning for port a1b6107f-05d3-4623-b7ef-8bf2a937e71c completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:09.998652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:10.010503 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8df907bf-069c-4686-a705-2c2399501e1e None None] Provisioning complete for port a1b6107f-05d3-4623-b7ef-8bf2a937e71c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:10.010902 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8df907bf-069c-4686-a705-2c2399501e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.046470 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6138b20-77b6-4a06-b993-be97aebc2560 admin admin] Pushing event updated for resources: {'Network': ['ID=a97f6643-bbde-4905-ae5c-005d0d033f1f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:10.057145 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776913fd-313d-496e-943d-63128aafbdee admin admin] Made reservation on behalf of 843b1299ec4a416799a84024131bc2b6 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:10.060208 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-776913fd-313d-496e-943d-63128aafbdee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.074119 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network a97f6643-bbde-4905-ae5c-005d0d033f1f details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:23:10.098170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9704ea5-6239-498c-a655-f84609bc8880 req-cc599a93-1966-4b2c-aab5-d4a0d5a4ee2d tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356639 Aug 24 00:23:10.117720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec9ecf9f-437d-4b95-90e8-657b8e50e04f req-248f9836-2283-4a01-9ac9-4aaefbadcdc5 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891562 Aug 24 00:23:10.193392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-e4e48246-69f0-418c-99b1-8c0c33862bc9 req-87d72f71-47ba-4651-a35c-ee03a6d8ae84 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Deleting port d0e2e61a-670d-4ce2-ac7a-804a3564122b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:10.194014 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e4e48246-69f0-418c-99b1-8c0c33862bc9 req-87d72f71-47ba-4651-a35c-ee03a6d8ae84 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.220443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8df907bf-069c-4686-a705-2c2399501e1e None None] Port a1b6107f-05d3-4623-b7ef-8bf2a937e71c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:10.320199 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-776913fd-313d-496e-943d-63128aafbdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.324742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8df907bf-069c-4686-a705-2c2399501e1e None None] Provisioning for port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:10.343795 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8df907bf-069c-4686-a705-2c2399501e1e None None] Provisioning complete for port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:10.344874 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8df907bf-069c-4686-a705-2c2399501e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.382541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:10.382541 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.383233 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776913fd-313d-496e-943d-63128aafbdee admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:10.394999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776913fd-313d-496e-943d-63128aafbdee admin admin] Checking segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:10.395925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776913fd-313d-496e-943d-63128aafbdee admin admin] Network hostable DHCP agents. Network: a97f6643-bbde-4905-ae5c-005d0d033f1f, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:23:10.403294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e4e48246-69f0-418c-99b1-8c0c33862bc9 req-87d72f71-47ba-4651-a35c-ee03a6d8ae84 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] For port d0e2e61a-670d-4ce2-ac7a-804a3564122b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d0e2e61a-670d-4ce2-ac7a-804a3564122b,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:10.403592 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e4e48246-69f0-418c-99b1-8c0c33862bc9 req-87d72f71-47ba-4651-a35c-ee03a6d8ae84 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.415429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776913fd-313d-496e-943d-63128aafbdee admin admin] Network a97f6643-bbde-4905-ae5c-005d0d033f1f is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:23:10.429352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-776913fd-313d-496e-943d-63128aafbdee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, a97f6643-bbde-4905-ae5c-005d0d033f1f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:10.434555 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776913fd-313d-496e-943d-63128aafbdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:10.435180 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-776913fd-313d-496e-943d-63128aafbdee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.455428 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d9d369-0749-4794-84b6-4b1353441a70 None None] Network a97f6643-bbde-4905-ae5c-005d0d033f1f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:10.457418 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-776913fd-313d-496e-943d-63128aafbdee admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4804056 Aug 24 00:23:10.459863 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:10.464072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-e4e48246-69f0-418c-99b1-8c0c33862bc9 req-87d72f71-47ba-4651-a35c-ee03a6d8ae84 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Calling delete_port for d0e2e61a-670d-4ce2-ac7a-804a3564122b owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:10.469457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:10.498005 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.499305 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.515621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917e022-d86e-4ded-9e88-0940699cb714 req-4f2b61a8-52e0-4754-9cbd-151f1f6c2465 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:10.517780 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4917e022-d86e-4ded-9e88-0940699cb714 req-4f2b61a8-52e0-4754-9cbd-151f1f6c2465 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=27d86211-c0a0-49b5-802f-aad7c4761a16 HTTP/1.1" status: 200 len: 946 time: 0.2408607 Aug 24 00:23:10.550940 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-3e614979-e614-41bd-982c-f7e0e2da6dbe tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Allocated IP 172.20.0.19 (d742cadd-2dfc-4abb-89e7-89f4f57e6b69/5d5d2abc-eb76-4596-9462-f8ffac10dc57/a1b6107f-05d3-4623-b7ef-8bf2a937e71c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:10.566511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf48e4-d70f-450c-a338-802dc673be53 req-028ece14-28d7-4053-a815-ef1ab3b917b5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:10.568297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48cf48e4-d70f-450c-a338-802dc673be53 req-028ece14-28d7-4053-a815-ef1ab3b917b5 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 946 time: 0.2713554 Aug 24 00:23:10.576245 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.706134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-360b37cf-b034-4492-ae8e-f04d276a17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:20:45Z', 'revision_number': 4, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port': {'id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:39Z', 'updated_at': '2021-08-24T00:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '6f263fb8-faee-472e-b55f-1ee7960f4f15', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'port_id': 'fa2236cf-9f4e-4517-bffb-4b3e4f8762d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'mac_address': 'fa:16:3e:55:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:21:37Z', 'updated_at': '2021-08-24T00:23:08Z', 'revision_number': 1, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2', 'name': '', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'mac_address': 'fa:16:3e:e8:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '54dadfea-b82d-455e-87de-0100325a1116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:44Z', 'updated_at': '2021-08-24T00:20:56Z', 'revision_number': 5, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'subnets': [{'id': '54dadfea-b82d-455e-87de-0100325a1116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:10.710089 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4917e022-d86e-4ded-9e88-0940699cb714 req-4b19567e-ae53-48b5-a533-1ca98ee2f5d6 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561553 Aug 24 00:23:10.734041 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.740668 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48cf48e4-d70f-450c-a338-802dc673be53 req-7ecb7788-b9d4-4730-8de4-625df60c625a tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593983 Aug 24 00:23:10.771832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b37cf-b034-4492-ae8e-f04d276a17d6 None None] Checking router: 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:23:10.784751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b37cf-b034-4492-ae8e-f04d276a17d6 None None] Routers {'2bfb393a-dc42-4dc2-a574-19ce9d3909b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:10.785368 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-360b37cf-b034-4492-ae8e-f04d276a17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:23:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:10.849923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-a97f6643-bbde-4905-ae5c-005d0d033f1f', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:23:10.851189 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.852504 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e614979-e614-41bd-982c-f7e0e2da6dbe tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.863969 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f9daca-6698-4527-9601-6bc5e77bbd26 x-openstack-request-id: req-c6f9daca-6698-4527-9601-6bc5e77bbd26 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:10.865023 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "tag": "fa2236cf-9f4e-4517-bffb-4b3e4f8762d3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:10.865343 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6f9daca-6698-4527-9601-6bc5e77bbd26 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:10.865747 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'tag': 'fa2236cf-9f4e-4517-bffb-4b3e4f8762d3', 'status': 'completed', 'code': 200} Aug 24 00:23:10.866058 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e4e48246-69f0-418c-99b1-8c0c33862bc9 req-87d72f71-47ba-4651-a35c-ee03a6d8ae84 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.905655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['d0e2e61a-670d-4ce2-ac7a-804a3564122b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:10.909038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['b7f6afab-da8d-48c2-b617-02d4cb92a1b9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:10.929240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-3e614979-e614-41bd-982c-f7e0e2da6dbe tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Ignored duplicate provisioning block setup for port a1b6107f-05d3-4623-b7ef-8bf2a937e71c by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 24 00:23:10.942428 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d72f71-47ba-4651-a35c-ee03a6d8ae84 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Pushing event deleted for resources: {'Port': ['ID=d0e2e61a-670d-4ce2-ac7a-804a3564122b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:10.961645 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e614979-e614-41bd-982c-f7e0e2da6dbe tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:11.089281 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:11.126374 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:11.176741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e48246-69f0-418c-99b1-8c0c33862bc9 req-87d72f71-47ba-4651-a35c-ee03a6d8ae84 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] No DVR routers for this DVR port d0e2e61a-670d-4ce2-ac7a-804a3564122b on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:23:11.186902 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e4e48246-69f0-418c-99b1-8c0c33862bc9 req-87d72f71-47ba-4651-a35c-ee03a6d8ae84 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:11.189411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4e48246-69f0-418c-99b1-8c0c33862bc9 req-87d72f71-47ba-4651-a35c-ee03a6d8ae84 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.13 "DELETE /v2.0/ports/d0e2e61a-670d-4ce2-ac7a-804a3564122b HTTP/1.1" status: 204 len: 173 time: 1.4594111 Aug 24 00:23:11.189885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d86211-c0a0-49b5-802f-aad7c4761a16', 'name': 'network-vif-deleted', 'tag': 'd0e2e61a-670d-4ce2-ac7a-804a3564122b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:11.197381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-360b37cf-b034-4492-ae8e-f04d276a17d6 None None] Set router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:11.198699 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3089497d-11a2-4daa-a8a7-c332be84b694" -d '{"events": [{"server_uuid": "27d86211-c0a0-49b5-802f-aad7c4761a16", "name": "network-vif-deleted", "tag": "d0e2e61a-670d-4ce2-ac7a-804a3564122b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:11.225526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e614979-e614-41bd-982c-f7e0e2da6dbe tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=a1b6107f-05d3-4623-b7ef-8bf2a937e71c,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:11.290453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-1e4c138f-8fbe-4349-b512-38f0ffb08087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:11.292612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-1e4c138f-8fbe-4349-b512-38f0ffb08087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:11.293270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-1e4c138f-8fbe-4349-b512-38f0ffb08087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:11.294012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-1e4c138f-8fbe-4349-b512-38f0ffb08087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:11.294650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-1e4c138f-8fbe-4349-b512-38f0ffb08087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:11.295310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-1e4c138f-8fbe-4349-b512-38f0ffb08087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:11.295786 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-1e4c138f-8fbe-4349-b512-38f0ffb08087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:11.298947 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Allocated IP 172.25.8.184 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/ab9af79e-1cca-44fc-96a0-9dec9486c84e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:11.304616 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-1e4c138f-8fbe-4349-b512-38f0ffb08087 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60035b714294d25b25f588bef13ad1c&device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 6502 time: 0.3841650 Aug 24 00:23:11.311994 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9e7bce00-b5ad-4d87-b900-000728546267 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:11.352666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e25dc-17fd-4346-afaf-bc73de0c7f4d req-31d680c6-b6db-4462-8806-f971e53fffac tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:11.361592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a4e25dc-17fd-4346-afaf-bc73de0c7f4d req-31d680c6-b6db-4462-8806-f971e53fffac tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 944 time: 0.3827443 Aug 24 00:23:11.378791 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Allocated IP 172.20.0.2 (a97f6643-bbde-4905-ae5c-005d0d033f1f/caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2/b7fccce7-aa09-4130-b60c-8d956bcdcea9) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:11.405722 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-14970e3c-f061-4c36-b11a-3fecb76757de None None] Provisioning complete for port a1b6107f-05d3-4623-b7ef-8bf2a937e71c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:11.406101 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14970e3c-f061-4c36-b11a-3fecb76757de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:11.470492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3e614979-e614-41bd-982c-f7e0e2da6dbe tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] In _notify_port_updated(), no bound segment for port a1b6107f-05d3-4623-b7ef-8bf2a937e71c on network d742cadd-2dfc-4abb-89e7-89f4f57e6b69 {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:23:11.476177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e614979-e614-41bd-982c-f7e0e2da6dbe tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:11.476686 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e614979-e614-41bd-982c-f7e0e2da6dbe tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:11.481346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3e614979-e614-41bd-982c-f7e0e2da6dbe tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "PUT /v2.0/ports/a1b6107f-05d3-4623-b7ef-8bf2a937e71c HTTP/1.1" status: 200 len: 999 time: 2.4806094 Aug 24 00:23:11.486417 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55868) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:11.495787 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:11.549794 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:11.565488 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a4e25dc-17fd-4346-afaf-bc73de0c7f4d req-3eba0547-6dd9-48a1-8123-9ad852719f2b tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998656 Aug 24 00:23:11.594029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb08e05-dceb-4ebf-a423-f9bd155d1eef req-fd043817-28eb-450f-99b9-7e485639610f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:11.602228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbb08e05-dceb-4ebf-a423-f9bd155d1eef req-fd043817-28eb-450f-99b9-7e485639610f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.2818372 Aug 24 00:23:11.604288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:11.611077 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:11.613868 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:11.673039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Pushing event updated for resources: {'Port': ['ID=ab9af79e-1cca-44fc-96a0-9dec9486c84e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:11.717850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-a5b430f4-08d6-4f9a-b9dd-19f0dd6a1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:11.720014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-a5b430f4-08d6-4f9a-b9dd-19f0dd6a1ee1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76b7da42-c04b-463d-808a-afaf1b8052d6 HTTP/1.1" status: 200 len: 917 time: 0.3978393 Aug 24 00:23:11.737355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbb08e05-dceb-4ebf-a423-f9bd155d1eef req-e8040ff4-5307-48f0-995e-f2a98d8c181a tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338363 Aug 24 00:23:11.907205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-14970e3c-f061-4c36-b11a-3fecb76757de None None] Port a1b6107f-05d3-4623-b7ef-8bf2a937e71c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:11.922746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d93608-ae62-4452-a695-7ced4e79d899 req-4616b9cd-cb01-4690-a519-77564409f28a tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:11.924378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61d93608-ae62-4452-a695-7ced4e79d899 req-4616b9cd-cb01-4690-a519-77564409f28a tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 944 time: 0.2599795 Aug 24 00:23:11.945683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-fb6bd615-bbfe-4abb-99bc-8dca3d7d5867 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port a1b6107f-05d3-4623-b7ef-8bf2a937e71c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:11.946022 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb6bd615-bbfe-4abb-99bc-8dca3d7d5867 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:11.971356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-9a614515-55cc-41cc-8d3f-875b2c3d0c89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 HTTP/1.1" status: 200 len: 999 time: 0.2326193 Aug 24 00:23:12.035810 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.039342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f8ad4-2e93-4f17-b734-4007c9ec819a req-17befa15-383b-441d-9ed6-acd154f6eec9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:12.047777 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-591f8ad4-2e93-4f17-b734-4007c9ec819a req-17befa15-383b-441d-9ed6-acd154f6eec9 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 946 time: 0.2021334 Aug 24 00:23:12.051369 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.074105 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 9e7bce00-b5ad-4d87-b900-000728546267 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:12.077285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Transition to ACTIVE for port object b7fccce7-aa09-4130-b60c-8d956bcdcea9 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:12.091828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-14970e3c-f061-4c36-b11a-3fecb76757de None None] Provisioning complete for port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:12.092209 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14970e3c-f061-4c36-b11a-3fecb76757de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.102198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 9e7bce00-b5ad-4d87-b900-000728546267 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:12.102570 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.138036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61d93608-ae62-4452-a695-7ced4e79d899 req-6c277851-064f-4dc8-b80c-f3b0b12e9652 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899459 Aug 24 00:23:12.161479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-5ba48985-8573-4acf-82c7-7865816d72a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:12.163020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-5ba48985-8573-4acf-82c7-7865816d72a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54dadfea-b82d-455e-87de-0100325a1116 HTTP/1.1" status: 200 len: 855 time: 0.1504822 Aug 24 00:23:12.169676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Transition to ACTIVE for port object b7fccce7-aa09-4130-b60c-8d956bcdcea9 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:12.187024 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-591f8ad4-2e93-4f17-b734-4007c9ec819a req-4b94a5b2-7076-48f9-b5dd-a77e11256f60 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339784 Aug 24 00:23:12.206947 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.231631 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116825bb-3c8c-4a6e-b1b3-73486c593838 x-openstack-request-id: req-116825bb-3c8c-4a6e-b1b3-73486c593838 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:12.232181 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d86211-c0a0-49b5-802f-aad7c4761a16", "name": "network-vif-deleted", "tag": "d0e2e61a-670d-4ce2-ac7a-804a3564122b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:12.232649 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-116825bb-3c8c-4a6e-b1b3-73486c593838 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:12.233260 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d86211-c0a0-49b5-802f-aad7c4761a16', 'name': 'network-vif-deleted', 'tag': 'd0e2e61a-670d-4ce2-ac7a-804a3564122b', 'status': 'completed', 'code': 200} Aug 24 00:23:12.238323 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb6bd615-bbfe-4abb-99bc-8dca3d7d5867 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.299510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Network a97f6643-bbde-4905-ae5c-005d0d033f1f is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:12.305002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-fb6bd615-bbfe-4abb-99bc-8dca3d7d5867 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for a1b6107f-05d3-4623-b7ef-8bf2a937e71c owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:12.308447 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Pushing event updated for resources: {'Port': ['ID=b7fccce7-aa09-4130-b60c-8d956bcdcea9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:12.325371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:12.334153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:12.401693 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.456376 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.493689 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-360b37cf-b034-4492-ae8e-f04d276a17d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:20:45Z', 'revision_number': 4, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port': {'id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:39Z', 'updated_at': '2021-08-24T00:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '6f263fb8-faee-472e-b55f-1ee7960f4f15', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'port_id': 'fa2236cf-9f4e-4517-bffb-4b3e4f8762d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'mac_address': 'fa:16:3e:55:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:21:37Z', 'updated_at': '2021-08-24T00:23:08Z', 'revision_number': 1, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2', 'name': '', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'mac_address': 'fa:16:3e:e8:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '54dadfea-b82d-455e-87de-0100325a1116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:44Z', 'updated_at': '2021-08-24T00:20:56Z', 'revision_number': 5, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'subnets': [{'id': '54dadfea-b82d-455e-87de-0100325a1116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:12.498099 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Attempting to bind port b7fccce7-aa09-4130-b60c-8d956bcdcea9 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:12.498485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Attempting to bind port b7fccce7-aa09-4130-b60c-8d956bcdcea9 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:12.498889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Attempting to bind port b7fccce7-aa09-4130-b60c-8d956bcdcea9 on network a97f6643-bbde-4905-ae5c-005d0d033f1f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:12.532682 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7bce00-b5ad-4d87-b900-000728546267'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:12.534912 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d29fb2-9c6a-443c-9e93-4368578d6dd1" -d '{"events": [{"server_uuid": "27b35a67-1274-4351-98b9-7acaaefcad3a", "name": "network-vif-plugged", "status": "completed", "tag": "9e7bce00-b5ad-4d87-b900-000728546267"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:12.542823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b37cf-b034-4492-ae8e-f04d276a17d6 None None] The sync data for ids ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'] in n-d-805736-1 is: [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:20:45Z', 'revision_number': 4, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port': {'id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:39Z', 'updated_at': '2021-08-24T00:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '6f263fb8-faee-472e-b55f-1ee7960f4f15', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'port_id': 'fa2236cf-9f4e-4517-bffb-4b3e4f8762d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'mac_address': 'fa:16:3e:55:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:21:37Z', 'updated_at': '2021-08-24T00:23:08Z', 'revision_number': 1, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2', 'name': '', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'mac_address': 'fa:16:3e:e8:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '54dadfea-b82d-455e-87de-0100325a1116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:44Z', 'updated_at': '2021-08-24T00:20:56Z', 'revision_number': 5, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'subnets': [{'id': '54dadfea-b82d-455e-87de-0100325a1116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:23:12.559766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:12.560152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Checking segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:12.560574 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.560979 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Bound using segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:12.561474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Bound port: b7fccce7-aa09-4130-b60c-8d956bcdcea9, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:12.561865 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.567088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9e7bce00-b5ad-4d87-b900-000728546267, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9e7bce00-b5ad-4d87-b900-000728546267,segment=NetworkSegment(6394b6d1-929e-4884-8462-397709b5339d),segment_id=6394b6d1-929e-4884-8462-397709b5339d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:12.584984 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.585848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7d07990f-eb63-4457-8454-05dd18b98deb up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:12.590351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Router 248e08df-714f-4052-b033-384e45381257 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:23:12.613934 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c361882-e744-4716-b699-6d02fb2eebc3 x-openstack-request-id: req-5c361882-e744-4716-b699-6d02fb2eebc3 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:12.614222 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b35a67-1274-4351-98b9-7acaaefcad3a", "name": "network-vif-plugged", "status": "completed", "tag": "9e7bce00-b5ad-4d87-b900-000728546267", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:12.614488 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c361882-e744-4716-b699-6d02fb2eebc3 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:12.614922 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7bce00-b5ad-4d87-b900-000728546267', 'code': 200} Aug 24 00:23:12.692921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-73fd9d76-b3d1-4e7d-9bc7-eddfae8acabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:12.694530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-73fd9d76-b3d1-4e7d-9bc7-eddfae8acabc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b7da42-c04b-463d-808a-afaf1b8052d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5212169 Aug 24 00:23:12.748355 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:23:12.754127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1465f52f-fdc0-4437-8f38-d5adb213fa74 None None] Provisioning complete for port a1b6107f-05d3-4623-b7ef-8bf2a937e71c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:12.755166 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1465f52f-fdc0-4437-8f38-d5adb213fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.762320 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Sync routers for ids ['248e08df-714f-4052-b033-384e45381257'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:23:12.778137 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Routers {'248e08df-714f-4052-b033-384e45381257'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:12.778764 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:23:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['248e08df-714f-4052-b033-384e45381257'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:12.778958 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.780390 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1b7b511-a4eb-45db-ab0f-f2ce1827694f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3183336 Aug 24 00:23:12.783821 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55882) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:12.853237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1465f52f-fdc0-4437-8f38-d5adb213fa74 None None] Port a1b6107f-05d3-4623-b7ef-8bf2a937e71c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:12.904100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=9e7bce00-b5ad-4d87-b900-000728546267,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:12.917440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7d82c-9a42-40d3-a0b1-9e9e7258824e req-e14e8250-df68-43e3-85b8-c295d593d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:12.919203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3b7d82c-9a42-40d3-a0b1-9e9e7258824e req-e14e8250-df68-43e3-85b8-c295d593d196 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 1096 time: 0.2069943 Aug 24 00:23:12.922205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] For port b7fccce7-aa09-4130-b60c-8d956bcdcea9, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:12.927318 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Set router 248e08df-714f-4052-b033-384e45381257 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:12.929894 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] For port b7fccce7-aa09-4130-b60c-8d956bcdcea9, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b7fccce7-aa09-4130-b60c-8d956bcdcea9,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:12.933510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032da831-2a82-42fe-bada-5fac8a322369 req-28203828-6d88-48fd-9ab2-04c026cbd46e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:12.940574 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.943643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-032da831-2a82-42fe-bada-5fac8a322369 req-28203828-6d88-48fd-9ab2-04c026cbd46e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2588785 Aug 24 00:23:12.953119 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 7d07990f-eb63-4457-8454-05dd18b98deb completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:12.986098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 7d07990f-eb63-4457-8454-05dd18b98deb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:12.986474 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.988461 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2f3ec-a0a8-47d6-b79e-acaa28fc8fa2 None None] New status for floating IP 6f263fb8-faee-472e-b55f-1ee7960f4f15: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:23:13.095916 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83702b-7bc2-4f62-8983-6070be532475 req-10261583-a13e-48e2-8120-0c3bc72110fc tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:13.105981 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc83702b-7bc2-4f62-8983-6070be532475 req-10261583-a13e-48e2-8120-0c3bc72110fc tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.4172485 Aug 24 00:23:13.113726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6a843-80e7-4e00-8ab2-3887ceb88606 None None] Pushing event updated for resources: {'Port': ['ID=b7fccce7-aa09-4130-b60c-8d956bcdcea9,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:13.124671 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb6bd615-bbfe-4abb-99bc-8dca3d7d5867 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:13.130280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-3ae83d02-8e34-47b0-9ccf-0e90ffd00afa service neutron] 10.222.0.13 "GET /v2.0/networks/76b7da42-c04b-463d-808a-afaf1b8052d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142630 Aug 24 00:23:13.146892 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:23:11Z', 'revision_number': 3, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port': {'id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:11Z', 'updated_at': '2021-08-24T00:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:13.183520 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Checking router: 248e08df-714f-4052-b033-384e45381257 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:23:13.184130 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Updating router 248e08df-714f-4052-b033-384e45381257 port ab9af79e-1cca-44fc-96a0-9dec9486c84e binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:23:13.223153 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:13.251799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bd615-bbfe-4abb-99bc-8dca3d7d5867 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=a1b6107f-05d3-4623-b7ef-8bf2a937e71c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:13.296666 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:13.342129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3b7d82c-9a42-40d3-a0b1-9e9e7258824e req-1582813b-17b3-478d-906b-43cf4a8a47ee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869865 Aug 24 00:23:13.400219 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d0e2e61a-670d-4ce2-ac7a-804a3564122b no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:13.414282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7d07990f-eb63-4457-8454-05dd18b98deb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7d07990f-eb63-4457-8454-05dd18b98deb,segment=NetworkSegment(33837828-56c5-48c3-b8d3-42ac71fbf5a5),segment_id=33837828-56c5-48c3-b8d3-42ac71fbf5a5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:13.462817 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: d0e2e61a-670d-4ce2-ac7a-804a3564122b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:23:13.463162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d0e2e61a-670d-4ce2-ac7a-804a3564122b not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:23:13.464683 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:13.471126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc83702b-7bc2-4f62-8983-6070be532475 req-3e98f191-9bb6-492b-9226-b3fd3e3c0ed1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640308 Aug 24 00:23:13.478528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b9c8809-6403-4bf8-a99a-0205451539c3 req-4a07c2a6-812a-4108-8b4e-dd37f37208f2 service neutron] 10.222.0.13 "GET /v2.0/networks/76b7da42-c04b-463d-808a-afaf1b8052d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613947 Aug 24 00:23:13.486980 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-032da831-2a82-42fe-bada-5fac8a322369 req-70b5d770-fc4a-4a2d-8ad9-a9fcfb5201ee tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390921 Aug 24 00:23:13.591005 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:13.592560 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7d07990f-eb63-4457-8454-05dd18b98deb,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:13.697024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d71985-6020-43b5-9843-62fda35c2a3b req-3043de7c-64f8-4a5b-9c9e-1e8832954e95 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:13.698174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78d71985-6020-43b5-9843-62fda35c2a3b req-3043de7c-64f8-4a5b-9c9e-1e8832954e95 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 946 time: 0.7314601 Aug 24 00:23:13.707048 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:13.718190 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Transition to ACTIVE for port object ab9af79e-1cca-44fc-96a0-9dec9486c84e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:13.736265 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:13.780246 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c93f2f-c49e-4c2c-b1d2-31918a3e7ef5 None None] Pushing event updated for resources: {'Port': ['ID=ab9af79e-1cca-44fc-96a0-9dec9486c84e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:13.801284 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Attempting to bind port ab9af79e-1cca-44fc-96a0-9dec9486c84e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:13.801837 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Attempting to bind port ab9af79e-1cca-44fc-96a0-9dec9486c84e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:13.802364 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Attempting to bind port ab9af79e-1cca-44fc-96a0-9dec9486c84e on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:13.807913 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:13.808548 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:13.809130 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:13.809695 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:13.810313 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Bound port: ab9af79e-1cca-44fc-96a0-9dec9486c84e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:13.810944 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:13.835105 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb6bd615-bbfe-4abb-99bc-8dca3d7d5867 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:13.836206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Allocated IP 172.20.0.1 (a97f6643-bbde-4905-ae5c-005d0d033f1f/caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2/96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:13.837440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fb6bd615-bbfe-4abb-99bc-8dca3d7d5867 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/a1b6107f-05d3-4623-b7ef-8bf2a937e71c HTTP/1.1" status: 204 len: 168 time: 2.3489523 Aug 24 00:23:13.874353 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] For port ab9af79e-1cca-44fc-96a0-9dec9486c84e, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:13.874837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55894) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:13.877756 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] For port ab9af79e-1cca-44fc-96a0-9dec9486c84e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ab9af79e-1cca-44fc-96a0-9dec9486c84e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:13.892966 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:13.934985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e260145-e1ad-476a-bf13-e4eb36b2708f req-8e37487a-8ac3-47d8-87b9-d180014c9088 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:13.943818 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e260145-e1ad-476a-bf13-e4eb36b2708f req-8e37487a-8ac3-47d8-87b9-d180014c9088 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 945 time: 0.3062418 Aug 24 00:23:13.946494 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fd6aa4-5b0f-4e64-9991-b64a698ca916 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] GET failed (client error): The resource could not be found. Aug 24 00:23:13.949248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-46fd6aa4-5b0f-4e64-9991-b64a698ca916 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/a1b6107f-05d3-4623-b7ef-8bf2a937e71c HTTP/1.1" status: 404 len: 333 time: 0.0710683 Aug 24 00:23:13.965847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac840e-1a64-4760-8420-602fcdfede18 req-b003fd17-22b2-47de-a7e8-dbe35d3c9d05 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:13.979615 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c93f2f-c49e-4c2c-b1d2-31918a3e7ef5 None None] Pushing event updated for resources: {'Port': ['ID=ab9af79e-1cca-44fc-96a0-9dec9486c84e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:13.980866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ceac840e-1a64-4760-8420-602fcdfede18 req-b003fd17-22b2-47de-a7e8-dbe35d3c9d05 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 945 time: 0.3127129 Aug 24 00:23:13.982594 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Routers {'248e08df-714f-4052-b033-384e45381257'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:13.983233 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:23:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['248e08df-714f-4052-b033-384e45381257'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:13.993866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55896) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:14.064612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b7fccce7-aa09-4130-b60c-8d956bcdcea9 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:14.152864 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] Set router 248e08df-714f-4052-b033-384e45381257 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:14.158100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ceac840e-1a64-4760-8420-602fcdfede18 req-781002f8-4c40-46db-950b-4e2a40a0fed3 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332979 Aug 24 00:23:14.159677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port b7fccce7-aa09-4130-b60c-8d956bcdcea9 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:14.162548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcfe50e-639f-43c1-b607-70f856c23af8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting subnet 5d5d2abc-eb76-4596-9462-f8ffac10dc57 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:23:14.174054 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0dcfe50e-639f-43c1-b607-70f856c23af8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:14.228033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-78d71985-6020-43b5-9843-62fda35c2a3b req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Deleting port 67e9605a-6ead-4107-be66-33d19905954a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:14.228422 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78d71985-6020-43b5-9843-62fda35c2a3b req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:14.310138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e260145-e1ad-476a-bf13-e4eb36b2708f req-8afd4090-4f0c-4d9c-b11c-ad1f2ab831d6 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281960 Aug 24 00:23:14.324048 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0dcfe50e-639f-43c1-b607-70f856c23af8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:14.349294 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:14.374402 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Transition to ACTIVE for port object 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:14.435487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:14.454934 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:23:11Z', 'revision_number': 3, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port': {'id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:11Z', 'updated_at': '2021-08-24T00:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:14.460366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-78d71985-6020-43b5-9843-62fda35c2a3b req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] For port 67e9605a-6ead-4107-be66-33d19905954a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=67e9605a-6ead-4107-be66-33d19905954a,segment=NetworkSegment(7e2417b6-473d-412d-83bb-9d40bae38b5a),segment_id=7e2417b6-473d-412d-83bb-9d40bae38b5a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:14.460746 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78d71985-6020-43b5-9843-62fda35c2a3b req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:14.471118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cda90-69a0-4375-844a-6dce20f08e3e req-def4f752-8e8d-4f67-aa6e-3bf4c034700c tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:14.472702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f8cda90-69a0-4375-844a-6dce20f08e3e req-def4f752-8e8d-4f67-aa6e-3bf4c034700c tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 946 time: 0.1451404 Aug 24 00:23:14.482046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Network a97f6643-bbde-4905-ae5c-005d0d033f1f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:14.488219 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:14.497080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:14.505676 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365a670-85e0-452f-98d6-ada3e93eb458 None None] The sync data for ids ['248e08df-714f-4052-b033-384e45381257'] in n-d-805736-1 is: [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:23:11Z', 'revision_number': 3, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port': {'id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:11Z', 'updated_at': '2021-08-24T00:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:23:14.537563 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:14.576139 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0dcfe50e-639f-43c1-b607-70f856c23af8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:14.615909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e9322e-d90c-4bf0-9ecb-8dd93c3b34db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d07990f-eb63-4457-8454-05dd18b98deb'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:14.618256 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80916fe6-d65a-4338-bb75-a36a53d6bc20" -d '{"events": [{"server_uuid": "d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db", "name": "network-vif-plugged", "status": "completed", "tag": "7d07990f-eb63-4457-8454-05dd18b98deb"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:14.646209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-78d71985-6020-43b5-9843-62fda35c2a3b req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Calling delete_port for 67e9605a-6ead-4107-be66-33d19905954a owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:14.660237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3219920e-256f-49bb-a2b8-ac5da0632bd7 None None] Network a97f6643-bbde-4905-ae5c-005d0d033f1f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:14.664641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Pushing event updated for resources: {'Port': ['ID=96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:14.685519 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f8cda90-69a0-4375-844a-6dce20f08e3e req-e228443e-c65c-46a9-9c3e-7b196fbf2c80 tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/security-groups?id=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634648 Aug 24 00:23:14.716984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:14.773818 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0dcfe50e-639f-43c1-b607-70f856c23af8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:14.817950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfe50e-639f-43c1-b607-70f856c23af8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5d2abc-eb76-4596-9462-f8ffac10dc57,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:14.822132 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0dcfe50e-639f-43c1-b607-70f856c23af8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:14.824083 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0dcfe50e-639f-43c1-b607-70f856c23af8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/5d5d2abc-eb76-4596-9462-f8ffac10dc57 HTTP/1.1" status: 204 len: 168 time: 0.8222685 Aug 24 00:23:14.830692 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8ef7d2-64ff-4003-972f-bbf53ab69d4d None None] Network d742cadd-2dfc-4abb-89e7-89f4f57e6b69 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:14.833873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55910) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:14.959565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-840ae80a-71e4-459d-9fb2-948ab1091172 None None] Provisioning for port b7fccce7-aa09-4130-b60c-8d956bcdcea9 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:14.964877 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:14.976454 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.008803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-840ae80a-71e4-459d-9fb2-948ab1091172 None None] Provisioning complete for port b7fccce7-aa09-4130-b60c-8d956bcdcea9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:15.009352 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-840ae80a-71e4-459d-9fb2-948ab1091172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.022191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156d234-1035-45bf-8281-ecf82d2606d4 req-3cd5d378-7edf-4ca7-bc05-df8daa7f1863 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:15.023689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d156d234-1035-45bf-8281-ecf82d2606d4 req-3cd5d378-7edf-4ca7-bc05-df8daa7f1863 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2083037 Aug 24 00:23:15.044623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting subnet 07e6cd2d-df4b-4ae5-ae3d-63efb9e67934 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:23:15.056611 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.095742 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.150473 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78d71985-6020-43b5-9843-62fda35c2a3b req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.156041 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.182464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Pushing event updated for resources: {'Port': ['ID=96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:15.201683 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d156d234-1035-45bf-8281-ecf82d2606d4 req-78d73f67-23a6-476a-99c2-3fb44159df56 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500018 Aug 24 00:23:15.277846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Network a97f6643-bbde-4905-ae5c-005d0d033f1f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:15.279728 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:15.308396 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4784885d-6b5a-4789-95b4-2c04be5a959a x-openstack-request-id: req-4784885d-6b5a-4789-95b4-2c04be5a959a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:15.309348 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db", "name": "network-vif-plugged", "status": "completed", "tag": "7d07990f-eb63-4457-8454-05dd18b98deb", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:15.309867 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4784885d-6b5a-4789-95b4-2c04be5a959a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:15.311700 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e9322e-d90c-4bf0-9ecb-8dd93c3b34db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d07990f-eb63-4457-8454-05dd18b98deb', 'code': 200} Aug 24 00:23:15.327316 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.410696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 67e9605a-6ead-4107-be66-33d19905954a no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:15.451995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Pushing event deleted for resources: {'Port': ['ID=67e9605a-6ead-4107-be66-33d19905954a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:15.469297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 67e9605a-6ead-4107-be66-33d19905954a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:23:15.469297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 67e9605a-6ead-4107-be66-33d19905954a not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:23:15.476940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Router 248e08df-714f-4052-b033-384e45381257 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:23:15.481252 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.548172 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-840ae80a-71e4-459d-9fb2-948ab1091172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.569228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Subnet': ['ID=07e6cd2d-df4b-4ae5-ae3d-63efb9e67934,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:15.573135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.573439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.573720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.574072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.574481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.574984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.575330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.575692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.576016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.576338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.576657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.576976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.605875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-840ae80a-71e4-459d-9fb2-948ab1091172 None None] For port b7fccce7-aa09-4130-b60c-8d956bcdcea9, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b7fccce7-aa09-4130-b60c-8d956bcdcea9,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:15.613162 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-840ae80a-71e4-459d-9fb2-948ab1091172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.638955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d71985-6020-43b5-9843-62fda35c2a3b req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] No DVR routers for this DVR port 67e9605a-6ead-4107-be66-33d19905954a on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:23:15.644010 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78d71985-6020-43b5-9843-62fda35c2a3b req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.646058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78d71985-6020-43b5-9843-62fda35c2a3b req-4cfd65a2-dc28-48a1-9a0d-872fffd8110d tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.13 "DELETE /v2.0/ports/67e9605a-6ead-4107-be66-33d19905954a HTTP/1.1" status: 204 len: 173 time: 1.9207463 Aug 24 00:23:15.648438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f645370a-a66e-45da-b86a-7910605b5d48', 'name': 'network-vif-deleted', 'tag': '67e9605a-6ead-4107-be66-33d19905954a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:15.650735 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfad66b0-3fba-4709-9ebd-c04d03915fe5" -d '{"events": [{"server_uuid": "f645370a-a66e-45da-b86a-7910605b5d48", "name": "network-vif-deleted", "tag": "67e9605a-6ead-4107-be66-33d19905954a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:15.654488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.655072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.655416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.655751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.656080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.657034 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.657360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.657684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.658009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.658332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.658650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.659008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:15.664389 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.666405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8c586bd3-cc2c-4831-b1b1-38c7d90cd2ea tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/07e6cd2d-df4b-4ae5-ae3d-63efb9e67934 HTTP/1.1" status: 204 len: 168 time: 0.8304870 Aug 24 00:23:15.671512 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55934) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:15.712453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b223-75aa-4ae7-86e6-83e0976cb1b4 req-823cfcee-c592-4303-bf84-0e10f6104a35 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:15.721480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbd5b223-75aa-4ae7-86e6-83e0976cb1b4 req-823cfcee-c592-4303-bf84-0e10f6104a35 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.3036442 Aug 24 00:23:15.782202 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4410b-aead-4330-8050-06a6bf082d65 req-f58f8fb4-9f9e-4e70-bd0f-6e7961bdc65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:15.783821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9e4410b-aead-4330-8050-06a6bf082d65 req-f58f8fb4-9f9e-4e70-bd0f-6e7961bdc65b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 1096 time: 0.3200893 Aug 24 00:23:15.790921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:23:15.797814 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc11e881-54d6-496d-a3a1-a80f04890533 admin admin] 10.222.0.32 "PUT /v2.0/routers/248e08df-714f-4052-b033-384e45381257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0118949 Aug 24 00:23:15.806500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d773652-9a86-4472-9084-bcfa049f3c08 req-37bdaac6-010a-4578-8309-1afec43141f5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:15.808400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d773652-9a86-4472-9084-bcfa049f3c08 req-37bdaac6-010a-4578-8309-1afec43141f5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.3404949 Aug 24 00:23:15.830469 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.896099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbd5b223-75aa-4ae7-86e6-83e0976cb1b4 req-9d3e61b7-df99-46f8-9a7e-0750d740d451 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743226 Aug 24 00:23:15.955311 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9e4410b-aead-4330-8050-06a6bf082d65 req-1307f976-6506-4e81-ae7b-53ef140b20d8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461494 Aug 24 00:23:15.979020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d773652-9a86-4472-9084-bcfa049f3c08 req-b2a0a915-13a0-4b06-a521-0f02e60404dc tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400726 Aug 24 00:23:15.993581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:15.993929 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:16.120402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ab9af79e-1cca-44fc-96a0-9dec9486c84e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:16.130738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] For port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=32c3f8fb-f7df-4a12-8bdd-eccda2acfc17,segment=NetworkSegment(0780e8ae-a654-4e8b-9aa2-64d69ededfa0),segment_id=0780e8ae-a654-4e8b-9aa2-64d69ededfa0)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:16.131150 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:16.168330 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:16.196572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fedac-1f1b-4b6c-b2ed-a2d260c00a27 req-18d819ec-b176-47c8-b5e3-fe6acb8f6b66 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:16.198196 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f8fedac-1f1b-4b6c-b2ed-a2d260c00a27 req-18d819ec-b176-47c8-b5e3-fe6acb8f6b66 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 945 time: 0.1771798 Aug 24 00:23:16.202651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ae80a-71e4-459d-9fb2-948ab1091172 None None] Pushing event updated for resources: {'Port': ['ID=b7fccce7-aa09-4130-b60c-8d956bcdcea9,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:16.236878 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76edc2d-ce22-4a25-ab5d-b6e16dc2b740 x-openstack-request-id: req-f76edc2d-ce22-4a25-ab5d-b6e16dc2b740 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:16.239144 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f645370a-a66e-45da-b86a-7910605b5d48", "name": "network-vif-deleted", "tag": "67e9605a-6ead-4107-be66-33d19905954a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:16.241508 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f76edc2d-ce22-4a25-ab5d-b6e16dc2b740 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:16.245355 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f645370a-a66e-45da-b86a-7910605b5d48', 'name': 'network-vif-deleted', 'tag': '67e9605a-6ead-4107-be66-33d19905954a', 'status': 'completed', 'code': 200} Aug 24 00:23:16.252451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea4ba65-f52e-4fdd-8813-d242505b597e None None] Update dhcp port {'port': {'network_id': 'd742cadd-2dfc-4abb-89e7-89f4f57e6b69', 'fixed_ips': [{'subnet_id': '07e6cd2d-df4b-4ae5-ae3d-63efb9e67934'}], 'binding:host_id': 'n-d-805736-1'}, 'id': '32c3f8fb-f7df-4a12-8bdd-eccda2acfc17'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:23:16.283866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a4795c69-6ffb-4a32-a51b-57cce49c7e1e None None] Provisioning for port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:16.298896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a4795c69-6ffb-4a32-a51b-57cce49c7e1e None None] Provisioning complete for port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:16.305433 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4795c69-6ffb-4a32-a51b-57cce49c7e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:16.308432 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f8fedac-1f1b-4b6c-b2ed-a2d260c00a27 req-0e91d670-9c22-4c3e-8496-52936f317196 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949135 Aug 24 00:23:16.319473 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eea4ba65-f52e-4fdd-8813-d242505b597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:16.369994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-36124dca-9a03-47cd-ba3f-377074e80ff4 req-537c5c21-8d42-46df-8f2b-7acedff10d4b tempest-DeleteServersTestJSON-973477423 tempest-DeleteServersTestJSON-973477423-project] 10.222.0.32 "GET /v2.0/ports?device_id=f645370a-a66e-45da-b86a-7910605b5d48 HTTP/1.1" status: 200 len: 210 time: 0.0417483 Aug 24 00:23:16.436169 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:16.480207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No DVR routers for this DVR port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:23:16.516436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=32c3f8fb-f7df-4a12-8bdd-eccda2acfc17,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:16.520330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ab9af79e-1cca-44fc-96a0-9dec9486c84e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:16.525475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea4ba65-f52e-4fdd-8813-d242505b597e None None] Host n-d-805736-1 tried to update port 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 which no longer exists. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Aug 24 00:23:16.537489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a4795c69-6ffb-4a32-a51b-57cce49c7e1e None None] Port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:16.540554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ab9af79e-1cca-44fc-96a0-9dec9486c84e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:16.541117 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:16.622062 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:16.641356 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a4795c69-6ffb-4a32-a51b-57cce49c7e1e None None] Provisioning complete for port b7fccce7-aa09-4130-b60c-8d956bcdcea9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:16.642123 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a4795c69-6ffb-4a32-a51b-57cce49c7e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:16.651671 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d742cadd-2dfc-4abb-89e7-89f4f57e6b69']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:16.680624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0780e8ae-a654-4e8b-9aa2-64d69ededfa0') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:16.681204 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0780e8ae-a654-4e8b-9aa2-64d69ededfa0') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:16.682104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee960e4-d605-44e0-881d-b6b0084b604d None None] Network d742cadd-2dfc-4abb-89e7-89f4f57e6b69 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:16.701847 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:16.758855 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:16.777857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:23:16.778367 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:23:16.787051 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:23:16.920439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235160f-4042-4994-a43d-81f69117086f req-1154742d-3def-4ab4-bd71-0d41dd1e11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:16.923548 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e235160f-4042-4994-a43d-81f69117086f req-1154742d-3def-4ab4-bd71-0d41dd1e11fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6652d588fc06408696d6f2e2064c1266&device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 1096 time: 0.0939040 Aug 24 00:23:16.926435 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:16.937939 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:16.940760 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/networks/d742cadd-2dfc-4abb-89e7-89f4f57e6b69 HTTP/1.1" status: 204 len: 168 time: 1.2607234 Aug 24 00:23:16.944973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55968) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:16.995820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929b9a4-9008-472d-8c19-3c64c6ccd3c0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Network': ['ID=d742cadd-2dfc-4abb-89e7-89f4f57e6b69,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:17.003438 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:17.028350 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a199c2-ac29-4fcd-a61c-46c470075c5e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:17.030870 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c8a199c2-ac29-4fcd-a61c-46c470075c5e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0845237 Aug 24 00:23:17.035323 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55972) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:17.105279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port ab9af79e-1cca-44fc-96a0-9dec9486c84e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ab9af79e-1cca-44fc-96a0-9dec9486c84e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:17.108178 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7abd66bb-cf5d-4402-93ac-b136763806d2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0716665 Aug 24 00:23:17.112495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55974) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:17.121361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf220c1e-0d48-4ffe-a586-7dc3e8548bed None None] DHCP port deletion for d742cadd-2dfc-4abb-89e7-89f4f57e6b69 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:23:17.122207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4541677c-6b6c-4ed8-b43b-1883eee958a4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-344550582'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:17.143929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81293c-57d9-4406-8182-bad45a8d66a3 req-8a77607f-7912-4e28-823f-5ff0bd475e6f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:17.144887 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:17.153004 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab81293c-57d9-4406-8182-bad45a8d66a3 req-8a77607f-7912-4e28-823f-5ff0bd475e6f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.1844554 Aug 24 00:23:17.175333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4541677c-6b6c-4ed8-b43b-1883eee958a4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:17.181391 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4541677c-6b6c-4ed8-b43b-1883eee958a4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:17.231163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4541677c-6b6c-4ed8-b43b-1883eee958a4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:23:17.236478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235160f-4042-4994-a43d-81f69117086f req-8ce38c04-9380-442b-9e50-00d927539d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:17.238568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e235160f-4042-4994-a43d-81f69117086f req-8ce38c04-9380-442b-9e50-00d927539d59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e16580f-817c-47d0-9b6c-5a1d57141b0e HTTP/1.1" status: 200 len: 921 time: 0.2982407 Aug 24 00:23:17.251845 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4541677c-6b6c-4ed8-b43b-1883eee958a4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:17.252215 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-4541677c-6b6c-4ed8-b43b-1883eee958a4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Added segment 0b3ea714-671e-4d0b-b74a-7cf8a33bccc3 of type vlan for network e076d67a-a054-47ea-a81a-9dc3b2732488 Aug 24 00:23:17.263984 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=ab9af79e-1cca-44fc-96a0-9dec9486c84e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:17.276069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab81293c-57d9-4406-8182-bad45a8d66a3 req-62dade6f-e348-4a2f-a222-06a09e9e9517 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222050 Aug 24 00:23:17.336435 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4541677c-6b6c-4ed8-b43b-1883eee958a4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:17.345028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d8837e49-2f5e-4036-972f-a8c47532136e details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:23:17.361380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e235160f-4042-4994-a43d-81f69117086f req-06124ab9-8cae-4d32-8f5a-9419526be9d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7bce00-b5ad-4d87-b900-000728546267 HTTP/1.1" status: 200 len: 217 time: 0.1056290 Aug 24 00:23:17.363023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55980) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:17.372719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2d27c6e9-e03b-4afa-9f5c-e6a706959108 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190896495', 'description': 'tempest-description--396743990'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:17.378178 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4541677c-6b6c-4ed8-b43b-1883eee958a4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:17.378343 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b6661e26-d8a1-4dfc-83a3-bd50edc11a2f None None] Provisioning complete for port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:17.379087 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6661e26-d8a1-4dfc-83a3-bd50edc11a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:17.385374 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541677c-6b6c-4ed8-b43b-1883eee958a4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:17.386523 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4541677c-6b6c-4ed8-b43b-1883eee958a4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:17.415438 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4541677c-6b6c-4ed8-b43b-1883eee958a4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3014140 Aug 24 00:23:17.415633 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Sync routers for ids ['248e08df-714f-4052-b033-384e45381257'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:23:17.426498 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Routers {'248e08df-714f-4052-b033-384e45381257'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:17.427157 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:23:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['248e08df-714f-4052-b033-384e45381257'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:17.428922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:17.438350 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-11b52e68-b172-411d-9e8c-04260df000a8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': 'e076d67a-a054-47ea-a81a-9dc3b2732488', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:17.486947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b6661e26-d8a1-4dfc-83a3-bd50edc11a2f None None] Port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:17.497325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b6661e26-d8a1-4dfc-83a3-bd50edc11a2f None None] Could not find standard attr ID for object 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:23:17.565605 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Set router 248e08df-714f-4052-b033-384e45381257 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:17.583444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541677c-6b6c-4ed8-b43b-1883eee958a4 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Network': ['ID=e076d67a-a054-47ea-a81a-9dc3b2732488,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:17.644803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network e076d67a-a054-47ea-a81a-9dc3b2732488 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:23:17.660994 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d27c6e9-e03b-4afa-9f5c-e6a706959108 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:17.678496 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b52e68-b172-411d-9e8c-04260df000a8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:17.682859 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11b52e68-b172-411d-9e8c-04260df000a8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:17.710964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61a10a-3574-4eb4-ad89-8d7647bf679e req-33ccb6a6-3ac4-4135-b74a-e9a77e95ea84 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:17.722728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d61a10a-3574-4eb4-ad89-8d7647bf679e req-33ccb6a6-3ac4-4135-b74a-e9a77e95ea84 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 945 time: 0.2901893 Aug 24 00:23:17.730080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235160f-4042-4994-a43d-81f69117086f req-fe64b882-d6b8-4a8e-a65f-cb5ef67742b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:17.732287 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e235160f-4042-4994-a43d-81f69117086f req-fe64b882-d6b8-4a8e-a65f-cb5ef67742b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa2e48a9-45a5-4f60-b104-b36c4410581e HTTP/1.1" status: 200 len: 860 time: 0.3450511 Aug 24 00:23:17.803411 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d8837e49-2f5e-4036-972f-a8c47532136e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d8837e49-2f5e-4036-972f-a8c47532136e,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:17.834438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'd8837e49-2f5e-4036-972f-a8c47532136e', 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb', 'port_id': 'd8837e49-2f5e-4036-972f-a8c47532136e', 'mac_address': 'fa:16:3e:b8:18:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1a1303-12b4-4df1-8051-6ef6912eb98d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:23:17.851369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e235160f-4042-4994-a43d-81f69117086f req-ddd75038-df28-4571-9b6b-069f3cbdfddf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e16580f-817c-47d0-9b6c-5a1d57141b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781763 Aug 24 00:23:18.048791 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e235160f-4042-4994-a43d-81f69117086f req-093db460-f44e-4533-8ca6-9129416c54ad service neutron] 10.222.0.47 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805007 Aug 24 00:23:18.061533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d61a10a-3574-4eb4-ad89-8d7647bf679e req-cdee0f6b-28f4-41d1-884a-14386f3dc529 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376870 Aug 24 00:23:18.089538 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:23:14Z', 'revision_number': 4, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port': {'id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:11Z', 'updated_at': '2021-08-24T00:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b', 'name': '', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'mac_address': 'fa:16:3e:89:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:13Z', 'updated_at': '2021-08-24T00:23:14Z', 'revision_number': 2, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'subnets': [{'id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:18.129649 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Checking router: 248e08df-714f-4052-b033-384e45381257 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:23:18.130399 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Updating router 248e08df-714f-4052-b033-384e45381257 port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:23:18.143121 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ab9af79e-1cca-44fc-96a0-9dec9486c84e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:18.173555 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.305788 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.308411 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11b52e68-b172-411d-9e8c-04260df000a8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.339525 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d27c6e9-e03b-4afa-9f5c-e6a706959108 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.355945 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d27c6e9-e03b-4afa-9f5c-e6a706959108 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.361317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8837e49-2f5e-4036-972f-a8c47532136e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:18.397254 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d27c6e9-e03b-4afa-9f5c-e6a706959108 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.399248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2d27c6e9-e03b-4afa-9f5c-e6a706959108 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0343833 Aug 24 00:23:18.404860 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56022) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:18.418371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e235160f-4042-4994-a43d-81f69117086f req-e550fe39-9abd-4884-8960-c4192c96b419 service neutron] 10.222.0.47 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557916 Aug 24 00:23:18.423239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-221c3db9-c84a-4efc-b563-7642a9d34880 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Request body: {'security_group_rule': {'security_group_id': 'f63a5ced-41c4-45dc-b8aa-490de520aaa2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:18.428014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27c6e9-e03b-4afa-9f5c-e6a706959108 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63a5ced-41c4-45dc-b8aa-490de520aaa2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:18.445394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d8837e49-2f5e-4036-972f-a8c47532136e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d8837e49-2f5e-4036-972f-a8c47532136e,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:18.463819 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.467129 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ab9af79e-1cca-44fc-96a0-9dec9486c84e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:18.467686 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.519475 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b52e68-b172-411d-9e8c-04260df000a8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Subnet': ['ID=5fbd8a6a-3fe1-4978-a9fc-9d14b1f8933c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:18.571593 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-221c3db9-c84a-4efc-b563-7642a9d34880 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.597994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b52e68-b172-411d-9e8c-04260df000a8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Checking segment: {'id': '0b3ea714-671e-4d0b-b74a-7cf8a33bccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e076d67a-a054-47ea-a81a-9dc3b2732488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:18.598376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b52e68-b172-411d-9e8c-04260df000a8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network hostable DHCP agents. Network: e076d67a-a054-47ea-a81a-9dc3b2732488, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:23:18.621725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25fc9b-9b18-48a0-9f51-eca456b71981 req-ef4c8e50-1d92-4329-9d72-29be8b18337d tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:18.637816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e25fc9b-9b18-48a0-9f51-eca456b71981 req-ef4c8e50-1d92-4329-9d72-29be8b18337d tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.1820858 Aug 24 00:23:18.705122 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e25fc9b-9b18-48a0-9f51-eca456b71981 req-c744e247-3383-43a1-a155-133f1dcc23bc tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663345 Aug 24 00:23:18.706893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['d8837e49-2f5e-4036-972f-a8c47532136e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:18.735897 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b52e68-b172-411d-9e8c-04260df000a8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network e076d67a-a054-47ea-a81a-9dc3b2732488 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:23:18.739551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=d8837e49-2f5e-4036-972f-a8c47532136e,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:18.777644 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-221c3db9-c84a-4efc-b563-7642a9d34880 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.780002 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-11b52e68-b172-411d-9e8c-04260df000a8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, e076d67a-a054-47ea-a81a-9dc3b2732488) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:18.784599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-221c3db9-c84a-4efc-b563-7642a9d34880 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.797580 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e40088-ce96-4527-9abd-6f1b6bffa997 None None] Network e076d67a-a054-47ea-a81a-9dc3b2732488 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:18.806592 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b52e68-b172-411d-9e8c-04260df000a8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:18.807389 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-11b52e68-b172-411d-9e8c-04260df000a8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.828109 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.833021 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-11b52e68-b172-411d-9e8c-04260df000a8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4026306 Aug 24 00:23:18.836225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56032) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:18.841112 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'network_id': 'e076d67a-a054-47ea-a81a-9dc3b2732488', 'name': 'tempest-PortsTestJSON-700810631'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:18.851430 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Transition to ACTIVE for port object 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:18.862434 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.878743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b7fccce7-aa09-4130-b60c-8d956bcdcea9 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:18.905246 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c3db9-c84a-4efc-b563-7642a9d34880 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c475529-ef49-4c63-9e5e-593917828405,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:18.922706 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-221c3db9-c84a-4efc-b563-7642a9d34880 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.924049 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-221c3db9-c84a-4efc-b563-7642a9d34880 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5105546 Aug 24 00:23:18.927882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56036) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:18.937247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c95e19d9-7d9e-41d6-9eca-47437d8c241a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Request body: {'security_group_rule': {'security_group_id': 'f63a5ced-41c4-45dc-b8aa-490de520aaa2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:18.976984 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:18.983300 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:19.012952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port b92f3492-b0e7-4a24-ad18-36d9b511c317 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:23:19.050387 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fed707-87e1-437b-b1f4-03fd6a29fd83 None None] Pushing event updated for resources: {'Port': ['ID=96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:19.080419 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c95e19d9-7d9e-41d6-9eca-47437d8c241a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:19.283143 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b7fccce7-aa09-4130-b60c-8d956bcdcea9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:19.283789 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:19.299716 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Attempting to bind port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:19.302569 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Attempting to bind port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:19.304598 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Attempting to bind port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b on network a97f6643-bbde-4905-ae5c-005d0d033f1f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:19.318235 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:19.318604 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Checking segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:19.319036 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:19.321864 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Bound using segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:19.323760 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Bound port: 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:19.324169 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:19.340172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Allocated IP 172.20.0.11 (e076d67a-a054-47ea-a81a-9dc3b2732488/5fbd8a6a-3fe1-4978-a9fc-9d14b1f8933c/b92f3492-b0e7-4a24-ad18-36d9b511c317) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:19.393215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c95e19d9-7d9e-41d6-9eca-47437d8c241a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:19.408550 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c95e19d9-7d9e-41d6-9eca-47437d8c241a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:19.416725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-e076d67a-a054-47ea-a81a-9dc3b2732488', 'network_id': 'e076d67a-a054-47ea-a81a-9dc3b2732488', 'tenant_id': 'e3b13b55c42048309adfd977fccc2186', 'fixed_ips': [{'subnet_id': '5fbd8a6a-3fe1-4978-a9fc-9d14b1f8933c'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:23:19.418278 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:19.452157 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] For port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:19.459013 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] For port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:19.464007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca36ce6-f489-4509-82f9-5b00191a17df req-75adc037-8dac-4a56-8dd5-2d6e0b9882ff tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:19.465304 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:19.473830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bca36ce6-f489-4509-82f9-5b00191a17df req-75adc037-8dac-4a56-8dd5-2d6e0b9882ff tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 945 time: 0.2155521 Aug 24 00:23:19.475961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e19d9-7d9e-41d6-9eca-47437d8c241a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1f2619-4e5d-47c8-99b0-30e73d18ad29,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:19.493116 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c95e19d9-7d9e-41d6-9eca-47437d8c241a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:19.498562 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c95e19d9-7d9e-41d6-9eca-47437d8c241a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5658910 Aug 24 00:23:19.504797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56060) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:19.511114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:19.536846 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fed707-87e1-437b-b1f4-03fd6a29fd83 None None] Pushing event updated for resources: {'Port': ['ID=96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:19.564711 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Routers {'248e08df-714f-4052-b033-384e45381257'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:19.565600 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:23:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['248e08df-714f-4052-b033-384e45381257'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:19.619314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bca36ce6-f489-4509-82f9-5b00191a17df req-bd4b5896-8a75-4f7c-b734-243457dd7d14 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442931 Aug 24 00:23:19.623598 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:19.806225 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] Set router 248e08df-714f-4052-b033-384e45381257 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:19.814343 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:19.875638 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:23:19.876341 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 32c3f8fb-f7df-4a12-8bdd-eccda2acfc17 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:23:19.876882 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:19.909879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Transition to ACTIVE for port object b92f3492-b0e7-4a24-ad18-36d9b511c317 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:19.929050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f6f55-2fd9-43cb-b198-a1778074461b req-70bf143d-0d9f-44fa-8cc4-332afde83597 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:19.930632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-720f6f55-2fd9-43cb-b198-a1778074461b req-70bf143d-0d9f-44fa-8cc4-332afde83597 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1602287 Aug 24 00:23:19.970213 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:20.066243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-720f6f55-2fd9-43cb-b198-a1778074461b req-6b874d88-9127-401d-bc15-5facdf7f73a9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190894 Aug 24 00:23:20.083749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Allocated IP 172.20.0.2 (e076d67a-a054-47ea-a81a-9dc3b2732488/5fbd8a6a-3fe1-4978-a9fc-9d14b1f8933c/95f9b599-7364-468a-8b56-ec21e6dd965d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:20.092834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=b92f3492-b0e7-4a24-ad18-36d9b511c317,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:20.095108 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:20.120008 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network e076d67a-a054-47ea-a81a-9dc3b2732488 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:20.123797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:20.131151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:20.234746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:20.242709 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:20.283857 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b26dbf4a-0fe1-467f-9edc-2750ef64abc2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4465308 Aug 24 00:23:20.286196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56078) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:20.291584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'network_id': 'e076d67a-a054-47ea-a81a-9dc3b2732488', 'name': 'tempest-PortsTestJSON-1402974807'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:20.332008 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:20.343814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Transition to ACTIVE for port object 95f9b599-7364-468a-8b56-ec21e6dd965d will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:20.352720 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:23:14Z', 'revision_number': 4, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port': {'id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:11Z', 'updated_at': '2021-08-24T00:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b', 'name': '', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'mac_address': 'fa:16:3e:89:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:13Z', 'updated_at': '2021-08-24T00:23:19Z', 'revision_number': 4, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'subnets': [{'id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:20.366860 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Transition to ACTIVE for port object 95f9b599-7364-468a-8b56-ec21e6dd965d will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:20.379574 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:20.394219 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3b16a-c54c-4d6d-9a91-9e5226002837 None None] The sync data for ids ['248e08df-714f-4052-b033-384e45381257'] in n-d-805736-1 is: [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:23:14Z', 'revision_number': 4, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port': {'id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:11Z', 'updated_at': '2021-08-24T00:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b', 'name': '', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'mac_address': 'fa:16:3e:89:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:13Z', 'updated_at': '2021-08-24T00:23:19Z', 'revision_number': 4, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'subnets': [{'id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:23:20.444199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Network e076d67a-a054-47ea-a81a-9dc3b2732488 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:20.447157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:20.452018 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:20.460470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Pushing event updated for resources: {'Port': ['ID=95f9b599-7364-468a-8b56-ec21e6dd965d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:20.556447 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Attempting to bind port 95f9b599-7364-468a-8b56-ec21e6dd965d on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:20.557055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Attempting to bind port 95f9b599-7364-468a-8b56-ec21e6dd965d by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '0b3ea714-671e-4d0b-b74a-7cf8a33bccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e076d67a-a054-47ea-a81a-9dc3b2732488'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:20.557613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Attempting to bind port 95f9b599-7364-468a-8b56-ec21e6dd965d on network e076d67a-a054-47ea-a81a-9dc3b2732488 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:20.564001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:20.564685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Checking segment: {'id': '0b3ea714-671e-4d0b-b74a-7cf8a33bccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e076d67a-a054-47ea-a81a-9dc3b2732488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:20.565587 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:20.566731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Bound using segment: {'id': '0b3ea714-671e-4d0b-b74a-7cf8a33bccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e076d67a-a054-47ea-a81a-9dc3b2732488'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:20.569799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Bound port: 95f9b599-7364-468a-8b56-ec21e6dd965d, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3ea714-671e-4d0b-b74a-7cf8a33bccc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e076d67a-a054-47ea-a81a-9dc3b2732488'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:20.570632 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:20.621407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:20.628521 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:20.674322 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port 8a27ac5c-08d9-4f8a-a850-68857b2e92ae yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:23:20.708521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114323e7-edc0-4a3f-83ac-cf03cc7c299c req-32311986-218b-437a-b3b9-0d4b14f91e33 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:20.710048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-114323e7-edc0-4a3f-83ac-cf03cc7c299c req-32311986-218b-437a-b3b9-0d4b14f91e33 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 945 time: 0.4896414 Aug 24 00:23:20.736950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a8bdd-9884-41ed-82c4-21578d1c6c45 req-a860a3e1-1614-4a64-a6b1-a03d458257a4 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:20.741766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] For port 95f9b599-7364-468a-8b56-ec21e6dd965d, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:20.748472 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] For port 95f9b599-7364-468a-8b56-ec21e6dd965d, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=95f9b599-7364-468a-8b56-ec21e6dd965d,segment=NetworkSegment(0b3ea714-671e-4d0b-b74a-7cf8a33bccc3),segment_id=0b3ea714-671e-4d0b-b74a-7cf8a33bccc3)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:20.751563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a9a8bdd-9884-41ed-82c4-21578d1c6c45 req-a860a3e1-1614-4a64-a6b1-a03d458257a4 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.5569456 Aug 24 00:23:20.757841 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:20.819896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Allocated IP 172.25.8.98 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/124ab0aa-654f-4ea4-be24-405be7966768) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:20.835327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e9d9a-a11f-44f2-b80e-e720af9b9086 None None] Pushing event updated for resources: {'Port': ['ID=95f9b599-7364-468a-8b56-ec21e6dd965d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:20.931878 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a9a8bdd-9884-41ed-82c4-21578d1c6c45 req-93c7cde8-35cf-48cb-b1db-375bb0824ae8 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637492 Aug 24 00:23:20.974120 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Allocated IP 172.20.0.4 (e076d67a-a054-47ea-a81a-9dc3b2732488/5fbd8a6a-3fe1-4978-a9fc-9d14b1f8933c/8a27ac5c-08d9-4f8a-a850-68857b2e92ae) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:20.979057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-114323e7-edc0-4a3f-83ac-cf03cc7c299c req-d87b9015-0762-4624-a133-1f0a4035a00d tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549129 Aug 24 00:23:21.148621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c691a-be5a-4fb2-b901-4e56c38522cf req-757518f6-0ad8-40ea-904d-74ae3decfecc tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:21.156115 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d77c691a-be5a-4fb2-b901-4e56c38522cf req-757518f6-0ad8-40ea-904d-74ae3decfecc tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1045222 Aug 24 00:23:21.161772 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:21.266200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d77c691a-be5a-4fb2-b901-4e56c38522cf req-15cb4f64-f058-4c25-9fa6-827d56677bb5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080828 Aug 24 00:23:21.323197 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:21.378630 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d8837e49-2f5e-4036-972f-a8c47532136e up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:21.378971 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:21.408220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Transition to ACTIVE for port object 8a27ac5c-08d9-4f8a-a850-68857b2e92ae will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:21.418871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:21.426825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:21.431261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event updated for resources: {'Port': ['ID=124ab0aa-654f-4ea4-be24-405be7966768,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:21.434744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:21.488131 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:21.600659 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network e076d67a-a054-47ea-a81a-9dc3b2732488 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:21.616343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:21.619333 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:21.626202 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:21.629780 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=8a27ac5c-08d9-4f8a-a850-68857b2e92ae,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:21.702682 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:21.749194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:21.750259 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:21.753445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port d8837e49-2f5e-4036-972f-a8c47532136e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:21.754011 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:21.793490 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-76cc0075-da50-4f35-b505-ba75b5bd654d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5059991 Aug 24 00:23:21.796114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56098) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:22.038886 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:22.054798 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fee05d-6136-44cc-8573-1444fb566f65 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:22.095181 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a7fee05d-6136-44cc-8573-1444fb566f65 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.2973471 Aug 24 00:23:22.104874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:22.119525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3027f865-4f10-4c0e-9f0f-d3f790e4ebd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8837e49-2f5e-4036-972f-a8c47532136e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:22.128310 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a13a05a-b910-4f68-9645-93c60d3306f2" -d '{"events": [{"server_uuid": "3027f865-4f10-4c0e-9f0f-d3f790e4ebd0", "name": "network-vif-plugged", "status": "completed", "tag": "d8837e49-2f5e-4036-972f-a8c47532136e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:22.156814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d8837e49-2f5e-4036-972f-a8c47532136e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d8837e49-2f5e-4036-972f-a8c47532136e,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:22.176625 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:22.282098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5c97c-c743-4242-80c6-d42213dd4603 req-a7d32931-6b01-45c1-993e-9692b8bb2338 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:22.283766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aef5c97c-c743-4242-80c6-d42213dd4603 req-a7d32931-6b01-45c1-993e-9692b8bb2338 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 945 time: 0.4942529 Aug 24 00:23:22.352085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=d8837e49-2f5e-4036-972f-a8c47532136e,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:22.358740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:22.446119 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c34b2-6860-4557-8b49-53ce1ac5cc8b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 8a27ac5c-08d9-4f8a-a850-68857b2e92ae {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:22.447789 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b3c34b2-6860-4557-8b49-53ce1ac5cc8b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:22.561304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b201c-3909-4072-955a-dfc87142f4b7 req-3d789201-aa86-493c-b71e-eda3a667ad34 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:22.570201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-717b201c-3909-4072-955a-dfc87142f4b7 req-3d789201-aa86-493c-b71e-eda3a667ad34 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 945 time: 0.3218970 Aug 24 00:23:22.574676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:22.580897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:22.582043 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:22.622978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abcd8c-19a2-402b-8bba-26db66b56515 req-e708ea3f-9fe2-4a66-9fc8-9e15bda7a260 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:22.625282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95abcd8c-19a2-402b-8bba-26db66b56515 req-e708ea3f-9fe2-4a66-9fc8-9e15bda7a260 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.3751018 Aug 24 00:23:22.635709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45ccbe4-d657-41b1-93e5-9a89c7b02052 None None] Network e076d67a-a054-47ea-a81a-9dc3b2732488 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:22.673191 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-717b201c-3909-4072-955a-dfc87142f4b7 req-0fac6b6a-ef4f-487b-8ae0-7b28120d4dd2 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7bb32b7-5d62-4546-b171-384d5beb2a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967715 Aug 24 00:23:22.722470 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b3c34b2-6860-4557-8b49-53ce1ac5cc8b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:22.764968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-85bc35e5-76b1-4430-a286-b36d2835962b None None] Provisioning for port 95f9b599-7364-468a-8b56-ec21e6dd965d completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:22.769527 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c34b2-6860-4557-8b49-53ce1ac5cc8b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 8a27ac5c-08d9-4f8a-a850-68857b2e92ae owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:22.915219 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95abcd8c-19a2-402b-8bba-26db66b56515 req-cda2e4d2-4fcb-448b-b8d6-cb27cab4b6e0 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460728 Aug 24 00:23:22.915360 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e97ff5f-adab-47ad-9e77-41dcad48e59c x-openstack-request-id: req-0e97ff5f-adab-47ad-9e77-41dcad48e59c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:22.915360 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3027f865-4f10-4c0e-9f0f-d3f790e4ebd0", "name": "network-vif-plugged", "status": "completed", "tag": "d8837e49-2f5e-4036-972f-a8c47532136e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:22.915360 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e97ff5f-adab-47ad-9e77-41dcad48e59c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:22.915360 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3027f865-4f10-4c0e-9f0f-d3f790e4ebd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8837e49-2f5e-4036-972f-a8c47532136e', 'code': 200} Aug 24 00:23:22.943691 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:22.961482 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:22.965633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-aef5c97c-c743-4242-80c6-d42213dd4603 req-df629109-524f-45f6-8a68-52748e0eb750 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Deleting port 7d07990f-eb63-4457-8454-05dd18b98deb {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:22.965973 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aef5c97c-c743-4242-80c6-d42213dd4603 req-df629109-524f-45f6-8a68-52748e0eb750 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.042046 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.136322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:23.147387 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.148461 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 95f9b599-7364-468a-8b56-ec21e6dd965d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:23.152449 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b3c34b2-6860-4557-8b49-53ce1ac5cc8b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.238303 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.313828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event updated for resources: {'Port': ['ID=124ab0aa-654f-4ea4-be24-405be7966768,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:23.328857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c34b2-6860-4557-8b49-53ce1ac5cc8b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=8a27ac5c-08d9-4f8a-a850-68857b2e92ae,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:23.366823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:23.396334 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 95f9b599-7364-468a-8b56-ec21e6dd965d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:23.405076 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 95f9b599-7364-468a-8b56-ec21e6dd965d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:23.405453 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.428290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-aef5c97c-c743-4242-80c6-d42213dd4603 req-df629109-524f-45f6-8a68-52748e0eb750 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] For port 7d07990f-eb63-4457-8454-05dd18b98deb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7d07990f-eb63-4457-8454-05dd18b98deb,segment=NetworkSegment(33837828-56c5-48c3-b8d3-42ac71fbf5a5),segment_id=33837828-56c5-48c3-b8d3-42ac71fbf5a5)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:23.428603 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aef5c97c-c743-4242-80c6-d42213dd4603 req-df629109-524f-45f6-8a68-52748e0eb750 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.451468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-aef5c97c-c743-4242-80c6-d42213dd4603 req-df629109-524f-45f6-8a68-52748e0eb750 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Calling delete_port for 7d07990f-eb63-4457-8454-05dd18b98deb owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:23.517554 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b3c34b2-6860-4557-8b49-53ce1ac5cc8b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.523848 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9b3c34b2-6860-4557-8b49-53ce1ac5cc8b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/8a27ac5c-08d9-4f8a-a850-68857b2e92ae HTTP/1.1" status: 204 len: 168 time: 1.4166679 Aug 24 00:23:23.525299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56154) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:23.548010 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.580658 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-07faaf41-38e0-4b23-8dc4-1a303d4f5bb0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] GET failed (client error): The resource could not be found. Aug 24 00:23:23.591339 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-07faaf41-38e0-4b23-8dc4-1a303d4f5bb0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/8a27ac5c-08d9-4f8a-a850-68857b2e92ae HTTP/1.1" status: 404 len: 333 time: 0.0560162 Aug 24 00:23:23.592263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:23.606256 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.621090 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e029d74f-fdec-4ef8-995f-442fba3d0be1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1071529 Aug 24 00:23:23.645269 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b1f624f9-fd49-49d5-b392-49865619b0bf None None] Provisioning complete for port 95f9b599-7364-468a-8b56-ec21e6dd965d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:23.649621 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1f624f9-fd49-49d5-b392-49865619b0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.664845 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aef5c97c-c743-4242-80c6-d42213dd4603 req-df629109-524f-45f6-8a68-52748e0eb750 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.718169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df629109-524f-45f6-8a68-52748e0eb750 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Pushing event deleted for resources: {'Port': ['ID=7d07990f-eb63-4457-8454-05dd18b98deb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:23.743563 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.759698 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dfa288ca-7dc0-4291-95f6-0c9fd6b45d50 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port b92f3492-b0e7-4a24-ad18-36d9b511c317 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:23.764415 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfa288ca-7dc0-4291-95f6-0c9fd6b45d50 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.833116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef5c97c-c743-4242-80c6-d42213dd4603 req-df629109-524f-45f6-8a68-52748e0eb750 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] No DVR routers for this DVR port 7d07990f-eb63-4457-8454-05dd18b98deb on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:23:23.841551 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aef5c97c-c743-4242-80c6-d42213dd4603 req-df629109-524f-45f6-8a68-52748e0eb750 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.860951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aef5c97c-c743-4242-80c6-d42213dd4603 req-df629109-524f-45f6-8a68-52748e0eb750 tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.47 "DELETE /v2.0/ports/7d07990f-eb63-4457-8454-05dd18b98deb HTTP/1.1" status: 204 len: 173 time: 1.5690217 Aug 24 00:23:23.882191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 95f9b599-7364-468a-8b56-ec21e6dd965d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=95f9b599-7364-468a-8b56-ec21e6dd965d,segment=NetworkSegment(0b3ea714-671e-4d0b-b74a-7cf8a33bccc3),segment_id=0b3ea714-671e-4d0b-b74a-7cf8a33bccc3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:23.886721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e9322e-d90c-4bf0-9ecb-8dd93c3b34db', 'name': 'network-vif-deleted', 'tag': '7d07990f-eb63-4457-8454-05dd18b98deb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:23.892704 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317303ee-c95c-40b5-ab77-8623605aa616" -d '{"events": [{"server_uuid": "d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db", "name": "network-vif-deleted", "tag": "7d07990f-eb63-4457-8454-05dd18b98deb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:23.897904 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.911629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfa288ca-7dc0-4291-95f6-0c9fd6b45d50 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:23.927447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dfa288ca-7dc0-4291-95f6-0c9fd6b45d50 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for b92f3492-b0e7-4a24-ad18-36d9b511c317 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:24.025934 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-acc06efe-639e-4d76-bdd3-2bb7234e3e65 req-8969c6ad-01f1-4489-86d1-bcc725a8523c tempest-InstanceActionsV221TestJSON-1750951713 tempest-InstanceActionsV221TestJSON-1750951713-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db HTTP/1.1" status: 200 len: 210 time: 0.1976571 Aug 24 00:23:24.081552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=95f9b599-7364-468a-8b56-ec21e6dd965d,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:24.178415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d239127-5d11-4b59-a1a0-a333b9cf9218 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1190896495&fields=id&tenant_id=843b1299ec4a416799a84024131bc2b6 HTTP/1.1" status: 200 len: 267 time: 0.3122447 Aug 24 00:23:24.233065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:24.237855 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfa288ca-7dc0-4291-95f6-0c9fd6b45d50 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:24.309723 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa288ca-7dc0-4291-95f6-0c9fd6b45d50 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=b92f3492-b0e7-4a24-ad18-36d9b511c317,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:24.386535 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b1f624f9-fd49-49d5-b392-49865619b0bf None None] Could not find standard attr ID for object 8a27ac5c-08d9-4f8a-a850-68857b2e92ae. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:23:24.405004 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b1f624f9-fd49-49d5-b392-49865619b0bf None None] Could not find standard attr ID for object b92f3492-b0e7-4a24-ad18-36d9b511c317. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:23:24.440945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:24.441545 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:24.472262 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfa288ca-7dc0-4291-95f6-0c9fd6b45d50 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:24.478390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56200) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:24.479494 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dfa288ca-7dc0-4291-95f6-0c9fd6b45d50 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/b92f3492-b0e7-4a24-ad18-36d9b511c317 HTTP/1.1" status: 204 len: 168 time: 0.8860078 Aug 24 00:23:24.566496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-c77088eb-4144-49e2-8b8e-1af4e68d01a7 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:24.568758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-c77088eb-4144-49e2-8b8e-1af4e68d01a7 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 812 time: 0.3700564 Aug 24 00:23:24.588582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-41a5ab57-d3d1-4a56-8975-bfa5b86cf791 None None] Could not find standard attr ID for object b92f3492-b0e7-4a24-ad18-36d9b511c317. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:23:24.600631 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b286c7b-7e1d-4412-811e-1b9da84462ce tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] GET failed (client error): The resource could not be found. Aug 24 00:23:24.602821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8b286c7b-7e1d-4412-811e-1b9da84462ce tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/b92f3492-b0e7-4a24-ad18-36d9b511c317 HTTP/1.1" status: 404 len: 333 time: 0.1048717 Aug 24 00:23:24.603060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-41a5ab57-d3d1-4a56-8975-bfa5b86cf791 None None] Could not find standard attr ID for object 8a27ac5c-08d9-4f8a-a850-68857b2e92ae. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:23:24.605531 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56202) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:24.617847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-04d649bb-20c4-49a7-890f-aaa567abdd22 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/quotas/843b1299ec4a416799a84024131bc2b6 HTTP/1.1" status: 200 len: 375 time: 0.0224481 Aug 24 00:23:24.632508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928f2c9-cd4f-406a-b433-a347b33f0e4a req-9bcd2673-ee9e-4828-b04c-ec8532a2f984 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:24.634148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0928f2c9-cd4f-406a-b433-a347b33f0e4a req-9bcd2673-ee9e-4828-b04c-ec8532a2f984 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.2053242 Aug 24 00:23:24.717588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0928f2c9-cd4f-406a-b433-a347b33f0e4a req-3a1fe5e2-84d2-42af-bd60-cb4a344b699d tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725400 Aug 24 00:23:24.743727 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4776f17-a44f-48bc-bd0d-e9e220b3d11a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting subnet 5fbd8a6a-3fe1-4978-a9fc-9d14b1f8933c {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:23:24.743727 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4776f17-a44f-48bc-bd0d-e9e220b3d11a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:24.765154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-41056f09-2109-4739-a455-8611099b0fb2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1288977 Aug 24 00:23:24.821885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4776f17-a44f-48bc-bd0d-e9e220b3d11a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:24.850269 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:23:24.859780 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ff2dc8-9fdf-42cf-82c7-1eb8633229e9 x-openstack-request-id: req-a2ff2dc8-9fdf-42cf-82c7-1eb8633229e9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:24.860155 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e9322e-d90c-4bf0-9ecb-8dd93c3b34db", "name": "network-vif-deleted", "tag": "7d07990f-eb63-4457-8454-05dd18b98deb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:24.860423 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2ff2dc8-9fdf-42cf-82c7-1eb8633229e9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:24.860824 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e9322e-d90c-4bf0-9ecb-8dd93c3b34db', 'name': 'network-vif-deleted', 'tag': '7d07990f-eb63-4457-8454-05dd18b98deb', 'status': 'completed', 'code': 200} Aug 24 00:23:24.907978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-383a1a57-284c-4fe7-8581-2127ee9d49b9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:23:24.929050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-383a1a57-284c-4fe7-8581-2127ee9d49b9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1362569 Aug 24 00:23:25.041583 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4776f17-a44f-48bc-bd0d-e9e220b3d11a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:25.166832 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4776f17-a44f-48bc-bd0d-e9e220b3d11a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:25.173556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-82db046a-0666-4cb1-9ea3-16918b0a5825 service neutron] 10.222.0.32 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434721 Aug 24 00:23:25.213074 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4776f17-a44f-48bc-bd0d-e9e220b3d11a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Subnet': ['ID=5fbd8a6a-3fe1-4978-a9fc-9d14b1f8933c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:25.217897 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4776f17-a44f-48bc-bd0d-e9e220b3d11a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:25.225394 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e4776f17-a44f-48bc-bd0d-e9e220b3d11a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/5fbd8a6a-3fe1-4978-a9fc-9d14b1f8933c HTTP/1.1" status: 204 len: 168 time: 0.6186616 Aug 24 00:23:25.226569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:25.228391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a787c-9d8f-4699-b14f-abdc63408a46 None None] Network e076d67a-a054-47ea-a81a-9dc3b2732488 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:25.282572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc1d3d-a8b6-474b-91cb-4709c2d14ac3 req-c27b91dc-127c-49d3-97ca-24ecb530934d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:25.284242 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65dc1d3d-a8b6-474b-91cb-4709c2d14ac3 req-c27b91dc-127c-49d3-97ca-24ecb530934d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1382897 Aug 24 00:23:25.321248 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:25.353881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-9d979124-1c2a-4895-9b5c-ba1b9c0d85a3 service neutron] 10.222.0.32 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649919 Aug 24 00:23:25.367518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65dc1d3d-a8b6-474b-91cb-4709c2d14ac3 req-f0f8c559-07d5-4e9c-ba95-d5ed6b766a11 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720520 Aug 24 00:23:25.415394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 95f9b599-7364-468a-8b56-ec21e6dd965d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:25.415755 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:25.417308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7d07990f-eb63-4457-8454-05dd18b98deb no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:25.484709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 7d07990f-eb63-4457-8454-05dd18b98deb {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:23:25.485163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7d07990f-eb63-4457-8454-05dd18b98deb not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:23:25.549634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] For port 95f9b599-7364-468a-8b56-ec21e6dd965d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=95f9b599-7364-468a-8b56-ec21e6dd965d,segment=NetworkSegment(0b3ea714-671e-4d0b-b74a-7cf8a33bccc3),segment_id=0b3ea714-671e-4d0b-b74a-7cf8a33bccc3)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:25.549634 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:25.597808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 95f9b599-7364-468a-8b56-ec21e6dd965d owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:25.790940 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4871bb-649d-47ef-9c66-284b6369986b None None] DHCP port deletion for e076d67a-a054-47ea-a81a-9dc3b2732488 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:23:25.816864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b642c-7854-4f71-ac2f-4e9a624a7219 req-569624ca-f96c-423c-b2d2-cbee7d4bf1de tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:25.832490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-085b642c-7854-4f71-ac2f-4e9a624a7219 req-569624ca-f96c-423c-b2d2-cbee7d4bf1de tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1311061 Aug 24 00:23:25.854849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:25.895548 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=95f9b599-7364-468a-8b56-ec21e6dd965d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:25.901452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No DVR routers for this DVR port 95f9b599-7364-468a-8b56-ec21e6dd965d on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:23:25.955345 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5b4871bb-649d-47ef-9c66-284b6369986b None None] Deleting port 95f9b599-7364-468a-8b56-ec21e6dd965d {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:25.955725 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b4871bb-649d-47ef-9c66-284b6369986b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:25.975998 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-085b642c-7854-4f71-ac2f-4e9a624a7219 req-f59e8abe-f5aa-45b7-9ca2-544c7fe62173 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426067 Aug 24 00:23:26.015506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca1c7730-c5f7-41a8-96b8-6463909c79b2 req-ae8b7dbf-f74b-4937-8daf-3a0317b3a4ca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 210 time: 0.0571983 Aug 24 00:23:26.034743 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.071907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e076d67a-a054-47ea-a81a-9dc3b2732488']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:26.099740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3ea714-671e-4d0b-b74a-7cf8a33bccc3') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:26.101036 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3ea714-671e-4d0b-b74a-7cf8a33bccc3') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:26.119132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56248) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:26.126061 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.155196 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.168801 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:23:26.169225 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.226122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5b4871bb-649d-47ef-9c66-284b6369986b None None] For port 95f9b599-7364-468a-8b56-ec21e6dd965d, host n-d-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:26.226492 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b4871bb-649d-47ef-9c66-284b6369986b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.243672 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5b4871bb-649d-47ef-9c66-284b6369986b None None] Calling delete_port for 95f9b599-7364-468a-8b56-ec21e6dd965d owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:26.246803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-5b4871bb-649d-47ef-9c66-284b6369986b None None] Port 95f9b599-7364-468a-8b56-ec21e6dd965d was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:23:26.249408 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b4871bb-649d-47ef-9c66-284b6369986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.259013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 95f9b599-7364-468a-8b56-ec21e6dd965d no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:26.286273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 95f9b599-7364-468a-8b56-ec21e6dd965d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:23:26.286486 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:23:26.292971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 95f9b599-7364-468a-8b56-ec21e6dd965d not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:23:26.292971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4871bb-649d-47ef-9c66-284b6369986b None None] No DVR routers for this DVR port 95f9b599-7364-468a-8b56-ec21e6dd965d on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:23:26.294629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.310183 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.314426 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/networks/e076d67a-a054-47ea-a81a-9dc3b2732488 HTTP/1.1" status: 204 len: 168 time: 1.0867457 Aug 24 00:23:26.318717 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56256) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:26.341170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4871bb-649d-47ef-9c66-284b6369986b None None] Pushing event deleted for resources: {'Port': ['ID=95f9b599-7364-468a-8b56-ec21e6dd965d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:26.345239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3abd1c37-b293-473b-adb1-071b9dd612b8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1100835301'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:26.383347 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abd1c37-b293-473b-adb1-071b9dd612b8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:26.387444 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3abd1c37-b293-473b-adb1-071b9dd612b8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.389816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a31e7-a32a-42ef-bef4-abbf5ff422b5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Network': ['ID=e076d67a-a054-47ea-a81a-9dc3b2732488,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:26.450871 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abd1c37-b293-473b-adb1-071b9dd612b8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:23:26.458269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090527e8-10f0-4334-845e-49080dc219d4 req-2d94136b-249f-4d97-be03-fc12ec613fba tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:26.474181 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3abd1c37-b293-473b-adb1-071b9dd612b8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.474451 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-3abd1c37-b293-473b-adb1-071b9dd612b8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Added segment 23e3f15b-f0db-4ff5-9661-3c1c92814ea0 of type vlan for network 53ec351f-9366-4432-b92a-48943dd23b63 Aug 24 00:23:26.474563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-090527e8-10f0-4334-845e-49080dc219d4 req-2d94136b-249f-4d97-be03-fc12ec613fba tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.2089159 Aug 24 00:23:26.483928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7f6b6f-eb24-4aeb-9a73-5bb594456cde admin admin] Deleting subnet 7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:23:26.490835 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56262) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:26.498260 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e7f6b6f-eb24-4aeb-9a73-5bb594456cde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.603957 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3abd1c37-b293-473b-adb1-071b9dd612b8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.616463 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-664b0576-0ed4-49ac-9be9-c1060d0f3b80 admin admin] Deleting subnet 20d2afb3-6e1c-431e-bf23-1b204e8689ac {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:23:26.623157 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-664b0576-0ed4-49ac-9be9-c1060d0f3b80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.638017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e7f6b6f-eb24-4aeb-9a73-5bb594456cde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.678071 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3abd1c37-b293-473b-adb1-071b9dd612b8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.683650 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abd1c37-b293-473b-adb1-071b9dd612b8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:26.684261 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3abd1c37-b293-473b-adb1-071b9dd612b8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.689128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-664b0576-0ed4-49ac-9be9-c1060d0f3b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.719372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-090527e8-10f0-4334-845e-49080dc219d4 req-900a164d-3816-4605-94eb-f5e040c1d1d5 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604402 Aug 24 00:23:26.744596 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e7f6b6f-eb24-4aeb-9a73-5bb594456cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.772248 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3abd1c37-b293-473b-adb1-071b9dd612b8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4400828 Aug 24 00:23:26.778091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56270) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:26.783232 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c678052a-1232-4179-b058-5be86288b6f8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': '53ec351f-9366-4432-b92a-48943dd23b63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:26.784634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4a0b1-3dff-420c-99c2-b4f8a62f24e8 req-95624139-fab7-4e0e-9e98-ecc8937ed138 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:26.793602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbf4a0b1-3dff-420c-99c2-b4f8a62f24e8 req-95624139-fab7-4e0e-9e98-ecc8937ed138 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2284226 Aug 24 00:23:26.904665 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbf4a0b1-3dff-420c-99c2-b4f8a62f24e8 req-f0c3f30d-90b9-4434-b8d2-48d05fddb224 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085649 Aug 24 00:23:26.933797 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e7f6b6f-eb24-4aeb-9a73-5bb594456cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.989131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f6b6f-eb24-4aeb-9a73-5bb594456cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:26.997599 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e7f6b6f-eb24-4aeb-9a73-5bb594456cde admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.003272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2e7f6b6f-eb24-4aeb-9a73-5bb594456cde admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7ea139d5-bbcf-48a6-9a6f-e1c4948df8e3 HTTP/1.1" status: 204 len: 168 time: 0.8827515 Aug 24 00:23:27.003927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56278) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:27.098583 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e644e605-6343-4486-944c-d09dadf4f227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.163666 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd1c37-b293-473b-adb1-071b9dd612b8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Network': ['ID=53ec351f-9366-4432-b92a-48943dd23b63,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:27.178035 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-664b0576-0ed4-49ac-9be9-c1060d0f3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.178665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 53ec351f-9366-4432-b92a-48943dd23b63 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:23:27.185897 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abca6b49-124f-4029-a547-eaeb59bcfda0 req-78898d54-30ca-407e-9c4b-80ddb301a12d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 210 time: 0.0495009 Aug 24 00:23:27.208293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f26701-189d-4738-9da8-7ce330e22e07 req-a3d6ae02-750d-43e2-ad03-8d79b5abfdda tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:27.220326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7f26701-189d-4738-9da8-7ce330e22e07 req-a3d6ae02-750d-43e2-ad03-8d79b5abfdda tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1299529 Aug 24 00:23:27.254225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c678052a-1232-4179-b058-5be86288b6f8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:27.258702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c678052a-1232-4179-b058-5be86288b6f8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.323238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-664b0576-0ed4-49ac-9be9-c1060d0f3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.387054 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b0576-0ed4-49ac-9be9-c1060d0f3b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d2afb3-6e1c-431e-bf23-1b204e8689ac,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:27.389023 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e644e605-6343-4486-944c-d09dadf4f227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.396409 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-664b0576-0ed4-49ac-9be9-c1060d0f3b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.398423 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-664b0576-0ed4-49ac-9be9-c1060d0f3b80 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/20d2afb3-6e1c-431e-bf23-1b204e8689ac HTTP/1.1" status: 204 len: 168 time: 0.9066236 Aug 24 00:23:27.401772 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:27.410060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-e644e605-6343-4486-944c-d09dadf4f227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e62f524-6a63-41f9-8661-cb5c0da3099c']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:27.434629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-e644e605-6343-4486-944c-d09dadf4f227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2417b6-473d-412d-83bb-9d40bae38b5a') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:27.435353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-e644e605-6343-4486-944c-d09dadf4f227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2417b6-473d-412d-83bb-9d40bae38b5a') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:27.452279 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e644e605-6343-4486-944c-d09dadf4f227 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.476468 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e644e605-6343-4486-944c-d09dadf4f227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.484361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e644e605-6343-4486-944c-d09dadf4f227 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:23:27.484833 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e644e605-6343-4486-944c-d09dadf4f227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.496774 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50d3edd4-ff21-4532-9ca3-400775c731dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.538072 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1baa8b5-d45d-4478-b8c1-5b71b43d2c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.655028 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1baa8b5-d45d-4478-b8c1-5b71b43d2c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:23:27.665907 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:23:27.670344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d1baa8b5-d45d-4478-b8c1-5b71b43d2c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73bf0be-2567-4e49-b832-9f670225cf19']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:27.681611 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e644e605-6343-4486-944c-d09dadf4f227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.687233 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d1baa8b5-d45d-4478-b8c1-5b71b43d2c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33837828-56c5-48c3-b8d3-42ac71fbf5a5') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:27.687680 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d1baa8b5-d45d-4478-b8c1-5b71b43d2c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33837828-56c5-48c3-b8d3-42ac71fbf5a5') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:27.692445 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e644e605-6343-4486-944c-d09dadf4f227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.697006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e644e605-6343-4486-944c-d09dadf4f227 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4e62f524-6a63-41f9-8661-cb5c0da3099c HTTP/1.1" status: 204 len: 168 time: 0.6897869 Aug 24 00:23:27.720758 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1baa8b5-d45d-4478-b8c1-5b71b43d2c5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.726485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7f26701-189d-4738-9da8-7ce330e22e07 req-49b8542b-beb7-4995-b46b-5f5aadd286e9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095179 Aug 24 00:23:27.743714 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1baa8b5-d45d-4478-b8c1-5b71b43d2c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.756198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1baa8b5-d45d-4478-b8c1-5b71b43d2c5f admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:23:27.756725 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1baa8b5-d45d-4478-b8c1-5b71b43d2c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:23:27.758568 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:23:27.821712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644e605-6343-4486-944c-d09dadf4f227 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e62f524-6a63-41f9-8661-cb5c0da3099c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:27.857342 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c678052a-1232-4179-b058-5be86288b6f8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.911691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678052a-1232-4179-b058-5be86288b6f8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Subnet': ['ID=1d33afb2-02d4-405e-9cf0-21b0e0d55d38,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:27.914422 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1baa8b5-d45d-4478-b8c1-5b71b43d2c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.919012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-b942c716-9936-4915-ab00-1f11f94f5692 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:27.920324 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-b942c716-9936-4915-ab00-1f11f94f5692 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.13 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 812 time: 0.3427856 Aug 24 00:23:27.922719 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1baa8b5-d45d-4478-b8c1-5b71b43d2c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:27.926805 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d1baa8b5-d45d-4478-b8c1-5b71b43d2c5f admin admin] 10.222.0.32 "DELETE /v2.0/networks/d73bf0be-2567-4e49-b832-9f670225cf19 HTTP/1.1" status: 204 len: 168 time: 0.5239279 Aug 24 00:23:27.944894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baa8b5-d45d-4478-b8c1-5b71b43d2c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=d73bf0be-2567-4e49-b832-9f670225cf19,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:27.969940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678052a-1232-4179-b058-5be86288b6f8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Checking segment: {'id': '23e3f15b-f0db-4ff5-9661-3c1c92814ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '53ec351f-9366-4432-b92a-48943dd23b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:27.970378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c678052a-1232-4179-b058-5be86288b6f8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network hostable DHCP agents. Network: 53ec351f-9366-4432-b92a-48943dd23b63, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:23:27.998993 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:28.018542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c678052a-1232-4179-b058-5be86288b6f8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 53ec351f-9366-4432-b92a-48943dd23b63 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:23:28.043040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c678052a-1232-4179-b058-5be86288b6f8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 53ec351f-9366-4432-b92a-48943dd23b63) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:28.056098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a3d68f-9708-4633-83fc-b788476d026c None None] Network 53ec351f-9366-4432-b92a-48943dd23b63 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:28.066007 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678052a-1232-4179-b058-5be86288b6f8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:28.068079 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c678052a-1232-4179-b058-5be86288b6f8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.097244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-4801b669-b5db-43ad-a3cc-d5c82b759a41 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=843b1299ec4a416799a84024131bc2b6 HTTP/1.1" status: 200 len: 380 time: 0.1600363 Aug 24 00:23:28.119750 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-90315706-8621-4c94-a017-1239338f56c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e64cca1666df447f8193bde9cd7bcca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1158776 Aug 24 00:23:28.119865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-e2ae3e37-e430-4928-bbc5-1bf112fd1373 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Request body: {'port': {'device_id': '57e901f5-8001-402b-b2ff-12217717495c', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'admin_state_up': True, 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'security_groups': ['f63a5ced-41c4-45dc-b8aa-490de520aaa2']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:28.120583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56310) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:28.197060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6385e-aef6-4248-a341-698b1627fefd req-2a5925ac-75d6-4ae6-8c43-aa1b38b8b950 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:28.198599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5a6385e-aef6-4248-a341-698b1627fefd req-2a5925ac-75d6-4ae6-8c43-aa1b38b8b950 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.3165388 Aug 24 00:23:28.199271 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5422997e-92a3-4a6a-ba71-9b2b3736d208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.230076 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c678052a-1232-4179-b058-5be86288b6f8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4484553 Aug 24 00:23:28.231098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56314) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:28.233919 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5422997e-92a3-4a6a-ba71-9b2b3736d208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.236348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'network_id': '53ec351f-9366-4432-b92a-48943dd23b63', 'name': 'tempest-PortsTestJSON-290402288', 'fixed_ips': [{'subnet_id': '1d33afb2-02d4-405e-9cf0-21b0e0d55d38', 'ip_address': '172.20.0.10'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:28.329888 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56316) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:28.338203 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5422997e-92a3-4a6a-ba71-9b2b3736d208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.342418 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5422997e-92a3-4a6a-ba71-9b2b3736d208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.357122 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5422997e-92a3-4a6a-ba71-9b2b3736d208 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00db5c91-e2c6-4f8e-a94b-a963f1a7bc96 HTTP/1.1" status: 204 len: 168 time: 0.2294710 Aug 24 00:23:28.370076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e02ca9-4385-4508-9ec1-826c4b213cbd req-75608040-572e-42a8-874b-b3d920dc4bd8 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:28.378160 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9e02ca9-4385-4508-9ec1-826c4b213cbd req-75608040-572e-42a8-874b-b3d920dc4bd8 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.3071191 Aug 24 00:23:28.381835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-53ec351f-9366-4432-b92a-48943dd23b63', 'network_id': '53ec351f-9366-4432-b92a-48943dd23b63', 'tenant_id': 'e3b13b55c42048309adfd977fccc2186', 'fixed_ips': [{'subnet_id': '1d33afb2-02d4-405e-9cf0-21b0e0d55d38'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:23:28.382981 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.410691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422997e-92a3-4a6a-ba71-9b2b3736d208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00db5c91-e2c6-4f8e-a94b-a963f1a7bc96,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:28.484865 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-26578649-f285-4989-8545-ff1487aac013 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb0dbbd0b6ba4188ab9b32fed42400ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532855 Aug 24 00:23:28.485911 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:28.491689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5a6385e-aef6-4248-a341-698b1627fefd req-185f9fd3-dcc4-4f62-afe5-eacd8b0b51b2 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740295 Aug 24 00:23:28.533996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9e02ca9-4385-4508-9ec1-826c4b213cbd req-54da5982-5735-409b-b31a-328ef006639e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550040 Aug 24 00:23:28.642036 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7e13e6b-aab4-4223-b550-5e27e33c9423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.653952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-e2ae3e37-e430-4928-bbc5-1bf112fd1373 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Made reservation on behalf of 843b1299ec4a416799a84024131bc2b6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:28.662389 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-e2ae3e37-e430-4928-bbc5-1bf112fd1373 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.677608 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7e13e6b-aab4-4223-b550-5e27e33c9423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.760751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:28.762075 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7e13e6b-aab4-4223-b550-5e27e33c9423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.765144 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7e13e6b-aab4-4223-b550-5e27e33c9423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.767205 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e7e13e6b-aab4-4223-b550-5e27e33c9423 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7bb32b7-5d62-4546-b171-384d5beb2a21 HTTP/1.1" status: 204 len: 168 time: 0.2793794 Aug 24 00:23:28.790519 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e13e6b-aab4-4223-b550-5e27e33c9423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bb32b7-5d62-4546-b171-384d5beb2a21,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:28.811066 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Allocated IP 172.20.0.2 (53ec351f-9366-4432-b92a-48943dd23b63/1d33afb2-02d4-405e-9cf0-21b0e0d55d38/608072d3-24ff-40a4-924a-bcb464e421d9) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:28.840626 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eeeee70c-321f-41a2-bab9-eb5e95d3193b req-ad290262-e83e-44d3-b2dd-51619ae39b4b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 210 time: 0.1219378 Aug 24 00:23:29.093342 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.118071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Transition to ACTIVE for port object 608072d3-24ff-40a4-924a-bcb464e421d9 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:29.141348 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Transition to ACTIVE for port object 608072d3-24ff-40a4-924a-bcb464e421d9 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:29.162144 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.250459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Network 53ec351f-9366-4432-b92a-48943dd23b63 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:29.261328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:29.266174 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:29.268464 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Pushing event updated for resources: {'Port': ['ID=608072d3-24ff-40a4-924a-bcb464e421d9,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:29.413359 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Attempting to bind port 608072d3-24ff-40a4-924a-bcb464e421d9 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:29.413359 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Attempting to bind port 608072d3-24ff-40a4-924a-bcb464e421d9 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '23e3f15b-f0db-4ff5-9661-3c1c92814ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '53ec351f-9366-4432-b92a-48943dd23b63'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:29.413359 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Attempting to bind port 608072d3-24ff-40a4-924a-bcb464e421d9 on network 53ec351f-9366-4432-b92a-48943dd23b63 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:29.422252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:29.425304 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Checking segment: {'id': '23e3f15b-f0db-4ff5-9661-3c1c92814ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '53ec351f-9366-4432-b92a-48943dd23b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:29.425913 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.426898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Bound using segment: {'id': '23e3f15b-f0db-4ff5-9661-3c1c92814ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '53ec351f-9366-4432-b92a-48943dd23b63'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:29.426898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Bound port: 608072d3-24ff-40a4-924a-bcb464e421d9, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e3f15b-f0db-4ff5-9661-3c1c92814ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '53ec351f-9366-4432-b92a-48943dd23b63'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:29.427407 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.519913 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.545424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-e2ae3e37-e430-4928-bbc5-1bf112fd1373 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Allocated IP 172.20.0.13 (a97f6643-bbde-4905-ae5c-005d0d033f1f/caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2/31646ce1-a0fa-4aa2-9265-b104cb58102f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:29.569237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1419b-7279-4834-b9b6-dfa8cc6bf749 req-1b35d957-5cb4-4d5e-9c0a-8f5851e37f8d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:29.572278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ce1419b-7279-4834-b9b6-dfa8cc6bf749 req-1b35d957-5cb4-4d5e-9c0a-8f5851e37f8d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.7449324 Aug 24 00:23:29.600650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port 2f955d67-d1fb-4eee-953d-c7b8a19be7c6 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:23:29.618843 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.665724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] For port 608072d3-24ff-40a4-924a-bcb464e421d9, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:29.670427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] For port 608072d3-24ff-40a4-924a-bcb464e421d9, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=608072d3-24ff-40a4-924a-bcb464e421d9,segment=NetworkSegment(23e3f15b-f0db-4ff5-9661-3c1c92814ea0),segment_id=23e3f15b-f0db-4ff5-9661-3c1c92814ea0)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:29.681304 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.693403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ce1419b-7279-4834-b9b6-dfa8cc6bf749 req-f55cfa74-3f4d-4434-860d-2f84a16ca35e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131654 Aug 24 00:23:29.887239 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38c6e5-c1ea-498c-82aa-a38bb1906e66 None None] Pushing event updated for resources: {'Port': ['ID=608072d3-24ff-40a4-924a-bcb464e421d9,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:29.975552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee8e17-4e46-487f-b90a-a1350ab23fce req-cb51c209-4554-4d1a-8f68-3d9e6d1c18b0 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:29.983385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6ee8e17-4e46-487f-b90a-a1350ab23fce req-cb51c209-4554-4d1a-8f68-3d9e6d1c18b0 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.2965934 Aug 24 00:23:30.100576 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:30.124149 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0cd0066-3f40-4f6e-8ad2-ed73bbda4684 req-168e6bca-d039-4c3d-a4eb-051c64902f6a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 210 time: 0.0890012 Aug 24 00:23:30.157799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6ee8e17-4e46-487f-b90a-a1350ab23fce req-21cf7d74-98db-4c13-b2bc-df96b6b6c291 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713777 Aug 24 00:23:30.161378 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-e2ae3e37-e430-4928-bbc5-1bf112fd1373 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:30.164188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Allocated IP 172.20.0.10 (53ec351f-9366-4432-b92a-48943dd23b63/1d33afb2-02d4-405e-9cf0-21b0e0d55d38/2f955d67-d1fb-4eee-953d-c7b8a19be7c6) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:30.194169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-e2ae3e37-e430-4928-bbc5-1bf112fd1373 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Transition to ACTIVE for port object 31646ce1-a0fa-4aa2-9265-b104cb58102f will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:30.279324 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17020726-a886-4e26-ba96-8dfbd32caf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:30.477419 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-e2ae3e37-e430-4928-bbc5-1bf112fd1373 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:30.580076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae3e37-e430-4928-bbc5-1bf112fd1373 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event updated for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:30.589519 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56398) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:30.630357 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-e2ae3e37-e430-4928-bbc5-1bf112fd1373 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Network a97f6643-bbde-4905-ae5c-005d0d033f1f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:30.638509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-e2ae3e37-e430-4928-bbc5-1bf112fd1373 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:30.647063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-e2ae3e37-e430-4928-bbc5-1bf112fd1373 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:30.715176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-e2ae3e37-e430-4928-bbc5-1bf112fd1373 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:30.716295 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-e2ae3e37-e430-4928-bbc5-1bf112fd1373 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:30.747615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf13a69-04f1-4a23-8bec-77ce12b59139 req-0cf3c04a-58aa-4c54-9264-85997c891855 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:30.757260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0cf13a69-04f1-4a23-8bec-77ce12b59139 req-0cf3c04a-58aa-4c54-9264-85997c891855 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.3627534 Aug 24 00:23:30.799808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56404) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:30.868892 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-e2ae3e37-e430-4928-bbc5-1bf112fd1373 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7540858 Aug 24 00:23:30.911728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Request body: {'port': {'device_id': '57e901f5-8001-402b-b2ff-12217717495c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:30.985066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1216093082-network', 'tenant_id': '9fc612f5d84049009f254faf9c560fb4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:31.007348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-499865628-network', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:31.026795 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.071428 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] Made reservation on behalf of 9fc612f5d84049009f254faf9c560fb4 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:31.074212 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.080433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Transition to ACTIVE for port object 2f955d67-d1fb-4eee-953d-c7b8a19be7c6 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:31.091131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0cf13a69-04f1-4a23-8bec-77ce12b59139 req-04d318fb-3edb-45ba-a089-9a9e81d41fbf tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325315 Aug 24 00:23:31.094598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Made reservation on behalf of e98fc09120a0477ba0f3d3600616f7a6 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:31.098766 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.110371 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.123905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-50f30487-5b1f-4086-bcfa-bad9ed1270bc None None] Provisioning for port 31646ce1-a0fa-4aa2-9265-b104cb58102f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:31.132257 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-50f30487-5b1f-4086-bcfa-bad9ed1270bc None None] Provisioning complete for port 31646ce1-a0fa-4aa2-9265-b104cb58102f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:31.132632 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50f30487-5b1f-4086-bcfa-bad9ed1270bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.148030 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.149976 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.239081 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-50f30487-5b1f-4086-bcfa-bad9ed1270bc None None] Port 31646ce1-a0fa-4aa2-9265-b104cb58102f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:31.274800 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.343355 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.352944 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.365602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:23:31.376142 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.377142 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Added segment 9c3d6ff3-9f22-4c41-9337-2c734a3e1e50 of type vlan for network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 Aug 24 00:23:31.423088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.465942 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.467349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:31.468206 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.485414 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.576739 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4487d07f-1746-48bc-883c-ad9c20f30c8d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:31.591277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=2f955d67-d1fb-4eee-953d-c7b8a19be7c6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:31.600296 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:31.600803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:31.600803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:31.601091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:31.601416 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:31.601787 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:31.602113 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:31.603151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:31.603742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:31.604494 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:31.604822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:31.605180 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:31.627038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] Pushing event updated for resources: {'Network': ['ID=0b7ccae0-e69a-4c8d-80f1-37ac538228c3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:31.630039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b1696f-1d0d-4299-91a0-81aca0b116c7 None None] Network 53ec351f-9366-4432-b92a-48943dd23b63 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:31.689430 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.697450 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.700867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 53ec351f-9366-4432-b92a-48943dd23b63 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:31.708492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:31.718172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd0290-7f05-4f67-b349-b592e692272b req-4ca21f99-46cb-4e00-aa6e-651cd8704e47 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:31.726620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27cd0290-7f05-4f67-b349-b592e692272b req-4ca21f99-46cb-4e00-aa6e-651cd8704e47 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 932 time: 0.3531826 Aug 24 00:23:31.728511 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2821ee37-0528-4a6b-aa96-af58b5b60570 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9270229 Aug 24 00:23:31.731828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:23:31.740184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56418) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:31.744656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:31.746721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:23:31.751694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6369934a-d644-40d4-b1db-faf2119c7308 None None] Provisioning for port 608072d3-24ff-40a4-924a-bcb464e421d9 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:31.766296 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f604a68f-ca7e-4765-85d0-0f3eba11d6e3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:31.772815 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.773191 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] Added segment b6eb78bf-a525-4192-99e0-2d1e6abf3291 of type vlan for network bbdeaf26-194e-49d9-a7c5-7cd739d0433a Aug 24 00:23:31.816416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b299e1-8212-4ee3-aa1b-19c883c24abc req-8606de22-f801-4134-ae54-148e46b3740b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:31.824112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05b299e1-8212-4ee3-aa1b-19c883c24abc req-8606de22-f801-4134-ae54-148e46b3740b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.4580483 Aug 24 00:23:31.832846 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:31.833621 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.839807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f3f23dd3-fc1b-4015-a8e9-eb70e1f364d1 admin admin] Request body: {'subnet': {'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-499865628-subnet', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:31.867296 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.892328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27cd0290-7f05-4f67-b349-b592e692272b req-928abc17-4f05-4602-a6dc-c5958d20412e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641872 Aug 24 00:23:31.920395 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.923115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:31.923991 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.979892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f23dd3-fc1b-4015-a8e9-eb70e1f364d1 admin admin] Made reservation on behalf of e98fc09120a0477ba0f3d3600616f7a6 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:31.982537 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3f23dd3-fc1b-4015-a8e9-eb70e1f364d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.990346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1a111bdd-eed4-421e-ba0f-dd016a9e6ef8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7588508 Aug 24 00:23:32.017933 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05b299e1-8212-4ee3-aa1b-19c883c24abc req-fdd63ca1-faf6-4a24-8fa1-a3bde4ebdee4 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927116 Aug 24 00:23:32.027788 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56420) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:32.090559 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4990442 Aug 24 00:23:32.091544 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56430) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:32.101675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bfeafe14-bc1b-4056-a1c9-825466377913 admin admin] Request body: {'subnet': {'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1216093082-subnet', 'tenant_id': '9fc612f5d84049009f254faf9c560fb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:32.126678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'network_id': '53ec351f-9366-4432-b92a-48943dd23b63', 'name': 'tempest-PortsTestJSON-1423398039', 'fixed_ips': [{'subnet_id': '1d33afb2-02d4-405e-9cf0-21b0e0d55d38', 'ip_address': '172.20.0.9'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:32.131850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 608072d3-24ff-40a4-924a-bcb464e421d9 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:32.155589 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93530845-0078-4171-ac51-bcefcb34ad40 admin admin] Pushing event updated for resources: {'Network': ['ID=bbdeaf26-194e-49d9-a7c5-7cd739d0433a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:32.174549 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeafe14-bc1b-4056-a1c9-825466377913 admin admin] Made reservation on behalf of 9fc612f5d84049009f254faf9c560fb4 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:32.179802 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network bbdeaf26-194e-49d9-a7c5-7cd739d0433a details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:23:32.181036 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfeafe14-bc1b-4056-a1c9-825466377913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.377750 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 608072d3-24ff-40a4-924a-bcb464e421d9 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:32.392839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 608072d3-24ff-40a4-924a-bcb464e421d9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:32.393218 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.401449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad956d8b-53c8-4ebb-98ac-86013ca30aa4 req-6b880d74-e3b2-406d-bb05-04144456d62a tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:32.403210 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad956d8b-53c8-4ebb-98ac-86013ca30aa4 req-6b880d74-e3b2-406d-bb05-04144456d62a tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.3762105 Aug 24 00:23:32.517056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31646ce1-a0fa-4aa2-9265-b104cb58102f {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:32.538491 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.552723 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad956d8b-53c8-4ebb-98ac-86013ca30aa4 req-ff9f11c7-4998-4aca-95c9-71ff59706488 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306014 Aug 24 00:23:32.628551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Transition to ACTIVE for port object 31646ce1-a0fa-4aa2-9265-b104cb58102f will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:32.634055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:32.642641 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.658799 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfeafe14-bc1b-4056-a1c9-825466377913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.698645 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.702156 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.713811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port 9587e0c9-a923-4a44-89e4-cb95106398c1 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:23:32.820807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 608072d3-24ff-40a4-924a-bcb464e421d9, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=608072d3-24ff-40a4-924a-bcb464e421d9,segment=NetworkSegment(23e3f15b-f0db-4ff5-9661-3c1c92814ea0),segment_id=23e3f15b-f0db-4ff5-9661-3c1c92814ea0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:32.825206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-faf149c6-ccdd-4026-ae71-6a3798125147 None None] Provisioning for port 2f955d67-d1fb-4eee-953d-c7b8a19be7c6 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:32.840685 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.893182 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeafe14-bc1b-4056-a1c9-825466377913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=126fe64f-b7ab-4d93-859d-85ef7626efdf,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:32.897713 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeafe14-bc1b-4056-a1c9-825466377913 admin admin] Checking segment: {'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:32.902425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeafe14-bc1b-4056-a1c9-825466377913 admin admin] Network hostable DHCP agents. Network: bbdeaf26-194e-49d9-a7c5-7cd739d0433a, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:23:32.978880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=608072d3-24ff-40a4-924a-bcb464e421d9,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:32.987678 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeafe14-bc1b-4056-a1c9-825466377913 admin admin] Network bbdeaf26-194e-49d9-a7c5-7cd739d0433a is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:23:32.989891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-faf149c6-ccdd-4026-ae71-6a3798125147 None None] Provisioning complete for port 2f955d67-d1fb-4eee-953d-c7b8a19be7c6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:32.991090 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-faf149c6-ccdd-4026-ae71-6a3798125147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:33.007251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-bfeafe14-bc1b-4056-a1c9-825466377913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, bbdeaf26-194e-49d9-a7c5-7cd739d0433a) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:33.012478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeafe14-bc1b-4056-a1c9-825466377913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:33.013339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bfeafe14-bc1b-4056-a1c9-825466377913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:33.040306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11af942-df55-4f54-aefe-e502cfe02a10 None None] Network bbdeaf26-194e-49d9-a7c5-7cd739d0433a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:33.074718 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bfeafe14-bc1b-4056-a1c9-825466377913 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9782369 Aug 24 00:23:33.120060 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:33.134758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Pushing event updated for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:33.141630 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-faf149c6-ccdd-4026-ae71-6a3798125147 None None] Port 2f955d67-d1fb-4eee-953d-c7b8a19be7c6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:33.229473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-faf149c6-ccdd-4026-ae71-6a3798125147 None None] Provisioning complete for port 608072d3-24ff-40a4-924a-bcb464e421d9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:33.230257 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-faf149c6-ccdd-4026-ae71-6a3798125147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:33.286202 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a5d0-2209-44e4-bd4b-5f9e5a341739 req-c82b81d9-0af2-4a55-aaad-1e718c8b4158 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:33.294653 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee70a5d0-2209-44e4-bd4b-5f9e5a341739 req-c82b81d9-0af2-4a55-aaad-1e718c8b4158 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.6009078 Aug 24 00:23:33.323261 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3f23dd3-fc1b-4015-a8e9-eb70e1f364d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:33.397038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Attempting to bind port 31646ce1-a0fa-4aa2-9265-b104cb58102f on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:33.397399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Attempting to bind port 31646ce1-a0fa-4aa2-9265-b104cb58102f by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:33.397738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Attempting to bind port 31646ce1-a0fa-4aa2-9265-b104cb58102f on network a97f6643-bbde-4905-ae5c-005d0d033f1f {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:33.465483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e29e-4c59-4674-a88a-d9129efa39b2 req-8f4c155d-d295-4555-b64f-5ba93756c39c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:33.467153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6432e29e-4c59-4674-a88a-d9129efa39b2 req-8f4c155d-d295-4555-b64f-5ba93756c39c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 944 time: 0.3635359 Aug 24 00:23:33.475280 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Port 31646ce1-a0fa-4aa2-9265-b104cb58102f on network a97f6643-bbde-4905-ae5c-005d0d033f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:23:33.475885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Attempting to bind port 31646ce1-a0fa-4aa2-9265-b104cb58102f on network a97f6643-bbde-4905-ae5c-005d0d033f1f {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:33.531356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee70a5d0-2209-44e4-bd4b-5f9e5a341739 req-ae8b106d-5701-45d0-ab54-be07358a6bea tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306190 Aug 24 00:23:33.547639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-bbdeaf26-194e-49d9-a7c5-7cd739d0433a', 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a', 'tenant_id': '9fc612f5d84049009f254faf9c560fb4', 'fixed_ips': [{'subnet_id': '126fe64f-b7ab-4d93-859d-85ef7626efdf'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:23:33.548650 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:33.572810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:33.573159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Checking segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:33.573553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Bound using segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:33.574001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Bound port: 31646ce1-a0fa-4aa2-9265-b104cb58102f, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:33.574364 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:33.600760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f23dd3-fc1b-4015-a8e9-eb70e1f364d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=542bc52f-4c2c-4a98-8ce4-d541f5b4ae68,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:33.641981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Allocated IP 172.20.0.9 (53ec351f-9366-4432-b92a-48943dd23b63/1d33afb2-02d4-405e-9cf0-21b0e0d55d38/9587e0c9-a923-4a44-89e4-cb95106398c1) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:33.740080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f23dd3-fc1b-4015-a8e9-eb70e1f364d1 admin admin] Checking segment: {'id': '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:33.740458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Allocated IP 172.20.0.2 (bbdeaf26-194e-49d9-a7c5-7cd739d0433a/126fe64f-b7ab-4d93-859d-85ef7626efdf/84189f6e-83d0-4c89-8ce6-dae8a96e344a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:33.741961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f23dd3-fc1b-4015-a8e9-eb70e1f364d1 admin admin] Network hostable DHCP agents. Network: 0b7ccae0-e69a-4c8d-80f1-37ac538228c3, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:23:33.762278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6432e29e-4c59-4674-a88a-d9129efa39b2 req-a495c126-063d-4cfb-8cbf-b4b7f7ef5bea tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764578 Aug 24 00:23:33.828575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f23dd3-fc1b-4015-a8e9-eb70e1f364d1 admin admin] Network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:23:33.847843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:33.861100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-f3f23dd3-fc1b-4015-a8e9-eb70e1f364d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 0b7ccae0-e69a-4c8d-80f1-37ac538228c3) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:33.902714 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d723e6ce-6d4b-4965-b7f2-36d6485c34d0 None None] Network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:33.927536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f23dd3-fc1b-4015-a8e9-eb70e1f364d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:33.928130 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3f23dd3-fc1b-4015-a8e9-eb70e1f364d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:33.934046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:33.969534 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.042334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f3f23dd3-fc1b-4015-a8e9-eb70e1f364d1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2158988 Aug 24 00:23:34.053819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56472) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:34.061282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:34.095684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:34.096403 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.098250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] 10.222.0.13 "PUT /v2.0/ports/31646ce1-a0fa-4aa2-9265-b104cb58102f HTTP/1.1" status: 200 len: 1092 time: 3.2051396 Aug 24 00:23:34.104121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:34.106768 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827e6b2a-f2b3-4ef3-8fd0-be4f6aa89496" -d '{"events": [{"name": "network-changed", "server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:34.130422 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.131718 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.220953 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.258706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 608072d3-24ff-40a4-924a-bcb464e421d9 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:34.272289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983da8a-a13c-4b3a-afd2-5b976130ce0c req-0dde179e-2a1f-432e-bf7f-8f9ee8307b4c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:34.273936 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5983da8a-a13c-4b3a-afd2-5b976130ce0c req-0dde179e-2a1f-432e-bf7f-8f9ee8307b4c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.3552337 Aug 24 00:23:34.274608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3acb1b-fe2d-4ea3-837a-3e9d7410586d service neutron] Pushing event updated for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:34.366539 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.369594 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.382508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Transition to ACTIVE for port object 84189f6e-83d0-4c89-8ce6-dae8a96e344a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:34.384560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Transition to ACTIVE for port object 9587e0c9-a923-4a44-89e4-cb95106398c1 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:34.402790 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Transition to ACTIVE for port object 84189f6e-83d0-4c89-8ce6-dae8a96e344a will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:34.407212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dad07de2-5f93-42eb-b197-e3b5caf0496c None None] Provisioning complete for port 2f955d67-d1fb-4eee-953d-c7b8a19be7c6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:34.407917 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dad07de2-5f93-42eb-b197-e3b5caf0496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.462843 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.463269 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.476433 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.503681 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'fixed_ips': [{'subnet_id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:23:34.504633 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.522338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=9587e0c9-a923-4a44-89e4-cb95106398c1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:34.567883 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5983da8a-a13c-4b3a-afd2-5b976130ce0c req-69b8484d-b5bb-47ec-b021-f106d56d3897 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514272 Aug 24 00:23:34.588610 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 53ec351f-9366-4432-b92a-48943dd23b63 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:34.599131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:34.602604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-f605a4d0-5ab1-4e6d-a155-5d527ada7f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:34.605084 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-f605a4d0-5ab1-4e6d-a155-5d527ada7f5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 1095 time: 0.4220865 Aug 24 00:23:34.605883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:34.749001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Allocated IP 172.20.0.2 (0b7ccae0-e69a-4c8d-80f1-37ac538228c3/542bc52f-4c2c-4a98-8ce4-d541f5b4ae68/3058fe14-c069-4845-8305-77ec0ea9769d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:34.943296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Network bbdeaf26-194e-49d9-a7c5-7cd739d0433a is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:34.977896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.002357 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.012865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:35.021565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:35.059598 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.125917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Attempting to bind port 84189f6e-83d0-4c89-8ce6-dae8a96e344a on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:35.126359 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Attempting to bind port 84189f6e-83d0-4c89-8ce6-dae8a96e344a by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:35.126833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Attempting to bind port 84189f6e-83d0-4c89-8ce6-dae8a96e344a on network bbdeaf26-194e-49d9-a7c5-7cd739d0433a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:35.139809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:35.140660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Checking segment: {'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:35.141602 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.142291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Bound using segment: {'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:35.142818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Bound port: 84189f6e-83d0-4c89-8ce6-dae8a96e344a, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:35.143384 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.159228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Transition to ACTIVE for port object 3058fe14-c069-4845-8305-77ec0ea9769d will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:35.163559 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-dad07de2-5f93-42eb-b197-e3b5caf0496c None None] Port 2f955d67-d1fb-4eee-953d-c7b8a19be7c6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:35.172565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Pushing event updated for resources: {'Port': ['ID=84189f6e-83d0-4c89-8ce6-dae8a96e344a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:35.194814 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Allocated IP 172.25.8.83 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/b5681d37-e0a5-4da5-bad3-39971446a906) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:35.219955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-d90ece93-cf7d-40ee-a116-d77ef386e9d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f HTTP/1.1" status: 200 len: 217 time: 0.5672209 Aug 24 00:23:35.237897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d92e-5184-445d-a65c-f42487421920 req-b9bc051a-073f-4fab-91d9-361d2159d1e8 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:35.245818 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc1d92e-5184-445d-a65c-f42487421920 req-b9bc051a-073f-4fab-91d9-361d2159d1e8 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/networks?id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a HTTP/1.1" status: 200 len: 816 time: 1.1468308 Aug 24 00:23:35.255334 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] For port 84189f6e-83d0-4c89-8ce6-dae8a96e344a, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:35.259001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] For port 84189f6e-83d0-4c89-8ce6-dae8a96e344a, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=84189f6e-83d0-4c89-8ce6-dae8a96e344a,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:35.273192 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.277124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Transition to ACTIVE for port object 3058fe14-c069-4845-8305-77ec0ea9769d will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:35.280015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 608072d3-24ff-40a4-924a-bcb464e421d9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:35.280586 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.321725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:35.322592 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.337484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc1d92e-5184-445d-a65c-f42487421920 req-18e9ba3a-0980-451a-96b8-b389f26098b3 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/quotas/9fc612f5d84049009f254faf9c560fb4 HTTP/1.1" status: 200 len: 375 time: 0.0903883 Aug 24 00:23:35.345954 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.365583 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.423261 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.423690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:35.429858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:35.433391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:35.453079 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-edf20ded-4e5f-4a2a-acb0-37a55669adfc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4152219 Aug 24 00:23:35.455347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-4eef82cf-a0c3-47b7-83ff-66f158dd72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:35.456911 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-4eef82cf-a0c3-47b7-83ff-66f158dd72cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.2047393 Aug 24 00:23:35.460361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56490) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:35.484753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70c03e-19dc-4396-957b-ea8f1683a00a req-d666b9e6-f476-4b8d-a426-0981c81a6b70 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:35.486321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f70c03e-19dc-4396-957b-ea8f1683a00a req-d666b9e6-f476-4b8d-a426-0981c81a6b70 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.2718709 Aug 24 00:23:35.510891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251e653-74c2-4604-9b64-a684a4054ac8 None None] Pushing event updated for resources: {'Port': ['ID=84189f6e-83d0-4c89-8ce6-dae8a96e344a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:35.531899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4062921d-db36-4de5-add2-29aa5fb98163 None None] Provisioning for port 9587e0c9-a923-4a44-89e4-cb95106398c1 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:35.537212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Attempting to bind port 3058fe14-c069-4845-8305-77ec0ea9769d on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:35.537760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Attempting to bind port 3058fe14-c069-4845-8305-77ec0ea9769d by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:35.538135 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Attempting to bind port 3058fe14-c069-4845-8305-77ec0ea9769d on network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:35.581351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc1d92e-5184-445d-a65c-f42487421920 req-6b937714-f8e9-45fc-a90b-7b255971e691 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fc612f5d84049009f254faf9c560fb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2427244 Aug 24 00:23:35.592016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4062921d-db36-4de5-add2-29aa5fb98163 None None] Provisioning complete for port 9587e0c9-a923-4a44-89e4-cb95106398c1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:35.593942 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4062921d-db36-4de5-add2-29aa5fb98163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.616174 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:35.628507 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:35.639347 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:35.682044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Pushing event updated for resources: {'Port': ['ID=3058fe14-c069-4845-8305-77ec0ea9769d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:35.696198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4062921d-db36-4de5-add2-29aa5fb98163 None None] Port 9587e0c9-a923-4a44-89e4-cb95106398c1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:35.701666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:35.702436 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Checking segment: {'id': '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:35.704085 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.704777 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Bound using segment: {'id': '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:35.709848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Bound port: 3058fe14-c069-4845-8305-77ec0ea9769d, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:35.709848 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.763038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f70c03e-19dc-4396-957b-ea8f1683a00a req-a3252a9e-2c3c-4e8c-926e-2ec135b6bf1a tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633893 Aug 24 00:23:35.766156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-5dcd3208-5d87-45fc-be1c-d7a76fa33c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:35.767873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-5dcd3208-5d87-45fc-be1c-d7a76fa33c41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2797310 Aug 24 00:23:35.858100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] For port 3058fe14-c069-4845-8305-77ec0ea9769d, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:35.879695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] For port 3058fe14-c069-4845-8305-77ec0ea9769d, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3058fe14-c069-4845-8305-77ec0ea9769d,segment=NetworkSegment(9c3d6ff3-9f22-4c41-9337-2c734a3e1e50),segment_id=9c3d6ff3-9f22-4c41-9337-2c734a3e1e50)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:35.886763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc1d92e-5184-445d-a65c-f42487421920 req-05f66c08-0054-4bcf-9120-94576d450694 service neutron] 10.222.0.32 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044438 Aug 24 00:23:35.889958 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.931710 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4416d236-e322-45fc-9031-90e9215453a5 x-openstack-request-id: req-4416d236-e322-45fc-9031-90e9215453a5 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:35.932350 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:35.932821 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4416d236-e322-45fc-9031-90e9215453a5 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:35.933443 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'status': 'completed', 'code': 200} Aug 24 00:23:36.024653 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9ce34-eb6c-4e70-be9e-0f838ea8ebe7 None None] Pushing event updated for resources: {'Port': ['ID=3058fe14-c069-4845-8305-77ec0ea9769d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:36.071867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b5681d37-e0a5-4da5-bad3-39971446a906,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:36.083299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-75b9aa07-f6f9-4c95-8d89-49f359ece842 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991741 Aug 24 00:23:36.143168 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c008c6be-68b0-495e-a445-59e1cf621e7f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:36.149445 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c008c6be-68b0-495e-a445-59e1cf621e7f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6814322 Aug 24 00:23:36.149643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56502) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:36.229607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 84189f6e-83d0-4c89-8ce6-dae8a96e344a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:36.288234 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc1d92e-5184-445d-a65c-f42487421920 req-90230763-0d27-4663-bc04-f737824d9089 service neutron] 10.222.0.32 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995759 Aug 24 00:23:36.381395 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:36.459905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 84189f6e-83d0-4c89-8ce6-dae8a96e344a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:36.490674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a33bf8fd-c828-4083-b292-041c1f2ebea4 req-c20a9e0b-ab10-4081-9ea7-bd5ddd04fad0 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956079 Aug 24 00:23:36.697051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caaf607-d90a-4307-b817-23750c79849e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:36.704895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caaf607-d90a-4307-b817-23750c79849e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:36.711505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caaf607-d90a-4307-b817-23750c79849e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:36.713671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1caaf607-d90a-4307-b817-23750c79849e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.5630600 Aug 24 00:23:36.736484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56510) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:36.870131 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:36.932790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6b2a-f2b3-4ef3-8fd0-be4f6aa89496 req-087bd6ac-017e-4360-b399-1172ebe34a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:36.935066 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-827e6b2a-f2b3-4ef3-8fd0-be4f6aa89496 req-087bd6ac-017e-4360-b399-1172ebe34a4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 1095 time: 0.2909269 Aug 24 00:23:36.945074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84426215-3f3e-4649-9856-bfab7555f3ea req-9dce43d1-ab38-42b4-81fa-4a3f54e0fde5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:36.947143 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84426215-3f3e-4649-9856-bfab7555f3ea req-9dce43d1-ab38-42b4-81fa-4a3f54e0fde5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 944 time: 0.4252508 Aug 24 00:23:37.180885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceec0e0-ab72-48de-bf7a-7f130e27831a None None] Network bbdeaf26-194e-49d9-a7c5-7cd739d0433a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:37.251699 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Router c665c81c-a3d6-457b-a4f0-119c8aaeb14c is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:23:37.293513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4facae-769b-4396-9581-db3be79d0e73 req-a3693c37-7565-46f9-8b17-e5e7e57ce38a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:37.301909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f4facae-769b-4396-9581-db3be79d0e73 req-a3693c37-7565-46f9-8b17-e5e7e57ce38a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.5859933 Aug 24 00:23:37.319702 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3f51b92e-7a71-49cd-872f-884c12e38850 None None] Provisioning for port 84189f6e-83d0-4c89-8ce6-dae8a96e344a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:37.335252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6b2a-f2b3-4ef3-8fd0-be4f6aa89496 req-ee9d613b-6298-4923-8fd5-ff3ad3d7e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:37.336877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-827e6b2a-f2b3-4ef3-8fd0-be4f6aa89496 req-ee9d613b-6298-4923-8fd5-ff3ad3d7e8d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.3773265 Aug 24 00:23:37.340547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3f51b92e-7a71-49cd-872f-884c12e38850 None None] Provisioning complete for port 84189f6e-83d0-4c89-8ce6-dae8a96e344a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:37.341126 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f51b92e-7a71-49cd-872f-884c12e38850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.362951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84426215-3f3e-4649-9856-bfab7555f3ea req-fe9b030e-e1f6-4e4e-bfb1-e5d62246a5f9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735214 Aug 24 00:23:37.397066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c6b98821-0703-4662-a22e-06b3ed97aadc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 9587e0c9-a923-4a44-89e4-cb95106398c1 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:37.397412 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6b98821-0703-4662-a22e-06b3ed97aadc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.486171 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:23:37.511300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Sync routers for ids ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:23:37.518239 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.520636 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fe3c97e3-1166-455c-b816-53ae3736e8d1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4640889 Aug 24 00:23:37.524605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:37.533896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-827e6b2a-f2b3-4ef3-8fd0-be4f6aa89496 req-d30e2170-35be-49bd-a611-31282f127a0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f HTTP/1.1" status: 200 len: 217 time: 0.1670542 Aug 24 00:23:37.576534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Routers {'c665c81c-a3d6-457b-a4f0-119c8aaeb14c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:37.577302 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:23:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:37.590860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f4facae-769b-4396-9581-db3be79d0e73 req-27ce61bf-2131-433f-83a3-8677944bda5c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879360 Aug 24 00:23:37.691609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 31646ce1-a0fa-4aa2-9265-b104cb58102f details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:23:37.788249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cc12c4-f182-4d79-91a5-ab4f9d75ca44 None None] Network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:37.829758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6b2a-f2b3-4ef3-8fd0-be4f6aa89496 req-1767a3d8-1659-485b-bb03-a7bc1089f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:37.831361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-827e6b2a-f2b3-4ef3-8fd0-be4f6aa89496 req-1767a3d8-1659-485b-bb03-a7bc1089f745 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.2339888 Aug 24 00:23:37.917634 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6b98821-0703-4662-a22e-06b3ed97aadc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.931542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949aca6-c4dd-4a14-8086-5ee86864e2f1 req-3f443bbd-fee6-40a5-a819-b1bd1c3d9829 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:37.933547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4949aca6-c4dd-4a14-8086-5ee86864e2f1 req-3f443bbd-fee6-40a5-a819-b1bd1c3d9829 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.1971576 Aug 24 00:23:37.985006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c6b98821-0703-4662-a22e-06b3ed97aadc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 9587e0c9-a923-4a44-89e4-cb95106398c1 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:38.025995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-a4c698d1-a907-488f-be89-00454698249b tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:38.028113 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-a4c698d1-a907-488f-be89-00454698249b tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/networks?id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a HTTP/1.1" status: 200 len: 816 time: 0.4713619 Aug 24 00:23:38.037447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e6b2a-f2b3-4ef3-8fd0-be4f6aa89496 req-5c2e570b-6804-4ccb-b97b-12c1cd5f2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:38.040372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-827e6b2a-f2b3-4ef3-8fd0-be4f6aa89496 req-5c2e570b-6804-4ccb-b97b-12c1cd5f2213 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920938 Aug 24 00:23:38.044202 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f51b92e-7a71-49cd-872f-884c12e38850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:38.152809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Set router c665c81c-a3d6-457b-a4f0-119c8aaeb14c gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:38.239803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3058fe14-c069-4845-8305-77ec0ea9769d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:38.250558 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3f51b92e-7a71-49cd-872f-884c12e38850 None None] For port 84189f6e-83d0-4c89-8ce6-dae8a96e344a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=84189f6e-83d0-4c89-8ce6-dae8a96e344a,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:38.262192 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6b98821-0703-4662-a22e-06b3ed97aadc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:38.298935 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f51b92e-7a71-49cd-872f-884c12e38850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:38.438496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-45020aa4-5fb7-4569-b497-8964bb4f8bf3 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/quotas/9fc612f5d84049009f254faf9c560fb4 HTTP/1.1" status: 200 len: 375 time: 0.2274296 Aug 24 00:23:38.499508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4949aca6-c4dd-4a14-8086-5ee86864e2f1 req-eb136e2e-78e3-4220-9f7e-b9677b02dce1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357080 Aug 24 00:23:38.605309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b98821-0703-4662-a22e-06b3ed97aadc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=9587e0c9-a923-4a44-89e4-cb95106398c1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:38.681905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:38.809771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'port_id': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'mac_address': 'fa:16:3e:04:c4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:23:38.818498 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0ab8b5cd-97cf-42b7-820c-1eb1f295ee17 None None] Provisioning for port 3058fe14-c069-4845-8305-77ec0ea9769d completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:38.892490 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:38.904701 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:38.936817 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51b92e-7a71-49cd-872f-884c12e38850 None None] Pushing event updated for resources: {'Port': ['ID=84189f6e-83d0-4c89-8ce6-dae8a96e344a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:38.961417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31646ce1-a0fa-4aa2-9265-b104cb58102f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:38.992228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:38.997245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 3058fe14-c069-4845-8305-77ec0ea9769d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:39.021913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-54d8c7a9-e567-41f7-8c35-0e332e9bf22a tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fc612f5d84049009f254faf9c560fb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5823629 Aug 24 00:23:39.025346 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6b98821-0703-4662-a22e-06b3ed97aadc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.027328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c6b98821-0703-4662-a22e-06b3ed97aadc tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/9587e0c9-a923-4a44-89e4-cb95106398c1 HTTP/1.1" status: 204 len: 168 time: 2.2878592 Aug 24 00:23:39.032113 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.038099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-827e6b2a-f2b3-4ef3-8fd0-be4f6aa89496 req-38646c04-4c14-4ea7-8a53-7bd6d056aea2 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8222477 Aug 24 00:23:39.038562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 3058fe14-c069-4845-8305-77ec0ea9769d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:39.038989 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.039535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56550) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:39.088165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d92e-5184-445d-a65c-f42487421920 req-410935b3-a004-4f54-8d96-d627c6cb8bf6 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:39.092894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc1d92e-5184-445d-a65c-f42487421920 req-410935b3-a004-4f54-8d96-d627c6cb8bf6 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.13 "GET /v2.0/networks?id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a HTTP/1.1" status: 200 len: 816 time: 0.7215409 Aug 24 00:23:39.119464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Allocated IP 172.20.0.1 (0b7ccae0-e69a-4c8d-80f1-37ac538228c3/542bc52f-4c2c-4a98-8ce4-d541f5b4ae68/f7e449ca-6e21-459d-a824-79364796f958) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:39.182382 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8ab1e1a8-3802-44bb-a9d7-2c14e1c706a1 None None] Provisioning complete for port 84189f6e-83d0-4c89-8ce6-dae8a96e344a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:39.182757 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ab1e1a8-3802-44bb-a9d7-2c14e1c706a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.201913 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8dc1d92e-5184-445d-a65c-f42487421920 req-f4085bc2-f99e-40a8-902a-8576ba693bfd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Request body: {'port': {'device_id': 'a7d6e79b-5751-4d29-a8ea-448eefe99d39', 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a', 'admin_state_up': True, 'tenant_id': '9fc612f5d84049009f254faf9c560fb4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:39.243470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:39.245362 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-b960e982-0d7a-402d-92d1-9d236c71cdc3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] GET failed (client error): The resource could not be found. Aug 24 00:23:39.256414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b960e982-0d7a-402d-92d1-9d236c71cdc3 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/9587e0c9-a923-4a44-89e4-cb95106398c1 HTTP/1.1" status: 404 len: 333 time: 0.2102337 Aug 24 00:23:39.280514 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.298937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Transition to ACTIVE for port object f7e449ca-6e21-459d-a824-79364796f958 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:39.315612 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:39.343840 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:36Z', 'revision_number': 3, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port': {'id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:35Z', 'updated_at': '2021-08-24T00:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:39.381667 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.403824 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['31646ce1-a0fa-4aa2-9265-b104cb58102f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:39.409451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Checking router: c665c81c-a3d6-457b-a4f0-119c8aaeb14c for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:23:39.409945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Updating router c665c81c-a3d6-457b-a4f0-119c8aaeb14c port b5681d37-e0a5-4da5-bad3-39971446a906 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:23:39.460230 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.513662 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e449ca-6e21-459d-a824-79364796f958,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:39.519277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 3058fe14-c069-4845-8305-77ec0ea9769d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3058fe14-c069-4845-8305-77ec0ea9769d,segment=NetworkSegment(9c3d6ff3-9f22-4c41-9337-2c734a3e1e50),segment_id=9c3d6ff3-9f22-4c41-9337-2c734a3e1e50)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:39.527230 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.538116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:39.541652 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:39.544814 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:39.586561 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.673529 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.732775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-86019d89-36cb-4eb1-9c25-f0dc9ed274c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 2f955d67-d1fb-4eee-953d-c7b8a19be7c6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:39.733113 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86019d89-36cb-4eb1-9c25-f0dc9ed274c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.817146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=3058fe14-c069-4845-8305-77ec0ea9769d,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:39.854149 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86019d89-36cb-4eb1-9c25-f0dc9ed274c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.870541 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-86019d89-36cb-4eb1-9c25-f0dc9ed274c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 2f955d67-d1fb-4eee-953d-c7b8a19be7c6 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:39.875991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8f268218-cf39-4362-b709-88558b760167 None None] Provisioning complete for port 3058fe14-c069-4845-8305-77ec0ea9769d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:39.876346 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f268218-cf39-4362-b709-88558b760167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.910540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575387a4-9fae-4035-b5c8-a7af19a04d57 req-eb694420-f3e4-4d13-9d67-29eadbb8b07f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:39.925341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-575387a4-9fae-4035-b5c8-a7af19a04d57 req-eb694420-f3e4-4d13-9d67-29eadbb8b07f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.9854398 Aug 24 00:23:40.033361 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86019d89-36cb-4eb1-9c25-f0dc9ed274c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.150386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-5f7bb2e3-9f9b-4672-aefb-70cc7e2da479 service neutron] 10.222.0.32 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1273699 Aug 24 00:23:40.169344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86019d89-36cb-4eb1-9c25-f0dc9ed274c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=2f955d67-d1fb-4eee-953d-c7b8a19be7c6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:40.220344 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3058fe14-c069-4845-8305-77ec0ea9769d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:40.267142 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-827e6b2a-f2b3-4ef3-8fd0-be4f6aa89496 req-02eacc34-ecdb-4788-8e75-6ec8437b063f service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2019525 Aug 24 00:23:40.323283 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.328924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-575387a4-9fae-4035-b5c8-a7af19a04d57 req-0806f0b1-acd2-41ac-b3a1-ac1aa180ff01 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830340 Aug 24 00:23:40.342185 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86019d89-36cb-4eb1-9c25-f0dc9ed274c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.348156 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-86019d89-36cb-4eb1-9c25-f0dc9ed274c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/2f955d67-d1fb-4eee-953d-c7b8a19be7c6 HTTP/1.1" status: 204 len: 168 time: 1.0312939 Aug 24 00:23:40.404109 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:40.442133 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac619ce-40ed-4aac-99dc-259ee49dc2d5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] GET failed (client error): The resource could not be found. Aug 24 00:23:40.447121 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8ac619ce-40ed-4aac-99dc-259ee49dc2d5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/2f955d67-d1fb-4eee-953d-c7b8a19be7c6 HTTP/1.1" status: 404 len: 333 time: 0.0419595 Aug 24 00:23:40.449337 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:40.607422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-90df0b3e-71b9-44ab-bf30-782556c83ed0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting subnet 1d33afb2-02d4-405e-9cf0-21b0e0d55d38 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:23:40.611441 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90df0b3e-71b9-44ab-bf30-782556c83ed0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.623063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 3058fe14-c069-4845-8305-77ec0ea9769d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:40.624080 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.663804 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90df0b3e-71b9-44ab-bf30-782556c83ed0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.747910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc1d92e-5184-445d-a65c-f42487421920 req-f4085bc2-f99e-40a8-902a-8576ba693bfd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Made reservation on behalf of 9fc612f5d84049009f254faf9c560fb4 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:40.753438 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8dc1d92e-5184-445d-a65c-f42487421920 req-f4085bc2-f99e-40a8-902a-8576ba693bfd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.802123 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90df0b3e-71b9-44ab-bf30-782556c83ed0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.810414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c2402-3be2-43b6-9209-5c71573eb46e req-219e8902-39a9-4ece-a1e8-fe8b9885cdf7 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:40.812660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd1c2402-3be2-43b6-9209-5c71573eb46e req-219e8902-39a9-4ece-a1e8-fe8b9885cdf7 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.2297709 Aug 24 00:23:40.814699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-bf67740a-2d28-4286-aae7-5899785ebd29 service neutron] 10.222.0.32 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6351922 Aug 24 00:23:40.842069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-182fc218-82fb-4ccf-826d-92bebfe73c7b None None] Provisioning for port f7e449ca-6e21-459d-a824-79364796f958 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:40.856224 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-182fc218-82fb-4ccf-826d-92bebfe73c7b None None] Provisioning complete for port f7e449ca-6e21-459d-a824-79364796f958 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:40.857137 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-182fc218-82fb-4ccf-826d-92bebfe73c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.909342 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90df0b3e-71b9-44ab-bf30-782556c83ed0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.931760 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90df0b3e-71b9-44ab-bf30-782556c83ed0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.936565 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-90df0b3e-71b9-44ab-bf30-782556c83ed0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/1d33afb2-02d4-405e-9cf0-21b0e0d55d38 HTTP/1.1" status: 204 len: 168 time: 0.4862773 Aug 24 00:23:40.939771 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd1c2402-3be2-43b6-9209-5c71573eb46e req-018c63c1-c262-45fa-b5c9-5f5829c0cc9a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707722 Aug 24 00:23:40.943822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56568) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:40.962803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df0b3e-71b9-44ab-bf30-782556c83ed0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Subnet': ['ID=1d33afb2-02d4-405e-9cf0-21b0e0d55d38,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:41.031293 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.040903 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.084085 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.098385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c641ad-58fc-4e3b-b0c3-581d80ee6f76 None None] Network 53ec351f-9366-4432-b92a-48943dd23b63 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:41.117783 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e449ca-6e21-459d-a824-79364796f958,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:41.121670 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.131704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-8dc1d92e-5184-445d-a65c-f42487421920 req-f4085bc2-f99e-40a8-902a-8576ba693bfd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Allocated IP 172.20.0.14 (bbdeaf26-194e-49d9-a7c5-7cd739d0433a/126fe64f-b7ab-4d93-859d-85ef7626efdf/bd9b1096-b49e-4037-b850-440db524840b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:41.164261 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.186050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Transition to ACTIVE for port object b5681d37-e0a5-4da5-bad3-39971446a906 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:41.196342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-182fc218-82fb-4ccf-826d-92bebfe73c7b None None] Port f7e449ca-6e21-459d-a824-79364796f958 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:41.214004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c88ec-f55e-470a-8182-35801c454e18 req-8f129d83-276a-46d4-8467-90458874f426 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:41.216233 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1c2c88ec-f55e-470a-8182-35801c454e18 req-8f129d83-276a-46d4-8467-90458874f426 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.1524413 Aug 24 00:23:41.328007 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:41.330339 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:41.339029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 608072d3-24ff-40a4-924a-bcb464e421d9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:41.339467 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.356152 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.534399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 84189f6e-83d0-4c89-8ce6-dae8a96e344a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:41.536968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85c2d6-a732-4645-846d-0b7e5828ef83 None None] Pushing event updated for resources: {'Port': ['ID=b5681d37-e0a5-4da5-bad3-39971446a906,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:41.568297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Attempting to bind port b5681d37-e0a5-4da5-bad3-39971446a906 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:41.569450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Attempting to bind port b5681d37-e0a5-4da5-bad3-39971446a906 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:41.569985 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Attempting to bind port b5681d37-e0a5-4da5-bad3-39971446a906 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:41.582138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1c2c88ec-f55e-470a-8182-35801c454e18 req-18ac397c-b654-4ee3-a851-bee7b0a82bb0 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445826 Aug 24 00:23:41.619727 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Router c665c81c-a3d6-457b-a4f0-119c8aaeb14c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:23:41.682177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] For port 608072d3-24ff-40a4-924a-bcb464e421d9, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=608072d3-24ff-40a4-924a-bcb464e421d9,segment=NetworkSegment(23e3f15b-f0db-4ff5-9661-3c1c92814ea0),segment_id=23e3f15b-f0db-4ff5-9661-3c1c92814ea0)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:41.682557 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.684862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 31646ce1-a0fa-4aa2-9265-b104cb58102f up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:41.767823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 608072d3-24ff-40a4-924a-bcb464e421d9 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:41.832785 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8dc1d92e-5184-445d-a65c-f42487421920 req-f4085bc2-f99e-40a8-902a-8576ba693bfd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.839972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:23:41.862593 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-116c2609-a24b-492f-be39-b5bfb80a35d5 admin admin] 10.222.0.32 "PUT /v2.0/routers/c665c81c-a3d6-457b-a4f0-119c8aaeb14c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3365607 Aug 24 00:23:42.001519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-8dc1d92e-5184-445d-a65c-f42487421920 req-f4085bc2-f99e-40a8-902a-8576ba693bfd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Transition to ACTIVE for port object bd9b1096-b49e-4037-b850-440db524840b will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:42.008504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:42.008504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:42.009192 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.009192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:42.009798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Bound port: b5681d37-e0a5-4da5-bad3-39971446a906, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:42.010183 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.161412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4058b5c2-0a7a-4053-a1cf-fb9e4839584a None None] Provisioning complete for port f7e449ca-6e21-459d-a824-79364796f958 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:42.161412 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4058b5c2-0a7a-4053-a1cf-fb9e4839584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.226966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213d20b-4494-4aca-947a-734cb21905c2 req-bfe5c822-082e-4480-bac4-2c01e994c727 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:42.228502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9213d20b-4494-4aca-947a-734cb21905c2 req-bfe5c822-082e-4480-bac4-2c01e994c727 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/networks?id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a HTTP/1.1" status: 200 len: 816 time: 0.3683045 Aug 24 00:23:42.240542 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.252434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] For port b5681d37-e0a5-4da5-bad3-39971446a906, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:42.253656 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8dc1d92e-5184-445d-a65c-f42487421920 req-f4085bc2-f99e-40a8-902a-8576ba693bfd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.277499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 84189f6e-83d0-4c89-8ce6-dae8a96e344a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:42.277878 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.284054 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] For port b5681d37-e0a5-4da5-bad3-39971446a906, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b5681d37-e0a5-4da5-bad3-39971446a906,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:42.292120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0621-4e0b-4618-80e6-3c9b5db56ca6 req-304bc2a6-8b82-485d-8c62-5e6d769f9341 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:42.300406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-088f0621-4e0b-4618-80e6-3c9b5db56ca6 req-304bc2a6-8b82-485d-8c62-5e6d769f9341 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/networks?id=ee214e98-c54e-44f9-a07c-12d0d2b7286a HTTP/1.1" status: 200 len: 813 time: 0.3808656 Aug 24 00:23:42.315856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=608072d3-24ff-40a4-924a-bcb464e421d9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:42.320288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4058b5c2-0a7a-4053-a1cf-fb9e4839584a None None] Port f7e449ca-6e21-459d-a824-79364796f958 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:42.322886 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.323129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9213d20b-4494-4aca-947a-734cb21905c2 req-2131fb43-a97c-421f-87ff-f0f71dd35f7d tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/quotas/9fc612f5d84049009f254faf9c560fb4 HTTP/1.1" status: 200 len: 375 time: 0.0798190 Aug 24 00:23:42.373910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No DVR routers for this DVR port 608072d3-24ff-40a4-924a-bcb464e421d9 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:23:42.376404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4085bc2-f99e-40a8-902a-8576ba693bfd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Pushing event updated for resources: {'Port': ['ID=bd9b1096-b49e-4037-b850-440db524840b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:42.399687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-088f0621-4e0b-4618-80e6-3c9b5db56ca6 req-85fd5da4-c582-40c5-a3e3-bb90b4306ccf tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/quotas/2073d78fc8964f96b023d510a38a1da2 HTTP/1.1" status: 200 len: 375 time: 0.0983307 Aug 24 00:23:42.435885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85c2d6-a732-4645-846d-0b7e5828ef83 None None] Pushing event updated for resources: {'Port': ['ID=b5681d37-e0a5-4da5-bad3-39971446a906,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:42.437755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc1d92e-5184-445d-a65c-f42487421920 req-f4085bc2-f99e-40a8-902a-8576ba693bfd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Network bbdeaf26-194e-49d9-a7c5-7cd739d0433a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:42.439147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 31646ce1-a0fa-4aa2-9265-b104cb58102f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:42.452548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a145c-3d3b-4e4c-bf39-fe3e249a5b33 None None] DHCP port deletion for 53ec351f-9366-4432-b92a-48943dd23b63 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:23:42.454493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 31646ce1-a0fa-4aa2-9265-b104cb58102f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:42.456518 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.469770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-8dc1d92e-5184-445d-a65c-f42487421920 req-f4085bc2-f99e-40a8-902a-8576ba693bfd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:42.497786 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc1d92e-5184-445d-a65c-f42487421920 req-f4085bc2-f99e-40a8-902a-8576ba693bfd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:42.574330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Routers {'c665c81c-a3d6-457b-a4f0-119c8aaeb14c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:42.574959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:23:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:42.614227 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.656863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9213d20b-4494-4aca-947a-734cb21905c2 req-5ad264a6-4ce4-4546-b4db-781c9474172c tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fc612f5d84049009f254faf9c560fb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2731230 Aug 24 00:23:42.669016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ec351f-9366-4432-b92a-48943dd23b63']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:42.699010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e3f15b-f0db-4ff5-9661-3c1c92814ea0') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:42.699340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e3f15b-f0db-4ff5-9661-3c1c92814ea0') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:42.751024 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-088f0621-4e0b-4618-80e6-3c9b5db56ca6 req-38463a6a-251e-474b-9cdd-6c669f9e158e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2073d78fc8964f96b023d510a38a1da2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3501444 Aug 24 00:23:42.850589 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.872619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d92e-5184-445d-a65c-f42487421920 req-f4085bc2-f99e-40a8-902a-8576ba693bfd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:42.879467 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8dc1d92e-5184-445d-a65c-f42487421920 req-f4085bc2-f99e-40a8-902a-8576ba693bfd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.886046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:42.889751 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e47d668-4680-44fc-a044-090ac399d99c" -d '{"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-plugged", "status": "completed", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:42.903958 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.927193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:42.949843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 608072d3-24ff-40a4-924a-bcb464e421d9 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:42.962113 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] Set router c665c81c-a3d6-457b-a4f0-119c8aaeb14c gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:42.972086 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.985290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc1d92e-5184-445d-a65c-f42487421920 req-f4085bc2-f99e-40a8-902a-8576ba693bfd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8788285 Aug 24 00:23:42.987736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:23:42.988151 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:23:42.991374 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:23:43.020993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Request body: {'port': {'device_id': 'a7d6e79b-5751-4d29-a8ea-448eefe99d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:43.089936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edda0c-742c-4541-952a-87c826058f1d req-b0d16562-b9c1-4277-a86c-cf101131278b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:43.097699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49edda0c-742c-4541-952a-87c826058f1d req-b0d16562-b9c1-4277-a86c-cf101131278b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.2152023 Aug 24 00:23:43.129435 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.174094 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.177227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9213d20b-4494-4aca-947a-734cb21905c2 req-f60a883a-af62-45fc-9ed4-e7bca258f083 service neutron] 10.222.0.32 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963644 Aug 24 00:23:43.210555 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.212612 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/networks/53ec351f-9366-4432-b92a-48943dd23b63 HTTP/1.1" status: 204 len: 168 time: 2.2605715 Aug 24 00:23:43.216822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56656) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:43.226092 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e31ce320-21fd-4b3a-9142-8a0d2805e219 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-6736919'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:43.243437 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:43.266914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 608072d3-24ff-40a4-924a-bcb464e421d9 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:23:43.268097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 608072d3-24ff-40a4-924a-bcb464e421d9 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:23:43.300477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31ce320-21fd-4b3a-9142-8a0d2805e219 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:43.302394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0a9315e9-8901-4cac-a33c-e23eca95800d None None] Provisioning for port bd9b1096-b49e-4037-b850-440db524840b completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:43.304122 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e31ce320-21fd-4b3a-9142-8a0d2805e219 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.326599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0a9315e9-8901-4cac-a33c-e23eca95800d None None] Provisioning complete for port bd9b1096-b49e-4037-b850-440db524840b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:43.327205 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a9315e9-8901-4cac-a33c-e23eca95800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.355866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31ce320-21fd-4b3a-9142-8a0d2805e219 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:23:43.390349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9213d20b-4494-4aca-947a-734cb21905c2 req-15b91583-226e-424d-831b-984a84123c7c service neutron] 10.222.0.32 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895750 Aug 24 00:23:43.392195 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e31ce320-21fd-4b3a-9142-8a0d2805e219 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.395244 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-e31ce320-21fd-4b3a-9142-8a0d2805e219 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Added segment 30c59ffa-e18a-4441-a31b-6c9863a34260 of type vlan for network b7356ea5-3166-43a0-b3f5-7c3b3b43d02d Aug 24 00:23:43.417815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdc944-f66e-47ce-9f36-6a98733a3a25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Network': ['ID=53ec351f-9366-4432-b92a-48943dd23b63,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:43.454071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49edda0c-742c-4541-952a-87c826058f1d req-4a1b31dc-dd48-4458-9880-6dc348451ba2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503220 Aug 24 00:23:43.499097 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.569220 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0a9315e9-8901-4cac-a33c-e23eca95800d None None] Port bd9b1096-b49e-4037-b850-440db524840b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:43.591096 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e31ce320-21fd-4b3a-9142-8a0d2805e219 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.605406 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port': {'id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:35Z', 'updated_at': '2021-08-24T00:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'f7e449ca-6e21-459d-a824-79364796f958', 'name': '', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'mac_address': 'fa:16:3e:ca:b4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:38Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 2, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'subnets': [{'id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:43.657849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9690c30-bccb-479d-8a43-43cc72114937 None None] The sync data for ids ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'] in n-d-805736-1 is: [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port': {'id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:35Z', 'updated_at': '2021-08-24T00:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'f7e449ca-6e21-459d-a824-79364796f958', 'name': '', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'mac_address': 'fa:16:3e:ca:b4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:38Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 2, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'subnets': [{'id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:23:43.685027 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e31ce320-21fd-4b3a-9142-8a0d2805e219 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.717062 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ce320-21fd-4b3a-9142-8a0d2805e219 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:43.727419 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e31ce320-21fd-4b3a-9142-8a0d2805e219 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.945781 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e31ce320-21fd-4b3a-9142-8a0d2805e219 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7262857 Aug 24 00:23:43.969827 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:43.982492 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1cedf32a-d01d-4a73-b71e-6159e04877cd tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': 'b7356ea5-3166-43a0-b3f5-7c3b3b43d02d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:44.031860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-8b8f9584-3ccc-4fdb-b01d-23be8ab7ca23 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:44.034075 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-8b8f9584-3ccc-4fdb-b01d-23be8ab7ca23 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.47 "GET /v2.0/networks?id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a HTTP/1.1" status: 200 len: 816 time: 0.6235590 Aug 24 00:23:44.058542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d2351-c887-455a-8207-e51989aa38d1 req-348a9494-69b8-4895-8833-4b7a4d2cc66c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:44.061580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e1d2351-c887-455a-8207-e51989aa38d1 req-348a9494-69b8-4895-8833-4b7a4d2cc66c tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.2341185 Aug 24 00:23:44.074629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-e0efda27-a590-495e-bf13-b561b7d0a3b1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Request body: {'port': {'device_id': '2a9abe12-1182-47b8-9091-3e799e7dc5cc', 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a', 'admin_state_up': True, 'tenant_id': '9fc612f5d84049009f254faf9c560fb4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:44.153281 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ce320-21fd-4b3a-9142-8a0d2805e219 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Network': ['ID=b7356ea5-3166-43a0-b3f5-7c3b3b43d02d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:44.170111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network b7356ea5-3166-43a0-b3f5-7c3b3b43d02d details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:23:44.201426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cedf32a-d01d-4a73-b71e-6159e04877cd tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:44.206545 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cedf32a-d01d-4a73-b71e-6159e04877cd tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:44.656557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531515ca-b50d-4be5-bb3e-de312edb5158 req-6b79a127-5967-45cd-b0d7-a15112b7e314 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:44.657903 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cedf32a-d01d-4a73-b71e-6159e04877cd tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:44.658383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-531515ca-b50d-4be5-bb3e-de312edb5158 req-6b79a127-5967-45cd-b0d7-a15112b7e314 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.4972854 Aug 24 00:23:44.661121 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e1d2351-c887-455a-8207-e51989aa38d1 req-8b743964-0c66-4818-8eb5-580408c980cd tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741112 Aug 24 00:23:44.833495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedf32a-d01d-4a73-b71e-6159e04877cd tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Subnet': ['ID=e64bdfda-dddd-45ac-a3c4-479926b79c7e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:44.860049 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbe5218-8e99-493c-8933-f1acdda83496 x-openstack-request-id: req-1dbe5218-8e99-493c-8933-f1acdda83496 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:44.860841 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-plugged", "status": "completed", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:44.861200 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1dbe5218-8e99-493c-8933-f1acdda83496 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:44.861970 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'code': 200} Aug 24 00:23:44.892134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cedf32a-d01d-4a73-b71e-6159e04877cd tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Checking segment: {'id': '30c59ffa-e18a-4441-a31b-6c9863a34260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b7356ea5-3166-43a0-b3f5-7c3b3b43d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:44.892274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cedf32a-d01d-4a73-b71e-6159e04877cd tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network hostable DHCP agents. Network: b7356ea5-3166-43a0-b3f5-7c3b3b43d02d, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:23:44.919327 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cedf32a-d01d-4a73-b71e-6159e04877cd tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network b7356ea5-3166-43a0-b3f5-7c3b3b43d02d is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:23:44.948405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1cedf32a-d01d-4a73-b71e-6159e04877cd tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, b7356ea5-3166-43a0-b3f5-7c3b3b43d02d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:44.955995 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cedf32a-d01d-4a73-b71e-6159e04877cd tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:44.956610 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cedf32a-d01d-4a73-b71e-6159e04877cd tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.000321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-531515ca-b50d-4be5-bb3e-de312edb5158 req-bcd1da57-e7e8-4cb3-8372-fc60a16196a3 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080125 Aug 24 00:23:45.058413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c673ad-d486-4571-b1bb-58ec1c54d07c None None] Network b7356ea5-3166-43a0-b3f5-7c3b3b43d02d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:45.068315 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1cedf32a-d01d-4a73-b71e-6159e04877cd tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0906470 Aug 24 00:23:45.068957 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56722) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:45.075342 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6cf51d90-eefe-4e5d-a349-a8175d7735d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1878923882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:45.133763 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cf51d90-eefe-4e5d-a349-a8175d7735d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.135125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cf51d90-eefe-4e5d-a349-a8175d7735d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.143697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-e0efda27-a590-495e-bf13-b561b7d0a3b1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Made reservation on behalf of 9fc612f5d84049009f254faf9c560fb4 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:45.166191 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-e0efda27-a590-495e-bf13-b561b7d0a3b1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.275091 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cf51d90-eefe-4e5d-a349-a8175d7735d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.289821 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cf51d90-eefe-4e5d-a349-a8175d7735d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.325771 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6cf51d90-eefe-4e5d-a349-a8175d7735d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.330274 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6cf51d90-eefe-4e5d-a349-a8175d7735d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2598705 Aug 24 00:23:45.334232 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56724) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:45.345896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd9b1096-b49e-4037-b850-440db524840b {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:45.347313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'network_id': 'b7356ea5-3166-43a0-b3f5-7c3b3b43d02d', 'name': 'tempest-PortsTestJSON-864132034'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:45.364144 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-b7356ea5-3166-43a0-b3f5-7c3b3b43d02d', 'network_id': 'b7356ea5-3166-43a0-b3f5-7c3b3b43d02d', 'tenant_id': 'e3b13b55c42048309adfd977fccc2186', 'fixed_ips': [{'subnet_id': 'e64bdfda-dddd-45ac-a3c4-479926b79c7e'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:23:45.365229 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.480190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e10efaeb-26f0-4a02-a456-2c0d45117a4f req-03fc58ac-087a-4a51-9aa4-d4b286221ad6 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 210 time: 0.2494595 Aug 24 00:23:45.486423 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.603179 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:45.606832 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.663980 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port 29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:23:45.728566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Allocated IP 172.20.0.2 (b7356ea5-3166-43a0-b3f5-7c3b3b43d02d/e64bdfda-dddd-45ac-a3c4-479926b79c7e/654aac08-aa42-4764-80d0-418587213faa) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:46.082522 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:46.103311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Transition to ACTIVE for port object 654aac08-aa42-4764-80d0-418587213faa will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:46.123252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Transition to ACTIVE for port object 654aac08-aa42-4764-80d0-418587213faa will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:46.183119 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:46.244751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Network b7356ea5-3166-43a0-b3f5-7c3b3b43d02d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:46.254524 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:46.260141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:46.326917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Pushing event updated for resources: {'Port': ['ID=654aac08-aa42-4764-80d0-418587213faa,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:46.366458 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213d20b-4494-4aca-947a-734cb21905c2 req-20f6fd3a-a74a-439d-921f-36d5fc386921 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:46.368054 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9213d20b-4494-4aca-947a-734cb21905c2 req-20f6fd3a-a74a-439d-921f-36d5fc386921 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.13 "GET /v2.0/networks?id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a HTTP/1.1" status: 200 len: 816 time: 0.4628944 Aug 24 00:23:46.376323 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Attempting to bind port 654aac08-aa42-4764-80d0-418587213faa on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:46.376930 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Attempting to bind port 654aac08-aa42-4764-80d0-418587213faa by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '30c59ffa-e18a-4441-a31b-6c9863a34260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b7356ea5-3166-43a0-b3f5-7c3b3b43d02d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:46.377150 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Attempting to bind port 654aac08-aa42-4764-80d0-418587213faa on network b7356ea5-3166-43a0-b3f5-7c3b3b43d02d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:46.384619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:46.386717 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Checking segment: {'id': '30c59ffa-e18a-4441-a31b-6c9863a34260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b7356ea5-3166-43a0-b3f5-7c3b3b43d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:46.387179 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:46.387582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Bound using segment: {'id': '30c59ffa-e18a-4441-a31b-6c9863a34260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b7356ea5-3166-43a0-b3f5-7c3b3b43d02d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:46.388077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Bound port: 654aac08-aa42-4764-80d0-418587213faa, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c59ffa-e18a-4441-a31b-6c9863a34260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b7356ea5-3166-43a0-b3f5-7c3b3b43d02d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:46.388471 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:46.414473 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9213d20b-4494-4aca-947a-734cb21905c2 req-8d7d119c-b8f0-411a-a426-eda70ae56b17 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Request body: {'port': {'device_id': '879072df-34ad-4973-b9c1-7139301f941c', 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a', 'admin_state_up': True, 'tenant_id': '9fc612f5d84049009f254faf9c560fb4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:46.455766 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Allocated IP 172.20.0.7 (b7356ea5-3166-43a0-b3f5-7c3b3b43d02d/e64bdfda-dddd-45ac-a3c4-479926b79c7e/29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:46.485061 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] For port 654aac08-aa42-4764-80d0-418587213faa, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:46.489804 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] For port 654aac08-aa42-4764-80d0-418587213faa, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=654aac08-aa42-4764-80d0-418587213faa,segment=NetworkSegment(30c59ffa-e18a-4441-a31b-6c9863a34260),segment_id=30c59ffa-e18a-4441-a31b-6c9863a34260)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:46.500016 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:46.534984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Transition to ACTIVE for port object bd9b1096-b49e-4037-b850-440db524840b will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:46.538800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d70f13-41ee-458c-af36-827590f70f1e req-75f5f40e-f4b9-4dd5-8bde-7ff60d781aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:46.546596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2d70f13-41ee-458c-af36-827590f70f1e req-75f5f40e-f4b9-4dd5-8bde-7ff60d781aa8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 1097 time: 1.4598477 Aug 24 00:23:46.600613 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:46.638924 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65e84e-fa7a-45d7-b203-6eae9a861229 None None] Pushing event updated for resources: {'Port': ['ID=654aac08-aa42-4764-80d0-418587213faa,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:46.650161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e0b59-649a-4bf1-a467-ca8a6fe75931 req-2ea8e188-b59e-47d8-b7bd-eaf2f3a92386 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:46.659302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d9e0b59-649a-4bf1-a467-ca8a6fe75931 req-2ea8e188-b59e-47d8-b7bd-eaf2f3a92386 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 946 time: 1.4208229 Aug 24 00:23:46.861046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fcd4f-64b9-4758-8a90-d201bcef572b req-9274939a-7698-4836-a1e4-d69a8a60da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:46.862619 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-382fcd4f-64b9-4758-8a90-d201bcef572b req-9274939a-7698-4836-a1e4-d69a8a60da04 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 1096 time: 0.3295250 Aug 24 00:23:46.910382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d9e0b59-649a-4bf1-a467-ca8a6fe75931 req-413e7764-fc17-4663-a198-d216656a130d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496090 Aug 24 00:23:46.970242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Pushing event updated for resources: {'Port': ['ID=bd9b1096-b49e-4037-b850-440db524840b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:47.073086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b5681d37-e0a5-4da5-bad3-39971446a906 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:47.111433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-e0efda27-a590-495e-bf13-b561b7d0a3b1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Allocated IP 172.20.0.9 (bbdeaf26-194e-49d9-a7c5-7cd739d0433a/126fe64f-b7ab-4d93-859d-85ef7626efdf/aca5046f-434f-45b9-9faf-f1382c4dcae6) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:47.141415 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:47.187654 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Transition to ACTIVE for port object 29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:47.250351 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port b5681d37-e0a5-4da5-bad3-39971446a906 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:47.260014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b5681d37-e0a5-4da5-bad3-39971446a906 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:47.264010 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:47.272907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2d70f13-41ee-458c-af36-827590f70f1e req-e42c041d-6d26-4d79-a32b-6ee2beeabb90 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6779213 Aug 24 00:23:47.295653 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:47.367875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Attempting to bind port bd9b1096-b49e-4037-b850-440db524840b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:47.368363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Attempting to bind port bd9b1096-b49e-4037-b850-440db524840b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:47.371485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Attempting to bind port bd9b1096-b49e-4037-b850-440db524840b on network bbdeaf26-194e-49d9-a7c5-7cd739d0433a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:47.405289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-382fcd4f-64b9-4758-8a90-d201bcef572b req-f1021609-894f-4f4d-959c-1791b57b84f9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777408 Aug 24 00:23:47.435709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Port bd9b1096-b49e-4037-b850-440db524840b on network bbdeaf26-194e-49d9-a7c5-7cd739d0433a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:23:47.439428 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Attempting to bind port bd9b1096-b49e-4037-b850-440db524840b on network bbdeaf26-194e-49d9-a7c5-7cd739d0433a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:47.468810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9213d20b-4494-4aca-947a-734cb21905c2 req-8d7d119c-b8f0-411a-a426-eda70ae56b17 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Made reservation on behalf of 9fc612f5d84049009f254faf9c560fb4 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:47.484603 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9213d20b-4494-4aca-947a-734cb21905c2 req-8d7d119c-b8f0-411a-a426-eda70ae56b17 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:47.494996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network b7356ea5-3166-43a0-b3f5-7c3b3b43d02d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:47.521414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:47.522645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Checking segment: {'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:47.524118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Bound using segment: {'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:47.525266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Bound port: bd9b1096-b49e-4037-b850-440db524840b, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:47.525632 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:47.526711 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:47.528858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:47.550628 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:47.552173 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:47.597658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port b5681d37-e0a5-4da5-bad3-39971446a906, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b5681d37-e0a5-4da5-bad3-39971446a906,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:47.608055 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:47.697048 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=b5681d37-e0a5-4da5-bad3-39971446a906,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:47.809881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:47.810599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:47.834277 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1028deb9-a11f-4337-b613-a1f3a8480134 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4985838 Aug 24 00:23:47.837704 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56746) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:48.037271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e30f9e-f317-40fd-b9cc-715c23a9274f req-1cd212f8-82c2-4648-b9ce-9bf091365fc4 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:48.040347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60e30f9e-f317-40fd-b9cc-715c23a9274f req-1cd212f8-82c2-4648-b9ce-9bf091365fc4 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.5861068 Aug 24 00:23:48.069079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] For port bd9b1096-b49e-4037-b850-440db524840b, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:48.139575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] For port bd9b1096-b49e-4037-b850-440db524840b, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=bd9b1096-b49e-4037-b850-440db524840b,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:48.162623 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:48.215474 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Sync routers for ids ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:23:48.228734 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Routers {'c665c81c-a3d6-457b-a4f0-119c8aaeb14c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:48.230852 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:23:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:48.268021 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-e0efda27-a590-495e-bf13-b561b7d0a3b1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:48.290393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60e30f9e-f317-40fd-b9cc-715c23a9274f req-6bb3e3fe-d532-449e-a308-9789604951a5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268839 Aug 24 00:23:48.368972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:48.371947 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:48.385371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] 10.222.0.13 "PUT /v2.0/ports/bd9b1096-b49e-4037-b850-440db524840b HTTP/1.1" status: 200 len: 1092 time: 5.3787689 Aug 24 00:23:48.400833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d6e79b-5751-4d29-a8ea-448eefe99d39', 'tag': 'bd9b1096-b49e-4037-b850-440db524840b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:48.403669 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6016c7a4-d8cc-46cd-9574-9f875f56cf85" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d6e79b-5751-4d29-a8ea-448eefe99d39", "tag": "bd9b1096-b49e-4037-b850-440db524840b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:48.415919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-e0efda27-a590-495e-bf13-b561b7d0a3b1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Transition to ACTIVE for port object aca5046f-434f-45b9-9faf-f1382c4dcae6 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:48.528159 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Set router c665c81c-a3d6-457b-a4f0-119c8aaeb14c gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:48.535051 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b250d51-35d2-4d04-a4c6-d27c9f3ee504 None None] Network b7356ea5-3166-43a0-b3f5-7c3b3b43d02d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:48.651618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99c7ed-ffb5-47a6-8ce1-24e57d3fd6df service neutron] Pushing event updated for resources: {'Port': ['ID=bd9b1096-b49e-4037-b850-440db524840b,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:48.688227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31bd2b-182f-400c-b987-315e977ebd38 req-3ad62383-8fc2-44ac-b7cb-c126fabccb2b tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:48.700528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d31bd2b-182f-400c-b987-315e977ebd38 req-3ad62383-8fc2-44ac-b7cb-c126fabccb2b tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.4366057 Aug 24 00:23:48.710013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74f427ca-f999-4a39-a431-f92a11830f54 req-3394cc56-fc7d-4ee0-8b78-d7aa77cc7e75 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 210 time: 0.1849163 Aug 24 00:23:48.746383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-131ffc08-9497-4b9a-8f11-9a615f420ee1 None None] Provisioning for port 654aac08-aa42-4764-80d0-418587213faa completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:48.817514 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d31bd2b-182f-400c-b987-315e977ebd38 req-ce5f3092-728f-484f-b71e-b16abe1b11e8 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154368 Aug 24 00:23:48.843627 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-e0efda27-a590-495e-bf13-b561b7d0a3b1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:48.941508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1fd54c75-fd9e-436d-945c-1df30acbdbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:48.945569 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc1d92e-5184-445d-a65c-f42487421920 req-1fd54c75-fd9e-436d-945c-1df30acbdbb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fc612f5d84049009f254faf9c560fb4&device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 1095 time: 0.4724030 Aug 24 00:23:49.018999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-e0efda27-a590-495e-bf13-b561b7d0a3b1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Network bbdeaf26-194e-49d9-a7c5-7cd739d0433a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:49.065652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-e0efda27-a590-495e-bf13-b561b7d0a3b1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:49.102649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-e0efda27-a590-495e-bf13-b561b7d0a3b1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:49.180241 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b5681d37-e0a5-4da5-bad3-39971446a906 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:49.215853 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port': {'id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:35Z', 'updated_at': '2021-08-24T00:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'f7e449ca-6e21-459d-a824-79364796f958', 'name': '', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'mac_address': 'fa:16:3e:ca:b4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:38Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 2, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'subnets': [{'id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:49.218738 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51822ec2-5aab-4865-9c78-2e95b15c8702 x-openstack-request-id: req-51822ec2-5aab-4865-9c78-2e95b15c8702 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:49.219050 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d6e79b-5751-4d29-a8ea-448eefe99d39", "tag": "bd9b1096-b49e-4037-b850-440db524840b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:49.219303 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51822ec2-5aab-4865-9c78-2e95b15c8702 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:49.219711 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d6e79b-5751-4d29-a8ea-448eefe99d39', 'tag': 'bd9b1096-b49e-4037-b850-440db524840b', 'status': 'completed', 'code': 200} Aug 24 00:23:49.241987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc1d92e-5184-445d-a65c-f42487421920 req-0c53796a-339d-4385-8350-50673cb9f8e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd9b1096-b49e-4037-b850-440db524840b HTTP/1.1" status: 200 len: 217 time: 0.2644460 Aug 24 00:23:49.258662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efda27-a590-495e-bf13-b561b7d0a3b1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Pushing event updated for resources: {'Port': ['ID=aca5046f-434f-45b9-9faf-f1382c4dcae6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:49.295722 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Checking router: c665c81c-a3d6-457b-a4f0-119c8aaeb14c for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:23:49.298258 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Updating router c665c81c-a3d6-457b-a4f0-119c8aaeb14c port f7e449ca-6e21-459d-a824-79364796f958 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:23:49.317534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b5681d37-e0a5-4da5-bad3-39971446a906 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:49.318179 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:49.363197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797ae8e-17bb-4e8a-8c6c-16547a28489b req-7af70343-2119-444f-80b6-4a9ce6cfcd4c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:49.364992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e797ae8e-17bb-4e8a-8c6c-16547a28489b req-7af70343-2119-444f-80b6-4a9ce6cfcd4c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 946 time: 0.3919041 Aug 24 00:23:49.379715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-e0efda27-a590-495e-bf13-b561b7d0a3b1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:49.380568 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:49.380696 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-e0efda27-a590-495e-bf13-b561b7d0a3b1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:49.494056 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-9213d20b-4494-4aca-947a-734cb21905c2 req-8d7d119c-b8f0-411a-a426-eda70ae56b17 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Allocated IP 172.20.0.4 (bbdeaf26-194e-49d9-a7c5-7cd739d0433a/126fe64f-b7ab-4d93-859d-85ef7626efdf/21db6c27-dec2-46cd-aa74-7d9f8965c25e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:49.505941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-e0efda27-a590-495e-bf13-b561b7d0a3b1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4404118 Aug 24 00:23:49.543405 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d92e-5184-445d-a65c-f42487421920 req-4c40b797-cce4-4ef3-974c-d27d851329cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:49.544845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc1d92e-5184-445d-a65c-f42487421920 req-4c40b797-cce4-4ef3-974c-d27d851329cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=126fe64f-b7ab-4d93-859d-85ef7626efdf HTTP/1.1" status: 200 len: 855 time: 0.2807989 Aug 24 00:23:49.561785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Request body: {'port': {'device_id': '2a9abe12-1182-47b8-9091-3e799e7dc5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:49.563217 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 654aac08-aa42-4764-80d0-418587213faa up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:49.668932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-100fce49-2e8f-4e36-97df-cf5f9c267483 req-d4386fd3-995f-4cd2-af84-27acf6c879c1 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2073d78fc8964f96b023d510a38a1da2 HTTP/1.1" status: 200 len: 221 time: 0.3360772 Aug 24 00:23:49.731624 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-66d6f5ec-29ed-4511-80c3-ab4f77511a2a None None] Provisioning for port aca5046f-434f-45b9-9faf-f1382c4dcae6 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:49.738211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-66d6f5ec-29ed-4511-80c3-ab4f77511a2a None None] Provisioning complete for port aca5046f-434f-45b9-9faf-f1382c4dcae6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:49.738580 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66d6f5ec-29ed-4511-80c3-ab4f77511a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:49.771809 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e797ae8e-17bb-4e8a-8c6c-16547a28489b req-80b0622a-a77f-4138-99bf-127be5654aee tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3828535 Aug 24 00:23:49.792981 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:49.825011 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-66d6f5ec-29ed-4511-80c3-ab4f77511a2a None None] Port aca5046f-434f-45b9-9faf-f1382c4dcae6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:49.826733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 654aac08-aa42-4764-80d0-418587213faa completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:49.832857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9213d20b-4494-4aca-947a-734cb21905c2 req-8d7d119c-b8f0-411a-a426-eda70ae56b17 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:49.844508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 654aac08-aa42-4764-80d0-418587213faa triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:49.844901 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:49.866625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-9213d20b-4494-4aca-947a-734cb21905c2 req-8d7d119c-b8f0-411a-a426-eda70ae56b17 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Transition to ACTIVE for port object 21db6c27-dec2-46cd-aa74-7d9f8965c25e will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:49.895947 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d92e-5184-445d-a65c-f42487421920 req-4d0b79b7-56e8-4f72-b16e-16dc3433ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:49.906899 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc1d92e-5184-445d-a65c-f42487421920 req-4d0b79b7-56e8-4f72-b16e-16dc3433ea95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2989008 Aug 24 00:23:49.965458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-66d6f5ec-29ed-4511-80c3-ab4f77511a2a None None] Provisioning for port 29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:49.974473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-66d6f5ec-29ed-4511-80c3-ab4f77511a2a None None] Provisioning complete for port 29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:49.974756 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66d6f5ec-29ed-4511-80c3-ab4f77511a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:49.987698 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:50.030808 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:50.048475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-66d6f5ec-29ed-4511-80c3-ab4f77511a2a None None] Port 29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:50.058655 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9213d20b-4494-4aca-947a-734cb21905c2 req-8d7d119c-b8f0-411a-a426-eda70ae56b17 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:50.099091 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 654aac08-aa42-4764-80d0-418587213faa, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=654aac08-aa42-4764-80d0-418587213faa,segment=NetworkSegment(30c59ffa-e18a-4441-a31b-6c9863a34260),segment_id=30c59ffa-e18a-4441-a31b-6c9863a34260)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:50.105534 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:50.193169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=654aac08-aa42-4764-80d0-418587213faa,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:50.200350 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d119c-b8f0-411a-a426-eda70ae56b17 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Pushing event updated for resources: {'Port': ['ID=21db6c27-dec2-46cd-aa74-7d9f8965c25e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:50.217332 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-581094fd-f590-4160-909a-7f96aa710884 None None] Provisioning complete for port 29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:50.217717 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-581094fd-f590-4160-909a-7f96aa710884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:50.242837 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9213d20b-4494-4aca-947a-734cb21905c2 req-8d7d119c-b8f0-411a-a426-eda70ae56b17 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Network bbdeaf26-194e-49d9-a7c5-7cd739d0433a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:50.246208 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-9213d20b-4494-4aca-947a-734cb21905c2 req-8d7d119c-b8f0-411a-a426-eda70ae56b17 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:50.251521 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-9213d20b-4494-4aca-947a-734cb21905c2 req-8d7d119c-b8f0-411a-a426-eda70ae56b17 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:50.321762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-581094fd-f590-4160-909a-7f96aa710884 None None] Port 29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:50.354303 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:50.380797 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Transition to ACTIVE for port object f7e449ca-6e21-459d-a824-79364796f958 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:50.401980 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:50.441193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1a0c0-411b-453a-b553-37d53af56afc req-107fa7d7-48ef-445a-9ca9-fa611bc5a413 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:50.449392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1fe1a0c0-411b-453a-b553-37d53af56afc req-107fa7d7-48ef-445a-9ca9-fa611bc5a413 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.4678829 Aug 24 00:23:50.573657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc1d92e-5184-445d-a65c-f42487421920 req-428f90b8-6d17-4778-95b2-5ff11e50ff81 service neutron] 10.222.0.13 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910892 Aug 24 00:23:50.588234 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Attempting to bind port f7e449ca-6e21-459d-a824-79364796f958 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:50.589448 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Attempting to bind port f7e449ca-6e21-459d-a824-79364796f958 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:50.589852 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Attempting to bind port f7e449ca-6e21-459d-a824-79364796f958 on network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:50.597467 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213d20b-4494-4aca-947a-734cb21905c2 req-8d7d119c-b8f0-411a-a426-eda70ae56b17 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:50.601790 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9213d20b-4494-4aca-947a-734cb21905c2 req-8d7d119c-b8f0-411a-a426-eda70ae56b17 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:50.602157 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea60ad5-4450-4343-8245-e8e7d640ff78 None None] Pushing event updated for resources: {'Port': ['ID=f7e449ca-6e21-459d-a824-79364796f958,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:50.607760 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:50.608140 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Checking segment: {'id': '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:50.609099 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:50.609680 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Bound using segment: {'id': '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:50.610436 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Bound port: f7e449ca-6e21-459d-a824-79364796f958, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:50.611017 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:50.735283 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] For port f7e449ca-6e21-459d-a824-79364796f958, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:50.739567 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] For port f7e449ca-6e21-459d-a824-79364796f958, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f7e449ca-6e21-459d-a824-79364796f958,segment=NetworkSegment(9c3d6ff3-9f22-4c41-9337-2c734a3e1e50),segment_id=9c3d6ff3-9f22-4c41-9337-2c734a3e1e50)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:50.756648 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:50.789134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1fe1a0c0-411b-453a-b553-37d53af56afc req-f83ad618-00eb-48fd-b716-972fd3b39930 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379564 Aug 24 00:23:50.799210 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9213d20b-4494-4aca-947a-734cb21905c2 req-8d7d119c-b8f0-411a-a426-eda70ae56b17 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4119132 Aug 24 00:23:50.838438 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Request body: {'port': {'device_id': '879072df-34ad-4973-b9c1-7139301f941c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:50.862247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7fde6ba0-bba1-4b9d-98b7-597a5aa5fe2c None None] Provisioning for port 21db6c27-dec2-46cd-aa74-7d9f8965c25e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:50.869916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7fde6ba0-bba1-4b9d-98b7-597a5aa5fe2c None None] Provisioning complete for port 21db6c27-dec2-46cd-aa74-7d9f8965c25e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:50.871293 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fde6ba0-bba1-4b9d-98b7-597a5aa5fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:50.895751 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Routers {'c665c81c-a3d6-457b-a4f0-119c8aaeb14c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:50.896392 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:23:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:50.930725 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:50.976489 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:50.987369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 654aac08-aa42-4764-80d0-418587213faa up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:51.068233 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:51.100444 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] Set router c665c81c-a3d6-457b-a4f0-119c8aaeb14c gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:51.130816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc1d92e-5184-445d-a65c-f42487421920 req-4f4db497-e277-42f5-a36e-86385f92c650 service neutron] 10.222.0.13 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366998 Aug 24 00:23:51.195102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29f241-c0f3-4844-87aa-f4638e8d0689 req-6df76d38-f4b5-432b-a6da-b9dfd68869ad tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:51.196660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f29f241-c0f3-4844-87aa-f4638e8d0689 req-6df76d38-f4b5-432b-a6da-b9dfd68869ad tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 946 time: 0.2328613 Aug 24 00:23:51.216420 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56844) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:51.256793 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-75ff4ab9-9625-4ca8-ad13-f9940a907b9b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Request body: {'floatingip': {'port_id': '31646ce1-a0fa-4aa2-9265-b104cb58102f'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:51.408658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7fde6ba0-bba1-4b9d-98b7-597a5aa5fe2c None None] Port 21db6c27-dec2-46cd-aa74-7d9f8965c25e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:51.416376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca5046f-434f-45b9-9faf-f1382c4dcae6 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:51.420248 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:51.435434 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:51.469716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 654aac08-aa42-4764-80d0-418587213faa triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:51.470409 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:51.472957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Transition to ACTIVE for port object aca5046f-434f-45b9-9faf-f1382c4dcae6 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:51.488864 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75ff4ab9-9625-4ca8-ad13-f9940a907b9b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:51.500955 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea60ad5-4450-4343-8245-e8e7d640ff78 None None] Pushing event updated for resources: {'Port': ['ID=f7e449ca-6e21-459d-a824-79364796f958,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:51.536691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d8837e49-2f5e-4036-972f-a8c47532136e no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:51.538383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:51.539371 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port': {'id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:35Z', 'updated_at': '2021-08-24T00:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'f7e449ca-6e21-459d-a824-79364796f958', 'name': '', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'mac_address': 'fa:16:3e:ca:b4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:38Z', 'updated_at': '2021-08-24T00:23:50Z', 'revision_number': 4, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'subnets': [{'id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:51.549859 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9a4ac-ef13-42e4-afb7-e40cb0c24568 req-ec0e487c-308d-425b-a252-7976347db110 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:51.552027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9eb9a4ac-ef13-42e4-afb7-e40cb0c24568 req-ec0e487c-308d-425b-a252-7976347db110 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 931 time: 0.5506487 Aug 24 00:23:51.613532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-41f4cc31-9994-4caf-99ae-e8f5f8982b4a None None] Provisioning complete for port 29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:51.613955 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41f4cc31-9994-4caf-99ae-e8f5f8982b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:51.633927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Pushing event updated for resources: {'Port': ['ID=aca5046f-434f-45b9-9faf-f1382c4dcae6,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:51.654587 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e026af3-5640-43e7-84e7-8d27794ffceb None None] The sync data for ids ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'] in n-d-805736-1 is: [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port': {'id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:35Z', 'updated_at': '2021-08-24T00:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'f7e449ca-6e21-459d-a824-79364796f958', 'name': '', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'mac_address': 'fa:16:3e:ca:b4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:38Z', 'updated_at': '2021-08-24T00:23:50Z', 'revision_number': 4, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'subnets': [{'id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:23:51.661338 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-41f4cc31-9994-4caf-99ae-e8f5f8982b4a None None] Port 29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:51.740246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016c7a4-d8cc-46cd-9574-9f875f56cf85 req-e0480817-9622-4995-b011-8d64bbbdc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:51.745185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6016c7a4-d8cc-46cd-9574-9f875f56cf85 req-e0480817-9622-4995-b011-8d64bbbdc12c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fc612f5d84049009f254faf9c560fb4&device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 1095 time: 0.4684124 Aug 24 00:23:51.790535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9eb9a4ac-ef13-42e4-afb7-e40cb0c24568 req-807bc8b1-f491-4035-bae6-3cf2c19575d5 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576724 Aug 24 00:23:51.887481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74156b-97b3-4002-878e-79df445b8302 req-80ef70a2-6f3e-4d3a-ae64-aacef971c953 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:51.896467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc74156b-97b3-4002-878e-79df445b8302 req-80ef70a2-6f3e-4d3a-ae64-aacef971c953 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.5219753 Aug 24 00:23:51.925451 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:51.997735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3027f865-4f10-4c0e-9f0f-d3f790e4ebd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8837e49-2f5e-4036-972f-a8c47532136e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:52.001751 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f78237c-90d3-45a5-b86c-d2ad8f7d2f2a" -d '{"events": [{"server_uuid": "3027f865-4f10-4c0e-9f0f-d3f790e4ebd0", "name": "network-vif-unplugged", "status": "completed", "tag": "d8837e49-2f5e-4036-972f-a8c47532136e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:52.036310 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d8837e49-2f5e-4036-972f-a8c47532136e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d8837e49-2f5e-4036-972f-a8c47532136e,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:52.047321 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:52.163065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=d8837e49-2f5e-4036-972f-a8c47532136e,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:52.186424 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:52.186967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:52.187340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:52.187835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:52.188153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:52.188489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:52.191253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:52.191779 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:52.192277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:52.193762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:52.194286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:52.196123 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:52.233210 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:52.280849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc74156b-97b3-4002-878e-79df445b8302 req-8ff36038-816c-451a-9055-dd3fb7beb246 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762727 Aug 24 00:23:52.287921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016c7a4-d8cc-46cd-9574-9f875f56cf85 req-a7056175-b2ff-4c13-abb3-e85af9aca778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:52.289870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6016c7a4-d8cc-46cd-9574-9f875f56cf85 req-a7056175-b2ff-4c13-abb3-e85af9aca778 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a HTTP/1.1" status: 200 len: 917 time: 0.5026844 Aug 24 00:23:52.293502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Attempting to bind port aca5046f-434f-45b9-9faf-f1382c4dcae6 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:52.293924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Attempting to bind port aca5046f-434f-45b9-9faf-f1382c4dcae6 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:52.294500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Attempting to bind port aca5046f-434f-45b9-9faf-f1382c4dcae6 on network bbdeaf26-194e-49d9-a7c5-7cd739d0433a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:52.308933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Port aca5046f-434f-45b9-9faf-f1382c4dcae6 on network bbdeaf26-194e-49d9-a7c5-7cd739d0433a not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:23:52.309316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Attempting to bind port aca5046f-434f-45b9-9faf-f1382c4dcae6 on network bbdeaf26-194e-49d9-a7c5-7cd739d0433a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:52.318005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:52.318453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Checking segment: {'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:52.319223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Bound using segment: {'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:52.319791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Bound port: aca5046f-434f-45b9-9faf-f1382c4dcae6, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:52.320617 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:52.381034 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6016c7a4-d8cc-46cd-9574-9f875f56cf85 req-51709344-ec1b-4c1a-b323-7c5295a9b840 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd9b1096-b49e-4037-b850-440db524840b HTTP/1.1" status: 200 len: 217 time: 0.0811691 Aug 24 00:23:52.405113 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d92a13-3ee5-4013-b533-e1e3465f4a9a x-openstack-request-id: req-89d92a13-3ee5-4013-b533-e1e3465f4a9a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:52.405504 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3027f865-4f10-4c0e-9f0f-d3f790e4ebd0", "name": "network-vif-unplugged", "status": "completed", "tag": "d8837e49-2f5e-4036-972f-a8c47532136e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:52.405972 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89d92a13-3ee5-4013-b533-e1e3465f4a9a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:52.406755 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3027f865-4f10-4c0e-9f0f-d3f790e4ebd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8837e49-2f5e-4036-972f-a8c47532136e', 'code': 200} Aug 24 00:23:52.469774 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016c7a4-d8cc-46cd-9574-9f875f56cf85 req-177e4686-bc5d-4938-b4c0-f5c7c53386f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:52.471658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6016c7a4-d8cc-46cd-9574-9f875f56cf85 req-177e4686-bc5d-4938-b4c0-f5c7c53386f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=126fe64f-b7ab-4d93-859d-85ef7626efdf HTTP/1.1" status: 200 len: 855 time: 0.0836294 Aug 24 00:23:52.478661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-42e00163-68fc-4095-8c33-c7c86cf42263 req-1efa9feb-123c-4010-9229-5d6d741e304f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-763702060', 'description': 'tempest-description-1757581146'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:52.626328 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42e00163-68fc-4095-8c33-c7c86cf42263 req-1efa9feb-123c-4010-9229-5d6d741e304f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:52.644744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016c7a4-d8cc-46cd-9574-9f875f56cf85 req-32a398d1-2bc9-4b85-95f2-61f40a549188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:52.646531 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6016c7a4-d8cc-46cd-9574-9f875f56cf85 req-32a398d1-2bc9-4b85-95f2-61f40a549188 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532874 Aug 24 00:23:52.683352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] For port aca5046f-434f-45b9-9faf-f1382c4dcae6, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:52.727503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969c938-c44d-4371-9e55-71491ba92214 req-4abe146c-9239-4fff-9fc8-004f247ebc40 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:52.737956 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5969c938-c44d-4371-9e55-71491ba92214 req-4abe146c-9239-4fff-9fc8-004f247ebc40 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2630126 Aug 24 00:23:52.759437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] For port aca5046f-434f-45b9-9faf-f1382c4dcae6, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=aca5046f-434f-45b9-9faf-f1382c4dcae6,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:52.779105 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21db6c27-dec2-46cd-aa74-7d9f8965c25e {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:52.782344 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:52.785502 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:52.797238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:52.854055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:52.854696 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:52.856173 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] 10.222.0.47 "PUT /v2.0/ports/aca5046f-434f-45b9-9faf-f1382c4dcae6 HTTP/1.1" status: 200 len: 1091 time: 3.3225138 Aug 24 00:23:52.862160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9abe12-1182-47b8-9091-3e799e7dc5cc', 'tag': 'aca5046f-434f-45b9-9faf-f1382c4dcae6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:52.864493 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6994f8cc-b487-4b9c-803f-750c17e5db1e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9abe12-1182-47b8-9091-3e799e7dc5cc", "tag": "aca5046f-434f-45b9-9faf-f1382c4dcae6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:52.970302 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Transition to ACTIVE for port object 21db6c27-dec2-46cd-aa74-7d9f8965c25e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:52.976107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f7e449ca-6e21-459d-a824-79364796f958 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:52.982563 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.014488 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5969c938-c44d-4371-9e55-71491ba92214 req-0cf70e1c-9c91-4b7b-8fe7-b7d984b7bb5c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778623 Aug 24 00:23:53.047466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6016c7a4-d8cc-46cd-9574-9f875f56cf85 req-2fa3eaca-50f6-42da-b613-920fd483994d service neutron] 10.222.0.13 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847110 Aug 24 00:23:53.104406 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port f7e449ca-6e21-459d-a824-79364796f958 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:53.113400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f7e449ca-6e21-459d-a824-79364796f958 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:53.114067 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.230154 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80cc0c-71b8-4ba1-a0b1-3dc104a64a49 service neutron] Pushing event updated for resources: {'Port': ['ID=aca5046f-434f-45b9-9faf-f1382c4dcae6,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:53.237231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-4afe41bd-e0bb-42c2-a13e-6b8b55f2be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:53.239186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-4afe41bd-e0bb-42c2-a13e-6b8b55f2be33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fc612f5d84049009f254faf9c560fb4&device_id=2a9abe12-1182-47b8-9091-3e799e7dc5cc HTTP/1.1" status: 200 len: 1094 time: 0.2924116 Aug 24 00:23:53.250188 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42e00163-68fc-4095-8c33-c7c86cf42263 req-1efa9feb-123c-4010-9229-5d6d741e304f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.270538 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42e00163-68fc-4095-8c33-c7c86cf42263 req-1efa9feb-123c-4010-9229-5d6d741e304f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.271037 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.310525 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.resource_extend [None req-75ff4ab9-9625-4ca8-ad13-f9940a907b9b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:23:53.314284 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=21db6c27-dec2-46cd-aa74-7d9f8965c25e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:53.321909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port f7e449ca-6e21-459d-a824-79364796f958, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f7e449ca-6e21-459d-a824-79364796f958,segment=NetworkSegment(9c3d6ff3-9f22-4c41-9337-2c734a3e1e50),segment_id=9c3d6ff3-9f22-4c41-9337-2c734a3e1e50)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:53.331886 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.381509 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Attempting to bind port 21db6c27-dec2-46cd-aa74-7d9f8965c25e on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:53.381866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Attempting to bind port 21db6c27-dec2-46cd-aa74-7d9f8965c25e by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:53.382244 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Attempting to bind port 21db6c27-dec2-46cd-aa74-7d9f8965c25e on network bbdeaf26-194e-49d9-a7c5-7cd739d0433a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:53.394822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Port 21db6c27-dec2-46cd-aa74-7d9f8965c25e on network bbdeaf26-194e-49d9-a7c5-7cd739d0433a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:23:53.395168 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Attempting to bind port 21db6c27-dec2-46cd-aa74-7d9f8965c25e on network bbdeaf26-194e-49d9-a7c5-7cd739d0433a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:53.408935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=f7e449ca-6e21-459d-a824-79364796f958,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:53.417481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-61481a11-0ae7-4768-a456-ff4da7d3d0ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aca5046f-434f-45b9-9faf-f1382c4dcae6 HTTP/1.1" status: 200 len: 217 time: 0.1524868 Aug 24 00:23:53.438720 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:53.439143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Checking segment: {'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:53.439464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Bound using segment: {'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:53.439896 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Bound port: 21db6c27-dec2-46cd-aa74-7d9f8965c25e, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb78bf-a525-4192-99e0-2d1e6abf3291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:53.440257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.458077 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42e00163-68fc-4095-8c33-c7c86cf42263 req-1efa9feb-123c-4010-9229-5d6d741e304f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.459351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42e00163-68fc-4095-8c33-c7c86cf42263 req-1efa9feb-123c-4010-9229-5d6d741e304f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.9851635 Aug 24 00:23:53.493768 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75ff4ab9-9625-4ca8-ad13-f9940a907b9b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.516605 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.522813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa9feb-123c-4010-9229-5d6d741e304f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3033f893-cbe5-451a-8b56-1e5d20aa8df9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:53.537468 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75ff4ab9-9625-4ca8-ad13-f9940a907b9b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.652696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device bd9b1096-b49e-4037-b850-440db524840b details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:23:53.674839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] For port 21db6c27-dec2-46cd-aa74-7d9f8965c25e, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:53.723814 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] For port 21db6c27-dec2-46cd-aa74-7d9f8965c25e, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=21db6c27-dec2-46cd-aa74-7d9f8965c25e,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:53.741846 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.767578 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.799382 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.818372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port bd9b1096-b49e-4037-b850-440db524840b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=bd9b1096-b49e-4037-b850-440db524840b,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:53.833887 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'bd9b1096-b49e-4037-b850-440db524840b', 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a', 'port_id': 'bd9b1096-b49e-4037-b850-440db524840b', 'mac_address': 'fa:16:3e:ad:0b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126fe64f-b7ab-4d93-859d-85ef7626efdf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:23:53.848564 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-75ff4ab9-9625-4ca8-ad13-f9940a907b9b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Floating IP e6c9ddb0-7a2b-40db-b80a-c14ac21491a4 associated. External IP: 172.25.8.98, port: 31646ce1-a0fa-4aa2-9265-b104cb58102f. Aug 24 00:23:53.856022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:53.858504 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.858988 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9213d20b-4494-4aca-947a-734cb21905c2 req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] 10.222.0.13 "PUT /v2.0/ports/21db6c27-dec2-46cd-aa74-7d9f8965c25e HTTP/1.1" status: 200 len: 1091 time: 3.0421846 Aug 24 00:23:53.859476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879072df-34ad-4973-b9c1-7139301f941c', 'tag': '21db6c27-dec2-46cd-aa74-7d9f8965c25e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:53.861821 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673ef09e-f0df-4482-aaae-86ef4c7aac38" -d '{"events": [{"name": "network-changed", "server_uuid": "879072df-34ad-4973-b9c1-7139301f941c", "tag": "21db6c27-dec2-46cd-aa74-7d9f8965c25e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:53.911082 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:53.939931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9b1096-b49e-4037-b850-440db524840b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:53.978852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6016c7a4-d8cc-46cd-9574-9f875f56cf85 req-89fc222e-bbc4-474b-b9c1-5a0892ae10d9 service neutron] 10.222.0.13 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9153898 Aug 24 00:23:53.980836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port bd9b1096-b49e-4037-b850-440db524840b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=bd9b1096-b49e-4037-b850-440db524840b,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:53.992397 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:54.008964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-99bcfe6d-e129-4496-af4d-208d376f9241 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:54.018505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-99bcfe6d-e129-4496-af4d-208d376f9241 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/networks?id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb HTTP/1.1" status: 200 len: 805 time: 0.7982979 Aug 24 00:23:54.041742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-e2981593-4972-4abc-ae3c-e437321a69f7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/quotas/44b3c7be1e4a4564bafa09f2c9e5612b HTTP/1.1" status: 200 len: 375 time: 0.0222082 Aug 24 00:23:54.068057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=bd9b1096-b49e-4037-b850-440db524840b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:54.079511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-06be0905-55f5-495b-9316-1550fd77d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:54.080696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-06be0905-55f5-495b-9316-1550fd77d2d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=126fe64f-b7ab-4d93-859d-85ef7626efdf HTTP/1.1" status: 200 len: 855 time: 0.6461418 Aug 24 00:23:54.107822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbe512-6bc2-4cb3-ac3b-1320906f8726 req-af3541e4-fb67-4922-bfa7-8ebb8df02422 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:54.109986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ddbe512-6bc2-4cb3-ac3b-1320906f8726 req-af3541e4-fb67-4922-bfa7-8ebb8df02422 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 943 time: 0.1775661 Aug 24 00:23:54.169696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-1d30bd9a-b530-4c01-a09e-73d7748e0605 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=44b3c7be1e4a4564bafa09f2c9e5612b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1269052 Aug 24 00:23:54.247787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ddbe512-6bc2-4cb3-ac3b-1320906f8726 req-8cc4f071-3d8e-4451-ab55-79b25b636d97 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290040 Aug 24 00:23:54.309450 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22f19e7-2a34-4615-9e4d-601654757a4f x-openstack-request-id: req-b22f19e7-2a34-4615-9e4d-601654757a4f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:54.310063 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9abe12-1182-47b8-9091-3e799e7dc5cc", "tag": "aca5046f-434f-45b9-9faf-f1382c4dcae6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:54.310596 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b22f19e7-2a34-4615-9e4d-601654757a4f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:54.311376 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9abe12-1182-47b8-9091-3e799e7dc5cc', 'tag': 'aca5046f-434f-45b9-9faf-f1382c4dcae6', 'status': 'completed', 'code': 200} Aug 24 00:23:54.351080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edcbdf-b910-4947-8351-0f77ddf1f256 req-cd787ab7-6732-4e6d-97db-137397ca9228 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:54.352846 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74edcbdf-b910-4947-8351-0f77ddf1f256 req-cd787ab7-6732-4e6d-97db-137397ca9228 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "GET /v2.0/ports?device_id=3027f865-4f10-4c0e-9f0f-d3f790e4ebd0 HTTP/1.1" status: 200 len: 943 time: 0.2142324 Aug 24 00:23:54.357690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-8589a137-25d5-44dc-9b21-a9fd7c5afc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:54.358507 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['bd9b1096-b49e-4037-b850-440db524840b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:54.359631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-8589a137-25d5-44dc-9b21-a9fd7c5afc4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2116480 Aug 24 00:23:54.363676 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b92c2-d957-4e98-abcb-ec5f2e8f3bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=21db6c27-dec2-46cd-aa74-7d9f8965c25e,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:54.372372 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:54.530839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-7a53d5f9-c38b-416c-84c6-f5fb7eb9df38 service neutron] 10.222.0.32 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596723 Aug 24 00:23:54.542828 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213d20b-4494-4aca-947a-734cb21905c2 req-7aca9cc6-bc3a-4bcf-bd28-9129141e597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:54.544431 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9213d20b-4494-4aca-947a-734cb21905c2 req-7aca9cc6-bc3a-4bcf-bd28-9129141e597a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fc612f5d84049009f254faf9c560fb4&device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 1094 time: 0.6110649 Aug 24 00:23:54.556681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:54.601638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-4b5c9038-9ff9-4a8c-94cd-c52f8d7bb8ac service neutron] 10.222.0.47 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298017 Aug 24 00:23:54.610448 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9213d20b-4494-4aca-947a-734cb21905c2 req-eeaf388b-3b1c-4e2b-a203-cfd80403d20a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21db6c27-dec2-46cd-aa74-7d9f8965c25e HTTP/1.1" status: 200 len: 217 time: 0.0430901 Aug 24 00:23:54.764021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83f44608-04d4-47e7-81f3-c24d32693d2e req-6027b137-4800-40a4-96af-221b831d528e tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-763702060&fields=id&tenant_id=6652d588fc06408696d6f2e2064c1266 HTTP/1.1" status: 200 len: 267 time: 0.1689241 Aug 24 00:23:54.781920 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213d20b-4494-4aca-947a-734cb21905c2 req-f0fd4d98-665c-405a-9006-e3990b570fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:54.783780 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9213d20b-4494-4aca-947a-734cb21905c2 req-f0fd4d98-665c-405a-9006-e3990b570fa0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=126fe64f-b7ab-4d93-859d-85ef7626efdf HTTP/1.1" status: 200 len: 855 time: 0.1345599 Aug 24 00:23:54.790287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network b7356ea5-3166-43a0-b3f5-7c3b3b43d02d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:54.793347 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:54.839229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-ca4be6a7-fce3-40bf-a2c8-5cda5d58c953 service neutron] 10.222.0.32 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628908 Aug 24 00:23:54.864866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-74edcbdf-b910-4947-8351-0f77ddf1f256 req-3930b506-5392-40c2-b24c-fd5b187aba44 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Deleting port d8837e49-2f5e-4036-972f-a8c47532136e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:54.865092 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-74edcbdf-b910-4947-8351-0f77ddf1f256 req-3930b506-5392-40c2-b24c-fd5b187aba44 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:54.887209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f7e449ca-6e21-459d-a824-79364796f958 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:54.904618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2fdaebd5-a684-4b7b-8023-385686651cd0 req-a7ba1acd-5b95-4b41-bfe5-616334356b08 service neutron] 10.222.0.47 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790868 Aug 24 00:23:54.960679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ff4ab9-9625-4ca8-ad13-f9940a907b9b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Router 248e08df-714f-4052-b033-384e45381257 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:23:54.984800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f44608-04d4-47e7-81f3-c24d32693d2e req-7b0c4049-f048-4d54-bed0-9c73b9e8af4e tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:54.986565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83f44608-04d4-47e7-81f3-c24d32693d2e req-7b0c4049-f048-4d54-bed0-9c73b9e8af4e tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.2114618 Aug 24 00:23:55.021372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-83f44608-04d4-47e7-81f3-c24d32693d2e req-55f95374-cb2c-4bf6-b2c0-b4d17dd84580 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Request body: {'port': {'security_groups': ['1a9ca1fb-8206-4158-a642-7e383102c54d', '3033f893-cbe5-451a-8b56-1e5d20aa8df9']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:55.026891 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213d20b-4494-4aca-947a-734cb21905c2 req-518456c5-729b-4cd9-8c2a-eab93fafa3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:55.028954 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9213d20b-4494-4aca-947a-734cb21905c2 req-518456c5-729b-4cd9-8c2a-eab93fafa3a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2304945 Aug 24 00:23:55.031177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f7e449ca-6e21-459d-a824-79364796f958 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:55.032210 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:55.157015 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9563dbe7-d7ad-4e83-9545-e239af33e226 x-openstack-request-id: req-9563dbe7-d7ad-4e83-9545-e239af33e226 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:55.158461 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879072df-34ad-4973-b9c1-7139301f941c", "tag": "21db6c27-dec2-46cd-aa74-7d9f8965c25e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:55.158928 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9563dbe7-d7ad-4e83-9545-e239af33e226 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:55.160483 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879072df-34ad-4973-b9c1-7139301f941c', 'tag': '21db6c27-dec2-46cd-aa74-7d9f8965c25e', 'status': 'completed', 'code': 200} Aug 24 00:23:55.241851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-74edcbdf-b910-4947-8351-0f77ddf1f256 req-3930b506-5392-40c2-b24c-fd5b187aba44 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] For port d8837e49-2f5e-4036-972f-a8c47532136e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d8837e49-2f5e-4036-972f-a8c47532136e,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:55.242289 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-74edcbdf-b910-4947-8351-0f77ddf1f256 req-3930b506-5392-40c2-b24c-fd5b187aba44 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:55.246674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9a1541ba-9e2b-4fa1-92c4-e9722f1c5de4 None None] Provisioning complete for port 29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:55.248017 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a1541ba-9e2b-4fa1-92c4-e9722f1c5de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:55.309972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9a1541ba-9e2b-4fa1-92c4-e9722f1c5de4 None None] Port 29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:55.349076 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9213d20b-4494-4aca-947a-734cb21905c2 req-b86b1acc-3f0e-4b37-80ed-53974108d1c3 service neutron] 10.222.0.13 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076873 Aug 24 00:23:55.371965 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-83f44608-04d4-47e7-81f3-c24d32693d2e req-55f95374-cb2c-4bf6-b2c0-b4d17dd84580 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:55.390087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994f8cc-b487-4b9c-803f-750c17e5db1e req-99163a37-97ae-450d-8fd0-56b92ab7dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:55.392153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6994f8cc-b487-4b9c-803f-750c17e5db1e req-99163a37-97ae-450d-8fd0-56b92ab7dd23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fc612f5d84049009f254faf9c560fb4&device_id=2a9abe12-1182-47b8-9091-3e799e7dc5cc HTTP/1.1" status: 200 len: 1094 time: 0.3528588 Aug 24 00:23:55.427598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-74edcbdf-b910-4947-8351-0f77ddf1f256 req-3930b506-5392-40c2-b24c-fd5b187aba44 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Calling delete_port for d8837e49-2f5e-4036-972f-a8c47532136e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:55.472091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ff4ab9-9625-4ca8-ad13-f9940a907b9b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:23:55.478426 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75ff4ab9-9625-4ca8-ad13-f9940a907b9b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:55.483792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fc7d3-db6b-4e19-9afb-7a91141293f2 req-e8eb77ec-73d5-4f6d-b61e-af4134d8c60c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:55.485670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c7fc7d3-db6b-4e19-9afb-7a91141293f2 req-e8eb77ec-73d5-4f6d-b61e-af4134d8c60c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1689289 Aug 24 00:23:55.491104 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Router 4a628fd7-e286-481d-89f6-8cf4837469d7 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:23:55.492306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea4a7f-9e07-4d61-9357-21b231c2fd61 None None] Sync routers for ids ['248e08df-714f-4052-b033-384e45381257'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:23:55.508473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea4a7f-9e07-4d61-9357-21b231c2fd61 None None] Routers {'248e08df-714f-4052-b033-384e45381257'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:55.509489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-feea4a7f-9e07-4d61-9357-21b231c2fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:23:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['248e08df-714f-4052-b033-384e45381257'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:55.556460 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-75ff4ab9-9625-4ca8-ad13-f9940a907b9b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "PUT /v2.0/floatingips/e6c9ddb0-7a2b-40db-b80a-c14ac21491a4 HTTP/1.1" status: 200 len: 991 time: 4.3097098 Aug 24 00:23:55.570889 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9213d20b-4494-4aca-947a-734cb21905c2 req-eec45772-f0d5-495c-be93-1c89bd9fabb5 service neutron] 10.222.0.13 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091134 Aug 24 00:23:55.682705 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-feea4a7f-9e07-4d61-9357-21b231c2fd61 None None] Set router 248e08df-714f-4052-b033-384e45381257 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:55.688290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device bd9b1096-b49e-4037-b850-440db524840b up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:55.798690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ef09e-f0df-4482-aaae-86ef4c7aac38 req-0c0e6b9e-8422-40c0-bfb6-1b79c6bbf30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:55.800510 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-673ef09e-f0df-4482-aaae-86ef4c7aac38 req-0c0e6b9e-8422-40c0-bfb6-1b79c6bbf30a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fc612f5d84049009f254faf9c560fb4&device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 1094 time: 0.1162157 Aug 24 00:23:55.800776 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c7fc7d3-db6b-4e19-9afb-7a91141293f2 req-f450e274-c040-4a3f-a829-afdc1bc2c476 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386568 Aug 24 00:23:55.802365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:23:55.809805 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d7ecf0fe-94e2-4bfe-a0b4-d972831c6ab8 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "PUT /v2.0/routers/4a628fd7-e286-481d-89f6-8cf4837469d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9708216 Aug 24 00:23:55.815482 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f65ff-bc73-4366-adf5-60b39676ba8f None None] Sync routers for ids ['4a628fd7-e286-481d-89f6-8cf4837469d7'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:23:55.833873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56902) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:55.838424 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f65ff-bc73-4366-adf5-60b39676ba8f None None] Routers {'4a628fd7-e286-481d-89f6-8cf4837469d7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:55.839501 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-378f65ff-bc73-4366-adf5-60b39676ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:23:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4a628fd7-e286-481d-89f6-8cf4837469d7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:55.850039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port bd9b1096-b49e-4037-b850-440db524840b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:55.862916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port bd9b1096-b49e-4037-b850-440db524840b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:55.863287 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:55.914397 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-378f65ff-bc73-4366-adf5-60b39676ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:55.934386 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f65ff-bc73-4366-adf5-60b39676ba8f None None] Routers {'4a628fd7-e286-481d-89f6-8cf4837469d7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:55.935286 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-378f65ff-bc73-4366-adf5-60b39676ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:23:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4a628fd7-e286-481d-89f6-8cf4837469d7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:55.961611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ef09e-f0df-4482-aaae-86ef4c7aac38 req-cda29af2-6664-4f06-8168-9de9f0130eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:55.963945 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-673ef09e-f0df-4482-aaae-86ef4c7aac38 req-cda29af2-6664-4f06-8168-9de9f0130eba service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a HTTP/1.1" status: 200 len: 917 time: 0.1517787 Aug 24 00:23:55.973973 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-378f65ff-bc73-4366-adf5-60b39676ba8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:55.975401 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f65ff-bc73-4366-adf5-60b39676ba8f None None] The sync data for ids ['4a628fd7-e286-481d-89f6-8cf4837469d7'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:23:56.015297 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-673ef09e-f0df-4482-aaae-86ef4c7aac38 req-4e1bf0ca-d84d-4e64-8996-486452d96b2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21db6c27-dec2-46cd-aa74-7d9f8965c25e HTTP/1.1" status: 200 len: 217 time: 0.0425935 Aug 24 00:23:56.130292 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-356af183-1747-42f5-a616-ca41693ea99e req-ca106d24-b9d3-4e69-9a8c-12b0e7db0a5b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 210 time: 0.0776341 Aug 24 00:23:56.131242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ef09e-f0df-4482-aaae-86ef4c7aac38 req-4f369ce5-3430-4076-8ada-ec989e2ba725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:56.133203 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-673ef09e-f0df-4482-aaae-86ef4c7aac38 req-4f369ce5-3430-4076-8ada-ec989e2ba725 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=126fe64f-b7ab-4d93-859d-85ef7626efdf HTTP/1.1" status: 200 len: 855 time: 0.1075952 Aug 24 00:23:56.139560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-83f44608-04d4-47e7-81f3-c24d32693d2e req-55f95374-cb2c-4bf6-b2c0-b4d17dd84580 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] For port 9e7bce00-b5ad-4d87-b900-000728546267, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9e7bce00-b5ad-4d87-b900-000728546267,segment=NetworkSegment(6394b6d1-929e-4884-8462-397709b5339d),segment_id=6394b6d1-929e-4884-8462-397709b5339d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:56.154026 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:56.154589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994f8cc-b487-4b9c-803f-750c17e5db1e req-8fb20976-fccd-41c5-81d8-5d57695f5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:56.155312 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6994f8cc-b487-4b9c-803f-750c17e5db1e req-8fb20976-fccd-41c5-81d8-5d57695f5068 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a HTTP/1.1" status: 200 len: 917 time: 0.7298210 Aug 24 00:23:56.182896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d6e79b-5751-4d29-a8ea-448eefe99d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9b1096-b49e-4037-b850-440db524840b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:56.187715 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0a6237-147b-4f98-9be4-afffb9e7d03e" -d '{"events": [{"server_uuid": "a7d6e79b-5751-4d29-a8ea-448eefe99d39", "name": "network-vif-plugged", "status": "completed", "tag": "bd9b1096-b49e-4037-b850-440db524840b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:56.203474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port bd9b1096-b49e-4037-b850-440db524840b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=bd9b1096-b49e-4037-b850-440db524840b,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:56.213794 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:56.216267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af5873-afe9-4bdb-9c01-e96b82c442a2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:56.222006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e0af5873-afe9-4bdb-9c01-e96b82c442a2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a628fd7-e286-481d-89f6-8cf4837469d7 HTTP/1.1" status: 200 len: 981 time: 0.3830729 Aug 24 00:23:56.223730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6994f8cc-b487-4b9c-803f-750c17e5db1e req-ee907613-ccf4-4b6f-ac3b-c3a338b2817d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aca5046f-434f-45b9-9faf-f1382c4dcae6 HTTP/1.1" status: 200 len: 217 time: 0.0602825 Aug 24 00:23:56.229048 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56908) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:56.270475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=bd9b1096-b49e-4037-b850-440db524840b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:56.274414 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-feea4a7f-9e07-4d61-9357-21b231c2fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:23:14Z', 'revision_number': 4, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port': {'id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:11Z', 'updated_at': '2021-08-24T00:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e6c9ddb0-7a2b-40db-b80a-c14ac21491a4', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '248e08df-714f-4052-b033-384e45381257', 'port_id': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'mac_address': 'fa:16:3e:04:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e901f5-8001-402b-b2ff-12217717495c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:23:21Z', 'updated_at': '2021-08-24T00:23:53Z', 'revision_number': 1, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b', 'name': '', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'mac_address': 'fa:16:3e:89:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:13Z', 'updated_at': '2021-08-24T00:23:23Z', 'revision_number': 5, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'subnets': [{'id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:56.306970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea4a7f-9e07-4d61-9357-21b231c2fd61 None None] Checking router: 248e08df-714f-4052-b033-384e45381257 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:23:56.320526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea4a7f-9e07-4d61-9357-21b231c2fd61 None None] Routers {'248e08df-714f-4052-b033-384e45381257'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:56.321284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-feea4a7f-9e07-4d61-9357-21b231c2fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:23:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['248e08df-714f-4052-b033-384e45381257'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:56.359679 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-83f44608-04d4-47e7-81f3-c24d32693d2e req-55f95374-cb2c-4bf6-b2c0-b4d17dd84580 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:56.380978 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-83f44608-04d4-47e7-81f3-c24d32693d2e req-55f95374-cb2c-4bf6-b2c0-b4d17dd84580 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:56.392979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150db81d-3620-40ce-b7d0-8b0dda9cd56c req-fc159176-a882-4259-8f58-64c6660be1af tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:56.394875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-150db81d-3620-40ce-b7d0-8b0dda9cd56c req-fc159176-a882-4259-8f58-64c6660be1af tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 943 time: 0.1468277 Aug 24 00:23:56.396406 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-74edcbdf-b910-4947-8351-0f77ddf1f256 req-3930b506-5392-40c2-b24c-fd5b187aba44 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:56.409895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994f8cc-b487-4b9c-803f-750c17e5db1e req-745f548f-f833-4296-a02c-c92122155167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:56.411793 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6994f8cc-b487-4b9c-803f-750c17e5db1e req-745f548f-f833-4296-a02c-c92122155167 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=126fe64f-b7ab-4d93-859d-85ef7626efdf HTTP/1.1" status: 200 len: 855 time: 0.1494772 Aug 24 00:23:56.422446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ef09e-f0df-4482-aaae-86ef4c7aac38 req-a9e5be80-2f53-4c7f-bfa6-fdf9f1a72a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:56.424398 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-673ef09e-f0df-4482-aaae-86ef4c7aac38 req-a9e5be80-2f53-4c7f-bfa6-fdf9f1a72a1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2800732 Aug 24 00:23:56.433959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['9e7bce00-b5ad-4d87-b900-000728546267'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:56.519476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-feea4a7f-9e07-4d61-9357-21b231c2fd61 None None] Set router 248e08df-714f-4052-b033-384e45381257 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:56.554105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f44608-04d4-47e7-81f3-c24d32693d2e req-55f95374-cb2c-4bf6-b2c0-b4d17dd84580 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:56.554791 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-83f44608-04d4-47e7-81f3-c24d32693d2e req-55f95374-cb2c-4bf6-b2c0-b4d17dd84580 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:56.558090 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83f44608-04d4-47e7-81f3-c24d32693d2e req-55f95374-cb2c-4bf6-b2c0-b4d17dd84580 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "PUT /v2.0/ports/9e7bce00-b5ad-4d87-b900-000728546267 HTTP/1.1" status: 200 len: 981 time: 1.5462329 Aug 24 00:23:56.594292 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-150db81d-3620-40ce-b7d0-8b0dda9cd56c req-4d247069-6b9d-412d-a3cf-b54e5b593713 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879284 Aug 24 00:23:56.596626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'tag': '9e7bce00-b5ad-4d87-b900-000728546267'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:56.598596 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67059d9-577b-44d8-b57b-2ed6348998b0" -d '{"events": [{"name": "network-changed", "server_uuid": "27b35a67-1274-4351-98b9-7acaaefcad3a", "tag": "9e7bce00-b5ad-4d87-b900-000728546267"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:56.621108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-74edcbdf-b910-4947-8351-0f77ddf1f256 req-3930b506-5392-40c2-b24c-fd5b187aba44 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] No DVR routers for this DVR port d8837e49-2f5e-4036-972f-a8c47532136e on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:23:56.630571 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-74edcbdf-b910-4947-8351-0f77ddf1f256 req-3930b506-5392-40c2-b24c-fd5b187aba44 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:56.639773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74edcbdf-b910-4947-8351-0f77ddf1f256 req-3930b506-5392-40c2-b24c-fd5b187aba44 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "DELETE /v2.0/ports/d8837e49-2f5e-4036-972f-a8c47532136e HTTP/1.1" status: 204 len: 173 time: 2.2787278 Aug 24 00:23:56.685000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994f8cc-b487-4b9c-803f-750c17e5db1e req-e7cb13c6-6e0f-4f92-9812-0caa149e6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:56.688058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6994f8cc-b487-4b9c-803f-750c17e5db1e req-e7cb13c6-6e0f-4f92-9812-0caa149e6fd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322695 Aug 24 00:23:56.694502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f95374-cb2c-4bf6-b2c0-b4d17dd84580 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Pushing event updated for resources: {'Port': ['ID=9e7bce00-b5ad-4d87-b900-000728546267,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:56.719570 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['9e7bce00-b5ad-4d87-b900-000728546267'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:56.776556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930b506-5392-40c2-b24c-fd5b187aba44 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Pushing event deleted for resources: {'Port': ['ID=d8837e49-2f5e-4036-972f-a8c47532136e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:56.816359 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-673ef09e-f0df-4482-aaae-86ef4c7aac38 req-0f161ed3-91ef-48be-8ec6-245c71bddd0f service neutron] 10.222.0.13 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517976 Aug 24 00:23:56.869034 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02bdc18-5af0-47a8-97b8-06b448100d14 x-openstack-request-id: req-a02bdc18-5af0-47a8-97b8-06b448100d14 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:56.869299 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d6e79b-5751-4d29-a8ea-448eefe99d39", "name": "network-vif-plugged", "status": "completed", "tag": "bd9b1096-b49e-4037-b850-440db524840b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:56.869563 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a02bdc18-5af0-47a8-97b8-06b448100d14 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:56.869958 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d6e79b-5751-4d29-a8ea-448eefe99d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9b1096-b49e-4037-b850-440db524840b', 'code': 200} Aug 24 00:23:56.990800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6994f8cc-b487-4b9c-803f-750c17e5db1e req-1dbd1b12-fa9b-4122-b6fd-de916c0a58fc service neutron] 10.222.0.47 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926276 Aug 24 00:23:57.005032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b466062-67ca-4033-ab24-f677eae8b8ae req-c9ce7517-f57b-4ea2-af34-513728617cb0 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-763702060&fields=id&tenant_id=6652d588fc06408696d6f2e2064c1266 HTTP/1.1" status: 200 len: 267 time: 0.0614772 Aug 24 00:23:57.064746 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-673ef09e-f0df-4482-aaae-86ef4c7aac38 req-759740bf-1dde-473a-b7d1-bb02900180a8 service neutron] 10.222.0.13 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443479 Aug 24 00:23:57.145167 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-feea4a7f-9e07-4d61-9357-21b231c2fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:23:14Z', 'revision_number': 4, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port': {'id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:11Z', 'updated_at': '2021-08-24T00:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e6c9ddb0-7a2b-40db-b80a-c14ac21491a4', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '248e08df-714f-4052-b033-384e45381257', 'port_id': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'mac_address': 'fa:16:3e:04:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e901f5-8001-402b-b2ff-12217717495c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:23:21Z', 'updated_at': '2021-08-24T00:23:53Z', 'revision_number': 1, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b', 'name': '', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'mac_address': 'fa:16:3e:89:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:13Z', 'updated_at': '2021-08-24T00:23:23Z', 'revision_number': 5, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'subnets': [{'id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:57.162392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9808a-ce8d-45d5-8421-ec20dd075964 req-720cc6ac-5a9d-4334-a60a-d370fe3ddf51 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:57.162898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:57.164058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17c9808a-ce8d-45d5-8421-ec20dd075964 req-720cc6ac-5a9d-4334-a60a-d370fe3ddf51 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1255755 Aug 24 00:23:57.169242 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b2d8e5-1aa9-4317-899e-963b88f5d743" -d '{"events": [{"name": "network-changed", "server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:57.179581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea4a7f-9e07-4d61-9357-21b231c2fd61 None None] The sync data for ids ['248e08df-714f-4052-b033-384e45381257'] in n-d-805736-1 is: [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:23:14Z', 'revision_number': 4, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port': {'id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:11Z', 'updated_at': '2021-08-24T00:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e6c9ddb0-7a2b-40db-b80a-c14ac21491a4', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '248e08df-714f-4052-b033-384e45381257', 'port_id': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'mac_address': 'fa:16:3e:04:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e901f5-8001-402b-b2ff-12217717495c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:23:21Z', 'updated_at': '2021-08-24T00:23:53Z', 'revision_number': 1, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b', 'name': '', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'mac_address': 'fa:16:3e:89:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:13Z', 'updated_at': '2021-08-24T00:23:23Z', 'revision_number': 5, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'subnets': [{'id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:23:57.190019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b466062-67ca-4033-ab24-f677eae8b8ae req-2dd0ea3e-a5c2-418b-9509-7dc045cd9f42 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:57.197864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b466062-67ca-4033-ab24-f677eae8b8ae req-2dd0ea3e-a5c2-418b-9509-7dc045cd9f42 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 984 time: 0.1916227 Aug 24 00:23:57.223173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-9b466062-67ca-4033-ab24-f677eae8b8ae req-5703fb65-2b15-46f4-9769-a8063339398f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Request body: {'port': {'security_groups': ['1a9ca1fb-8206-4158-a642-7e383102c54d']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:57.293886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870c0d3-a36a-4ba5-b7df-3c1908c7b58a req-ac4346a9-5301-4fb9-bf3b-888c4d224d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:57.293886 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a870c0d3-a36a-4ba5-b7df-3c1908c7b58a req-ac4346a9-5301-4fb9-bf3b-888c4d224d72 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 1097 time: 0.1486671 Aug 24 00:23:57.323760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6994f8cc-b487-4b9c-803f-750c17e5db1e req-a466cb67-e00f-4086-8004-b8c8133837bb service neutron] 10.222.0.47 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754159 Aug 24 00:23:57.338629 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17c9808a-ce8d-45d5-8421-ec20dd075964 req-0115ce06-4149-4f41-b3bf-1767eb80bd80 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373482 Aug 24 00:23:57.345963 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b466062-67ca-4033-ab24-f677eae8b8ae req-5703fb65-2b15-46f4-9769-a8063339398f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:57.351152 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-f859d37d-31ed-4676-866c-a671aa78ab74 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:57.360247 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-f859d37d-31ed-4676-866c-a671aa78ab74 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "GET /v2.0/networks?id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb HTTP/1.1" status: 200 len: 805 time: 0.5426779 Aug 24 00:23:57.387725 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-a870c0d3-a36a-4ba5-b7df-3c1908c7b58a req-cb01fe98-7ad0-4d39-be9c-97cf7942c8ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823340 Aug 24 00:23:57.436071 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affb0191-9733-4c33-a722-3d00233d6d1a x-openstack-request-id: req-affb0191-9733-4c33-a722-3d00233d6d1a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:57.436507 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b35a67-1274-4351-98b9-7acaaefcad3a", "tag": "9e7bce00-b5ad-4d87-b900-000728546267", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:57.436772 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-affb0191-9733-4c33-a722-3d00233d6d1a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:57.437171 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'tag': '9e7bce00-b5ad-4d87-b900-000728546267', 'status': 'completed', 'code': 200} Aug 24 00:23:57.437522 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-e69636c8-6ded-475b-a10f-4c993211abca tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Request body: {'port': {'device_id': '031b6861-1c3a-4969-a4ff-3c48e6855b6a', 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb', 'admin_state_up': True, 'tenant_id': '44b3c7be1e4a4564bafa09f2c9e5612b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:57.496850 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1743c695-c34d-42c2-8d34-9e3d3e6e9902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:57.567243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d8837e49-2f5e-4036-972f-a8c47532136e no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:57.602225 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c6b21-d088-4805-84de-daa0cb824572 None None] New status for floating IP e6c9ddb0-7a2b-40db-b80a-c14ac21491a4: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:23:57.609608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: d8837e49-2f5e-4036-972f-a8c47532136e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:23:57.609608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d8837e49-2f5e-4036-972f-a8c47532136e not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:23:57.611489 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-945c742f-fef9-4c02-ad8e-26e958f9b9bb req-dfebff73-001b-4f27-86e8-6baae5fcd487 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 210 time: 0.1161299 Aug 24 00:23:57.690725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67059d9-577b-44d8-b57b-2ed6348998b0 req-da603aa2-32e3-40ad-bb04-98f39ec754f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:57.692578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d67059d9-577b-44d8-b57b-2ed6348998b0 req-da603aa2-32e3-40ad-bb04-98f39ec754f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6652d588fc06408696d6f2e2064c1266&device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 1135 time: 0.1559315 Aug 24 00:23:57.720929 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 21db6c27-dec2-46cd-aa74-7d9f8965c25e details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:23:57.940576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-9b466062-67ca-4033-ab24-f677eae8b8ae req-5703fb65-2b15-46f4-9769-a8063339398f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] For port 9e7bce00-b5ad-4d87-b900-000728546267, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9e7bce00-b5ad-4d87-b900-000728546267,segment=NetworkSegment(6394b6d1-929e-4884-8462-397709b5339d),segment_id=6394b6d1-929e-4884-8462-397709b5339d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:57.961386 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5c72b1-9532-4090-99b3-bfd497a1fcf0 x-openstack-request-id: req-9e5c72b1-9532-4090-99b3-bfd497a1fcf0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:57.962003 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:57.962003 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e5c72b1-9532-4090-99b3-bfd497a1fcf0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:57.962716 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'status': 'completed', 'code': 200} Aug 24 00:23:57.970814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ac29d-36f9-42f2-8cc3-5650d00283c7 req-af23e5e5-acf8-4f7e-ac03-5035a3cb5c6e tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:57.972125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e58ac29d-36f9-42f2-8cc3-5650d00283c7 req-af23e5e5-acf8-4f7e-ac03-5035a3cb5c6e tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 943 time: 0.1467178 Aug 24 00:23:57.976813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67059d9-577b-44d8-b57b-2ed6348998b0 req-a74205c7-20c3-44e4-8300-a6dca218cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:57.978258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d67059d9-577b-44d8-b57b-2ed6348998b0 req-a74205c7-20c3-44e4-8300-a6dca218cb7d service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e16580f-817c-47d0-9b6c-5a1d57141b0e HTTP/1.1" status: 200 len: 921 time: 0.2760582 Aug 24 00:23:58.055058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d67059d9-577b-44d8-b57b-2ed6348998b0 req-aa224088-59ac-45d2-bd0c-d147e6ae84d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7bce00-b5ad-4d87-b900-000728546267 HTTP/1.1" status: 200 len: 217 time: 0.0607433 Aug 24 00:23:58.057567 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b466062-67ca-4033-ab24-f677eae8b8ae req-5703fb65-2b15-46f4-9769-a8063339398f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:58.067809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2d8e5-1aa9-4317-899e-963b88f5d743 req-4566dc97-143e-41f2-b247-fd0b5cdfeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:58.069381 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f5b2d8e5-1aa9-4317-899e-963b88f5d743 req-4566dc97-143e-41f2-b247-fd0b5cdfeb6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 1097 time: 0.1497681 Aug 24 00:23:58.127781 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b466062-67ca-4033-ab24-f677eae8b8ae req-5703fb65-2b15-46f4-9769-a8063339398f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:58.141501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e58ac29d-36f9-42f2-8cc3-5650d00283c7 req-e8e9d631-1fc9-4766-a972-0994ded27785 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606386 Aug 24 00:23:58.198055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['9e7bce00-b5ad-4d87-b900-000728546267'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:58.222539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b466062-67ca-4033-ab24-f677eae8b8ae req-5703fb65-2b15-46f4-9769-a8063339398f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:58.223204 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9b466062-67ca-4033-ab24-f677eae8b8ae req-5703fb65-2b15-46f4-9769-a8063339398f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:58.225168 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b466062-67ca-4033-ab24-f677eae8b8ae req-5703fb65-2b15-46f4-9769-a8063339398f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "PUT /v2.0/ports/9e7bce00-b5ad-4d87-b900-000728546267 HTTP/1.1" status: 200 len: 942 time: 1.0187244 Aug 24 00:23:58.230760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67059d9-577b-44d8-b57b-2ed6348998b0 req-3becdfab-892f-4bc6-9e3c-3d37ec2cbef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:58.232303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d67059d9-577b-44d8-b57b-2ed6348998b0 req-3becdfab-892f-4bc6-9e3c-3d37ec2cbef5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa2e48a9-45a5-4f60-b104-b36c4410581e HTTP/1.1" status: 200 len: 860 time: 0.1671643 Aug 24 00:23:58.258387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703fb65-2b15-46f4-9769-a8063339398f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Pushing event updated for resources: {'Port': ['ID=9e7bce00-b5ad-4d87-b900-000728546267,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:58.277485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d67059d9-577b-44d8-b57b-2ed6348998b0 req-beed1078-8a84-48ea-9d65-7b2688cb5f12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e16580f-817c-47d0-9b6c-5a1d57141b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364177 Aug 24 00:23:58.297177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 21db6c27-dec2-46cd-aa74-7d9f8965c25e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=21db6c27-dec2-46cd-aa74-7d9f8965c25e,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:58.332831 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '21db6c27-dec2-46cd-aa74-7d9f8965c25e', 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a', 'port_id': '21db6c27-dec2-46cd-aa74-7d9f8965c25e', 'mac_address': 'fa:16:3e:53:bf:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126fe64f-b7ab-4d93-859d-85ef7626efdf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:23:58.353075 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c30f483f-85fb-4af0-b94e-5b23db6237b0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:58.410204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['9e7bce00-b5ad-4d87-b900-000728546267'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:58.416714 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-e69636c8-6ded-475b-a10f-4c993211abca tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Made reservation on behalf of 44b3c7be1e4a4564bafa09f2c9e5612b for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:58.421745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-e69636c8-6ded-475b-a10f-4c993211abca tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:58.472907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2d8e5-1aa9-4317-899e-963b88f5d743 req-2fed8478-3977-4828-8f96-95d739f3f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:58.474426 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f5b2d8e5-1aa9-4317-899e-963b88f5d743 req-2fed8478-3977-4828-8f96-95d739f3f01f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.3937597 Aug 24 00:23:58.494269 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:58.597460 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21db6c27-dec2-46cd-aa74-7d9f8965c25e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:58.635537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 21db6c27-dec2-46cd-aa74-7d9f8965c25e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=21db6c27-dec2-46cd-aa74-7d9f8965c25e,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:58.670344 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:58.794567 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f5b2d8e5-1aa9-4317-899e-963b88f5d743 req-0304646b-baa6-4fb4-83df-5b076edb392f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f HTTP/1.1" status: 200 len: 1001 time: 0.2980578 Aug 24 00:23:58.860856 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-e69636c8-6ded-475b-a10f-4c993211abca tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Allocated IP 172.20.0.10 (17ce1421-2fab-4cd9-b1d6-25282e6db2eb/5d1a1303-12b4-4df1-8051-6ef6912eb98d/898600c2-5e70-42a8-a437-7aee0fb9535f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:58.874707 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2d8e5-1aa9-4317-899e-963b88f5d743 req-535f0f1b-090a-4a37-b107-84a44356c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:58.876295 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f5b2d8e5-1aa9-4317-899e-963b88f5d743 req-535f0f1b-090a-4a37-b107-84a44356c9cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.0744293 Aug 24 00:23:58.895015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=21db6c27-dec2-46cd-aa74-7d9f8965c25e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:59.002658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2d8e5-1aa9-4317-899e-963b88f5d743 req-a637c83a-9d80-4498-b32d-58259e4d7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:59.004484 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f5b2d8e5-1aa9-4317-899e-963b88f5d743 req-a637c83a-9d80-4498-b32d-58259e4d7906 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150861 Aug 24 00:23:59.018181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d67059d9-577b-44d8-b57b-2ed6348998b0 req-e4cf50b7-bec0-4bcc-948d-7212828dcb92 service neutron] 10.222.0.47 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328167 Aug 24 00:23:59.025459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0f5b3-2288-401d-9acc-9a773c5a4314 req-0bd1acf1-24be-42ce-a8cc-e5ee7eb62670 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:59.026912 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22a0f5b3-2288-401d-9acc-9a773c5a4314 req-0bd1acf1-24be-42ce-a8cc-e5ee7eb62670 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2364902 Aug 24 00:23:59.075023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['21db6c27-dec2-46cd-aa74-7d9f8965c25e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:59.130681 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-9631bd44-a876-4017-a61e-d77310501f46 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3389368 Aug 24 00:23:59.131335 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c30f483f-85fb-4af0-b94e-5b23db6237b0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:59.131335 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c30f483f-85fb-4af0-b94e-5b23db6237b0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:59.138827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:59.184951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22a0f5b3-2288-401d-9acc-9a773c5a4314 req-41e4c534-9fbc-4404-af4a-eb9dbb71173d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419353 Aug 24 00:23:59.278388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-e69636c8-6ded-475b-a10f-4c993211abca tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:59.284830 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:59.285275 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f5b2d8e5-1aa9-4317-899e-963b88f5d743 req-d9ab7762-03f2-437f-8a25-1f889bb9c638 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614727 Aug 24 00:23:59.336573 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-076d66c5-55de-449e-9c1c-cd0a0043f226 req-d05e5e54-6193-41d9-8a85-f88da99a8c80 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 210 time: 0.0731049 Aug 24 00:23:59.342559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d67059d9-577b-44d8-b57b-2ed6348998b0 req-8cfc4f80-1699-42e5-b830-d067dec6b1fc service neutron] 10.222.0.47 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079078 Aug 24 00:23:59.393122 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c30f483f-85fb-4af0-b94e-5b23db6237b0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:59.425839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c30f483f-85fb-4af0-b94e-5b23db6237b0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:59.451356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3027f865-4f10-4c0e-9f0f-d3f790e4ebd0', 'name': 'network-vif-deleted', 'tag': 'd8837e49-2f5e-4036-972f-a8c47532136e'}, {'name': 'network-changed', 'server_uuid': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'tag': '9e7bce00-b5ad-4d87-b900-000728546267'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:59.454390 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2508da-ada4-4774-8fc3-4adc2c40a3fe" -d '{"events": [{"server_uuid": "3027f865-4f10-4c0e-9f0f-d3f790e4ebd0", "name": "network-vif-deleted", "tag": "d8837e49-2f5e-4036-972f-a8c47532136e"}, {"name": "network-changed", "server_uuid": "27b35a67-1274-4351-98b9-7acaaefcad3a", "tag": "9e7bce00-b5ad-4d87-b900-000728546267"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:59.501998 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:59.506483 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f5b2d8e5-1aa9-4317-899e-963b88f5d743 req-753bd600-2a75-4a46-8672-dc95b0d2cc48 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096908 Aug 24 00:23:59.508214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155e23-76b7-4351-92ff-66bf7024118a req-385bc8a0-b2cf-4296-8cd6-e4d4bda9197c tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:59.510217 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84155e23-76b7-4351-92ff-66bf7024118a req-385bc8a0-b2cf-4296-8cd6-e4d4bda9197c tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 944 time: 0.0925760 Aug 24 00:23:59.510942 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-e69636c8-6ded-475b-a10f-4c993211abca tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:59.567944 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device aca5046f-434f-45b9-9faf-f1382c4dcae6 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:23:59.571137 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:59.577302 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-e69636c8-6ded-475b-a10f-4c993211abca tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:59.582768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-e69636c8-6ded-475b-a10f-4c993211abca tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:59.588316 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-e69636c8-6ded-475b-a10f-4c993211abca tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:59.596139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84155e23-76b7-4351-92ff-66bf7024118a req-118a7fd5-d5ea-4e4a-b442-6847574aadf4 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709238 Aug 24 00:23:59.672121 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69636c8-6ded-475b-a10f-4c993211abca tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Pushing event updated for resources: {'Port': ['ID=898600c2-5e70-42a8-a437-7aee0fb9535f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:59.717950 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-e69636c8-6ded-475b-a10f-4c993211abca tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:59.718644 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-e69636c8-6ded-475b-a10f-4c993211abca tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:59.727810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port aca5046f-434f-45b9-9faf-f1382c4dcae6, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=aca5046f-434f-45b9-9faf-f1382c4dcae6,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:59.742666 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-e69636c8-6ded-475b-a10f-4c993211abca tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3108335 Aug 24 00:23:59.745587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'aca5046f-434f-45b9-9faf-f1382c4dcae6', 'network_id': 'bbdeaf26-194e-49d9-a7c5-7cd739d0433a', 'port_id': 'aca5046f-434f-45b9-9faf-f1382c4dcae6', 'mac_address': 'fa:16:3e:3e:1c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126fe64f-b7ab-4d93-859d-85ef7626efdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:23:59.768067 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Request body: {'port': {'device_id': '031b6861-1c3a-4969-a4ff-3c48e6855b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:59.792971 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:59.808541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca5046f-434f-45b9-9faf-f1382c4dcae6 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:59.811126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67feb1-1b16-4436-b55a-3aa3bb94a584 req-8ed50197-4b2d-4b0c-982b-0dac02d5588e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:59.813271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa67feb1-1b16-4436-b55a-3aa3bb94a584 req-8ed50197-4b2d-4b0c-982b-0dac02d5588e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1293299 Aug 24 00:23:59.832315 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port aca5046f-434f-45b9-9faf-f1382c4dcae6, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=aca5046f-434f-45b9-9faf-f1382c4dcae6,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:59.838620 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:59.838857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:59.882073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Allocated IP 172.25.8.225 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/5ba90c8b-7e7b-40c9-a780-c596da351c45) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:59.892204 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c30f483f-85fb-4af0-b94e-5b23db6237b0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:59.907651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa67feb1-1b16-4436-b55a-3aa3bb94a584 req-11701357-6cf9-42c9-872e-272b1aadeabb tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837350 Aug 24 00:23:59.919607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=aca5046f-434f-45b9-9faf-f1382c4dcae6,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:59.931061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f483f-85fb-4af0-b94e-5b23db6237b0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:00.072483 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:00.078354 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:00.143980 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:00.220296 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a050a26-7854-49e0-aae8-3643cb7811db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:00.229395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Pushing event updated for resources: {'Port': ['ID=5ba90c8b-7e7b-40c9-a780-c596da351c45,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:00.242153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:00.243683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:00.247149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:00.276718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['aca5046f-434f-45b9-9faf-f1382c4dcae6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:00.289360 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab95bc29-0690-4a6c-8183-b28f6c32c53f x-openstack-request-id: req-ab95bc29-0690-4a6c-8183-b28f6c32c53f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:00.289946 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3027f865-4f10-4c0e-9f0f-d3f790e4ebd0", "name": "network-vif-deleted", "tag": "d8837e49-2f5e-4036-972f-a8c47532136e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27b35a67-1274-4351-98b9-7acaaefcad3a", "tag": "9e7bce00-b5ad-4d87-b900-000728546267", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:00.290312 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab95bc29-0690-4a6c-8183-b28f6c32c53f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:00.290900 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3027f865-4f10-4c0e-9f0f-d3f790e4ebd0', 'name': 'network-vif-deleted', 'tag': 'd8837e49-2f5e-4036-972f-a8c47532136e', 'status': 'completed', 'code': 200} Aug 24 00:24:00.291270 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'tag': '9e7bce00-b5ad-4d87-b900-000728546267', 'status': 'completed', 'code': 200} Aug 24 00:24:00.331322 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c30f483f-85fb-4af0-b94e-5b23db6237b0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:00.486301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2508da-ada4-4774-8fc3-4adc2c40a3fe req-244e0db3-26bc-46d4-977a-0020a7b5e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:00.487895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e2508da-ada4-4774-8fc3-4adc2c40a3fe req-244e0db3-26bc-46d4-977a-0020a7b5e28a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6652d588fc06408696d6f2e2064c1266&device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 1096 time: 0.1278243 Aug 24 00:24:00.554646 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:00.583543 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30f483f-85fb-4af0-b94e-5b23db6237b0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Router 4a628fd7-e286-481d-89f6-8cf4837469d7 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:24:00.598059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898600c2-5e70-42a8-a437-7aee0fb9535f {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:00.599593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf780a3-f0ac-4b5e-b576-b2e7d5907aeb req-c44e3e91-ed68-46bd-b675-2e2e113d0514 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:00.601060 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-baf780a3-f0ac-4b5e-b576-b2e7d5907aeb req-c44e3e91-ed68-46bd-b675-2e2e113d0514 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1592193 Aug 24 00:24:00.611128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:00.654855 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:00.696599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2508da-ada4-4774-8fc3-4adc2c40a3fe req-13d0eb49-209c-4fbf-a147-de9e99ded646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:00.698106 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e2508da-ada4-4774-8fc3-4adc2c40a3fe req-13d0eb49-209c-4fbf-a147-de9e99ded646 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e16580f-817c-47d0-9b6c-5a1d57141b0e HTTP/1.1" status: 200 len: 921 time: 0.2014709 Aug 24 00:24:00.703465 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Transition to ACTIVE for port object 898600c2-5e70-42a8-a437-7aee0fb9535f will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:00.709041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30f483f-85fb-4af0-b94e-5b23db6237b0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:24:00.716820 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c30f483f-85fb-4af0-b94e-5b23db6237b0 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "PUT /v2.0/routers/4a628fd7-e286-481d-89f6-8cf4837469d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4831986 Aug 24 00:24:00.718720 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:00.724962 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c147bb0a-6470-47d6-adf6-3095f4ad99b0 None None] Sync routers for ids ['4a628fd7-e286-481d-89f6-8cf4837469d7'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:24:00.734315 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:00.742178 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c147bb0a-6470-47d6-adf6-3095f4ad99b0 None None] Routers {'4a628fd7-e286-481d-89f6-8cf4837469d7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:00.743494 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c147bb0a-6470-47d6-adf6-3095f4ad99b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4a628fd7-e286-481d-89f6-8cf4837469d7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:00.766147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-baf780a3-f0ac-4b5e-b576-b2e7d5907aeb req-f577bcda-61df-4344-b00d-cd5aa5c30023 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513228 Aug 24 00:24:00.772927 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e2508da-ada4-4774-8fc3-4adc2c40a3fe req-5f4698c1-7116-4b24-a606-e9b70abf574f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7bce00-b5ad-4d87-b900-000728546267 HTTP/1.1" status: 200 len: 217 time: 0.0627925 Aug 24 00:24:00.797072 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c147bb0a-6470-47d6-adf6-3095f4ad99b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:00.813261 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce6db38-428a-41da-a78f-aa7148396001 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] GET failed (client error): The resource could not be found. Aug 24 00:24:00.814900 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cce6db38-428a-41da-a78f-aa7148396001 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/29bd6cb3-d2a7-4cad-8550-80b66f4cf1b7 HTTP/1.1" status: 404 len: 333 time: 0.0781291 Aug 24 00:24:00.819936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:00.822603 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c147bb0a-6470-47d6-adf6-3095f4ad99b0 None None] Routers {'4a628fd7-e286-481d-89f6-8cf4837469d7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:00.823699 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c147bb0a-6470-47d6-adf6-3095f4ad99b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4a628fd7-e286-481d-89f6-8cf4837469d7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:00.876909 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c147bb0a-6470-47d6-adf6-3095f4ad99b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:00.877851 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c147bb0a-6470-47d6-adf6-3095f4ad99b0 None None] The sync data for ids ['4a628fd7-e286-481d-89f6-8cf4837469d7'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:24:00.913670 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Pushing event updated for resources: {'Port': ['ID=898600c2-5e70-42a8-a437-7aee0fb9535f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:00.937429 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9549124a-8202-44d8-a5ef-cfe14ce44242 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:00.940830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2508da-ada4-4774-8fc3-4adc2c40a3fe req-96fc8a0e-5401-4fca-96c5-39727732c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:00.942344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e2508da-ada4-4774-8fc3-4adc2c40a3fe req-96fc8a0e-5401-4fca-96c5-39727732c1e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa2e48a9-45a5-4f60-b104-b36c4410581e HTTP/1.1" status: 200 len: 860 time: 0.1607897 Aug 24 00:24:00.992770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e2508da-ada4-4774-8fc3-4adc2c40a3fe req-6e49ceb0-05d9-408e-a012-1e83f591af58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e16580f-817c-47d0-9b6c-5a1d57141b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384088 Aug 24 00:24:01.006891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970eca6-7e1e-42f6-8fc9-a0985e07f5f4 req-c992367e-627f-4e4f-aea5-af08719ff148 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:01.008461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e970eca6-7e1e-42f6-8fc9-a0985e07f5f4 req-c992367e-627f-4e4f-aea5-af08719ff148 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 944 time: 0.1152201 Aug 24 00:24:01.127808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.141381 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.154354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e970eca6-7e1e-42f6-8fc9-a0985e07f5f4 req-e7134565-c8c3-4bf8-99ea-7b997ac5e8f7 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320059 Aug 24 00:24:01.177484 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.235344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e2508da-ada4-4774-8fc3-4adc2c40a3fe req-a4da7c52-7d79-4c87-b478-8e4a157dfedf service neutron] 10.222.0.47 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253332 Aug 24 00:24:01.252528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Pushing event updated for resources: {'Port': ['ID=5ba90c8b-7e7b-40c9-a780-c596da351c45,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:01.312244 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.359902 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.361119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-15ceeead-decc-4ddf-8cae-ad44024736f1 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2296047 Aug 24 00:24:01.403424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87540451-d392-4f1e-8089-08050c21007b req-87a8bd1f-cad0-4430-9a32-f2192ab5b2be tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:01.403656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87540451-d392-4f1e-8089-08050c21007b req-87a8bd1f-cad0-4430-9a32-f2192ab5b2be tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 944 time: 0.1298709 Aug 24 00:24:01.458035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-c7555e8d-3da8-41c2-82f5-526ddf0a2744 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.225 HTTP/1.1" status: 200 len: 696 time: 0.0803287 Aug 24 00:24:01.460036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e2508da-ada4-4774-8fc3-4adc2c40a3fe req-7c8f17c5-dba4-48e7-bfd7-687dfaf0af26 service neutron] 10.222.0.47 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171030 Aug 24 00:24:01.493425 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9549124a-8202-44d8-a5ef-cfe14ce44242 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.495876 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9549124a-8202-44d8-a5ef-cfe14ce44242 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.498290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Attempting to bind port 898600c2-5e70-42a8-a437-7aee0fb9535f on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:01.498630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Attempting to bind port 898600c2-5e70-42a8-a437-7aee0fb9535f by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:01.499080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Attempting to bind port 898600c2-5e70-42a8-a437-7aee0fb9535f on network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:01.508353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Port 898600c2-5e70-42a8-a437-7aee0fb9535f on network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:01.508793 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Attempting to bind port 898600c2-5e70-42a8-a437-7aee0fb9535f on network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:01.523312 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87540451-d392-4f1e-8089-08050c21007b req-ea1d7bcc-26b3-42b2-88b6-d294108d5dc6 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788772 Aug 24 00:24:01.546348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:01.546692 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Checking segment: {'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:01.547197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Bound using segment: {'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:01.547646 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Bound port: 898600c2-5e70-42a8-a437-7aee0fb9535f, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:01.548011 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.570209 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9549124a-8202-44d8-a5ef-cfe14ce44242 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.570845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9549124a-8202-44d8-a5ef-cfe14ce44242 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Fanout notify agent at l3_agent the message router_deleted on router 4a628fd7-e286-481d-89f6-8cf4837469d7 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:24:01.586868 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9549124a-8202-44d8-a5ef-cfe14ce44242 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.592112 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9549124a-8202-44d8-a5ef-cfe14ce44242 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/routers/4a628fd7-e286-481d-89f6-8cf4837469d7 HTTP/1.1" status: 204 len: 168 time: 0.7681689 Aug 24 00:24:01.593224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56970) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:01.595960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device aca5046f-434f-45b9-9faf-f1382c4dcae6 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:01.681819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port aca5046f-434f-45b9-9faf-f1382c4dcae6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:01.688623 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port aca5046f-434f-45b9-9faf-f1382c4dcae6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:01.689132 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.694481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-092fc16f-363d-43e4-b0bd-12800aa7154a tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:01.695946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-092fc16f-363d-43e4-b0bd-12800aa7154a tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.2191331 Aug 24 00:24:01.704749 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca75e2a-937c-4f40-a553-5788519e0532 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting subnet e64bdfda-dddd-45ac-a3c4-479926b79c7e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:24:01.710792 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cca75e2a-937c-4f40-a553-5788519e0532 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.714004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab2c2e-0263-424c-90a2-7d68f1c0fa0e req-c268145b-60a4-44d8-a1f3-de808c1cbdd7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:01.723263 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88ab2c2e-0263-424c-90a2-7d68f1c0fa0e req-c268145b-60a4-44d8-a1f3-de808c1cbdd7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1068470 Aug 24 00:24:01.738267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-31c0ad24-2f53-457e-a24e-998e2b4d48bc tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:24:01.739364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0afde1b-bbba-46b6-9f6c-ac0f485417ae req-31c0ad24-2f53-457e-a24e-998e2b4d48bc tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088370 Aug 24 00:24:01.741267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] For port 898600c2-5e70-42a8-a437-7aee0fb9535f, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:01.754885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 21db6c27-dec2-46cd-aa74-7d9f8965c25e up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:01.778226 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cca75e2a-937c-4f40-a553-5788519e0532 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.797295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88ab2c2e-0263-424c-90a2-7d68f1c0fa0e req-9c2d6815-2790-47d7-984d-d725836fa5e1 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730667 Aug 24 00:24:01.836427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] For port 898600c2-5e70-42a8-a437-7aee0fb9535f, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=898600c2-5e70-42a8-a437-7aee0fb9535f,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:01.845194 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.852146 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:24:01.888000 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 21db6c27-dec2-46cd-aa74-7d9f8965c25e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:01.897028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 21db6c27-dec2-46cd-aa74-7d9f8965c25e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:01.897411 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.899807 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.944843 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:01.945463 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.946963 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] 10.222.0.47 "PUT /v2.0/ports/898600c2-5e70-42a8-a437-7aee0fb9535f HTTP/1.1" status: 200 len: 1092 time: 2.1846752 Aug 24 00:24:01.949391 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031b6861-1c3a-4969-a4ff-3c48e6855b6a', 'tag': '898600c2-5e70-42a8-a437-7aee0fb9535f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:01.952530 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a0f633-0e65-4b46-bbac-1c05e101d8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "031b6861-1c3a-4969-a4ff-3c48e6855b6a", "tag": "898600c2-5e70-42a8-a437-7aee0fb9535f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:01.982300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9abe12-1182-47b8-9091-3e799e7dc5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca5046f-434f-45b9-9faf-f1382c4dcae6'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:01.995354 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5cc831-ab6b-40c4-b57b-3a081ea8ceb6" -d '{"events": [{"server_uuid": "2a9abe12-1182-47b8-9091-3e799e7dc5cc", "name": "network-vif-plugged", "status": "completed", "tag": "aca5046f-434f-45b9-9faf-f1382c4dcae6"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:02.009031 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fbd77-56c7-4383-b4d8-3bcfbf331e8d service neutron] Pushing event updated for resources: {'Port': ['ID=898600c2-5e70-42a8-a437-7aee0fb9535f,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:02.022427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-43b2c304-c450-472b-a3ca-80a773b456cd tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:02.024272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-43b2c304-c450-472b-a3ca-80a773b456cd tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0795827 Aug 24 00:24:02.034675 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port aca5046f-434f-45b9-9faf-f1382c4dcae6, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=aca5046f-434f-45b9-9faf-f1382c4dcae6,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:02.048783 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:02.067490 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd29b7f-c4b2-4940-9e6e-03288e149f00 x-openstack-request-id: req-7dd29b7f-c4b2-4940-9e6e-03288e149f00 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:02.067879 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031b6861-1c3a-4969-a4ff-3c48e6855b6a", "tag": "898600c2-5e70-42a8-a437-7aee0fb9535f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:02.068065 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dd29b7f-c4b2-4940-9e6e-03288e149f00 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:02.068822 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031b6861-1c3a-4969-a4ff-3c48e6855b6a', 'tag': '898600c2-5e70-42a8-a437-7aee0fb9535f', 'status': 'completed', 'code': 200} Aug 24 00:24:02.070997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cca75e2a-937c-4f40-a553-5788519e0532 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:02.123445 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-f8cc13e0-9ca5-4d90-9f97-4e8713a56d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:02.125713 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-f8cc13e0-9ca5-4d90-9f97-4e8713a56d50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b3c7be1e4a4564bafa09f2c9e5612b&device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 1095 time: 0.1089818 Aug 24 00:24:02.146413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=aca5046f-434f-45b9-9faf-f1382c4dcae6,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:02.149249 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:02.158639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-3be1ee4a-74f2-4ed1-b9d3-8a6d6269c535 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.225 HTTP/1.1" status: 200 len: 696 time: 0.1259604 Aug 24 00:24:02.187092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 21db6c27-dec2-46cd-aa74-7d9f8965c25e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=21db6c27-dec2-46cd-aa74-7d9f8965c25e,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:02.193891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-35fa48fb-72f0-43eb-ac87-104a13d02873 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Request body: {'floatingip': {'port_id': '9e7bce00-b5ad-4d87-b900-000728546267', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:02.194137 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:02.197819 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-8ead33f6-5bcc-4d19-8db7-4f5ba17fd0b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=898600c2-5e70-42a8-a437-7aee0fb9535f HTTP/1.1" status: 200 len: 217 time: 0.0550203 Aug 24 00:24:02.201371 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cca75e2a-937c-4f40-a553-5788519e0532 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:02.260548 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-35fa48fb-72f0-43eb-ac87-104a13d02873 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:02.272201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca75e2a-937c-4f40-a553-5788519e0532 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Subnet': ['ID=e64bdfda-dddd-45ac-a3c4-479926b79c7e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:02.281064 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=21db6c27-dec2-46cd-aa74-7d9f8965c25e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:02.290648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21040bca-4971-4fe8-9d4c-d1092f54ffe2 None None] Network b7356ea5-3166-43a0-b3f5-7c3b3b43d02d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:02.293997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cca75e2a-937c-4f40-a553-5788519e0532 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:02.296941 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cca75e2a-937c-4f40-a553-5788519e0532 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/e64bdfda-dddd-45ac-a3c4-479926b79c7e HTTP/1.1" status: 204 len: 168 time: 0.7035158 Aug 24 00:24:02.299638 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:02.341056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a744fa-475c-446f-ac9d-81546cc3aa74 req-5f0e0c86-5ae9-4a99-bda1-39e8c33f0d01 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:02.342711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46a744fa-475c-446f-ac9d-81546cc3aa74 req-5f0e0c86-5ae9-4a99-bda1-39e8c33f0d01 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1824403 Aug 24 00:24:02.371617 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-7efa92be-bf71-4962-8214-c69a36ede2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:02.373370 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-7efa92be-bf71-4962-8214-c69a36ede2e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d1a1303-12b4-4df1-8051-6ef6912eb98d HTTP/1.1" status: 200 len: 845 time: 0.1683040 Aug 24 00:24:02.431263 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-1cdaa547-316a-4d99-b89f-d4bd432e590d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479004 Aug 24 00:24:02.437856 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:02.490202 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46a744fa-475c-446f-ac9d-81546cc3aa74 req-9dc73790-575b-4176-aaeb-8f7ccc853ad6 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067114 Aug 24 00:24:02.567962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1c8791-b072-4eb1-8e10-c6d344594998 None None] DHCP port deletion for b7356ea5-3166-43a0-b3f5-7c3b3b43d02d request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:24:02.578684 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b2bca0-7e91-46a3-99e0-05e945eeb16d x-openstack-request-id: req-83b2bca0-7e91-46a3-99e0-05e945eeb16d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:02.579260 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9abe12-1182-47b8-9091-3e799e7dc5cc", "name": "network-vif-plugged", "status": "completed", "tag": "aca5046f-434f-45b9-9faf-f1382c4dcae6", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:02.581848 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83b2bca0-7e91-46a3-99e0-05e945eeb16d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:02.582536 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9abe12-1182-47b8-9091-3e799e7dc5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca5046f-434f-45b9-9faf-f1382c4dcae6', 'code': 200} Aug 24 00:24:02.597002 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-f91cb8cf-e8ac-4925-8907-7195dd22530b service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562655 Aug 24 00:24:02.599613 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 654aac08-aa42-4764-80d0-418587213faa {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:02.599960 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:02.683475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c8791-b072-4eb1-8e10-c6d344594998 None None] Deleting port 654aac08-aa42-4764-80d0-418587213faa {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:02.684248 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8791-b072-4eb1-8e10-c6d344594998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:02.770973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8b1c8791-b072-4eb1-8e10-c6d344594998 None None] For port 654aac08-aa42-4764-80d0-418587213faa, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=654aac08-aa42-4764-80d0-418587213faa,segment=NetworkSegment(30c59ffa-e18a-4441-a31b-6c9863a34260),segment_id=30c59ffa-e18a-4441-a31b-6c9863a34260)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:02.771522 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8791-b072-4eb1-8e10-c6d344594998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:02.776353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] For port 654aac08-aa42-4764-80d0-418587213faa, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=654aac08-aa42-4764-80d0-418587213faa,segment=NetworkSegment(30c59ffa-e18a-4441-a31b-6c9863a34260),segment_id=30c59ffa-e18a-4441-a31b-6c9863a34260)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:02.776733 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:02.804612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c8791-b072-4eb1-8e10-c6d344594998 None None] Calling delete_port for 654aac08-aa42-4764-80d0-418587213faa owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:02.811425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 654aac08-aa42-4764-80d0-418587213faa owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:02.868270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40987c-1be9-48e9-8f4c-8b7f8f72abdb req-4d2b4b36-d4be-4cdb-bfed-187695f6b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:02.870345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c40987c-1be9-48e9-8f4c-8b7f8f72abdb req-4d2b4b36-d4be-4cdb-bfed-187695f6b13f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a9abe12-1182-47b8-9091-3e799e7dc5cc HTTP/1.1" status: 200 len: 1096 time: 0.2010353 Aug 24 00:24:02.875489 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f1ddbd59-1a3e-4d5b-89d9-032c23189f13 req-f42fca17-4e98-4d08-911a-8ff400e51137 service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692065 Aug 24 00:24:02.916672 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 654aac08-aa42-4764-80d0-418587213faa no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:24:02.942992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225d56a-abb7-4db4-ad02-a972ab59382a req-d046e5fb-772b-48b5-abf3-25f9d5aab814 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:02.945282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7225d56a-abb7-4db4-ad02-a972ab59382a req-d046e5fb-772b-48b5-abf3-25f9d5aab814 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 944 time: 0.2261140 Aug 24 00:24:02.957869 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.002073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=654aac08-aa42-4764-80d0-418587213faa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:03.002339 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.015713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No active binding found for port 654aac08-aa42-4764-80d0-418587213faa {{(pid=94839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 24 00:24:03.016357 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 654aac08-aa42-4764-80d0-418587213faa not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:24:03.022522 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8791-b072-4eb1-8e10-c6d344594998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.036576 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No DVR routers for this DVR port 654aac08-aa42-4764-80d0-418587213faa on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:24:03.036772 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7225d56a-abb7-4db4-ad02-a972ab59382a req-fe35e18c-ccdf-4f6f-a5bf-3dce278d8396 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720248 Aug 24 00:24:03.078238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c40987c-1be9-48e9-8f4c-8b7f8f72abdb req-3e9d8a11-2c9c-4a8c-b21f-e913a1b3803c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586883 Aug 24 00:24:03.082751 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0f633-0e65-4b46-bbac-1c05e101d8b6 req-d5d85762-eab9-4cb5-89af-4ff9962b5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:03.083531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c8791-b072-4eb1-8e10-c6d344594998 None None] Pushing event deleted for resources: {'Port': ['ID=654aac08-aa42-4764-80d0-418587213faa,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:03.084328 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-86a0f633-0e65-4b46-bbac-1c05e101d8b6 req-d5d85762-eab9-4cb5-89af-4ff9962b5ed9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b3c7be1e4a4564bafa09f2c9e5612b&device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 1095 time: 0.0981615 Aug 24 00:24:03.087983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c8791-b072-4eb1-8e10-c6d344594998 None None] No DVR routers for this DVR port 654aac08-aa42-4764-80d0-418587213faa on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:24:03.149682 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.160826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7356ea5-3166-43a0-b3f5-7c3b3b43d02d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:03.173986 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c59ffa-e18a-4441-a31b-6c9863a34260') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:03.174286 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c59ffa-e18a-4441-a31b-6c9863a34260') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:03.185454 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.201908 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.208934 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:24:03.209544 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:24:03.213302 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:24:03.216922 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-35fa48fb-72f0-43eb-ac87-104a13d02873 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.223754 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-35fa48fb-72f0-43eb-ac87-104a13d02873 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.288384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dab6a-d233-4fa8-94b8-e783a8afb133 req-8a9e994a-4df7-45a0-851a-a375cdde4f54 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:03.290036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af8dab6a-d233-4fa8-94b8-e783a8afb133 req-8a9e994a-4df7-45a0-851a-a375cdde4f54 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1349101 Aug 24 00:24:03.304279 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.313709 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.316043 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/networks/b7356ea5-3166-43a0-b3f5-7c3b3b43d02d HTTP/1.1" status: 204 len: 168 time: 1.0151601 Aug 24 00:24:03.322799 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:03.344266 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8b38c-5c69-42ea-802c-872bb0124ae2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Network': ['ID=b7356ea5-3166-43a0-b3f5-7c3b3b43d02d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:03.384513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc322c2-2902-4b76-9fc9-bcc65c4dd051 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:03.390195 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7bc322c2-2902-4b76-9fc9-bcc65c4dd051 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/2784dbbf-e971-4f12-91aa-8249900b7ebe HTTP/1.1" status: 200 len: 841 time: 0.0625367 Aug 24 00:24:03.391514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56998) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:03.436896 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d54bd6c-b433-4ede-af41-f42b121c69a5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/2784dbbf-e971-4f12-91aa-8249900b7ebe?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0441508 Aug 24 00:24:03.440840 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:03.446296 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-34230a17-d159-41a0-80b9-05f3ae8aaed2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:03.638549 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34230a17-d159-41a0-80b9-05f3ae8aaed2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:03.642863 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34230a17-d159-41a0-80b9-05f3ae8aaed2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.666359 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0f633-0e65-4b46-bbac-1c05e101d8b6 req-e88b0a1a-a1ee-4312-9f32-3f37f5f82b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:03.668170 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-86a0f633-0e65-4b46-bbac-1c05e101d8b6 req-e88b0a1a-a1ee-4312-9f32-3f37f5f82b57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb HTTP/1.1" status: 200 len: 906 time: 0.1624708 Aug 24 00:24:03.737403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af8dab6a-d233-4fa8-94b8-e783a8afb133 req-b8b1c3fe-3696-4474-ab2b-a639fccf9434 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340682 Aug 24 00:24:03.743247 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-35fa48fb-72f0-43eb-ac87-104a13d02873 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Floating IP 85f15cb0-6ad9-4b33-8696-e051817eaf81 associated. External IP: 172.25.8.225, port: 9e7bce00-b5ad-4d87-b900-000728546267. Aug 24 00:24:03.784144 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-86a0f633-0e65-4b46-bbac-1c05e101d8b6 req-53cde485-eec5-4adf-af68-6ac984277310 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=898600c2-5e70-42a8-a437-7aee0fb9535f HTTP/1.1" status: 200 len: 217 time: 0.0840619 Aug 24 00:24:03.868189 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0f633-0e65-4b46-bbac-1c05e101d8b6 req-76c7b1b1-a80b-4a2c-a20e-b21da44ae786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:03.869944 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-86a0f633-0e65-4b46-bbac-1c05e101d8b6 req-76c7b1b1-a80b-4a2c-a20e-b21da44ae786 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d1a1303-12b4-4df1-8051-6ef6912eb98d HTTP/1.1" status: 200 len: 845 time: 0.0774875 Aug 24 00:24:03.919971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395162c-19b7-4043-9109-8a1089714ef6 req-b08828e2-3223-4a07-9eae-9edbe1221eef tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:03.921700 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f395162c-19b7-4043-9109-8a1089714ef6 req-b08828e2-3223-4a07-9eae-9edbe1221eef tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 945 time: 0.0687299 Aug 24 00:24:03.929360 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-86a0f633-0e65-4b46-bbac-1c05e101d8b6 req-655e0cd0-1bde-4fea-b7ff-e2b32e1a1d69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480952 Aug 24 00:24:04.039327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f395162c-19b7-4043-9109-8a1089714ef6 req-f6ec089d-65a5-41af-8c38-c8a7485dae6f tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760267 Aug 24 00:24:04.079747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-35fa48fb-72f0-43eb-ac87-104a13d02873 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Router 2a034655-4116-4bc2-b765-f2528f580818 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:24:04.080624 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34230a17-d159-41a0-80b9-05f3ae8aaed2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.091766 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-86a0f633-0e65-4b46-bbac-1c05e101d8b6 req-6f5ef191-c2ac-4b43-aa67-5f3f90b92222 service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491485 Aug 24 00:24:04.127862 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34230a17-d159-41a0-80b9-05f3ae8aaed2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:04.146811 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-34230a17-d159-41a0-80b9-05f3ae8aaed2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:04.160920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9200d4d9-a5a1-4c49-8eca-e1f85345d459 None None] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:04.194753 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34230a17-d159-41a0-80b9-05f3ae8aaed2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:04.195630 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34230a17-d159-41a0-80b9-05f3ae8aaed2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.219063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-35fa48fb-72f0-43eb-ac87-104a13d02873 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:24:04.225196 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-35fa48fb-72f0-43eb-ac87-104a13d02873 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.226344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34230a17-d159-41a0-80b9-05f3ae8aaed2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Subnet': ['ID=33ca8fb0-b3f6-40b9-b16f-968444f89db0,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:04.232631 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90824d-8e7d-4e80-be78-6a3bfab770b1 None None] Sync routers for ids ['2a034655-4116-4bc2-b765-f2528f580818'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:24:04.246482 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-34230a17-d159-41a0-80b9-05f3ae8aaed2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8044553 Aug 24 00:24:04.247792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57016) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:04.253142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-633f6f4c-1e28-4480-88c1-844ffa099f02 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'security_group': {'name': 'tempest-secgroup-708327526'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:04.259336 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90824d-8e7d-4e80-be78-6a3bfab770b1 None None] Routers {'2a034655-4116-4bc2-b765-f2528f580818'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:04.260195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db90824d-8e7d-4e80-be78-6a3bfab770b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2a034655-4116-4bc2-b765-f2528f580818'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:04.277272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-35fa48fb-72f0-43eb-ac87-104a13d02873 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "PUT /v2.0/floatingips/85f15cb0-6ad9-4b33-8696-e051817eaf81 HTTP/1.1" status: 200 len: 996 time: 2.0894735 Aug 24 00:24:04.279003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'tag': '9e7bce00-b5ad-4d87-b900-000728546267'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:04.282420 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f271318-de77-4cbd-af4d-a3027bfd5c51" -d '{"events": [{"name": "network-changed", "server_uuid": "27b35a67-1274-4351-98b9-7acaaefcad3a", "tag": "9e7bce00-b5ad-4d87-b900-000728546267"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:04.298895 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-633f6f4c-1e28-4480-88c1-844ffa099f02 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.316778 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-86a0f633-0e65-4b46-bbac-1c05e101d8b6 req-7de8fbbb-35f0-4dc9-9586-8b446d8ab0f7 service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955862 Aug 24 00:24:04.426017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-15d86d20-71c5-49ac-808b-46394720d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:04.427612 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-15d86d20-71c5-49ac-808b-46394720d9b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6652d588fc06408696d6f2e2064c1266&device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 1096 time: 0.1185830 Aug 24 00:24:04.466961 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-db90824d-8e7d-4e80-be78-6a3bfab770b1 None None] Set router 2a034655-4116-4bc2-b765-f2528f580818 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:24:04.504926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def36c6-a286-4d6f-8e0e-19a5853084ee req-8f774055-a014-496c-bf94-69a27e0171cc tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:04.506498 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4def36c6-a286-4d6f-8e0e-19a5853084ee req-8f774055-a014-496c-bf94-69a27e0171cc tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 944 time: 0.1515906 Aug 24 00:24:04.553279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-4214e458-f215-4608-acf2-b0cfc6dbadfb', 'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'tenant_id': 'e3b13b55c42048309adfd977fccc2186', 'fixed_ips': [{'subnet_id': '33ca8fb0-b3f6-40b9-b16f-968444f89db0'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:24:04.554127 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.587891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879072df-34ad-4973-b9c1-7139301f941c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21db6c27-dec2-46cd-aa74-7d9f8965c25e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:04.588967 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8452591-e8d7-48c0-9c4e-d15f0c59d75c" -d '{"events": [{"server_uuid": "879072df-34ad-4973-b9c1-7139301f941c", "name": "network-vif-plugged", "status": "completed", "tag": "21db6c27-dec2-46cd-aa74-7d9f8965c25e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:04.601786 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-aeeeda41-d9b4-4b2c-bc28-421853ac3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:04.603431 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-aeeeda41-d9b4-4b2c-bc28-421853ac3744 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e16580f-817c-47d0-9b6c-5a1d57141b0e HTTP/1.1" status: 200 len: 921 time: 0.1681104 Aug 24 00:24:04.611786 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-633f6f4c-1e28-4480-88c1-844ffa099f02 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.625003 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-633f6f4c-1e28-4480-88c1-844ffa099f02 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.663716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4def36c6-a286-4d6f-8e0e-19a5853084ee req-fbeb1177-16f9-4009-9415-43215d005fa3 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271267 Aug 24 00:24:04.707849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f6f4c-1e28-4480-88c1-844ffa099f02 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f74142-2770-45e9-83f7-a1b2225ef8fd,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:04.715061 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-633f6f4c-1e28-4480-88c1-844ffa099f02 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.719563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-633f6f4c-1e28-4480-88c1-844ffa099f02 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4675419 Aug 24 00:24:04.720549 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:04.724505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-79bffb93-edee-4868-b293-8ae27ebd6b9f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'security_group': {'name': 'tempest-secgroup-2090296004'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:04.730832 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-55602d32-8b7d-46e7-8409-88ee58b1f29c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7bce00-b5ad-4d87-b900-000728546267 HTTP/1.1" status: 200 len: 999 time: 0.1178105 Aug 24 00:24:04.782331 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79bffb93-edee-4868-b293-8ae27ebd6b9f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.791336 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79ee47a-dc46-476b-8c0c-fc784b8fa2df x-openstack-request-id: req-c79ee47a-dc46-476b-8c0c-fc784b8fa2df {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:04.798158 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b35a67-1274-4351-98b9-7acaaefcad3a", "tag": "9e7bce00-b5ad-4d87-b900-000728546267", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:04.798368 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c79ee47a-dc46-476b-8c0c-fc784b8fa2df {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:04.798836 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'tag': '9e7bce00-b5ad-4d87-b900-000728546267', 'status': 'completed', 'code': 200} Aug 24 00:24:04.856898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-aa494cc7-74a1-46bd-8815-4c572fcf435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:04.858557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-aa494cc7-74a1-46bd-8815-4c572fcf435c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa2e48a9-45a5-4f60-b104-b36c4410581e HTTP/1.1" status: 200 len: 860 time: 0.1195040 Aug 24 00:24:04.909175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-d913c3b5-882c-49d7-aaf0-2a8c654f27e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e16580f-817c-47d0-9b6c-5a1d57141b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368974 Aug 24 00:24:04.915264 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271318-de77-4cbd-af4d-a3027bfd5c51 req-d79ec25f-d3cb-48df-b81d-bfd09eca6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:04.916843 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1f271318-de77-4cbd-af4d-a3027bfd5c51 req-d79ec25f-d3cb-48df-b81d-bfd09eca6e7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6652d588fc06408696d6f2e2064c1266&device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 1096 time: 0.0936663 Aug 24 00:24:05.044692 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79bffb93-edee-4868-b293-8ae27ebd6b9f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.050003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a88a0-8435-49dc-a442-256b6073116e req-40b36762-a9d8-4736-bc95-1aadc4993b42 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:05.051743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc6a88a0-8435-49dc-a442-256b6073116e req-40b36762-a9d8-4736-bc95-1aadc4993b42 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1113884 Aug 24 00:24:05.073303 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79bffb93-edee-4868-b293-8ae27ebd6b9f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.087420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-f975c45d-6015-4054-9c75-e4d2f2da663d service neutron] 10.222.0.32 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724830 Aug 24 00:24:05.101480 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Allocated IP 172.20.0.2 (4214e458-f215-4608-acf2-b0cfc6dbadfb/33ca8fb0-b3f6-40b9-b16f-968444f89db0/a605bc69-fe2c-4d68-88a3-530609e07432) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:05.121379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc6a88a0-8435-49dc-a442-256b6073116e req-0dca7cb1-b8d7-44e9-bb93-9ff65d17a509 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579264 Aug 24 00:24:05.179238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bffb93-edee-4868-b293-8ae27ebd6b9f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223e6607-d7bd-440b-b6e2-de0c13f1eca5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:05.191576 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79bffb93-edee-4868-b293-8ae27ebd6b9f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.195254 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-79bffb93-edee-4868-b293-8ae27ebd6b9f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4721911 Aug 24 00:24:05.195254 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271318-de77-4cbd-af4d-a3027bfd5c51 req-8c7d8903-5fcd-4c06-8f16-68d4545f678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:05.195680 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1f271318-de77-4cbd-af4d-a3027bfd5c51 req-8c7d8903-5fcd-4c06-8f16-68d4545f678a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e16580f-817c-47d0-9b6c-5a1d57141b0e HTTP/1.1" status: 200 len: 921 time: 0.2647116 Aug 24 00:24:05.196142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:05.209342 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1822956796', 'security_groups': ['223e6607-d7bd-440b-b6e2-de0c13f1eca5'], 'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '33ca8fb0-b3f6-40b9-b16f-968444f89db0'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:05.225101 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1924283-27cf-48a8-af4d-2f6e56624aab req-4bf1efef-1393-4ff5-8ceb-3ce65fe4b652 service neutron] 10.222.0.32 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294656 Aug 24 00:24:05.240421 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66574896-f51f-4135-8d94-1dc3a775fd81 x-openstack-request-id: req-66574896-f51f-4135-8d94-1dc3a775fd81 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:05.241323 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879072df-34ad-4973-b9c1-7139301f941c", "name": "network-vif-plugged", "status": "completed", "tag": "21db6c27-dec2-46cd-aa74-7d9f8965c25e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:05.241793 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66574896-f51f-4135-8d94-1dc3a775fd81 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:05.242376 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879072df-34ad-4973-b9c1-7139301f941c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21db6c27-dec2-46cd-aa74-7d9f8965c25e', 'code': 200} Aug 24 00:24:05.255196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db90824d-8e7d-4e80-be78-6a3bfab770b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 4, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port': {'id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:45Z', 'updated_at': '2021-08-24T00:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '85f15cb0-6ad9-4b33-8696-e051817eaf81', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '2a034655-4116-4bc2-b765-f2528f580818', 'port_id': '9e7bce00-b5ad-4d87-b900-000728546267', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'mac_address': 'fa:16:3e:83:01:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:24:00Z', 'updated_at': '2021-08-24T00:24:03Z', 'revision_number': 1, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312713bc-34ea-448e-a242-e15c8a8ee8a3', 'name': '', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'mac_address': 'fa:16:3e:28:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:48Z', 'updated_at': '2021-08-24T00:22:58Z', 'revision_number': 5, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'subnets': [{'id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:05.341239 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90824d-8e7d-4e80-be78-6a3bfab770b1 None None] Checking router: 2a034655-4116-4bc2-b765-f2528f580818 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:24:05.371801 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90824d-8e7d-4e80-be78-6a3bfab770b1 None None] Routers {'2a034655-4116-4bc2-b765-f2528f580818'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:05.372901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db90824d-8e7d-4e80-be78-6a3bfab770b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2a034655-4116-4bc2-b765-f2528f580818'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:05.439850 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1f271318-de77-4cbd-af4d-a3027bfd5c51 req-73fd89c1-7cdd-45d3-9ebe-1cdd9f95d892 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7bce00-b5ad-4d87-b900-000728546267 HTTP/1.1" status: 200 len: 999 time: 0.2267628 Aug 24 00:24:05.442659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb28320-2354-4b68-bb82-3dc4444da23c req-c6d9870b-21bd-4ba0-b3cd-ac74debf0908 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:05.444239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcb28320-2354-4b68-bb82-3dc4444da23c req-c6d9870b-21bd-4ba0-b3cd-ac74debf0908 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1041818 Aug 24 00:24:05.450188 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebd32-5eca-4a43-9f9a-d4f9a9c09c66 req-ace6f469-af5f-45c0-aae7-1b4fe2e60960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:05.452655 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c36ebd32-5eca-4a43-9f9a-d4f9a9c09c66 req-ace6f469-af5f-45c0-aae7-1b4fe2e60960 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 1096 time: 0.1012502 Aug 24 00:24:05.453663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edd79e-b83d-4492-878a-47f23340119d req-112a11eb-2617-4520-ab18-4a54e7eee185 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:05.455814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99edd79e-b83d-4492-878a-47f23340119d req-112a11eb-2617-4520-ab18-4a54e7eee185 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 945 time: 0.1252894 Aug 24 00:24:05.537340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99edd79e-b83d-4492-878a-47f23340119d req-b0f0322e-bb74-4792-bd94-b739e12f70a6 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632267 Aug 24 00:24:05.540656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bcb28320-2354-4b68-bb82-3dc4444da23c req-dd9e7fcf-f06e-4108-aa4b-496019cfaa42 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838938 Aug 24 00:24:05.549960 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.576539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271318-de77-4cbd-af4d-a3027bfd5c51 req-c1d251e4-fee6-420e-904e-38d4947fee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:05.576539 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1f271318-de77-4cbd-af4d-a3027bfd5c51 req-c1d251e4-fee6-420e-904e-38d4947fee9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa2e48a9-45a5-4f60-b104-b36c4410581e HTTP/1.1" status: 200 len: 860 time: 0.1226232 Aug 24 00:24:05.576889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-db90824d-8e7d-4e80-be78-6a3bfab770b1 None None] Set router 2a034655-4116-4bc2-b765-f2528f580818 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:24:05.603873 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c36ebd32-5eca-4a43-9f9a-d4f9a9c09c66 req-49174310-15bf-4108-ac59-6e5b663e4f4e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396832 Aug 24 00:24:05.617439 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:05.627831 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Transition to ACTIVE for port object a605bc69-fe2c-4d68-88a3-530609e07432 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:05.665317 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1f271318-de77-4cbd-af4d-a3027bfd5c51 req-83c569c2-3f06-4a29-b50e-cb4c354d2724 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e16580f-817c-47d0-9b6c-5a1d57141b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602598 Aug 24 00:24:05.687218 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Transition to ACTIVE for port object a605bc69-fe2c-4d68-88a3-530609e07432 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:05.700908 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.764028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:05.771841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:05.774811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:05.780895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Pushing event updated for resources: {'Port': ['ID=a605bc69-fe2c-4d68-88a3-530609e07432,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:05.814935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.845119 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port 1c4cdec4-907b-4ead-ad63-cd7dfad054ef yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:24:05.852412 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1f271318-de77-4cbd-af4d-a3027bfd5c51 req-4e0261c7-10b3-4464-a46e-27c28d68e840 service neutron] 10.222.0.47 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504474 Aug 24 00:24:05.952860 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Attempting to bind port a605bc69-fe2c-4d68-88a3-530609e07432 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:05.953847 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Attempting to bind port a605bc69-fe2c-4d68-88a3-530609e07432 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '4897884b-4646-4f89-b8e9-76c8c44e2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:05.953847 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Attempting to bind port a605bc69-fe2c-4d68-88a3-530609e07432 on network 4214e458-f215-4608-acf2-b0cfc6dbadfb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:05.961027 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:05.961413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Checking segment: {'id': '4897884b-4646-4f89-b8e9-76c8c44e2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:05.961824 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.962217 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Bound using segment: {'id': '4897884b-4646-4f89-b8e9-76c8c44e2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:05.962698 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Bound port: a605bc69-fe2c-4d68-88a3-530609e07432, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4897884b-4646-4f89-b8e9-76c8c44e2dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:05.963128 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.012402 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1f271318-de77-4cbd-af4d-a3027bfd5c51 req-bc0249e6-0c15-4fbb-9aa2-fbe332e4fc40 service neutron] 10.222.0.47 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257627 Aug 24 00:24:06.028746 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db90824d-8e7d-4e80-be78-6a3bfab770b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 4, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port': {'id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:45Z', 'updated_at': '2021-08-24T00:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '85f15cb0-6ad9-4b33-8696-e051817eaf81', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '2a034655-4116-4bc2-b765-f2528f580818', 'port_id': '9e7bce00-b5ad-4d87-b900-000728546267', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'mac_address': 'fa:16:3e:83:01:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:24:00Z', 'updated_at': '2021-08-24T00:24:03Z', 'revision_number': 1, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312713bc-34ea-448e-a242-e15c8a8ee8a3', 'name': '', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'mac_address': 'fa:16:3e:28:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:48Z', 'updated_at': '2021-08-24T00:22:58Z', 'revision_number': 5, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'subnets': [{'id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:06.046562 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd79310-c859-431f-8815-caa017b90b36 req-188afcc0-5076-41a0-a42c-85cc24811cfb tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.225 HTTP/1.1" status: 200 len: 999 time: 0.1001647 Aug 24 00:24:06.065410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90824d-8e7d-4e80-be78-6a3bfab770b1 None None] The sync data for ids ['2a034655-4116-4bc2-b765-f2528f580818'] in n-d-805736-1 is: [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 4, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port': {'id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:45Z', 'updated_at': '2021-08-24T00:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '85f15cb0-6ad9-4b33-8696-e051817eaf81', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '2a034655-4116-4bc2-b765-f2528f580818', 'port_id': '9e7bce00-b5ad-4d87-b900-000728546267', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'mac_address': 'fa:16:3e:83:01:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:24:00Z', 'updated_at': '2021-08-24T00:24:03Z', 'revision_number': 1, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312713bc-34ea-448e-a242-e15c8a8ee8a3', 'name': '', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'mac_address': 'fa:16:3e:28:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:48Z', 'updated_at': '2021-08-24T00:22:58Z', 'revision_number': 5, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'subnets': [{'id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:24:06.083350 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-03fd772b-5776-4875-931f-64583ccc744b None None] For port a605bc69-fe2c-4d68-88a3-530609e07432, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:06.089814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-03fd772b-5776-4875-931f-64583ccc744b None None] For port a605bc69-fe2c-4d68-88a3-530609e07432, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a605bc69-fe2c-4d68-88a3-530609e07432,segment=NetworkSegment(4897884b-4646-4f89-b8e9-76c8c44e2dcd),segment_id=4897884b-4646-4f89-b8e9-76c8c44e2dcd)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:06.099229 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.113602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd79310-c859-431f-8815-caa017b90b36 req-73cd694f-d17c-4b33-83c9-1be993ae4956 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:06.128598 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd79310-c859-431f-8815-caa017b90b36 req-73cd694f-d17c-4b33-83c9-1be993ae4956 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports/9e7bce00-b5ad-4d87-b900-000728546267 HTTP/1.1" status: 200 len: 942 time: 0.0717971 Aug 24 00:24:06.134696 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Allocated IP 172.20.0.14 (4214e458-f215-4608-acf2-b0cfc6dbadfb/33ca8fb0-b3f6-40b9-b16f-968444f89db0/1c4cdec4-907b-4ead-ad63-cd7dfad054ef) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:06.210828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd772b-5776-4875-931f-64583ccc744b None None] Pushing event updated for resources: {'Port': ['ID=a605bc69-fe2c-4d68-88a3-530609e07432,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:06.294824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17042e9b-a788-41d5-b715-d5e12b4579c4 req-c5b7c029-6ac0-4b69-b43d-46f3bd0f1bfe tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:06.296717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17042e9b-a788-41d5-b715-d5e12b4579c4 req-c5b7c029-6ac0-4b69-b43d-46f3bd0f1bfe tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 944 time: 0.1670079 Aug 24 00:24:06.305053 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd79310-c859-431f-8815-caa017b90b36 req-73192598-0798-43a9-9b1b-aa4a906f6fe7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.225 HTTP/1.1" status: 200 len: 999 time: 0.1170971 Aug 24 00:24:06.370220 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.376166 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17042e9b-a788-41d5-b715-d5e12b4579c4 req-7ec55c4d-79da-452e-9d9b-65f1ea4da299 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701118 Aug 24 00:24:06.402731 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Transition to ACTIVE for port object 1c4cdec4-907b-4ead-ad63-cd7dfad054ef will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:06.429992 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163da1dc-9908-4492-a1b7-c1384c9478b0 None None] New status for floating IP 85f15cb0-6ad9-4b33-8696-e051817eaf81: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:24:06.459446 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.555487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:06.569513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:06.577742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:06.598234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd79310-c859-431f-8815-caa017b90b36 req-52f5fc1f-423c-45c8-95c7-353d8bad3093 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:06.607891 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd79310-c859-431f-8815-caa017b90b36 req-52f5fc1f-423c-45c8-95c7-353d8bad3093 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.2831306 Aug 24 00:24:06.620115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=1c4cdec4-907b-4ead-ad63-cd7dfad054ef,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:06.665115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:06.665791 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.688005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f7b35-cbf4-49cf-b3ea-73e0c016e0f7 req-e40c58e4-39d9-46c2-9e66-537afec19d7f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:06.689586 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-904f7b35-cbf4-49cf-b3ea-73e0c016e0f7 req-e40c58e4-39d9-46c2-9e66-537afec19d7f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1713967 Aug 24 00:24:06.691146 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-db0f117c-edae-495c-8478-171b5c5b60c9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4938323 Aug 24 00:24:06.693679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57066) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:06.700937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-36ed6dc2-09e1-4426-a77d-7543aaf97729 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:06.728014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd79310-c859-431f-8815-caa017b90b36 req-3a50b886-5ea3-4e92-b08f-3a40effa380e tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.225 HTTP/1.1" status: 200 len: 999 time: 0.1183288 Aug 24 00:24:06.747682 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-bfd79310-c859-431f-8815-caa017b90b36 req-417d58b6-c835-487f-b70c-0f4fcb6f4356 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:06.756390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-904f7b35-cbf4-49cf-b3ea-73e0c016e0f7 req-4af28fd8-ae45-488e-8348-d8b37a8247c5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581069 Aug 24 00:24:06.843846 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bfd79310-c859-431f-8815-caa017b90b36 req-417d58b6-c835-487f-b70c-0f4fcb6f4356 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.953238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a605bc69-fe2c-4d68-88a3-530609e07432 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:06.985912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ed6dc2-09e1-4426-a77d-7543aaf97729 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:06.992243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36ed6dc2-09e1-4426-a77d-7543aaf97729 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.034646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port a605bc69-fe2c-4d68-88a3-530609e07432 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:07.046080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4574e8a-1c57-4a50-8a26-d1cc15110eda req-e8e7cb65-47fe-4d84-9090-e79f9a6c767c tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:07.047691 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4574e8a-1c57-4a50-8a26-d1cc15110eda req-e8e7cb65-47fe-4d84-9090-e79f9a6c767c tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 945 time: 0.1279175 Aug 24 00:24:07.115336 n-d-805736-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-36ed6dc2-09e1-4426-a77d-7543aaf97729 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 33ca8fb0-b3f6-40b9-b16f-968444f89db0 (CIDR: 172.20.0.0/28) Aug 24 00:24:07.119931 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ed6dc2-09e1-4426-a77d-7543aaf97729 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:24:07.120423 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ed6dc2-09e1-4426-a77d-7543aaf97729 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:24:07.144079 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-36ed6dc2-09e1-4426-a77d-7543aaf97729 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4489536 Aug 24 00:24:07.145010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:07.146844 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4574e8a-1c57-4a50-8a26-d1cc15110eda req-1ff8c5ef-d04f-4b3b-97c5-c556533a99e4 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896332 Aug 24 00:24:07.151706 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4a3b8506-d8fa-448a-b543-d7afbea9becf tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:07.153592 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bfd79310-c859-431f-8815-caa017b90b36 req-417d58b6-c835-487f-b70c-0f4fcb6f4356 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.171343 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bfd79310-c859-431f-8815-caa017b90b36 req-417d58b6-c835-487f-b70c-0f4fcb6f4356 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.173128 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-bfd79310-c859-431f-8815-caa017b90b36 req-417d58b6-c835-487f-b70c-0f4fcb6f4356 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Floating IP 85f15cb0-6ad9-4b33-8696-e051817eaf81 disassociated. External IP: 172.25.8.225, port: 9e7bce00-b5ad-4d87-b900-000728546267. Aug 24 00:24:07.312449 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3b8506-d8fa-448a-b543-d7afbea9becf tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:07.316849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a3b8506-d8fa-448a-b543-d7afbea9becf tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.367337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639e11c-748c-4786-97b8-2e9dc1fd8fde req-4fe47449-7a96-4f4c-83d5-b4962f67092f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:07.368910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f639e11c-748c-4786-97b8-2e9dc1fd8fde req-4fe47449-7a96-4f4c-83d5-b4962f67092f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.0867622 Aug 24 00:24:07.450397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f639e11c-748c-4786-97b8-2e9dc1fd8fde req-1aaaaa62-782d-4120-a830-5438f42a4470 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443695 Aug 24 00:24:07.562707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfd79310-c859-431f-8815-caa017b90b36 req-417d58b6-c835-487f-b70c-0f4fcb6f4356 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Router 2a034655-4116-4bc2-b765-f2528f580818 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:24:07.623201 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 898600c2-5e70-42a8-a437-7aee0fb9535f details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:24:07.696797 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a3b8506-d8fa-448a-b543-d7afbea9becf tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.749597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfd79310-c859-431f-8815-caa017b90b36 req-417d58b6-c835-487f-b70c-0f4fcb6f4356 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:24:07.754731 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bfd79310-c859-431f-8815-caa017b90b36 req-417d58b6-c835-487f-b70c-0f4fcb6f4356 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.761403 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3b8506-d8fa-448a-b543-d7afbea9becf tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:07.773291 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4a3b8506-d8fa-448a-b543-d7afbea9becf tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:07.778711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3b8506-d8fa-448a-b543-d7afbea9becf tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:07.779522 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a3b8506-d8fa-448a-b543-d7afbea9becf tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.786321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d54d9-ef5c-464a-a02b-3358d4dec28d None None] Sync routers for ids ['2a034655-4116-4bc2-b765-f2528f580818'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:24:07.809278 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4a3b8506-d8fa-448a-b543-d7afbea9becf tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6605124 Aug 24 00:24:07.813328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b025a7de-fb83-42c2-88b6-e56467fdff33 None None] Provisioning complete for port 2784dbbf-e971-4f12-91aa-8249900b7ebe triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:07.813918 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b025a7de-fb83-42c2-88b6-e56467fdff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.815017 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:07.818841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d54d9-ef5c-464a-a02b-3358d4dec28d None None] Routers {'2a034655-4116-4bc2-b765-f2528f580818'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:07.820075 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5a5d54d9-ef5c-464a-a02b-3358d4dec28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2a034655-4116-4bc2-b765-f2528f580818'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:07.821356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd79310-c859-431f-8815-caa017b90b36 req-417d58b6-c835-487f-b70c-0f4fcb6f4356 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "PUT /v2.0/floatingips/85f15cb0-6ad9-4b33-8696-e051817eaf81 HTTP/1.1" status: 200 len: 695 time: 1.0808237 Aug 24 00:24:07.821840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'tag': '9e7bce00-b5ad-4d87-b900-000728546267'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:07.824130 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40baf019-860a-4128-af1b-cb7f1bceec38" -d '{"events": [{"name": "network-changed", "server_uuid": "27b35a67-1274-4351-98b9-7acaaefcad3a", "tag": "9e7bce00-b5ad-4d87-b900-000728546267"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:07.834881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-590cf0c1-0450-4065-bccc-4aa4c86e3167 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1882960892', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '69f0157a-c565-445d-a15c-5c474241eadd'}], 'security_groups': ['a5f74142-2770-45e9-83f7-a1b2225ef8fd']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:07.867650 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b8506-d8fa-448a-b543-d7afbea9becf tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Subnet': ['ID=69f0157a-c565-445d-a15c-5c474241eadd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:07.930730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 898600c2-5e70-42a8-a437-7aee0fb9535f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=898600c2-5e70-42a8-a437-7aee0fb9535f,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:07.956071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd79310-c859-431f-8815-caa017b90b36 req-3d155113-b5c0-4f7f-aa49-724098d1a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:07.958461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd79310-c859-431f-8815-caa017b90b36 req-3d155113-b5c0-4f7f-aa49-724098d1a264 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6652d588fc06408696d6f2e2064c1266&device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 1096 time: 0.1138163 Aug 24 00:24:07.966072 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-590cf0c1-0450-4065-bccc-4aa4c86e3167 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.970593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '898600c2-5e70-42a8-a437-7aee0fb9535f', 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb', 'port_id': '898600c2-5e70-42a8-a437-7aee0fb9535f', 'mac_address': 'fa:16:3e:e5:4f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1a1303-12b4-4df1-8051-6ef6912eb98d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:24:07.981765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b025a7de-fb83-42c2-88b6-e56467fdff33 None None] Port 2784dbbf-e971-4f12-91aa-8249900b7ebe cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:08.112452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b025a7de-fb83-42c2-88b6-e56467fdff33 None None] Provisioning for port a605bc69-fe2c-4d68-88a3-530609e07432 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:08.120180 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb328106-7351-4426-b535-57eedd0b69aa req-cbbeaf9a-f7e2-482c-8231-b1823367a998 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.122597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb328106-7351-4426-b535-57eedd0b69aa req-cbbeaf9a-f7e2-482c-8231-b1823367a998 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 944 time: 0.1621277 Aug 24 00:24:08.133487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9ad3b6-c2cb-413d-aa55-de42233be692 None None] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:08.140902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b025a7de-fb83-42c2-88b6-e56467fdff33 None None] Provisioning complete for port a605bc69-fe2c-4d68-88a3-530609e07432 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:08.141643 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b025a7de-fb83-42c2-88b6-e56467fdff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:08.162335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5a5d54d9-ef5c-464a-a02b-3358d4dec28d None None] Set router 2a034655-4116-4bc2-b765-f2528f580818 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:24:08.164637 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:08.169909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd79310-c859-431f-8815-caa017b90b36 req-ea724920-f23c-4b52-84ac-a29e125e3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.172169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd79310-c859-431f-8815-caa017b90b36 req-ea724920-f23c-4b52-84ac-a29e125e3e2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e16580f-817c-47d0-9b6c-5a1d57141b0e HTTP/1.1" status: 200 len: 921 time: 0.1953626 Aug 24 00:24:08.189702 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-3fe2ae65-36ff-4582-b713-40d24dfec20d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1535532 Aug 24 00:24:08.232336 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd79310-c859-431f-8815-caa017b90b36 req-3fca0ffb-5d7b-4024-8ca4-ffb69242e364 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7bce00-b5ad-4d87-b900-000728546267 HTTP/1.1" status: 200 len: 217 time: 0.0518575 Aug 24 00:24:08.244212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb328106-7351-4426-b535-57eedd0b69aa req-ed992194-0c69-4e6c-ab30-b53300d4a7da tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110787 Aug 24 00:24:08.350490 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0932bad-0d1e-40b9-930c-c833445c767e x-openstack-request-id: req-e0932bad-0d1e-40b9-930c-c833445c767e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:08.350830 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b35a67-1274-4351-98b9-7acaaefcad3a", "tag": "9e7bce00-b5ad-4d87-b900-000728546267", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:08.351554 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0932bad-0d1e-40b9-930c-c833445c767e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:08.351992 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'tag': '9e7bce00-b5ad-4d87-b900-000728546267', 'status': 'completed', 'code': 200} Aug 24 00:24:08.355707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898600c2-5e70-42a8-a437-7aee0fb9535f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:08.369835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd79310-c859-431f-8815-caa017b90b36 req-678cd6ab-5ada-4693-84eb-a2fcaee13ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.386377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 898600c2-5e70-42a8-a437-7aee0fb9535f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=898600c2-5e70-42a8-a437-7aee0fb9535f,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:08.389894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd79310-c859-431f-8815-caa017b90b36 req-678cd6ab-5ada-4693-84eb-a2fcaee13ef5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa2e48a9-45a5-4f60-b104-b36c4410581e HTTP/1.1" status: 200 len: 860 time: 0.1411033 Aug 24 00:24:08.402173 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:08.457738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-fe390fdb-0c34-4414-92d8-365664521d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.457964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd79310-c859-431f-8815-caa017b90b36 req-b021363e-4f2d-4b9e-b324-f7c0cc0ff15c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e16580f-817c-47d0-9b6c-5a1d57141b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655200 Aug 24 00:24:08.458106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-fe390fdb-0c34-4414-92d8-365664521d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.458106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-fe390fdb-0c34-4414-92d8-365664521d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.458439 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-fe390fdb-0c34-4414-92d8-365664521d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.459006 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-fe390fdb-0c34-4414-92d8-365664521d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.459824 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-fe390fdb-0c34-4414-92d8-365664521d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.460358 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-fe390fdb-0c34-4414-92d8-365664521d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.462623 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-fe390fdb-0c34-4414-92d8-365664521d42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60035b714294d25b25f588bef13ad1c&device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 6502 time: 0.1716290 Aug 24 00:24:08.582336 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee576856-cc49-4c5f-9a55-ee3b87c4ae1a req-72adca12-7632-47c5-9607-667d2885cfbd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.584132 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee576856-cc49-4c5f-9a55-ee3b87c4ae1a req-72adca12-7632-47c5-9607-667d2885cfbd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 945 time: 0.1168656 Aug 24 00:24:08.605584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baf019-860a-4128-af1b-cb7f1bceec38 req-fb456fd4-f217-4909-8fbd-117bb95ee923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.607556 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40baf019-860a-4128-af1b-cb7f1bceec38 req-fb456fd4-f217-4909-8fbd-117bb95ee923 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6652d588fc06408696d6f2e2064c1266&device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 1096 time: 0.2038982 Aug 24 00:24:08.627411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd79310-c859-431f-8815-caa017b90b36 req-2462c766-0b0c-4a84-9175-76af3a88347f service neutron] 10.222.0.32 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698580 Aug 24 00:24:08.716702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee576856-cc49-4c5f-9a55-ee3b87c4ae1a req-5fda9803-c3ee-4a5b-b74c-23ecaeb7590c tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200113 Aug 24 00:24:08.791809 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfd79310-c859-431f-8815-caa017b90b36 req-c016c8af-6d2f-4737-ac42-65755b011b9d service neutron] 10.222.0.32 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531723 Aug 24 00:24:08.826317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=898600c2-5e70-42a8-a437-7aee0fb9535f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:08.905124 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b025a7de-fb83-42c2-88b6-e56467fdff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:08.940950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bc88b-7024-496f-bec9-27cd3c7ad081 req-624124e8-f5f9-4d81-b7e1-3e91b4cfd094 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.945898 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de1bc88b-7024-496f-bec9-27cd3c7ad081 req-624124e8-f5f9-4d81-b7e1-3e91b4cfd094 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1134160 Aug 24 00:24:08.974617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['898600c2-5e70-42a8-a437-7aee0fb9535f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:09.063335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b025a7de-fb83-42c2-88b6-e56467fdff33 None None] For port a605bc69-fe2c-4d68-88a3-530609e07432, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a605bc69-fe2c-4d68-88a3-530609e07432,segment=NetworkSegment(4897884b-4646-4f89-b8e9-76c8c44e2dcd),segment_id=4897884b-4646-4f89-b8e9-76c8c44e2dcd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:09.085778 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b025a7de-fb83-42c2-88b6-e56467fdff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.115207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de1bc88b-7024-496f-bec9-27cd3c7ad081 req-bb26715f-886b-414e-a286-1ee1c07dd11c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359398 Aug 24 00:24:09.143757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b563b-f947-49fd-8dab-24e454cb9d28 req-3632f243-574e-4759-a93c-db9da7b3c8d1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:09.145498 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b8b563b-f947-49fd-8dab-24e454cb9d28 req-3632f243-574e-4759-a93c-db9da7b3c8d1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.1329448 Aug 24 00:24:09.214890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b8b563b-f947-49fd-8dab-24e454cb9d28 req-ae2bb2e4-7403-4ca5-809f-d7479039a97d tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622110 Aug 24 00:24:09.323975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a601a17b-42b7-4d9b-9318-69a72429375d req-1b940625-3054-4ea0-81cb-50375887313a tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/floatingips/85f15cb0-6ad9-4b33-8696-e051817eaf81 HTTP/1.1" status: 200 len: 695 time: 0.0694847 Aug 24 00:24:09.364690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025a7de-fb83-42c2-88b6-e56467fdff33 None None] Pushing event updated for resources: {'Port': ['ID=a605bc69-fe2c-4d68-88a3-530609e07432,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:09.375233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db52f0d1-1a60-467d-bcf3-80022ed398bb None None] Update dhcp port {'port': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'fixed_ips': [{'subnet_id': '33ca8fb0-b3f6-40b9-b16f-968444f89db0', 'ip_address': '172.20.0.2'}, {'subnet_id': '69f0157a-c565-445d-a15c-5c474241eadd'}], 'binding:host_id': 'n-d-805736-1'}, 'id': 'a605bc69-fe2c-4d68-88a3-530609e07432'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:24:09.394813 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-590cf0c1-0450-4065-bccc-4aa4c86e3167 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Delete allocated IP 172.20.0.14 (4214e458-f215-4608-acf2-b0cfc6dbadfb/33ca8fb0-b3f6-40b9-b16f-968444f89db0) {{(pid=94838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 24 00:24:09.403498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-590cf0c1-0450-4065-bccc-4aa4c86e3167 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Allocated IP 172.20.0.26 (4214e458-f215-4608-acf2-b0cfc6dbadfb/69f0157a-c565-445d-a15c-5c474241eadd/1c4cdec4-907b-4ead-ad63-cd7dfad054ef) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:09.412381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5a5d54d9-ef5c-464a-a02b-3358d4dec28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 4, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port': {'id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:45Z', 'updated_at': '2021-08-24T00:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '312713bc-34ea-448e-a242-e15c8a8ee8a3', 'name': '', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'mac_address': 'fa:16:3e:28:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:48Z', 'updated_at': '2021-08-24T00:22:58Z', 'revision_number': 5, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'subnets': [{'id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:09.447948 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db52f0d1-1a60-467d-bcf3-80022ed398bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.451051 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d54d9-ef5c-464a-a02b-3358d4dec28d None None] Checking router: 2a034655-4116-4bc2-b765-f2528f580818 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:24:09.541953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-059e766c-2bb9-4737-b29b-dc42364499e7 None None] Provisioning for port 1c4cdec4-907b-4ead-ad63-cd7dfad054ef completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:09.553754 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-059e766c-2bb9-4737-b29b-dc42364499e7 None None] Provisioning complete for port 1c4cdec4-907b-4ead-ad63-cd7dfad054ef triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:09.554489 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-059e766c-2bb9-4737-b29b-dc42364499e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.573317 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-590cf0c1-0450-4065-bccc-4aa4c86e3167 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.588859 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-590cf0c1-0450-4065-bccc-4aa4c86e3167 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Ignored duplicate provisioning block setup for port 1c4cdec4-907b-4ead-ad63-cd7dfad054ef by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 24 00:24:09.595772 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d54d9-ef5c-464a-a02b-3358d4dec28d None None] Routers {'2a034655-4116-4bc2-b765-f2528f580818'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:09.597640 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5a5d54d9-ef5c-464a-a02b-3358d4dec28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2a034655-4116-4bc2-b765-f2528f580818'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:09.599370 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-590cf0c1-0450-4065-bccc-4aa4c86e3167 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.672427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-548bcaac-af78-48e6-aad0-24c1d15a94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:09.672908 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-548bcaac-af78-48e6-aad0-24c1d15a94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:09.674846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-548bcaac-af78-48e6-aad0-24c1d15a94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:09.676217 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-548bcaac-af78-48e6-aad0-24c1d15a94ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=76b7da42-c04b-463d-808a-afaf1b8052d6&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=b6cfb797-f65c-4b64-8064-c867f5a2550e&id=b6cfb797-f65c-4b64-8064-c867f5a2550e HTTP/1.1" status: 200 len: 2297 time: 1.0992084 Aug 24 00:24:09.712909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-059e766c-2bb9-4737-b29b-dc42364499e7 None None] Port 1c4cdec4-907b-4ead-ad63-cd7dfad054ef cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:09.755184 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-590cf0c1-0450-4065-bccc-4aa4c86e3167 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] In _notify_port_updated(), no bound segment for port 1c4cdec4-907b-4ead-ad63-cd7dfad054ef on network 4214e458-f215-4608-acf2-b0cfc6dbadfb {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:24:09.760823 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590cf0c1-0450-4065-bccc-4aa4c86e3167 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:09.761955 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-590cf0c1-0450-4065-bccc-4aa4c86e3167 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.765855 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-590cf0c1-0450-4065-bccc-4aa4c86e3167 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "PUT /v2.0/ports/1c4cdec4-907b-4ead-ad63-cd7dfad054ef HTTP/1.1" status: 200 len: 921 time: 1.9396706 Aug 24 00:24:09.770468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a17b-42b7-4d9b-9318-69a72429375d req-973a0521-5641-455d-a382-d0eff45ab37f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:09.778244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a601a17b-42b7-4d9b-9318-69a72429375d req-973a0521-5641-455d-a382-d0eff45ab37f tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 784 time: 0.4436479 Aug 24 00:24:09.801752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57110) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:09.821856 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cf0c1-0450-4065-bccc-4aa4c86e3167 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=1c4cdec4-907b-4ead-ad63-cd7dfad054ef,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:09.831506 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baf019-860a-4128-af1b-cb7f1bceec38 req-e9b3f23e-1185-4184-b0b8-47fed17a0ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:09.831506 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40baf019-860a-4128-af1b-cb7f1bceec38 req-e9b3f23e-1185-4184-b0b8-47fed17a0ef0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e16580f-817c-47d0-9b6c-5a1d57141b0e HTTP/1.1" status: 200 len: 921 time: 1.2024341 Aug 24 00:24:09.883142 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40baf019-860a-4128-af1b-cb7f1bceec38 req-84f88a4a-0b98-4d12-9ecf-5a1ec5d292dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7bce00-b5ad-4d87-b900-000728546267 HTTP/1.1" status: 200 len: 217 time: 0.0416944 Aug 24 00:24:09.889165 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-939ab580-af32-4300-b0b4-cf9a15872de4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 HTTP/1.1" status: 200 len: 1001 time: 0.1448905 Aug 24 00:24:09.891221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a601a17b-42b7-4d9b-9318-69a72429375d req-6563f40c-27dc-4b9e-b8c3-6c7734dcb3bf tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.225 HTTP/1.1" status: 200 len: 698 time: 0.1118195 Aug 24 00:24:09.913065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5a5d54d9-ef5c-464a-a02b-3358d4dec28d None None] Set router 2a034655-4116-4bc2-b765-f2528f580818 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:24:09.977831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baf019-860a-4128-af1b-cb7f1bceec38 req-cbdc4c40-d1f4-43b2-880a-1157201f99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:09.979424 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40baf019-860a-4128-af1b-cb7f1bceec38 req-cbdc4c40-d1f4-43b2-880a-1157201f99d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa2e48a9-45a5-4f60-b104-b36c4410581e HTTP/1.1" status: 200 len: 860 time: 0.0830376 Aug 24 00:24:09.984668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884ddb6-7062-4980-adda-59b6836bb29e req-abe78164-d32c-40c5-a388-83f3ec80aa56 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:09.986184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d884ddb6-7062-4980-adda-59b6836bb29e req-abe78164-d32c-40c5-a388-83f3ec80aa56 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.6613314 Aug 24 00:24:10.000696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-db52f0d1-1a60-467d-bcf3-80022ed398bb None None] Allocated IP 172.20.0.18 (4214e458-f215-4608-acf2-b0cfc6dbadfb/69f0157a-c565-445d-a15c-5c474241eadd/a605bc69-fe2c-4d68-88a3-530609e07432) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:10.002734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a601a17b-42b7-4d9b-9318-69a72429375d req-15b29f1b-0abb-4e84-bb4f-5073ba3a5747 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.225 HTTP/1.1" status: 200 len: 698 time: 0.1049967 Aug 24 00:24:10.014901 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40baf019-860a-4128-af1b-cb7f1bceec38 req-e565c961-2b61-484e-842c-8b51bfa69826 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e16580f-817c-47d0-9b6c-5a1d57141b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272810 Aug 24 00:24:10.016733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-e21d7cd7-8294-4233-8b86-0bc10283b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:10.018330 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-e21d7cd7-8294-4233-8b86-0bc10283b33a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54dadfea-b82d-455e-87de-0100325a1116 HTTP/1.1" status: 200 len: 855 time: 0.0798759 Aug 24 00:24:10.122049 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-8450ceab-3dc6-4c1e-b261-14fc7082d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:10.124147 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-8450ceab-3dc6-4c1e-b261-14fc7082d0c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b7da42-c04b-463d-808a-afaf1b8052d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935385 Aug 24 00:24:10.133749 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d884ddb6-7062-4980-adda-59b6836bb29e req-3eb0f5d1-da1f-4857-b780-c89e60404142 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221280 Aug 24 00:24:10.160327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d8655-f853-4c79-8ebc-3b7288165eb7 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 1c4cdec4-907b-4ead-ad63-cd7dfad054ef {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:10.160686 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8655-f853-4c79-8ebc-3b7288165eb7 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.187198 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40baf019-860a-4128-af1b-cb7f1bceec38 req-2d2eff90-c7ee-48ac-b3df-93987cd66cf3 service neutron] 10.222.0.47 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650100 Aug 24 00:24:10.200096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-db52f0d1-1a60-467d-bcf3-80022ed398bb None None] For port a605bc69-fe2c-4d68-88a3-530609e07432, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a605bc69-fe2c-4d68-88a3-530609e07432,segment=NetworkSegment(4897884b-4646-4f89-b8e9-76c8c44e2dcd),segment_id=4897884b-4646-4f89-b8e9-76c8c44e2dcd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:10.241787 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db52f0d1-1a60-467d-bcf3-80022ed398bb None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.275320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5a5d54d9-ef5c-464a-a02b-3358d4dec28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 4, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port': {'id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:45Z', 'updated_at': '2021-08-24T00:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '312713bc-34ea-448e-a242-e15c8a8ee8a3', 'name': '', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'mac_address': 'fa:16:3e:28:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:48Z', 'updated_at': '2021-08-24T00:22:58Z', 'revision_number': 5, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'subnets': [{'id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:10.282541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-db52f0d1-1a60-467d-bcf3-80022ed398bb None None] Transition to ACTIVE for port object a605bc69-fe2c-4d68-88a3-530609e07432 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:10.308082 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-768fd284-6e2b-462a-abc2-87e9195c0c37 service neutron] 10.222.0.13 "GET /v2.0/networks/76b7da42-c04b-463d-808a-afaf1b8052d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736321 Aug 24 00:24:10.315569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d54d9-ef5c-464a-a02b-3358d4dec28d None None] The sync data for ids ['2a034655-4116-4bc2-b765-f2528f580818'] in n-d-805736-1 is: [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:22:50Z', 'revision_number': 4, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port': {'id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:45Z', 'updated_at': '2021-08-24T00:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '312713bc-34ea-448e-a242-e15c8a8ee8a3', 'name': '', 'network_id': '7e16580f-817c-47d0-9b6c-5a1d57141b0e', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'mac_address': 'fa:16:3e:28:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:48Z', 'updated_at': '2021-08-24T00:22:58Z', 'revision_number': 5, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'subnets': [{'id': 'aa2e48a9-45a5-4f60-b104-b36c4410581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:24:10.317435 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db52f0d1-1a60-467d-bcf3-80022ed398bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.359520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a601a17b-42b7-4d9b-9318-69a72429375d req-e11e9dbe-5723-43ec-8744-93d891dac7e7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Deleting port 5ba90c8b-7e7b-40c9-a780-c596da351c45 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:10.359887 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a601a17b-42b7-4d9b-9318-69a72429375d req-e11e9dbe-5723-43ec-8744-93d891dac7e7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.392492 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8655-f853-4c79-8ebc-3b7288165eb7 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.447072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5f92d-7568-4e91-a5a9-3508447680bc req-97c22c70-aae8-43d7-997e-441d3366b8e6 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:10.459767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1bb5f92d-7568-4e91-a5a9-3508447680bc req-97c22c70-aae8-43d7-997e-441d3366b8e6 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9abe12-1182-47b8-9091-3e799e7dc5cc HTTP/1.1" status: 200 len: 945 time: 0.1687138 Aug 24 00:24:10.473496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d8655-f853-4c79-8ebc-3b7288165eb7 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 1c4cdec4-907b-4ead-ad63-cd7dfad054ef owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:10.486313 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-65511b48-41d3-40b4-a0e9-e48e585fbcab service neutron] 10.222.0.13 "GET /v2.0/networks/76b7da42-c04b-463d-808a-afaf1b8052d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280069 Aug 24 00:24:10.513173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52f0d1-1a60-467d-bcf3-80022ed398bb None None] Pushing event updated for resources: {'Port': ['ID=a605bc69-fe2c-4d68-88a3-530609e07432,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:10.568364 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-1f64bc06-0d7a-4ff7-b91e-2b6cb51bf453 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=dfe403b4-93ff-4811-8d40-226b565b5d0e HTTP/1.1" status: 200 len: 217 time: 0.0716901 Aug 24 00:24:10.611920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1bb5f92d-7568-4e91-a5a9-3508447680bc req-39974ec2-32cf-490c-8b84-a9a319f11933 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477497 Aug 24 00:24:10.676161 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-c16a97b6-8fa5-4b12-b0dd-faffa354f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:10.680023 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-c16a97b6-8fa5-4b12-b0dd-faffa354f1ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.0668893 Aug 24 00:24:10.717909 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a601a17b-42b7-4d9b-9318-69a72429375d req-e11e9dbe-5723-43ec-8744-93d891dac7e7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.720932 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a601a17b-42b7-4d9b-9318-69a72429375d req-e11e9dbe-5723-43ec-8744-93d891dac7e7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.738572 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-40baf019-860a-4128-af1b-cb7f1bceec38 req-1ac726bf-7d65-42d9-9ef0-6f600c2bcb79 service neutron] 10.222.0.47 "GET /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160823 Aug 24 00:24:10.756006 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-ccb70378-6d27-4ae4-9cb4-2220e6de1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:10.757772 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-ccb70378-6d27-4ae4-9cb4-2220e6de1f3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694835 Aug 24 00:24:10.812324 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682efb15-c1ca-4966-978c-0ade2aa085a9 None None] New status for floating IP 85f15cb0-6ad9-4b33-8696-e051817eaf81: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:24:10.853757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-a601a17b-42b7-4d9b-9318-69a72429375d req-e11e9dbe-5723-43ec-8744-93d891dac7e7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Calling delete_port for 5ba90c8b-7e7b-40c9-a780-c596da351c45 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:10.934608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a605bc69-fe2c-4d68-88a3-530609e07432 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:10.948542 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-c6f06784-c373-4a16-b826-db129f0d6026 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775041 Aug 24 00:24:10.992304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2bdb4-6569-4157-a0cf-899b7ce387d6 req-f35f6c33-edcf-4be1-810d-cf7ef4ce90f5 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:11.002667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04f2bdb4-6569-4157-a0cf-899b7ce387d6 req-f35f6c33-edcf-4be1-810d-cf7ef4ce90f5 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 945 time: 0.2494669 Aug 24 00:24:11.014063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8655-f853-4c79-8ebc-3b7288165eb7 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.110020 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-62e26f5b-5093-4a6c-8acc-c9709426e84d service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543646 Aug 24 00:24:11.118758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d8655-f853-4c79-8ebc-3b7288165eb7 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=1c4cdec4-907b-4ead-ad63-cd7dfad054ef,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:11.170521 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-10d4a62c-397d-4c6b-afbd-731f45bf9cfd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=22f7ed89-39b2-4be4-b2ff-738827384330 HTTP/1.1" status: 200 len: 217 time: 0.0487776 Aug 24 00:24:11.247792 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-9c8011b6-32b6-4c81-89fb-5831162b3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:11.250196 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-9c8011b6-32b6-4c81-89fb-5831162b3fc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.0704050 Aug 24 00:24:11.252251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04f2bdb4-6569-4157-a0cf-899b7ce387d6 req-5de97549-4dae-4c87-9862-b073aa779097 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484031 Aug 24 00:24:11.298398 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8655-f853-4c79-8ebc-3b7288165eb7 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.303170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6c6d8655-f853-4c79-8ebc-3b7288165eb7 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/1c4cdec4-907b-4ead-ad63-cd7dfad054ef HTTP/1.1" status: 204 len: 168 time: 1.5009661 Aug 24 00:24:11.316461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:11.351124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-578ab069-63cc-4681-9577-e3c34693c4e5 None None] Provisioning complete for port 2784dbbf-e971-4f12-91aa-8249900b7ebe triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:11.351704 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-578ab069-63cc-4681-9577-e3c34693c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.361527 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c41ca4a-34d1-472d-bfc6-4582e839be11 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] GET failed (client error): The resource could not be found. Aug 24 00:24:11.363995 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1c41ca4a-34d1-472d-bfc6-4582e839be11 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/1c4cdec4-907b-4ead-ad63-cd7dfad054ef HTTP/1.1" status: 404 len: 333 time: 0.0461056 Aug 24 00:24:11.378941 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57136) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:11.388973 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a601a17b-42b7-4d9b-9318-69a72429375d req-e11e9dbe-5723-43ec-8744-93d891dac7e7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.405453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-578ab069-63cc-4681-9577-e3c34693c4e5 None None] Port 2784dbbf-e971-4f12-91aa-8249900b7ebe cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:11.408790 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-de21b9fb-0b3a-4b41-bd62-2f044fb37955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:11.410132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-578ab069-63cc-4681-9577-e3c34693c4e5 None None] Could not find standard attr ID for object 1c4cdec4-907b-4ead-ad63-cd7dfad054ef. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:24:11.410375 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-de21b9fb-0b3a-4b41-bd62-2f044fb37955 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1500654 Aug 24 00:24:11.423978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-578ab069-63cc-4681-9577-e3c34693c4e5 None None] Provisioning for port a605bc69-fe2c-4d68-88a3-530609e07432 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:11.430024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-578ab069-63cc-4681-9577-e3c34693c4e5 None None] Provisioning complete for port a605bc69-fe2c-4d68-88a3-530609e07432 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:11.430554 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-578ab069-63cc-4681-9577-e3c34693c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.479368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e9dbe-5723-43ec-8744-93d891dac7e7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Pushing event deleted for resources: {'Port': ['ID=5ba90c8b-7e7b-40c9-a780-c596da351c45,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:11.551866 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-041ddb7a-c0cf-4b6c-9657-15ab3a5c5030 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.565641 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a601a17b-42b7-4d9b-9318-69a72429375d req-e11e9dbe-5723-43ec-8744-93d891dac7e7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.568398 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a601a17b-42b7-4d9b-9318-69a72429375d req-e11e9dbe-5723-43ec-8744-93d891dac7e7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.569564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a601a17b-42b7-4d9b-9318-69a72429375d req-e11e9dbe-5723-43ec-8744-93d891dac7e7 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "DELETE /v2.0/floatingips/85f15cb0-6ad9-4b33-8696-e051817eaf81 HTTP/1.1" status: 204 len: 173 time: 1.5659938 Aug 24 00:24:11.578000 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-da0e0ee5-91c6-4a94-bad0-37de6801f9c8 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344981 Aug 24 00:24:11.588488 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-041ddb7a-c0cf-4b6c-9657-15ab3a5c5030 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.670093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 898600c2-5e70-42a8-a437-7aee0fb9535f up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:11.735939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906d3db-84cd-4e93-93c4-57bdbb2cd21a req-7ff7f3c1-cbc3-4524-ae15-91b36bababd5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:11.744295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9906d3db-84cd-4e93-93c4-57bdbb2cd21a req-7ff7f3c1-cbc3-4524-ae15-91b36bababd5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1005492 Aug 24 00:24:11.772683 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-041ddb7a-c0cf-4b6c-9657-15ab3a5c5030 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.777161 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-041ddb7a-c0cf-4b6c-9657-15ab3a5c5030 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.778326 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-041ddb7a-c0cf-4b6c-9657-15ab3a5c5030 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/security-groups/223e6607-d7bd-440b-b6e2-de0c13f1eca5 HTTP/1.1" status: 204 len: 168 time: 0.3942113 Aug 24 00:24:11.781872 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57144) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:11.814705 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 898600c2-5e70-42a8-a437-7aee0fb9535f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:11.822324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 898600c2-5e70-42a8-a437-7aee0fb9535f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:11.823058 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.859056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9906d3db-84cd-4e93-93c4-57bdbb2cd21a req-6b570705-7b07-41ef-b9e8-74760d968c4e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093969 Aug 24 00:24:11.889114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ddb7a-c0cf-4b6c-9657-15ab3a5c5030 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223e6607-d7bd-440b-b6e2-de0c13f1eca5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:11.944021 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-4162c456-5036-4ca3-9bec-cfe3ef086aaf service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453422 Aug 24 00:24:11.965508 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad7bebae-e59c-422e-b96e-84dc51217a60 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.985946 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.018272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031b6861-1c3a-4969-a4ff-3c48e6855b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898600c2-5e70-42a8-a437-7aee0fb9535f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:12.020728 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f22c20-fa71-4339-93d1-1626ca9bd42b" -d '{"events": [{"server_uuid": "031b6861-1c3a-4969-a4ff-3c48e6855b6a", "name": "network-vif-plugged", "status": "completed", "tag": "898600c2-5e70-42a8-a437-7aee0fb9535f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:12.026067 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-4dcd4a50-82fa-4869-9f85-e27c5920b328 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=7ec2d164-920a-48df-808a-d50f19345547 HTTP/1.1" status: 200 len: 217 time: 0.0615344 Aug 24 00:24:12.040774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 898600c2-5e70-42a8-a437-7aee0fb9535f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=898600c2-5e70-42a8-a437-7aee0fb9535f,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:12.042131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b014c460-7044-4505-bd37-0011728abd2d req-f5883771-2b11-48c1-a460-dc77f6fc2e79 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups/3033f893-cbe5-451a-8b56-1e5d20aa8df9 HTTP/1.1" status: 200 len: 1809 time: 0.1058652 Aug 24 00:24:12.051034 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97bb2f-29c9-442e-833d-65c352e3ad04 req-b45e3295-8c20-4f17-8a97-ee6a15c21f18 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:12.053436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea97bb2f-29c9-442e-833d-65c352e3ad04 req-b45e3295-8c20-4f17-8a97-ee6a15c21f18 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 945 time: 0.1026103 Aug 24 00:24:12.054480 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.060858 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad7bebae-e59c-422e-b96e-84dc51217a60 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.125499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7099a1ff-41d9-4fb8-9ae4-0e5633590051 None None] Could not find standard attr ID for object 1c4cdec4-907b-4ead-ad63-cd7dfad054ef. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:24:12.148555 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea97bb2f-29c9-442e-833d-65c352e3ad04 req-214a4dbd-2dae-43a2-b460-67b352fcd9fb tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847425 Aug 24 00:24:12.158653 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad7bebae-e59c-422e-b96e-84dc51217a60 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.161912 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad7bebae-e59c-422e-b96e-84dc51217a60 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.163573 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ad7bebae-e59c-422e-b96e-84dc51217a60 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/security-groups/a5f74142-2770-45e9-83f7-a1b2225ef8fd HTTP/1.1" status: 204 len: 168 time: 0.3710234 Aug 24 00:24:12.170055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=898600c2-5e70-42a8-a437-7aee0fb9535f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:12.177106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:12.206069 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b014c460-7044-4505-bd37-0011728abd2d req-ca629266-c166-4e01-830b-5f79d3136553 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.218477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bebae-e59c-422e-b96e-84dc51217a60 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f74142-2770-45e9-83f7-a1b2225ef8fd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:12.257279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-ad1f5ae1-8e28-4347-8843-6607184127a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:12.259123 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-ad1f5ae1-8e28-4347-8843-6607184127a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.1468914 Aug 24 00:24:12.275448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b014c460-7044-4505-bd37-0011728abd2d req-ca629266-c166-4e01-830b-5f79d3136553 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.310936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac5edb6-bf5d-4a32-84ca-8c8cd2aadf2e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting subnet 33ca8fb0-b3f6-40b9-b16f-968444f89db0 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:24:12.315356 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ac5edb6-bf5d-4a32-84ca-8c8cd2aadf2e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.359504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b82394-f78c-4839-aae6-87a9f70ecbe7 req-e7237961-6710-47be-9b92-38c858b1436a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:12.368909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86b82394-f78c-4839-aae6-87a9f70ecbe7 req-e7237961-6710-47be-9b92-38c858b1436a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1401937 Aug 24 00:24:12.393182 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-c303eba5-bc87-495d-94ce-099f23ea676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:12.394138 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b014c460-7044-4505-bd37-0011728abd2d req-ca629266-c166-4e01-830b-5f79d3136553 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.394995 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-c303eba5-bc87-495d-94ce-099f23ea676a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1182129 Aug 24 00:24:12.396707 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b014c460-7044-4505-bd37-0011728abd2d req-ca629266-c166-4e01-830b-5f79d3136553 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.397362 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ac5edb6-bf5d-4a32-84ca-8c8cd2aadf2e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.411625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b014c460-7044-4505-bd37-0011728abd2d req-ca629266-c166-4e01-830b-5f79d3136553 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "DELETE /v2.0/security-groups/3033f893-cbe5-451a-8b56-1e5d20aa8df9 HTTP/1.1" status: 204 len: 173 time: 0.3566360 Aug 24 00:24:12.433671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca629266-c166-4e01-830b-5f79d3136553 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3033f893-cbe5-451a-8b56-1e5d20aa8df9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:12.451307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86b82394-f78c-4839-aae6-87a9f70ecbe7 req-553d09e1-a0a2-4a28-8d72-de742ad64c5b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785785 Aug 24 00:24:12.472146 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d996f40b-675e-46ae-9508-3b7c16485a70 x-openstack-request-id: req-d996f40b-675e-46ae-9508-3b7c16485a70 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:12.473869 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031b6861-1c3a-4969-a4ff-3c48e6855b6a", "name": "network-vif-plugged", "status": "completed", "tag": "898600c2-5e70-42a8-a437-7aee0fb9535f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:12.474536 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d996f40b-675e-46ae-9508-3b7c16485a70 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:12.475173 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031b6861-1c3a-4969-a4ff-3c48e6855b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898600c2-5e70-42a8-a437-7aee0fb9535f', 'code': 200} Aug 24 00:24:12.574701 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-2e63b389-c701-4c1c-9494-adf47d199872 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542075 Aug 24 00:24:12.589645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f93c81-1f9d-4243-b2ff-a460fbe0f55c req-2bae9c6b-28c6-45a3-978e-d4e84731c759 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:12.598270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90f93c81-1f9d-4243-b2ff-a460fbe0f55c req-2bae9c6b-28c6-45a3-978e-d4e84731c759 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 946 time: 0.0646317 Aug 24 00:24:12.642163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90f93c81-1f9d-4243-b2ff-a460fbe0f55c req-effe6bf5-7a21-4ce9-a636-b6dffc5fd4a4 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Aug 24 00:24:12.643701 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ac5edb6-bf5d-4a32-84ca-8c8cd2aadf2e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.746177 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e095e4-da3c-4d9d-a080-ff6cfad6ab46 req-2754e677-a6d2-40da-affe-0481a6660c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:12.747844 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-34e095e4-da3c-4d9d-a080-ff6cfad6ab46 req-2754e677-a6d2-40da-affe-0481a6660c03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 1097 time: 0.1700678 Aug 24 00:24:12.767024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b068cc-84e0-4b90-9f5b-1422bd3127a6 req-50706c93-4404-4f8e-b9b9-4e99afec3885 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:12.768992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19b068cc-84e0-4b90-9f5b-1422bd3127a6 req-50706c93-4404-4f8e-b9b9-4e99afec3885 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.0723259 Aug 24 00:24:12.816879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19b068cc-84e0-4b90-9f5b-1422bd3127a6 req-5160868a-bcaa-42a8-9167-c6371438fea9 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Aug 24 00:24:12.853650 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-34e095e4-da3c-4d9d-a080-ff6cfad6ab46 req-5bac464b-4bee-496e-a816-7bc5701fbe3f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892932 Aug 24 00:24:12.856605 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-ec377a50-c16a-4668-80a5-473b2dc91653 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447581 Aug 24 00:24:12.858547 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ac5edb6-bf5d-4a32-84ca-8c8cd2aadf2e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.933417 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ac5edb6-bf5d-4a32-84ca-8c8cd2aadf2e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.936892 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ac5edb6-bf5d-4a32-84ca-8c8cd2aadf2e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/33ca8fb0-b3f6-40b9-b16f-968444f89db0 HTTP/1.1" status: 204 len: 168 time: 0.7446361 Aug 24 00:24:12.938163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5edb6-bf5d-4a32-84ca-8c8cd2aadf2e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Subnet': ['ID=33ca8fb0-b3f6-40b9-b16f-968444f89db0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:12.940960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57178) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:12.941405 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-55b4010f-adf0-42b8-8535-fbdd148f9fb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=4b444555-ec1d-495e-bcde-fa4f20dad18c HTTP/1.1" status: 200 len: 217 time: 0.0706112 Aug 24 00:24:12.945379 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b98429-5251-472f-a0e9-f3c223c2b877 None None] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:12.947218 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8de28b5f-a2c1-442b-ae64-0e626fe9b211 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:13.066545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-8774b519-8986-48ae-b03b-523667c983d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.066545 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-8774b519-8986-48ae-b03b-523667c983d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.1124916 Aug 24 00:24:13.153170 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-8268a32a-489b-4b42-8820-33fcfdf9c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.158572 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-8268a32a-489b-4b42-8820-33fcfdf9c444 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791597 Aug 24 00:24:13.167080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbf00c-388d-4d28-ba5e-b020c3c3e9e1 req-37911416-6536-4b26-89c2-a07f9e6cbe4b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.168692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9dbf00c-388d-4d28-ba5e-b020c3c3e9e1 req-37911416-6536-4b26-89c2-a07f9e6cbe4b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1110036 Aug 24 00:24:13.276471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de28b5f-a2c1-442b-ae64-0e626fe9b211 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:13.280553 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8de28b5f-a2c1-442b-ae64-0e626fe9b211 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.288337 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9dbf00c-388d-4d28-ba5e-b020c3c3e9e1 req-4d8db55e-82b1-4dc3-9f55-5e4d96c497bf tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093316 Aug 24 00:24:13.293885 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-7d3665a0-ad8d-4de6-8e10-8406254884fa service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220844 Aug 24 00:24:13.367669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350538a2-efd2-450e-97dc-415cc31d0006 req-48fc46b2-769f-4b6a-8f18-72c91abcf36b tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.373540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350538a2-efd2-450e-97dc-415cc31d0006 req-48fc46b2-769f-4b6a-8f18-72c91abcf36b tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.380070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350538a2-efd2-450e-97dc-415cc31d0006 req-48fc46b2-769f-4b6a-8f18-72c91abcf36b tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.387725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-350538a2-efd2-450e-97dc-415cc31d0006 req-48fc46b2-769f-4b6a-8f18-72c91abcf36b tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c&device_id=2a9abe12-1182-47b8-9091-3e799e7dc5cc&device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 2417 time: 0.1605589 Aug 24 00:24:13.419940 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-c0b8ca6f-3fe1-45d4-9bc5-9b45e7a279cb service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154473 Aug 24 00:24:13.436853 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:13.441838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-74f269ab-ce97-42e0-a0b8-92b850dac142 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-455955277'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:13.491232 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-254875f5-868c-42df-a096-4d68fa222a9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15250587-53ca-4501-86b1-c7339d86c075 HTTP/1.1" status: 200 len: 217 time: 0.0570538 Aug 24 00:24:13.503027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-350538a2-efd2-450e-97dc-415cc31d0006 req-652e62d8-94cb-4e64-bcfa-c96d6457571b tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143093 Aug 24 00:24:13.511514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f269ab-ce97-42e0-a0b8-92b850dac142 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Made reservation on behalf of e98fc09120a0477ba0f3d3600616f7a6 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:13.515582 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74f269ab-ce97-42e0-a0b8-92b850dac142 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.521817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62e420-118c-463c-97c6-3a0315393e69 req-fc21747b-838e-4a81-9abe-13ddaf2996f3 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.523454 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab62e420-118c-463c-97c6-3a0315393e69 req-fc21747b-838e-4a81-9abe-13ddaf2996f3 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.1301510 Aug 24 00:24:13.569143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f269ab-ce97-42e0-a0b8-92b850dac142 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:24:13.592384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-4e979089-0066-40f8-a04d-17b8b8a15df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.595087 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-4e979089-0066-40f8-a04d-17b8b8a15df9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ea995d2-1395-4f59-8ad4-626922072864 HTTP/1.1" status: 200 len: 797 time: 0.0952675 Aug 24 00:24:13.596651 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74f269ab-ce97-42e0-a0b8-92b850dac142 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.596808 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-74f269ab-ce97-42e0-a0b8-92b850dac142 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Added segment 3136dd87-86d7-427c-9152-342e52aff3d6 of type vlan for network 8591c000-1ad9-4c58-a583-231d8245e24b Aug 24 00:24:13.649905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab62e420-118c-463c-97c6-3a0315393e69 req-fc305210-d447-4c87-817c-66ab4c3c2399 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162238 Aug 24 00:24:13.667831 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74f269ab-ce97-42e0-a0b8-92b850dac142 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.689667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72539be2-a59f-4c97-a21c-ccf990572328 req-af0594bb-5f66-41d0-9c76-7fb915a9a1ca tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.691428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72539be2-a59f-4c97-a21c-ccf990572328 req-af0594bb-5f66-41d0-9c76-7fb915a9a1ca tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.0925257 Aug 24 00:24:13.708392 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-a34f75a7-1bad-49a4-9970-77407996b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.710191 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-a34f75a7-1bad-49a4-9970-77407996b63e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6cfb797-f65c-4b64-8064-c867f5a2550e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0825443 Aug 24 00:24:13.711507 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74f269ab-ce97-42e0-a0b8-92b850dac142 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.720063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f269ab-ce97-42e0-a0b8-92b850dac142 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.720843 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74f269ab-ce97-42e0-a0b8-92b850dac142 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.792666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72539be2-a59f-4c97-a21c-ccf990572328 req-da6b1e64-f8ab-4ab6-ba58-ef6fd2b31547 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754857 Aug 24 00:24:13.859210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8de28b5f-a2c1-442b-ae64-0e626fe9b211 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.866960 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-74f269ab-ce97-42e0-a0b8-92b850dac142 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4290302 Aug 24 00:24:13.869569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfb9ca-b7c6-4bef-a6a0-863449a7c377 req-f006310d-6bcf-4386-8c2b-a9aa87d8eb41 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.871306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60bfb9ca-b7c6-4bef-a6a0-863449a7c377 req-f006310d-6bcf-4386-8c2b-a9aa87d8eb41 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 945 time: 0.0923195 Aug 24 00:24:13.872125 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57194) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:13.881644 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-35b57983-3f99-4d3b-ad3f-ebd7920a348c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-123817277'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:13.888788 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f269ab-ce97-42e0-a0b8-92b850dac142 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'Network': ['ID=8591c000-1ad9-4c58-a583-231d8245e24b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:13.900614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 8591c000-1ad9-4c58-a583-231d8245e24b details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:24:13.926727 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b57983-3f99-4d3b-ad3f-ebd7920a348c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Made reservation on behalf of e98fc09120a0477ba0f3d3600616f7a6 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:13.930185 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b57983-3f99-4d3b-ad3f-ebd7920a348c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.944407 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-d4c82e31-8bea-462a-bf80-d3087eced257 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198596 Aug 24 00:24:13.963768 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de28b5f-a2c1-442b-ae64-0e626fe9b211 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:13.973483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8de28b5f-a2c1-442b-ae64-0e626fe9b211 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:13.982054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de28b5f-a2c1-442b-ae64-0e626fe9b211 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.982726 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8de28b5f-a2c1-442b-ae64-0e626fe9b211 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.984344 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e25d934f-e696-44eb-9fca-3d17972cca0a None None] Provisioning complete for port 2784dbbf-e971-4f12-91aa-8249900b7ebe triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:13.984859 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e25d934f-e696-44eb-9fca-3d17972cca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.985401 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b57983-3f99-4d3b-ad3f-ebd7920a348c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:24:14.002930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de28b5f-a2c1-442b-ae64-0e626fe9b211 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Subnet': ['ID=a12bc930-4c69-471b-be85-6377383f2abf,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:14.018018 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81e038d-44ff-4f04-afcb-617d63f7e7a1 None None] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:14.021496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bb77e-8e25-4188-90a1-6ee0efe4c97e req-073ba99a-d3ec-409a-a9a8-0f65ae8e17cc tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:14.023094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f16bb77e-8e25-4188-90a1-6ee0efe4c97e req-073ba99a-d3ec-409a-a9a8-0f65ae8e17cc tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 946 time: 0.1499083 Aug 24 00:24:14.027078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60bfb9ca-b7c6-4bef-a6a0-863449a7c377 req-b106f6b7-b1e6-404c-bdf6-39f4f81959d6 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364684 Aug 24 00:24:14.044320 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b57983-3f99-4d3b-ad3f-ebd7920a348c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.044320 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-35b57983-3f99-4d3b-ad3f-ebd7920a348c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Added segment d0a3a204-9b07-4f73-80bb-4e2df5a45d0d of type vlan for network 68caed49-e03d-42a4-a3fa-e069dfc1351d Aug 24 00:24:14.044641 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8de28b5f-a2c1-442b-ae64-0e626fe9b211 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0931158 Aug 24 00:24:14.044641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57198) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:14.051869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cb541826-1e3a-4d28-a3da-47c8aae5bc5f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'security_group': {'name': 'tempest-secgroup-1563781000'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:14.089703 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b57983-3f99-4d3b-ad3f-ebd7920a348c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.114877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f16bb77e-8e25-4188-90a1-6ee0efe4c97e req-565853bf-1b12-4400-9cbd-069977640a60 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633128 Aug 24 00:24:14.115400 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-bd65b78b-2ac9-4a8d-b0ba-43e218fb6d9b service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578991 Aug 24 00:24:14.117823 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb541826-1e3a-4d28-a3da-47c8aae5bc5f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.133337 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b57983-3f99-4d3b-ad3f-ebd7920a348c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.137747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e25d934f-e696-44eb-9fca-3d17972cca0a None None] Port 2784dbbf-e971-4f12-91aa-8249900b7ebe cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:14.141841 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b57983-3f99-4d3b-ad3f-ebd7920a348c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:14.142840 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35b57983-3f99-4d3b-ad3f-ebd7920a348c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.167415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e25d934f-e696-44eb-9fca-3d17972cca0a None None] Provisioning complete for port a605bc69-fe2c-4d68-88a3-530609e07432 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:14.168162 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e25d934f-e696-44eb-9fca-3d17972cca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.224487 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb541826-1e3a-4d28-a3da-47c8aae5bc5f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.230010 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb541826-1e3a-4d28-a3da-47c8aae5bc5f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.249686 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-77e3b1d5-428b-441b-9c5b-a4a8175fd952 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c0ee051-f3be-4377-a1b9-e220303e05a5 HTTP/1.1" status: 200 len: 217 time: 0.0990160 Aug 24 00:24:14.263703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb541826-1e3a-4d28-a3da-47c8aae5bc5f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6c1c5a-0135-45e4-94b5-9ebc20d6d0ab,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:14.267569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb541826-1e3a-4d28-a3da-47c8aae5bc5f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.271477 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cb541826-1e3a-4d28-a3da-47c8aae5bc5f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2329218 Aug 24 00:24:14.272070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57202) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:14.278316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7337ce62-6333-4ae2-9a0e-22f8ff11740f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'security_group': {'name': 'tempest-secgroup-1085834294'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:14.297277 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-35b57983-3f99-4d3b-ad3f-ebd7920a348c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4240017 Aug 24 00:24:14.300046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57204) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:14.307613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-26d873e1-4e18-498c-a4e9-e96918a79b77 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'subnet': {'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:14.332784 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7337ce62-6333-4ae2-9a0e-22f8ff11740f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.376221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-166427f3-3fb5-4970-bc87-1b357001c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:14.377768 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-166427f3-3fb5-4970-bc87-1b357001c997 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ea995d2-1395-4f59-8ad4-626922072864 HTTP/1.1" status: 200 len: 797 time: 0.1029403 Aug 24 00:24:14.421865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b57983-3f99-4d3b-ad3f-ebd7920a348c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'Network': ['ID=68caed49-e03d-42a4-a3fa-e069dfc1351d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:14.445971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 68caed49-e03d-42a4-a3fa-e069dfc1351d details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:24:14.502114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-3be87e35-c5a8-41cf-809a-399b36afdef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:14.503950 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-3be87e35-c5a8-41cf-809a-399b36afdef4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6cfb797-f65c-4b64-8064-c867f5a2550e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1097491 Aug 24 00:24:14.523924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6535c-e64a-4e1e-9c8a-fb0fa2f99f74 req-cb3100b1-47fc-481a-b058-65cb23db5ff6 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:14.534875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23c6535c-e64a-4e1e-9c8a-fb0fa2f99f74 req-cb3100b1-47fc-481a-b058-65cb23db5ff6 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1175358 Aug 24 00:24:14.613356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23c6535c-e64a-4e1e-9c8a-fb0fa2f99f74 req-428cfeef-999b-4dab-97ca-afcf6b5de42c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766771 Aug 24 00:24:14.621065 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7337ce62-6333-4ae2-9a0e-22f8ff11740f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.638026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7337ce62-6333-4ae2-9a0e-22f8ff11740f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.658607 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-d820c425-b37e-43cf-9ccd-5a3d83e68f55 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464310 Aug 24 00:24:14.661844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba3204e-fc14-46dc-8b7b-56cc3e78191b None None] Update dhcp port {'port': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'fixed_ips': [{'subnet_id': '69f0157a-c565-445d-a15c-5c474241eadd', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a12bc930-4c69-471b-be85-6377383f2abf'}], 'binding:host_id': 'n-d-805736-1'}, 'id': 'a605bc69-fe2c-4d68-88a3-530609e07432'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:24:14.681385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337ce62-6333-4ae2-9a0e-22f8ff11740f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccc7fb0-04a0-4661-a005-72cfeda1144f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:14.698294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d873e1-4e18-498c-a4e9-e96918a79b77 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Made reservation on behalf of e98fc09120a0477ba0f3d3600616f7a6 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:14.703128 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-26d873e1-4e18-498c-a4e9-e96918a79b77 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.709739 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7337ce62-6333-4ae2-9a0e-22f8ff11740f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.712021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7337ce62-6333-4ae2-9a0e-22f8ff11740f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4381499 Aug 24 00:24:14.714978 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:14.716026 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eba3204e-fc14-46dc-8b7b-56cc3e78191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.755649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9adc8b22-2cfa-46c9-a458-53bcfa2a458b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'security_group': {'name': 'tempest-secgroup-1748863002'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:14.800584 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9adc8b22-2cfa-46c9-a458-53bcfa2a458b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.829128 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-508a6dff-34dd-4840-925d-43ecc9595cc2 req-aba93ac9-e942-453a-b831-a9d78aef375b service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617670 Aug 24 00:24:14.927851 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9adc8b22-2cfa-46c9-a458-53bcfa2a458b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.943194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0630341-5bdc-47b5-a705-e526d948e4b0 req-ee76015f-eed2-4638-93bc-592d4df76735 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:14.947905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9adc8b22-2cfa-46c9-a458-53bcfa2a458b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.950766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0630341-5bdc-47b5-a705-e526d948e4b0 req-ee76015f-eed2-4638-93bc-592d4df76735 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.1578805 Aug 24 00:24:14.966861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-eba3204e-fc14-46dc-8b7b-56cc3e78191b None None] Allocated IP 172.20.0.2 (4214e458-f215-4608-acf2-b0cfc6dbadfb/a12bc930-4c69-471b-be85-6377383f2abf/a605bc69-fe2c-4d68-88a3-530609e07432) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:14.986215 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9adc8b22-2cfa-46c9-a458-53bcfa2a458b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.990838 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9adc8b22-2cfa-46c9-a458-53bcfa2a458b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2716908 Aug 24 00:24:14.991632 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc8b22-2cfa-46c9-a458-53bcfa2a458b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d64628-ac17-4160-aa48-65acdaf44bdb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:14.993975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57220) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:15.001605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1764859910', 'security_groups': ['61d64628-ac17-4160-aa48-65acdaf44bdb'], 'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a12bc930-4c69-471b-be85-6377383f2abf'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:15.080980 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0630341-5bdc-47b5-a705-e526d948e4b0 req-c8ad9c94-737f-4016-be5f-9b064d0a9430 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a9ca1fb-8206-4158-a642-7e383102c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292341 Aug 24 00:24:15.110325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-eba3204e-fc14-46dc-8b7b-56cc3e78191b None None] For port a605bc69-fe2c-4d68-88a3-530609e07432, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a605bc69-fe2c-4d68-88a3-530609e07432,segment=NetworkSegment(4897884b-4646-4f89-b8e9-76c8c44e2dcd),segment_id=4897884b-4646-4f89-b8e9-76c8c44e2dcd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:15.143937 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-26d873e1-4e18-498c-a4e9-e96918a79b77 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.154490 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eba3204e-fc14-46dc-8b7b-56cc3e78191b None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.173347 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eba3204e-fc14-46dc-8b7b-56cc3e78191b None None] Transition to ACTIVE for port object a605bc69-fe2c-4d68-88a3-530609e07432 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:15.178733 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eba3204e-fc14-46dc-8b7b-56cc3e78191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.295135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d873e1-4e18-498c-a4e9-e96918a79b77 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'Subnet': ['ID=d10fa38d-daaa-42f0-93b2-66b400d296af,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:15.322681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d873e1-4e18-498c-a4e9-e96918a79b77 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Checking segment: {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:15.323371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d873e1-4e18-498c-a4e9-e96918a79b77 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Network hostable DHCP agents. Network: 8591c000-1ad9-4c58-a583-231d8245e24b, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:24:15.351721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b707ea-61cf-4049-9c57-64680813d9c3 req-9ec134dd-1d36-431e-80e1-fd02cee581bd tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:15.353483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5b707ea-61cf-4049-9c57-64680813d9c3 req-9ec134dd-1d36-431e-80e1-fd02cee581bd tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 946 time: 0.1534765 Aug 24 00:24:15.356918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:15.427375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3204e-fc14-46dc-8b7b-56cc3e78191b None None] Pushing event updated for resources: {'Port': ['ID=a605bc69-fe2c-4d68-88a3-530609e07432,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:15.470081 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d873e1-4e18-498c-a4e9-e96918a79b77 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Network 8591c000-1ad9-4c58-a583-231d8245e24b is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:24:15.491091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-26d873e1-4e18-498c-a4e9-e96918a79b77 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 8591c000-1ad9-4c58-a583-231d8245e24b) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:15.498172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d873e1-4e18-498c-a4e9-e96918a79b77 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:15.498172 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-26d873e1-4e18-498c-a4e9-e96918a79b77 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.502451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c51972-714b-4931-aca2-7f250ed43646 None None] Network 8591c000-1ad9-4c58-a583-231d8245e24b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:15.552962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5b707ea-61cf-4049-9c57-64680813d9c3 req-b5e8027a-8136-49df-8485-f73e57d95a2f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142247 Aug 24 00:24:15.578034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.588409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-26d873e1-4e18-498c-a4e9-e96918a79b77 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2857511 Aug 24 00:24:15.594497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57238) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:15.599610 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ff38ae23-a634-47b2-905e-8d7365bcac50 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'subnet': {'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:15.687151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] device_id is not set on port 06754a81-00db-4622-87f4-f3f2aae685aa yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:24:15.754513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff38ae23-a634-47b2-905e-8d7365bcac50 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Made reservation on behalf of e98fc09120a0477ba0f3d3600616f7a6 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:15.755401 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-8591c000-1ad9-4c58-a583-231d8245e24b', 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'fixed_ips': [{'subnet_id': 'd10fa38d-daaa-42f0-93b2-66b400d296af'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:24:15.757473 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.760420 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff38ae23-a634-47b2-905e-8d7365bcac50 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.849495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159e6d0-b216-49b9-b349-1def5c068798 req-081fd039-9bc7-4c88-b6ca-68ba92d75a72 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:15.871645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a159e6d0-b216-49b9-b349-1def5c068798 req-081fd039-9bc7-4c88-b6ca-68ba92d75a72 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.2806561 Aug 24 00:24:15.958249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Allocated IP 10.1.1.2 (8591c000-1ad9-4c58-a583-231d8245e24b/d10fa38d-daaa-42f0-93b2-66b400d296af/3da306e2-f536-4434-aff3-d8d723676893) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:16.003917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a159e6d0-b216-49b9-b349-1def5c068798 req-b6014bc6-08b6-48b9-90ca-2a13b66d6ef8 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232917 Aug 24 00:24:16.100882 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff38ae23-a634-47b2-905e-8d7365bcac50 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.142724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52b782-d36b-495e-8d28-6477cac99fc2 req-c459bd3a-2cea-4772-b148-3abe4a31ea85 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:16.145169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e52b782-d36b-495e-8d28-6477cac99fc2 req-c459bd3a-2cea-4772-b148-3abe4a31ea85 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2170074 Aug 24 00:24:16.169242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Allocated IP 172.20.0.13 (4214e458-f215-4608-acf2-b0cfc6dbadfb/a12bc930-4c69-471b-be85-6377383f2abf/06754a81-00db-4622-87f4-f3f2aae685aa) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:16.169789 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.182904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Transition to ACTIVE for port object 3da306e2-f536-4434-aff3-d8d723676893 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:16.192292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38ae23-a634-47b2-905e-8d7365bcac50 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'Subnet': ['ID=d405008c-2b39-4747-a89e-b6b8636b5157,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:16.197531 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1b67024b-4768-4cda-aa5b-70a52daa0e1a req-198ee66e-668a-4f52-9ba0-754af45925e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1347940 Aug 24 00:24:16.204129 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Transition to ACTIVE for port object 3da306e2-f536-4434-aff3-d8d723676893 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:16.205416 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff38ae23-a634-47b2-905e-8d7365bcac50 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Checking segment: {'id': 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:16.205806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff38ae23-a634-47b2-905e-8d7365bcac50 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Network hostable DHCP agents. Network: 68caed49-e03d-42a4-a3fa-e069dfc1351d, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:24:16.211250 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.216174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457044e8-1450-4084-88f3-6f3e8f895502 req-d4b0537c-69f5-45b8-a96a-bb3703fd1c28 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:16.225158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-457044e8-1450-4084-88f3-6f3e8f895502 req-d4b0537c-69f5-45b8-a96a-bb3703fd1c28 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 946 time: 0.1342084 Aug 24 00:24:16.228831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff38ae23-a634-47b2-905e-8d7365bcac50 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Network 68caed49-e03d-42a4-a3fa-e069dfc1351d is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:24:16.254229 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Network 8591c000-1ad9-4c58-a583-231d8245e24b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:16.263719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ff38ae23-a634-47b2-905e-8d7365bcac50 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 68caed49-e03d-42a4-a3fa-e069dfc1351d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:16.279572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:16.282632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:16.291819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae2e7b5-b189-4470-a98e-70f2088f89e3 None None] Network 68caed49-e03d-42a4-a3fa-e069dfc1351d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:16.292418 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff38ae23-a634-47b2-905e-8d7365bcac50 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:16.292935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ff38ae23-a634-47b2-905e-8d7365bcac50 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.303231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e52b782-d36b-495e-8d28-6477cac99fc2 req-4e571024-f0b0-468d-b5e0-8cbb317a2a55 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429536 Aug 24 00:24:16.330881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b486-1b84-47f2-9a62-4b3bb514d8a4 req-c212fafe-a666-4601-90ff-7cb4bb541db5 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:16.333228 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3f87b486-1b84-47f2-9a62-4b3bb514d8a4 req-c212fafe-a666-4601-90ff-7cb4bb541db5 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.47 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 945 time: 0.0937374 Aug 24 00:24:16.340473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57250) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:16.350588 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ff38ae23-a634-47b2-905e-8d7365bcac50 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7543941 Aug 24 00:24:16.356705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'port': {'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b', 'name': 'tempest-TaggedBootDevicesTest-1993117283', 'fixed_ips': [{'subnet_id': 'd10fa38d-daaa-42f0-93b2-66b400d296af'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:16.410870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-457044e8-1450-4084-88f3-6f3e8f895502 req-ec7d4058-ae75-4310-95fc-f142acaccaa6 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844201 Aug 24 00:24:16.451371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Pushing event updated for resources: {'Port': ['ID=3da306e2-f536-4434-aff3-d8d723676893,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:16.521189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Attempting to bind port 3da306e2-f536-4434-aff3-d8d723676893 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:16.521565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Attempting to bind port 3da306e2-f536-4434-aff3-d8d723676893 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:16.521938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Attempting to bind port 3da306e2-f536-4434-aff3-d8d723676893 on network 8591c000-1ad9-4c58-a583-231d8245e24b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:16.523095 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3f87b486-1b84-47f2-9a62-4b3bb514d8a4 req-5f82fde5-e9e3-4876-adeb-2aa0a0fbed8b tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Deleting port 9e7bce00-b5ad-4d87-b900-000728546267 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:16.523455 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3f87b486-1b84-47f2-9a62-4b3bb514d8a4 req-5f82fde5-e9e3-4876-adeb-2aa0a0fbed8b tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.540112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:16.540942 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Checking segment: {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:16.541845 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.542459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Bound using segment: {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:16.543223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Bound port: 3da306e2-f536-4434-aff3-d8d723676893, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:16.543726 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.546910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-46c8fd28-9b49-4d7f-938a-e0d0635ca073 None None] Provisioning complete for port 2784dbbf-e971-4f12-91aa-8249900b7ebe triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:16.547362 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46c8fd28-9b49-4d7f-938a-e0d0635ca073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.657282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-3f87b486-1b84-47f2-9a62-4b3bb514d8a4 req-5f82fde5-e9e3-4876-adeb-2aa0a0fbed8b tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] For port 9e7bce00-b5ad-4d87-b900-000728546267, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9e7bce00-b5ad-4d87-b900-000728546267,segment=NetworkSegment(6394b6d1-929e-4884-8462-397709b5339d),segment_id=6394b6d1-929e-4884-8462-397709b5339d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:16.657677 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3f87b486-1b84-47f2-9a62-4b3bb514d8a4 req-5f82fde5-e9e3-4876-adeb-2aa0a0fbed8b tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.675724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-3f87b486-1b84-47f2-9a62-4b3bb514d8a4 req-5f82fde5-e9e3-4876-adeb-2aa0a0fbed8b tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Calling delete_port for 9e7bce00-b5ad-4d87-b900-000728546267 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:16.693235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] For port 3da306e2-f536-4434-aff3-d8d723676893, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:16.697377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-46c8fd28-9b49-4d7f-938a-e0d0635ca073 None None] Port 2784dbbf-e971-4f12-91aa-8249900b7ebe cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:16.707814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-68caed49-e03d-42a4-a3fa-e069dfc1351d', 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'fixed_ips': [{'subnet_id': 'd405008c-2b39-4747-a89e-b6b8636b5157'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:24:16.708114 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.714965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] For port 3da306e2-f536-4434-aff3-d8d723676893, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3da306e2-f536-4434-aff3-d8d723676893,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:16.732253 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.752548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-46c8fd28-9b49-4d7f-938a-e0d0635ca073 None None] Provisioning for port a605bc69-fe2c-4d68-88a3-530609e07432 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:16.882175 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-46c8fd28-9b49-4d7f-938a-e0d0635ca073 None None] Provisioning complete for port a605bc69-fe2c-4d68-88a3-530609e07432 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:16.882717 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46c8fd28-9b49-4d7f-938a-e0d0635ca073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.946167 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a605bc69-fe2c-4d68-88a3-530609e07432 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:16.951981 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3f87b486-1b84-47f2-9a62-4b3bb514d8a4 req-5f82fde5-e9e3-4876-adeb-2aa0a0fbed8b tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:17.000704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['9e7bce00-b5ad-4d87-b900-000728546267'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:17.013120 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82fde5-e9e3-4876-adeb-2aa0a0fbed8b tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Pushing event deleted for resources: {'Port': ['ID=9e7bce00-b5ad-4d87-b900-000728546267,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:17.099252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f87b486-1b84-47f2-9a62-4b3bb514d8a4 req-5f82fde5-e9e3-4876-adeb-2aa0a0fbed8b tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] No DVR routers for this DVR port 9e7bce00-b5ad-4d87-b900-000728546267 on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:24:17.104008 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-3f87b486-1b84-47f2-9a62-4b3bb514d8a4 req-5f82fde5-e9e3-4876-adeb-2aa0a0fbed8b tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:17.106408 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3f87b486-1b84-47f2-9a62-4b3bb514d8a4 req-5f82fde5-e9e3-4876-adeb-2aa0a0fbed8b tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.47 "DELETE /v2.0/ports/9e7bce00-b5ad-4d87-b900-000728546267 HTTP/1.1" status: 204 len: 173 time: 0.7542293 Aug 24 00:24:17.106572 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'name': 'network-vif-deleted', 'tag': '9e7bce00-b5ad-4d87-b900-000728546267'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:17.109337 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833f5ceb-7bed-4f96-83f8-1757d2e2c44a" -d '{"events": [{"server_uuid": "27b35a67-1274-4351-98b9-7acaaefcad3a", "name": "network-vif-deleted", "tag": "9e7bce00-b5ad-4d87-b900-000728546267"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:17.121003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6ed93-d908-484b-8271-fa9163a091fa None None] Pushing event updated for resources: {'Port': ['ID=3da306e2-f536-4434-aff3-d8d723676893,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:17.175825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc304b3e-b3f7-44d9-88dc-40cb6e22bef6 req-eb210207-ad01-41b8-912c-7307e9520944 tempest-ServerRescueTestJSONUnderV235-1418984618 tempest-ServerRescueTestJSONUnderV235-1418984618-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b35a67-1274-4351-98b9-7acaaefcad3a HTTP/1.1" status: 200 len: 210 time: 0.7634561 Aug 24 00:24:17.199852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67024b-4768-4cda-aa5b-70a52daa0e1a req-e405daa8-36e6-4eac-a9be-15e6086a81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:17.202139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b67024b-4768-4cda-aa5b-70a52daa0e1a req-e405daa8-36e6-4eac-a9be-15e6086a81f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2073d78fc8964f96b023d510a38a1da2&device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 1096 time: 0.9263892 Aug 24 00:24:17.234022 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Allocated IP 10.2.2.2 (68caed49-e03d-42a4-a3fa-e069dfc1351d/d405008c-2b39-4747-a89e-b6b8636b5157/4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:17.313388 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:17.319950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port a605bc69-fe2c-4d68-88a3-530609e07432 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:17.320316 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:17.381543 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07223ae5-593b-408a-ac33-5f9fb0cc2b31 req-6e7df12d-bde5-4482-80bd-cd2f1458af70 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:17.390759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07223ae5-593b-408a-ac33-5f9fb0cc2b31 req-6e7df12d-bde5-4482-80bd-cd2f1458af70 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2450104 Aug 24 00:24:17.417428 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Transition to ACTIVE for port object 06754a81-00db-4622-87f4-f3f2aae685aa will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:17.474316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Made reservation on behalf of e98fc09120a0477ba0f3d3600616f7a6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:17.520682 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:17.529993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Transition to ACTIVE for port object 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:17.544924 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Transition to ACTIVE for port object 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:17.551235 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:17.594239 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Network 68caed49-e03d-42a4-a3fa-e069dfc1351d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:17.597325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:17.600496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07223ae5-593b-408a-ac33-5f9fb0cc2b31 req-5e27c770-b369-4fc2-a56e-cfbeef186702 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079113 Aug 24 00:24:17.600844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:17.617361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67024b-4768-4cda-aa5b-70a52daa0e1a req-63496546-927f-49b3-b783-601abf9888b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:17.618952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b67024b-4768-4cda-aa5b-70a52daa0e1a req-63496546-927f-49b3-b783-601abf9888b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee214e98-c54e-44f9-a07c-12d0d2b7286a HTTP/1.1" status: 200 len: 914 time: 0.2833064 Aug 24 00:24:17.630962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Pushing event updated for resources: {'Port': ['ID=4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:17.662274 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f36c5a-4067-44dc-bad2-e67206d8173d x-openstack-request-id: req-12f36c5a-4067-44dc-bad2-e67206d8173d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:17.662697 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b35a67-1274-4351-98b9-7acaaefcad3a", "name": "network-vif-deleted", "tag": "9e7bce00-b5ad-4d87-b900-000728546267", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:17.663075 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12f36c5a-4067-44dc-bad2-e67206d8173d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:17.663569 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b35a67-1274-4351-98b9-7acaaefcad3a', 'name': 'network-vif-deleted', 'tag': '9e7bce00-b5ad-4d87-b900-000728546267', 'status': 'completed', 'code': 200} Aug 24 00:24:17.668861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Attempting to bind port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:17.670132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Attempting to bind port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:17.670766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Attempting to bind port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 on network 68caed49-e03d-42a4-a3fa-e069dfc1351d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:17.677569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:17.678220 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Checking segment: {'id': 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:17.679112 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:17.679903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Bound using segment: {'id': 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:17.681058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Bound port: 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:17.681656 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:17.741878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a445d42-166d-40a0-aa92-677565ad6856 req-8432ad6c-b814-4631-9d1c-cfec9172e3c5 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:17.753561 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a445d42-166d-40a0-aa92-677565ad6856 req-8432ad6c-b814-4631-9d1c-cfec9172e3c5 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.3961167 Aug 24 00:24:17.760377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b67024b-4768-4cda-aa5b-70a52daa0e1a req-cf9914e5-4060-4d78-ad13-b918a32c6e02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9 HTTP/1.1" status: 200 len: 217 time: 0.1314836 Aug 24 00:24:17.788410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] For port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:17.792120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] For port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:17.798664 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:17.866115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db62b1-b791-4033-ba3d-29cefd0c019b None None] Pushing event updated for resources: {'Port': ['ID=4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:17.904164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:17.915027 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:17.996026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] device_id is not set on port acd050dd-ebe6-4233-874e-43f1364883c7 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:24:18.019402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a445d42-166d-40a0-aa92-677565ad6856 req-f95d9914-cec2-4915-a121-e8fd9abbd86e tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423053 Aug 24 00:24:18.020944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67024b-4768-4cda-aa5b-70a52daa0e1a req-4f32d4a3-9fdf-4278-a0b0-e699ca474963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:18.022685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b67024b-4768-4cda-aa5b-70a52daa0e1a req-4f32d4a3-9fdf-4278-a0b0-e699ca474963 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b1769da-f736-4c99-87b2-e73cc76c5076 HTTP/1.1" status: 200 len: 853 time: 0.2390876 Aug 24 00:24:18.028340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:18.094114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47764e47-49e4-4dc8-9a3a-674c8b1caf7c req-406af7f6-3850-4134-a610-32f7db0b80dd tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:18.101818 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47764e47-49e4-4dc8-9a3a-674c8b1caf7c req-406af7f6-3850-4134-a610-32f7db0b80dd tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 946 time: 0.3784339 Aug 24 00:24:18.124936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:18.174417 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:18.183754 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b67024b-4768-4cda-aa5b-70a52daa0e1a req-9ad24325-2247-4cfb-be2f-ed2f6e084231 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee214e98-c54e-44f9-a07c-12d0d2b7286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991323 Aug 24 00:24:18.184451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=06754a81-00db-4622-87f4-f3f2aae685aa,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:18.258876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:18.258876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:18.258876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:18.258876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:18.258876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:18.258876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:18.259609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:18.259609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:18.259839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:18.259963 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:18.260295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:18.260626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:18.280685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd19f6f9-bac4-4776-98f2-9fbda9d1a0d8 None None] Network 8591c000-1ad9-4c58-a583-231d8245e24b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:18.357464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57272) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:18.401685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47764e47-49e4-4dc8-9a3a-674c8b1caf7c req-408ff457-7048-469d-b120-63496a10eb72 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946386 Aug 24 00:24:18.421076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:18.421076 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:18.427701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7c3e7ab3-c473-4d44-963e-8fb768a3ed6c None None] Provisioning for port 3da306e2-f536-4434-aff3-d8d723676893 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:18.518156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9c50d2ac-e4a4-4c8f-801e-d74f4532d3c5 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5216112 Aug 24 00:24:18.525806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57276) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:18.532060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7f876406-5e83-4b31-9ae6-4a116d135b2c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:18.606335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-47cdc1f8-ff82-43f9-b997-f9224f8c03a3 None None] Provisioning for port 06754a81-00db-4622-87f4-f3f2aae685aa completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:18.615348 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-47cdc1f8-ff82-43f9-b997-f9224f8c03a3 None None] Provisioning complete for port 06754a81-00db-4622-87f4-f3f2aae685aa triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:18.615966 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47cdc1f8-ff82-43f9-b997-f9224f8c03a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:18.619822 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b67024b-4768-4cda-aa5b-70a52daa0e1a req-3be6820a-ff51-4434-992e-a6f124447cc1 service neutron] 10.222.0.47 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105077 Aug 24 00:24:18.659473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Allocated IP 10.1.1.247 (8591c000-1ad9-4c58-a583-231d8245e24b/d10fa38d-daaa-42f0-93b2-66b400d296af/acd050dd-ebe6-4233-874e-43f1364883c7) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:18.705980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-47cdc1f8-ff82-43f9-b997-f9224f8c03a3 None None] Port 06754a81-00db-4622-87f4-f3f2aae685aa cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:19.055101 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3da306e2-f536-4434-aff3-d8d723676893 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:19.077450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b67024b-4768-4cda-aa5b-70a52daa0e1a req-20b1d551-feed-4198-8edf-511cc690fe82 service neutron] 10.222.0.47 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438195 Aug 24 00:24:19.176221 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 3da306e2-f536-4434-aff3-d8d723676893 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:19.191407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 3da306e2-f536-4434-aff3-d8d723676893 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:19.194056 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:19.305838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c87bd-4df1-4cb7-82b4-4f34ac217eb1 req-2abd0026-d7a9-4fce-be33-fe6295c1809c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:19.307988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f5c87bd-4df1-4cb7-82b4-4f34ac217eb1 req-2abd0026-d7a9-4fce-be33-fe6295c1809c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.4662385 Aug 24 00:24:19.312611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f876406-5e83-4b31-9ae6-4a116d135b2c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:19.318540 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f876406-5e83-4b31-9ae6-4a116d135b2c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:19.320919 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:19.377218 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 3da306e2-f536-4434-aff3-d8d723676893, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3da306e2-f536-4434-aff3-d8d723676893,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:19.385092 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:19.386523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:19.445054 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f5c87bd-4df1-4cb7-82b4-4f34ac217eb1 req-4f198db5-5861-44bf-9a0e-9e71c307ad95 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108267 Aug 24 00:24:19.478469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=3da306e2-f536-4434-aff3-d8d723676893,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:19.495689 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:19.524247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2556078-4a52-45da-9602-7f4907d17de7 None None] Network 68caed49-e03d-42a4-a3fa-e069dfc1351d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:19.525727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399eeef-6b8b-49a2-993e-0a0b8fc144be req-3d17e3dd-f930-4f32-a253-0f5b395590c6 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:19.533826 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b399eeef-6b8b-49a2-993e-0a0b8fc144be req-3d17e3dd-f930-4f32-a253-0f5b395590c6 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.2801943 Aug 24 00:24:19.588644 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1e9cad4-1daa-4be2-8050-b5f17d98407a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:19.589098 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:19.632168 n-d-805736-1 neutron-server[94837]: INFO neutron.db.ipam_backend_mixin [None req-7f876406-5e83-4b31-9ae6-4a116d135b2c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a12bc930-4c69-471b-be85-6377383f2abf (CIDR: 172.20.0.0/28) Aug 24 00:24:19.644686 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b399eeef-6b8b-49a2-993e-0a0b8fc144be req-a1b7bd16-4810-41e8-98c5-5dafa550b0d0 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099041 Aug 24 00:24:19.652869 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f876406-5e83-4b31-9ae6-4a116d135b2c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:24:19.657729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f876406-5e83-4b31-9ae6-4a116d135b2c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:24:19.692057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7f876406-5e83-4b31-9ae6-4a116d135b2c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1652763 Aug 24 00:24:19.695919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57306) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:19.713361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Transition to ACTIVE for port object acd050dd-ebe6-4233-874e-43f1364883c7 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:19.719537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e30ba8bc-2da0-499b-bcce-903401fbfc53 None None] Provisioning for port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:19.727180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9e7bce00-b5ad-4d87-b900-000728546267 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:24:19.731509 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e30ba8bc-2da0-499b-bcce-903401fbfc53 None None] Provisioning complete for port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:19.731927 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e30ba8bc-2da0-499b-bcce-903401fbfc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:19.732074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fe42b598-b9c4-4c74-90a7-d4213506bdba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:19.785313 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 9e7bce00-b5ad-4d87-b900-000728546267 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:24:19.785817 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9e7bce00-b5ad-4d87-b900-000728546267 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:24:19.871705 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e30ba8bc-2da0-499b-bcce-903401fbfc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:19.903222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54579de6-38c5-4c61-9f32-30a3bc06f28a req-c91881d8-3b01-4e91-abec-5d254d9c55d0 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:19.905387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54579de6-38c5-4c61-9f32-30a3bc06f28a req-c91881d8-3b01-4e91-abec-5d254d9c55d0 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1070416 Aug 24 00:24:19.908304 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:19.913562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9cad4-1daa-4be2-8050-b5f17d98407a admin admin] Deleting port 312713bc-34ea-448e-a242-e15c8a8ee8a3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:19.913913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1e9cad4-1daa-4be2-8050-b5f17d98407a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:19.926687 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e30ba8bc-2da0-499b-bcce-903401fbfc53 None None] For port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:19.936820 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e30ba8bc-2da0-499b-bcce-903401fbfc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:19.967640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Network 8591c000-1ad9-4c58-a583-231d8245e24b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:19.982861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:19.989042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:20.016765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ba8bc-2da0-499b-bcce-903401fbfc53 None None] Pushing event updated for resources: {'Port': ['ID=4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:20.042386 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-f1e9cad4-1daa-4be2-8050-b5f17d98407a admin admin] For port 312713bc-34ea-448e-a242-e15c8a8ee8a3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=312713bc-34ea-448e-a242-e15c8a8ee8a3,segment=NetworkSegment(6394b6d1-929e-4884-8462-397709b5339d),segment_id=6394b6d1-929e-4884-8462-397709b5339d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:20.042884 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1e9cad4-1daa-4be2-8050-b5f17d98407a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:20.046174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe42b598-b9c4-4c74-90a7-d4213506bdba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:20.049812 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe42b598-b9c4-4c74-90a7-d4213506bdba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:20.057980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'Port': ['ID=acd050dd-ebe6-4233-874e-43f1364883c7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:20.059022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9cad4-1daa-4be2-8050-b5f17d98407a admin admin] Calling delete_port for 312713bc-34ea-448e-a242-e15c8a8ee8a3 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:20.081745 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54579de6-38c5-4c61-9f32-30a3bc06f28a req-c9882b09-45cf-4a8e-97e0-13c6b2a20bab tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590896 Aug 24 00:24:20.140215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:20.140215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:20.160227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ad6fac81-20cd-4260-bdf9-7c9bf671bd71 None None] Provisioning complete for port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:20.161137 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad6fac81-20cd-4260-bdf9-7c9bf671bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:20.178681 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d4ce4370-c9a8-47f1-b51a-94ba43c3a7ce tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8241489 Aug 24 00:24:20.179610 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57312) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:20.184099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'port': {'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b', 'name': 'tempest-TaggedBootDevicesTest-1205176009', 'fixed_ips': [{'subnet_id': 'd10fa38d-daaa-42f0-93b2-66b400d296af'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:20.255592 n-d-805736-1 neutron-server[94837]: INFO neutron.db.ipam_backend_mixin [None req-fe42b598-b9c4-4c74-90a7-d4213506bdba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 69f0157a-c565-445d-a15c-5c474241eadd (CIDR: 172.20.0.16/28) Aug 24 00:24:20.267482 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe42b598-b9c4-4c74-90a7-d4213506bdba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:24:20.267984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe42b598-b9c4-4c74-90a7-d4213506bdba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:24:20.325602 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1e9cad4-1daa-4be2-8050-b5f17d98407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:20.340081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fe42b598-b9c4-4c74-90a7-d4213506bdba tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6144488 Aug 24 00:24:20.340621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57314) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:20.348310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fd52fcfc-cba8-4f63-9505-cbbdbd68166e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'subnet': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:20.359461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9cad4-1daa-4be2-8050-b5f17d98407a admin admin] Pushing event deleted for resources: {'Port': ['ID=312713bc-34ea-448e-a242-e15c8a8ee8a3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:20.428716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Made reservation on behalf of e98fc09120a0477ba0f3d3600616f7a6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:20.433277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:20.445961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5cabc-cd7f-492c-9767-76bee4c59740 req-b17d0f78-4d45-4573-8296-542c176ab3b2 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:20.447557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8e5cabc-cd7f-492c-9767-76bee4c59740 req-b17d0f78-4d45-4573-8296-542c176ab3b2 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1654656 Aug 24 00:24:20.492024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] device_id is not set on port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:24:20.553705 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f1e9cad4-1daa-4be2-8050-b5f17d98407a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:20.578118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8e5cabc-cd7f-492c-9767-76bee4c59740 req-e578fb9e-82f5-4c40-8795-a6596acfd98b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171479 Aug 24 00:24:20.580776 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-33b21c18-b748-470c-9697-3c074df381f4 None None] Provisioning for port acd050dd-ebe6-4233-874e-43f1364883c7 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:20.589445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-33b21c18-b748-470c-9697-3c074df381f4 None None] Provisioning complete for port acd050dd-ebe6-4233-874e-43f1364883c7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:20.589445 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33b21c18-b748-470c-9697-3c074df381f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:20.631309 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-33b21c18-b748-470c-9697-3c074df381f4 None None] Port acd050dd-ebe6-4233-874e-43f1364883c7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:20.645845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd52fcfc-cba8-4f63-9505-cbbdbd68166e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Made reservation on behalf of e3b13b55c42048309adfd977fccc2186 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:20.649393 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd52fcfc-cba8-4f63-9505-cbbdbd68166e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:20.841254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Allocated IP 10.1.1.215 (8591c000-1ad9-4c58-a583-231d8245e24b/d10fa38d-daaa-42f0-93b2-66b400d296af/aecd620c-cbe4-4b5a-827e-8e9d581b7e6a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:20.881491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fcad8-29de-4c22-8ff3-f68330965fca req-47e98e7b-2af8-4fbb-8684-1d458c34ad89 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:20.883052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c9fcad8-29de-4c22-8ff3-f68330965fca req-47e98e7b-2af8-4fbb-8684-1d458c34ad89 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1743355 Aug 24 00:24:20.886857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e9cad4-1daa-4be2-8050-b5f17d98407a admin admin] Router 2a034655-4116-4bc2-b765-f2528f580818 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:24:20.934103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9540ba5-3d1b-4187-9048-4d5f9a9775e0 req-a42a0077-6c6b-4e3a-9d7c-11fc6f2374bc tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:20.935566 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9540ba5-3d1b-4187-9048-4d5f9a9775e0 req-a42a0077-6c6b-4e3a-9d7c-11fc6f2374bc tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.1932397 Aug 24 00:24:20.948899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3da306e2-f536-4434-aff3-d8d723676893 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:21.003078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 3da306e2-f536-4434-aff3-d8d723676893 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:21.003724 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:21.005439 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e9cad4-1daa-4be2-8050-b5f17d98407a admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:24:21.015461 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f1e9cad4-1daa-4be2-8050-b5f17d98407a admin admin] 10.222.0.32 "PUT /v2.0/routers/2a034655-4116-4bc2-b765-f2528f580818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6558807 Aug 24 00:24:21.016475 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:21.029588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aca9e68-f628-4710-8d8f-d576dc0e98b4 None None] Sync routers for ids ['2a034655-4116-4bc2-b765-f2528f580818'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:24:21.035761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c9fcad8-29de-4c22-8ff3-f68330965fca req-2c25e68b-bfdb-4343-87d3-74a9b572a90e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412628 Aug 24 00:24:21.054184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca9e68-f628-4710-8d8f-d576dc0e98b4 None None] Routers {'2a034655-4116-4bc2-b765-f2528f580818'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:21.054931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4aca9e68-f628-4710-8d8f-d576dc0e98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2a034655-4116-4bc2-b765-f2528f580818'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:21.143857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:21.216113 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:21.247862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-4aca9e68-f628-4710-8d8f-d576dc0e98b4 None None] Set router 2a034655-4116-4bc2-b765-f2528f580818 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:24:21.292903 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:21.364853 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] Deleting port 52338dbe-9904-47f7-8f5e-1e9ab65437ed {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:21.365076 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:21.390842 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:21.391534 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:21.463761 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] For port 52338dbe-9904-47f7-8f5e-1e9ab65437ed, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=52338dbe-9904-47f7-8f5e-1e9ab65437ed,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:21.463965 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9540ba5-3d1b-4187-9048-4d5f9a9775e0 req-604a199f-f0c9-4424-bf2b-ec3f0c22512d tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169330 Aug 24 00:24:21.464430 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:21.485277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] Calling delete_port for 52338dbe-9904-47f7-8f5e-1e9ab65437ed owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:21.538911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4aca9e68-f628-4710-8d8f-d576dc0e98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:24:20Z', 'revision_number': 5, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port': {'id': '52338dbe-9904-47f7-8f5e-1e9ab65437ed', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a034655-4116-4bc2-b765-f2528f580818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:45Z', 'updated_at': '2021-08-24T00:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:21.561864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137430b-33e1-45c1-8726-bb6bd0c49fd7 req-11a03f49-350e-4d9b-8c3d-8d825e522806 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:21.563456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b137430b-33e1-45c1-8726-bb6bd0c49fd7 req-11a03f49-350e-4d9b-8c3d-8d825e522806 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1488421 Aug 24 00:24:21.566311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aca9e68-f628-4710-8d8f-d576dc0e98b4 None None] Checking router: 2a034655-4116-4bc2-b765-f2528f580818 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:24:21.571057 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:21.575025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca9e68-f628-4710-8d8f-d576dc0e98b4 None None] Routers {'2a034655-4116-4bc2-b765-f2528f580818'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:21.575649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4aca9e68-f628-4710-8d8f-d576dc0e98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2a034655-4116-4bc2-b765-f2528f580818'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:21.611794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Transition to ACTIVE for port object aecd620c-cbe4-4b5a-827e-8e9d581b7e6a will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:21.617463 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd52fcfc-cba8-4f63-9505-cbbdbd68166e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:21.671576 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-4aca9e68-f628-4710-8d8f-d576dc0e98b4 None None] Set router 2a034655-4116-4bc2-b765-f2528f580818 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:24:21.676338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b137430b-33e1-45c1-8726-bb6bd0c49fd7 req-b929320e-fa74-4bdf-9c8d-387a0186d548 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015215 Aug 24 00:24:21.679432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd52fcfc-cba8-4f63-9505-cbbdbd68166e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:21.688229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-fd52fcfc-cba8-4f63-9505-cbbdbd68166e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:21.698142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52fcfc-cba8-4f63-9505-cbbdbd68166e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:21.698738 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd52fcfc-cba8-4f63-9505-cbbdbd68166e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:21.705082 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:21.716039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea5d6c-cd39-4ff1-96fb-677014df706a None None] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:21.730154 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52fcfc-cba8-4f63-9505-cbbdbd68166e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Subnet': ['ID=571ef68f-7453-4df6-a759-015c9961bcc1,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:21.744722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fd52fcfc-cba8-4f63-9505-cbbdbd68166e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3997245 Aug 24 00:24:21.744909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57348) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:21.750690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-50371e7a-29a7-4119-a3ad-c54768b025d2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1133541557', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '571ef68f-7453-4df6-a759-015c9961bcc1'}], 'security_groups': ['ce6c1c5a-0135-45e4-94b5-9ebc20d6d0ab', '7ccc7fb0-04a0-4661-a005-72cfeda1144f']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:21.757971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4aca9e68-f628-4710-8d8f-d576dc0e98b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:24:21Z', 'revision_number': 6, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:21.774438 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] Pushing event deleted for resources: {'Port': ['ID=52338dbe-9904-47f7-8f5e-1e9ab65437ed,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:21.788276 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:21.839733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aca9e68-f628-4710-8d8f-d576dc0e98b4 None None] The sync data for ids ['2a034655-4116-4bc2-b765-f2528f580818'] in n-d-805736-1 is: [{'id': '2a034655-4116-4bc2-b765-f2528f580818', 'name': 'tempest-ServerRescueTestJSONUnderV235-2002840374-router', 'tenant_id': '6652d588fc06408696d6f2e2064c1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:44Z', 'updated_at': '2021-08-24T00:24:21Z', 'revision_number': 6, 'project_id': '6652d588fc06408696d6f2e2064c1266', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:24:21.861008 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:21.883644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Network 8591c000-1ad9-4c58-a583-231d8245e24b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:21.897910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:21.899747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'Port': ['ID=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:21.902074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:21.975459 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:21.977679 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.002445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9daea2-0fe4-4f1d-b865-deb2448f0e84 req-4515e0a3-fefc-43e4-850a-291ff6dc63eb tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:22.007260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce9daea2-0fe4-4f1d-b865-deb2448f0e84 req-4515e0a3-fefc-43e4-850a-291ff6dc63eb tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1778445 Aug 24 00:24:22.030222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:22.030867 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.035233 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.035884 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a034655-4116-4bc2-b765-f2528f580818 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:24:22.042111 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.043517 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ee3cd47-81cd-4e15-83dd-64bdb4cade0e admin admin] 10.222.0.32 "DELETE /v2.0/routers/2a034655-4116-4bc2-b765-f2528f580818 HTTP/1.1" status: 204 len: 168 time: 1.0260978 Aug 24 00:24:22.046207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57354) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:22.079837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575f4a44-2354-46ed-af6e-41c31be7e400 None None] Update dhcp port {'port': {'network_id': '4214e458-f215-4608-acf2-b0cfc6dbadfb', 'fixed_ips': [{'subnet_id': '69f0157a-c565-445d-a15c-5c474241eadd', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a12bc930-4c69-471b-be85-6377383f2abf', 'ip_address': '172.20.0.2'}, {'subnet_id': '571ef68f-7453-4df6-a759-015c9961bcc1'}], 'binding:host_id': 'n-d-805736-1'}, 'id': 'a605bc69-fe2c-4d68-88a3-530609e07432'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:24:22.089964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8bdabf6e-5183-4dfb-ab19-9e9f339dfd48 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9097986 Aug 24 00:24:22.113205 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e0df86-5a52-4ed2-b159-3c302c12d5a7 admin admin] Deleting subnet aa2e48a9-45a5-4f60-b104-b36c4410581e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:24:22.118161 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36e0df86-5a52-4ed2-b159-3c302c12d5a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.120270 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-575f4a44-2354-46ed-af6e-41c31be7e400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.147380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce9daea2-0fe4-4f1d-b865-deb2448f0e84 req-2435d3ed-2441-49a5-b1eb-c9cd9788b146 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270647 Aug 24 00:24:22.171913 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50371e7a-29a7-4119-a3ad-c54768b025d2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.185505 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36e0df86-5a52-4ed2-b159-3c302c12d5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.251030 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36e0df86-5a52-4ed2-b159-3c302c12d5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.361010 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36e0df86-5a52-4ed2-b159-3c302c12d5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.375651 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36e0df86-5a52-4ed2-b159-3c302c12d5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.377714 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-36e0df86-5a52-4ed2-b159-3c302c12d5a7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aa2e48a9-45a5-4f60-b104-b36c4410581e HTTP/1.1" status: 204 len: 168 time: 0.3304594 Aug 24 00:24:22.380255 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57366) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:22.388565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6141417f-51e1-4b30-ba82-19610aeb2432 None None] Provisioning for port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:22.400163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6141417f-51e1-4b30-ba82-19610aeb2432 None None] Provisioning complete for port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:22.400536 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6141417f-51e1-4b30-ba82-19610aeb2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.421598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-575f4a44-2354-46ed-af6e-41c31be7e400 None None] Allocated IP 172.20.0.34 (4214e458-f215-4608-acf2-b0cfc6dbadfb/571ef68f-7453-4df6-a759-015c9961bcc1/a605bc69-fe2c-4d68-88a3-530609e07432) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:22.421778 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0df86-5a52-4ed2-b159-3c302c12d5a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa2e48a9-45a5-4f60-b104-b36c4410581e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:22.480815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57368) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:22.489816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a5dbe4ea-7aa1-4637-9809-ec61df3a7ddd tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009086733', 'description': 'tempest-description--1030052678'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:22.503693 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6141417f-51e1-4b30-ba82-19610aeb2432 None None] Port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:22.512822 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df9ad7fc-045d-495d-924f-b463e97978c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.568806 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5dbe4ea-7aa1-4637-9809-ec61df3a7ddd tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.596000 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-575f4a44-2354-46ed-af6e-41c31be7e400 None None] For port a605bc69-fe2c-4d68-88a3-530609e07432, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a605bc69-fe2c-4d68-88a3-530609e07432,segment=NetworkSegment(4897884b-4646-4f89-b8e9-76c8c44e2dcd),segment_id=4897884b-4646-4f89-b8e9-76c8c44e2dcd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:22.597726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e2438-7429-4a83-94f8-a8e888fd3e81 req-a027e989-5bc2-4feb-b2d2-93c3b78ebe7b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:22.603732 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df9ad7fc-045d-495d-924f-b463e97978c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.604882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c71e2438-7429-4a83-94f8-a8e888fd3e81 req-a027e989-5bc2-4feb-b2d2-93c3b78ebe7b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1566882 Aug 24 00:24:22.615115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-df9ad7fc-045d-495d-924f-b463e97978c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e16580f-817c-47d0-9b6c-5a1d57141b0e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:22.629245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-df9ad7fc-045d-495d-924f-b463e97978c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6394b6d1-929e-4884-8462-397709b5339d') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:22.630281 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-df9ad7fc-045d-495d-924f-b463e97978c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6394b6d1-929e-4884-8462-397709b5339d') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:22.637919 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-575f4a44-2354-46ed-af6e-41c31be7e400 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.640772 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df9ad7fc-045d-495d-924f-b463e97978c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.655262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-575f4a44-2354-46ed-af6e-41c31be7e400 None None] Transition to ACTIVE for port object a605bc69-fe2c-4d68-88a3-530609e07432 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:22.657273 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df9ad7fc-045d-495d-924f-b463e97978c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.661002 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-575f4a44-2354-46ed-af6e-41c31be7e400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.665558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9ad7fc-045d-495d-924f-b463e97978c2 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:24:22.665558 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df9ad7fc-045d-495d-924f-b463e97978c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:24:22.665972 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:24:22.696924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c71e2438-7429-4a83-94f8-a8e888fd3e81 req-1261762f-7079-4e5f-b3a9-8e7ea7d673f7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911047 Aug 24 00:24:22.758591 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df9ad7fc-045d-495d-924f-b463e97978c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.780106 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df9ad7fc-045d-495d-924f-b463e97978c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.783522 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f4a44-2354-46ed-af6e-41c31be7e400 None None] Pushing event updated for resources: {'Port': ['ID=a605bc69-fe2c-4d68-88a3-530609e07432,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:22.790284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70f7f7-b101-4c0e-9c70-5f3ebb82931f req-74d8d632-bae3-4a0f-957b-b0a227660883 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:22.791925 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d70f7f7-b101-4c0e-9c70-5f3ebb82931f req-74d8d632-bae3-4a0f-957b-b0a227660883 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.1514268 Aug 24 00:24:22.804168 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-df9ad7fc-045d-495d-924f-b463e97978c2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7e16580f-817c-47d0-9b6c-5a1d57141b0e HTTP/1.1" status: 204 len: 168 time: 0.4227107 Aug 24 00:24:22.806667 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ad7fc-045d-495d-924f-b463e97978c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e16580f-817c-47d0-9b6c-5a1d57141b0e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:22.945949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a605bc69-fe2c-4d68-88a3-530609e07432 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:22.956938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57378) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:22.971674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d70f7f7-b101-4c0e-9c70-5f3ebb82931f req-41c8aca7-f9be-4c7a-b9ed-75bc751a5ee2 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712332 Aug 24 00:24:22.987966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-50371e7a-29a7-4119-a3ad-c54768b025d2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Delete allocated IP 172.20.0.13 (4214e458-f215-4608-acf2-b0cfc6dbadfb/a12bc930-4c69-471b-be85-6377383f2abf) {{(pid=94837) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 24 00:24:23.020444 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-33cfebac-f930-49cb-9cbd-428325199cb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6652d588fc06408696d6f2e2064c1266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623071 Aug 24 00:24:23.021178 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57384) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:23.025099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-50371e7a-29a7-4119-a3ad-c54768b025d2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Allocated IP 172.20.0.39 (4214e458-f215-4608-acf2-b0cfc6dbadfb/571ef68f-7453-4df6-a759-015c9961bcc1/06754a81-00db-4622-87f4-f3f2aae685aa) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:23.055889 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5dbe4ea-7aa1-4637-9809-ec61df3a7ddd tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.065585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650a94a-8369-4514-80cd-ded160f029a1 req-8b46f7d4-7d72-4f1f-86e5-d4470a83cbcd tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:23.069148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a650a94a-8369-4514-80cd-ded160f029a1 req-8b46f7d4-7d72-4f1f-86e5-d4470a83cbcd tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1908801 Aug 24 00:24:23.075427 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5dbe4ea-7aa1-4637-9809-ec61df3a7ddd tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.118007 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d6409b8-3070-4f0c-abfc-3c1163488679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.145608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbe4ea-7aa1-4637-9809-ec61df3a7ddd tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c8de4a-bad3-4db5-93c1-8f299309ce3f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:23.162992 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d6409b8-3070-4f0c-abfc-3c1163488679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.216217 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 312713bc-34ea-448e-a242-e15c8a8ee8a3 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:24:23.221329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a650a94a-8369-4514-80cd-ded160f029a1 req-7fa440de-3d9d-4d04-8b99-3945ee0ae99a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226070 Aug 24 00:24:23.229788 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5dbe4ea-7aa1-4637-9809-ec61df3a7ddd tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.231125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a5dbe4ea-7aa1-4637-9809-ec61df3a7ddd tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7466636 Aug 24 00:24:23.235805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57390) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:23.243767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-55533a99-16e9-4fde-9b25-2f64c415b7b6 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'security_group_rule': {'security_group_id': '63c8de4a-bad3-4db5-93c1-8f299309ce3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:23.287206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 312713bc-34ea-448e-a242-e15c8a8ee8a3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:24:23.287866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 312713bc-34ea-448e-a242-e15c8a8ee8a3 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:24:23.288517 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 52338dbe-9904-47f7-8f5e-1e9ab65437ed no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:24:23.293657 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d6409b8-3070-4f0c-abfc-3c1163488679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.297368 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d6409b8-3070-4f0c-abfc-3c1163488679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.317376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 52338dbe-9904-47f7-8f5e-1e9ab65437ed {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:24:23.317376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 52338dbe-9904-47f7-8f5e-1e9ab65437ed not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:24:23.323027 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d6409b8-3070-4f0c-abfc-3c1163488679 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a9ca1fb-8206-4158-a642-7e383102c54d HTTP/1.1" status: 204 len: 168 time: 0.2784989 Aug 24 00:24:23.341542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6409b8-3070-4f0c-abfc-3c1163488679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9ca1fb-8206-4158-a642-7e383102c54d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:23.494724 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55533a99-16e9-4fde-9b25-2f64c415b7b6 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.520630 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.567579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633252a9-0564-4726-872c-0720d8415ab4 req-b86528da-2041-4dd9-96ad-45eab3aae5aa tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:23.576965 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-633252a9-0564-4726-872c-0720d8415ab4 req-b86528da-2041-4dd9-96ad-45eab3aae5aa tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1374049 Aug 24 00:24:23.640696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d560f154-ed2a-4dcf-adbd-e6ec494583f4 None None] Provisioning for port a605bc69-fe2c-4d68-88a3-530609e07432 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:23.649622 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d560f154-ed2a-4dcf-adbd-e6ec494583f4 None None] Provisioning complete for port a605bc69-fe2c-4d68-88a3-530609e07432 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:23.651174 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d560f154-ed2a-4dcf-adbd-e6ec494583f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.679152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-633252a9-0564-4726-872c-0720d8415ab4 req-c6cc593f-1b16-429f-b60b-fce630dbe16a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010695 Aug 24 00:24:23.725884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50371e7a-29a7-4119-a3ad-c54768b025d2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.744995 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55533a99-16e9-4fde-9b25-2f64c415b7b6 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.751913 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 898600c2-5e70-42a8-a437-7aee0fb9535f details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:24:23.755463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-50371e7a-29a7-4119-a3ad-c54768b025d2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Transition to ACTIVE for port object 06754a81-00db-4622-87f4-f3f2aae685aa will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:23.767997 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55533a99-16e9-4fde-9b25-2f64c415b7b6 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.792312 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50371e7a-29a7-4119-a3ad-c54768b025d2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.802919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55533a99-16e9-4fde-9b25-2f64c415b7b6 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1290571c-e178-49c4-ad42-c5f56fad6503,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:23.847517 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d560f154-ed2a-4dcf-adbd-e6ec494583f4 None None] Provisioning complete for port 2784dbbf-e971-4f12-91aa-8249900b7ebe triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:23.848101 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d560f154-ed2a-4dcf-adbd-e6ec494583f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.906244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d560f154-ed2a-4dcf-adbd-e6ec494583f4 None None] Port 2784dbbf-e971-4f12-91aa-8249900b7ebe cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:23.919956 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55533a99-16e9-4fde-9b25-2f64c415b7b6 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.924535 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:23.924699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-55533a99-16e9-4fde-9b25-2f64c415b7b6 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6878567 Aug 24 00:24:23.930201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-61d92579-f660-4ab6-a19a-9a57253a319d tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'security_group_rule': {'security_group_id': '63c8de4a-bad3-4db5-93c1-8f299309ce3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:23.930598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d560f154-ed2a-4dcf-adbd-e6ec494583f4 None None] Provisioning for port 06754a81-00db-4622-87f4-f3f2aae685aa completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:23.947598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d560f154-ed2a-4dcf-adbd-e6ec494583f4 None None] Provisioning complete for port 06754a81-00db-4622-87f4-f3f2aae685aa triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:23.947984 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d560f154-ed2a-4dcf-adbd-e6ec494583f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.994892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 898600c2-5e70-42a8-a437-7aee0fb9535f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=898600c2-5e70-42a8-a437-7aee0fb9535f,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:24.007586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50371e7a-29a7-4119-a3ad-c54768b025d2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event updated for resources: {'Port': ['ID=06754a81-00db-4622-87f4-f3f2aae685aa,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:24.015506 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61d92579-f660-4ab6-a19a-9a57253a319d tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.084527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a36bf-ea65-4d87-9cf0-81de40dfd04e req-eea92af2-ec3f-433f-8dc5-8236498ddca9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:24.093554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-729a36bf-ea65-4d87-9cf0-81de40dfd04e req-eea92af2-ec3f-433f-8dc5-8236498ddca9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2932255 Aug 24 00:24:24.111995 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61d92579-f660-4ab6-a19a-9a57253a319d tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.116468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-50371e7a-29a7-4119-a3ad-c54768b025d2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] In _notify_port_updated(), no bound segment for port 06754a81-00db-4622-87f4-f3f2aae685aa on network 4214e458-f215-4608-acf2-b0cfc6dbadfb {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:24:24.120050 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61d92579-f660-4ab6-a19a-9a57253a319d tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.122385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50371e7a-29a7-4119-a3ad-c54768b025d2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:24.123122 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50371e7a-29a7-4119-a3ad-c54768b025d2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.127714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-50371e7a-29a7-4119-a3ad-c54768b025d2 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "PUT /v2.0/ports/06754a81-00db-4622-87f4-f3f2aae685aa HTTP/1.1" status: 200 len: 960 time: 2.3818529 Aug 24 00:24:24.132418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57420) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:24.148185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '898600c2-5e70-42a8-a437-7aee0fb9535f', 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb', 'port_id': '898600c2-5e70-42a8-a437-7aee0fb9535f', 'mac_address': 'fa:16:3e:e5:4f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1a1303-12b4-4df1-8051-6ef6912eb98d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:24:24.149990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d560f154-ed2a-4dcf-adbd-e6ec494583f4 None None] Port 06754a81-00db-4622-87f4-f3f2aae685aa cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:24.175128 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d92579-f660-4ab6-a19a-9a57253a319d tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0168a259-3d13-408f-ae4f-aedd4e07cbf4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:24.188420 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61d92579-f660-4ab6-a19a-9a57253a319d tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.192823 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-61d92579-f660-4ab6-a19a-9a57253a319d tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2637002 Aug 24 00:24:24.193076 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57424) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:24.197680 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:24.201286 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.225058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-729a36bf-ea65-4d87-9cf0-81de40dfd04e req-3f286ef9-2ad2-4cf9-97bb-bcc5803e12f7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279109 Aug 24 00:24:24.229660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 898600c2-5e70-42a8-a437-7aee0fb9535f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:24.246279 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.257679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 898600c2-5e70-42a8-a437-7aee0fb9535f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=898600c2-5e70-42a8-a437-7aee0fb9535f,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:24.272417 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.359720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefea49-3bfc-4c3b-8604-b32ce6017b67 req-2a1d800b-6d3a-46de-9bd7-0b9ac7e7747c tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:24.366544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=898600c2-5e70-42a8-a437-7aee0fb9535f,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:24.375633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2cefea49-3bfc-4c3b-8604-b32ce6017b67 req-2a1d800b-6d3a-46de-9bd7-0b9ac7e7747c tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.2783589 Aug 24 00:24:24.410301 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.456779 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2cefea49-3bfc-4c3b-8604-b32ce6017b67 req-7cc8a41e-5307-4b7d-a83a-96f3e75ff61a tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701065 Aug 24 00:24:24.481257 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['898600c2-5e70-42a8-a437-7aee0fb9535f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:24.505144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-481e15e9-b7cf-4e46-a3f0-90f11b2480d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 06754a81-00db-4622-87f4-f3f2aae685aa {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:24.505744 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-481e15e9-b7cf-4e46-a3f0-90f11b2480d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.604127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Allocated IP 172.25.8.58 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/b5401fa1-4e1c-4c01-a961-b3ff4ebcb700) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:24.697519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-74059fb3-9b9e-4fb9-88b0-effd3920d9dd None None] Provisioning complete for port 06754a81-00db-4622-87f4-f3f2aae685aa triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:24.697889 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-74059fb3-9b9e-4fb9-88b0-effd3920d9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.705025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238cf80-60f7-46ad-81a5-8f158b73b62c req-47849319-09ee-4a47-bcd5-a748082d6255 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:24.706740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b238cf80-60f7-46ad-81a5-8f158b73b62c req-47849319-09ee-4a47-bcd5-a748082d6255 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2403219 Aug 24 00:24:24.708802 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-481e15e9-b7cf-4e46-a3f0-90f11b2480d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.735957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-481e15e9-b7cf-4e46-a3f0-90f11b2480d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 06754a81-00db-4622-87f4-f3f2aae685aa owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:24.738808 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-74059fb3-9b9e-4fb9-88b0-effd3920d9dd None None] Port 06754a81-00db-4622-87f4-f3f2aae685aa cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:24.756230 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.801787 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.807289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b238cf80-60f7-46ad-81a5-8f158b73b62c req-ad014dd6-151e-4a3e-b39f-cd8b272d04ce tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894747 Aug 24 00:24:24.868857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:24.872466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:24.877807 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:24.910197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'Port': ['ID=b5401fa1-4e1c-4c01-a961-b3ff4ebcb700,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:24.919343 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-481e15e9-b7cf-4e46-a3f0-90f11b2480d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.950826 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e15e9-b7cf-4e46-a3f0-90f11b2480d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=06754a81-00db-4622-87f4-f3f2aae685aa,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:25.014400 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.079051 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.102075 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-481e15e9-b7cf-4e46-a3f0-90f11b2480d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.104435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-481e15e9-b7cf-4e46-a3f0-90f11b2480d1 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/06754a81-00db-4622-87f4-f3f2aae685aa HTTP/1.1" status: 204 len: 168 time: 0.9703279 Aug 24 00:24:25.108289 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57472) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:25.113042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfe743-6c0a-4499-9881-724e38897b79 req-01e1e13e-9129-4c60-bf35-e40367f4a3fe tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:25.121313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63bfe743-6c0a-4499-9881-724e38897b79 req-01e1e13e-9129-4c60-bf35-e40367f4a3fe tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1551466 Aug 24 00:24:25.146386 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b916a8e5-751b-4b2f-903a-0670093da59b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] GET failed (client error): The resource could not be found. Aug 24 00:24:25.150443 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b916a8e5-751b-4b2f-903a-0670093da59b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports/06754a81-00db-4622-87f4-f3f2aae685aa HTTP/1.1" status: 404 len: 333 time: 0.0387781 Aug 24 00:24:25.152477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57476) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:25.168462 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63bfe743-6c0a-4499-9881-724e38897b79 req-eb882709-8a6c-4256-b7cd-aa96ef5ba338 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461214 Aug 24 00:24:25.291299 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-140f8230-8e03-404a-982b-86e1a847b877 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.330184 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-140f8230-8e03-404a-982b-86e1a847b877 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.367965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2c26b-4355-4584-b2c9-0f762c9cb98b req-f26be373-3889-4fe4-853e-e040fe7326d6 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:25.369808 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2d2c26b-4355-4584-b2c9-0f762c9cb98b req-f26be373-3889-4fe4-853e-e040fe7326d6 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.0620947 Aug 24 00:24:25.401089 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.421714 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-140f8230-8e03-404a-982b-86e1a847b877 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.424857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-140f8230-8e03-404a-982b-86e1a847b877 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.428498 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-140f8230-8e03-404a-982b-86e1a847b877 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/security-groups/61d64628-ac17-4160-aa48-65acdaf44bdb HTTP/1.1" status: 204 len: 168 time: 0.2729704 Aug 24 00:24:25.439141 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.440932 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57510) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:25.442466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f8230-8e03-404a-982b-86e1a847b877 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d64628-ac17-4160-aa48-65acdaf44bdb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:25.476361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2d2c26b-4355-4584-b2c9-0f762c9cb98b req-5bfea5bb-003a-448d-af81-bfe73bed0b10 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992620 Aug 24 00:24:25.548182 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.596747 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'Port': ['ID=b5401fa1-4e1c-4c01-a961-b3ff4ebcb700,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:25.602730 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.603984 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9fca9bfe-3f99-427b-ad5a-bdca095759d5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4099684 Aug 24 00:24:25.621232 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fae170cb-a0bb-41f3-9648-cd50073de08a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.652803 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fae170cb-a0bb-41f3-9648-cd50073de08a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.705454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42e96b-959c-45f1-86af-2afd47cd9def req-f1102b14-101e-4870-8ad9-3556fcbe9372 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:25.708456 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fae170cb-a0bb-41f3-9648-cd50073de08a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.711047 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fae170cb-a0bb-41f3-9648-cd50073de08a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.712386 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fae170cb-a0bb-41f3-9648-cd50073de08a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/security-groups/7ccc7fb0-04a0-4661-a005-72cfeda1144f HTTP/1.1" status: 204 len: 168 time: 0.2664962 Aug 24 00:24:25.715755 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f42e96b-959c-45f1-86af-2afd47cd9def req-f1102b14-101e-4870-8ad9-3556fcbe9372 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.0894957 Aug 24 00:24:25.717867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57534) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:25.723196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae170cb-a0bb-41f3-9648-cd50073de08a tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccc7fb0-04a0-4661-a005-72cfeda1144f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:25.753239 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 898600c2-5e70-42a8-a437-7aee0fb9535f up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:25.755326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2c02-43ee-4c1e-86e9-d23f74a9fe8b req-fa4ef51f-67d1-40fa-9724-820be5cb06dc tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:25.764609 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-462f2c02-43ee-4c1e-86e9-d23f74a9fe8b req-fa4ef51f-67d1-40fa-9724-820be5cb06dc tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1290903 Aug 24 00:24:25.821074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 898600c2-5e70-42a8-a437-7aee0fb9535f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:25.821521 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.826193 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:25.849662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f42e96b-959c-45f1-86af-2afd47cd9def req-dc0ab857-6aa6-4e3c-a6cc-502141cef032 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329565 Aug 24 00:24:25.863890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-462f2c02-43ee-4c1e-86e9-d23f74a9fe8b req-3632ba7c-da60-4c55-804c-a00a42974254 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980973 Aug 24 00:24:25.893478 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9edbbf95-a028-4b47-8deb-f338ec6d18ab tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.925080 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9edbbf95-a028-4b47-8deb-f338ec6d18ab tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.986414 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9edbbf95-a028-4b47-8deb-f338ec6d18ab tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.989227 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9edbbf95-a028-4b47-8deb-f338ec6d18ab tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.996106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57548) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:25.997576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9edbbf95-a028-4b47-8deb-f338ec6d18ab tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/security-groups/ce6c1c5a-0135-45e4-94b5-9ebc20d6d0ab HTTP/1.1" status: 204 len: 168 time: 0.2770567 Aug 24 00:24:26.017440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbbf95-a028-4b47-8deb-f338ec6d18ab tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6c1c5a-0135-45e4-94b5-9ebc20d6d0ab,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:26.027001 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.106130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031b6861-1c3a-4969-a4ff-3c48e6855b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898600c2-5e70-42a8-a437-7aee0fb9535f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:26.106622 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdc996-2840-4ae2-bd2d-bd472c75067e req-19488ae1-8599-4285-ad4d-6be548abab21 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:26.108685 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b0388c-ca45-473f-aab1-1a820d8ab9f9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting subnet a12bc930-4c69-471b-be85-6377383f2abf {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:24:26.114834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eafdc996-2840-4ae2-bd2d-bd472c75067e req-19488ae1-8599-4285-ad4d-6be548abab21 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.0879357 Aug 24 00:24:26.115243 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd99c41-d4ed-4990-a44c-2858f199e92e" -d '{"events": [{"server_uuid": "031b6861-1c3a-4969-a4ff-3c48e6855b6a", "name": "network-vif-plugged", "status": "completed", "tag": "898600c2-5e70-42a8-a437-7aee0fb9535f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:26.135455 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1b0388c-ca45-473f-aab1-1a820d8ab9f9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.139590 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba53bc1e-8104-4421-a768-12cf1442f5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.140944 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 898600c2-5e70-42a8-a437-7aee0fb9535f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=898600c2-5e70-42a8-a437-7aee0fb9535f,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:26.149629 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.157007 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eafdc996-2840-4ae2-bd2d-bd472c75067e req-66dfac95-4e85-40b2-ba27-875b7730cff9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413146 Aug 24 00:24:26.225587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=898600c2-5e70-42a8-a437-7aee0fb9535f,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:26.270848 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3068e0b2-46db-40ef-acaf-82a872c20e2d x-openstack-request-id: req-3068e0b2-46db-40ef-acaf-82a872c20e2d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:26.271141 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031b6861-1c3a-4969-a4ff-3c48e6855b6a", "name": "network-vif-plugged", "status": "completed", "tag": "898600c2-5e70-42a8-a437-7aee0fb9535f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:26.271396 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3068e0b2-46db-40ef-acaf-82a872c20e2d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:26.271796 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031b6861-1c3a-4969-a4ff-3c48e6855b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898600c2-5e70-42a8-a437-7aee0fb9535f', 'code': 200} Aug 24 00:24:26.289484 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1b0388c-ca45-473f-aab1-1a820d8ab9f9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.372795 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba53bc1e-8104-4421-a768-12cf1442f5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.399744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4f642d2b-7ce3-41d5-a024-242855e32796 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1009086733&fields=id&tenant_id=e98fc09120a0477ba0f3d3600616f7a6 HTTP/1.1" status: 200 len: 267 time: 0.0799122 Aug 24 00:24:26.403116 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba53bc1e-8104-4421-a768-12cf1442f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.451522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f465f4-443d-4ad7-82f3-88e737667981 req-6653a8fd-48eb-4044-8fe0-416120e4eb8f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:26.453571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f2f465f4-443d-4ad7-82f3-88e737667981 req-6653a8fd-48eb-4044-8fe0-416120e4eb8f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.0985885 Aug 24 00:24:26.464420 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53bc1e-8104-4421-a768-12cf1442f5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2804198a-4e11-4baa-89c9-36616ba2a541,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:26.469060 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1b0388c-ca45-473f-aab1-1a820d8ab9f9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.474626 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ba53bc1e-8104-4421-a768-12cf1442f5f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb9a792c99f34caa8e7be648f89c9eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6448326 Aug 24 00:24:26.478045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4312cfa2-9616-475b-88f9-08587dda04f8 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:26.480925 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4312cfa2-9616-475b-88f9-08587dda04f8 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports/acd050dd-ebe6-4233-874e-43f1364883c7 HTTP/1.1" status: 200 len: 932 time: 0.0711393 Aug 24 00:24:26.481637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57568) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:26.571836 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1b0388c-ca45-473f-aab1-1a820d8ab9f9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.588872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f2f465f4-443d-4ad7-82f3-88e737667981 req-50220ac0-b620-4387-a46f-86bc70b13538 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261492 Aug 24 00:24:26.604273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0388c-ca45-473f-aab1-1a820d8ab9f9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Subnet': ['ID=a12bc930-4c69-471b-be85-6377383f2abf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:26.611673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-94c20c14-8c5f-4290-ab0b-7888a3b346e3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:26.613336 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-94c20c14-8c5f-4290-ab0b-7888a3b346e3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports/aecd620c-cbe4-4b5a-827e-8e9d581b7e6a HTTP/1.1" status: 200 len: 932 time: 0.1129818 Aug 24 00:24:26.620713 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1b0388c-ca45-473f-aab1-1a820d8ab9f9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.622653 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a1b0388c-ca45-473f-aab1-1a820d8ab9f9 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/a12bc930-4c69-471b-be85-6377383f2abf HTTP/1.1" status: 204 len: 168 time: 0.6251862 Aug 24 00:24:26.631350 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:26.634618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d063af9-f417-4e86-a351-7612343617ec None None] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:26.704025 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d85b936-5a74-4b36-a231-846385cf5b68 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting subnet 571ef68f-7453-4df6-a759-015c9961bcc1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:24:26.705708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-b35ecaaf-5e20-4567-bf76-0755d18ff2c0 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?network_id=68caed49-e03d-42a4-a3fa-e069dfc1351d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0548062 Aug 24 00:24:26.711982 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d85b936-5a74-4b36-a231-846385cf5b68 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.740744 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbde2e3e-1bab-451f-9c91-0213b32206fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.750740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5c206215-00e4-4340-ad7f-2fe62c5e764f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?network_id=68caed49-e03d-42a4-a3fa-e069dfc1351d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0440667 Aug 24 00:24:26.807044 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d85b936-5a74-4b36-a231-846385cf5b68 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.851214 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbde2e3e-1bab-451f-9c91-0213b32206fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.944537 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d85b936-5a74-4b36-a231-846385cf5b68 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.984996 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d5fe7-3b00-44e2-ade5-2bd8b50b9f4a req-7b7f8ae5-bf77-482b-8d47-4b7013c3dd4b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:26.986571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-734d5fe7-3b00-44e2-ade5-2bd8b50b9f4a req-7b7f8ae5-bf77-482b-8d47-4b7013c3dd4b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1133840 Aug 24 00:24:27.039014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3a3adc9a-2c30-4185-82a1-10a4c84482a1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:27.046211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3a3adc9a-2c30-4185-82a1-10a4c84482a1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:27.054730 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d85b936-5a74-4b36-a231-846385cf5b68 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.057805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3a3adc9a-2c30-4185-82a1-10a4c84482a1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:27.059551 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3a3adc9a-2c30-4185-82a1-10a4c84482a1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/networks?id=0b7ccae0-e69a-4c8d-80f1-37ac538228c3&id=8591c000-1ad9-4c58-a583-231d8245e24b&id=8591c000-1ad9-4c58-a583-231d8245e24b&id=68caed49-e03d-42a4-a3fa-e069dfc1351d&id=68caed49-e03d-42a4-a3fa-e069dfc1351d HTTP/1.1" status: 200 len: 1988 time: 0.3079870 Aug 24 00:24:27.071046 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-734d5fe7-3b00-44e2-ade5-2bd8b50b9f4a req-c312ad8a-b562-4cd2-ac29-d2972143da33 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725451 Aug 24 00:24:27.090708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-6cd1795e-03ac-42e0-a0a9-ab3ccab5e93d tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/quotas/e98fc09120a0477ba0f3d3600616f7a6 HTTP/1.1" status: 200 len: 375 time: 0.0176103 Aug 24 00:24:27.096755 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85b936-5a74-4b36-a231-846385cf5b68 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Subnet': ['ID=571ef68f-7453-4df6-a759-015c9961bcc1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:27.104368 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbde2e3e-1bab-451f-9c91-0213b32206fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.107033 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbde2e3e-1bab-451f-9c91-0213b32206fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.116221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dbde2e3e-1bab-451f-9c91-0213b32206fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2804198a-4e11-4baa-89c9-36616ba2a541 HTTP/1.1" status: 204 len: 168 time: 0.6316288 Aug 24 00:24:27.117383 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d85b936-5a74-4b36-a231-846385cf5b68 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.126884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57594) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:27.128382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde2e3e-1bab-451f-9c91-0213b32206fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2804198a-4e11-4baa-89c9-36616ba2a541,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:27.136886 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d85b936-5a74-4b36-a231-846385cf5b68 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/571ef68f-7453-4df6-a759-015c9961bcc1 HTTP/1.1" status: 204 len: 168 time: 0.4919248 Aug 24 00:24:27.196517 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-25824cfc-b4ea-4b3d-b19d-4c8287cfcb84 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] DELETE failed (client error): The resource could not be found. Aug 24 00:24:27.196892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25824cfc-b4ea-4b3d-b19d-4c8287cfcb84 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:24:27.200876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-25824cfc-b4ea-4b3d-b19d-4c8287cfcb84 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/a12bc930-4c69-471b-be85-6377383f2abf HTTP/1.1" status: 404 len: 337 time: 0.0669057 Aug 24 00:24:27.202147 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57598) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:27.299456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-36f74ca4-91db-4056-9ee0-22ab9c05067c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1715546 Aug 24 00:24:27.319962 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6babfd1-79b7-4c8d-9f24-c53d6f40076c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting subnet 69f0157a-c565-445d-a15c-5c474241eadd {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:24:27.343144 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6babfd1-79b7-4c8d-9f24-c53d6f40076c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.396561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e680dc-c961-468b-b475-4b2e61fa7f02 req-8fa044ee-2e7f-48b9-a774-95f186cd0ae4 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:27.397524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74e680dc-c961-468b-b475-4b2e61fa7f02 req-8fa044ee-2e7f-48b9-a774-95f186cd0ae4 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.2042623 Aug 24 00:24:27.419297 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6babfd1-79b7-4c8d-9f24-c53d6f40076c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.499418 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cf7c194a-7dfc-4c4f-a038-e102b246d211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.512521 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74e680dc-c961-468b-b475-4b2e61fa7f02 req-05958c90-b4b0-420f-bd13-72bf8e663e19 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898383 Aug 24 00:24:27.535381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-d4ba1d0f-998b-4870-86f0-a2f82a55a727 service neutron] 10.222.0.32 "GET /v2.0/networks/0b7ccae0-e69a-4c8d-80f1-37ac538228c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274797 Aug 24 00:24:27.600256 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6babfd1-79b7-4c8d-9f24-c53d6f40076c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.724479 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ee314ec4-d7df-439b-a781-1575a0dd8fa3 service neutron] 10.222.0.32 "GET /v2.0/networks/0b7ccae0-e69a-4c8d-80f1-37ac538228c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818860 Aug 24 00:24:27.736883 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6babfd1-79b7-4c8d-9f24-c53d6f40076c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.772412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-89d320a0-4761-4224-bf60-f1a0adffad9a service neutron] 10.222.0.32 "GET /v2.0/ports/acd050dd-ebe6-4233-874e-43f1364883c7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0470512 Aug 24 00:24:27.801057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6babfd1-79b7-4c8d-9f24-c53d6f40076c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Subnet': ['ID=69f0157a-c565-445d-a15c-5c474241eadd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:27.805223 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6babfd1-79b7-4c8d-9f24-c53d6f40076c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.817879 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e6babfd1-79b7-4c8d-9f24-c53d6f40076c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/69f0157a-c565-445d-a15c-5c474241eadd HTTP/1.1" status: 204 len: 168 time: 0.6142969 Aug 24 00:24:27.818546 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57610) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:27.856177 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-63438936-3101-4c46-a647-56d94c4bd631 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] DELETE failed (client error): The resource could not be found. Aug 24 00:24:27.856630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63438936-3101-4c46-a647-56d94c4bd631 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:24:27.859632 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-63438936-3101-4c46-a647-56d94c4bd631 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/33ca8fb0-b3f6-40b9-b16f-968444f89db0 HTTP/1.1" status: 404 len: 337 time: 0.0398891 Aug 24 00:24:27.862644 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57612) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:27.908669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbb0cf-cb44-49c8-99b3-79966736f642 req-d157f237-b6ac-468e-92de-90e0ede22bbc tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:27.916113 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62bbb0cf-cb44-49c8-99b3-79966736f642 req-d157f237-b6ac-468e-92de-90e0ede22bbc tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1424966 Aug 24 00:24:27.920664 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e996b39-ad59-41d3-bff1-385d4a25a94d tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a628fd7-e286-481d-89f6-8cf4837469d7 HTTP/1.1" status: 200 len: 205 time: 0.0547953 Aug 24 00:24:27.921041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57616) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:27.968377 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-52745592-f2c5-43c9-80ca-c8be491dda25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] delete failed (client error): The resource could not be found. Aug 24 00:24:27.972281 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-52745592-f2c5-43c9-80ca-c8be491dda25 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/routers/4a628fd7-e286-481d-89f6-8cf4837469d7 HTTP/1.1" status: 404 len: 336 time: 0.0470088 Aug 24 00:24:27.972433 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62bbb0cf-cb44-49c8-99b3-79966736f642 req-dac13870-466c-4ddd-b2ff-2ed285c9d025 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517023 Aug 24 00:24:27.972561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57618) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:28.018233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f562d231-ced0-4fd8-86d3-08dc4344bde0 None None] Network 4214e458-f215-4608-acf2-b0cfc6dbadfb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:28.045908 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-b2c72af9-1a54-41de-8267-d0f75f6772fc service neutron] 10.222.0.32 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626667 Aug 24 00:24:28.055536 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6df52b-1986-4ad0-95c9-241c964a9e7e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] DELETE failed (client error): The resource could not be found. Aug 24 00:24:28.056103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6df52b-1986-4ad0-95c9-241c964a9e7e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:24:28.058215 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3c6df52b-1986-4ad0-95c9-241c964a9e7e tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/e64bdfda-dddd-45ac-a3c4-479926b79c7e HTTP/1.1" status: 404 len: 337 time: 0.0850744 Aug 24 00:24:28.067020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57622) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:28.132612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b133c76a-8963-4e1a-bc63-cf3e8ab8e71f None None] Provisioning complete for port a605bc69-fe2c-4d68-88a3-530609e07432 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:28.133682 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b133c76a-8963-4e1a-bc63-cf3e8ab8e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:28.191526 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-4197813a-5525-4347-b297-20f4ccf73402 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] DELETE failed (client error): The resource could not be found. Aug 24 00:24:28.192295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4197813a-5525-4347-b297-20f4ccf73402 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:24:28.194302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4197813a-5525-4347-b297-20f4ccf73402 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/1d33afb2-02d4-405e-9cf0-21b0e0d55d38 HTTP/1.1" status: 404 len: 337 time: 0.1214321 Aug 24 00:24:28.197184 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57630) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:28.256415 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55350cf-1399-41af-b4b0-b74c252e7029 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] DELETE failed (client error): The resource could not be found. Aug 24 00:24:28.257919 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55350cf-1399-41af-b4b0-b74c252e7029 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:24:28.260775 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c55350cf-1399-41af-b4b0-b74c252e7029 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/5fbd8a6a-3fe1-4978-a9fc-9d14b1f8933c HTTP/1.1" status: 404 len: 337 time: 0.0623109 Aug 24 00:24:28.268372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57642) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:28.324415 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0709d4c-2823-439d-9204-77506968d9b7 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] DELETE failed (client error): The resource could not be found. Aug 24 00:24:28.328992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0709d4c-2823-439d-9204-77506968d9b7 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:24:28.333364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c0709d4c-2823-439d-9204-77506968d9b7 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/a1b6107f-05d3-4623-b7ef-8bf2a937e71c HTTP/1.1" status: 404 len: 333 time: 0.0615847 Aug 24 00:24:28.333793 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57646) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:28.387182 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d5fb1f-6c12-4fe2-bf80-180142cc90ae tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] DELETE failed (client error): The resource could not be found. Aug 24 00:24:28.387880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d5fb1f-6c12-4fe2-bf80-180142cc90ae tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:24:28.392192 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-74d5fb1f-6c12-4fe2-bf80-180142cc90ae tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/5d5d2abc-eb76-4596-9462-f8ffac10dc57 HTTP/1.1" status: 404 len: 337 time: 0.0560658 Aug 24 00:24:28.394268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:28.408343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-a3133c1f-fab7-4711-b5c0-bb42aaadf304 service neutron] 10.222.0.32 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567822 Aug 24 00:24:28.421430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b133c76a-8963-4e1a-bc63-cf3e8ab8e71f None None] Provisioning complete for port 2784dbbf-e971-4f12-91aa-8249900b7ebe triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:28.421803 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b133c76a-8963-4e1a-bc63-cf3e8ab8e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:28.445929 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf2e902-5418-4a02-a51e-927eafa8b924 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] DELETE failed (client error): The resource could not be found. Aug 24 00:24:28.446477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf2e902-5418-4a02-a51e-927eafa8b924 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:24:28.449544 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1cf2e902-5418-4a02-a51e-927eafa8b924 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/07e6cd2d-df4b-4ae5-ae3d-63efb9e67934 HTTP/1.1" status: 404 len: 337 time: 0.0537012 Aug 24 00:24:28.459952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57652) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:28.475697 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1d51ea-3a8a-4674-beff-43f6d1e5a648 None None] DHCP port deletion for 4214e458-f215-4608-acf2-b0cfc6dbadfb request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:24:28.491120 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-08762224-7174-4eff-b17c-641741e5ff18 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] DELETE failed (client error): The resource could not be found. Aug 24 00:24:28.492086 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08762224-7174-4eff-b17c-641741e5ff18 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:24:28.494032 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-08762224-7174-4eff-b17c-641741e5ff18 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/b7c5546e-14b3-40a3-9b46-89d2afefb267 HTTP/1.1" status: 404 len: 333 time: 0.0328410 Aug 24 00:24:28.496959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57654) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:28.544825 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ed0844-0027-42ba-a005-afa6b37f9583 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] DELETE failed (client error): The resource could not be found. Aug 24 00:24:28.545357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ed0844-0027-42ba-a005-afa6b37f9583 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:24:28.551967 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-35ed0844-0027-42ba-a005-afa6b37f9583 tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/f4647f08-83c8-4128-be3c-481c2385124e HTTP/1.1" status: 404 len: 337 time: 0.0535173 Aug 24 00:24:28.553035 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57658) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:28.563725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0031bf75-e1f6-4889-8ba2-db32c6ce6853 service neutron] 10.222.0.32 "GET /v2.0/ports/aecd620c-cbe4-4b5a-827e-8e9d581b7e6a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1505289 Aug 24 00:24:28.566956 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b133c76a-8963-4e1a-bc63-cf3e8ab8e71f None None] Port 2784dbbf-e971-4f12-91aa-8249900b7ebe cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:28.605544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d51ea-3a8a-4674-beff-43f6d1e5a648 None None] Deleting port a605bc69-fe2c-4d68-88a3-530609e07432 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:28.605918 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e1d51ea-3a8a-4674-beff-43f6d1e5a648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:28.609599 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9288c0fe-1bfe-455f-aad3-e3e1ebf62b4f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] DELETE failed (client error): The resource could not be found. Aug 24 00:24:28.611824 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9288c0fe-1bfe-455f-aad3-e3e1ebf62b4f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:24:28.619938 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9288c0fe-1bfe-455f-aad3-e3e1ebf62b4f tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/subnets/cf06de0d-b6dd-4ad1-9744-bb55e79ed7c8 HTTP/1.1" status: 404 len: 337 time: 0.0657308 Aug 24 00:24:28.622926 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57662) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:28.636715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23807d-5e4f-4bcb-af69-b9433f21fdbe req-06873ba1-6a29-4914-9671-db5b6444cbcb tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:28.646540 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d23807d-5e4f-4bcb-af69-b9433f21fdbe req-06873ba1-6a29-4914-9671-db5b6444cbcb tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2195613 Aug 24 00:24:28.691568 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1e1d51ea-3a8a-4674-beff-43f6d1e5a648 None None] For port a605bc69-fe2c-4d68-88a3-530609e07432, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a605bc69-fe2c-4d68-88a3-530609e07432,segment=NetworkSegment(4897884b-4646-4f89-b8e9-76c8c44e2dcd),segment_id=4897884b-4646-4f89-b8e9-76c8c44e2dcd)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:28.692982 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e1d51ea-3a8a-4674-beff-43f6d1e5a648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:28.712215 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d51ea-3a8a-4674-beff-43f6d1e5a648 None None] Calling delete_port for a605bc69-fe2c-4d68-88a3-530609e07432 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:28.745443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d23807d-5e4f-4bcb-af69-b9433f21fdbe req-73c086bb-7271-420c-b8cb-08ab1c7c3383 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924842 Aug 24 00:24:28.814637 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-005ccb9d-adad-4141-8086-3d0c7a7e01ee service neutron] 10.222.0.32 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371240 Aug 24 00:24:28.825321 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1e1d51ea-3a8a-4674-beff-43f6d1e5a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:28.840923 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a85c6c3f-8289-47d4-a1d9-84d535c38c1b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Deleting port 2784dbbf-e971-4f12-91aa-8249900b7ebe {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:28.841321 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a85c6c3f-8289-47d4-a1d9-84d535c38c1b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:28.866989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d51ea-3a8a-4674-beff-43f6d1e5a648 None None] Pushing event deleted for resources: {'Port': ['ID=a605bc69-fe2c-4d68-88a3-530609e07432,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:28.876666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d51ea-3a8a-4674-beff-43f6d1e5a648 None None] No DVR routers for this DVR port a605bc69-fe2c-4d68-88a3-530609e07432 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:24:28.930619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a605bc69-fe2c-4d68-88a3-530609e07432 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:24:28.965755 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: a605bc69-fe2c-4d68-88a3-530609e07432 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:24:28.970629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a85c6c3f-8289-47d4-a1d9-84d535c38c1b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:28.973113 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a605bc69-fe2c-4d68-88a3-530609e07432 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:24:28.999710 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a85c6c3f-8289-47d4-a1d9-84d535c38c1b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Calling delete_port for 2784dbbf-e971-4f12-91aa-8249900b7ebe owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:29.120964 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a85c6c3f-8289-47d4-a1d9-84d535c38c1b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.158198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c6c3f-8289-47d4-a1d9-84d535c38c1b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Port': ['ID=2784dbbf-e971-4f12-91aa-8249900b7ebe,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:29.170958 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a85c6c3f-8289-47d4-a1d9-84d535c38c1b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.173246 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a85c6c3f-8289-47d4-a1d9-84d535c38c1b tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/ports/2784dbbf-e971-4f12-91aa-8249900b7ebe HTTP/1.1" status: 204 len: 168 time: 0.5452619 Aug 24 00:24:29.175683 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57676) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:29.292314 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f7a5-f80a-4d03-9b30-2e4928b01a0c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.415885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280065c-b58f-4b0e-8fe2-3da95254f38a req-d648fd60-c7b7-4fef-b8f6-24c2e6f08420 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:29.417092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c280065c-b58f-4b0e-8fe2-3da95254f38a req-d648fd60-c7b7-4fef-b8f6-24c2e6f08420 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.1185741 Aug 24 00:24:29.439176 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f7a5-f80a-4d03-9b30-2e4928b01a0c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.451085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-48433872-5517-44d5-b44f-34639b7ad430 service neutron] 10.222.0.32 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350820 Aug 24 00:24:29.451810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5ea8f7a5-f80a-4d03-9b30-2e4928b01a0c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4214e458-f215-4608-acf2-b0cfc6dbadfb']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:29.485336 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5ea8f7a5-f80a-4d03-9b30-2e4928b01a0c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4897884b-4646-4f89-b8e9-76c8c44e2dcd') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:29.485763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5ea8f7a5-f80a-4d03-9b30-2e4928b01a0c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4897884b-4646-4f89-b8e9-76c8c44e2dcd') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:29.502435 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f7a5-f80a-4d03-9b30-2e4928b01a0c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.508749 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.522150 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c280065c-b58f-4b0e-8fe2-3da95254f38a req-31fc9260-7335-442a-808e-060ca7429f3a tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039827 Aug 24 00:24:29.523309 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f7a5-f80a-4d03-9b30-2e4928b01a0c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.534569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea8f7a5-f80a-4d03-9b30-2e4928b01a0c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:24:29.534813 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f7a5-f80a-4d03-9b30-2e4928b01a0c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:24:29.539704 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:24:29.575839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-466932c7-64ad-497b-972d-05ed52b8b00c service neutron] 10.222.0.32 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228523 Aug 24 00:24:29.663431 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f7a5-f80a-4d03-9b30-2e4928b01a0c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.675326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f7a5-f80a-4d03-9b30-2e4928b01a0c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.691354 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ea8f7a5-f80a-4d03-9b30-2e4928b01a0c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] 10.222.0.32 "DELETE /v2.0/networks/4214e458-f215-4608-acf2-b0cfc6dbadfb HTTP/1.1" status: 204 len: 168 time: 0.5118546 Aug 24 00:24:29.721412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8f7a5-f80a-4d03-9b30-2e4928b01a0c tempest-PortsTestJSON-1952643881 tempest-PortsTestJSON-1952643881-project] Pushing event deleted for resources: {'Network': ['ID=4214e458-f215-4608-acf2-b0cfc6dbadfb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:29.729589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-730237c8-3124-4518-883f-a71ad8993117 service neutron] 10.222.0.32 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478918 Aug 24 00:24:29.890254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3212f-a8bd-4016-ab5f-739a7a1ee509 req-7f4f6a39-48d3-4128-ad8a-40972234d17d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:29.892485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0f3212f-a8bd-4016-ab5f-739a7a1ee509 req-7f4f6a39-48d3-4128-ad8a-40972234d17d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1104019 Aug 24 00:24:29.936915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-449b48a9-3a80-432a-b56d-7726c2db381c service neutron] 10.222.0.32 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945796 Aug 24 00:24:30.043644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0ab4d111-8a89-4f2b-846c-984c69aad306 service neutron] 10.222.0.32 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992522 Aug 24 00:24:30.079703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0f3212f-a8bd-4016-ab5f-739a7a1ee509 req-77b33d57-db92-4c62-ad57-20b003c6a0b5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660016 Aug 24 00:24:30.091148 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:30.197749 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ce98760-08b3-4947-af4f-c060ae931d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:30.247778 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-e32d61a8-ab94-4b7c-8c81-b982b6111d41 service neutron] 10.222.0.32 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938131 Aug 24 00:24:30.280276 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:30.423178 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-61422f5d-2ea2-47c6-bf07-3aed5cad53de service neutron] 10.222.0.32 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666439 Aug 24 00:24:30.538755 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-393229df-55cd-4f66-9f5d-e9dbe9a4a08f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3b13b55c42048309adfd977fccc2186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568717 Aug 24 00:24:30.541460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:30.560460 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b91e7e-f50a-4c10-87fc-fc72f2419cce req-e04df6de-f163-45dd-b790-d79f3cc183e6 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:30.568426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6b91e7e-f50a-4c10-87fc-fc72f2419cce req-e04df6de-f163-45dd-b790-d79f3cc183e6 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1381729 Aug 24 00:24:30.620085 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b77a88c0-ff36-47ea-b382-9f6586bc321c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:30.640063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6b91e7e-f50a-4c10-87fc-fc72f2419cce req-82f4d444-c851-413d-9106-01479e81e955 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655327 Aug 24 00:24:30.643141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-92346d2f-b088-4202-9bb3-04dc1d614b0b service neutron] 10.222.0.32 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110448 Aug 24 00:24:30.696986 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b77a88c0-ff36-47ea-b382-9f6586bc321c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:30.785555 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b77a88c0-ff36-47ea-b382-9f6586bc321c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:30.809454 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b77a88c0-ff36-47ea-b382-9f6586bc321c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:30.813408 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b77a88c0-ff36-47ea-b382-9f6586bc321c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/629a0c20-de6b-4cce-bc03-aa8c68fefb31 HTTP/1.1" status: 204 len: 168 time: 0.2687314 Aug 24 00:24:30.834981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a88c0-ff36-47ea-b382-9f6586bc321c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629a0c20-de6b-4cce-bc03-aa8c68fefb31,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:30.897930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-731fa918-ae58-43c8-9e0a-46b8cd83b6aa service neutron] 10.222.0.32 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412837 Aug 24 00:24:30.919544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c3456-2b97-4aaa-b7e5-d8a989908410 req-4f0c166a-4fba-4986-bef2-e6e600231814 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:30.920987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a2c3456-2b97-4aaa-b7e5-d8a989908410 req-4f0c166a-4fba-4986-bef2-e6e600231814 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.1510088 Aug 24 00:24:31.052010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a2c3456-2b97-4aaa-b7e5-d8a989908410 req-bc248ffe-71f8-4719-a63b-b302ebb1d0b8 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094000 Aug 24 00:24:31.204123 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:31.252233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6045a6-d4ff-4556-8251-2259b3b3e5c6 req-7856d28b-8d84-4ddc-94b2-3a8875df1cb5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:31.260875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba6045a6-d4ff-4556-8251-2259b3b3e5c6 req-7856d28b-8d84-4ddc-94b2-3a8875df1cb5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.0927174 Aug 24 00:24:31.332154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba6045a6-d4ff-4556-8251-2259b3b3e5c6 req-d7fe0208-8cba-495c-88a9-ff44a89cc10a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685484 Aug 24 00:24:31.531058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57756) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:31.743653 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:31.964952 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:31.973640 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.037770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7c19b27-1abd-4a18-b636-e2702dcc9f00 req-89c3e2da-ada2-4a44-befb-8dbeee4357e0 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0568142 Aug 24 00:24:32.040687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2ce94c-c8c6-4939-8f63-a6acca1dcaec,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:32.053670 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=635f560eb5bb4d0ea4f5b2b41510f5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200138 Aug 24 00:24:32.055401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57796) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:32.090361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:32.091245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:32.091600 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:32.092507 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:32.093394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:32.093684 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:32.094032 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:32.094623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:32.095202 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:32.095680 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:32.096115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:32.096533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69854779-2251-43e7-9fac-8b16f73cbf75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:32.278082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b75f5642-c780-4bde-a65a-3391ef48cf81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.301137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e9a8-3e35-450e-9e2f-2a2bd985bd59 req-c6cdbbe8-138f-42ed-9226-2658e0cf6c67 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:32.302670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3393e9a8-3e35-450e-9e2f-2a2bd985bd59 req-c6cdbbe8-138f-42ed-9226-2658e0cf6c67 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.1381192 Aug 24 00:24:32.329936 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b75f5642-c780-4bde-a65a-3391ef48cf81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.343375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57812) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:32.428550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3393e9a8-3e35-450e-9e2f-2a2bd985bd59 req-a20fa0b1-6d98-48b5-8d8a-36999b15d91c tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191363 Aug 24 00:24:32.508482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee2efa-12ad-43ab-ab79-6be0298a03db req-f6df446f-210b-438c-b762-84423b516874 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:32.527203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97ee2efa-12ad-43ab-ab79-6be0298a03db req-f6df446f-210b-438c-b762-84423b516874 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1548328 Aug 24 00:24:32.542019 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d4146c93-377a-41e5-834d-3e3ecb6d2d09 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-618357212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:32.547128 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b75f5642-c780-4bde-a65a-3391ef48cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.550509 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b75f5642-c780-4bde-a65a-3391ef48cf81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.553993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b75f5642-c780-4bde-a65a-3391ef48cf81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b2ce94c-c8c6-4939-8f63-a6acca1dcaec HTTP/1.1" status: 204 len: 168 time: 0.4953318 Aug 24 00:24:32.588716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f5642-c780-4bde-a65a-3391ef48cf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2ce94c-c8c6-4939-8f63-a6acca1dcaec,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:32.615047 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4146c93-377a-41e5-834d-3e3ecb6d2d09 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.616164 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4146c93-377a-41e5-834d-3e3ecb6d2d09 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.616348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97ee2efa-12ad-43ab-ab79-6be0298a03db req-480a4cd7-830b-4a9b-b292-14c23e315614 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844822 Aug 24 00:24:32.765961 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4146c93-377a-41e5-834d-3e3ecb6d2d09 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.777779 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4146c93-377a-41e5-834d-3e3ecb6d2d09 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.806589 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4146c93-377a-41e5-834d-3e3ecb6d2d09 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.810409 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d4146c93-377a-41e5-834d-3e3ecb6d2d09 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4634738 Aug 24 00:24:32.811869 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57830) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:32.824614 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-778488059'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:32.868137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Made reservation on behalf of 53e135011669479bb48dabbb9bc626ec for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:32.872643 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.994433 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.211000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf443be-65f4-4e7a-91d3-926af62bfb4c req-f14b4e44-ccf6-4e8e-9cf2-ad8cd776f638 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:33.222797 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4bf443be-65f4-4e7a-91d3-926af62bfb4c req-f14b4e44-ccf6-4e8e-9cf2-ad8cd776f638 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.0794139 Aug 24 00:24:33.252023 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5444bf4f-6fd2-4878-a066-a5d3b6941317 req-62be9923-a369-4c79-9f4b-cb3c702bdc83 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0624692 Aug 24 00:24:33.296641 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4bf443be-65f4-4e7a-91d3-926af62bfb4c req-03f6388c-77f0-49c2-992f-8b18b41484ff tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691705 Aug 24 00:24:33.387366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57846) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:33.408164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a20f2048-30b3-4dff-b539-f194ca2e9ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.501847 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.549688 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bdbf3-255f-443e-b790-a84b457dd161 req-2149b34e-8e92-4bf6-9340-899431148f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:33.551984 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-137bdbf3-255f-443e-b790-a84b457dd161 req-2149b34e-8e92-4bf6-9340-899431148f81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fc612f5d84049009f254faf9c560fb4&device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 1097 time: 0.0591166 Aug 24 00:24:33.554916 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a20f2048-30b3-4dff-b539-f194ca2e9ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.566214 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a20f2048-30b3-4dff-b539-f194ca2e9ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.611987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f2048-30b3-4dff-b539-f194ca2e9ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a69777f-a803-4daf-81eb-c47c9bd936fd,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:33.638327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a20f2048-30b3-4dff-b539-f194ca2e9ddf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38a055d435464b6fbc70606e86d6320c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495785 Aug 24 00:24:33.639791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57850) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:33.705139 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6aefdedd-2353-4920-9b18-ee43dac4f791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.745348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bdbf3-255f-443e-b790-a84b457dd161 req-4171f9fa-314c-43b1-a685-1d6f0cbc9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:33.746890 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-137bdbf3-255f-443e-b790-a84b457dd161 req-4171f9fa-314c-43b1-a685-1d6f0cbc9682 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a HTTP/1.1" status: 200 len: 917 time: 0.1863034 Aug 24 00:24:33.773350 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6aefdedd-2353-4920-9b18-ee43dac4f791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.795699 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-137bdbf3-255f-443e-b790-a84b457dd161 req-5a8e4c25-2a78-49b6-b0fc-b0030816586f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd9b1096-b49e-4037-b850-440db524840b HTTP/1.1" status: 200 len: 217 time: 0.0401871 Aug 24 00:24:33.831149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23d74b-d157-4693-acc6-0842d8a463e4 req-881bd1c2-bd00-4350-88a1-9d5bc1010329 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:33.832921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d23d74b-d157-4693-acc6-0842d8a463e4 req-881bd1c2-bd00-4350-88a1-9d5bc1010329 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1051638 Aug 24 00:24:33.857956 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.865748 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.877038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bdbf3-255f-443e-b790-a84b457dd161 req-998cd08b-5c12-4e73-96ec-c05139b997e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:33.879237 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-137bdbf3-255f-443e-b790-a84b457dd161 req-998cd08b-5c12-4e73-96ec-c05139b997e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=126fe64f-b7ab-4d93-859d-85ef7626efdf HTTP/1.1" status: 200 len: 855 time: 0.0768120 Aug 24 00:24:33.918869 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e823738b-85a2-44b6-b7bf-fbc80f7ab7e5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:33.924523 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6aefdedd-2353-4920-9b18-ee43dac4f791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.927741 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6aefdedd-2353-4920-9b18-ee43dac4f791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.929215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6aefdedd-2353-4920-9b18-ee43dac4f791 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a69777f-a803-4daf-81eb-c47c9bd936fd HTTP/1.1" status: 204 len: 168 time: 0.2884123 Aug 24 00:24:33.938958 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:24:33.977078 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.977799 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Added segment 5b25da5c-545b-40fd-b2ef-63fa4caba8d4 of type vlan for network 8cbe31b1-cb84-4220-9255-3618f2ccb432 Aug 24 00:24:33.991821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d23d74b-d157-4693-acc6-0842d8a463e4 req-d80d8328-2858-4617-8b59-240722f8833b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448629 Aug 24 00:24:34.025968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefdedd-2353-4920-9b18-ee43dac4f791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a69777f-a803-4daf-81eb-c47c9bd936fd,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:34.038216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-580447e6-7725-4656-ba34-60ba4dd05afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:34.048289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-580447e6-7725-4656-ba34-60ba4dd05afa service neutron] 10.222.0.13 "GET /v2.0/ports/acd050dd-ebe6-4233-874e-43f1364883c7 HTTP/1.1" status: 200 len: 1028 time: 0.1428692 Aug 24 00:24:34.064884 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bdbf3-255f-443e-b790-a84b457dd161 req-b838b626-e099-429f-8b9f-41ed6f9479d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:34.066434 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-137bdbf3-255f-443e-b790-a84b457dd161 req-b838b626-e099-429f-8b9f-41ed6f9479d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbdeaf26-194e-49d9-a7c5-7cd739d0433a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426096 Aug 24 00:24:34.075803 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:34.130810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-9dbd755f-f550-4619-b783-f03b48117276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:34.136759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-9dbd755f-f550-4619-b783-f03b48117276 service neutron] 10.222.0.13 "GET /v2.0/ports/aecd620c-cbe4-4b5a-827e-8e9d581b7e6a HTTP/1.1" status: 200 len: 1028 time: 0.0834553 Aug 24 00:24:34.226021 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-137bdbf3-255f-443e-b790-a84b457dd161 req-938cda8c-3616-4359-97bb-b133f265b19e service neutron] 10.222.0.13 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475620 Aug 24 00:24:34.233953 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.resource_extend [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:24:34.350290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-a1e1d5c1-a433-4703-8502-bb168e3bfa36 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:34.369672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-a1e1d5c1-a433-4703-8502-bb168e3bfa36 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:34.384003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-a1e1d5c1-a433-4703-8502-bb168e3bfa36 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:34.385794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-a1e1d5c1-a433-4703-8502-bb168e3bfa36 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "GET /v2.0/networks?id=0b7ccae0-e69a-4c8d-80f1-37ac538228c3&id=8591c000-1ad9-4c58-a583-231d8245e24b&id=8591c000-1ad9-4c58-a583-231d8245e24b&id=8591c000-1ad9-4c58-a583-231d8245e24b&id=8591c000-1ad9-4c58-a583-231d8245e24b&id=68caed49-e03d-42a4-a3fa-e069dfc1351d&id=68caed49-e03d-42a4-a3fa-e069dfc1351d HTTP/1.1" status: 200 len: 1988 time: 0.2415891 Aug 24 00:24:34.394333 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:34.412802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:34.413883 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:34.460811 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6472828 Aug 24 00:24:34.478247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-16a7a3fd-6832-47ef-b00c-cda8fc1f3a03 req-1998b7f1-582c-4206-b06a-cfba388a6a37 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0899694 Aug 24 00:24:34.495126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:34.514398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d7483523-5f8b-47b3-98a4-5cccecb3ccf4 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Request body: {'subnet': {'network_id': '8cbe31b1-cb84-4220-9255-3618f2ccb432', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:34.563370 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-2e4d59d3-7845-4f22-b460-469cfd5a0795 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e98fc09120a0477ba0f3d3600616f7a6 HTTP/1.1" status: 200 len: 380 time: 0.1459625 Aug 24 00:24:34.581673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3244c503-59fe-474f-a3f3-f4a6b8d68871 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'port': {'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'admin_state_up': True, 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'security_groups': ['63c8de4a-bad3-4db5-93c1-8f299309ce3f']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:34.596479 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991ec2c-87a8-4fcf-9a88-38630c9fb425 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event updated for resources: {'Network': ['ID=8cbe31b1-cb84-4220-9255-3618f2ccb432,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:34.611200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 8cbe31b1-cb84-4220-9255-3618f2ccb432 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:24:34.655097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec11a1d-18fb-4a93-ae5c-92c4b43b8bc6 req-407f9598-77a5-428a-8c18-3762f5a4d62b tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:34.656690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cec11a1d-18fb-4a93-ae5c-92c4b43b8bc6 req-407f9598-77a5-428a-8c18-3762f5a4d62b tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.2070680 Aug 24 00:24:34.741271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cec11a1d-18fb-4a93-ae5c-92c4b43b8bc6 req-7af7dd0b-fc87-4c49-9c34-ed5f866a5bd0 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757165 Aug 24 00:24:34.755028 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-137bdbf3-255f-443e-b790-a84b457dd161 req-a2b160d8-75fa-4111-9b14-fe533ed4d831 service neutron] 10.222.0.13 "GET /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086091 Aug 24 00:24:34.825238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3244c503-59fe-474f-a3f3-f4a6b8d68871 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Made reservation on behalf of e98fc09120a0477ba0f3d3600616f7a6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:34.831928 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3244c503-59fe-474f-a3f3-f4a6b8d68871 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:34.847921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7483523-5f8b-47b3-98a4-5cccecb3ccf4 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Made reservation on behalf of 53e135011669479bb48dabbb9bc626ec for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:34.853116 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7483523-5f8b-47b3-98a4-5cccecb3ccf4 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:35.126866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3244c503-59fe-474f-a3f3-f4a6b8d68871 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Allocated IP 172.20.0.11 (0b7ccae0-e69a-4c8d-80f1-37ac538228c3/542bc52f-4c2c-4a98-8ce4-d541f5b4ae68/9c4c26db-5400-4125-aa10-8233f045bb5d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:35.315323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efb548-1a9f-4726-8ad4-5ffab0e3a886 req-4c42b6d4-9030-4778-97d6-d59e6dddc3b9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:35.317049 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7efb548-1a9f-4726-8ad4-5ffab0e3a886 req-4c42b6d4-9030-4778-97d6-d59e6dddc3b9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1458166 Aug 24 00:24:35.395658 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7483523-5f8b-47b3-98a4-5cccecb3ccf4 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:35.409037 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7efb548-1a9f-4726-8ad4-5ffab0e3a886 req-9f93f71d-e812-4e3b-a665-6f50e150f614 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619197 Aug 24 00:24:35.517076 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3244c503-59fe-474f-a3f3-f4a6b8d68871 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:35.530028 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7483523-5f8b-47b3-98a4-5cccecb3ccf4 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Checking segment: {'id': '5b25da5c-545b-40fd-b2ef-63fa4caba8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8cbe31b1-cb84-4220-9255-3618f2ccb432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:35.530735 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7483523-5f8b-47b3-98a4-5cccecb3ccf4 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Network hostable DHCP agents. Network: 8cbe31b1-cb84-4220-9255-3618f2ccb432, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:24:35.535397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7483523-5f8b-47b3-98a4-5cccecb3ccf4 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event updated for resources: {'Subnet': ['ID=499e33ef-6623-44fd-835f-97eb25c17611,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:35.560284 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7483523-5f8b-47b3-98a4-5cccecb3ccf4 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Network 8cbe31b1-cb84-4220-9255-3618f2ccb432 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:24:35.563618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3244c503-59fe-474f-a3f3-f4a6b8d68871 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Transition to ACTIVE for port object 9c4c26db-5400-4125-aa10-8233f045bb5d will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:35.574727 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d7483523-5f8b-47b3-98a4-5cccecb3ccf4 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 8cbe31b1-cb84-4220-9255-3618f2ccb432) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:35.583372 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7483523-5f8b-47b3-98a4-5cccecb3ccf4 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:35.584436 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7483523-5f8b-47b3-98a4-5cccecb3ccf4 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:35.590741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258cb28f-9539-4352-9aec-a97ed063a807 None None] Network 8cbe31b1-cb84-4220-9255-3618f2ccb432 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:35.618854 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d7483523-5f8b-47b3-98a4-5cccecb3ccf4 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1198871 Aug 24 00:24:35.620029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57912) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:35.625467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a5ff9ca9-aa0c-45fc-8d64-50d89f315987 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Request body: {'network': {'name': 'tempest-router-network01--285451639'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:35.722129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2ccb6d6-3575-46d7-b62b-11916df34464 req-7a993b48-4159-46b2-9bf1-05f2a907c402 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0769789 Aug 24 00:24:35.726704 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3244c503-59fe-474f-a3f3-f4a6b8d68871 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:35.815722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ff9ca9-aa0c-45fc-8d64-50d89f315987 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Made reservation on behalf of 53e135011669479bb48dabbb9bc626ec for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:35.819920 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9ca9-aa0c-45fc-8d64-50d89f315987 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:35.865819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3244c503-59fe-474f-a3f3-f4a6b8d68871 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:35.884355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3244c503-59fe-474f-a3f3-f4a6b8d68871 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:35.886819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3244c503-59fe-474f-a3f3-f4a6b8d68871 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:35.932456 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-8cbe31b1-cb84-4220-9255-3618f2ccb432', 'network_id': '8cbe31b1-cb84-4220-9255-3618f2ccb432', 'tenant_id': '53e135011669479bb48dabbb9bc626ec', 'fixed_ips': [{'subnet_id': '499e33ef-6623-44fd-835f-97eb25c17611'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:24:35.934950 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:35.939071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244c503-59fe-474f-a3f3-f4a6b8d68871 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'Port': ['ID=9c4c26db-5400-4125-aa10-8233f045bb5d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:36.002884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3244c503-59fe-474f-a3f3-f4a6b8d68871 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:36.003573 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3244c503-59fe-474f-a3f3-f4a6b8d68871 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.007141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ff9ca9-aa0c-45fc-8d64-50d89f315987 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:24:36.030677 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9ca9-aa0c-45fc-8d64-50d89f315987 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.031042 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-a5ff9ca9-aa0c-45fc-8d64-50d89f315987 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Added segment bae5d74d-97ee-4d72-9c01-c66e15579e3e of type vlan for network 50081c74-0d63-4ed8-84a3-4c66a7a2c4e6 Aug 24 00:24:36.041576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-3244c503-59fe-474f-a3f3-f4a6b8d68871 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4705358 Aug 24 00:24:36.095459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ab913-e8bf-412f-a604-7e8b89c2ba12 req-d9f716dc-22d2-40ce-99f7-7f15e8574006 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:36.096843 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-968ab913-e8bf-412f-a604-7e8b89c2ba12 req-d9f716dc-22d2-40ce-99f7-7f15e8574006 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.2298334 Aug 24 00:24:36.114864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-91a06d9d-81e3-4fab-8068-f5d9a468519c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'port': {'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b', 'admin_state_up': True, 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'security_groups': ['63c8de4a-bad3-4db5-93c1-8f299309ce3f']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:36.176676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Allocated IP 172.20.0.2 (8cbe31b1-cb84-4220-9255-3618f2ccb432/499e33ef-6623-44fd-835f-97eb25c17611/5c6fbf3d-5206-4af3-8816-172306bd1ce8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:36.304262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-968ab913-e8bf-412f-a604-7e8b89c2ba12 req-46814c0e-9a7c-450b-8be0-56c772c67779 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735926 Aug 24 00:24:36.308422 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9ca9-aa0c-45fc-8d64-50d89f315987 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.464235 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9ca9-aa0c-45fc-8d64-50d89f315987 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.473580 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.484735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff9ca9-aa0c-45fc-8d64-50d89f315987 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:36.485501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Transition to ACTIVE for port object 5c6fbf3d-5206-4af3-8816-172306bd1ce8 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:36.487063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9ca9-aa0c-45fc-8d64-50d89f315987 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.523942 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Transition to ACTIVE for port object 5c6fbf3d-5206-4af3-8816-172306bd1ce8 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:36.534505 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b948f6fd-5614-4d7e-84fa-e6ca11544a68 None None] Provisioning for port 9c4c26db-5400-4125-aa10-8233f045bb5d completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:36.544321 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.611078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b948f6fd-5614-4d7e-84fa-e6ca11544a68 None None] Provisioning complete for port 9c4c26db-5400-4125-aa10-8233f045bb5d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:36.611794 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b948f6fd-5614-4d7e-84fa-e6ca11544a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.619394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Pushing event updated for resources: {'Port': ['ID=5c6fbf3d-5206-4af3-8816-172306bd1ce8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:36.693292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b948f6fd-5614-4d7e-84fa-e6ca11544a68 None None] Port 9c4c26db-5400-4125-aa10-8233f045bb5d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:36.721359 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Network 8cbe31b1-cb84-4220-9255-3618f2ccb432 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:36.728599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:36.735339 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:36.817733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-91a06d9d-81e3-4fab-8068-f5d9a468519c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Made reservation on behalf of e98fc09120a0477ba0f3d3600616f7a6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:36.823052 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-91a06d9d-81e3-4fab-8068-f5d9a468519c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.845968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Attempting to bind port 5c6fbf3d-5206-4af3-8816-172306bd1ce8 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:36.847443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Attempting to bind port 5c6fbf3d-5206-4af3-8816-172306bd1ce8 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '5b25da5c-545b-40fd-b2ef-63fa4caba8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8cbe31b1-cb84-4220-9255-3618f2ccb432'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:36.848187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Attempting to bind port 5c6fbf3d-5206-4af3-8816-172306bd1ce8 on network 8cbe31b1-cb84-4220-9255-3618f2ccb432 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:36.854563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:36.855315 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Checking segment: {'id': '5b25da5c-545b-40fd-b2ef-63fa4caba8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8cbe31b1-cb84-4220-9255-3618f2ccb432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:36.856841 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.857468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Bound using segment: {'id': '5b25da5c-545b-40fd-b2ef-63fa4caba8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8cbe31b1-cb84-4220-9255-3618f2ccb432'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:36.858165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Bound port: 5c6fbf3d-5206-4af3-8816-172306bd1ce8, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b25da5c-545b-40fd-b2ef-63fa4caba8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8cbe31b1-cb84-4220-9255-3618f2ccb432'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:36.858836 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.863922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a5ff9ca9-aa0c-45fc-8d64-50d89f315987 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2425497 Aug 24 00:24:36.866157 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57952) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:36.874640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f341cc9e-7ea9-4839-8d7e-81de9359eaf7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Request body: {'network': {'name': 'tempest-router-network02--1795343896'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:36.884372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e723-4e88-4434-bf5b-b6c9912b2ec8 req-8002b6d2-a6dc-4058-9899-85e880c671e4 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:36.886347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a941e723-4e88-4434-bf5b-b6c9912b2ec8 req-8002b6d2-a6dc-4058-9899-85e880c671e4 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.3898301 Aug 24 00:24:36.887291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff9ca9-aa0c-45fc-8d64-50d89f315987 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event updated for resources: {'Network': ['ID=50081c74-0d63-4ed8-84a3-4c66a7a2c4e6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:36.904818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 50081c74-0d63-4ed8-84a3-4c66a7a2c4e6 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:24:36.917074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bebc35-b220-4955-8675-bf1c6c7de9f6 req-d8d45b08-5d59-490f-b891-bd16ac4c444d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:36.920281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7bebc35-b220-4955-8675-bf1c6c7de9f6 req-d8d45b08-5d59-490f-b891-bd16ac4c444d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1762002 Aug 24 00:24:36.932557 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f341cc9e-7ea9-4839-8d7e-81de9359eaf7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Made reservation on behalf of 53e135011669479bb48dabbb9bc626ec for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:36.937860 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f341cc9e-7ea9-4839-8d7e-81de9359eaf7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.993377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a941e723-4e88-4434-bf5b-b6c9912b2ec8 req-f1fd892d-2a7d-4f95-a4bb-0f73f36ff69a tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869551 Aug 24 00:24:37.012289 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f341cc9e-7ea9-4839-8d7e-81de9359eaf7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:24:37.042553 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f341cc9e-7ea9-4839-8d7e-81de9359eaf7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:37.043055 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-f341cc9e-7ea9-4839-8d7e-81de9359eaf7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Added segment b8d8de66-8a23-4c3b-907b-9b3d81a28382 of type vlan for network d4b2046f-448c-4683-a4b2-b2c7534748e6 Aug 24 00:24:37.085384 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7bebc35-b220-4955-8675-bf1c6c7de9f6 req-d9cba438-a726-438e-9486-dce676d397fc tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321449 Aug 24 00:24:37.225245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] For port 5c6fbf3d-5206-4af3-8816-172306bd1ce8, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:37.229681 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] For port 5c6fbf3d-5206-4af3-8816-172306bd1ce8, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5c6fbf3d-5206-4af3-8816-172306bd1ce8,segment=NetworkSegment(5b25da5c-545b-40fd-b2ef-63fa4caba8d4),segment_id=5b25da5c-545b-40fd-b2ef-63fa4caba8d4)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:37.237988 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f341cc9e-7ea9-4839-8d7e-81de9359eaf7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:37.255678 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:37.364970 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f341cc9e-7ea9-4839-8d7e-81de9359eaf7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:37.378923 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f341cc9e-7ea9-4839-8d7e-81de9359eaf7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:37.381038 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f341cc9e-7ea9-4839-8d7e-81de9359eaf7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:37.479165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae24467-2451-4771-ab8b-5862d656b416 None None] Pushing event updated for resources: {'Port': ['ID=5c6fbf3d-5206-4af3-8816-172306bd1ce8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:37.546826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341cc9e-7ea9-4839-8d7e-81de9359eaf7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event updated for resources: {'Network': ['ID=d4b2046f-448c-4683-a4b2-b2c7534748e6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:37.562642 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f341cc9e-7ea9-4839-8d7e-81de9359eaf7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6938558 Aug 24 00:24:37.565411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57966) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:37.570703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-49e5b454-a448-44d6-bebf-0a242be811cb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Request body: {'subnet': {'network_id': '50081c74-0d63-4ed8-84a3-4c66a7a2c4e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:37.572563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network d4b2046f-448c-4683-a4b2-b2c7534748e6 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:24:37.650041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-91a06d9d-81e3-4fab-8068-f5d9a468519c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Allocated IP 10.1.1.49 (8591c000-1ad9-4c58-a583-231d8245e24b/d10fa38d-daaa-42f0-93b2-66b400d296af/a0c18045-7768-46ff-8a13-f32f4b600694) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:37.716951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8ff5a-6cbe-4946-b7c3-15e7997b5cf7 req-3722b9cf-776f-469c-89c5-4c032d96bf60 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:37.728040 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23e8ff5a-6cbe-4946-b7c3-15e7997b5cf7 req-3722b9cf-776f-469c-89c5-4c032d96bf60 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 932 time: 0.4194112 Aug 24 00:24:37.872669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e5b454-a448-44d6-bebf-0a242be811cb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Made reservation on behalf of 53e135011669479bb48dabbb9bc626ec for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:37.892544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e663ce7-7ad0-4b49-a1c6-c16629b2c9f6 req-c7c3df56-f11a-4572-a863-5891e8fef4ca tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:37.897462 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e663ce7-7ad0-4b49-a1c6-c16629b2c9f6 req-c7c3df56-f11a-4572-a863-5891e8fef4ca tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9abe12-1182-47b8-9091-3e799e7dc5cc HTTP/1.1" status: 200 len: 945 time: 0.5608835 Aug 24 00:24:37.907254 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49e5b454-a448-44d6-bebf-0a242be811cb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:37.954560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23e8ff5a-6cbe-4946-b7c3-15e7997b5cf7 req-92710fce-580a-4c1e-b8df-55b44defe66c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174137 Aug 24 00:24:38.058927 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e663ce7-7ad0-4b49-a1c6-c16629b2c9f6 req-e718b28c-4a30-4322-aefa-fbc02cb86c43 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404736 Aug 24 00:24:38.234630 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49e5b454-a448-44d6-bebf-0a242be811cb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:38.339063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-91a06d9d-81e3-4fab-8068-f5d9a468519c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:38.412224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-91a06d9d-81e3-4fab-8068-f5d9a468519c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Transition to ACTIVE for port object a0c18045-7768-46ff-8a13-f32f4b600694 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:38.521938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5b454-a448-44d6-bebf-0a242be811cb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event updated for resources: {'Subnet': ['ID=387b8651-7700-474a-a37d-370bf0b44da2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:38.582647 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5b454-a448-44d6-bebf-0a242be811cb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Checking segment: {'id': 'bae5d74d-97ee-4d72-9c01-c66e15579e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50081c74-0d63-4ed8-84a3-4c66a7a2c4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:38.583037 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e5b454-a448-44d6-bebf-0a242be811cb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Network hostable DHCP agents. Network: 50081c74-0d63-4ed8-84a3-4c66a7a2c4e6, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:24:38.594288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf16d3-f4a5-4f89-8af7-ea77715c8e41 req-57eec986-4abc-47c3-8848-11493dea7d9c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:38.596142 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5cf16d3-f4a5-4f89-8af7-ea77715c8e41 req-57eec986-4abc-47c3-8848-11493dea7d9c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.0806208 Aug 24 00:24:38.601775 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-91a06d9d-81e3-4fab-8068-f5d9a468519c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:38.615462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d57bc-6aa6-41d1-8924-2e6edc4547ca req-76451f89-d1f2-4fc6-8140-6f8dd481536f tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:38.617042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-219d57bc-6aa6-41d1-8924-2e6edc4547ca req-76451f89-d1f2-4fc6-8140-6f8dd481536f tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 945 time: 0.1854329 Aug 24 00:24:38.647093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-91a06d9d-81e3-4fab-8068-f5d9a468519c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Network 8591c000-1ad9-4c58-a583-231d8245e24b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:38.664986 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e5b454-a448-44d6-bebf-0a242be811cb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Network 50081c74-0d63-4ed8-84a3-4c66a7a2c4e6 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:24:38.672306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-91a06d9d-81e3-4fab-8068-f5d9a468519c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:38.691480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-49e5b454-a448-44d6-bebf-0a242be811cb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 50081c74-0d63-4ed8-84a3-4c66a7a2c4e6) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:38.700119 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e5b454-a448-44d6-bebf-0a242be811cb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:38.700735 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49e5b454-a448-44d6-bebf-0a242be811cb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:38.714724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06752e57-9459-4303-a5b2-920bb0adb789 None None] Network 50081c74-0d63-4ed8-84a3-4c66a7a2c4e6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:38.735489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-91a06d9d-81e3-4fab-8068-f5d9a468519c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:38.754220 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-49e5b454-a448-44d6-bebf-0a242be811cb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1876402 Aug 24 00:24:38.757573 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:38.762912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8459cb21-2232-4a56-ae10-5d2c5795f0a8 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Request body: {'subnet': {'network_id': 'd4b2046f-448c-4683-a4b2-b2c7534748e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:38.846455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-219d57bc-6aa6-41d1-8924-2e6edc4547ca req-d7b3a8cd-3a55-421d-97e0-12c0f10a6fef tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896470 Aug 24 00:24:38.852778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-91a06d9d-81e3-4fab-8068-f5d9a468519c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:38.853394 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-91a06d9d-81e3-4fab-8068-f5d9a468519c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:38.858426 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:24:38.966474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-2472dd1f-4e08-42c9-bcbf-86b00a13917b req-84782043-5931-4013-8f81-0e52b200b09e tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:24:38.974999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2472dd1f-4e08-42c9-bcbf-86b00a13917b req-84782043-5931-4013-8f81-0e52b200b09e tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302067 Aug 24 00:24:39.156495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8459cb21-2232-4a56-ae10-5d2c5795f0a8 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Made reservation on behalf of 53e135011669479bb48dabbb9bc626ec for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:39.161621 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8459cb21-2232-4a56-ae10-5d2c5795f0a8 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:39.180666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5c6fbf3d-5206-4af3-8816-172306bd1ce8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:39.208921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5cf16d3-f4a5-4f89-8af7-ea77715c8e41 req-c87b866a-2161-44d8-9a3e-f61aeaba6401 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680270 Aug 24 00:24:39.210680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-91a06d9d-81e3-4fab-8068-f5d9a468519c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1112416 Aug 24 00:24:39.246271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a06d9d-81e3-4fab-8068-f5d9a468519c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'Port': ['ID=a0c18045-7768-46ff-8a13-f32f4b600694,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:39.252665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ed4f53ce-378b-4009-8571-64112ffe6660 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'port': {'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b', 'admin_state_up': True, 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'security_groups': ['63c8de4a-bad3-4db5-93c1-8f299309ce3f']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:39.276071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2472dd1f-4e08-42c9-bcbf-86b00a13917b req-70fe1322-8144-4b45-a69b-d025a97d2d36 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2993886 Aug 24 00:24:39.335317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afda16e-ea76-4991-a30b-27209ee7a66b None None] Network 8cbe31b1-cb84-4220-9255-3618f2ccb432 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:39.368181 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-50081c74-0d63-4ed8-84a3-4c66a7a2c4e6', 'network_id': '50081c74-0d63-4ed8-84a3-4c66a7a2c4e6', 'tenant_id': '53e135011669479bb48dabbb9bc626ec', 'fixed_ips': [{'subnet_id': '387b8651-7700-474a-a37d-370bf0b44da2'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:24:39.376404 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:39.616233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab64f-d9ba-4584-8b07-9dff22f404bc req-c8bce54c-4e2c-44ac-8f99-6692cbb61f84 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:39.637864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab64f-d9ba-4584-8b07-9dff22f404bc req-c8bce54c-4e2c-44ac-8f99-6692cbb61f84 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:39.641653 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f49ab64f-d9ba-4584-8b07-9dff22f404bc req-c8bce54c-4e2c-44ac-8f99-6692cbb61f84 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 1653 time: 0.1775410 Aug 24 00:24:39.644278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ed4f53ce-378b-4009-8571-64112ffe6660 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Made reservation on behalf of e98fc09120a0477ba0f3d3600616f7a6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:39.657212 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ed4f53ce-378b-4009-8571-64112ffe6660 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:39.745592 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58014) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:39.772997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8459cb21-2232-4a56-ae10-5d2c5795f0a8 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:39.781511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3c09b81f-64f3-4ba0-9f70-16bf2bcc696d None None] Provisioning for port 5c6fbf3d-5206-4af3-8816-172306bd1ce8 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:39.961742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459cb21-2232-4a56-ae10-5d2c5795f0a8 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event updated for resources: {'Subnet': ['ID=42697eba-450c-41ed-9fab-b4b4ab3f90db,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:39.975285 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9983c08-8aeb-4e3a-8cf3-87a6aa8f416e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:40.009270 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8459cb21-2232-4a56-ae10-5d2c5795f0a8 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Checking segment: {'id': 'b8d8de66-8a23-4c3b-907b-9b3d81a28382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd4b2046f-448c-4683-a4b2-b2c7534748e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:40.009630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8459cb21-2232-4a56-ae10-5d2c5795f0a8 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Network hostable DHCP agents. Network: d4b2046f-448c-4683-a4b2-b2c7534748e6, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:24:40.053173 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8459cb21-2232-4a56-ae10-5d2c5795f0a8 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Network d4b2046f-448c-4683-a4b2-b2c7534748e6 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:24:40.064420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f49ab64f-d9ba-4584-8b07-9dff22f404bc req-d78b0bff-c0fb-4f4b-8ead-426c3e4fc167 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3750560 Aug 24 00:24:40.094053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8459cb21-2232-4a56-ae10-5d2c5795f0a8 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, d4b2046f-448c-4683-a4b2-b2c7534748e6) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:40.101117 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8459cb21-2232-4a56-ae10-5d2c5795f0a8 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:40.102076 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8459cb21-2232-4a56-ae10-5d2c5795f0a8 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:40.178214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ed4f53ce-378b-4009-8571-64112ffe6660 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Allocated IP 10.1.1.223 (8591c000-1ad9-4c58-a583-231d8245e24b/d10fa38d-daaa-42f0-93b2-66b400d296af/0fa5762a-ea9e-4e12-a8b7-cb60c554f373) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:40.195388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9983c08-8aeb-4e3a-8cf3-87a6aa8f416e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:40.206978 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9983c08-8aeb-4e3a-8cf3-87a6aa8f416e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:40.216803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Allocated IP 172.20.0.2 (50081c74-0d63-4ed8-84a3-4c66a7a2c4e6/387b8651-7700-474a-a37d-370bf0b44da2/1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:40.320000 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a9983c08-8aeb-4e3a-8cf3-87a6aa8f416e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c4b93ac0784411e95ecab9f2d1dd1db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662684 Aug 24 00:24:40.320000 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9983c08-8aeb-4e3a-8cf3-87a6aa8f416e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f806bcad-68d3-41e7-88d6-b8ed1dd18af2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:40.322139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58028) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:40.328754 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8459cb21-2232-4a56-ae10-5d2c5795f0a8 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5658929 Aug 24 00:24:40.331891 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:40.413211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f21dc6-1f8a-4476-924e-51182ea477be None None] Network d4b2046f-448c-4683-a4b2-b2c7534748e6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:40.776039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 5c6fbf3d-5206-4af3-8816-172306bd1ce8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:40.788427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 5c6fbf3d-5206-4af3-8816-172306bd1ce8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:40.789095 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:40.826656 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:40.900757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3c09b81f-64f3-4ba0-9f70-16bf2bcc696d None None] Provisioning for port a0c18045-7768-46ff-8a13-f32f4b600694 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:40.976739 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3c09b81f-64f3-4ba0-9f70-16bf2bcc696d None None] Provisioning complete for port a0c18045-7768-46ff-8a13-f32f4b600694 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:40.977265 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3c09b81f-64f3-4ba0-9f70-16bf2bcc696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:40.981580 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.073564 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 5c6fbf3d-5206-4af3-8816-172306bd1ce8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5c6fbf3d-5206-4af3-8816-172306bd1ce8,segment=NetworkSegment(5b25da5c-545b-40fd-b2ef-63fa4caba8d4),segment_id=5b25da5c-545b-40fd-b2ef-63fa4caba8d4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:41.100971 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.169043 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-d4b2046f-448c-4683-a4b2-b2c7534748e6', 'network_id': 'd4b2046f-448c-4683-a4b2-b2c7534748e6', 'tenant_id': '53e135011669479bb48dabbb9bc626ec', 'fixed_ips': [{'subnet_id': '42697eba-450c-41ed-9fab-b4b4ab3f90db'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:24:41.170654 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.197582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=5c6fbf3d-5206-4af3-8816-172306bd1ce8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:41.208414 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.239310 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Transition to ACTIVE for port object 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:41.252134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3c09b81f-64f3-4ba0-9f70-16bf2bcc696d None None] Port a0c18045-7768-46ff-8a13-f32f4b600694 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:41.318446 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e197f97-0cc2-4d62-9ed1-c4580e9b07ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.344063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Transition to ACTIVE for port object 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:41.352540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b185cd2-0f29-422f-97ec-926e5dd020f0 req-aa6c96d1-3cce-49c1-84f1-e5d8268170bc tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:41.354838 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.360530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b185cd2-0f29-422f-97ec-926e5dd020f0 req-aa6c96d1-3cce-49c1-84f1-e5d8268170bc tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 1.0849121 Aug 24 00:24:41.399356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4851d5-21e7-4cf4-908d-0afe6a541dca req-6a673dae-05ac-4941-b689-41cc25bb1833 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:41.410438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a4851d5-21e7-4cf4-908d-0afe6a541dca req-6a673dae-05ac-4941-b689-41cc25bb1833 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.9472756 Aug 24 00:24:41.434826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Allocated IP 172.20.0.1 (50081c74-0d63-4ed8-84a3-4c66a7a2c4e6/387b8651-7700-474a-a37d-370bf0b44da2/5813de84-6677-4f1e-8069-c8fc7dd988b1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:41.470971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Pushing event updated for resources: {'Port': ['ID=1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:41.476472 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Network 50081c74-0d63-4ed8-84a3-4c66a7a2c4e6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:41.490683 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e197f97-0cc2-4d62-9ed1-c4580e9b07ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.530235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:41.534292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:41.606559 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ed4f53ce-378b-4009-8571-64112ffe6660 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.636377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Allocated IP 172.20.0.2 (d4b2046f-448c-4683-a4b2-b2c7534748e6/42697eba-450c-41ed-9fab-b4b4ab3f90db/6d3b154e-82b8-436b-80d6-34880669a7ee) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:41.642915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Attempting to bind port 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:41.643458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Attempting to bind port 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'bae5d74d-97ee-4d72-9c01-c66e15579e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50081c74-0d63-4ed8-84a3-4c66a7a2c4e6'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:41.643992 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Attempting to bind port 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a on network 50081c74-0d63-4ed8-84a3-4c66a7a2c4e6 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:41.653606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a4851d5-21e7-4cf4-908d-0afe6a541dca req-ca0cf7d1-7de9-4f77-b1e2-6323606b41d9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421560 Aug 24 00:24:41.665097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:41.666814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Checking segment: {'id': 'bae5d74d-97ee-4d72-9c01-c66e15579e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50081c74-0d63-4ed8-84a3-4c66a7a2c4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:41.668659 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.668659 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Bound using segment: {'id': 'bae5d74d-97ee-4d72-9c01-c66e15579e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50081c74-0d63-4ed8-84a3-4c66a7a2c4e6'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:41.668659 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Bound port: 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae5d74d-97ee-4d72-9c01-c66e15579e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50081c74-0d63-4ed8-84a3-4c66a7a2c4e6'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:41.669197 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.701591 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.733766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b185cd2-0f29-422f-97ec-926e5dd020f0 req-979cdea5-a079-4fd0-ac13-1bcbe51385fe tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565278 Aug 24 00:24:41.733991 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Transition to ACTIVE for port object 5813de84-6677-4f1e-8069-c8fc7dd988b1 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:41.734129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ed4f53ce-378b-4009-8571-64112ffe6660 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Transition to ACTIVE for port object 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:41.814985 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e197f97-0cc2-4d62-9ed1-c4580e9b07ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.824245 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e197f97-0cc2-4d62-9ed1-c4580e9b07ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.840125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2e197f97-0cc2-4d62-9ed1-c4580e9b07ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f806bcad-68d3-41e7-88d6-b8ed1dd18af2 HTTP/1.1" status: 204 len: 168 time: 1.5168331 Aug 24 00:24:41.850482 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.878964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e197f97-0cc2-4d62-9ed1-c4580e9b07ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f806bcad-68d3-41e7-88d6-b8ed1dd18af2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:41.905380 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ed4f53ce-378b-4009-8571-64112ffe6660 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.005762 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Network 50081c74-0d63-4ed8-84a3-4c66a7a2c4e6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:42.011936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:42.019687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:42.045941 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c57b1061-8814-4b54-9518-d8a2e4b2c4b4 None None] Provisioning complete for port 5c6fbf3d-5206-4af3-8816-172306bd1ce8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:42.049057 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c57b1061-8814-4b54-9518-d8a2e4b2c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.068801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ed4f53ce-378b-4009-8571-64112ffe6660 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Network 8591c000-1ad9-4c58-a583-231d8245e24b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:42.153023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ed4f53ce-378b-4009-8571-64112ffe6660 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:42.157841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ed4f53ce-378b-4009-8571-64112ffe6660 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:42.161319 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event updated for resources: {'Port': ['ID=5813de84-6677-4f1e-8069-c8fc7dd988b1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:42.187185 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.230314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] For port 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:42.255652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] For port 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a,segment=NetworkSegment(bae5d74d-97ee-4d72-9c01-c66e15579e3e),segment_id=bae5d74d-97ee-4d72-9c01-c66e15579e3e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:42.281492 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.292926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ed4f53ce-378b-4009-8571-64112ffe6660 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:42.293667 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ed4f53ce-378b-4009-8571-64112ffe6660 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.393515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a3de3-f164-4a36-9b03-791dba66f048 req-ce36544f-7e45-4167-afda-6abd2230cae8 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:42.395249 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:42.412812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a3de3-f164-4a36-9b03-791dba66f048 req-ce36544f-7e45-4167-afda-6abd2230cae8 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:42.422135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a3de3-f164-4a36-9b03-791dba66f048 req-ce36544f-7e45-4167-afda-6abd2230cae8 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:42.424262 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b6bfddc3-0fef-47c2-b9d2-f9bf23595c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.433097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e37a3de3-f164-4a36-9b03-791dba66f048 req-ce36544f-7e45-4167-afda-6abd2230cae8 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 2374 time: 0.3908598 Aug 24 00:24:42.443890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f53ce-378b-4009-8571-64112ffe6660 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'Port': ['ID=0fa5762a-ea9e-4e12-a8b7-cb60c554f373,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:42.518673 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.572552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd28ccf-fda4-4022-9857-c0114f29d246 req-3406723d-8a35-4947-81c3-bcf013f6d593 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:42.575328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cd28ccf-fda4-4022-9857-c0114f29d246 req-3406723d-8a35-4947-81c3-bcf013f6d593 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9abe12-1182-47b8-9091-3e799e7dc5cc HTTP/1.1" status: 200 len: 945 time: 0.4323337 Aug 24 00:24:42.589736 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.601773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e37a3de3-f164-4a36-9b03-791dba66f048 req-3c7f3a56-1aec-4476-b2b1-137b07309101 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669812 Aug 24 00:24:42.613347 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f5d41-5617-4e5e-b196-faa25e9e5552 None None] Pushing event updated for resources: {'Port': ['ID=1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:42.625669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Transition to ACTIVE for port object 6d3b154e-82b8-436b-80d6-34880669a7ee will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:42.668121 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Transition to ACTIVE for port object 6d3b154e-82b8-436b-80d6-34880669a7ee will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:42.703320 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.726119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cd28ccf-fda4-4022-9857-c0114f29d246 req-8f118a7e-8869-45d9-bd8d-81576380545e tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209791 Aug 24 00:24:42.915770 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Pushing event updated for resources: {'Port': ['ID=6d3b154e-82b8-436b-80d6-34880669a7ee,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:42.951067 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b6bfddc3-0fef-47c2-b9d2-f9bf23595c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.964928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Network d4b2046f-448c-4683-a4b2-b2c7534748e6 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:42.968825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:42.970835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0113af19-9024-4cfe-8010-12740fc8d5d1 None None] Provisioning for port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:42.975252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:42.977296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0113af19-9024-4cfe-8010-12740fc8d5d1 None None] Provisioning complete for port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:42.978456 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0113af19-9024-4cfe-8010-12740fc8d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.991115 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b6bfddc3-0fef-47c2-b9d2-f9bf23595c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:43.022848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0113af19-9024-4cfe-8010-12740fc8d5d1 None None] Port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:43.074545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4f1a5-d119-41d8-8aa2-2293ba95cd1f req-e5844c07-37ef-42cc-b24e-89ad34da99ba tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.088096 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4d4f1a5-d119-41d8-8aa2-2293ba95cd1f req-e5844c07-37ef-42cc-b24e-89ad34da99ba tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2180803 Aug 24 00:24:43.092204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ed4f53ce-378b-4009-8571-64112ffe6660 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8535700 Aug 24 00:24:43.117408 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Attempting to bind port 6d3b154e-82b8-436b-80d6-34880669a7ee on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:43.117914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Attempting to bind port 6d3b154e-82b8-436b-80d6-34880669a7ee by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'b8d8de66-8a23-4c3b-907b-9b3d81a28382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd4b2046f-448c-4683-a4b2-b2c7534748e6'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:43.118415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Attempting to bind port 6d3b154e-82b8-436b-80d6-34880669a7ee on network d4b2046f-448c-4683-a4b2-b2c7534748e6 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:43.126610 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0869f320-bd79-48c7-9fca-1a4e9de5e98b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'port': {'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d', 'admin_state_up': True, 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'security_groups': ['63c8de4a-bad3-4db5-93c1-8f299309ce3f']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:43.126895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:43.127431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Checking segment: {'id': 'b8d8de66-8a23-4c3b-907b-9b3d81a28382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd4b2046f-448c-4683-a4b2-b2c7534748e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:43.128292 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:43.128433 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Bound using segment: {'id': 'b8d8de66-8a23-4c3b-907b-9b3d81a28382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd4b2046f-448c-4683-a4b2-b2c7534748e6'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:43.128977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Bound port: 6d3b154e-82b8-436b-80d6-34880669a7ee, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d8de66-8a23-4c3b-907b-9b3d81a28382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd4b2046f-448c-4683-a4b2-b2c7534748e6'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:43.129470 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:43.138909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781350a9-01c8-48b3-85ba-47739dfea938 req-372299a9-f940-4032-9dd3-a4ebbfa55fe8 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.140605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-781350a9-01c8-48b3-85ba-47739dfea938 req-372299a9-f940-4032-9dd3-a4ebbfa55fe8 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 945 time: 0.1960411 Aug 24 00:24:43.181831 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4d4f1a5-d119-41d8-8aa2-2293ba95cd1f req-7d152a34-1a2c-4e66-abd7-b28abbe7d146 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903821 Aug 24 00:24:43.356603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] For port 6d3b154e-82b8-436b-80d6-34880669a7ee, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:43.365068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] For port 6d3b154e-82b8-436b-80d6-34880669a7ee, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6d3b154e-82b8-436b-80d6-34880669a7ee,segment=NetworkSegment(b8d8de66-8a23-4c3b-907b-9b3d81a28382),segment_id=b8d8de66-8a23-4c3b-907b-9b3d81a28382)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:43.371955 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:43.421053 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b6bfddc3-0fef-47c2-b9d2-f9bf23595c53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f85e5447125c42fe9462a1c63cc99efc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0247023 Aug 24 00:24:43.429350 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:43.432549 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:43.433679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-781350a9-01c8-48b3-85ba-47739dfea938 req-8e376229-5b46-4015-a50a-0e053559ab33 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634254 Aug 24 00:24:43.473532 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfddc3-0fef-47c2-b9d2-f9bf23595c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6d8952-0928-4308-9a42-6df284d5c921,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:43.496464 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:43.520663 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc572e2e-76ea-41e2-8cf4-1e6d5b30e12b None None] Pushing event updated for resources: {'Port': ['ID=6d3b154e-82b8-436b-80d6-34880669a7ee,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:43.547152 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0869f320-bd79-48c7-9fca-1a4e9de5e98b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Made reservation on behalf of e98fc09120a0477ba0f3d3600616f7a6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:43.574961 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:43.727831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event updated for resources: {'Port': ['ID=5813de84-6677-4f1e-8069-c8fc7dd988b1,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:43.741759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:43.759974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5c6fbf3d-5206-4af3-8816-172306bd1ce8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:43.807270 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d5c20a5-b894-4127-9412-d4afcf1553df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:43.873923 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d5c20a5-b894-4127-9412-d4afcf1553df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:43.879131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 5c6fbf3d-5206-4af3-8816-172306bd1ce8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:43.879610 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:44.037497 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d5c20a5-b894-4127-9412-d4afcf1553df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:44.040059 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0869f320-bd79-48c7-9fca-1a4e9de5e98b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:44.046161 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d5c20a5-b894-4127-9412-d4afcf1553df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:44.050458 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d5c20a5-b894-4127-9412-d4afcf1553df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f6d8952-0928-4308-9a42-6df284d5c921 HTTP/1.1" status: 204 len: 168 time: 0.6122246 Aug 24 00:24:44.059221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:44.204084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793ceb-8ef0-4cc5-a6e5-cd399c0d51dd req-e15b8b93-f8f4-4d7e-a40b-2e54918a9627 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:44.220114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793ceb-8ef0-4cc5-a6e5-cd399c0d51dd req-e15b8b93-f8f4-4d7e-a40b-2e54918a9627 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:44.227690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793ceb-8ef0-4cc5-a6e5-cd399c0d51dd req-e15b8b93-f8f4-4d7e-a40b-2e54918a9627 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:44.229805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44793ceb-8ef0-4cc5-a6e5-cd399c0d51dd req-e15b8b93-f8f4-4d7e-a40b-2e54918a9627 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 2374 time: 0.3870378 Aug 24 00:24:44.236783 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c20a5-b894-4127-9412-d4afcf1553df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6d8952-0928-4308-9a42-6df284d5c921,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:44.272985 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Network 50081c74-0d63-4ed8-84a3-4c66a7a2c4e6 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:44.275425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:44.326345 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c5d930-389f-4a4e-822f-f67314415be8 None None] Network 50081c74-0d63-4ed8-84a3-4c66a7a2c4e6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:44.447909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92386f0-9252-4191-aec4-5701e5eccd0f req-bb22ef58-967f-4f8d-b73e-bded21b4b31b tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:44.481829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92386f0-9252-4191-aec4-5701e5eccd0f req-bb22ef58-967f-4f8d-b73e-bded21b4b31b tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:44.488630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92386f0-9252-4191-aec4-5701e5eccd0f req-bb22ef58-967f-4f8d-b73e-bded21b4b31b tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:44.500351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Router e7beddac-1fae-4b95-b272-52c5a26ab97e is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:24:44.508445 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f92386f0-9252-4191-aec4-5701e5eccd0f req-bb22ef58-967f-4f8d-b73e-bded21b4b31b tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c&device_id=2a9abe12-1182-47b8-9091-3e799e7dc5cc&device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 2417 time: 0.5384905 Aug 24 00:24:44.574008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-912f9f88-0dcf-4546-81cd-8ebed44e9251 None None] Provisioning for port 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:44.620483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44793ceb-8ef0-4cc5-a6e5-cd399c0d51dd req-0df264ba-2769-4407-85a2-8a1f348004a4 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324518 Aug 24 00:24:44.658018 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-912f9f88-0dcf-4546-81cd-8ebed44e9251 None None] Provisioning complete for port 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:44.659715 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-912f9f88-0dcf-4546-81cd-8ebed44e9251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:44.702941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f92386f0-9252-4191-aec4-5701e5eccd0f req-45e9f712-b979-4cbf-a16e-f9c4a7f25adb tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920667 Aug 24 00:24:44.831267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:24:44.841217 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55b199-d487-44ad-8b99-62f24c0693a4 None None] Sync routers for ids ['e7beddac-1fae-4b95-b272-52c5a26ab97e'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:24:44.855347 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55b199-d487-44ad-8b99-62f24c0693a4 None None] Routers {'e7beddac-1fae-4b95-b272-52c5a26ab97e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:44.859519 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7b55b199-d487-44ad-8b99-62f24c0693a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e7beddac-1fae-4b95-b272-52c5a26ab97e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:44.861422 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1792f942-918f-4b04-83e2-98824ce1e50e tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "PUT /v2.0/routers/e7beddac-1fae-4b95-b272-52c5a26ab97e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5250678 Aug 24 00:24:44.863367 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58108) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:44.928288 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-912f9f88-0dcf-4546-81cd-8ebed44e9251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.033541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-912f9f88-0dcf-4546-81cd-8ebed44e9251 None None] For port 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a,segment=NetworkSegment(bae5d74d-97ee-4d72-9c01-c66e15579e3e),segment_id=bae5d74d-97ee-4d72-9c01-c66e15579e3e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:45.043858 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-912f9f88-0dcf-4546-81cd-8ebed44e9251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.055433 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7b55b199-d487-44ad-8b99-62f24c0693a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:45.085417 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55b199-d487-44ad-8b99-62f24c0693a4 None None] Routers {'e7beddac-1fae-4b95-b272-52c5a26ab97e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:45.086309 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7b55b199-d487-44ad-8b99-62f24c0693a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e7beddac-1fae-4b95-b272-52c5a26ab97e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:45.140181 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7b55b199-d487-44ad-8b99-62f24c0693a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:45.141445 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55b199-d487-44ad-8b99-62f24c0693a4 None None] The sync data for ids ['e7beddac-1fae-4b95-b272-52c5a26ab97e'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:24:45.169728 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f9f88-0dcf-4546-81cd-8ebed44e9251 None None] Pushing event updated for resources: {'Port': ['ID=1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:45.213543 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeaeac1-a205-45c7-95ba-1a1e3700b0b2 req-32ca41e2-2f29-48ba-961e-d39903a25026 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:45.229069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5aeaeac1-a205-45c7-95ba-1a1e3700b0b2 req-32ca41e2-2f29-48ba-961e-d39903a25026 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.4306343 Aug 24 00:24:45.335272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5aeaeac1-a205-45c7-95ba-1a1e3700b0b2 req-0e481a93-d30f-4cee-b469-cc2599d30991 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049016 Aug 24 00:24:45.354716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-07e927fb-9eb6-4e18-a638-dcde3184014b req-a72805c7-4cff-4eb4-a00d-fc648edecfe0 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:24:45.355804 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07e927fb-9eb6-4e18-a638-dcde3184014b req-a72805c7-4cff-4eb4-a00d-fc648edecfe0 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155344 Aug 24 00:24:45.360997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0869f320-bd79-48c7-9fca-1a4e9de5e98b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Allocated IP 10.2.2.100 (68caed49-e03d-42a4-a3fa-e069dfc1351d/d405008c-2b39-4747-a89e-b6b8636b5157/43b2e7bb-8d79-42e0-8508-e0bb30f47950) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:45.407652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6d3b154e-82b8-436b-80d6-34880669a7ee up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:45.512746 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 6d3b154e-82b8-436b-80d6-34880669a7ee completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:45.600408 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477cad63-fd2c-4c7b-8455-bf496f11ee6f None None] Network d4b2046f-448c-4683-a4b2-b2c7534748e6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:45.613132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-de6f8d65-bdfa-49e6-b053-334ba19576fc None None] Provisioning for port 5813de84-6677-4f1e-8069-c8fc7dd988b1 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:45.631035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-de6f8d65-bdfa-49e6-b053-334ba19576fc None None] Provisioning complete for port 5813de84-6677-4f1e-8069-c8fc7dd988b1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:45.631690 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de6f8d65-bdfa-49e6-b053-334ba19576fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.762915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07e927fb-9eb6-4e18-a638-dcde3184014b req-f785cf65-522c-49d2-a056-4349f809b7b7 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3965740 Aug 24 00:24:45.844568 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-de6f8d65-bdfa-49e6-b053-334ba19576fc None None] Port 5813de84-6677-4f1e-8069-c8fc7dd988b1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:45.921185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-de6f8d65-bdfa-49e6-b053-334ba19576fc None None] Provisioning complete for port 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:45.921429 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de6f8d65-bdfa-49e6-b053-334ba19576fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.930459 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0869f320-bd79-48c7-9fca-1a4e9de5e98b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.962901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d7dc-2581-4970-a2ea-c1856e431eb0 req-f11580e3-e5bd-4093-aabc-f60444d2b29a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:45.970644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d7dc-2581-4970-a2ea-c1856e431eb0 req-f11580e3-e5bd-4093-aabc-f60444d2b29a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:45.977697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d7dc-2581-4970-a2ea-c1856e431eb0 req-f11580e3-e5bd-4093-aabc-f60444d2b29a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:45.979906 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e859d7dc-2581-4970-a2ea-c1856e431eb0 req-f11580e3-e5bd-4093-aabc-f60444d2b29a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 2374 time: 0.1411846 Aug 24 00:24:45.981532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0869f320-bd79-48c7-9fca-1a4e9de5e98b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Transition to ACTIVE for port object 43b2e7bb-8d79-42e0-8508-e0bb30f47950 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:46.083743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e859d7dc-2581-4970-a2ea-c1856e431eb0 req-f9931d6e-79d7-4522-a48d-92c270a47846 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930135 Aug 24 00:24:46.157252 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0869f320-bd79-48c7-9fca-1a4e9de5e98b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.198181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0869f320-bd79-48c7-9fca-1a4e9de5e98b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Network 68caed49-e03d-42a4-a3fa-e069dfc1351d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:46.204701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0869f320-bd79-48c7-9fca-1a4e9de5e98b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:46.209459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0869f320-bd79-48c7-9fca-1a4e9de5e98b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:46.320593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0869f320-bd79-48c7-9fca-1a4e9de5e98b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.323620 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0869f320-bd79-48c7-9fca-1a4e9de5e98b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.408847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0869f320-bd79-48c7-9fca-1a4e9de5e98b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2904892 Aug 24 00:24:46.409303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869f320-bd79-48c7-9fca-1a4e9de5e98b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'Port': ['ID=43b2e7bb-8d79-42e0-8508-e0bb30f47950,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:46.433716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-03659154-0fff-488b-9dee-76a4cb847ad2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'port': {'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d', 'admin_state_up': True, 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'security_groups': ['63c8de4a-bad3-4db5-93c1-8f299309ce3f']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:46.532774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e803fb46-f25f-48cd-a0a1-d9b730313cf7 None None] Provisioning complete for port 5813de84-6677-4f1e-8069-c8fc7dd988b1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:46.533266 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e803fb46-f25f-48cd-a0a1-d9b730313cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.665747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-03659154-0fff-488b-9dee-76a4cb847ad2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Made reservation on behalf of e98fc09120a0477ba0f3d3600616f7a6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:46.674310 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-03659154-0fff-488b-9dee-76a4cb847ad2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.695414 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e803fb46-f25f-48cd-a0a1-d9b730313cf7 None None] Port 5813de84-6677-4f1e-8069-c8fc7dd988b1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:46.746994 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e803fb46-f25f-48cd-a0a1-d9b730313cf7 None None] Provisioning for port 6d3b154e-82b8-436b-80d6-34880669a7ee completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:46.758737 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e803fb46-f25f-48cd-a0a1-d9b730313cf7 None None] Provisioning complete for port 6d3b154e-82b8-436b-80d6-34880669a7ee triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:46.761716 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e803fb46-f25f-48cd-a0a1-d9b730313cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.966869 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-a5b23042-ab4d-413e-ba34-e27c60d89336 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:24:46.968556 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a5b23042-ab4d-413e-ba34-e27c60d89336 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "PUT /v2.0/routers/e7beddac-1fae-4b95-b272-52c5a26ab97e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1038873 Aug 24 00:24:46.970667 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e803fb46-f25f-48cd-a0a1-d9b730313cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.971352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58150) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:46.993654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf1278-9764-4661-8112-3c961d4c92d2 req-4c75c760-c6d0-4019-9c7d-13b55155234f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:47.003329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8acf1278-9764-4661-8112-3c961d4c92d2 req-4c75c760-c6d0-4019-9c7d-13b55155234f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.3110290 Aug 24 00:24:47.079029 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e803fb46-f25f-48cd-a0a1-d9b730313cf7 None None] For port 6d3b154e-82b8-436b-80d6-34880669a7ee, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6d3b154e-82b8-436b-80d6-34880669a7ee,segment=NetworkSegment(b8d8de66-8a23-4c3b-907b-9b3d81a28382),segment_id=b8d8de66-8a23-4c3b-907b-9b3d81a28382)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:47.089239 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e803fb46-f25f-48cd-a0a1-d9b730313cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.193485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8acf1278-9764-4661-8112-3c961d4c92d2 req-7f365e16-7420-4c54-9ea1-f92ecb228d2f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891751 Aug 24 00:24:47.303055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803fb46-f25f-48cd-a0a1-d9b730313cf7 None None] Pushing event updated for resources: {'Port': ['ID=6d3b154e-82b8-436b-80d6-34880669a7ee,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:47.316608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f86abeff-2fa9-4c11-9b87-e7c2da605555 None None] Provisioning complete for port 5813de84-6677-4f1e-8069-c8fc7dd988b1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:47.318661 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f86abeff-2fa9-4c11-9b87-e7c2da605555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.324144 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:47.503208 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f86abeff-2fa9-4c11-9b87-e7c2da605555 None None] Port 5813de84-6677-4f1e-8069-c8fc7dd988b1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:47.548829 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:47.549481 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.597160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-03659154-0fff-488b-9dee-76a4cb847ad2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Allocated IP 10.2.2.200 (68caed49-e03d-42a4-a3fa-e069dfc1351d/d405008c-2b39-4747-a89e-b6b8636b5157/2478bcf1-9332-4965-ae9d-17c5749c08fc) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:47.615698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdb31c-3c82-4f60-a544-e6c6225c1eb9 req-6e727a82-5faa-4870-aa04-91a3d6e556c3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:47.622474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdb31c-3c82-4f60-a544-e6c6225c1eb9 req-6e727a82-5faa-4870-aa04-91a3d6e556c3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:47.629720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdb31c-3c82-4f60-a544-e6c6225c1eb9 req-6e727a82-5faa-4870-aa04-91a3d6e556c3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:47.636129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdb31c-3c82-4f60-a544-e6c6225c1eb9 req-6e727a82-5faa-4870-aa04-91a3d6e556c3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:47.649722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19cdb31c-3c82-4f60-a544-e6c6225c1eb9 req-6e727a82-5faa-4870-aa04-91a3d6e556c3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 3095 time: 0.2351027 Aug 24 00:24:47.736609 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c12261cc-abfe-4b7d-9db2-2b169b525f72 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.769258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f86abeff-2fa9-4c11-9b87-e7c2da605555 None None] Provisioning for port 43b2e7bb-8d79-42e0-8508-e0bb30f47950 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:47.785240 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f86abeff-2fa9-4c11-9b87-e7c2da605555 None None] Provisioning complete for port 43b2e7bb-8d79-42e0-8508-e0bb30f47950 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:47.785751 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f86abeff-2fa9-4c11-9b87-e7c2da605555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.879229 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f86abeff-2fa9-4c11-9b87-e7c2da605555 None None] Port 43b2e7bb-8d79-42e0-8508-e0bb30f47950 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:47.959434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19cdb31c-3c82-4f60-a544-e6c6225c1eb9 req-fca1e3c5-b635-40da-835b-3c6dac49ba15 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086426 Aug 24 00:24:47.993025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f86abeff-2fa9-4c11-9b87-e7c2da605555 None None] Provisioning complete for port 6d3b154e-82b8-436b-80d6-34880669a7ee triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:47.993434 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f86abeff-2fa9-4c11-9b87-e7c2da605555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.053067 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-03659154-0fff-488b-9dee-76a4cb847ad2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.085473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-03659154-0fff-488b-9dee-76a4cb847ad2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Transition to ACTIVE for port object 2478bcf1-9332-4965-ae9d-17c5749c08fc will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:48.160956 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-03659154-0fff-488b-9dee-76a4cb847ad2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.264020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03659154-0fff-488b-9dee-76a4cb847ad2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event updated for resources: {'Port': ['ID=2478bcf1-9332-4965-ae9d-17c5749c08fc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:48.302747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-03659154-0fff-488b-9dee-76a4cb847ad2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Network 68caed49-e03d-42a4-a3fa-e069dfc1351d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:48.304875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c12261cc-abfe-4b7d-9db2-2b169b525f72 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Deleting port 5813de84-6677-4f1e-8069-c8fc7dd988b1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:48.307402 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c12261cc-abfe-4b7d-9db2-2b169b525f72 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.308538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-03659154-0fff-488b-9dee-76a4cb847ad2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:48.324645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-03659154-0fff-488b-9dee-76a4cb847ad2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:48.532029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-03659154-0fff-488b-9dee-76a4cb847ad2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.533821 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-03659154-0fff-488b-9dee-76a4cb847ad2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.560024 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c12261cc-abfe-4b7d-9db2-2b169b525f72 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.580674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b7515-1314-4ede-bdbd-3ab22e664686 req-21356d05-9f48-43a2-971c-fd222f1c4b52 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.593314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-042b7515-1314-4ede-bdbd-3ab22e664686 req-21356d05-9f48-43a2-971c-fd222f1c4b52 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2569225 Aug 24 00:24:48.595822 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-03659154-0fff-488b-9dee-76a4cb847ad2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1703324 Aug 24 00:24:48.608465 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c12261cc-abfe-4b7d-9db2-2b169b525f72 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Calling delete_port for 5813de84-6677-4f1e-8069-c8fc7dd988b1 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:48.631437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Request body: {'port': {'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:48.727970 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.758313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-042b7515-1314-4ede-bdbd-3ab22e664686 req-4d8aaa0a-7941-4f6c-8518-154b0d6ee031 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557815 Aug 24 00:24:48.780321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d38428fc-7653-4985-9f95-9aca36f52e84 None None] Provisioning for port 2478bcf1-9332-4965-ae9d-17c5749c08fc completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:48.793804 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d38428fc-7653-4985-9f95-9aca36f52e84 None None] Provisioning complete for port 2478bcf1-9332-4965-ae9d-17c5749c08fc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:48.795249 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d38428fc-7653-4985-9f95-9aca36f52e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.971631 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d38428fc-7653-4985-9f95-9aca36f52e84 None None] Port 2478bcf1-9332-4965-ae9d-17c5749c08fc cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:49.146550 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c12261cc-abfe-4b7d-9db2-2b169b525f72 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.239342 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12261cc-abfe-4b7d-9db2-2b169b525f72 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event deleted for resources: {'Port': ['ID=5813de84-6677-4f1e-8069-c8fc7dd988b1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:49.317456 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6d3b154e-82b8-436b-80d6-34880669a7ee up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:49.471319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6d3b154e-82b8-436b-80d6-34880669a7ee triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:49.471970 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.476698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eabb71-a9d7-4103-b1e7-80fd3e20e451 req-b5e3ec67-0561-4f91-b133-6ef84180afcb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:49.486581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eabb71-a9d7-4103-b1e7-80fd3e20e451 req-b5e3ec67-0561-4f91-b133-6ef84180afcb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:49.505365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eabb71-a9d7-4103-b1e7-80fd3e20e451 req-b5e3ec67-0561-4f91-b133-6ef84180afcb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:49.523015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eabb71-a9d7-4103-b1e7-80fd3e20e451 req-b5e3ec67-0561-4f91-b133-6ef84180afcb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:49.529783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eabb71-a9d7-4103-b1e7-80fd3e20e451 req-b5e3ec67-0561-4f91-b133-6ef84180afcb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:49.533907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56eabb71-a9d7-4103-b1e7-80fd3e20e451 req-b5e3ec67-0561-4f91-b133-6ef84180afcb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 3816 time: 0.2170477 Aug 24 00:24:49.597618 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c12261cc-abfe-4b7d-9db2-2b169b525f72 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.665201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56eabb71-a9d7-4103-b1e7-80fd3e20e451 req-912f3768-6c8b-4ead-8908-482f5e224b45 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173635 Aug 24 00:24:49.713810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4c26db-5400-4125-aa10-8233f045bb5d {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:49.733911 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.749064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Transition to ACTIVE for port object 9c4c26db-5400-4125-aa10-8233f045bb5d will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:49.754512 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.906107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Pushing event updated for resources: {'Port': ['ID=9c4c26db-5400-4125-aa10-8233f045bb5d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:50.024412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12261cc-abfe-4b7d-9db2-2b169b525f72 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Router e7beddac-1fae-4b95-b272-52c5a26ab97e has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:24:50.032506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd068ebc-2bdf-446e-9501-0146fee9d309 req-8eac5d66-99cc-4bf6-9f35-012e68d5588f tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.039298 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd068ebc-2bdf-446e-9501-0146fee9d309 req-8eac5d66-99cc-4bf6-9f35-012e68d5588f tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 945 time: 0.1329870 Aug 24 00:24:50.131303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Attempting to bind port 9c4c26db-5400-4125-aa10-8233f045bb5d on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:50.132100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Attempting to bind port 9c4c26db-5400-4125-aa10-8233f045bb5d by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:50.132612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Attempting to bind port 9c4c26db-5400-4125-aa10-8233f045bb5d on network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:50.168295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daf907-d09f-4436-92da-24ddbe3e4ab5 req-b7a757b3-72a5-420c-86d5-03a8f54a5132 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.168726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12261cc-abfe-4b7d-9db2-2b169b525f72 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:24:50.170144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66daf907-d09f-4436-92da-24ddbe3e4ab5 req-b7a757b3-72a5-420c-86d5-03a8f54a5132 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2281852 Aug 24 00:24:50.173917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Port 9c4c26db-5400-4125-aa10-8233f045bb5d on network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:50.174234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Attempting to bind port 9c4c26db-5400-4125-aa10-8233f045bb5d on network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:50.188144 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c12261cc-abfe-4b7d-9db2-2b169b525f72 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "PUT /v2.0/routers/e7beddac-1fae-4b95-b272-52c5a26ab97e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2126868 Aug 24 00:24:50.188453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1bc89c-d27a-4e39-b4e7-b5bff50f4938 None None] Sync routers for ids ['e7beddac-1fae-4b95-b272-52c5a26ab97e'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:24:50.188915 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58250) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:50.226453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1bc89c-d27a-4e39-b4e7-b5bff50f4938 None None] Routers {'e7beddac-1fae-4b95-b272-52c5a26ab97e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:50.227136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4b1bc89c-d27a-4e39-b4e7-b5bff50f4938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e7beddac-1fae-4b95-b272-52c5a26ab97e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:50.231168 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-b40be038-7583-47c7-916c-31d5b8a5cd98 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] delete failed (client error): The resource could not be found. Aug 24 00:24:50.236852 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b40be038-7583-47c7-916c-31d5b8a5cd98 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1838767190 HTTP/1.1" status: 404 len: 335 time: 0.0469825 Aug 24 00:24:50.237434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:50.242704 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3212c646-d5d4-4d2e-a60a-4027368ad4af tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e7beddac-1fae-4b95-b272-52c5a26ab97e'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:50.254384 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd068ebc-2bdf-446e-9501-0146fee9d309 req-06ebbe7d-427e-4c48-88c2-deccba545cd7 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783864 Aug 24 00:24:50.304157 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66daf907-d09f-4436-92da-24ddbe3e4ab5 req-c7ace692-6728-48b3-b7af-82d6d0420b49 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182938 Aug 24 00:24:50.307011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:50.309548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Checking segment: {'id': '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:50.310841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Bound using segment: {'id': '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:50.314106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Bound port: 9c4c26db-5400-4125-aa10-8233f045bb5d, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:50.314927 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:50.352559 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4b1bc89c-d27a-4e39-b4e7-b5bff50f4938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:50.413823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1bc89c-d27a-4e39-b4e7-b5bff50f4938 None None] Routers {'e7beddac-1fae-4b95-b272-52c5a26ab97e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:50.416316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4b1bc89c-d27a-4e39-b4e7-b5bff50f4938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e7beddac-1fae-4b95-b272-52c5a26ab97e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:50.506203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] For port 9c4c26db-5400-4125-aa10-8233f045bb5d, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:50.511237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4b1bc89c-d27a-4e39-b4e7-b5bff50f4938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:50.511913 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1bc89c-d27a-4e39-b4e7-b5bff50f4938 None None] The sync data for ids ['e7beddac-1fae-4b95-b272-52c5a26ab97e'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:24:50.513393 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] For port 9c4c26db-5400-4125-aa10-8233f045bb5d, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9c4c26db-5400-4125-aa10-8233f045bb5d,segment=NetworkSegment(9c3d6ff3-9f22-4c41-9337-2c734a3e1e50),segment_id=9c3d6ff3-9f22-4c41-9337-2c734a3e1e50)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:50.532786 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:50.569387 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3212c646-d5d4-4d2e-a60a-4027368ad4af tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:50.583036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.584009 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:50.585808 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] 10.222.0.13 "PUT /v2.0/ports/9c4c26db-5400-4125-aa10-8233f045bb5d HTTP/1.1" status: 200 len: 1092 time: 1.9600327 Aug 24 00:24:50.586371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': '9c4c26db-5400-4125-aa10-8233f045bb5d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:50.589052 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbc9d02-d466-4d82-88b9-a9f2b6562332" -d '{"events": [{"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "9c4c26db-5400-4125-aa10-8233f045bb5d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:50.629346 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-3212c646-d5d4-4d2e-a60a-4027368ad4af tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] update failed (client error): The resource could not be found. Aug 24 00:24:50.632293 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3212c646-d5d4-4d2e-a60a-4027368ad4af tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "PUT /v2.0/routers/e7beddac-1fae-4b95-b272-52c5a26ab97e HTTP/1.1" status: 404 len: 339 time: 0.3933957 Aug 24 00:24:50.635419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5f1b2-6ac6-4c1e-8cb7-4d89aea4543c service neutron] Pushing event updated for resources: {'Port': ['ID=9c4c26db-5400-4125-aa10-8233f045bb5d,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:50.635971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:50.666604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Request body: {'port': {'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:50.724756 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c667ff7e-09fc-423a-8611-a7e17ca27d18 x-openstack-request-id: req-c667ff7e-09fc-423a-8611-a7e17ca27d18 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:50.725568 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "9c4c26db-5400-4125-aa10-8233f045bb5d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:50.726247 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c667ff7e-09fc-423a-8611-a7e17ca27d18 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:50.727007 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': '9c4c26db-5400-4125-aa10-8233f045bb5d', 'status': 'completed', 'code': 200} Aug 24 00:24:50.865062 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:50.955296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84891738-a95e-4b47-b56a-5166b66538d5 req-7e91f54f-9a13-4b4d-b2fa-57c69fb924fd tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.965212 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84891738-a95e-4b47-b56a-5166b66538d5 req-7e91f54f-9a13-4b4d-b2fa-57c69fb924fd tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.973976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84891738-a95e-4b47-b56a-5166b66538d5 req-7e91f54f-9a13-4b4d-b2fa-57c69fb924fd tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.981757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84891738-a95e-4b47-b56a-5166b66538d5 req-7e91f54f-9a13-4b4d-b2fa-57c69fb924fd tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.988643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84891738-a95e-4b47-b56a-5166b66538d5 req-7e91f54f-9a13-4b4d-b2fa-57c69fb924fd tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.996642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84891738-a95e-4b47-b56a-5166b66538d5 req-7e91f54f-9a13-4b4d-b2fa-57c69fb924fd tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 3828 time: 0.1711547 Aug 24 00:24:51.046420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58294) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:51.063761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84891738-a95e-4b47-b56a-5166b66538d5 req-d1d0184c-71e1-4928-8c36-8d5dcc610d2d tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613928 Aug 24 00:24:51.092864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc9d02-d466-4d82-88b9-a9f2b6562332 req-423fde19-8e2b-4824-9b45-1c8031aad187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.093390 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc9d02-d466-4d82-88b9-a9f2b6562332 req-423fde19-8e2b-4824-9b45-1c8031aad187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.093839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc9d02-d466-4d82-88b9-a9f2b6562332 req-423fde19-8e2b-4824-9b45-1c8031aad187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.094315 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc9d02-d466-4d82-88b9-a9f2b6562332 req-423fde19-8e2b-4824-9b45-1c8031aad187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.094801 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc9d02-d466-4d82-88b9-a9f2b6562332 req-423fde19-8e2b-4824-9b45-1c8031aad187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.096630 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2dbc9d02-d466-4d82-88b9-a9f2b6562332 req-423fde19-8e2b-4824-9b45-1c8031aad187 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 4363 time: 0.1473019 Aug 24 00:24:51.271490 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0582-70d4-432b-a5f1-ea44c54ebd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:51.283187 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:51.541768 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8984a-58b9-4f8a-aa95-290c436ee48b req-90c4843d-e8e4-462c-9cc7-29101da4b390 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.543515 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6f8984a-58b9-4f8a-aa95-290c436ee48b req-90c4843d-e8e4-462c-9cc7-29101da4b390 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 945 time: 0.1693463 Aug 24 00:24:51.550239 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd050dd-ebe6-4233-874e-43f1364883c7 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:51.563482 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:51.576593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Allocated IP 172.20.0.1 (8cbe31b1-cb84-4220-9255-3618f2ccb432/499e33ef-6623-44fd-835f-97eb25c17611/3a5a4153-4647-48d1-91d9-9cdf53b693ae) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:51.603571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc9d02-d466-4d82-88b9-a9f2b6562332 req-5b9538f7-e153-47ce-b4f7-f2ff9265b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.604732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc9d02-d466-4d82-88b9-a9f2b6562332 req-5b9538f7-e153-47ce-b4f7-f2ff9265b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.607972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc9d02-d466-4d82-88b9-a9f2b6562332 req-5b9538f7-e153-47ce-b4f7-f2ff9265b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.609963 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2dbc9d02-d466-4d82-88b9-a9f2b6562332 req-5b9538f7-e153-47ce-b4f7-f2ff9265b065 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4627721 Aug 24 00:24:51.643236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdf682-21ad-4fee-b305-eeab758ff37b req-0d0f47e0-40bd-49c3-bbaa-00076d8b8411 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.645709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97cdf682-21ad-4fee-b305-eeab758ff37b req-0d0f47e0-40bd-49c3-bbaa-00076d8b8411 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.13 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 945 time: 0.2063546 Aug 24 00:24:51.674371 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0582-70d4-432b-a5f1-ea44c54ebd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:51.679802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Transition to ACTIVE for port object acd050dd-ebe6-4233-874e-43f1364883c7 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:51.681912 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6f8984a-58b9-4f8a-aa95-290c436ee48b req-09018e07-f0d9-4a5c-9aa4-c87395c5dd33 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248009 Aug 24 00:24:51.713320 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0582-70d4-432b-a5f1-ea44c54ebd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:51.718947 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:51.835218 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:51.882671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f1ce0582-70d4-432b-a5f1-ea44c54ebd25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1eefa91b40d4461a81752f9cb8933932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8160183 Aug 24 00:24:51.885887 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58332) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:51.895251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce0582-70d4-432b-a5f1-ea44c54ebd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b759a956-4ed7-4272-89b5-e242e10b5afe,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:51.897157 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Transition to ACTIVE for port object 3a5a4153-4647-48d1-91d9-9cdf53b693ae will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:51.899629 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc9d02-d466-4d82-88b9-a9f2b6562332 req-c7d55ec2-63b3-42cb-83ef-aba137e4655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.901459 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2dbc9d02-d466-4d82-88b9-a9f2b6562332 req-c7d55ec2-63b3-42cb-83ef-aba137e4655a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2755859 Aug 24 00:24:51.977347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=acd050dd-ebe6-4233-874e-43f1364883c7,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:52.002295 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea1984bb-4da6-4a38-92fb-b5c0e3652f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.041331 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea1984bb-4da6-4a38-92fb-b5c0e3652f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.043878 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.061645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671ec8-91b3-439f-8dec-7cc100a2edcb req-f4d1d123-adf1-4e71-af5a-caa5b355ee1b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:52.063366 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2671ec8-91b3-439f-8dec-7cc100a2edcb req-f4d1d123-adf1-4e71-af5a-caa5b355ee1b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2252095 Aug 24 00:24:52.088723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-97cdf682-21ad-4fee-b305-eeab758ff37b req-8bf2f5b4-3b08-4f77-9564-d1b2829258ae tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Deleting port 21db6c27-dec2-46cd-aa74-7d9f8965c25e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:52.089152 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-97cdf682-21ad-4fee-b305-eeab758ff37b req-8bf2f5b4-3b08-4f77-9564-d1b2829258ae tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.119674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Attempting to bind port acd050dd-ebe6-4233-874e-43f1364883c7 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:52.120087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Attempting to bind port acd050dd-ebe6-4233-874e-43f1364883c7 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:52.120489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Attempting to bind port acd050dd-ebe6-4233-874e-43f1364883c7 on network 8591c000-1ad9-4c58-a583-231d8245e24b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:52.139279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Network 8cbe31b1-cb84-4220-9255-3618f2ccb432 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:52.143103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:52.148184 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:52.175581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Port acd050dd-ebe6-4233-874e-43f1364883c7 on network 8591c000-1ad9-4c58-a583-231d8245e24b not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:52.176017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Attempting to bind port acd050dd-ebe6-4233-874e-43f1364883c7 on network 8591c000-1ad9-4c58-a583-231d8245e24b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:52.182434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event updated for resources: {'Port': ['ID=3a5a4153-4647-48d1-91d9-9cdf53b693ae,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:52.201348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2671ec8-91b3-439f-8dec-7cc100a2edcb req-7cde605a-bc93-4588-b3b7-b2480aaba699 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284757 Aug 24 00:24:52.204505 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea1984bb-4da6-4a38-92fb-b5c0e3652f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.208256 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea1984bb-4da6-4a38-92fb-b5c0e3652f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.208982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:52.209531 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ea1984bb-4da6-4a38-92fb-b5c0e3652f4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b759a956-4ed7-4272-89b5-e242e10b5afe HTTP/1.1" status: 204 len: 168 time: 0.3196588 Aug 24 00:24:52.209818 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Checking segment: {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:52.210431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Bound using segment: {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:52.211126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Bound port: acd050dd-ebe6-4233-874e-43f1364883c7, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:52.211718 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.218893 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.227809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1984bb-4da6-4a38-92fb-b5c0e3652f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b759a956-4ed7-4272-89b5-e242e10b5afe,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:52.377201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] For port acd050dd-ebe6-4233-874e-43f1364883c7, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:52.383288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] For port acd050dd-ebe6-4233-874e-43f1364883c7, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=acd050dd-ebe6-4233-874e-43f1364883c7,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:52.452463 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.497352 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.686202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-780e21f4-21e2-40bb-b620-ed8b8578458b None None] Provisioning for port 3a5a4153-4647-48d1-91d9-9cdf53b693ae completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:52.694819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-780e21f4-21e2-40bb-b620-ed8b8578458b None None] Provisioning complete for port 3a5a4153-4647-48d1-91d9-9cdf53b693ae triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:52.695249 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-780e21f4-21e2-40bb-b620-ed8b8578458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.789050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-780e21f4-21e2-40bb-b620-ed8b8578458b None None] Port 3a5a4153-4647-48d1-91d9-9cdf53b693ae cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:52.824202 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:52.847005 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30f3a107-0e76-49cb-a685-6f813a9868e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.900997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-97cdf682-21ad-4fee-b305-eeab758ff37b req-8bf2f5b4-3b08-4f77-9564-d1b2829258ae tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] For port 21db6c27-dec2-46cd-aa74-7d9f8965c25e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=21db6c27-dec2-46cd-aa74-7d9f8965c25e,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:52.901529 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-97cdf682-21ad-4fee-b305-eeab758ff37b req-8bf2f5b4-3b08-4f77-9564-d1b2829258ae tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.904941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:52.905555 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.907097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/acd050dd-ebe6-4233-874e-43f1364883c7 HTTP/1.1" status: 200 len: 1131 time: 2.2594676 Aug 24 00:24:52.910003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': 'acd050dd-ebe6-4233-874e-43f1364883c7'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:52.912170 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdce1adf-eb9f-44fc-8b10-7569a9da89dc" -d '{"events": [{"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "acd050dd-ebe6-4233-874e-43f1364883c7"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:52.958513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Request body: {'port': {'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:52.961363 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.978043 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:53.012292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-97cdf682-21ad-4fee-b305-eeab758ff37b req-8bf2f5b4-3b08-4f77-9564-d1b2829258ae tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Calling delete_port for 21db6c27-dec2-46cd-aa74-7d9f8965c25e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:53.052734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0ef02-5e85-4d54-87a8-dc799fc8e1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=acd050dd-ebe6-4233-874e-43f1364883c7,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:53.080877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495575d-02df-4f08-bff6-8ebe77b00b3e req-67b36989-47c6-4252-85fc-502ef949c405 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.087387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495575d-02df-4f08-bff6-8ebe77b00b3e req-67b36989-47c6-4252-85fc-502ef949c405 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.094086 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495575d-02df-4f08-bff6-8ebe77b00b3e req-67b36989-47c6-4252-85fc-502ef949c405 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.101036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495575d-02df-4f08-bff6-8ebe77b00b3e req-67b36989-47c6-4252-85fc-502ef949c405 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.101307 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event updated for resources: {'Port': ['ID=3a5a4153-4647-48d1-91d9-9cdf53b693ae,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:53.108502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495575d-02df-4f08-bff6-8ebe77b00b3e req-67b36989-47c6-4252-85fc-502ef949c405 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.112253 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30f3a107-0e76-49cb-a685-6f813a9868e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:53.113556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:53.116362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495575d-02df-4f08-bff6-8ebe77b00b3e req-67b36989-47c6-4252-85fc-502ef949c405 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.117748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6495575d-02df-4f08-bff6-8ebe77b00b3e req-67b36989-47c6-4252-85fc-502ef949c405 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 4601 time: 0.7300191 Aug 24 00:24:53.191778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520d8b8-7b98-4e46-8836-26d1db3ed0ac req-c397c239-5715-44af-a204-7db0e91a43cb tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.192152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30f3a107-0e76-49cb-a685-6f813a9868e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:53.193556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1520d8b8-7b98-4e46-8836-26d1db3ed0ac req-c397c239-5715-44af-a204-7db0e91a43cb tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=879072df-34ad-4973-b9c1-7139301f941c HTTP/1.1" status: 200 len: 945 time: 0.3017287 Aug 24 00:24:53.222928 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:53.266086 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3a107-0e76-49cb-a685-6f813a9868e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31880ab-31df-4ef5-8d72-0e26425a3603,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:53.286097 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-30f3a107-0e76-49cb-a685-6f813a9868e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35828ba531ea48debca2e0ac744463b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586382 Aug 24 00:24:53.287906 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:53.302031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6495575d-02df-4f08-bff6-8ebe77b00b3e req-6dc27883-6aa6-47ff-ad7c-1153ea7e5c4b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301839 Aug 24 00:24:53.305314 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Network 8cbe31b1-cb84-4220-9255-3618f2ccb432 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:53.311293 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:53.330836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1520d8b8-7b98-4e46-8836-26d1db3ed0ac req-ac605ecb-22c6-42ce-a105-173c67145007 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246803 Aug 24 00:24:53.459825 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5bccc5-b753-4464-867f-5842e59c0d30 x-openstack-request-id: req-3b5bccc5-b753-4464-867f-5842e59c0d30 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:53.460191 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "acd050dd-ebe6-4233-874e-43f1364883c7", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:53.462615 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b5bccc5-b753-4464-867f-5842e59c0d30 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:53.463196 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': 'acd050dd-ebe6-4233-874e-43f1364883c7', 'status': 'completed', 'code': 200} Aug 24 00:24:53.496443 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:53.680103 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-97cdf682-21ad-4fee-b305-eeab758ff37b req-8bf2f5b4-3b08-4f77-9564-d1b2829258ae tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:53.714761 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['bd9b1096-b49e-4037-b850-440db524840b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:53.720663 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['aca5046f-434f-45b9-9faf-f1382c4dcae6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:53.769086 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2f5b4-3b08-4f77-9564-d1b2829258ae tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Pushing event deleted for resources: {'Port': ['ID=21db6c27-dec2-46cd-aa74-7d9f8965c25e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:53.872042 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c42e900c-f4da-4493-ae23-2c4dbac9b4cf None None] Provisioning complete for port 3a5a4153-4647-48d1-91d9-9cdf53b693ae triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:53.872414 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c42e900c-f4da-4493-ae23-2c4dbac9b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:53.877976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cdf682-21ad-4fee-b305-eeab758ff37b req-8bf2f5b4-3b08-4f77-9564-d1b2829258ae tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] No DVR routers for this DVR port 21db6c27-dec2-46cd-aa74-7d9f8965c25e on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:24:53.890911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-73e88041-45fd-437f-85c6-03f6d2dc8742 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.893673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-73e88041-45fd-437f-85c6-03f6d2dc8742 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/networks?id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb HTTP/1.1" status: 200 len: 805 time: 0.4231408 Aug 24 00:24:53.897848 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-97cdf682-21ad-4fee-b305-eeab758ff37b req-8bf2f5b4-3b08-4f77-9564-d1b2829258ae tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:53.900037 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97cdf682-21ad-4fee-b305-eeab758ff37b req-8bf2f5b4-3b08-4f77-9564-d1b2829258ae tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.13 "DELETE /v2.0/ports/21db6c27-dec2-46cd-aa74-7d9f8965c25e HTTP/1.1" status: 204 len: 173 time: 2.2377131 Aug 24 00:24:53.915233 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Router e7beddac-1fae-4b95-b272-52c5a26ab97e has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:24:53.916359 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-775d25bf-8685-4394-a4fa-b077708e923c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:53.918591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93fb9-84dd-4ace-84ab-eab2936352c3 req-dbfcc20e-5530-4103-b736-3699f26b1ba1 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.926438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17d93fb9-84dd-4ace-84ab-eab2936352c3 req-dbfcc20e-5530-4103-b736-3699f26b1ba1 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2514088 Aug 24 00:24:53.931199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 898600c2-5e70-42a8-a437-7aee0fb9535f no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:24:53.942858 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-775d25bf-8685-4394-a4fa-b077708e923c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:53.971823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-722c1a54-57fd-414a-96bb-0f18d61486d8 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/quotas/44b3c7be1e4a4564bafa09f2c9e5612b HTTP/1.1" status: 200 len: 375 time: 0.0379896 Aug 24 00:24:54.007943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 21db6c27-dec2-46cd-aa74-7d9f8965c25e no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:24:54.031293 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-775d25bf-8685-4394-a4fa-b077708e923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.033933 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-775d25bf-8685-4394-a4fa-b077708e923c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.037822 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-775d25bf-8685-4394-a4fa-b077708e923c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f31880ab-31df-4ef5-8d72-0e26425a3603 HTTP/1.1" status: 204 len: 168 time: 0.7488956 Aug 24 00:24:54.057509 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 21db6c27-dec2-46cd-aa74-7d9f8965c25e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:24:54.057928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 21db6c27-dec2-46cd-aa74-7d9f8965c25e not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:24:54.098471 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d25bf-8685-4394-a4fa-b077708e923c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31880ab-31df-4ef5-8d72-0e26425a3603,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:54.100821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17d93fb9-84dd-4ace-84ab-eab2936352c3 req-343627d7-a08a-4533-9d38-7913eb2aadaa tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732218 Aug 24 00:24:54.116401 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1adf-eb9f-44fc-8b10-7569a9da89dc req-21eca1c7-a351-4b29-91ed-ffc34d667872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.116896 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1adf-eb9f-44fc-8b10-7569a9da89dc req-21eca1c7-a351-4b29-91ed-ffc34d667872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.117373 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1adf-eb9f-44fc-8b10-7569a9da89dc req-21eca1c7-a351-4b29-91ed-ffc34d667872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.125874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1adf-eb9f-44fc-8b10-7569a9da89dc req-21eca1c7-a351-4b29-91ed-ffc34d667872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.126503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1adf-eb9f-44fc-8b10-7569a9da89dc req-21eca1c7-a351-4b29-91ed-ffc34d667872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.127018 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1adf-eb9f-44fc-8b10-7569a9da89dc req-21eca1c7-a351-4b29-91ed-ffc34d667872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.129009 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-cdce1adf-eb9f-44fc-8b10-7569a9da89dc req-21eca1c7-a351-4b29-91ed-ffc34d667872 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5287 time: 0.2846615 Aug 24 00:24:54.152292 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.212697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aecd620c-cbe4-4b5a-827e-8e9d581b7e6a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:54.248811 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.312228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c42e900c-f4da-4493-ae23-2c4dbac9b4cf None None] Port 3a5a4153-4647-48d1-91d9-9cdf53b693ae cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:54.325377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Transition to ACTIVE for port object aecd620c-cbe4-4b5a-827e-8e9d581b7e6a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:54.337719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b54e37cf-2afb-4efd-b419-d1378c65b475 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=44b3c7be1e4a4564bafa09f2c9e5612b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3114729 Aug 24 00:24:54.342717 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.434809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:24:54.445231 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc9db2-8174-4560-8523-d1833829e583 None None] Sync routers for ids ['e7beddac-1fae-4b95-b272-52c5a26ab97e'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:24:54.455388 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4c7877b1-89e0-426e-9625-07e17fa9096b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "PUT /v2.0/routers/e7beddac-1fae-4b95-b272-52c5a26ab97e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8180571 Aug 24 00:24:54.458678 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:54.475410 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc9db2-8174-4560-8523-d1833829e583 None None] Routers {'e7beddac-1fae-4b95-b272-52c5a26ab97e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:54.479721 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-06cc9db2-8174-4560-8523-d1833829e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e7beddac-1fae-4b95-b272-52c5a26ab97e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:54.524261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031b6861-1c3a-4969-a4ff-3c48e6855b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898600c2-5e70-42a8-a437-7aee0fb9535f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:54.532593 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5077be0-890a-4e31-adee-cf7b5f7cfb5e" -d '{"events": [{"server_uuid": "031b6861-1c3a-4969-a4ff-3c48e6855b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "898600c2-5e70-42a8-a437-7aee0fb9535f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:54.549764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 898600c2-5e70-42a8-a437-7aee0fb9535f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=898600c2-5e70-42a8-a437-7aee0fb9535f,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:54.554852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-7ef9a0d7-14a8-4a48-8cd4-ebda36c0e078 service neutron] 10.222.0.32 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043936 Aug 24 00:24:54.560910 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1adf-eb9f-44fc-8b10-7569a9da89dc req-a4a8bdeb-c481-4382-89e6-0ace9a2d8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.561673 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1adf-eb9f-44fc-8b10-7569a9da89dc req-a4a8bdeb-c481-4382-89e6-0ace9a2d8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.562224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1adf-eb9f-44fc-8b10-7569a9da89dc req-a4a8bdeb-c481-4382-89e6-0ace9a2d8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.564269 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-cdce1adf-eb9f-44fc-8b10-7569a9da89dc req-a4a8bdeb-c481-4382-89e6-0ace9a2d8edd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3552098 Aug 24 00:24:54.579030 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.609595 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-06cc9db2-8174-4560-8523-d1833829e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:54.631511 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc9db2-8174-4560-8523-d1833829e583 None None] Routers {'e7beddac-1fae-4b95-b272-52c5a26ab97e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:54.633120 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-06cc9db2-8174-4560-8523-d1833829e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e7beddac-1fae-4b95-b272-52c5a26ab97e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:54.672376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=898600c2-5e70-42a8-a437-7aee0fb9535f,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:54.687794 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:54.688141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:54.689852 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:54.690207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:54.690684 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:54.691052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:54.691387 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:54.691721 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:54.692052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:54.692381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:54.692707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:54.693034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:54.767714 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e9717fb-a6ac-465d-8171-ae19fbcd3dec tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.903437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Pushing event updated for resources: {'Port': ['ID=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:54.913656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-53fd3e59-b2c6-401e-8032-0cca4b6884ea service neutron] 10.222.0.32 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304176 Aug 24 00:24:54.950092 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-06cc9db2-8174-4560-8523-d1833829e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:54.955968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22812d-aa9e-41dc-b928-08fd56e7f432 req-ace7ff6f-64c1-410a-88df-bcca83b6dc6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.959695 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc9db2-8174-4560-8523-d1833829e583 None None] The sync data for ids ['e7beddac-1fae-4b95-b272-52c5a26ab97e'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:24:54.967544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22812d-aa9e-41dc-b928-08fd56e7f432 req-ace7ff6f-64c1-410a-88df-bcca83b6dc6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.977007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22812d-aa9e-41dc-b928-08fd56e7f432 req-ace7ff6f-64c1-410a-88df-bcca83b6dc6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.984173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22812d-aa9e-41dc-b928-08fd56e7f432 req-ace7ff6f-64c1-410a-88df-bcca83b6dc6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.990381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22812d-aa9e-41dc-b928-08fd56e7f432 req-ace7ff6f-64c1-410a-88df-bcca83b6dc6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.996570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22812d-aa9e-41dc-b928-08fd56e7f432 req-ace7ff6f-64c1-410a-88df-bcca83b6dc6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.004098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22812d-aa9e-41dc-b928-08fd56e7f432 req-ace7ff6f-64c1-410a-88df-bcca83b6dc6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.017514 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e22812d-aa9e-41dc-b928-08fd56e7f432 req-ace7ff6f-64c1-410a-88df-bcca83b6dc6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5374 time: 0.4530706 Aug 24 00:24:55.057717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf6e1f-18ef-4b7b-b0fe-2abe2647ac8c req-aa28c48c-b9e5-4a8f-9f04-ad9b6c96b086 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.059399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1faf6e1f-18ef-4b7b-b0fe-2abe2647ac8c req-aa28c48c-b9e5-4a8f-9f04-ad9b6c96b086 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "GET /v2.0/ports?device_id=031b6861-1c3a-4969-a4ff-3c48e6855b6a HTTP/1.1" status: 200 len: 944 time: 0.3961570 Aug 24 00:24:55.066455 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1adf-eb9f-44fc-8b10-7569a9da89dc req-e8f5a9cd-3c04-4022-8c79-7d99127afc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.070209 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-cdce1adf-eb9f-44fc-8b10-7569a9da89dc req-e8f5a9cd-3c04-4022-8c79-7d99127afc20 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4948440 Aug 24 00:24:55.098997 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-2e9717fb-a6ac-465d-8171-ae19fbcd3dec tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 24 00:24:55.100058 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2e9717fb-a6ac-465d-8171-ae19fbcd3dec tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "DELETE /v2.0/routers/e7beddac-1fae-4b95-b272-52c5a26ab97e HTTP/1.1" status: 409 len: 329 time: 0.6385181 Aug 24 00:24:55.105744 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58390) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:55.160050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e22812d-aa9e-41dc-b928-08fd56e7f432 req-571b9a18-0687-40fd-b944-6f4bddb5da6a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1413503 Aug 24 00:24:55.279759 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7b4e71-9da2-4c2d-84ed-10dba162c3f5 x-openstack-request-id: req-1a7b4e71-9da2-4c2d-84ed-10dba162c3f5 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:55.280487 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031b6861-1c3a-4969-a4ff-3c48e6855b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "898600c2-5e70-42a8-a437-7aee0fb9535f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:55.280487 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a7b4e71-9da2-4c2d-84ed-10dba162c3f5 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:55.280840 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031b6861-1c3a-4969-a4ff-3c48e6855b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898600c2-5e70-42a8-a437-7aee0fb9535f', 'code': 200} Aug 24 00:24:55.360602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Attempting to bind port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:55.367237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Attempting to bind port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:55.367805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Attempting to bind port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a on network 8591c000-1ad9-4c58-a583-231d8245e24b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:55.393541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a on network 8591c000-1ad9-4c58-a583-231d8245e24b not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:55.394135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Attempting to bind port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a on network 8591c000-1ad9-4c58-a583-231d8245e24b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:55.423344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:55.424081 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Checking segment: {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:55.424966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Bound using segment: {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:55.425903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Bound port: aecd620c-cbe4-4b5a-827e-8e9d581b7e6a, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:55.426743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.446526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1faf6e1f-18ef-4b7b-b0fe-2abe2647ac8c req-c5938d49-ecf4-4493-86a1-695099e90b3f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Deleting port 898600c2-5e70-42a8-a437-7aee0fb9535f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:55.447293 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1faf6e1f-18ef-4b7b-b0fe-2abe2647ac8c req-c5938d49-ecf4-4493-86a1-695099e90b3f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.481240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879072df-34ad-4973-b9c1-7139301f941c', 'name': 'network-vif-deleted', 'tag': '21db6c27-dec2-46cd-aa74-7d9f8965c25e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:55.484576 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d1c041-6797-45f0-ae19-c1fbdfad4713" -d '{"events": [{"server_uuid": "879072df-34ad-4973-b9c1-7139301f941c", "name": "network-vif-deleted", "tag": "21db6c27-dec2-46cd-aa74-7d9f8965c25e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:55.538444 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86e2bb54-b86b-46d3-af43-d70fd10e574d req-150906b0-84e0-442c-a9f0-ba8d5be47d76 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 210 time: 0.0941534 Aug 24 00:24:55.592885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89576bb3-c4b4-4939-ab0a-4361dc2523d5 req-a430f70d-9278-4d21-a187-a700a2f69767 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.601510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89576bb3-c4b4-4939-ab0a-4361dc2523d5 req-a430f70d-9278-4d21-a187-a700a2f69767 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2247379 Aug 24 00:24:55.721935 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89576bb3-c4b4-4939-ab0a-4361dc2523d5 req-10d691aa-c897-4c8a-a842-97331a8ed9a6 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192496 Aug 24 00:24:55.725039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1faf6e1f-18ef-4b7b-b0fe-2abe2647ac8c req-c5938d49-ecf4-4493-86a1-695099e90b3f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] For port 898600c2-5e70-42a8-a437-7aee0fb9535f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=898600c2-5e70-42a8-a437-7aee0fb9535f,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:55.731138 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1faf6e1f-18ef-4b7b-b0fe-2abe2647ac8c req-c5938d49-ecf4-4493-86a1-695099e90b3f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.752805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] For port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:55.765723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] For port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:55.775526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1faf6e1f-18ef-4b7b-b0fe-2abe2647ac8c req-c5938d49-ecf4-4493-86a1-695099e90b3f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Calling delete_port for 898600c2-5e70-42a8-a437-7aee0fb9535f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:55.787484 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.835388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2072dd82-c1ad-49a6-99c6-8b57020fe901 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.959946 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c0f08c-78da-4bdf-8699-cd5849307364 x-openstack-request-id: req-f5c0f08c-78da-4bdf-8699-cd5849307364 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:55.960868 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879072df-34ad-4973-b9c1-7139301f941c", "name": "network-vif-deleted", "tag": "21db6c27-dec2-46cd-aa74-7d9f8965c25e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:55.961283 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5c0f08c-78da-4bdf-8699-cd5849307364 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:55.961837 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879072df-34ad-4973-b9c1-7139301f941c', 'name': 'network-vif-deleted', 'tag': '21db6c27-dec2-46cd-aa74-7d9f8965c25e', 'status': 'completed', 'code': 200} Aug 24 00:24:55.993716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.999226 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.000935 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] 10.222.0.13 "PUT /v2.0/ports/aecd620c-cbe4-4b5a-827e-8e9d581b7e6a HTTP/1.1" status: 200 len: 1131 time: 3.0564959 Aug 24 00:24:56.069362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Request body: {'port': {'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:56.115501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc5165-dfd4-486a-b69d-f3e6e203ad09 service neutron] Pushing event updated for resources: {'Port': ['ID=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:56.198221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4d03c-4382-4261-92f9-079c58db5587 req-84f69a97-e300-43fb-a05c-af0372209cb0 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.206564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5fb4d03c-4382-4261-92f9-079c58db5587 req-84f69a97-e300-43fb-a05c-af0372209cb0 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9abe12-1182-47b8-9091-3e799e7dc5cc HTTP/1.1" status: 200 len: 945 time: 0.2415545 Aug 24 00:24:56.235049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.367320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2072dd82-c1ad-49a6-99c6-8b57020fe901 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Deleting port 3a5a4153-4647-48d1-91d9-9cdf53b693ae {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:56.367899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2072dd82-c1ad-49a6-99c6-8b57020fe901 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.392770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5fb4d03c-4382-4261-92f9-079c58db5587 req-302e69fc-f9a5-4558-8a71-9e4e19f97436 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846797 Aug 24 00:24:56.445371 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1faf6e1f-18ef-4b7b-b0fe-2abe2647ac8c req-c5938d49-ecf4-4493-86a1-695099e90b3f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.522569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5938d49-ecf4-4493-86a1-695099e90b3f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Pushing event deleted for resources: {'Port': ['ID=898600c2-5e70-42a8-a437-7aee0fb9535f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:56.565616 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2072dd82-c1ad-49a6-99c6-8b57020fe901 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.605329 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2072dd82-c1ad-49a6-99c6-8b57020fe901 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Calling delete_port for 3a5a4153-4647-48d1-91d9-9cdf53b693ae owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:56.659706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489e23-a040-4bf6-8d41-fd14438315b9 req-8e45d9b2-279d-4943-bab2-94211d9123ae tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.666323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489e23-a040-4bf6-8d41-fd14438315b9 req-8e45d9b2-279d-4943-bab2-94211d9123ae tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.672969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489e23-a040-4bf6-8d41-fd14438315b9 req-8e45d9b2-279d-4943-bab2-94211d9123ae tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.679682 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489e23-a040-4bf6-8d41-fd14438315b9 req-8e45d9b2-279d-4943-bab2-94211d9123ae tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.686959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489e23-a040-4bf6-8d41-fd14438315b9 req-8e45d9b2-279d-4943-bab2-94211d9123ae tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.693188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489e23-a040-4bf6-8d41-fd14438315b9 req-8e45d9b2-279d-4943-bab2-94211d9123ae tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.699854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489e23-a040-4bf6-8d41-fd14438315b9 req-8e45d9b2-279d-4943-bab2-94211d9123ae tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.713723 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a489e23-a040-4bf6-8d41-fd14438315b9 req-8e45d9b2-279d-4943-bab2-94211d9123ae tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5374 time: 0.3089440 Aug 24 00:24:56.756335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faf6e1f-18ef-4b7b-b0fe-2abe2647ac8c req-c5938d49-ecf4-4493-86a1-695099e90b3f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] No DVR routers for this DVR port 898600c2-5e70-42a8-a437-7aee0fb9535f on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:24:56.760644 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1faf6e1f-18ef-4b7b-b0fe-2abe2647ac8c req-c5938d49-ecf4-4493-86a1-695099e90b3f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.763611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1faf6e1f-18ef-4b7b-b0fe-2abe2647ac8c req-c5938d49-ecf4-4493-86a1-695099e90b3f tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "DELETE /v2.0/ports/898600c2-5e70-42a8-a437-7aee0fb9535f HTTP/1.1" status: 204 len: 173 time: 1.6830983 Aug 24 00:24:56.770648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66d30c8e-240f-4ba2-94c6-91984e9534ff req-a80178aa-6cca-4689-a8f3-668bb8a832f3 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 210 time: 0.0397658 Aug 24 00:24:56.859945 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a489e23-a040-4bf6-8d41-fd14438315b9 req-639f4a37-a876-40c3-bb01-f75ac053b9a4 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412537 Aug 24 00:24:56.970062 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2072dd82-c1ad-49a6-99c6-8b57020fe901 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.005324 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072dd82-c1ad-49a6-99c6-8b57020fe901 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event deleted for resources: {'Port': ['ID=3a5a4153-4647-48d1-91d9-9cdf53b693ae,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:57.020830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22149a-0298-412b-8e1e-ee201ff8648b req-deccfefa-1302-4647-b266-92a85cb0beb5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.023031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af22149a-0298-412b-8e1e-ee201ff8648b req-deccfefa-1302-4647-b266-92a85cb0beb5 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.0905704 Aug 24 00:24:57.158669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af22149a-0298-412b-8e1e-ee201ff8648b req-970dbc8e-61a0-4915-bf48-496cd9c0f633 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244848 Aug 24 00:24:57.209132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2072dd82-c1ad-49a6-99c6-8b57020fe901 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.220469 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c18045-7768-46ff-8a13-f32f4b600694 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:57.243429 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.262090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Transition to ACTIVE for port object a0c18045-7768-46ff-8a13-f32f4b600694 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:57.268882 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.401033 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2072dd82-c1ad-49a6-99c6-8b57020fe901 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Router e7beddac-1fae-4b95-b272-52c5a26ab97e has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:24:57.438977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Pushing event updated for resources: {'Port': ['ID=a0c18045-7768-46ff-8a13-f32f4b600694,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:57.518643 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12650819-4ca2-4e24-ae7c-f130fae98ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.571911 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2072dd82-c1ad-49a6-99c6-8b57020fe901 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:24:57.596203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d0f916-68a5-4428-a087-4c1c0e56a1d0 None None] Sync routers for ids ['e7beddac-1fae-4b95-b272-52c5a26ab97e'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:24:57.614646 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2072dd82-c1ad-49a6-99c6-8b57020fe901 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "PUT /v2.0/routers/e7beddac-1fae-4b95-b272-52c5a26ab97e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5043707 Aug 24 00:24:57.614895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:57.616093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0f916-68a5-4428-a087-4c1c0e56a1d0 None None] Routers {'e7beddac-1fae-4b95-b272-52c5a26ab97e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:57.617977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-01d0f916-68a5-4428-a087-4c1c0e56a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e7beddac-1fae-4b95-b272-52c5a26ab97e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:57.622232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Attempting to bind port a0c18045-7768-46ff-8a13-f32f4b600694 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:57.623228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Attempting to bind port a0c18045-7768-46ff-8a13-f32f4b600694 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:57.623705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Attempting to bind port a0c18045-7768-46ff-8a13-f32f4b600694 on network 8591c000-1ad9-4c58-a583-231d8245e24b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:57.633040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Port a0c18045-7768-46ff-8a13-f32f4b600694 on network 8591c000-1ad9-4c58-a583-231d8245e24b not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:57.633362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Attempting to bind port a0c18045-7768-46ff-8a13-f32f4b600694 on network 8591c000-1ad9-4c58-a583-231d8245e24b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:57.678277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:57.678621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Checking segment: {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:57.679044 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Bound using segment: {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:57.680079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Bound port: a0c18045-7768-46ff-8a13-f32f4b600694, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:57.680598 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.756790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309346e-a1fc-42b7-b253-ffe075fb7c32 req-6a84211f-826e-4e7c-b1a4-3b798df9eddd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.758435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a309346e-a1fc-42b7-b253-ffe075fb7c32 req-6a84211f-826e-4e7c-b1a4-3b798df9eddd tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9abe12-1182-47b8-9091-3e799e7dc5cc HTTP/1.1" status: 200 len: 945 time: 0.2267728 Aug 24 00:24:57.766513 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-284e6e64-bdb6-46ae-8adc-fbc469257e2f tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] show failed (client error): The resource could not be found. Aug 24 00:24:57.771519 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-284e6e64-bdb6-46ae-8adc-fbc469257e2f tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-761590262 HTTP/1.1" status: 404 len: 334 time: 0.1504748 Aug 24 00:24:57.771861 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58462) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:57.775261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-01d0f916-68a5-4428-a087-4c1c0e56a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:57.799485 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-722b83fd-209d-40a8-9fac-392aaf8d58c5 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:57.850545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0f916-68a5-4428-a087-4c1c0e56a1d0 None None] Routers {'e7beddac-1fae-4b95-b272-52c5a26ab97e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:57.851238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-01d0f916-68a5-4428-a087-4c1c0e56a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:24:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e7beddac-1fae-4b95-b272-52c5a26ab97e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:57.953380 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-722b83fd-209d-40a8-9fac-392aaf8d58c5 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] update failed (client error): The resource could not be found. Aug 24 00:24:57.960260 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-722b83fd-209d-40a8-9fac-392aaf8d58c5 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-125076493 HTTP/1.1" status: 404 len: 334 time: 0.1859574 Aug 24 00:24:57.962713 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58472) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:57.970317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': 'aecd620c-cbe4-4b5a-827e-8e9d581b7e6a'}, {'server_uuid': '031b6861-1c3a-4969-a4ff-3c48e6855b6a', 'name': 'network-vif-deleted', 'tag': '898600c2-5e70-42a8-a437-7aee0fb9535f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:57.973149 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a62c32-6eec-4066-baad-8a74876055b2" -d '{"events": [{"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "aecd620c-cbe4-4b5a-827e-8e9d581b7e6a"}, {"server_uuid": "031b6861-1c3a-4969-a4ff-3c48e6855b6a", "name": "network-vif-deleted", "tag": "898600c2-5e70-42a8-a437-7aee0fb9535f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:57.979283 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-01d0f916-68a5-4428-a087-4c1c0e56a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:57.979959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d0f916-68a5-4428-a087-4c1c0e56a1d0 None None] The sync data for ids ['e7beddac-1fae-4b95-b272-52c5a26ab97e'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:24:57.990122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 898600c2-5e70-42a8-a437-7aee0fb9535f no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:24:57.998795 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b293115-d6a5-4c06-97f9-4ad83885b573 req-3dd71b1b-4109-43e5-aa71-da5f89649f81 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 210 time: 0.0961530 Aug 24 00:24:58.020133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-a5040ce9-72d1-41df-947f-099c1a2b068c tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.022552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-a5040ce9-72d1-41df-947f-099c1a2b068c tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "GET /v2.0/networks?id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb HTTP/1.1" status: 200 len: 805 time: 0.3922246 Aug 24 00:24:58.024554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 898600c2-5e70-42a8-a437-7aee0fb9535f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:24:58.024902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 898600c2-5e70-42a8-a437-7aee0fb9535f not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:24:58.032730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a309346e-a1fc-42b7-b253-ffe075fb7c32 req-89c364e1-2762-4491-96ce-75c8c17ccd4d tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437332 Aug 24 00:24:58.036044 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] For port a0c18045-7768-46ff-8a13-f32f4b600694, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:58.065304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] For port a0c18045-7768-46ff-8a13-f32f4b600694, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a0c18045-7768-46ff-8a13-f32f4b600694,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:58.077377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-9e9f0035-ff48-4f1b-8570-949dee00403d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Request body: {'port': {'device_id': '34712797-6bc6-4bec-b71a-0d884bd38844', 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb', 'admin_state_up': True, 'tenant_id': '44b3c7be1e4a4564bafa09f2c9e5612b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:58.108062 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.129525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4500de37-2fd6-4b0d-aaab-5f6abddb1324 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Deleting subnet 42697eba-450c-41ed-9fab-b4b4ab3f90db {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:24:58.133478 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4500de37-2fd6-4b0d-aaab-5f6abddb1324 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.179971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6837f2e-ceee-498c-8893-02c2ab53610c req-70b22fac-e4c6-4793-a933-c241dee5110e tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.182029 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f6837f2e-ceee-498c-8893-02c2ab53610c req-70b22fac-e4c6-4793-a933-c241dee5110e tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a9abe12-1182-47b8-9091-3e799e7dc5cc HTTP/1.1" status: 200 len: 945 time: 0.1130977 Aug 24 00:24:58.218322 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e5a4e0-33d9-4834-85f8-0b0d79bb5383 x-openstack-request-id: req-74e5a4e0-33d9-4834-85f8-0b0d79bb5383 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:58.219320 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "aecd620c-cbe4-4b5a-827e-8e9d581b7e6a", "status": "completed", "code": 200}, {"server_uuid": "031b6861-1c3a-4969-a4ff-3c48e6855b6a", "name": "network-vif-deleted", "tag": "898600c2-5e70-42a8-a437-7aee0fb9535f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:58.219320 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74e5a4e0-33d9-4834-85f8-0b0d79bb5383 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:58.219320 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': 'aecd620c-cbe4-4b5a-827e-8e9d581b7e6a', 'status': 'completed', 'code': 200} Aug 24 00:24:58.219794 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031b6861-1c3a-4969-a4ff-3c48e6855b6a', 'name': 'network-vif-deleted', 'tag': '898600c2-5e70-42a8-a437-7aee0fb9535f', 'status': 'completed', 'code': 200} Aug 24 00:24:58.259091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Pushing event updated for resources: {'Port': ['ID=a0c18045-7768-46ff-8a13-f32f4b600694,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:58.272757 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4500de37-2fd6-4b0d-aaab-5f6abddb1324 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.353552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.354185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.356219 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f7095cda-da9f-44f5-a8e0-a6477032f03c service neutron] 10.222.0.13 "PUT /v2.0/ports/a0c18045-7768-46ff-8a13-f32f4b600694 HTTP/1.1" status: 200 len: 1090 time: 2.2981691 Aug 24 00:24:58.411740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Request body: {'port': {'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:58.412392 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a62c32-6eec-4066-baad-8a74876055b2 req-9a27d9a4-f54c-4292-a9c2-1aca9d07600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.412948 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a62c32-6eec-4066-baad-8a74876055b2 req-9a27d9a4-f54c-4292-a9c2-1aca9d07600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.413768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a62c32-6eec-4066-baad-8a74876055b2 req-9a27d9a4-f54c-4292-a9c2-1aca9d07600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.414302 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a62c32-6eec-4066-baad-8a74876055b2 req-9a27d9a4-f54c-4292-a9c2-1aca9d07600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.414861 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a62c32-6eec-4066-baad-8a74876055b2 req-9a27d9a4-f54c-4292-a9c2-1aca9d07600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.415443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a62c32-6eec-4066-baad-8a74876055b2 req-9a27d9a4-f54c-4292-a9c2-1aca9d07600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.415966 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a62c32-6eec-4066-baad-8a74876055b2 req-9a27d9a4-f54c-4292-a9c2-1aca9d07600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.418065 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-18a62c32-6eec-4066-baad-8a74876055b2 req-9a27d9a4-f54c-4292-a9c2-1aca9d07600c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 6278 time: 0.2180469 Aug 24 00:24:58.548562 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.567285 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-9e9f0035-ff48-4f1b-8570-949dee00403d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Made reservation on behalf of 44b3c7be1e4a4564bafa09f2c9e5612b for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:58.572341 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-9e9f0035-ff48-4f1b-8570-949dee00403d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.579739 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4500de37-2fd6-4b0d-aaab-5f6abddb1324 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.615803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e101810-3e1f-4e8a-bd21-6649ba0adc6f req-6f2facd0-241b-419e-8c9b-ed462096f6d1 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.624621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e101810-3e1f-4e8a-bd21-6649ba0adc6f req-6f2facd0-241b-419e-8c9b-ed462096f6d1 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1948075 Aug 24 00:24:58.643388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bd291-1923-4951-9a2a-f90cfbbca337 req-7d86d00a-a762-4ef7-9887-9f7625c07ee2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.650114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bd291-1923-4951-9a2a-f90cfbbca337 req-7d86d00a-a762-4ef7-9887-9f7625c07ee2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.658039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bd291-1923-4951-9a2a-f90cfbbca337 req-7d86d00a-a762-4ef7-9887-9f7625c07ee2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.664973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bd291-1923-4951-9a2a-f90cfbbca337 req-7d86d00a-a762-4ef7-9887-9f7625c07ee2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.671716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bd291-1923-4951-9a2a-f90cfbbca337 req-7d86d00a-a762-4ef7-9887-9f7625c07ee2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.678221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bd291-1923-4951-9a2a-f90cfbbca337 req-7d86d00a-a762-4ef7-9887-9f7625c07ee2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.686471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bd291-1923-4951-9a2a-f90cfbbca337 req-7d86d00a-a762-4ef7-9887-9f7625c07ee2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.695391 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f6837f2e-ceee-498c-8893-02c2ab53610c req-e2519715-8063-4c8f-b4cb-96ae44dcff8d tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Deleting port aca5046f-434f-45b9-9faf-f1382c4dcae6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:58.695744 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f6837f2e-ceee-498c-8893-02c2ab53610c req-e2519715-8063-4c8f-b4cb-96ae44dcff8d tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.696475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-158bd291-1923-4951-9a2a-f90cfbbca337 req-7d86d00a-a762-4ef7-9887-9f7625c07ee2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5386 time: 0.5799153 Aug 24 00:24:58.836366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a62c32-6eec-4066-baad-8a74876055b2 req-434b45f5-6ec5-4015-8232-7ec406a47b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.836834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a62c32-6eec-4066-baad-8a74876055b2 req-434b45f5-6ec5-4015-8232-7ec406a47b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.837297 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a62c32-6eec-4066-baad-8a74876055b2 req-434b45f5-6ec5-4015-8232-7ec406a47b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.838991 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-18a62c32-6eec-4066-baad-8a74876055b2 req-434b45f5-6ec5-4015-8232-7ec406a47b3d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3661394 Aug 24 00:24:58.859429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f6837f2e-ceee-498c-8893-02c2ab53610c req-e2519715-8063-4c8f-b4cb-96ae44dcff8d tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] For port aca5046f-434f-45b9-9faf-f1382c4dcae6, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=aca5046f-434f-45b9-9faf-f1382c4dcae6,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:58.859973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f6837f2e-ceee-498c-8893-02c2ab53610c req-e2519715-8063-4c8f-b4cb-96ae44dcff8d tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.907512 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4500de37-2fd6-4b0d-aaab-5f6abddb1324 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.927395 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f6837f2e-ceee-498c-8893-02c2ab53610c req-e2519715-8063-4c8f-b4cb-96ae44dcff8d tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Calling delete_port for aca5046f-434f-45b9-9faf-f1382c4dcae6 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:58.931682 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4500de37-2fd6-4b0d-aaab-5f6abddb1324 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.933575 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4500de37-2fd6-4b0d-aaab-5f6abddb1324 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "DELETE /v2.0/subnets/42697eba-450c-41ed-9fab-b4b4ab3f90db HTTP/1.1" status: 204 len: 168 time: 0.9684532 Aug 24 00:24:58.938561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58492) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:58.945320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03e8754-1d30-47e0-b687-b4633e95a741 None None] Network d4b2046f-448c-4683-a4b2-b2c7534748e6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:58.995450 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500de37-2fd6-4b0d-aaab-5f6abddb1324 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event deleted for resources: {'Subnet': ['ID=42697eba-450c-41ed-9fab-b4b4ab3f90db,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:59.172490 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1093106-1389-4375-86e8-1c1f5c42a683 None None] DHCP port deletion for d4b2046f-448c-4683-a4b2-b2c7534748e6 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:24:59.188097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e101810-3e1f-4e8a-bd21-6649ba0adc6f req-13257b6f-88a6-4e9b-bbee-c97ed8b58506 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627708 Aug 24 00:24:59.281701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e1093106-1389-4375-86e8-1c1f5c42a683 None None] Deleting port 6d3b154e-82b8-436b-80d6-34880669a7ee {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:59.282263 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1093106-1389-4375-86e8-1c1f5c42a683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.319712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-158bd291-1923-4951-9a2a-f90cfbbca337 req-1adb024e-87e1-4f54-b510-a5dd91aa1525 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6220529 Aug 24 00:24:59.445706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e1093106-1389-4375-86e8-1c1f5c42a683 None None] For port 6d3b154e-82b8-436b-80d6-34880669a7ee, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6d3b154e-82b8-436b-80d6-34880669a7ee,segment=NetworkSegment(b8d8de66-8a23-4c3b-907b-9b3d81a28382),segment_id=b8d8de66-8a23-4c3b-907b-9b3d81a28382)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:59.446367 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1093106-1389-4375-86e8-1c1f5c42a683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.477813 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e1093106-1389-4375-86e8-1c1f5c42a683 None None] Calling delete_port for 6d3b154e-82b8-436b-80d6-34880669a7ee owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:59.571774 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.599718 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90a1a0a5-8eb9-4a67-84bc-3b324643e1b7 req-2e2f86d0-d65e-43b8-9d6e-0cba155da8dd tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 210 time: 0.1302714 Aug 24 00:24:59.615155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a62c32-6eec-4066-baad-8a74876055b2 req-a5d2b4f2-247f-422a-a99b-d5d080474ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.618054 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-18a62c32-6eec-4066-baad-8a74876055b2 req-a5d2b4f2-247f-422a-a99b-d5d080474ffb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7688494 Aug 24 00:24:59.629610 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f6837f2e-ceee-498c-8893-02c2ab53610c req-e2519715-8063-4c8f-b4cb-96ae44dcff8d tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.635376 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1093106-1389-4375-86e8-1c1f5c42a683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.680235 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e1a309-0ae7-4843-8ac4-d0a794d02c69 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Deleting subnet 387b8651-7700-474a-a37d-370bf0b44da2 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:24:59.689028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1093106-1389-4375-86e8-1c1f5c42a683 None None] Pushing event deleted for resources: {'Port': ['ID=6d3b154e-82b8-436b-80d6-34880669a7ee,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:59.694482 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['bd9b1096-b49e-4037-b850-440db524840b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:59.724106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426769-6e9f-4e40-bfef-f12c300bfd43 req-c478ace9-0a17-40bd-a03e-de85e35946f1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.732445 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8426769-6e9f-4e40-bfef-f12c300bfd43 req-c478ace9-0a17-40bd-a03e-de85e35946f1 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a9abe12-1182-47b8-9091-3e799e7dc5cc HTTP/1.1" status: 200 len: 945 time: 0.3039677 Aug 24 00:24:59.733040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77e1a309-0ae7-4843-8ac4-d0a794d02c69 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.735836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-9e9f0035-ff48-4f1b-8570-949dee00403d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Allocated IP 172.20.0.12 (17ce1421-2fab-4cd9-b1d6-25282e6db2eb/5d1a1303-12b4-4df1-8051-6ef6912eb98d/9cc06000-22da-435e-9316-50662a8fb736) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:59.736157 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2519715-8063-4c8f-b4cb-96ae44dcff8d tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Pushing event deleted for resources: {'Port': ['ID=aca5046f-434f-45b9-9faf-f1382c4dcae6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:59.782474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['aca5046f-434f-45b9-9faf-f1382c4dcae6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:59.824573 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6837f2e-ceee-498c-8893-02c2ab53610c req-e2519715-8063-4c8f-b4cb-96ae44dcff8d tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] No DVR routers for this DVR port aca5046f-434f-45b9-9faf-f1382c4dcae6 on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:24:59.828689 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f6837f2e-ceee-498c-8893-02c2ab53610c req-e2519715-8063-4c8f-b4cb-96ae44dcff8d tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.830987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1093106-1389-4375-86e8-1c1f5c42a683 None None] No DVR routers for this DVR port 6d3b154e-82b8-436b-80d6-34880669a7ee on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:24:59.831945 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f6837f2e-ceee-498c-8893-02c2ab53610c req-e2519715-8063-4c8f-b4cb-96ae44dcff8d tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.47 "DELETE /v2.0/ports/aca5046f-434f-45b9-9faf-f1382c4dcae6 HTTP/1.1" status: 204 len: 173 time: 1.6411490 Aug 24 00:24:59.835889 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9abe12-1182-47b8-9091-3e799e7dc5cc', 'name': 'network-vif-deleted', 'tag': 'aca5046f-434f-45b9-9faf-f1382c4dcae6'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:59.839241 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6889ac-b789-49dc-bb42-40d8b0bf0869" -d '{"events": [{"server_uuid": "2a9abe12-1182-47b8-9091-3e799e7dc5cc", "name": "network-vif-deleted", "tag": "aca5046f-434f-45b9-9faf-f1382c4dcae6"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:59.855699 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77e1a309-0ae7-4843-8ac4-d0a794d02c69 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.912951 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dc6940-933b-42b4-add9-efc1e4efe89d x-openstack-request-id: req-19dc6940-933b-42b4-add9-efc1e4efe89d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:59.913246 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9abe12-1182-47b8-9091-3e799e7dc5cc", "name": "network-vif-deleted", "tag": "aca5046f-434f-45b9-9faf-f1382c4dcae6", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:59.913532 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19dc6940-933b-42b4-add9-efc1e4efe89d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:59.913894 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9abe12-1182-47b8-9091-3e799e7dc5cc', 'name': 'network-vif-deleted', 'tag': 'aca5046f-434f-45b9-9faf-f1382c4dcae6', 'status': 'completed', 'code': 200} Aug 24 00:24:59.934129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8426769-6e9f-4e40-bfef-f12c300bfd43 req-1bdba410-fac3-415a-9e17-157850a189cf tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956241 Aug 24 00:25:00.001969 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77e1a309-0ae7-4843-8ac4-d0a794d02c69 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.062714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:00.077034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.079179 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.094025 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77e1a309-0ae7-4843-8ac4-d0a794d02c69 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.115159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Transition to ACTIVE for port object 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:00.121681 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.128557 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1a309-0ae7-4843-8ac4-d0a794d02c69 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event deleted for resources: {'Subnet': ['ID=387b8651-7700-474a-a37d-370bf0b44da2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:00.132079 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77e1a309-0ae7-4843-8ac4-d0a794d02c69 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.134165 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-77e1a309-0ae7-4843-8ac4-d0a794d02c69 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "DELETE /v2.0/subnets/387b8651-7700-474a-a37d-370bf0b44da2 HTTP/1.1" status: 204 len: 168 time: 1.1766090 Aug 24 00:25:00.136763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:00.140146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8390ed-cf03-44f5-90dc-0b6763f887eb None None] Network 50081c74-0d63-4ed8-84a3-4c66a7a2c4e6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:25:00.166723 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-9e9f0035-ff48-4f1b-8570-949dee00403d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.223941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': 'a0c18045-7768-46ff-8a13-f32f4b600694'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:00.227423 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "a0c18045-7768-46ff-8a13-f32f4b600694"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:00.230723 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-9e9f0035-ff48-4f1b-8570-949dee00403d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.261423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa5762a-ea9e-4e12-a8b7-cb60c554f373,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:00.340082 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a472-dbf8-4a4b-9538-5f367f3ff3e7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.340404 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7f4f-6fa8-4f76-9024-d0045ce1ae87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.402351 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23f8128-d794-4152-b996-74c355b91048 x-openstack-request-id: req-c23f8128-d794-4152-b996-74c355b91048 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:00.402877 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "a0c18045-7768-46ff-8a13-f32f4b600694", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:00.403320 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c23f8128-d794-4152-b996-74c355b91048 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:00.404708 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': 'a0c18045-7768-46ff-8a13-f32f4b600694', 'status': 'completed', 'code': 200} Aug 24 00:25:00.448760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f0035-ff48-4f1b-8570-949dee00403d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Pushing event updated for resources: {'Port': ['ID=9cc06000-22da-435e-9316-50662a8fb736,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:00.510213 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a472-dbf8-4a4b-9538-5f367f3ff3e7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.521702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-9e9f0035-ff48-4f1b-8570-949dee00403d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:25:00.544206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-9e9f0035-ff48-4f1b-8570-949dee00403d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:00.545425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b1e9a472-dbf8-4a4b-9538-5f367f3ff3e7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b2046f-448c-4683-a4b2-b2c7534748e6']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:00.552107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-9e9f0035-ff48-4f1b-8570-949dee00403d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:25:00.643148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71df0ca0-fc07-47b4-baa0-994c1c765664 None None] DHCP port deletion for 50081c74-0d63-4ed8-84a3-4c66a7a2c4e6 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:25:00.650444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b1e9a472-dbf8-4a4b-9538-5f367f3ff3e7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d8de66-8a23-4c3b-907b-9b3d81a28382') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:00.651063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b1e9a472-dbf8-4a4b-9538-5f367f3ff3e7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d8de66-8a23-4c3b-907b-9b3d81a28382') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:00.684688 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a472-dbf8-4a4b-9538-5f367f3ff3e7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.717457 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a472-dbf8-4a4b-9538-5f367f3ff3e7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.729691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6 req-b0b496ca-3105-4d17-9a18-6f689a97c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.730322 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6 req-b0b496ca-3105-4d17-9a18-6f689a97c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.730938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6 req-b0b496ca-3105-4d17-9a18-6f689a97c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.731624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6 req-b0b496ca-3105-4d17-9a18-6f689a97c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.732887 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6 req-b0b496ca-3105-4d17-9a18-6f689a97c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.733088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4cadc-6102-4e08-a4b9-3c18e420ac38 req-372d1f0d-762c-4377-8c26-33c113a470b8 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.733545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6 req-b0b496ca-3105-4d17-9a18-6f689a97c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.734739 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6 req-b0b496ca-3105-4d17-9a18-6f689a97c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.735584 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd4cadc-6102-4e08-a4b9-3c18e420ac38 req-372d1f0d-762c-4377-8c26-33c113a470b8 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.3298347 Aug 24 00:25:00.737208 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6 req-b0b496ca-3105-4d17-9a18-6f689a97c67a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 6303 time: 0.3352768 Aug 24 00:25:00.741937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-71df0ca0-fc07-47b4-baa0-994c1c765664 None None] Deleting port 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:25:00.742317 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71df0ca0-fc07-47b4-baa0-994c1c765664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.743813 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e9a472-dbf8-4a4b-9538-5f367f3ff3e7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:25:00.744999 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a472-dbf8-4a4b-9538-5f367f3ff3e7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:25:00.750882 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:25:00.812270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Attempting to bind port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:00.812270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Attempting to bind port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:00.812270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Attempting to bind port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 on network 8591c000-1ad9-4c58-a583-231d8245e24b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:00.823523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-71df0ca0-fc07-47b4-baa0-994c1c765664 None None] For port 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a,segment=NetworkSegment(bae5d74d-97ee-4d72-9c01-c66e15579e3e),segment_id=bae5d74d-97ee-4d72-9c01-c66e15579e3e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:00.824189 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71df0ca0-fc07-47b4-baa0-994c1c765664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.829250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-9e9f0035-ff48-4f1b-8570-949dee00403d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.829919 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-9e9f0035-ff48-4f1b-8570-949dee00403d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.839320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-71df0ca0-fc07-47b4-baa0-994c1c765664 None None] Calling delete_port for 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:25:00.839859 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 on network 8591c000-1ad9-4c58-a583-231d8245e24b not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:00.840302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Attempting to bind port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 on network 8591c000-1ad9-4c58-a583-231d8245e24b {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:00.896315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd4cadc-6102-4e08-a4b9-3c18e420ac38 req-3d0d9ab3-7931-4d32-a2ec-6b091dbdcc92 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193397 Aug 24 00:25:00.900696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-9e9f0035-ff48-4f1b-8570-949dee00403d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8318043 Aug 24 00:25:00.905410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6 req-4eedddb3-5516-47fc-b2c4-1868e51affa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.906598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6 req-4eedddb3-5516-47fc-b2c4-1868e51affa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.907094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6 req-4eedddb3-5516-47fc-b2c4-1868e51affa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.907708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:00.908788 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6 req-4eedddb3-5516-47fc-b2c4-1868e51affa8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1363778 Aug 24 00:25:00.909395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Checking segment: {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:00.911571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Bound using segment: {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:00.913173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Bound port: 0fa5762a-ea9e-4e12-a8b7-cb60c554f373, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3136dd87-86d7-427c-9152-342e52aff3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:00.915269 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.951834 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71df0ca0-fc07-47b4-baa0-994c1c765664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.960044 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bc03d-750b-4cde-ab64-8fa8a646fbd4 req-26912157-4bc4-4931-a20f-462b2473e0a4 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.969526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bc03d-750b-4cde-ab64-8fa8a646fbd4 req-26912157-4bc4-4931-a20f-462b2473e0a4 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.987894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bc03d-750b-4cde-ab64-8fa8a646fbd4 req-26912157-4bc4-4931-a20f-462b2473e0a4 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.988273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71df0ca0-fc07-47b4-baa0-994c1c765664 None None] No DVR routers for this DVR port 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:25:00.998532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bc03d-750b-4cde-ab64-8fa8a646fbd4 req-26912157-4bc4-4931-a20f-462b2473e0a4 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.007807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bc03d-750b-4cde-ab64-8fa8a646fbd4 req-26912157-4bc4-4931-a20f-462b2473e0a4 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.015464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bc03d-750b-4cde-ab64-8fa8a646fbd4 req-26912157-4bc4-4931-a20f-462b2473e0a4 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.023035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bc03d-750b-4cde-ab64-8fa8a646fbd4 req-26912157-4bc4-4931-a20f-462b2473e0a4 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.025247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f9bc03d-750b-4cde-ab64-8fa8a646fbd4 req-26912157-4bc4-4931-a20f-462b2473e0a4 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5398 time: 0.3493896 Aug 24 00:25:01.037737 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df0ca0-fc07-47b4-baa0-994c1c765664 None None] Pushing event deleted for resources: {'Port': ['ID=1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:01.043253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Request body: {'port': {'device_id': '34712797-6bc6-4bec-b71a-0d884bd38844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:01.067710 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a472-dbf8-4a4b-9538-5f367f3ff3e7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.095363 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a472-dbf8-4a4b-9538-5f367f3ff3e7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.099209 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1e9a472-dbf8-4a4b-9538-5f367f3ff3e7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "DELETE /v2.0/networks/d4b2046f-448c-4683-a4b2-b2c7534748e6 HTTP/1.1" status: 204 len: 168 time: 0.9603477 Aug 24 00:25:01.102445 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9a472-dbf8-4a4b-9538-5f367f3ff3e7 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event deleted for resources: {'Network': ['ID=d4b2046f-448c-4683-a4b2-b2c7534748e6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:01.104432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:01.201731 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.267111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6d3b154e-82b8-436b-80d6-34880669a7ee no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:01.277128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b63b361-4cfa-41e2-acea-2419f77881fb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.290836 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6 req-78db1ac2-9ca5-41f1-bffd-9ebfbba43ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.292657 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1565d6a3-4ed8-4f12-9c8f-96fd6ca4d9a6 req-78db1ac2-9ca5-41f1-bffd-9ebfbba43ea3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3462036 Aug 24 00:25:01.297163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 6d3b154e-82b8-436b-80d6-34880669a7ee {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:25:01.297595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6d3b154e-82b8-436b-80d6-34880669a7ee not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:25:01.298086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:01.302504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44c9e0-0f37-487d-a369-4979130dc47a req-0920d8bf-eaf4-4e6b-a8f7-14c186c5beac tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.316541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f44c9e0-0f37-487d-a369-4979130dc47a req-0920d8bf-eaf4-4e6b-a8f7-14c186c5beac tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 932 time: 0.2884021 Aug 24 00:25:01.317186 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.326815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] For port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:01.336107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:25:01.337288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f9bc03d-750b-4cde-ab64-8fa8a646fbd4 req-5493c1d6-638c-4025-9ba2-d754e3795b72 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3041697 Aug 24 00:25:01.338893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1dec43fd-8bf1-46d9-9503-4bb59a9d1c1a not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:25:01.376538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] For port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0fa5762a-ea9e-4e12-a8b7-cb60c554f373,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:01.407795 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b63b361-4cfa-41e2-acea-2419f77881fb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.420375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2b63b361-4cfa-41e2-acea-2419f77881fb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50081c74-0d63-4ed8-84a3-4c66a7a2c4e6']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:01.432223 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.434407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2b63b361-4cfa-41e2-acea-2419f77881fb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae5d74d-97ee-4d72-9c01-c66e15579e3e') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:01.434706 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2b63b361-4cfa-41e2-acea-2419f77881fb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae5d74d-97ee-4d72-9c01-c66e15579e3e') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:01.448111 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b63b361-4cfa-41e2-acea-2419f77881fb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.466574 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b63b361-4cfa-41e2-acea-2419f77881fb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.468052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f44c9e0-0f37-487d-a369-4979130dc47a req-c2c98730-9b94-440b-ad9d-184d8bc9f8e4 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377254 Aug 24 00:25:01.478388 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b63b361-4cfa-41e2-acea-2419f77881fb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:25:01.480064 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b63b361-4cfa-41e2-acea-2419f77881fb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.546897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.547667 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.565231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] 10.222.0.13 "PUT /v2.0/ports/0fa5762a-ea9e-4e12-a8b7-cb60c554f373 HTTP/1.1" status: 200 len: 1091 time: 3.1669929 Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:25:01.570274 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:25:01.581977 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b63b361-4cfa-41e2-acea-2419f77881fb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.626455 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b63b361-4cfa-41e2-acea-2419f77881fb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.630573 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2b63b361-4cfa-41e2-acea-2419f77881fb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "DELETE /v2.0/networks/50081c74-0d63-4ed8-84a3-4c66a7a2c4e6 HTTP/1.1" status: 204 len: 168 time: 0.5162024 Aug 24 00:25:01.630573 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63b361-4cfa-41e2-acea-2419f77881fb tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event deleted for resources: {'Network': ['ID=50081c74-0d63-4ed8-84a3-4c66a7a2c4e6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:01.632824 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:01.686121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Request body: {'port': {'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:01.713389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-801c88c3-1398-4186-996e-16c952a0f185 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Deleting subnet 499e33ef-6623-44fd-835f-97eb25c17611 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:25:01.721930 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-801c88c3-1398-4186-996e-16c952a0f185 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.758277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64f4e9-62e0-451e-9947-6c2675fb2f25 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa5762a-ea9e-4e12-a8b7-cb60c554f373,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:01.832420 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-801c88c3-1398-4186-996e-16c952a0f185 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.849633 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.944321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b7f6afab-da8d-48c2-b617-02d4cb92a1b9 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:01.951399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device aca5046f-434f-45b9-9faf-f1382c4dcae6 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:01.978942 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-801c88c3-1398-4186-996e-16c952a0f185 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.021130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: aca5046f-434f-45b9-9faf-f1382c4dcae6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:25:02.021797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device aca5046f-434f-45b9-9faf-f1382c4dcae6 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:25:02.085214 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-801c88c3-1398-4186-996e-16c952a0f185 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.128225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c88c3-1398-4186-996e-16c952a0f185 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event deleted for resources: {'Subnet': ['ID=499e33ef-6623-44fd-835f-97eb25c17611,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:02.132417 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-801c88c3-1398-4186-996e-16c952a0f185 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.134486 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-801c88c3-1398-4186-996e-16c952a0f185 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "DELETE /v2.0/subnets/499e33ef-6623-44fd-835f-97eb25c17611 HTTP/1.1" status: 204 len: 168 time: 0.5007129 Aug 24 00:25:02.136864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:02.146316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a2991f-956f-4b16-bca8-37e3e96fe133 None None] Network 8cbe31b1-cb84-4220-9255-3618f2ccb432 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:25:02.159217 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:02.187479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ae975-44d7-4c93-b966-0300f1cdc87d req-041dae45-ab38-4bde-afff-9861e708408c tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.189068 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa0ae975-44d7-4c93-b966-0300f1cdc87d req-041dae45-ab38-4bde-afff-9861e708408c tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.2414966 Aug 24 00:25:02.248697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a77dc-cabd-4bd2-8fb2-289131a9dc9c req-73cc4b45-aad2-4cd4-9dd3-6db2522e47ea tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.250061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b9a77dc-cabd-4bd2-8fb2-289131a9dc9c req-73cc4b45-aad2-4cd4-9dd3-6db2522e47ea tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2063727 Aug 24 00:25:02.261407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.267351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc06000-22da-435e-9316-50662a8fb736 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:02.287529 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.339464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Transition to ACTIVE for port object 9cc06000-22da-435e-9316-50662a8fb736 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:02.360633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa0ae975-44d7-4c93-b966-0300f1cdc87d req-0ea42d7d-a257-45ff-80e3-b13d1477ac19 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391764 Aug 24 00:25:02.362696 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Deleting port 5c6fbf3d-5206-4af3-8816-172306bd1ce8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:25:02.363170 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.370112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9', 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a', 'port_id': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9', 'mac_address': 'fa:16:3e:25:7d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1769da-f736-4c99-87b2-e73cc76c5076', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:02.381725 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.422021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': '0fa5762a-ea9e-4e12-a8b7-cb60c554f373'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:02.424344 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "0fa5762a-ea9e-4e12-a8b7-cb60c554f373"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:02.446961 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b9a77dc-cabd-4bd2-8fb2-289131a9dc9c req-6b0743f0-3136-4f9d-8fb4-599a11c7465c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851203 Aug 24 00:25:02.475909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] For port 5c6fbf3d-5206-4af3-8816-172306bd1ce8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5c6fbf3d-5206-4af3-8816-172306bd1ce8,segment=NetworkSegment(5b25da5c-545b-40fd-b2ef-63fa4caba8d4),segment_id=5b25da5c-545b-40fd-b2ef-63fa4caba8d4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:02.476387 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.499098 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Calling delete_port for 5c6fbf3d-5206-4af3-8816-172306bd1ce8 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:25:02.522450 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.540696 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a48e17-4bbe-40d5-aace-b7885b4df7f7 x-openstack-request-id: req-34a48e17-4bbe-40d5-aace-b7885b4df7f7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:02.540984 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "0fa5762a-ea9e-4e12-a8b7-cb60c554f373", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:02.541247 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34a48e17-4bbe-40d5-aace-b7885b4df7f7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:02.541639 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': '0fa5762a-ea9e-4e12-a8b7-cb60c554f373', 'status': 'completed', 'code': 200} Aug 24 00:25:02.573027 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7f6afab-da8d-48c2-b617-02d4cb92a1b9 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:02.605481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc06000-22da-435e-9316-50662a8fb736,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:02.630732 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:02.637670 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.642887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b2e7bb-8d79-42e0-8508-e0bb30f47950 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:02.673150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.692226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104d401-b11d-492f-9a36-c66ee366f364 req-82349cef-5532-4e8f-b9ae-81caa3733790 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.698563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104d401-b11d-492f-9a36-c66ee366f364 req-82349cef-5532-4e8f-b9ae-81caa3733790 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.705456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104d401-b11d-492f-9a36-c66ee366f364 req-82349cef-5532-4e8f-b9ae-81caa3733790 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.713145 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104d401-b11d-492f-9a36-c66ee366f364 req-82349cef-5532-4e8f-b9ae-81caa3733790 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.720856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104d401-b11d-492f-9a36-c66ee366f364 req-82349cef-5532-4e8f-b9ae-81caa3733790 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.725746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104d401-b11d-492f-9a36-c66ee366f364 req-82349cef-5532-4e8f-b9ae-81caa3733790 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.732830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104d401-b11d-492f-9a36-c66ee366f364 req-82349cef-5532-4e8f-b9ae-81caa3733790 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.734815 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f104d401-b11d-492f-9a36-c66ee366f364 req-82349cef-5532-4e8f-b9ae-81caa3733790 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5398 time: 0.2496734 Aug 24 00:25:02.739763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1567e1a4-ddd2-4d0e-b06c-85c1abe74112 None None] DHCP port deletion for 8cbe31b1-cb84-4220-9255-3618f2ccb432 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:25:02.742728 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f req-aec5224c-c36f-4459-b887-8bceeb068363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.743351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f req-aec5224c-c36f-4459-b887-8bceeb068363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.743826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f req-aec5224c-c36f-4459-b887-8bceeb068363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.744304 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f req-aec5224c-c36f-4459-b887-8bceeb068363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.744774 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f req-aec5224c-c36f-4459-b887-8bceeb068363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.745259 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f req-aec5224c-c36f-4459-b887-8bceeb068363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.746047 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f req-aec5224c-c36f-4459-b887-8bceeb068363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.749846 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f req-aec5224c-c36f-4459-b887-8bceeb068363 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 6345 time: 0.1695292 Aug 24 00:25:02.751075 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.784131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:02.795668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Transition to ACTIVE for port object 43b2e7bb-8d79-42e0-8508-e0bb30f47950 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:02.800405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] No DVR routers for this DVR port 5c6fbf3d-5206-4af3-8816-172306bd1ce8 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:25:02.802478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event deleted for resources: {'Port': ['ID=5c6fbf3d-5206-4af3-8816-172306bd1ce8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:02.813840 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.820109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['b7f6afab-da8d-48c2-b617-02d4cb92a1b9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:02.887430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Attempting to bind port 9cc06000-22da-435e-9316-50662a8fb736 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:02.887929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Attempting to bind port 9cc06000-22da-435e-9316-50662a8fb736 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:02.888753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Attempting to bind port 9cc06000-22da-435e-9316-50662a8fb736 on network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:02.913202 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f104d401-b11d-492f-9a36-c66ee366f364 req-516c611c-cf31-40ee-be83-35135a06913c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1657121 Aug 24 00:25:02.921337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Port 9cc06000-22da-435e-9316-50662a8fb736 on network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:02.921648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Attempting to bind port 9cc06000-22da-435e-9316-50662a8fb736 on network 17ce1421-2fab-4cd9-b1d6-25282e6db2eb {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:02.930658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5166b0-5971-47aa-a71d-103cc97768fd req-1514b454-3018-407a-9c23-84a9141030a2 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.932271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f5166b0-5971-47aa-a71d-103cc97768fd req-1514b454-3018-407a-9c23-84a9141030a2 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 944 time: 0.1944811 Aug 24 00:25:02.937491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Pushing event updated for resources: {'Port': ['ID=43b2e7bb-8d79-42e0-8508-e0bb30f47950,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:02.949407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:02.949769 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Checking segment: {'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:02.950100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Bound using segment: {'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:02.951096 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Bound port: 9cc06000-22da-435e-9316-50662a8fb736, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcdd67c6-498d-4126-8193-142d05385f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:02.951465 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.034866 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.077419 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f req-b77a1679-317c-4e2b-8543-24c38dbbcf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.077898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f req-b77a1679-317c-4e2b-8543-24c38dbbcf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.078368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f req-b77a1679-317c-4e2b-8543-24c38dbbcf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.080037 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f req-b77a1679-317c-4e2b-8543-24c38dbbcf47 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2909577 Aug 24 00:25:03.142474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f5166b0-5971-47aa-a71d-103cc97768fd req-cf05e168-8dd7-4a8c-9b71-36f16771472c tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970177 Aug 24 00:25:03.169550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Attempting to bind port 43b2e7bb-8d79-42e0-8508-e0bb30f47950 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:03.169904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Attempting to bind port 43b2e7bb-8d79-42e0-8508-e0bb30f47950 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:03.170242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Attempting to bind port 43b2e7bb-8d79-42e0-8508-e0bb30f47950 on network 68caed49-e03d-42a4-a3fa-e069dfc1351d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:03.179045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Port 43b2e7bb-8d79-42e0-8508-e0bb30f47950 on network 68caed49-e03d-42a4-a3fa-e069dfc1351d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:03.179380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Attempting to bind port 43b2e7bb-8d79-42e0-8508-e0bb30f47950 on network 68caed49-e03d-42a4-a3fa-e069dfc1351d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:03.184323 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.188329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:03.188726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Checking segment: {'id': 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:03.189099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Bound using segment: {'id': 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:03.190027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Bound port: 43b2e7bb-8d79-42e0-8508-e0bb30f47950, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:03.190027 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.202334 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbe31b1-cb84-4220-9255-3618f2ccb432']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:03.202754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] For port 9cc06000-22da-435e-9316-50662a8fb736, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:03.220141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] For port 9cc06000-22da-435e-9316-50662a8fb736, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9cc06000-22da-435e-9316-50662a8fb736,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:03.225521 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b25da5c-545b-40fd-b2ef-63fa4caba8d4') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:03.225822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b25da5c-545b-40fd-b2ef-63fa4caba8d4') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:03.242400 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.243884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.265212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5c6fbf3d-5206-4af3-8816-172306bd1ce8 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:03.276340 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.287754 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 5c6fbf3d-5206-4af3-8816-172306bd1ce8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:25:03.288156 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5c6fbf3d-5206-4af3-8816-172306bd1ce8 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:25:03.290474 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:25:03.290917 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.298931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.299548 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.300987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] 10.222.0.47 "PUT /v2.0/ports/9cc06000-22da-435e-9316-50662a8fb736 HTTP/1.1" status: 200 len: 1092 time: 2.2747374 Aug 24 00:25:03.338269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] For port 43b2e7bb-8d79-42e0-8508-e0bb30f47950, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:03.340470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763c2b9-f496-4dde-81ff-e0db9aee36b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc06000-22da-435e-9316-50662a8fb736,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:03.359592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] For port 43b2e7bb-8d79-42e0-8508-e0bb30f47950, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=43b2e7bb-8d79-42e0-8508-e0bb30f47950,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:25:03.361461 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:25:03.363979 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f req-2e03767b-45ce-46c2-8e64-a854e81918c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.364857 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8d37eea7-cd61-4cd4-8d73-d8b643585c9f req-2e03767b-45ce-46c2-8e64-a854e81918c7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2762036 Aug 24 00:25:03.367287 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.368799 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.376778 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.381726 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "DELETE /v2.0/networks/8cbe31b1-cb84-4220-9255-3618f2ccb432 HTTP/1.1" status: 204 len: 168 time: 1.2438416 Aug 24 00:25:03.382267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58582) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:03.409975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6772f4e-cd16-4ea1-8954-caae7db3f95c tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Pushing event deleted for resources: {'Network': ['ID=8cbe31b1-cb84-4220-9255-3618f2ccb432,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:03.442925 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d8cb82c-4b3e-45a4-8bfa-1e24da89d53b tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7beddac-1fae-4b95-b272-52c5a26ab97e HTTP/1.1" status: 200 len: 205 time: 0.0434728 Aug 24 00:25:03.446520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.447919 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.451225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58586) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:03.451338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] 10.222.0.13 "PUT /v2.0/ports/43b2e7bb-8d79-42e0-8508-e0bb30f47950 HTTP/1.1" status: 200 len: 1091 time: 1.7803502 Aug 24 00:25:03.515651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6768f9-102b-46fc-8083-d6384bbd3d01 service neutron] Pushing event updated for resources: {'Port': ['ID=43b2e7bb-8d79-42e0-8508-e0bb30f47950,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:03.525528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Request body: {'port': {'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:03.534426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-bfa1df27-abed-4b6d-9b9d-b73060b10533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.535125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b5e4c2e-1504-486c-b40f-7b9544386484 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.536193 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-bfa1df27-abed-4b6d-9b9d-b73060b10533 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b3c7be1e4a4564bafa09f2c9e5612b&device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 1095 time: 0.1584582 Aug 24 00:25:03.639880 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-57e6abe2-b53a-47e9-999d-491dabddae98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc06000-22da-435e-9316-50662a8fb736 HTTP/1.1" status: 200 len: 217 time: 0.0733824 Aug 24 00:25:03.692883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c9f0d-a940-469d-bd26-e0ecd3fbd866 req-36d0ef7f-89f7-4fc7-a514-a329d90c2dab tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.694910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e49c9f0d-a940-469d-bd26-e0ecd3fbd866 req-36d0ef7f-89f7-4fc7-a514-a329d90c2dab tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.2244794 Aug 24 00:25:03.732580 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.758048 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf5192-bef5-47d0-acd8-e8c6e194195d req-ab584de9-2b49-454b-a889-97553dd87703 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.759679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4faf5192-bef5-47d0-acd8-e8c6e194195d req-ab584de9-2b49-454b-a889-97553dd87703 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 944 time: 0.2285664 Aug 24 00:25:03.770057 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b5e4c2e-1504-486c-b40f-7b9544386484 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.773354 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b5e4c2e-1504-486c-b40f-7b9544386484 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.791102 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b6c42-1da3-49d1-ac25-4a09519d3af5 req-33036e95-0e89-462c-b9d3-b7e4449c5a47 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.792766 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d7b6c42-1da3-49d1-ac25-4a09519d3af5 req-33036e95-0e89-462c-b9d3-b7e4449c5a47 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 946 time: 0.1606338 Aug 24 00:25:03.840791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-f98c3ab9-3298-40bd-b063-9dc077062de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.843137 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-f98c3ab9-3298-40bd-b063-9dc077062de6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d1a1303-12b4-4df1-8051-6ef6912eb98d HTTP/1.1" status: 200 len: 845 time: 0.1759040 Aug 24 00:25:03.860126 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b5e4c2e-1504-486c-b40f-7b9544386484 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.860957 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5e4c2e-1504-486c-b40f-7b9544386484 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Fanout notify agent at l3_agent the message router_deleted on router e7beddac-1fae-4b95-b272-52c5a26ab97e {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:25:03.874965 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b5e4c2e-1504-486c-b40f-7b9544386484 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:03.876170 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b5e4c2e-1504-486c-b40f-7b9544386484 tempest-RoutersNegativeTest-821013267 tempest-RoutersNegativeTest-821013267-project] 10.222.0.32 "DELETE /v2.0/routers/e7beddac-1fae-4b95-b272-52c5a26ab97e HTTP/1.1" status: 204 len: 168 time: 0.4261425 Aug 24 00:25:03.877522 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e49c9f0d-a940-469d-bd26-e0ecd3fbd866 req-f52d005a-d1cf-4c09-b23b-5e08e9810640 tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/security-groups?id=f604a68f-ca7e-4765-85d0-0f3eba11d6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601326 Aug 24 00:25:03.918394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-363ac389-29d3-4be5-95ab-e5bce7776f0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638330 Aug 24 00:25:03.922643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4faf5192-bef5-47d0-acd8-e8c6e194195d req-030b5d58-4835-4209-ab29-50febda551b7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456454 Aug 24 00:25:03.958117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b7f6afab-da8d-48c2-b617-02d4cb92a1b9 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:04.013175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-0d7b6c42-1da3-49d1-ac25-4a09519d3af5 req-4a294788-7ae8-4233-b353-b095f18a4cee tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Deleting port bd9b1096-b49e-4037-b850-440db524840b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:25:04.013589 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d7b6c42-1da3-49d1-ac25-4a09519d3af5 req-4a294788-7ae8-4233-b353-b095f18a4cee tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:04.076011 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port b7f6afab-da8d-48c2-b617-02d4cb92a1b9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:04.077028 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:04.246154 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-0d7b6c42-1da3-49d1-ac25-4a09519d3af5 req-4a294788-7ae8-4233-b353-b095f18a4cee tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] For port bd9b1096-b49e-4037-b850-440db524840b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=bd9b1096-b49e-4037-b850-440db524840b,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:04.246527 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d7b6c42-1da3-49d1-ac25-4a09519d3af5 req-4a294788-7ae8-4233-b353-b095f18a4cee tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:04.253986 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:04.279558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-0d7b6c42-1da3-49d1-ac25-4a09519d3af5 req-4a294788-7ae8-4233-b353-b095f18a4cee tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Calling delete_port for bd9b1096-b49e-4037-b850-440db524840b owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:25:04.299726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:04.301305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaf597-1113-44a0-b6be-181d71023cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:04.304558 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d455f511-19f9-4c98-a2d4-30a5c39043cd" -d '{"events": [{"server_uuid": "34eaf597-1113-44a0-b6be-181d71023cb9", "name": "network-vif-plugged", "status": "completed", "tag": "b7f6afab-da8d-48c2-b617-02d4cb92a1b9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:04.313374 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:04.351983 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58614) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:04.393899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:04.490379 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d7b6c42-1da3-49d1-ac25-4a09519d3af5 req-4a294788-7ae8-4233-b353-b095f18a4cee tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:04.528515 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a294788-7ae8-4233-b353-b095f18a4cee tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Pushing event deleted for resources: {'Port': ['ID=bd9b1096-b49e-4037-b850-440db524840b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:04.582728 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7b6c42-1da3-49d1-ac25-4a09519d3af5 req-4a294788-7ae8-4233-b353-b095f18a4cee tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] No DVR routers for this DVR port bd9b1096-b49e-4037-b850-440db524840b on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:25:04.585862 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-0d7b6c42-1da3-49d1-ac25-4a09519d3af5 req-4a294788-7ae8-4233-b353-b095f18a4cee tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:04.588087 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d7b6c42-1da3-49d1-ac25-4a09519d3af5 req-4a294788-7ae8-4233-b353-b095f18a4cee tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.13 "DELETE /v2.0/ports/bd9b1096-b49e-4037-b850-440db524840b HTTP/1.1" status: 204 len: 173 time: 0.7655461 Aug 24 00:25:04.588554 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d6e79b-5751-4d29-a8ea-448eefe99d39', 'name': 'network-vif-deleted', 'tag': 'bd9b1096-b49e-4037-b850-440db524840b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:04.591022 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ce47b3-1b92-438e-85b1-ce817b528f31" -d '{"events": [{"server_uuid": "a7d6e79b-5751-4d29-a8ea-448eefe99d39", "name": "network-vif-deleted", "tag": "bd9b1096-b49e-4037-b850-440db524840b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:04.598227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34712797-6bc6-4bec-b71a-0d884bd38844', 'tag': '9cc06000-22da-435e-9316-50662a8fb736'}, {'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': '43b2e7bb-8d79-42e0-8508-e0bb30f47950'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:04.600747 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec67a3ff-5c67-4704-a491-2afc2c68ec67" -d '{"events": [{"name": "network-changed", "server_uuid": "34712797-6bc6-4bec-b71a-0d884bd38844", "tag": "9cc06000-22da-435e-9316-50662a8fb736"}, {"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "43b2e7bb-8d79-42e0-8508-e0bb30f47950"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:04.694835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b402-f9bb-4c49-abc0-dff3e2463c4f req-76f21d94-6526-4161-afb7-cfa4ecfa6f61 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.702335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b402-f9bb-4c49-abc0-dff3e2463c4f req-76f21d94-6526-4161-afb7-cfa4ecfa6f61 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.708331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b402-f9bb-4c49-abc0-dff3e2463c4f req-76f21d94-6526-4161-afb7-cfa4ecfa6f61 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.714414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b402-f9bb-4c49-abc0-dff3e2463c4f req-76f21d94-6526-4161-afb7-cfa4ecfa6f61 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.721264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b402-f9bb-4c49-abc0-dff3e2463c4f req-76f21d94-6526-4161-afb7-cfa4ecfa6f61 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.727174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b402-f9bb-4c49-abc0-dff3e2463c4f req-76f21d94-6526-4161-afb7-cfa4ecfa6f61 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.733434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b402-f9bb-4c49-abc0-dff3e2463c4f req-76f21d94-6526-4161-afb7-cfa4ecfa6f61 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.744838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0447b402-f9bb-4c49-abc0-dff3e2463c4f req-76f21d94-6526-4161-afb7-cfa4ecfa6f61 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5410 time: 0.6807134 Aug 24 00:25:04.762174 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-781a020b-57c1-45b1-ac9f-2d104d65e023 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53e135011669479bb48dabbb9bc626ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090431 Aug 24 00:25:04.768402 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:04.800003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-f1e09810-761d-496e-a262-859c0de49839 service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8707793 Aug 24 00:25:04.807954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2ecd3-ef92-40a2-abbc-05007e02b115 req-0e1d52df-3227-4983-9ab3-7a2f97eb99e2 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.809648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66b2ecd3-ef92-40a2-abbc-05007e02b115 req-0e1d52df-3227-4983-9ab3-7a2f97eb99e2 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 944 time: 0.2521334 Aug 24 00:25:04.847381 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58684d12-d7e0-4c9e-8fac-dc9c258effc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:04.871526 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58684d12-d7e0-4c9e-8fac-dc9c258effc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:04.940958 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58684d12-d7e0-4c9e-8fac-dc9c258effc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:04.949259 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58684d12-d7e0-4c9e-8fac-dc9c258effc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:04.954683 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-58684d12-d7e0-4c9e-8fac-dc9c258effc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e823738b-85a2-44b6-b7bf-fbc80f7ab7e5 HTTP/1.1" status: 204 len: 168 time: 0.1851304 Aug 24 00:25:04.968212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0447b402-f9bb-4c49-abc0-dff3e2463c4f req-8773d047-35ba-4bc7-b9c5-5d4ff22a7321 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2223215 Aug 24 00:25:04.968839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58684d12-d7e0-4c9e-8fac-dc9c258effc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e823738b-85a2-44b6-b7bf-fbc80f7ab7e5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:05.048600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2478bcf1-9332-4965-ae9d-17c5749c08fc {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:05.066893 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cf9435-f516-4a28-9545-19be05051cc8 x-openstack-request-id: req-b6cf9435-f516-4a28-9545-19be05051cc8 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:05.067340 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaf597-1113-44a0-b6be-181d71023cb9", "name": "network-vif-plugged", "status": "completed", "tag": "b7f6afab-da8d-48c2-b617-02d4cb92a1b9", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:05.067914 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6cf9435-f516-4a28-9545-19be05051cc8 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:05.069696 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaf597-1113-44a0-b6be-181d71023cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9', 'code': 200} Aug 24 00:25:05.091663 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66b2ecd3-ef92-40a2-abbc-05007e02b115 req-194b5397-d2ac-4edc-aa0a-01832551c930 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606518 Aug 24 00:25:05.095619 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:05.127985 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491268c6-063f-4787-8585-cd21486e3937 x-openstack-request-id: req-491268c6-063f-4787-8585-cd21486e3937 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:05.128555 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d6e79b-5751-4d29-a8ea-448eefe99d39", "name": "network-vif-deleted", "tag": "bd9b1096-b49e-4037-b850-440db524840b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:05.128555 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-491268c6-063f-4787-8585-cd21486e3937 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:05.128965 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d6e79b-5751-4d29-a8ea-448eefe99d39', 'name': 'network-vif-deleted', 'tag': 'bd9b1096-b49e-4037-b850-440db524840b', 'status': 'completed', 'code': 200} Aug 24 00:25:05.192534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0918f608-c8db-464d-8c31-e3010b4afa25 req-5585e03b-520f-4056-9b28-646b42ff7ce8 service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784840 Aug 24 00:25:05.204065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Transition to ACTIVE for port object 2478bcf1-9332-4965-ae9d-17c5749c08fc will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:05.230130 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:05.234339 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e7bee0-b6cf-49a1-9e17-45bdbc28d66d x-openstack-request-id: req-97e7bee0-b6cf-49a1-9e17-45bdbc28d66d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:05.235404 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34712797-6bc6-4bec-b71a-0d884bd38844", "tag": "9cc06000-22da-435e-9316-50662a8fb736", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "43b2e7bb-8d79-42e0-8508-e0bb30f47950", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:05.235870 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97e7bee0-b6cf-49a1-9e17-45bdbc28d66d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:05.235996 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34712797-6bc6-4bec-b71a-0d884bd38844', 'tag': '9cc06000-22da-435e-9316-50662a8fb736', 'status': 'completed', 'code': 200} Aug 24 00:25:05.236243 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': '43b2e7bb-8d79-42e0-8508-e0bb30f47950', 'status': 'completed', 'code': 200} Aug 24 00:25:05.358011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-c9e7b984-ab6d-4864-bda8-a663d7b41be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.361295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-c9e7b984-ab6d-4864-bda8-a663d7b41be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.363401 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-c9e7b984-ab6d-4864-bda8-a663d7b41be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.364222 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-c9e7b984-ab6d-4864-bda8-a663d7b41be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.366470 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-c9e7b984-ab6d-4864-bda8-a663d7b41be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.368533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-c9e7b984-ab6d-4864-bda8-a663d7b41be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.369553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-c9e7b984-ab6d-4864-bda8-a663d7b41be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.376239 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-c9e7b984-ab6d-4864-bda8-a663d7b41be8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 6437 time: 0.1265864 Aug 24 00:25:05.402330 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2efef995-7a66-4c89-a62a-6dcd1a3ffe27 req-2014bcba-d551-4f09-b6c1-173d21eb2f1c tempest-ListServerFiltersTestJSON-1648956309 tempest-ListServerFiltersTestJSON-1648956309-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7d6e79b-5751-4d29-a8ea-448eefe99d39 HTTP/1.1" status: 200 len: 210 time: 0.1051495 Aug 24 00:25:05.489200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Pushing event updated for resources: {'Port': ['ID=2478bcf1-9332-4965-ae9d-17c5749c08fc,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:05.634167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52515e-c636-494e-89ca-b4aadacc60e5 req-2443300a-1edc-4b29-9130-d434853d5c56 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.642502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a52515e-c636-494e-89ca-b4aadacc60e5 req-2443300a-1edc-4b29-9130-d434853d5c56 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2344072 Aug 24 00:25:05.659844 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-a22d28b0-d043-4fc2-8d8c-e89a1724594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.661660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-a22d28b0-d043-4fc2-8d8c-e89a1724594b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b3c7be1e4a4564bafa09f2c9e5612b&device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 1095 time: 0.3308384 Aug 24 00:25:05.665035 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-b776d85e-3246-4f1e-b3e6-a67c899298ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.665459 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-b776d85e-3246-4f1e-b3e6-a67c899298ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.665929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-b776d85e-3246-4f1e-b3e6-a67c899298ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.668048 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-b776d85e-3246-4f1e-b3e6-a67c899298ce service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2761755 Aug 24 00:25:05.765797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Attempting to bind port 2478bcf1-9332-4965-ae9d-17c5749c08fc on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:05.766137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Attempting to bind port 2478bcf1-9332-4965-ae9d-17c5749c08fc by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:05.766978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Attempting to bind port 2478bcf1-9332-4965-ae9d-17c5749c08fc on network 68caed49-e03d-42a4-a3fa-e069dfc1351d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:05.775965 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a52515e-c636-494e-89ca-b4aadacc60e5 req-63c6b50f-3d4f-49cf-9852-1d8c48d3b5a4 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325626 Aug 24 00:25:05.789106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Port 2478bcf1-9332-4965-ae9d-17c5749c08fc on network 68caed49-e03d-42a4-a3fa-e069dfc1351d not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:05.789453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Attempting to bind port 2478bcf1-9332-4965-ae9d-17c5749c08fc on network 68caed49-e03d-42a4-a3fa-e069dfc1351d {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:05.792754 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-bb91284b-f750-45a7-9425-c1754250bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.795385 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-bb91284b-f750-45a7-9425-c1754250bc8b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1198375 Aug 24 00:25:05.798982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-5e301468-b64f-4c41-87d8-b75f42897bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.800573 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-5e301468-b64f-4c41-87d8-b75f42897bd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb HTTP/1.1" status: 200 len: 906 time: 0.1310873 Aug 24 00:25:05.801281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:05.801628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Checking segment: {'id': 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:05.802013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Bound using segment: {'id': 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:05.802527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Bound port: 2478bcf1-9332-4965-ae9d-17c5749c08fc, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:05.803005 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:05.865794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-65f9c989-31e0-4162-9c1c-92c32bdccca2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc06000-22da-435e-9316-50662a8fb736 HTTP/1.1" status: 200 len: 217 time: 0.0514808 Aug 24 00:25:05.991839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-1356414e-bf32-4f38-873b-337c2d28efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.995559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-1356414e-bf32-4f38-873b-337c2d28efe6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d1a1303-12b4-4df1-8051-6ef6912eb98d HTTP/1.1" status: 200 len: 845 time: 0.1077249 Aug 24 00:25:06.014311 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] For port 2478bcf1-9332-4965-ae9d-17c5749c08fc, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:06.030462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] For port 2478bcf1-9332-4965-ae9d-17c5749c08fc, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2478bcf1-9332-4965-ae9d-17c5749c08fc,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:06.071828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device bd9b1096-b49e-4037-b850-440db524840b no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:06.103723 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:06.125151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-ddf66366-d239-4a71-9786-6455bfbe3050 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17ce1421-2fab-4cd9-b1d6-25282e6db2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913351 Aug 24 00:25:06.127369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: bd9b1096-b49e-4037-b850-440db524840b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:25:06.131491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device bd9b1096-b49e-4037-b850-440db524840b not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:25:06.211107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.212101 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:06.213865 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] 10.222.0.13 "PUT /v2.0/ports/2478bcf1-9332-4965-ae9d-17c5749c08fc HTTP/1.1" status: 200 len: 1091 time: 2.7021303 Aug 24 00:25:06.457668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff49e01-8091-42ef-a19a-3d79f4c4de64 service neutron] Pushing event updated for resources: {'Port': ['ID=2478bcf1-9332-4965-ae9d-17c5749c08fc,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:06.543099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a16b2-ef5c-4749-a90a-6e8df67630e8 req-7a9eb275-8301-4fbf-a32b-6fdcb009bcb7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.552482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a16b2-ef5c-4749-a90a-6e8df67630e8 req-7a9eb275-8301-4fbf-a32b-6fdcb009bcb7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.560130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a16b2-ef5c-4749-a90a-6e8df67630e8 req-7a9eb275-8301-4fbf-a32b-6fdcb009bcb7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.569247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a16b2-ef5c-4749-a90a-6e8df67630e8 req-7a9eb275-8301-4fbf-a32b-6fdcb009bcb7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.577038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a16b2-ef5c-4749-a90a-6e8df67630e8 req-7a9eb275-8301-4fbf-a32b-6fdcb009bcb7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.585857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a16b2-ef5c-4749-a90a-6e8df67630e8 req-7a9eb275-8301-4fbf-a32b-6fdcb009bcb7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.593889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a16b2-ef5c-4749-a90a-6e8df67630e8 req-7a9eb275-8301-4fbf-a32b-6fdcb009bcb7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.596057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-832a16b2-ef5c-4749-a90a-6e8df67630e8 req-7a9eb275-8301-4fbf-a32b-6fdcb009bcb7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.4623218 Aug 24 00:25:06.617983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db892a-b65e-4eec-8ff6-fac5a91f4779 req-0ef63f6e-5b58-443b-8482-e623af37c3fb tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.630901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9db892a-b65e-4eec-8ff6-fac5a91f4779 req-0ef63f6e-5b58-443b-8482-e623af37c3fb tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 944 time: 0.3778439 Aug 24 00:25:06.639901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-547ca758-d8ac-4232-9df9-ddcd23d0b9c0 service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680257 Aug 24 00:25:06.646955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1d58d509-ecd0-4045-9516-80549e83301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.647420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1d58d509-ecd0-4045-9516-80549e83301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.647937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1d58d509-ecd0-4045-9516-80549e83301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.648411 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1d58d509-ecd0-4045-9516-80549e83301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.648868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1d58d509-ecd0-4045-9516-80549e83301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.649338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1d58d509-ecd0-4045-9516-80549e83301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.649911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1d58d509-ecd0-4045-9516-80549e83301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.652848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1d58d509-ecd0-4045-9516-80549e83301f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 6479 time: 0.3326988 Aug 24 00:25:06.818251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:06.874109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-b14da8ad-a775-4c8f-8c66-68a9a71d4ee1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c4c26db-5400-4125-aa10-8233f045bb5d HTTP/1.1" status: 200 len: 217 time: 0.1096568 Aug 24 00:25:06.986195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec67a3ff-5c67-4704-a491-2afc2c68ec67 req-e154d267-5c1b-42d2-8c12-8a9c2a3f6727 service neutron] 10.222.0.47 "GET /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317683 Aug 24 00:25:07.003593 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9db892a-b65e-4eec-8ff6-fac5a91f4779 req-e8db7965-f8cc-49a0-b71f-5288a31d0a2e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689516 Aug 24 00:25:07.043280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-832a16b2-ef5c-4749-a90a-6e8df67630e8 req-99266a24-02e0-4f29-8f15-9ae650ef67e5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4083562 Aug 24 00:25:07.094321 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-84d6ab7e-ecce-42d3-9770-0ef444033076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:07.097698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-84d6ab7e-ecce-42d3-9770-0ef444033076 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=542bc52f-4c2c-4a98-8ce4-d541f5b4ae68 HTTP/1.1" status: 200 len: 850 time: 0.2132254 Aug 24 00:25:07.123525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:07.231128 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cd1e6340-b812-4912-ab1d-c2e3a50ace06 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:07.233606 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-cd1e6340-b812-4912-ab1d-c2e3a50ace06 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 24 00:25:07.234561 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-cd1e6340-b812-4912-ab1d-c2e3a50ace06 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): There was a conflict when trying to complete your request. Aug 24 00:25:07.236610 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cd1e6340-b812-4912-ab1d-c2e3a50ace06 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4151864 Aug 24 00:25:07.239520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:07.250730 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': '2478bcf1-9332-4965-ae9d-17c5749c08fc'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:07.256672 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f52bd55c-66a4-4079-8746-92533b6b18ee tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394714260'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:07.264192 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "2478bcf1-9332-4965-ae9d-17c5749c08fc"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:07.297074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ae08c870-852b-409d-82d6-7a1f29111b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:07.298802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-ae08c870-852b-409d-82d6-7a1f29111b06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b7ccae0-e69a-4c8d-80f1-37ac538228c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920531 Aug 24 00:25:07.363399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-56984b9d-0e97-4c78-8023-586d0ec65017 admin admin] Deleting subnet 126fe64f-b7ab-4d93-859d-85ef7626efdf {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:25:07.378900 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f52bd55c-66a4-4079-8746-92533b6b18ee tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.401150 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f52bd55c-66a4-4079-8746-92533b6b18ee tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.418362 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56984b9d-0e97-4c78-8023-586d0ec65017 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.445507 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614c34d2-c70d-45f2-9aa9-5ae00305eb11 x-openstack-request-id: req-614c34d2-c70d-45f2-9aa9-5ae00305eb11 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:07.445858 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "2478bcf1-9332-4965-ae9d-17c5749c08fc", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:07.445974 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-614c34d2-c70d-45f2-9aa9-5ae00305eb11 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:07.446287 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': '2478bcf1-9332-4965-ae9d-17c5749c08fc', 'status': 'completed', 'code': 200} Aug 24 00:25:07.487459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69847a64-a5ed-41cd-aa78-246b5c8d4d6b req-88e4a72a-e5a3-4fae-829e-c6ea58c87cba tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:07.494737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69847a64-a5ed-41cd-aa78-246b5c8d4d6b req-88e4a72a-e5a3-4fae-829e-c6ea58c87cba tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1147990 Aug 24 00:25:07.528062 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f52bd55c-66a4-4079-8746-92533b6b18ee tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.546121 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69847a64-a5ed-41cd-aa78-246b5c8d4d6b req-a9a38f2b-7ef8-433f-a430-8f3920eb3c1f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504787 Aug 24 00:25:07.564801 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-77c0be67-86e5-4181-876a-27103f7eeb93 service neutron] 10.222.0.13 "GET /v2.0/networks/0b7ccae0-e69a-4c8d-80f1-37ac538228c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364259 Aug 24 00:25:07.565510 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f52bd55c-66a4-4079-8746-92533b6b18ee tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.617905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56984b9d-0e97-4c78-8023-586d0ec65017 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.643795 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bd55c-66a4-4079-8746-92533b6b18ee tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020b431d-84dd-448e-9bb4-f6024d72e592,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:07.739098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-7894e004-bca1-44f4-b059-5d1e1f3f9fe6 service neutron] 10.222.0.13 "GET /v2.0/networks/0b7ccae0-e69a-4c8d-80f1-37ac538228c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607914 Aug 24 00:25:07.765103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f52bd55c-66a4-4079-8746-92533b6b18ee tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.767013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56984b9d-0e97-4c78-8023-586d0ec65017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.789332 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f52bd55c-66a4-4079-8746-92533b6b18ee tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.815331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-34182349-217e-457d-b9de-a9681a418ebb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=acd050dd-ebe6-4233-874e-43f1364883c7 HTTP/1.1" status: 200 len: 217 time: 0.0686798 Aug 24 00:25:07.832210 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58728) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:07.832484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bd55c-66a4-4079-8746-92533b6b18ee tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d0c50b-bb00-4d15-bc54-af78ea71d2d5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:07.834499 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f52bd55c-66a4-4079-8746-92533b6b18ee tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.838704 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f52bd55c-66a4-4079-8746-92533b6b18ee tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5979915 Aug 24 00:25:07.839526 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58730) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:07.848691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-401cfb46-78c3-43e5-a739-f90aafa8822e tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': '20d0c50b-bb00-4d15-bc54-af78ea71d2d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:07.895376 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-401cfb46-78c3-43e5-a739-f90aafa8822e tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.918363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-b73febb8-697a-4da3-94d7-4b2c1cf8f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:07.923004 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-b73febb8-697a-4da3-94d7-4b2c1cf8f848 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d10fa38d-daaa-42f0-93b2-66b400d296af HTTP/1.1" status: 200 len: 797 time: 0.1000154 Aug 24 00:25:07.926915 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56984b9d-0e97-4c78-8023-586d0ec65017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.977532 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-401cfb46-78c3-43e5-a739-f90aafa8822e tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.981267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56984b9d-0e97-4c78-8023-586d0ec65017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126fe64f-b7ab-4d93-859d-85ef7626efdf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:07.985350 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56984b9d-0e97-4c78-8023-586d0ec65017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.987161 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-56984b9d-0e97-4c78-8023-586d0ec65017 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/126fe64f-b7ab-4d93-859d-85ef7626efdf HTTP/1.1" status: 204 len: 168 time: 0.8621650 Aug 24 00:25:07.988722 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-401cfb46-78c3-43e5-a739-f90aafa8822e tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.991103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:07.991267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd3a183-e3bb-43cf-92ca-d2955cc348b5 None None] Network bbdeaf26-194e-49d9-a7c5-7cd739d0433a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:25:08.008030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-350ea99c-6393-4d2b-8851-c3442681a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:08.010984 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-350ea99c-6393-4d2b-8851-c3442681a240 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8591c000-1ad9-4c58-a583-231d8245e24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791676 Aug 24 00:25:08.101297 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cfb46-78c3-43e5-a739-f90aafa8822e tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e360e0-3073-4dcd-b2da-ca3b08949a90,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:08.128609 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-401cfb46-78c3-43e5-a739-f90aafa8822e tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.133504 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-401cfb46-78c3-43e5-a739-f90aafa8822e tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2887504 Aug 24 00:25:08.139550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58740) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:08.145466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6202899c-f15a-494a-adce-a27ae749ca67 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': '20d0c50b-bb00-4d15-bc54-af78ea71d2d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:08.161040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.216946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-12c643e2-072d-4530-ae1b-bd13c534716d service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971073 Aug 24 00:25:08.231930 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6202899c-f15a-494a-adce-a27ae749ca67 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.313048 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-6202899c-f15a-494a-adce-a27ae749ca67 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): There was a conflict when trying to complete your request. Aug 24 00:25:08.317083 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6202899c-f15a-494a-adce-a27ae749ca67 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1764662 Aug 24 00:25:08.317655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58744) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:08.329418 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e93db8c-25a6-4113-8bd4-fd0dc9cf1247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.362797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Deleting port 84189f6e-83d0-4c89-8ce6-dae8a96e344a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:25:08.363165 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.409000 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d3170b-6a32-416a-894c-94a73b439f8c None None] DHCP port deletion for bbdeaf26-194e-49d9-a7c5-7cd739d0433a request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:25:08.470766 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdd86c6d-bb63-4fc5-a76d-b80f5e1ab939 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.476167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f3f94-ea7d-4552-b03b-630deac21c07 req-ed8da58c-baeb-4bc3-af3d-f6c9401089a0 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:08.478076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-477f3f94-ea7d-4552-b03b-630deac21c07 req-ed8da58c-baeb-4bc3-af3d-f6c9401089a0 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 944 time: 0.2493088 Aug 24 00:25:08.499185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e3ca7-e756-4e3a-9f07-c8b49c2eb75b req-6821babe-6e73-44c4-b2bd-55c319e805b1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:08.505196 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e3ca7-e756-4e3a-9f07-c8b49c2eb75b req-6821babe-6e73-44c4-b2bd-55c319e805b1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:08.511451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e3ca7-e756-4e3a-9f07-c8b49c2eb75b req-6821babe-6e73-44c4-b2bd-55c319e805b1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:08.512336 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] For port 84189f6e-83d0-4c89-8ce6-dae8a96e344a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=84189f6e-83d0-4c89-8ce6-dae8a96e344a,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:08.513335 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.518839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e3ca7-e756-4e3a-9f07-c8b49c2eb75b req-6821babe-6e73-44c4-b2bd-55c319e805b1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:08.524196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3170b-6a32-416a-894c-94a73b439f8c None None] Deleting port 84189f6e-83d0-4c89-8ce6-dae8a96e344a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:25:08.524379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e3ca7-e756-4e3a-9f07-c8b49c2eb75b req-6821babe-6e73-44c4-b2bd-55c319e805b1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:08.525841 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6d3170b-6a32-416a-894c-94a73b439f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.530612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e3ca7-e756-4e3a-9f07-c8b49c2eb75b req-6821babe-6e73-44c4-b2bd-55c319e805b1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:08.536460 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e3ca7-e756-4e3a-9f07-c8b49c2eb75b req-6821babe-6e73-44c4-b2bd-55c319e805b1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:08.544849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d4e3ca7-e756-4e3a-9f07-c8b49c2eb75b req-6821babe-6e73-44c4-b2bd-55c319e805b1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.2375827 Aug 24 00:25:08.549135 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdd86c6d-bb63-4fc5-a76d-b80f5e1ab939 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.567771 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Calling delete_port for 84189f6e-83d0-4c89-8ce6-dae8a96e344a owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:25:08.628951 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b6d3170b-6a32-416a-894c-94a73b439f8c None None] For port 84189f6e-83d0-4c89-8ce6-dae8a96e344a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=84189f6e-83d0-4c89-8ce6-dae8a96e344a,segment=NetworkSegment(b6eb78bf-a525-4192-99e0-2d1e6abf3291),segment_id=b6eb78bf-a525-4192-99e0-2d1e6abf3291)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:08.629710 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6d3170b-6a32-416a-894c-94a73b439f8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.634766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-41e21a6a-c770-4f18-8603-663a315d4715 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029953 Aug 24 00:25:08.650154 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3170b-6a32-416a-894c-94a73b439f8c None None] Calling delete_port for 84189f6e-83d0-4c89-8ce6-dae8a96e344a owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:25:08.693850 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdd86c6d-bb63-4fc5-a76d-b80f5e1ab939 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.699947 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdd86c6d-bb63-4fc5-a76d-b80f5e1ab939 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.701237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-477f3f94-ea7d-4552-b03b-630deac21c07 req-703b2723-5e47-4253-b7ba-21daaf0a3c1d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542673 Aug 24 00:25:08.705232 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fdd86c6d-bb63-4fc5-a76d-b80f5e1ab939 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "DELETE /v2.0/security-groups/20d0c50b-bb00-4d15-bc54-af78ea71d2d5 HTTP/1.1" status: 204 len: 168 time: 0.3846576 Aug 24 00:25:08.712098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58750) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:08.714158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-0d9c0db2-1774-47d3-b681-7b54c4337825 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a HTTP/1.1" status: 200 len: 217 time: 0.0570946 Aug 24 00:25:08.737888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d4e3ca7-e756-4e3a-9f07-c8b49c2eb75b req-389a7210-588f-4414-ae6a-7b157388ec29 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1921220 Aug 24 00:25:08.757987 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd86c6d-bb63-4fc5-a76d-b80f5e1ab939 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d0c50b-bb00-4d15-bc54-af78ea71d2d5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:08.760631 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6d3170b-6a32-416a-894c-94a73b439f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.816615 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.849004 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3170b-6a32-416a-894c-94a73b439f8c None None] Pushing event deleted for resources: {'Port': ['ID=84189f6e-83d0-4c89-8ce6-dae8a96e344a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:08.859072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3170b-6a32-416a-894c-94a73b439f8c None None] No DVR routers for this DVR port 84189f6e-83d0-4c89-8ce6-dae8a96e344a on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:25:08.874149 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] No DVR routers for this DVR port 84189f6e-83d0-4c89-8ce6-dae8a96e344a on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:25:08.887503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Pushing event deleted for resources: {'Port': ['ID=84189f6e-83d0-4c89-8ce6-dae8a96e344a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:08.938809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-00217907-da77-45b2-989a-4c7fa70c6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:08.940863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-00217907-da77-45b2-989a-4c7fa70c6bb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d10fa38d-daaa-42f0-93b2-66b400d296af HTTP/1.1" status: 200 len: 797 time: 0.2142193 Aug 24 00:25:08.959231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3cdd55bf-47dd-4db6-aba8-6a94e139f2c7 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2449172 Aug 24 00:25:08.959997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58752) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:08.970587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e5a1cfe4-bc10-4c8c-85a1-8c59d6637fda tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group': {'name': 'tempest-secgroup--311759018'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:08.985885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.992351 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e93db8c-25a6-4113-8bd4-fd0dc9cf1247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.004422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdeaf26-194e-49d9-a7c5-7cd739d0433a']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:09.025678 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6eb78bf-a525-4192-99e0-2d1e6abf3291') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:09.026621 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e93db8c-25a6-4113-8bd4-fd0dc9cf1247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.027756 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6eb78bf-a525-4192-99e0-2d1e6abf3291') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:09.042098 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.061481 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.071348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:25:09.074117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:25:09.077590 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:25:09.120261 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5a1cfe4-bc10-4c8c-85a1-8c59d6637fda tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.134941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2e93db8c-25a6-4113-8bd4-fd0dc9cf1247 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2653aefd83f647268faa8f1bd66b063b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2852740 Aug 24 00:25:09.135699 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:09.146014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-9e3dbbde-8722-4785-a468-443cdb9000a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.147570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-9e3dbbde-8722-4785-a468-443cdb9000a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8591c000-1ad9-4c58-a583-231d8245e24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1825268 Aug 24 00:25:09.148190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93db8c-25a6-4113-8bd4-fd0dc9cf1247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8344262c-3a3d-471d-9140-2a31291e2420,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:09.205379 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.227823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd1eb0-6206-4341-b76e-aeac53bd62d3 req-348b3138-6558-4bdb-96b0-45408f56170c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.236202 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44cd1eb0-6206-4341-b76e-aeac53bd62d3 req-348b3138-6558-4bdb-96b0-45408f56170c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2159958 Aug 24 00:25:09.236801 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.241948 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bbdeaf26-194e-49d9-a7c5-7cd739d0433a HTTP/1.1" status: 204 len: 168 time: 1.2443113 Aug 24 00:25:09.268500 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232246f-369a-4db2-8992-846891c21856 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbdeaf26-194e-49d9-a7c5-7cd739d0433a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:09.288143 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 84189f6e-83d0-4c89-8ce6-dae8a96e344a no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:09.297415 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ad2ebeb-f621-4a98-8751-cf98e1b6e83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.302828 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-14642a53-c5c8-4284-828e-2968b2ce7891 req-78aa1913-0194-4498-a42b-e02f617e0ef8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1156213 Aug 24 00:25:09.326908 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ad2ebeb-f621-4a98-8751-cf98e1b6e83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.347777 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44cd1eb0-6206-4341-b76e-aeac53bd62d3 req-aef25bb8-08a9-4b2e-888f-ce3bb9896599 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106269 Aug 24 00:25:09.348272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 84189f6e-83d0-4c89-8ce6-dae8a96e344a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:25:09.349310 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 84189f6e-83d0-4c89-8ce6-dae8a96e344a not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:25:09.391866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-1b900005-948b-44f0-88ae-13b55b443fca service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339504 Aug 24 00:25:09.433630 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5a1cfe4-bc10-4c8c-85a1-8c59d6637fda tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.435148 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14642a53-c5c8-4284-828e-2968b2ce7891 req-defc775c-20ec-4f6b-bcd5-ffb6731e3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.436821 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-14642a53-c5c8-4284-828e-2968b2ce7891 req-defc775c-20ec-4f6b-bcd5-ffb6731e3574 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 1097 time: 0.0876570 Aug 24 00:25:09.480294 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5a1cfe4-bc10-4c8c-85a1-8c59d6637fda tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.493919 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ad2ebeb-f621-4a98-8751-cf98e1b6e83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.497006 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ad2ebeb-f621-4a98-8751-cf98e1b6e83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.514219 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6ad2ebeb-f621-4a98-8751-cf98e1b6e83e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8344262c-3a3d-471d-9140-2a31291e2420 HTTP/1.1" status: 204 len: 168 time: 0.3625641 Aug 24 00:25:09.522580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58760) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:09.548261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1cfe4-bc10-4c8c-85a1-8c59d6637fda tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5cd21b-2345-4e0b-832a-68e6f11d9763,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:09.550739 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5a1cfe4-bc10-4c8c-85a1-8c59d6637fda tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.555628 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e5a1cfe4-bc10-4c8c-85a1-8c59d6637fda tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5881569 Aug 24 00:25:09.567060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58762) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:09.573026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6ebf994b-47b8-4163-9483-15528f114c93 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': '9d5cd21b-2345-4e0b-832a-68e6f11d9763', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:09.573859 n-d-805736-1 neutron-server[94837]: WARNING neutron.api.v2.base [None req-6ebf994b-47b8-4163-9483-15528f114c93 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 24 00:25:09.574464 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-6ebf994b-47b8-4163-9483-15528f114c93 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:09.577315 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2ebeb-f621-4a98-8751-cf98e1b6e83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8344262c-3a3d-471d-9140-2a31291e2420,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:09.578733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6ebf994b-47b8-4163-9483-15528f114c93 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0104508 Aug 24 00:25:09.581236 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58764) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:09.618230 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-31778209-1de1-46ed-82b1-cd9abe17652e service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160301 Aug 24 00:25:09.642348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3b29e61e-684e-45d2-be7b-d253d4468ba9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fc612f5d84049009f254faf9c560fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1188960 Aug 24 00:25:09.647530 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:09.671995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-21085d11-2424-4c98-be4d-e7c3cfb17cad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=a0c18045-7768-46ff-8a13-f32f4b600694 HTTP/1.1" status: 200 len: 217 time: 0.0438473 Aug 24 00:25:09.698958 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14642a53-c5c8-4284-828e-2968b2ce7891 req-7d14ccf9-fa26-4f7b-b86d-8c6e271d6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.700873 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-14642a53-c5c8-4284-828e-2968b2ce7891 req-7d14ccf9-fa26-4f7b-b86d-8c6e271d6e2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.2421157 Aug 24 00:25:09.727688 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78ae056b-3003-446f-acf5-3d4d71e3e613 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.768949 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-2653b9be-b0e4-41be-b4fa-b03ce71095c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.783795 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-2653b9be-b0e4-41be-b4fa-b03ce71095c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d10fa38d-daaa-42f0-93b2-66b400d296af HTTP/1.1" status: 200 len: 797 time: 0.1046214 Aug 24 00:25:09.854514 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-14642a53-c5c8-4284-828e-2968b2ce7891 req-a85ab572-2849-4812-96f8-ac47ebee9989 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f HTTP/1.1" status: 200 len: 1001 time: 0.1280692 Aug 24 00:25:09.879423 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78ae056b-3003-446f-acf5-3d4d71e3e613 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.908183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-fdb7d303-6775-494d-8e13-a38f50566f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.909978 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-fdb7d303-6775-494d-8e13-a38f50566f4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8591c000-1ad9-4c58-a583-231d8245e24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1182175 Aug 24 00:25:09.961542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9cc06000-22da-435e-9316-50662a8fb736 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:10.000475 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78ae056b-3003-446f-acf5-3d4d71e3e613 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:10.005890 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78ae056b-3003-446f-acf5-3d4d71e3e613 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:10.010029 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-78ae056b-3003-446f-acf5-3d4d71e3e613 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "DELETE /v2.0/security-groups/9d5cd21b-2345-4e0b-832a-68e6f11d9763 HTTP/1.1" status: 204 len: 168 time: 0.4254589 Aug 24 00:25:10.024005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:10.054267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cb6d7-b165-4a19-b9e2-1f1e0f4940b5 req-3d656d01-1525-440e-b0d9-61df3593d70d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.055912 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf8cb6d7-b165-4a19-b9e2-1f1e0f4940b5 req-3d656d01-1525-440e-b0d9-61df3593d70d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 944 time: 0.2076969 Aug 24 00:25:10.079672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3484061-fcc6-4b87-b09e-728dbcf8aff5 req-b6b7d55f-04b6-41a0-8140-000986ccaf0f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.085749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3484061-fcc6-4b87-b09e-728dbcf8aff5 req-b6b7d55f-04b6-41a0-8140-000986ccaf0f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.092253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3484061-fcc6-4b87-b09e-728dbcf8aff5 req-b6b7d55f-04b6-41a0-8140-000986ccaf0f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.098457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3484061-fcc6-4b87-b09e-728dbcf8aff5 req-b6b7d55f-04b6-41a0-8140-000986ccaf0f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.105257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3484061-fcc6-4b87-b09e-728dbcf8aff5 req-b6b7d55f-04b6-41a0-8140-000986ccaf0f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.111630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58780) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:10.112324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3484061-fcc6-4b87-b09e-728dbcf8aff5 req-b6b7d55f-04b6-41a0-8140-000986ccaf0f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.124428 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3484061-fcc6-4b87-b09e-728dbcf8aff5 req-b6b7d55f-04b6-41a0-8140-000986ccaf0f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.124635 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a7a54176-ddbe-46dd-9bf4-67702a30e02d tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0859931 Aug 24 00:25:10.124793 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3484061-fcc6-4b87-b09e-728dbcf8aff5 req-b6b7d55f-04b6-41a0-8140-000986ccaf0f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.2411013 Aug 24 00:25:10.131916 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58782) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:10.134900 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae056b-3003-446f-acf5-3d4d71e3e613 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5cd21b-2345-4e0b-832a-68e6f11d9763,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:10.140296 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-598893d1-a234-462f-8342-6d5509c28ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:10.147448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-aeb2f83b-3faa-49ab-8e66-88920ed3c58c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729153389'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:10.152596 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d55d1fd-7352-46e1-befe-7f683df32dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:10.154152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9cc06000-22da-435e-9316-50662a8fb736, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9cc06000-22da-435e-9316-50662a8fb736,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:10.167648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '9cc06000-22da-435e-9316-50662a8fb736', 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb', 'port_id': '9cc06000-22da-435e-9316-50662a8fb736', 'mac_address': 'fa:16:3e:d8:e9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1a1303-12b4-4df1-8051-6ef6912eb98d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:10.174925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14642a53-c5c8-4284-828e-2968b2ce7891 req-b8002ecf-083e-46da-895a-f388907d0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.176432 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-14642a53-c5c8-4284-828e-2968b2ce7891 req-b8002ecf-083e-46da-895a-f388907d0a7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.2131991 Aug 24 00:25:10.205902 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-598893d1-a234-462f-8342-6d5509c28ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:10.219960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-7143d5ca-fddc-4350-953a-cf0d79a5c199 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921634 Aug 24 00:25:10.222807 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:10.243618 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.api [None req-aeb2f83b-3faa-49ab-8e66-88920ed3c58c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:25:10.243618 n-d-805736-1 neutron-server[94837]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 00:25:10.243618 n-d-805736-1 neutron-server[94837]: [parameters: {'project_id': '67fafc834f8e41e9bffcec5f0da06a4f', 'id': 'd244772d-1463-42ef-8ac7-a3b4f7405a92', 'expiration': datetime.datetime(2021, 8, 24, 0, 27, 10, 232051)}] Aug 24 00:25:10.243618 n-d-805736-1 neutron-server[94837]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:25:10.245171 n-d-805736-1 neutron-server[94837]: DEBUG oslo_db.api [None req-aeb2f83b-3faa-49ab-8e66-88920ed3c58c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:25:10.248337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc06000-22da-435e-9316-50662a8fb736 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:10.282280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9cc06000-22da-435e-9316-50662a8fb736, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9cc06000-22da-435e-9316-50662a8fb736,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:10.298454 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:10.397162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-c68e7884-f99c-46b7-b727-b5641b32d81b service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563716 Aug 24 00:25:10.407726 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf8cb6d7-b165-4a19-b9e2-1f1e0f4940b5 req-de0a3037-0467-4b83-9ea1-adbe374f6a85 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395815 Aug 24 00:25:10.411005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=9cc06000-22da-435e-9316-50662a8fb736,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:10.469862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-449955bb-6467-4f1b-ad8c-a0088527455a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=0fa5762a-ea9e-4e12-a8b7-cb60c554f373 HTTP/1.1" status: 200 len: 217 time: 0.0568075 Aug 24 00:25:10.485598 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3484061-fcc6-4b87-b09e-728dbcf8aff5 req-29c18645-0fbd-4290-aef6-3a76fbd0ba88 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3421073 Aug 24 00:25:10.603661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-433b265b-37c5-436d-9c18-24155334d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.605577 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-433b265b-37c5-436d-9c18-24155334d251 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d10fa38d-daaa-42f0-93b2-66b400d296af HTTP/1.1" status: 200 len: 797 time: 0.1137652 Aug 24 00:25:10.708929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14642a53-c5c8-4284-828e-2968b2ce7891 req-779e77db-6fec-4818-bdc1-6351bc73fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.710737 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-14642a53-c5c8-4284-828e-2968b2ce7891 req-779e77db-6fec-4818-bdc1-6351bc73fc80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5200434 Aug 24 00:25:10.717333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-214532e8-3da2-44e0-81d2-9c50dc52d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.717841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-214532e8-3da2-44e0-81d2-9c50dc52d1e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8591c000-1ad9-4c58-a583-231d8245e24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0836232 Aug 24 00:25:10.728301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['9cc06000-22da-435e-9316-50662a8fb736'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:10.730643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ea939-1725-480d-a4b2-a30c3af840b6 req-64a96a9c-8389-4a2d-a406-e6ad8a7b9360 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.733032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d78ea939-1725-480d-a4b2-a30c3af840b6 req-64a96a9c-8389-4a2d-a406-e6ad8a7b9360 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.0782163 Aug 24 00:25:10.746619 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-598893d1-a234-462f-8342-6d5509c28ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:10.750392 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-598893d1-a234-462f-8342-6d5509c28ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:10.751651 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-598893d1-a234-462f-8342-6d5509c28ca3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f604a68f-ca7e-4765-85d0-0f3eba11d6e3 HTTP/1.1" status: 204 len: 168 time: 1.1012423 Aug 24 00:25:10.774193 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598893d1-a234-462f-8342-6d5509c28ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f604a68f-ca7e-4765-85d0-0f3eba11d6e3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:10.896681 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d55d1fd-7352-46e1-befe-7f683df32dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:10.908887 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d55d1fd-7352-46e1-befe-7f683df32dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:10.945446 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-14642a53-c5c8-4284-828e-2968b2ce7891 req-4844c3f6-12db-4dd8-bd98-b34fd2d396da service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180586 Aug 24 00:25:10.953076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d78ea939-1725-480d-a4b2-a30c3af840b6 req-ff75b8ed-eed2-48a8-9fc9-078c4df0306a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117546 Aug 24 00:25:10.994348 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f83b-3faa-49ab-8e66-88920ed3c58c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:11.014086 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-8d477139-9d53-49cd-9941-f07a72359fb1 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799845 Aug 24 00:25:11.032253 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7d55d1fd-7352-46e1-befe-7f683df32dc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67e9277b1c21461b8d781bea0ce561a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9098232 Aug 24 00:25:11.036153 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58788) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:11.045888 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55d1fd-7352-46e1-befe-7f683df32dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d99a4b5-1b1f-4b4c-8b5a-033ba0de79cc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:11.155515 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3de801dd-f5e1-4b84-9ae5-c245347f7868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:11.156095 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f83b-3faa-49ab-8e66-88920ed3c58c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:11.160913 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-14642a53-c5c8-4284-828e-2968b2ce7891 req-312846b3-e912-4271-9ebc-9a521357ab99 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047634 Aug 24 00:25:11.200726 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3de801dd-f5e1-4b84-9ae5-c245347f7868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:11.225782 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f83b-3faa-49ab-8e66-88920ed3c58c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:11.297103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3de801dd-f5e1-4b84-9ae5-c245347f7868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:11.300414 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3de801dd-f5e1-4b84-9ae5-c245347f7868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:11.303146 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3de801dd-f5e1-4b84-9ae5-c245347f7868 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d99a4b5-1b1f-4b4c-8b5a-033ba0de79cc HTTP/1.1" status: 204 len: 168 time: 0.2659400 Aug 24 00:25:11.314093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de801dd-f5e1-4b84-9ae5-c245347f7868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d99a4b5-1b1f-4b4c-8b5a-033ba0de79cc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:11.755750 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f83b-3faa-49ab-8e66-88920ed3c58c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:11.756997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-aeb2f83b-3faa-49ab-8e66-88920ed3c58c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6241353 Aug 24 00:25:11.760107 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58816) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:11.769503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e18eb6e2-a9d9-431e-a960-5fac92193a31 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': '91f32a5e-9985-4308-9884-2c024a2357a5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:11.771343 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-e18eb6e2-a9d9-431e-a960-5fac92193a31 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 24 00:25:11.772290 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-e18eb6e2-a9d9-431e-a960-5fac92193a31 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:11.773692 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e18eb6e2-a9d9-431e-a960-5fac92193a31 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0123808 Aug 24 00:25:11.776709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58820) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:11.829658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-69dc7b49-9b26-4773-b723-ec6f47ba02d0 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8021181 Aug 24 00:25:11.833262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2f83b-3faa-49ab-8e66-88920ed3c58c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f32a5e-9985-4308-9884-2c024a2357a5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:11.851414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756bf3a-c31c-4fb4-a850-d1200bfdb124 req-670cad1f-0c24-49a2-9a17-0a988345310b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:11.857889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756bf3a-c31c-4fb4-a850-d1200bfdb124 req-670cad1f-0c24-49a2-9a17-0a988345310b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:11.865556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756bf3a-c31c-4fb4-a850-d1200bfdb124 req-670cad1f-0c24-49a2-9a17-0a988345310b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:11.875156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756bf3a-c31c-4fb4-a850-d1200bfdb124 req-670cad1f-0c24-49a2-9a17-0a988345310b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:11.882455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756bf3a-c31c-4fb4-a850-d1200bfdb124 req-670cad1f-0c24-49a2-9a17-0a988345310b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:11.883935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30dcf86b-b28d-4f63-968c-fd46d9a473df tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:11.889914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756bf3a-c31c-4fb4-a850-d1200bfdb124 req-670cad1f-0c24-49a2-9a17-0a988345310b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:11.896452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756bf3a-c31c-4fb4-a850-d1200bfdb124 req-670cad1f-0c24-49a2-9a17-0a988345310b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:11.898524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f756bf3a-c31c-4fb4-a850-d1200bfdb124 req-670cad1f-0c24-49a2-9a17-0a988345310b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.2299545 Aug 24 00:25:11.921152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30dcf86b-b28d-4f63-968c-fd46d9a473df tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:11.938759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-60d13b1a-8d7b-4085-b2f3-ab6910caa660 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=43b2e7bb-8d79-42e0-8508-e0bb30f47950 HTTP/1.1" status: 200 len: 217 time: 0.1003029 Aug 24 00:25:11.975041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9cc06000-22da-435e-9316-50662a8fb736 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:12.006318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f6ec254f-8d14-4099-ad63-0f30642ef2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.011450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f6ec254f-8d14-4099-ad63-0f30642ef2f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d405008c-2b39-4747-a89e-b6b8636b5157 HTTP/1.1" status: 200 len: 797 time: 0.0625534 Aug 24 00:25:12.021342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbd003-fea9-4308-b853-f5208e65cd6f req-644b6ff3-ce01-47fb-86f3-938a84ef58ef tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.029560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61fbd003-fea9-4308-b853-f5208e65cd6f req-644b6ff3-ce01-47fb-86f3-938a84ef58ef tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 945 time: 0.3594434 Aug 24 00:25:12.054358 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30dcf86b-b28d-4f63-968c-fd46d9a473df tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.062354 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30dcf86b-b28d-4f63-968c-fd46d9a473df tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.065372 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-30dcf86b-b28d-4f63-968c-fd46d9a473df tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "DELETE /v2.0/security-groups/91f32a5e-9985-4308-9884-2c024a2357a5 HTTP/1.1" status: 204 len: 168 time: 0.2874041 Aug 24 00:25:12.084032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58836) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:12.089057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcf86b-b28d-4f63-968c-fd46d9a473df tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f32a5e-9985-4308-9884-2c024a2357a5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:12.129980 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f756bf3a-c31c-4fb4-a850-d1200bfdb124 req-5370847a-bcb2-463b-9a04-d2efbcd952f1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1902177 Aug 24 00:25:12.181832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 9cc06000-22da-435e-9316-50662a8fb736 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:12.186661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 9cc06000-22da-435e-9316-50662a8fb736 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:12.187026 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.218797 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61fbd003-fea9-4308-b853-f5208e65cd6f req-922d9656-2460-4d5e-b043-c7a72b8dd908 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881347 Aug 24 00:25:12.237729 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58842) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:12.239773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8eb8e76c-4bdf-4a07-b52f-892905cfedea tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1535378 Aug 24 00:25:12.242109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-211daaba-e988-4453-8d8a-13346279868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.243796 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-211daaba-e988-4453-8d8a-13346279868f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68caed49-e03d-42a4-a3fa-e069dfc1351d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2000122 Aug 24 00:25:12.245928 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4dc4fa53-f3f1-4e0a-b2e8-240c6084c239 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706060700'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:12.316643 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4dc4fa53-f3f1-4e0a-b2e8-240c6084c239 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.401057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58844) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:12.433982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-b287867b-8131-4bb5-84ce-df2da9494a84 service neutron] 10.222.0.13 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793590 Aug 24 00:25:12.514763 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.540972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d3417-7d50-4a02-87f5-e0bddf17cca9 req-797c2b34-be23-42a3-809f-b5b37a7d6c4e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.549095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d89d3417-7d50-4a02-87f5-e0bddf17cca9 req-797c2b34-be23-42a3-809f-b5b37a7d6c4e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1139181 Aug 24 00:25:12.552073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4dc4fa53-f3f1-4e0a-b2e8-240c6084c239 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.564082 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4dc4fa53-f3f1-4e0a-b2e8-240c6084c239 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.591767 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34712797-6bc6-4bec-b71a-0d884bd38844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc06000-22da-435e-9316-50662a8fb736'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:12.598501 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16a50f2-2729-4a29-8310-73dc71ca1c41" -d '{"events": [{"server_uuid": "34712797-6bc6-4bec-b71a-0d884bd38844", "name": "network-vif-plugged", "status": "completed", "tag": "9cc06000-22da-435e-9316-50662a8fb736"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:12.639642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d89d3417-7d50-4a02-87f5-e0bddf17cca9 req-2f8c9f7d-d797-450a-adb7-96244741680b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837088 Aug 24 00:25:12.640448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9cc06000-22da-435e-9316-50662a8fb736, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9cc06000-22da-435e-9316-50662a8fb736,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:12.652608 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2122224146-network', 'tenant_id': '68972360756c4de8a97e4ae0dddb56b0'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:12.656806 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.659663 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-494b439d-cd0c-4596-9ff5-544dfc429025 service neutron] 10.222.0.13 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158315 Aug 24 00:25:12.662826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4fa53-f3f1-4e0a-b2e8-240c6084c239 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b2394e-096b-471e-9e9a-3a7905b957e0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:12.745428 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] Made reservation on behalf of 68972360756c4de8a97e4ae0dddb56b0 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:12.752393 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.760461 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2221a460-39d9-4096-abc5-02bf206b1834 x-openstack-request-id: req-2221a460-39d9-4096-abc5-02bf206b1834 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:12.761287 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34712797-6bc6-4bec-b71a-0d884bd38844", "name": "network-vif-plugged", "status": "completed", "tag": "9cc06000-22da-435e-9316-50662a8fb736", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:12.761780 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2221a460-39d9-4096-abc5-02bf206b1834 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:12.762316 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34712797-6bc6-4bec-b71a-0d884bd38844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc06000-22da-435e-9316-50662a8fb736', 'code': 200} Aug 24 00:25:12.771995 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4dc4fa53-f3f1-4e0a-b2e8-240c6084c239 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.777796 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4dc4fa53-f3f1-4e0a-b2e8-240c6084c239 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5383642 Aug 24 00:25:12.778503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:12.783629 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8dc6d14a-f84e-418f-a99c-2dd35e83c963 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': '74b2394e-096b-471e-9e9a-3a7905b957e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:12.792906 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-b549d41f-e7cc-412e-b7b1-7ffcbc31c950 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2478bcf1-9332-4965-ae9d-17c5749c08fc HTTP/1.1" status: 200 len: 217 time: 0.1250465 Aug 24 00:25:12.801550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=9cc06000-22da-435e-9316-50662a8fb736,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:12.806022 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-8dc6d14a-f84e-418f-a99c-2dd35e83c963 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 24 00:25:12.806645 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-8dc6d14a-f84e-418f-a99c-2dd35e83c963 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:12.812514 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8dc6d14a-f84e-418f-a99c-2dd35e83c963 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0326591 Aug 24 00:25:12.815817 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.817720 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:12.829959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-eecf947c-7fd7-433c-8b3f-85cf61686f9b tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': '74b2394e-096b-471e-9e9a-3a7905b957e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:12.830637 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-eecf947c-7fd7-433c-8b3f-85cf61686f9b tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 24 00:25:12.842489 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-eecf947c-7fd7-433c-8b3f-85cf61686f9b tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:12.846451 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-eecf947c-7fd7-433c-8b3f-85cf61686f9b tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0277960 Aug 24 00:25:12.847052 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58860) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:12.857270 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-aebb8c26-af47-460d-bdc8-1e01db75c20c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': '74b2394e-096b-471e-9e9a-3a7905b957e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:12.858109 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-aebb8c26-af47-460d-bdc8-1e01db75c20c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 24 00:25:12.858603 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-aebb8c26-af47-460d-bdc8-1e01db75c20c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:12.870097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58862) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:12.873214 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-aebb8c26-af47-460d-bdc8-1e01db75c20c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0204020 Aug 24 00:25:12.879945 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4931881d-e1be-4ac3-bd39-21521d0e9606 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': '74b2394e-096b-471e-9e9a-3a7905b957e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:12.881952 n-d-805736-1 neutron-server[94837]: WARNING neutron.api.v2.base [None req-4931881d-e1be-4ac3-bd39-21521d0e9606 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 24 00:25:12.882459 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-4931881d-e1be-4ac3-bd39-21521d0e9606 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:12.890067 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4931881d-e1be-4ac3-bd39-21521d0e9606 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0159552 Aug 24 00:25:12.892567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58864) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:12.947568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-58ec15ad-9454-451a-9db2-4b2fe73c61d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.951749 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-58ec15ad-9454-451a-9db2-4b2fe73c61d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d405008c-2b39-4747-a89e-b6b8636b5157 HTTP/1.1" status: 200 len: 797 time: 0.1516850 Aug 24 00:25:13.030526 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.040783 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.056144 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f105a24-585a-46e7-8279-0493475dc5c3 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.062904 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:25:13.076186 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.076746 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] Added segment 9c75fc91-4e46-40d7-8066-b8b4a69cf76c of type vlan for network 762d3615-4cc2-4a83-a498-f89aa6d9f992 Aug 24 00:25:13.080138 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349c582-23e3-41a5-b6c1-c546c161b9e2 req-ac92aae8-15bb-44de-b38c-2832095f105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.081654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0349c582-23e3-41a5-b6c1-c546c161b9e2 req-ac92aae8-15bb-44de-b38c-2832095f105a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 1097 time: 0.1236455 Aug 24 00:25:13.090983 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f105a24-585a-46e7-8279-0493475dc5c3 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.106255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-a35b8ac4-940e-4a0a-9324-c7a7246d8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.108022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-a35b8ac4-940e-4a0a-9324-c7a7246d8974 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68caed49-e03d-42a4-a3fa-e069dfc1351d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1254225 Aug 24 00:25:13.166816 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.204078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ee7536-3433-4daa-90d7-ec4132683da1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:13.255518 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.256939 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.257829 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.263264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0349c582-23e3-41a5-b6c1-c546c161b9e2 req-df2cb16f-a5e3-4622-8ec1-22d9e8f23e5f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685092 Aug 24 00:25:13.280569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f105a24-585a-46e7-8279-0493475dc5c3 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.284434 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0f105a24-585a-46e7-8279-0493475dc5c3 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.286687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0f105a24-585a-46e7-8279-0493475dc5c3 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "DELETE /v2.0/security-groups/74b2394e-096b-471e-9e9a-3a7905b957e0 HTTP/1.1" status: 204 len: 168 time: 0.3900590 Aug 24 00:25:13.294353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58886) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:13.355579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f105a24-585a-46e7-8279-0493475dc5c3 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b2394e-096b-471e-9e9a-3a7905b957e0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:13.367778 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9624615 Aug 24 00:25:13.368443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58892) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:13.383007 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fab314f4-4d69-4de9-913e-843f47b15ad3 admin admin] Request body: {'subnet': {'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2122224146-subnet', 'tenant_id': '68972360756c4de8a97e4ae0dddb56b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:13.403834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6538a-cc19-4c42-9afc-0f2902884aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=762d3615-4cc2-4a83-a498-f89aa6d9f992,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:13.414373 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-130a289b-fee4-4723-95ee-a94d4acddf08 service neutron] 10.222.0.13 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906706 Aug 24 00:25:13.415828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 762d3615-4cc2-4a83-a498-f89aa6d9f992 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:25:13.443425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab314f4-4d69-4de9-913e-843f47b15ad3 admin admin] Made reservation on behalf of 68972360756c4de8a97e4ae0dddb56b0 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:13.446956 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fab314f4-4d69-4de9-913e-843f47b15ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.480887 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d602fefa-dc64-489e-aa1e-8a578e7ca74f tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1604822 Aug 24 00:25:13.488701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58898) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:13.510114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f1f3af8b-f5e4-4132-a73a-035bf80e052c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group': {'name': 'tempest-secgroup--471170338'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:13.582045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28541cba-137b-4fe1-a344-87a1ff1b0567 req-77072d12-dc82-4d81-a465-bafff75295e8 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.595853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28541cba-137b-4fe1-a344-87a1ff1b0567 req-77072d12-dc82-4d81-a465-bafff75295e8 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.602496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28541cba-137b-4fe1-a344-87a1ff1b0567 req-77072d12-dc82-4d81-a465-bafff75295e8 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.611132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28541cba-137b-4fe1-a344-87a1ff1b0567 req-77072d12-dc82-4d81-a465-bafff75295e8 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.617207 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28541cba-137b-4fe1-a344-87a1ff1b0567 req-77072d12-dc82-4d81-a465-bafff75295e8 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.623532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28541cba-137b-4fe1-a344-87a1ff1b0567 req-77072d12-dc82-4d81-a465-bafff75295e8 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.630114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28541cba-137b-4fe1-a344-87a1ff1b0567 req-77072d12-dc82-4d81-a465-bafff75295e8 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.632316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28541cba-137b-4fe1-a344-87a1ff1b0567 req-77072d12-dc82-4d81-a465-bafff75295e8 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.2982416 Aug 24 00:25:13.639648 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1f3af8b-f5e4-4132-a73a-035bf80e052c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.687195 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fab314f4-4d69-4de9-913e-843f47b15ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.689108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692794e-7a77-44be-8042-296fd520a495 req-18292bab-06a2-474f-a3d5-ffd75f021b3d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.690958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5692794e-7a77-44be-8042-296fd520a495 req-18292bab-06a2-474f-a3d5-ffd75f021b3d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 946 time: 0.2802997 Aug 24 00:25:13.759288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab314f4-4d69-4de9-913e-843f47b15ad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:13.760080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28541cba-137b-4fe1-a344-87a1ff1b0567 req-ede015b9-0837-42c6-b0c8-0b033a605383 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1155970 Aug 24 00:25:13.793895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4454458-c1d8-4d70-a61e-3ea13b190ca0 req-f1ace42d-51df-4a10-a96b-458e80bffea0 service neutron] 10.222.0.13 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321331 Aug 24 00:25:13.838730 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab314f4-4d69-4de9-913e-843f47b15ad3 admin admin] Checking segment: {'id': '9c75fc91-4e46-40d7-8066-b8b4a69cf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:13.839117 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab314f4-4d69-4de9-913e-843f47b15ad3 admin admin] Network hostable DHCP agents. Network: 762d3615-4cc2-4a83-a498-f89aa6d9f992, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:25:13.843273 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5692794e-7a77-44be-8042-296fd520a495 req-1020d949-0f80-4d3a-be66-f0c73e0c0d07 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331995 Aug 24 00:25:13.882204 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab314f4-4d69-4de9-913e-843f47b15ad3 admin admin] Network 762d3615-4cc2-4a83-a498-f89aa6d9f992 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:25:13.899864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fab314f4-4d69-4de9-913e-843f47b15ad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 762d3615-4cc2-4a83-a498-f89aa6d9f992) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:13.908506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e88012a-4755-417c-9268-210570509933 None None] Network 762d3615-4cc2-4a83-a498-f89aa6d9f992 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:25:13.924285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab314f4-4d69-4de9-913e-843f47b15ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.924899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fab314f4-4d69-4de9-913e-843f47b15ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.956020 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1f3af8b-f5e4-4132-a73a-035bf80e052c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.962653 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1f3af8b-f5e4-4132-a73a-035bf80e052c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:13.974358 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fab314f4-4d69-4de9-913e-843f47b15ad3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5955830 Aug 24 00:25:13.995456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3af8b-f5e4-4132-a73a-035bf80e052c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb199c6-8cdc-4106-98c3-b52902dbc686,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:13.998897 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1f3af8b-f5e4-4132-a73a-035bf80e052c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.000245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f1f3af8b-f5e4-4132-a73a-035bf80e052c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4959300 Aug 24 00:25:14.003259 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58908) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:14.018869 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-72da78d4-be98-4fe5-bd4c-9c8f9d4eb2ba tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': 'feb199c6-8cdc-4106-98c3-b52902dbc686', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:14.023191 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-72da78d4-be98-4fe5-bd4c-9c8f9d4eb2ba tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 24 00:25:14.023732 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-72da78d4-be98-4fe5-bd4c-9c8f9d4eb2ba tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:14.027342 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-72da78d4-be98-4fe5-bd4c-9c8f9d4eb2ba tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0204701 Aug 24 00:25:14.029027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58910) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:14.046949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3579ed5a-2775-4348-be35-41abf5ad52f1 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': 'feb199c6-8cdc-4106-98c3-b52902dbc686', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:14.139798 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-3579ed5a-2775-4348-be35-41abf5ad52f1 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:14.144763 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3579ed5a-2775-4348-be35-41abf5ad52f1 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1125436 Aug 24 00:25:14.145055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58912) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:14.151510 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1f4b4a85-59dc-461a-a8c1-b9aec59d042d tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': 'feb199c6-8cdc-4106-98c3-b52902dbc686', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:14.152044 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-1f4b4a85-59dc-461a-a8c1-b9aec59d042d tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 24 00:25:14.153024 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-1f4b4a85-59dc-461a-a8c1-b9aec59d042d tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:14.158071 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1f4b4a85-59dc-461a-a8c1-b9aec59d042d tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086606 Aug 24 00:25:14.158678 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:14.164461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58916) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:14.166659 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1154be8d-7cfd-4828-b72e-9b30f099e2db tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': 'feb199c6-8cdc-4106-98c3-b52902dbc686', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:14.219804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-83e71597-ca3c-46ee-bb12-5c937efca2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.222038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-83e71597-ca3c-46ee-bb12-5c937efca2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.223303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-83e71597-ca3c-46ee-bb12-5c937efca2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.225381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-83e71597-ca3c-46ee-bb12-5c937efca2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.226041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-83e71597-ca3c-46ee-bb12-5c937efca2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.226789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-83e71597-ca3c-46ee-bb12-5c937efca2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.228736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-83e71597-ca3c-46ee-bb12-5c937efca2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.234235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-83e71597-ca3c-46ee-bb12-5c937efca2eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 6479 time: 0.1764641 Aug 24 00:25:14.238379 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-1154be8d-7cfd-4828-b72e-9b30f099e2db tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:14.244412 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1154be8d-7cfd-4828-b72e-9b30f099e2db tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0809393 Aug 24 00:25:14.246757 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:14.251585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a352877c-ccb3-4180-b12d-618eda64508b tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': 'feb199c6-8cdc-4106-98c3-b52902dbc686', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:14.252427 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-a352877c-ccb3-4180-b12d-618eda64508b tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 24 00:25:14.253108 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-a352877c-ccb3-4180-b12d-618eda64508b tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:14.258114 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a352877c-ccb3-4180-b12d-618eda64508b tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108521 Aug 24 00:25:14.258969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:14.265476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1d0e35b9-26e2-4a00-abf1-1ebf90d7830a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': 'feb199c6-8cdc-4106-98c3-b52902dbc686', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:14.356166 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-1d0e35b9-26e2-4a00-abf1-1ebf90d7830a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:14.356436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-03d9d67f-f143-4329-b2bd-e19287839f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.358421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-03d9d67f-f143-4329-b2bd-e19287839f61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68caed49-e03d-42a4-a3fa-e069dfc1351d HTTP/1.1" status: 200 len: 902 time: 0.1104667 Aug 24 00:25:14.364936 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1d0e35b9-26e2-4a00-abf1-1ebf90d7830a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1045988 Aug 24 00:25:14.375094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58930) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:14.377303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b77bc46-2e81-4a15-b4fe-b4bb1a60b4a7 None None] Network 762d3615-4cc2-4a83-a498-f89aa6d9f992 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:25:14.389810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b8a1356d-1f8f-4b46-9321-85665892bfca tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': 'feb199c6-8cdc-4106-98c3-b52902dbc686', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:14.390304 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-b8a1356d-1f8f-4b46-9321-85665892bfca tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 24 00:25:14.393102 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-b8a1356d-1f8f-4b46-9321-85665892bfca tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:14.398205 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b8a1356d-1f8f-4b46-9321-85665892bfca tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0184476 Aug 24 00:25:14.398470 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58932) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:14.418216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f5a015ca-e5ba-4b77-8665-ac5c2a9b5afc tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': 'feb199c6-8cdc-4106-98c3-b52902dbc686', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:14.423284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-2b55115a-aedf-4323-9906-7b8ee75919fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2478bcf1-9332-4965-ae9d-17c5749c08fc HTTP/1.1" status: 200 len: 217 time: 0.0496087 Aug 24 00:25:14.448404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97701-8bbb-4ea1-96f7-29fbd6730c81 req-15e7060f-5a71-467d-a002-4ec1435159be tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.458016 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76a97701-8bbb-4ea1-96f7-29fbd6730c81 req-15e7060f-5a71-467d-a002-4ec1435159be tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2592809 Aug 24 00:25:14.501973 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87991c3c-cf03-4fdf-8124-d17509505c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.530102 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-f5a015ca-e5ba-4b77-8665-ac5c2a9b5afc tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:14.533876 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f5a015ca-e5ba-4b77-8665-ac5c2a9b5afc tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1317630 Aug 24 00:25:14.534190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58934) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:14.539964 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1abbcfb7-f3f2-46aa-b5c7-0572ebf0a207 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': 'feb199c6-8cdc-4106-98c3-b52902dbc686', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:14.627604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-a39f41a5-e702-4768-971a-33e65efbe234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.629151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-a39f41a5-e702-4768-971a-33e65efbe234 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d405008c-2b39-4747-a89e-b6b8636b5157 HTTP/1.1" status: 200 len: 797 time: 0.1984651 Aug 24 00:25:14.643315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76a97701-8bbb-4ea1-96f7-29fbd6730c81 req-ade5f3d8-03f0-4368-8336-2dd70eafe297 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841810 Aug 24 00:25:14.722149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-3eae0984-5618-4dbb-9e2a-69c0a938ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.723606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-3eae0984-5618-4dbb-9e2a-69c0a938ab07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68caed49-e03d-42a4-a3fa-e069dfc1351d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0781212 Aug 24 00:25:14.916644 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87991c3c-cf03-4fdf-8124-d17509505c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.928417 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-1abbcfb7-f3f2-46aa-b5c7-0572ebf0a207 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:14.932534 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1abbcfb7-f3f2-46aa-b5c7-0572ebf0a207 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3944075 Aug 24 00:25:14.932775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58948) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:14.949273 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87991c3c-cf03-4fdf-8124-d17509505c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.996938 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f6426ad-2aa7-479f-860d-9dd65a3f3834 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.023018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-a7303f95-1a17-4e2c-9db8-5ddfe36a1fbe tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.024585 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-a7303f95-1a17-4e2c-9db8-5ddfe36a1fbe tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/networks?id=762d3615-4cc2-4a83-a498-f89aa6d9f992 HTTP/1.1" status: 200 len: 818 time: 0.2696800 Aug 24 00:25:15.026441 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-f1a2a6ca-aeb6-4706-9f11-460ace48f47e service neutron] 10.222.0.13 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935762 Aug 24 00:25:15.038963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-87991c3c-cf03-4fdf-8124-d17509505c07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6102afb7f59a49c9aec9b1c2a50bc2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8642039 Aug 24 00:25:15.038963 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87991c3c-cf03-4fdf-8124-d17509505c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66516d8-d923-45bf-9154-50e3a7b0efce,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:15.040748 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58950) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:15.062968 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f6426ad-2aa7-479f-860d-9dd65a3f3834 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.081309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463bc0c-64b6-4bd6-9b37-16e22e7bdccb req-05803f93-3077-4a05-be74-38198b8baace tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.087347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463bc0c-64b6-4bd6-9b37-16e22e7bdccb req-05803f93-3077-4a05-be74-38198b8baace tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.093437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463bc0c-64b6-4bd6-9b37-16e22e7bdccb req-05803f93-3077-4a05-be74-38198b8baace tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.099400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463bc0c-64b6-4bd6-9b37-16e22e7bdccb req-05803f93-3077-4a05-be74-38198b8baace tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.105497 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463bc0c-64b6-4bd6-9b37-16e22e7bdccb req-05803f93-3077-4a05-be74-38198b8baace tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.112126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463bc0c-64b6-4bd6-9b37-16e22e7bdccb req-05803f93-3077-4a05-be74-38198b8baace tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.118330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463bc0c-64b6-4bd6-9b37-16e22e7bdccb req-05803f93-3077-4a05-be74-38198b8baace tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.120307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1463bc0c-64b6-4bd6-9b37-16e22e7bdccb req-05803f93-3077-4a05-be74-38198b8baace tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.2484009 Aug 24 00:25:15.121655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-5e69fc52-d326-4e4c-85d7-a4d5608d3dab tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/quotas/68972360756c4de8a97e4ae0dddb56b0 HTTP/1.1" status: 200 len: 375 time: 0.0900738 Aug 24 00:25:15.136083 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9d16-aeb4-4d5a-b28c-0546b8a22df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.160785 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f6426ad-2aa7-479f-860d-9dd65a3f3834 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.164406 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f6426ad-2aa7-479f-860d-9dd65a3f3834 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.167500 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7f6426ad-2aa7-479f-860d-9dd65a3f3834 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "DELETE /v2.0/security-groups/feb199c6-8cdc-4106-98c3-b52902dbc686 HTTP/1.1" status: 204 len: 168 time: 0.2312443 Aug 24 00:25:15.171969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58956) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:15.173425 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9d16-aeb4-4d5a-b28c-0546b8a22df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.190339 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6426ad-2aa7-479f-860d-9dd65a3f3834 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb199c6-8cdc-4106-98c3-b52902dbc686,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:15.223353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-04f89d49-b6ca-4d6e-8fd9-31ec650fa9ed tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68972360756c4de8a97e4ae0dddb56b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644541 Aug 24 00:25:15.243981 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9d16-aeb4-4d5a-b28c-0546b8a22df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.246802 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9d16-aeb4-4d5a-b28c-0546b8a22df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.250734 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c6bf9d16-aeb4-4d5a-b28c-0546b8a22df0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c66516d8-d923-45bf-9154-50e3a7b0efce HTTP/1.1" status: 204 len: 168 time: 0.2067840 Aug 24 00:25:15.260856 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf9d16-aeb4-4d5a-b28c-0546b8a22df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66516d8-d923-45bf-9154-50e3a7b0efce,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:15.326191 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1463bc0c-64b6-4bd6-9b37-16e22e7bdccb req-2eb2f3f3-3c96-45c1-bec5-3e7aea1eb9d9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1684070 Aug 24 00:25:15.358854 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f6999c70-76c7-4dad-8ff8-5e1aa7bc5fed tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1713367 Aug 24 00:25:15.365436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58960) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:15.371810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d33f5d22-3899-46ba-94cc-a0add5cd29c4 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1027166104'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:15.395766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-507bdd8a-3a5b-4495-9223-febd7cbc8dbd req-e982370d-c9a5-4291-87bd-33baff627cab service neutron] 10.222.0.13 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490806 Aug 24 00:25:15.405759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-4aeb58a9-905b-4b98-89bf-7c677816598c service neutron] 10.222.0.32 "GET /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637585 Aug 24 00:25:15.441694 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d33f5d22-3899-46ba-94cc-a0add5cd29c4 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.541632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-e1d54014-d983-4d40-aa5d-b3bcbcebbd10 service neutron] 10.222.0.32 "GET /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348655 Aug 24 00:25:15.542519 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d33f5d22-3899-46ba-94cc-a0add5cd29c4 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.550633 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d33f5d22-3899-46ba-94cc-a0add5cd29c4 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.600726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f5d22-3899-46ba-94cc-a0add5cd29c4 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3e553a-4a26-48bb-80d4-274543c5848c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:15.615999 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d33f5d22-3899-46ba-94cc-a0add5cd29c4 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.620349 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d33f5d22-3899-46ba-94cc-a0add5cd29c4 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2525547 Aug 24 00:25:15.621206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58966) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:15.631328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-af40ed6c-53cc-43c7-90d2-1f25acf2e191 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': '3e3e553a-4a26-48bb-80d4-274543c5848c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:15.673198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7b057-21c5-42bf-a7fd-ae1110601648 req-119abc65-3506-4c24-a0d4-77946c7d5fd4 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.681486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20b7b057-21c5-42bf-a7fd-ae1110601648 req-119abc65-3506-4c24-a0d4-77946c7d5fd4 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 946 time: 0.1387565 Aug 24 00:25:15.734916 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20b7b057-21c5-42bf-a7fd-ae1110601648 req-90ee3596-1ab2-4694-bbed-fde57500b05e tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520430 Aug 24 00:25:15.777456 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-af40ed6c-53cc-43c7-90d2-1f25acf2e191 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The resource could not be found. Aug 24 00:25:15.779231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-af40ed6c-53cc-43c7-90d2-1f25acf2e191 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1536777 Aug 24 00:25:15.782107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58976) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:15.793629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fd7f00e7-60a9-47d4-9eaf-803cd5b7d019 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': '3e3e553a-4a26-48bb-80d4-274543c5848c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a4e03fa5-e01e-4005-a96f-4a2e0c68ea76'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:15.849970 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:25:15.881740 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-fd7f00e7-60a9-47d4-9eaf-803cd5b7d019 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The resource could not be found. Aug 24 00:25:15.883030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fd7f00e7-60a9-47d4-9eaf-803cd5b7d019 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0987160 Aug 24 00:25:15.885885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58980) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:15.960719 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51f9b38e-59be-4f9e-952c-a9efa553f563 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.995124 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51f9b38e-59be-4f9e-952c-a9efa553f563 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:16.062644 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51f9b38e-59be-4f9e-952c-a9efa553f563 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:16.068134 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51f9b38e-59be-4f9e-952c-a9efa553f563 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:16.071712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-51f9b38e-59be-4f9e-952c-a9efa553f563 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "DELETE /v2.0/security-groups/3e3e553a-4a26-48bb-80d4-274543c5848c HTTP/1.1" status: 204 len: 168 time: 0.1837907 Aug 24 00:25:16.073341 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58990) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:16.136845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9b38e-59be-4f9e-952c-a9efa553f563 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3e553a-4a26-48bb-80d4-274543c5848c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:16.209696 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0cfb9b85-8c7d-4515-b587-4eabd8dcbe43 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1345644 Aug 24 00:25:16.214237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58998) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:16.233670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4be78499-e9f5-411b-9016-750cfb5d7987 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': 'cf8048ac-afdc-4d7f-b959-df34dfb24433', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:16.282560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859a6c9-f7c0-4b48-bcff-08c32e8a9032 req-a74a29af-b714-4192-b47d-24c7722a7c76 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:16.284213 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2859a6c9-f7c0-4b48-bcff-08c32e8a9032 req-a74a29af-b714-4192-b47d-24c7722a7c76 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1937976 Aug 24 00:25:16.361180 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2859a6c9-f7c0-4b48-bcff-08c32e8a9032 req-c750cc26-dafc-4861-a44e-60a64f564b89 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696354 Aug 24 00:25:16.430904 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-4be78499-e9f5-411b-9016-750cfb5d7987 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The resource could not be found. Aug 24 00:25:16.432271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4be78499-e9f5-411b-9016-750cfb5d7987 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2168441 Aug 24 00:25:16.437007 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59014) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:16.444133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c308a93a-0b4b-4d45-a224-40d880598d45 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group': {'name': 'tempest-secgroup--738153084'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:16.474833 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c308a93a-0b4b-4d45-a224-40d880598d45 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:16.717724 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc597d98-8832-465f-9ed1-cf76c316a0af req-8307a0ed-0610-44b8-96fb-b386fe09f38b tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 210 time: 0.1133687 Aug 24 00:25:16.773402 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c308a93a-0b4b-4d45-a224-40d880598d45 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:16.783725 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c308a93a-0b4b-4d45-a224-40d880598d45 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:16.911873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157a525-6eb4-4ee2-82a4-61698b05aefc req-f21b8901-2cb9-4320-8523-4494b9630f3c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:16.914233 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c308a93a-0b4b-4d45-a224-40d880598d45 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:16.922971 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c308a93a-0b4b-4d45-a224-40d880598d45 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4821804 Aug 24 00:25:16.924647 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59052) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:16.936543 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157a525-6eb4-4ee2-82a4-61698b05aefc req-f21b8901-2cb9-4320-8523-4494b9630f3c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:16.943810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3117c19b-766b-4c8d-b94d-d2a680d0023e tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413712035'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:16.950160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157a525-6eb4-4ee2-82a4-61698b05aefc req-f21b8901-2cb9-4320-8523-4494b9630f3c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:16.961769 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308a93a-0b4b-4d45-a224-40d880598d45 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a19562-ae4f-4d58-ab23-e4e3f5a3da06,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:16.979585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157a525-6eb4-4ee2-82a4-61698b05aefc req-f21b8901-2cb9-4320-8523-4494b9630f3c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.000510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157a525-6eb4-4ee2-82a4-61698b05aefc req-f21b8901-2cb9-4320-8523-4494b9630f3c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.019901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157a525-6eb4-4ee2-82a4-61698b05aefc req-f21b8901-2cb9-4320-8523-4494b9630f3c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.022479 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3117c19b-766b-4c8d-b94d-d2a680d0023e tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.038660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157a525-6eb4-4ee2-82a4-61698b05aefc req-f21b8901-2cb9-4320-8523-4494b9630f3c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.056788 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f157a525-6eb4-4ee2-82a4-61698b05aefc req-f21b8901-2cb9-4320-8523-4494b9630f3c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.3315294 Aug 24 00:25:17.159304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f157a525-6eb4-4ee2-82a4-61698b05aefc req-b01596a4-a39d-4783-8bf2-a9adb1dbaa1f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013494 Aug 24 00:25:17.202302 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3117c19b-766b-4c8d-b94d-d2a680d0023e tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.212812 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3117c19b-766b-4c8d-b94d-d2a680d0023e tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.318465 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3117c19b-766b-4c8d-b94d-d2a680d0023e tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.323942 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3117c19b-766b-4c8d-b94d-d2a680d0023e tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3908086 Aug 24 00:25:17.334466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59072) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:17.344017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1deca1fe-92ac-4fb2-8dae-fa9e69c206e3 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group_rule': {'security_group_id': 'b3a19562-ae4f-4d58-ab23-e4e3f5a3da06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a5573d5b-801f-410a-b2a7-f0ca6cf70a05'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:17.355492 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117c19b-766b-4c8d-b94d-d2a680d0023e tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5573d5b-801f-410a-b2a7-f0ca6cf70a05,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:17.459380 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-1deca1fe-92ac-4fb2-8dae-fa9e69c206e3 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:25:17.461151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1deca1fe-92ac-4fb2-8dae-fa9e69c206e3 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1251450 Aug 24 00:25:17.464268 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59088) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:17.599257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca5c9c-abf7-422d-83d9-92fe906b84e0 req-40227a8a-9adc-41c8-80bf-176cec127f33 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.601269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78ca5c9c-abf7-422d-83d9-92fe906b84e0 req-40227a8a-9adc-41c8-80bf-176cec127f33 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1092725 Aug 24 00:25:17.620103 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23a9c5c2-7d4a-4b8e-939a-33fedb00e7a6 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.661418 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23a9c5c2-7d4a-4b8e-939a-33fedb00e7a6 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.687859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78ca5c9c-abf7-422d-83d9-92fe906b84e0 req-77adf5fe-1f97-41e0-ad18-98ac3c8cd8ee tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740600 Aug 24 00:25:17.756929 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23a9c5c2-7d4a-4b8e-939a-33fedb00e7a6 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.759867 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23a9c5c2-7d4a-4b8e-939a-33fedb00e7a6 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.761705 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-23a9c5c2-7d4a-4b8e-939a-33fedb00e7a6 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "DELETE /v2.0/security-groups/a5573d5b-801f-410a-b2a7-f0ca6cf70a05 HTTP/1.1" status: 204 len: 168 time: 0.2959695 Aug 24 00:25:17.765425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59096) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:17.814306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9c5c2-7d4a-4b8e-939a-33fedb00e7a6 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5573d5b-801f-410a-b2a7-f0ca6cf70a05,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:17.852618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ef440e0-79fc-4c5c-b66d-0e35c21fceb3 req-60904798-64b9-4f4f-8f5c-f171322b6b8e tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 210 time: 0.0454063 Aug 24 00:25:17.938960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0843e701-c9c7-4a07-9b88-81c4ae8c6ae1 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1671846 Aug 24 00:25:17.939842 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:18.083129 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1be819e-5766-4e67-a34a-0c34413741ff tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.144294 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1be819e-5766-4e67-a34a-0c34413741ff tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.240994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa8828-0c80-4205-ad83-8b03ee4b5d85 req-bb81f12b-5ed9-457c-be91-df248a9009c8 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.254990 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1be819e-5766-4e67-a34a-0c34413741ff tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.258802 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1be819e-5766-4e67-a34a-0c34413741ff tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.263378 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1be819e-5766-4e67-a34a-0c34413741ff tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "DELETE /v2.0/security-groups/b3a19562-ae4f-4d58-ab23-e4e3f5a3da06 HTTP/1.1" status: 204 len: 168 time: 0.3215675 Aug 24 00:25:18.264126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3aa8828-0c80-4205-ad83-8b03ee4b5d85 req-bb81f12b-5ed9-457c-be91-df248a9009c8 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 946 time: 0.2534220 Aug 24 00:25:18.264687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:18.308145 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be819e-5766-4e67-a34a-0c34413741ff tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a19562-ae4f-4d58-ab23-e4e3f5a3da06,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:18.393706 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-43173721-a0bf-442e-b5a3-6278fd2d6d18 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1207547 Aug 24 00:25:18.394123 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59138) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:18.394611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3aa8828-0c80-4205-ad83-8b03ee4b5d85 req-e733ca56-bd2d-4091-aa81-63bffb677343 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287093 Aug 24 00:25:18.414329 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-25a242ff-add5-4421-a25b-e6be9bffc579 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group': {'name': 'tempest-secgroup--320319476'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:18.471129 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25a242ff-add5-4421-a25b-e6be9bffc579 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.574117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ece3-cb2a-41eb-96ac-23fcf2d8099f req-86e2b9b2-4fac-48ab-bdb8-6bb3afdbf4c0 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.582292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ece3-cb2a-41eb-96ac-23fcf2d8099f req-86e2b9b2-4fac-48ab-bdb8-6bb3afdbf4c0 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.601741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ece3-cb2a-41eb-96ac-23fcf2d8099f req-86e2b9b2-4fac-48ab-bdb8-6bb3afdbf4c0 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.612599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ece3-cb2a-41eb-96ac-23fcf2d8099f req-86e2b9b2-4fac-48ab-bdb8-6bb3afdbf4c0 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.620002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ece3-cb2a-41eb-96ac-23fcf2d8099f req-86e2b9b2-4fac-48ab-bdb8-6bb3afdbf4c0 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.628361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ece3-cb2a-41eb-96ac-23fcf2d8099f req-86e2b9b2-4fac-48ab-bdb8-6bb3afdbf4c0 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.635978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ece3-cb2a-41eb-96ac-23fcf2d8099f req-86e2b9b2-4fac-48ab-bdb8-6bb3afdbf4c0 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.639089 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24f1ece3-cb2a-41eb-96ac-23fcf2d8099f req-86e2b9b2-4fac-48ab-bdb8-6bb3afdbf4c0 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.2391274 Aug 24 00:25:18.653915 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25a242ff-add5-4421-a25b-e6be9bffc579 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.672475 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25a242ff-add5-4421-a25b-e6be9bffc579 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.702393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24f1ece3-cb2a-41eb-96ac-23fcf2d8099f req-c88e36b3-3c55-4ea6-9c20-3776e82940a7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563617 Aug 24 00:25:18.713034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a242ff-add5-4421-a25b-e6be9bffc579 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3236c03a-d626-46dd-9d68-e0443616b1c5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:18.724904 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25a242ff-add5-4421-a25b-e6be9bffc579 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.726261 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-25a242ff-add5-4421-a25b-e6be9bffc579 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3219528 Aug 24 00:25:18.729423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59162) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:18.734907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ca95c2d4-c008-4252-808a-ce8f77ea7995 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:18.735583 n-d-805736-1 neutron-server[94837]: WARNING neutron.api.v2.base [None req-ca95c2d4-c008-4252-808a-ce8f77ea7995 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 24 00:25:18.736102 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-ca95c2d4-c008-4252-808a-ce8f77ea7995 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] update failed (client error): There was a conflict when trying to complete your request. Aug 24 00:25:18.739693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ca95c2d4-c008-4252-808a-ce8f77ea7995 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "PUT /v2.0/security-groups/3236c03a-d626-46dd-9d68-e0443616b1c5 HTTP/1.1" status: 409 len: 330 time: 0.0090003 Aug 24 00:25:18.743124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59164) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:19.112523 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:19.130286 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c3d90a-0950-49f6-9dd6-db43660084bf req-54828564-788d-49d3-b203-0af93b39257c tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 210 time: 0.1558149 Aug 24 00:25:19.201208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b05092-3e6a-4d4b-acc6-16f81cfcfa86 req-c2f416c7-516d-45ee-84b3-09240919d45b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:19.203787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92b05092-3e6a-4d4b-acc6-16f81cfcfa86 req-c2f416c7-516d-45ee-84b3-09240919d45b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.3659415 Aug 24 00:25:19.290861 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:19.329358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92b05092-3e6a-4d4b-acc6-16f81cfcfa86 req-a5246ff5-9e17-4c52-ac81-269dfbd65e99 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142528 Aug 24 00:25:19.371346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-780e1c04-e802-4a4e-a983-440d4ce0b917 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:19.374445 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-780e1c04-e802-4a4e-a983-440d4ce0b917 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.13 "GET /v2.0/networks?id=762d3615-4cc2-4a83-a498-f89aa6d9f992 HTTP/1.1" status: 200 len: 818 time: 0.4367671 Aug 24 00:25:19.412975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Request body: {'port': {'device_id': 'a6428d22-a4b3-480e-b399-d2d47b7f432a', 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992', 'admin_state_up': True, 'tenant_id': '68972360756c4de8a97e4ae0dddb56b0'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:19.474093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-065781e7-b2ed-43ea-850d-aec86837ebb6 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:19.476103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-065781e7-b2ed-43ea-850d-aec86837ebb6 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.47 "GET /v2.0/networks?id=762d3615-4cc2-4a83-a498-f89aa6d9f992 HTTP/1.1" status: 200 len: 818 time: 0.4533026 Aug 24 00:25:19.495861 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:19.499333 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:19.500711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "DELETE /v2.0/security-groups/3236c03a-d626-46dd-9d68-e0443616b1c5 HTTP/1.1" status: 204 len: 168 time: 0.7435427 Aug 24 00:25:19.503476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59192) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:19.505470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-01435fd9-f90f-4dff-beb1-b5b0f02594d5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Request body: {'port': {'device_id': '468d5a55-1722-42e6-b633-101ed0f4678c', 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992', 'admin_state_up': True, 'tenant_id': '68972360756c4de8a97e4ae0dddb56b0'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:19.605860 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ac0e99a9-cbbf-4544-a617-085ef675d00c tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1006582 Aug 24 00:25:19.607455 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59196) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:19.640628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3236c03a-d626-46dd-9d68-e0443616b1c5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:19.655130 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-3560c749-6598-44da-8300-052694db42b6 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] delete failed (client error): The resource could not be found. Aug 24 00:25:19.659683 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3560c749-6598-44da-8300-052694db42b6 tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "DELETE /v2.0/security-groups/0d820dbb-4d65-4c68-a89c-d45f395f9053 HTTP/1.1" status: 404 len: 347 time: 0.0476263 Aug 24 00:25:19.659683 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59198) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:19.661889 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:19.679912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:19.680297 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:19.680597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:19.680936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:19.681279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:19.681605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:19.692661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:19.692771 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-13a7c191-bd4c-4dee-9dd4-1e1059742d7f tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] show failed (client error): The resource could not be found. Aug 24 00:25:19.697653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:19.697812 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-13a7c191-bd4c-4dee-9dd4-1e1059742d7f tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "GET /v2.0/security-groups/847b9919-1088-4cba-a8ac-07547f8417f2 HTTP/1.1" status: 404 len: 347 time: 0.0253749 Aug 24 00:25:19.697902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:19.697902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:19.697902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:19.697902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7789a4-db05-44a0-9a83-45deb04abc5a tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:19.714361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59204) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:19.781001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Made reservation on behalf of 68972360756c4de8a97e4ae0dddb56b0 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:19.784576 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:19.834823 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-fbad3035-c512-42a6-92cf-ba398498de6d tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] show failed (client error): The resource could not be found. Aug 24 00:25:19.837364 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fbad3035-c512-42a6-92cf-ba398498de6d tempest-NegativeSecGroupTest-2067100712 tempest-NegativeSecGroupTest-2067100712-project] 10.222.0.32 "GET /v2.0/security-group-rules/eac1243b-027a-451e-bdb6-9605b7c5e592 HTTP/1.1" status: 404 len: 356 time: 0.1226177 Aug 24 00:25:19.924801 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-688a105b-2758-4683-a3b7-9091e1099ebd tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:19.926609 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-688a105b-2758-4683-a3b7-9091e1099ebd tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.47 "GET /v2.0/networks?id=762d3615-4cc2-4a83-a498-f89aa6d9f992 HTTP/1.1" status: 200 len: 818 time: 0.1904569 Aug 24 00:25:19.949753 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-3e764a86-ecde-4f7d-9bd5-f339352ba2da tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Request body: {'port': {'device_id': '21badc6a-d1ab-4f5b-8654-f70bfdf6a714', 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992', 'admin_state_up': True, 'tenant_id': '68972360756c4de8a97e4ae0dddb56b0'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:20.050237 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7999-1fe8-4ba8-9a6f-312469fbb5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:20.262048 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:20.270182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dda50-c40c-49fe-a295-591b4b8f3424 req-ccb6971c-8c55-4f77-b346-1ed542bbbe25 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.271702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b09dda50-c40c-49fe-a295-591b4b8f3424 req-ccb6971c-8c55-4f77-b346-1ed542bbbe25 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 946 time: 0.7375214 Aug 24 00:25:20.280843 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7999-1fe8-4ba8-9a6f-312469fbb5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:20.293076 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c9b7999-1fe8-4ba8-9a6f-312469fbb5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:20.368884 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4c9b7999-1fe8-4ba8-9a6f-312469fbb5d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adfc868a0ede44289b45633658b9ad00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7096241 Aug 24 00:25:20.370274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b7999-1fe8-4ba8-9a6f-312469fbb5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f39778-c2d4-4730-b8c0-641f9f37cfed,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:20.373963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:20.374690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-3e764a86-ecde-4f7d-9bd5-f339352ba2da tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Made reservation on behalf of 68972360756c4de8a97e4ae0dddb56b0 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:20.378756 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-3e764a86-ecde-4f7d-9bd5-f339352ba2da tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:20.407341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3adbdb-f1c1-4304-8a87-c89fe2938385 req-9da983a7-f29c-410b-9594-ae62fc799be3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.414110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3adbdb-f1c1-4304-8a87-c89fe2938385 req-9da983a7-f29c-410b-9594-ae62fc799be3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.424760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3adbdb-f1c1-4304-8a87-c89fe2938385 req-9da983a7-f29c-410b-9594-ae62fc799be3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.445257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3adbdb-f1c1-4304-8a87-c89fe2938385 req-9da983a7-f29c-410b-9594-ae62fc799be3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.451936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3adbdb-f1c1-4304-8a87-c89fe2938385 req-9da983a7-f29c-410b-9594-ae62fc799be3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.469785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3adbdb-f1c1-4304-8a87-c89fe2938385 req-9da983a7-f29c-410b-9594-ae62fc799be3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.489340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3adbdb-f1c1-4304-8a87-c89fe2938385 req-9da983a7-f29c-410b-9594-ae62fc799be3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.497801 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d3adbdb-f1c1-4304-8a87-c89fe2938385 req-9da983a7-f29c-410b-9594-ae62fc799be3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.6335530 Aug 24 00:25:20.499759 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-01435fd9-f90f-4dff-beb1-b5b0f02594d5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Made reservation on behalf of 68972360756c4de8a97e4ae0dddb56b0 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:20.503383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-01435fd9-f90f-4dff-beb1-b5b0f02594d5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:20.567884 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b09dda50-c40c-49fe-a295-591b4b8f3424 req-8224a68d-bf22-4d1a-b5fe-2562885ef4d1 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668216 Aug 24 00:25:20.574425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-3e764a86-ecde-4f7d-9bd5-f339352ba2da tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Allocated IP 172.20.0.4 (762d3615-4cc2-4a83-a498-f89aa6d9f992/d0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5/17ca9d0b-f41a-46be-8a80-17061d0a2d8c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:25:20.702454 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d3adbdb-f1c1-4304-8a87-c89fe2938385 req-74c6386a-eb63-41c1-90c1-4557381ca851 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2035329 Aug 24 00:25:20.738622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3a6b596-38da-4ddd-ade3-8de0c6448344 req-83ee0ce0-d3bb-475e-9b54-04949eee1a68 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 210 time: 0.0549262 Aug 24 00:25:20.827229 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-3e764a86-ecde-4f7d-9bd5-f339352ba2da tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:20.864355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dba79-aae7-43cf-9bd0-0da225ff4cbc req-d957a4ae-e4d7-48c1-be3b-05996c708cb4 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.867033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f6dba79-aae7-43cf-9bd0-0da225ff4cbc req-d957a4ae-e4d7-48c1-be3b-05996c708cb4 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.0630558 Aug 24 00:25:20.880240 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-01e83bf0-2b32-49fa-84e3-18628df32b08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67fafc834f8e41e9bffcec5f0da06a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6155064 Aug 24 00:25:20.885969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59226) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:20.899713 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5bbff80-7dc6-4b0d-a878-9f4649e653d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:20.931080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f6dba79-aae7-43cf-9bd0-0da225ff4cbc req-371faf65-b2f6-4cdf-b2e1-97741c8d262b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571258 Aug 24 00:25:20.964161 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5bbff80-7dc6-4b0d-a878-9f4649e653d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:20.989935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-3e764a86-ecde-4f7d-9bd5-f339352ba2da tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.012310 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7902388-bac4-43a3-be71-5fc76ebcab88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.069956 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.api [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-0e3b1477-60d7-49f7-bb4e-ea0bd893cbe4 {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:25:21.070344 n-d-805736-1 neutron-server[94837]: DEBUG oslo_db.api [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:25:21.077017 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7902388-bac4-43a3-be71-5fc76ebcab88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.079893 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-3e764a86-ecde-4f7d-9bd5-f339352ba2da tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Network 762d3615-4cc2-4a83-a498-f89aa6d9f992 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:25:21.090079 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-3e764a86-ecde-4f7d-9bd5-f339352ba2da tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:21.100064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-3e764a86-ecde-4f7d-9bd5-f339352ba2da tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:25:21.110739 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e764a86-ecde-4f7d-9bd5-f339352ba2da tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Pushing event updated for resources: {'Port': ['ID=17ca9d0b-f41a-46be-8a80-17061d0a2d8c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:21.156243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5bbff80-7dc6-4b0d-a878-9f4649e653d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.158882 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5bbff80-7dc6-4b0d-a878-9f4649e653d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.165371 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c5bbff80-7dc6-4b0d-a878-9f4649e653d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73f39778-c2d4-4730-b8c0-641f9f37cfed HTTP/1.1" status: 204 len: 168 time: 0.7820265 Aug 24 00:25:21.192072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-01435fd9-f90f-4dff-beb1-b5b0f02594d5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Allocated IP 172.20.0.13 (762d3615-4cc2-4a83-a498-f89aa6d9f992/d0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5/60039645-a4cb-4900-9988-25bf67c81794) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:25:21.196199 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbff80-7dc6-4b0d-a878-9f4649e653d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f39778-c2d4-4730-b8c0-641f9f37cfed,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:21.205031 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-3e764a86-ecde-4f7d-9bd5-f339352ba2da tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:21.205619 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-3e764a86-ecde-4f7d-9bd5-f339352ba2da tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.244750 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7902388-bac4-43a3-be71-5fc76ebcab88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.249057 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7902388-bac4-43a3-be71-5fc76ebcab88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.252821 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f7902388-bac4-43a3-be71-5fc76ebcab88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/020b431d-84dd-448e-9bb4-f6024d72e592 HTTP/1.1" status: 204 len: 168 time: 0.3631566 Aug 24 00:25:21.252821 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-3e764a86-ecde-4f7d-9bd5-f339352ba2da tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3073442 Aug 24 00:25:21.267813 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7902388-bac4-43a3-be71-5fc76ebcab88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020b431d-84dd-448e-9bb4-f6024d72e592,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:21.308011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Request body: {'port': {'device_id': '21badc6a-d1ab-4f5b-8654-f70bfdf6a714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:21.416077 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.572119 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.618826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-01435fd9-f90f-4dff-beb1-b5b0f02594d5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.775597 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:21.802891 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77a07132-4a37-4f8b-950d-15e5c55eafb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.856612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529d1a3-90e1-4263-8c0b-920c8f53edff req-78802d97-8063-4b79-9c20-d10b3b60c9df tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:21.859404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b529d1a3-90e1-4263-8c0b-920c8f53edff req-78802d97-8063-4b79-9c20-d10b3b60c9df tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 946 time: 0.1807377 Aug 24 00:25:21.863798 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-01435fd9-f90f-4dff-beb1-b5b0f02594d5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.959449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-01435fd9-f90f-4dff-beb1-b5b0f02594d5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Network 762d3615-4cc2-4a83-a498-f89aa6d9f992 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:25:21.982412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-01435fd9-f90f-4dff-beb1-b5b0f02594d5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:21.989149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-01435fd9-f90f-4dff-beb1-b5b0f02594d5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:25:21.995803 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77a07132-4a37-4f8b-950d-15e5c55eafb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.003997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77a07132-4a37-4f8b-950d-15e5c55eafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.024410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9cc06000-22da-435e-9316-50662a8fb736 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:22.069521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-01435fd9-f90f-4dff-beb1-b5b0f02594d5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.070204 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-01435fd9-f90f-4dff-beb1-b5b0f02594d5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.074764 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-77a07132-4a37-4f8b-950d-15e5c55eafb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5a8b0538a684bbe81b14d5f0ea494f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980096 Aug 24 00:25:22.079337 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a07132-4a37-4f8b-950d-15e5c55eafb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b47eb02-0ee1-49a9-af81-3487031bc44e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:22.086482 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59258) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:22.152806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01435fd9-f90f-4dff-beb1-b5b0f02594d5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Pushing event updated for resources: {'Port': ['ID=60039645-a4cb-4900-9988-25bf67c81794,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:22.154027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ca9d0b-f41a-46be-8a80-17061d0a2d8c {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:22.165964 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.181369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9cc06000-22da-435e-9316-50662a8fb736, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9cc06000-22da-435e-9316-50662a8fb736,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:22.181572 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e209d398-5d77-48e6-a11c-291a642c8188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.188730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b529d1a3-90e1-4263-8c0b-920c8f53edff req-db404d1b-2f8b-464f-9f40-d34d928615c1 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021886 Aug 24 00:25:22.195457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '9cc06000-22da-435e-9316-50662a8fb736', 'network_id': '17ce1421-2fab-4cd9-b1d6-25282e6db2eb', 'port_id': '9cc06000-22da-435e-9316-50662a8fb736', 'mac_address': 'fa:16:3e:d8:e9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1a1303-12b4-4df1-8051-6ef6912eb98d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:22.201433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Transition to ACTIVE for port object 17ca9d0b-f41a-46be-8a80-17061d0a2d8c will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:22.234868 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.239296 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e209d398-5d77-48e6-a11c-291a642c8188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.240037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c5e99-613e-4014-98a8-24602de8c9e2 req-cc314fa1-985d-446c-a741-ce671ab6ad8e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.272640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c5e99-613e-4014-98a8-24602de8c9e2 req-cc314fa1-985d-446c-a741-ce671ab6ad8e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.290680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c5e99-613e-4014-98a8-24602de8c9e2 req-cc314fa1-985d-446c-a741-ce671ab6ad8e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.304824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c5e99-613e-4014-98a8-24602de8c9e2 req-cc314fa1-985d-446c-a741-ce671ab6ad8e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.305612 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.314473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c5e99-613e-4014-98a8-24602de8c9e2 req-cc314fa1-985d-446c-a741-ce671ab6ad8e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.320875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cc06000-22da-435e-9316-50662a8fb736 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:22.324106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Pushing event updated for resources: {'Port': ['ID=17ca9d0b-f41a-46be-8a80-17061d0a2d8c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:22.328301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c5e99-613e-4014-98a8-24602de8c9e2 req-cc314fa1-985d-446c-a741-ce671ab6ad8e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.338426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c5e99-613e-4014-98a8-24602de8c9e2 req-cc314fa1-985d-446c-a741-ce671ab6ad8e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.343121 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd5c5e99-613e-4014-98a8-24602de8c9e2 req-cc314fa1-985d-446c-a741-ce671ab6ad8e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.4819231 Aug 24 00:25:22.375612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9cc06000-22da-435e-9316-50662a8fb736, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9cc06000-22da-435e-9316-50662a8fb736,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:22.388400 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.455092 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Allocated IP 172.20.0.7 (762d3615-4cc2-4a83-a498-f89aa6d9f992/d0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5/94d87688-b2f6-4149-8cb7-4efe50817a22) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:25:22.460096 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e209d398-5d77-48e6-a11c-291a642c8188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.461740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-01435fd9-f90f-4dff-beb1-b5b0f02594d5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9600141 Aug 24 00:25:22.468442 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e209d398-5d77-48e6-a11c-291a642c8188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.472546 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e209d398-5d77-48e6-a11c-291a642c8188 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b47eb02-0ee1-49a9-af81-3487031bc44e HTTP/1.1" status: 204 len: 168 time: 0.3851378 Aug 24 00:25:22.507099 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=9cc06000-22da-435e-9316-50662a8fb736,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:22.511999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209d398-5d77-48e6-a11c-291a642c8188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b47eb02-0ee1-49a9-af81-3487031bc44e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:22.514031 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Attempting to bind port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:22.514367 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Attempting to bind port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '9c75fc91-4e46-40d7-8066-b8b4a69cf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:22.514767 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Attempting to bind port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c on network 762d3615-4cc2-4a83-a498-f89aa6d9f992 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:22.520317 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c on network 762d3615-4cc2-4a83-a498-f89aa6d9f992 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:22.520713 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Attempting to bind port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c on network 762d3615-4cc2-4a83-a498-f89aa6d9f992 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:22.525964 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:22.526563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Checking segment: {'id': '9c75fc91-4e46-40d7-8066-b8b4a69cf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:22.527062 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Bound using segment: {'id': '9c75fc91-4e46-40d7-8066-b8b4a69cf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:22.527515 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Bound port: 17ca9d0b-f41a-46be-8a80-17061d0a2d8c, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c75fc91-4e46-40d7-8066-b8b4a69cf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:22.527884 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.541930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Request body: {'port': {'device_id': '468d5a55-1722-42e6-b633-101ed0f4678c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:22.566034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['9cc06000-22da-435e-9316-50662a8fb736'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:22.691667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd5c5e99-613e-4014-98a8-24602de8c9e2 req-ec28540c-3fa8-483e-8e07-dd0ab1d0432b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2205479 Aug 24 00:25:22.716273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] For port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:22.725634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] For port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=17ca9d0b-f41a-46be-8a80-17061d0a2d8c,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:22.740346 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.799837 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59270) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:22.809198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd6082-939a-40f0-87fb-b088cc140cb7 req-fcf93caf-e9af-4d5b-b3ad-33f46ddf301b tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.811372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e0dd6082-939a-40f0-87fb-b088cc140cb7 req-fcf93caf-e9af-4d5b-b3ad-33f46ddf301b tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 943 time: 0.4666235 Aug 24 00:25:22.820377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.821013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.822490 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] 10.222.0.47 "PUT /v2.0/ports/17ca9d0b-f41a-46be-8a80-17061d0a2d8c HTTP/1.1" status: 200 len: 1091 time: 1.5378537 Aug 24 00:25:22.825410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21badc6a-d1ab-4f5b-8654-f70bfdf6a714', 'tag': '17ca9d0b-f41a-46be-8a80-17061d0a2d8c'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:22.827797 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df69df04-5398-44d5-944e-034bfeb8891e" -d '{"events": [{"name": "network-changed", "server_uuid": "21badc6a-d1ab-4f5b-8654-f70bfdf6a714", "tag": "17ca9d0b-f41a-46be-8a80-17061d0a2d8c"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:22.855851 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15580f72-667e-412e-87e5-6cab893d0b97 service neutron] Pushing event updated for resources: {'Port': ['ID=17ca9d0b-f41a-46be-8a80-17061d0a2d8c,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:22.999510 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-28463419-f502-4bce-974c-b4358a911e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:23.004693 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-28463419-f502-4bce-974c-b4358a911e6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68972360756c4de8a97e4ae0dddb56b0&device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 1094 time: 0.0816503 Aug 24 00:25:23.012292 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.035736 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.085059 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-e7cbbd71-7bfe-4594-84da-66efa383ecd1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17ca9d0b-f41a-46be-8a80-17061d0a2d8c HTTP/1.1" status: 200 len: 217 time: 0.0652356 Aug 24 00:25:23.171773 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-850623502'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:23.191984 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-62c655af-4518-4964-955a-a1c48e30321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:23.193696 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-62c655af-4518-4964-955a-a1c48e30321b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5 HTTP/1.1" status: 200 len: 858 time: 0.0976915 Aug 24 00:25:23.211599 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Made reservation on behalf of 2723b623d8854b16bb30731f9c5367aa for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:23.216606 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.222592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e0dd6082-939a-40f0-87fb-b088cc140cb7 req-47183915-e8f2-40ab-9bde-3a1b6134e36b tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541919 Aug 24 00:25:23.260078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f41430-b64e-48f7-a08a-1902d46c86f7 req-94e14f3f-d706-4d8b-b3c8-bb9f6fd7dfeb tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:23.260078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8f41430-b64e-48f7-a08a-1902d46c86f7 req-94e14f3f-d706-4d8b-b3c8-bb9f6fd7dfeb tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2839286 Aug 24 00:25:23.267363 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-92b48017-6420-40cd-a943-b58fc82cf0e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=762d3615-4cc2-4a83-a498-f89aa6d9f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607309 Aug 24 00:25:23.268733 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.283788 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.441034 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-f3f595a9-b2e4-467c-aa52-0443d6b094c0 service neutron] 10.222.0.47 "GET /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669953 Aug 24 00:25:23.466802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Network 762d3615-4cc2-4a83-a498-f89aa6d9f992 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:25:23.474715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:23.483432 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8f41430-b64e-48f7-a08a-1902d46c86f7 req-17c00cab-7d96-4fea-aa70-5d0e11a5ea7d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127695 Aug 24 00:25:23.484999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:25:23.515505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Pushing event updated for resources: {'Port': ['ID=94d87688-b2f6-4149-8cb7-4efe50817a22,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:23.530217 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2284b4da-2b14-4a7c-a4ca-28f1785db200 x-openstack-request-id: req-2284b4da-2b14-4a7c-a4ca-28f1785db200 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:23.530574 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21badc6a-d1ab-4f5b-8654-f70bfdf6a714", "tag": "17ca9d0b-f41a-46be-8a80-17061d0a2d8c", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:23.531135 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2284b4da-2b14-4a7c-a4ca-28f1785db200 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:23.531392 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21badc6a-d1ab-4f5b-8654-f70bfdf6a714', 'tag': '17ca9d0b-f41a-46be-8a80-17061d0a2d8c', 'status': 'completed', 'code': 200} Aug 24 00:25:23.582444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:23.583547 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.645492 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.727516 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.742673 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.759157 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-7e04e076-7435-4069-addc-dc5dc68d3ba9 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3429205 Aug 24 00:25:23.780439 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5622c4-7f93-4c5a-9649-d6d8e43ecac4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:23.802259 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:25:23.822924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Request body: {'port': {'device_id': 'a6428d22-a4b3-480e-b399-d2d47b7f432a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:23.824311 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-ab83f54c-6d46-4578-8a78-7cbd3b318920 service neutron] 10.222.0.47 "GET /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859795 Aug 24 00:25:23.835365 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.836583 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Added segment b323f933-aec1-450e-8930-2d33d8f0efb9 of type vlan for network c0cadc40-6eaf-4b5f-a164-5840ff4c2426 Aug 24 00:25:23.920577 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.953524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaf786-c57f-4353-9bd5-1c0ada09c9e2 req-9a7a0707-140f-47ee-a8e1-472da41b7d10 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:23.955201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9abaf786-c57f-4353-9bd5-1c0ada09c9e2 req-9a7a0707-140f-47ee-a8e1-472da41b7d10 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 945 time: 0.3035593 Aug 24 00:25:23.978320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60039645-a4cb-4900-9988-25bf67c81794 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:23.983671 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.990913 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:23.991714 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:24.007933 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:24.024733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9cc06000-22da-435e-9316-50662a8fb736 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:24.026134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fdac1-dbbb-4523-a9bc-83ce01e23d31 req-53854be4-36b2-4782-ae46-8c6af7591800 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.033992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fdac1-dbbb-4523-a9bc-83ce01e23d31 req-53854be4-36b2-4782-ae46-8c6af7591800 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.049767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fdac1-dbbb-4523-a9bc-83ce01e23d31 req-53854be4-36b2-4782-ae46-8c6af7591800 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.056259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fdac1-dbbb-4523-a9bc-83ce01e23d31 req-53854be4-36b2-4782-ae46-8c6af7591800 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.063580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fdac1-dbbb-4523-a9bc-83ce01e23d31 req-53854be4-36b2-4782-ae46-8c6af7591800 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.069865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fdac1-dbbb-4523-a9bc-83ce01e23d31 req-53854be4-36b2-4782-ae46-8c6af7591800 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.080958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fdac1-dbbb-4523-a9bc-83ce01e23d31 req-53854be4-36b2-4782-ae46-8c6af7591800 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.082982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a6fdac1-dbbb-4523-a9bc-83ce01e23d31 req-53854be4-36b2-4782-ae46-8c6af7591800 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.2469873 Aug 24 00:25:24.118506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 9cc06000-22da-435e-9316-50662a8fb736 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:24.119041 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:24.125283 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:24.132026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69df04-5398-44d5-944e-034bfeb8891e req-ecf4f792-c750-49c5-ae96-661c10254721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.140409 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df69df04-5398-44d5-944e-034bfeb8891e req-ecf4f792-c750-49c5-ae96-661c10254721 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68972360756c4de8a97e4ae0dddb56b0&device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 1094 time: 0.1948965 Aug 24 00:25:24.153830 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.3516288 Aug 24 00:25:24.164477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59310) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:24.177479 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-5b42bec1-5152-4278-9683-2bcd82da7155 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c0cadc40-6eaf-4b5f-a164-5840ff4c2426', 'tempest-TagsTest-Tag-353953789') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:24.203905 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1b9e1-b7aa-4e0b-96ab-d63574933956 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Pushing event updated for resources: {'Network': ['ID=c0cadc40-6eaf-4b5f-a164-5840ff4c2426,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:24.216263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Transition to ACTIVE for port object 60039645-a4cb-4900-9988-25bf67c81794 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:24.224291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network c0cadc40-6eaf-4b5f-a164-5840ff4c2426 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:25:24.270319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a6fdac1-dbbb-4523-a9bc-83ce01e23d31 req-234399f9-1f45-4ed7-810e-50f319347c77 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1490257 Aug 24 00:25:24.285001 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:24.366820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69df04-5398-44d5-944e-034bfeb8891e req-58268496-ad54-42af-80bc-3b6bbca93c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.368457 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df69df04-5398-44d5-944e-034bfeb8891e req-58268496-ad54-42af-80bc-3b6bbca93c98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=762d3615-4cc2-4a83-a498-f89aa6d9f992 HTTP/1.1" status: 200 len: 919 time: 0.2092535 Aug 24 00:25:24.401421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9abaf786-c57f-4353-9bd5-1c0ada09c9e2 req-e9ae911f-f572-4652-8efc-a888c65e3991 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258356 Aug 24 00:25:24.406500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Pushing event updated for resources: {'Port': ['ID=60039645-a4cb-4900-9988-25bf67c81794,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:24.469854 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5b42bec1-5152-4278-9683-2bcd82da7155 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] 10.222.0.32 "PUT /v2.0/networks/c0cadc40-6eaf-4b5f-a164-5840ff4c2426/tags/tempest-TagsTest-Tag-353953789 HTTP/1.1" status: 201 len: 201 time: 0.3041296 Aug 24 00:25:24.472848 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df69df04-5398-44d5-944e-034bfeb8891e req-bcccf140-98f5-4479-b179-82c8d406bb1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17ca9d0b-f41a-46be-8a80-17061d0a2d8c HTTP/1.1" status: 200 len: 217 time: 0.0953674 Aug 24 00:25:24.474050 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:24.476297 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:24.484080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-2247612e-872d-4b2b-92ab-b5c418169b62 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0cadc40-6eaf-4b5f-a164-5840ff4c2426', 'tempest-TagsTest-Tag-353953789') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:24.548741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9cc06000-22da-435e-9316-50662a8fb736, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9cc06000-22da-435e-9316-50662a8fb736,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:24.558388 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34712797-6bc6-4bec-b71a-0d884bd38844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc06000-22da-435e-9316-50662a8fb736'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:24.561640 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a585fef8-d297-424e-9446-79946f52427e" -d '{"events": [{"server_uuid": "34712797-6bc6-4bec-b71a-0d884bd38844", "name": "network-vif-plugged", "status": "completed", "tag": "9cc06000-22da-435e-9316-50662a8fb736"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:24.575403 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:24.609983 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69df04-5398-44d5-944e-034bfeb8891e req-4736f16b-2818-43c8-abc3-46048b7a1f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.612294 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df69df04-5398-44d5-944e-034bfeb8891e req-4736f16b-2818-43c8-abc3-46048b7a1f9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5 HTTP/1.1" status: 200 len: 858 time: 0.1153491 Aug 24 00:25:24.655445 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df69df04-5398-44d5-944e-034bfeb8891e req-d160f9db-b824-45e2-901d-30980f501c08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=762d3615-4cc2-4a83-a498-f89aa6d9f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322547 Aug 24 00:25:24.731816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=9cc06000-22da-435e-9316-50662a8fb736,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:24.801822 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df69df04-5398-44d5-944e-034bfeb8891e req-c6c6a990-23a4-4d84-9bbc-d2606efda886 service neutron] 10.222.0.47 "GET /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162434 Aug 24 00:25:24.807659 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2247612e-872d-4b2b-92ab-b5c418169b62 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] 10.222.0.32 "GET /v2.0/networks/c0cadc40-6eaf-4b5f-a164-5840ff4c2426/tags/tempest-TagsTest-Tag-353953789 HTTP/1.1" status: 204 len: 168 time: 0.3291759 Aug 24 00:25:24.808981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:24.815274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-7c84325f-181c-4553-9d5f-cf313dfbcb84 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c0cadc40-6eaf-4b5f-a164-5840ff4c2426') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:24.876764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645fcb6-dbf7-4780-883d-c47acfb801b3 req-12d3f12c-2f16-4735-ac96-d26de2d6f158 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.878309 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0645fcb6-dbf7-4780-883d-c47acfb801b3 req-12d3f12c-2f16-4735-ac96-d26de2d6f158 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 943 time: 0.1225436 Aug 24 00:25:24.950733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Attempting to bind port 60039645-a4cb-4900-9988-25bf67c81794 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:24.951091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Attempting to bind port 60039645-a4cb-4900-9988-25bf67c81794 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '9c75fc91-4e46-40d7-8066-b8b4a69cf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:24.951419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Attempting to bind port 60039645-a4cb-4900-9988-25bf67c81794 on network 762d3615-4cc2-4a83-a498-f89aa6d9f992 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:24.965300 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7c84325f-181c-4553-9d5f-cf313dfbcb84 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] 10.222.0.32 "GET /v2.0/networks/c0cadc40-6eaf-4b5f-a164-5840ff4c2426/tags HTTP/1.1" status: 200 len: 237 time: 0.1531830 Aug 24 00:25:24.968255 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df69df04-5398-44d5-944e-034bfeb8891e req-b555f3b1-db35-4638-ad7d-2fb79a6c889f service neutron] 10.222.0.47 "GET /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574719 Aug 24 00:25:24.969054 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59336) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:24.972274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Port 60039645-a4cb-4900-9988-25bf67c81794 on network 762d3615-4cc2-4a83-a498-f89aa6d9f992 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:24.972599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Attempting to bind port 60039645-a4cb-4900-9988-25bf67c81794 on network 762d3615-4cc2-4a83-a498-f89aa6d9f992 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:24.974496 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-d3efcada-17d5-4cd2-821d-692ac744b925 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c0cadc40-6eaf-4b5f-a164-5840ff4c2426', {'tags': ['tempest-TagsTest-Tag-1217287632', 'tempest-TagsTest-Tag-1222988168', 'tempest-TagsTest-Tag-1965480796']}) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:25.029434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0645fcb6-dbf7-4780-883d-c47acfb801b3 req-d64f23ef-8bbe-4ff1-80b3-68fc097207b0 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058660 Aug 24 00:25:25.037305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe951aa-8ccc-4390-833a-2d0707382586 req-7010b7f7-ba3b-4adf-8d27-2a71e7ef247e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.045912 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbe951aa-8ccc-4390-833a-2d0707382586 req-7010b7f7-ba3b-4adf-8d27-2a71e7ef247e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.2472575 Aug 24 00:25:25.047901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:25.048246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Checking segment: {'id': '9c75fc91-4e46-40d7-8066-b8b4a69cf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:25.048707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Bound using segment: {'id': '9c75fc91-4e46-40d7-8066-b8b4a69cf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:25.049064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Bound port: 60039645-a4cb-4900-9988-25bf67c81794, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c75fc91-4e46-40d7-8066-b8b4a69cf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:25.049421 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:25.144418 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95ccb7e-b3cb-468a-b425-e2c41409f2ec x-openstack-request-id: req-d95ccb7e-b3cb-468a-b425-e2c41409f2ec {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:25.145136 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34712797-6bc6-4bec-b71a-0d884bd38844", "name": "network-vif-plugged", "status": "completed", "tag": "9cc06000-22da-435e-9316-50662a8fb736", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:25.145766 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d95ccb7e-b3cb-468a-b425-e2c41409f2ec {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:25.146430 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34712797-6bc6-4bec-b71a-0d884bd38844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc06000-22da-435e-9316-50662a8fb736', 'code': 200} Aug 24 00:25:25.148771 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d3efcada-17d5-4cd2-821d-692ac744b925 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] 10.222.0.32 "PUT /v2.0/networks/c0cadc40-6eaf-4b5f-a164-5840ff4c2426/tags HTTP/1.1" status: 200 len: 309 time: 0.1778164 Aug 24 00:25:25.149384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59344) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:25.154552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-791c3de8-5625-4f19-bb93-e03f13c96dbf tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c0cadc40-6eaf-4b5f-a164-5840ff4c2426', 'tempest-TagsTest-Tag-1217287632') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:25.178378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbe951aa-8ccc-4390-833a-2d0707382586 req-adfb7deb-8ce0-47f6-ad5a-e4d257691f48 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316028 Aug 24 00:25:25.267620 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-791c3de8-5625-4f19-bb93-e03f13c96dbf tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] 10.222.0.32 "DELETE /v2.0/networks/c0cadc40-6eaf-4b5f-a164-5840ff4c2426/tags/tempest-TagsTest-Tag-1217287632 HTTP/1.1" status: 204 len: 168 time: 0.1172149 Aug 24 00:25:25.270152 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59346) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:25.274076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d87688-b2f6-4149-8cb7-4efe50817a22 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:25.274577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-913e9e98-6553-49fd-bd6b-df0e7b823952 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0cadc40-6eaf-4b5f-a164-5840ff4c2426', 'tempest-TagsTest-Tag-1217287632') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:25.285521 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:25.291182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] For port 60039645-a4cb-4900-9988-25bf67c81794, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:25.296770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] For port 60039645-a4cb-4900-9988-25bf67c81794, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=60039645-a4cb-4900-9988-25bf67c81794,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:25.305851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:25.316188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Transition to ACTIVE for port object 94d87688-b2f6-4149-8cb7-4efe50817a22 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:25.324484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.326514 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:25.328345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] 10.222.0.47 "PUT /v2.0/ports/60039645-a4cb-4900-9988-25bf67c81794 HTTP/1.1" status: 200 len: 1092 time: 2.8107362 Aug 24 00:25:25.330567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468d5a55-1722-42e6-b633-101ed0f4678c', 'tag': '60039645-a4cb-4900-9988-25bf67c81794'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:25.332893 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76ecc9c-577e-4e0a-bb1e-baf9ff6c7857" -d '{"events": [{"name": "network-changed", "server_uuid": "468d5a55-1722-42e6-b633-101ed0f4678c", "tag": "60039645-a4cb-4900-9988-25bf67c81794"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:25.371411 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-913e9e98-6553-49fd-bd6b-df0e7b823952 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] show failed (client error): The resource could not be found. Aug 24 00:25:25.375792 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:25.377445 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-913e9e98-6553-49fd-bd6b-df0e7b823952 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] 10.222.0.32 "GET /v2.0/networks/c0cadc40-6eaf-4b5f-a164-5840ff4c2426/tags/tempest-TagsTest-Tag-1217287632 HTTP/1.1" status: 404 len: 326 time: 0.1059823 Aug 24 00:25:25.378218 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:25.384364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-e5d28736-cfd4-4bee-a063-b2b7402bda8d tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0cadc40-6eaf-4b5f-a164-5840ff4c2426', 'tempest-TagsTest-Tag-1222988168') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:25.473568 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e5d28736-cfd4-4bee-a063-b2b7402bda8d tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] 10.222.0.32 "GET /v2.0/networks/c0cadc40-6eaf-4b5f-a164-5840ff4c2426/tags/tempest-TagsTest-Tag-1222988168 HTTP/1.1" status: 204 len: 168 time: 0.0942864 Aug 24 00:25:25.474143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:25.479026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-940f191e-597b-4b74-87f0-fc8fa3996bb5 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0cadc40-6eaf-4b5f-a164-5840ff4c2426', 'tempest-TagsTest-Tag-1965480796') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:25.542068 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc86774-b658-4303-8681-a3cd82ce1364 x-openstack-request-id: req-1fc86774-b658-4303-8681-a3cd82ce1364 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:25.542482 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468d5a55-1722-42e6-b633-101ed0f4678c", "tag": "60039645-a4cb-4900-9988-25bf67c81794", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:25.542742 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fc86774-b658-4303-8681-a3cd82ce1364 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:25.543178 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468d5a55-1722-42e6-b633-101ed0f4678c', 'tag': '60039645-a4cb-4900-9988-25bf67c81794', 'status': 'completed', 'code': 200} Aug 24 00:25:25.567481 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-940f191e-597b-4b74-87f0-fc8fa3996bb5 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] 10.222.0.32 "GET /v2.0/networks/c0cadc40-6eaf-4b5f-a164-5840ff4c2426/tags/tempest-TagsTest-Tag-1965480796 HTTP/1.1" status: 204 len: 168 time: 0.0923369 Aug 24 00:25:25.570168 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59384) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:25.574472 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-c216f803-a991-46c0-b0a8-93081cbcd025 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c0cadc40-6eaf-4b5f-a164-5840ff4c2426') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:25.611693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0a6f3-84fe-4eb7-a827-8e69d218da27 service neutron] Pushing event updated for resources: {'Port': ['ID=60039645-a4cb-4900-9988-25bf67c81794,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:25.677724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef298-fff7-4bc2-b843-9d80c25d083d req-e75ba7f1-640a-4d0b-8478-d2eaa5e00553 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.684313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef298-fff7-4bc2-b843-9d80c25d083d req-e75ba7f1-640a-4d0b-8478-d2eaa5e00553 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.691281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef298-fff7-4bc2-b843-9d80c25d083d req-e75ba7f1-640a-4d0b-8478-d2eaa5e00553 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.695221 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c216f803-a991-46c0-b0a8-93081cbcd025 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] 10.222.0.32 "DELETE /v2.0/networks/c0cadc40-6eaf-4b5f-a164-5840ff4c2426/tags HTTP/1.1" status: 204 len: 168 time: 0.1241002 Aug 24 00:25:25.695919 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59400) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:25.697604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef298-fff7-4bc2-b843-9d80c25d083d req-e75ba7f1-640a-4d0b-8478-d2eaa5e00553 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.700368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-8e9b117e-f1b7-4e97-b50b-41e74857bbfa tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0cadc40-6eaf-4b5f-a164-5840ff4c2426', 'tempest-TagsTest-Tag-1222988168') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:25.703635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef298-fff7-4bc2-b843-9d80c25d083d req-e75ba7f1-640a-4d0b-8478-d2eaa5e00553 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.709589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef298-fff7-4bc2-b843-9d80c25d083d req-e75ba7f1-640a-4d0b-8478-d2eaa5e00553 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.716503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ef298-fff7-4bc2-b843-9d80c25d083d req-e75ba7f1-640a-4d0b-8478-d2eaa5e00553 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.718760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e15ef298-fff7-4bc2-b843-9d80c25d083d req-e75ba7f1-640a-4d0b-8478-d2eaa5e00553 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.3156712 Aug 24 00:25:25.789558 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-8e9b117e-f1b7-4e97-b50b-41e74857bbfa tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] show failed (client error): The resource could not be found. Aug 24 00:25:25.790580 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e9b117e-f1b7-4e97-b50b-41e74857bbfa tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] 10.222.0.32 "GET /v2.0/networks/c0cadc40-6eaf-4b5f-a164-5840ff4c2426/tags/tempest-TagsTest-Tag-1222988168 HTTP/1.1" status: 404 len: 326 time: 0.0937743 Aug 24 00:25:25.791186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ec97c-656d-4692-903e-3d9138242a13 req-8a44815f-d6b7-488a-8373-c34c0ed4de79 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.792704 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c6ec97c-656d-4692-903e-3d9138242a13 req-8a44815f-d6b7-488a-8373-c34c0ed4de79 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 946 time: 0.2235186 Aug 24 00:25:25.793546 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59414) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:25.801907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-5251b689-9bd6-49fb-9b39-4f1a278dae14 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c0cadc40-6eaf-4b5f-a164-5840ff4c2426', 'tempest-TagsTest-Tag-1965480796') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:25.802556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-05f841ce-2d72-4c72-a3a6-fa5402bc0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.804134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-05f841ce-2d72-4c72-a3a6-fa5402bc0dfc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68972360756c4de8a97e4ae0dddb56b0&device_id=468d5a55-1722-42e6-b633-101ed0f4678c HTTP/1.1" status: 200 len: 1095 time: 0.3941174 Aug 24 00:25:25.825624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Pushing event updated for resources: {'Port': ['ID=94d87688-b2f6-4149-8cb7-4efe50817a22,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:25.881527 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-5251b689-9bd6-49fb-9b39-4f1a278dae14 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] show failed (client error): The resource could not be found. Aug 24 00:25:25.885051 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5251b689-9bd6-49fb-9b39-4f1a278dae14 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] 10.222.0.32 "GET /v2.0/networks/c0cadc40-6eaf-4b5f-a164-5840ff4c2426/tags/tempest-TagsTest-Tag-1965480796 HTTP/1.1" status: 404 len: 326 time: 0.0867579 Aug 24 00:25:25.885296 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59418) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:25.889775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-fb8b0be2-ad50-4818-8ee3-1cf461fdce5e tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c0cadc40-6eaf-4b5f-a164-5840ff4c2426') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:25.894647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-59822403-aa59-41f9-ac64-1bd3ab19b552 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60039645-a4cb-4900-9988-25bf67c81794 HTTP/1.1" status: 200 len: 217 time: 0.0718677 Aug 24 00:25:25.901555 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e15ef298-fff7-4bc2-b843-9d80c25d083d req-d2936078-7445-4f5f-b132-64ef8f8d080a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1619811 Aug 24 00:25:25.980650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Attempting to bind port 94d87688-b2f6-4149-8cb7-4efe50817a22 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:25.981181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Attempting to bind port 94d87688-b2f6-4149-8cb7-4efe50817a22 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '9c75fc91-4e46-40d7-8066-b8b4a69cf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:25.981669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Attempting to bind port 94d87688-b2f6-4149-8cb7-4efe50817a22 on network 762d3615-4cc2-4a83-a498-f89aa6d9f992 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:25.991122 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c6ec97c-656d-4692-903e-3d9138242a13 req-8542bc87-a137-4c12-b9ed-9c0a70220b39 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859968 Aug 24 00:25:25.994827 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fb8b0be2-ad50-4818-8ee3-1cf461fdce5e tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] 10.222.0.32 "DELETE /v2.0/networks/c0cadc40-6eaf-4b5f-a164-5840ff4c2426/tags HTTP/1.1" status: 204 len: 168 time: 0.1052284 Aug 24 00:25:25.994991 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Port 94d87688-b2f6-4149-8cb7-4efe50817a22 on network 762d3615-4cc2-4a83-a498-f89aa6d9f992 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:25.995224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Attempting to bind port 94d87688-b2f6-4149-8cb7-4efe50817a22 on network 762d3615-4cc2-4a83-a498-f89aa6d9f992 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:25.995885 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:26.005719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:26.006901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Checking segment: {'id': '9c75fc91-4e46-40d7-8066-b8b4a69cf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:26.006901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Bound using segment: {'id': '9c75fc91-4e46-40d7-8066-b8b4a69cf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:26.006901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Bound port: 94d87688-b2f6-4149-8cb7-4efe50817a22, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c75fc91-4e46-40d7-8066-b8b4a69cf76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:26.007277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.014696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b2d19990-cd95-400a-9812-5f2876fddcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.016623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b2d19990-cd95-400a-9812-5f2876fddcdf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5 HTTP/1.1" status: 200 len: 858 time: 0.1096473 Aug 24 00:25:26.095994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] For port 94d87688-b2f6-4149-8cb7-4efe50817a22, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:26.099618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] For port 94d87688-b2f6-4149-8cb7-4efe50817a22, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=94d87688-b2f6-4149-8cb7-4efe50817a22,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:26.107199 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.111417 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ed646ed-765a-41c4-a791-b049c5cc6345 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.151457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.152224 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.154640 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] 10.222.0.13 "PUT /v2.0/ports/94d87688-b2f6-4149-8cb7-4efe50817a22 HTTP/1.1" status: 200 len: 1091 time: 2.3439322 Aug 24 00:25:26.201919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053cc32-ad26-4d05-95f8-0adbd8a0ce76 service neutron] Pushing event updated for resources: {'Port': ['ID=94d87688-b2f6-4149-8cb7-4efe50817a22,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:26.221226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-8e1281e2-bd8c-414d-9a5c-8c204ff022aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=762d3615-4cc2-4a83-a498-f89aa6d9f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396183 Aug 24 00:25:26.254151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59430) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:26.457976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-96c9c80f-455b-4429-af97-af93ea72b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.459519 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-96c9c80f-455b-4429-af97-af93ea72b90f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68972360756c4de8a97e4ae0dddb56b0&device_id=a6428d22-a4b3-480e-b399-d2d47b7f432a HTTP/1.1" status: 200 len: 1094 time: 0.2073634 Aug 24 00:25:26.476343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650a86c-5dd8-4cb5-9d99-aae6b7268a99 req-c01d3e07-bbad-4d93-a962-10ed5b96e14e tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.477873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a650a86c-5dd8-4cb5-9d99-aae6b7268a99 req-c01d3e07-bbad-4d93-a962-10ed5b96e14e tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 943 time: 0.2474160 Aug 24 00:25:26.494325 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eda56fb3-7e9a-4e95-bd3c-4aa16479e627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.546312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f46a1e-3787-4d95-bd85-f50ca6cd02db req-49def3f2-81d1-41ea-8903-e5bd7c436c5a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.547829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23f46a1e-3787-4d95-bd85-f50ca6cd02db req-49def3f2-81d1-41ea-8903-e5bd7c436c5a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1743855 Aug 24 00:25:26.549653 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-fd8e7c19-5a06-40bd-81e3-1d1c5cb49b13 service neutron] 10.222.0.47 "GET /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165762 Aug 24 00:25:26.552318 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-bb31d371-ccba-4871-95e2-4f81edbcae09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94d87688-b2f6-4149-8cb7-4efe50817a22 HTTP/1.1" status: 200 len: 217 time: 0.0681984 Aug 24 00:25:26.596923 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ed646ed-765a-41c4-a791-b049c5cc6345 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.609542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4ed646ed-765a-41c4-a791-b049c5cc6345 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cadc40-6eaf-4b5f-a164-5840ff4c2426']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:26.621557 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cc9c8-be5a-4058-bdd9-2e64d5e0cfd9 req-520f69a0-3b0a-44e3-b538-25cf32f06d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.623852 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d6cc9c8-be5a-4058-bdd9-2e64d5e0cfd9 req-520f69a0-3b0a-44e3-b538-25cf32f06d9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2073d78fc8964f96b023d510a38a1da2&device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 1096 time: 0.1104875 Aug 24 00:25:26.625454 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4ed646ed-765a-41c4-a791-b049c5cc6345 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b323f933-aec1-450e-8930-2d33d8f0efb9') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:26.625740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4ed646ed-765a-41c4-a791-b049c5cc6345 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b323f933-aec1-450e-8930-2d33d8f0efb9') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:26.644635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ed646ed-765a-41c4-a791-b049c5cc6345 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.699351 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ed646ed-765a-41c4-a791-b049c5cc6345 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.709621 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed646ed-765a-41c4-a791-b049c5cc6345 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:25:26.710021 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ed646ed-765a-41c4-a791-b049c5cc6345 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.712374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a650a86c-5dd8-4cb5-9d99-aae6b7268a99 req-426f315f-fea2-421e-b5fe-6d77c25d7c9b tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128682 Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:25:26.713109 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:25:26.728889 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23f46a1e-3787-4d95-bd85-f50ca6cd02db req-8dace1b2-0a84-4eb2-ae1f-5bac36202143 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679606 Aug 24 00:25:26.736765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-0e061c0f-3a5b-443f-b5c7-f62dceab2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.738813 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-0e061c0f-3a5b-443f-b5c7-f62dceab2dc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5 HTTP/1.1" status: 200 len: 858 time: 0.1724393 Aug 24 00:25:26.773231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-ff73b99b-b2f7-4361-bef3-1baa2b2171b3 service neutron] 10.222.0.47 "GET /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082551 Aug 24 00:25:26.797203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-65013ecb-9125-4023-a39a-0abf55bb44b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=762d3615-4cc2-4a83-a498-f89aa6d9f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452251 Aug 24 00:25:26.811872 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cc9c8-be5a-4058-bdd9-2e64d5e0cfd9 req-de6c0bc2-0e40-40a6-9778-6e53ce360989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.813455 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d6cc9c8-be5a-4058-bdd9-2e64d5e0cfd9 req-de6c0bc2-0e40-40a6-9778-6e53ce360989 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee214e98-c54e-44f9-a07c-12d0d2b7286a HTTP/1.1" status: 200 len: 914 time: 0.1810443 Aug 24 00:25:26.814625 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ed646ed-765a-41c4-a791-b049c5cc6345 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.819418 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ed646ed-765a-41c4-a791-b049c5cc6345 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.821400 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4ed646ed-765a-41c4-a791-b049c5cc6345 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] 10.222.0.32 "DELETE /v2.0/networks/c0cadc40-6eaf-4b5f-a164-5840ff4c2426 HTTP/1.1" status: 204 len: 168 time: 0.8236849 Aug 24 00:25:26.839383 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed646ed-765a-41c4-a791-b049c5cc6345 tempest-TagsTest-2039901863 tempest-TagsTest-2039901863-project] Pushing event deleted for resources: {'Network': ['ID=c0cadc40-6eaf-4b5f-a164-5840ff4c2426,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:26.929201 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d6cc9c8-be5a-4058-bdd9-2e64d5e0cfd9 req-03d32d6d-21d3-4774-b864-fd9972647318 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9 HTTP/1.1" status: 200 len: 217 time: 0.0550420 Aug 24 00:25:26.975025 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-b3d70d6c-8eb6-492a-ad7a-9482b8517311 service neutron] 10.222.0.13 "GET /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678205 Aug 24 00:25:26.976777 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ecc9c-577e-4e0a-bb1e-baf9ff6c7857 req-00b42553-9f90-4969-ab70-93f655a2112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.978181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d76ecc9c-577e-4e0a-bb1e-baf9ff6c7857 req-00b42553-9f90-4969-ab70-93f655a2112a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=68972360756c4de8a97e4ae0dddb56b0&device_id=468d5a55-1722-42e6-b633-101ed0f4678c HTTP/1.1" status: 200 len: 1095 time: 0.1031511 Aug 24 00:25:26.989791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cc9c8-be5a-4058-bdd9-2e64d5e0cfd9 req-9481925a-77f0-4732-bb9e-8e0f21e512ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.992040 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d6cc9c8-be5a-4058-bdd9-2e64d5e0cfd9 req-9481925a-77f0-4732-bb9e-8e0f21e512ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b1769da-f736-4c99-87b2-e73cc76c5076 HTTP/1.1" status: 200 len: 853 time: 0.0532351 Aug 24 00:25:27.042539 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d6cc9c8-be5a-4058-bdd9-2e64d5e0cfd9 req-9ce239ad-301e-49e5-8592-6f944476a4ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee214e98-c54e-44f9-a07c-12d0d2b7286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426967 Aug 24 00:25:27.102271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59452) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:27.146116 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d6cc9c8-be5a-4058-bdd9-2e64d5e0cfd9 req-9fada6cf-570a-4e37-b41b-d4bdccdf2526 service neutron] 10.222.0.47 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938163 Aug 24 00:25:27.283442 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c45151c3-647e-4bd4-9950-1bd5364a3322 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2723b623d8854b16bb30731f9c5367aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799531 Aug 24 00:25:27.285600 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:27.294704 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7d6cc9c8-be5a-4058-bdd9-2e64d5e0cfd9 req-33e7ec5b-25e8-4a6f-9d49-2fb057b3ed2f service neutron] 10.222.0.47 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401598 Aug 24 00:25:27.345835 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65c00a5-b6f2-492d-a53d-4429e36effe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.368114 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65c00a5-b6f2-492d-a53d-4429e36effe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.415242 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65c00a5-b6f2-492d-a53d-4429e36effe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.417984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c65c00a5-b6f2-492d-a53d-4429e36effe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.419439 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c65c00a5-b6f2-492d-a53d-4429e36effe9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e5622c4-7f93-4c5a-9649-d6d8e43ecac4 HTTP/1.1" status: 204 len: 168 time: 0.1328356 Aug 24 00:25:27.427590 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c00a5-b6f2-492d-a53d-4429e36effe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5622c4-7f93-4c5a-9649-d6d8e43ecac4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:27.447893 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eda56fb3-7e9a-4e95-bd3c-4aa16479e627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.479603 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-eda56fb3-7e9a-4e95-bd3c-4aa16479e627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.484997 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2af835b5-b91a-4a42-b466-14887408ab94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.547707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6428d22-a4b3-480e-b399-d2d47b7f432a', 'tag': '94d87688-b2f6-4149-8cb7-4efe50817a22'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:27.549956 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8a7481-c360-4122-9167-1a089aa49329" -d '{"events": [{"name": "network-changed", "server_uuid": "a6428d22-a4b3-480e-b399-d2d47b7f432a", "tag": "94d87688-b2f6-4149-8cb7-4efe50817a22"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:27.574695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47dbf0-fcc9-472e-8e96-9a1f4f40d92b req-60ea8be3-d212-427b-89b0-be9252e9ed65 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.576851 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d47dbf0-fcc9-472e-8e96-9a1f4f40d92b req-60ea8be3-d212-427b-89b0-be9252e9ed65 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 946 time: 0.5842822 Aug 24 00:25:27.589359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-eda56fb3-7e9a-4e95-bd3c-4aa16479e627 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3bf0e08ef304315bce4cad3c78c9563&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3341413 Aug 24 00:25:27.592175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59466) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:27.609007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda56fb3-7e9a-4e95-bd3c-4aa16479e627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a4331f-1585-43a9-ba92-896bed081619,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:27.622358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46383824-8dc3-4417-8c07-48e757da1576 req-ae75297e-74da-45a9-bc21-81abc2c7d3a7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.628332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46383824-8dc3-4417-8c07-48e757da1576 req-ae75297e-74da-45a9-bc21-81abc2c7d3a7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.634615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46383824-8dc3-4417-8c07-48e757da1576 req-ae75297e-74da-45a9-bc21-81abc2c7d3a7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.640845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46383824-8dc3-4417-8c07-48e757da1576 req-ae75297e-74da-45a9-bc21-81abc2c7d3a7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.646978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46383824-8dc3-4417-8c07-48e757da1576 req-ae75297e-74da-45a9-bc21-81abc2c7d3a7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.652529 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b39ffe8b-28be-4c78-b664-833044edbbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.652818 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46383824-8dc3-4417-8c07-48e757da1576 req-ae75297e-74da-45a9-bc21-81abc2c7d3a7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.658907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46383824-8dc3-4417-8c07-48e757da1576 req-ae75297e-74da-45a9-bc21-81abc2c7d3a7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.666821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46383824-8dc3-4417-8c07-48e757da1576 req-ae75297e-74da-45a9-bc21-81abc2c7d3a7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.6255059 Aug 24 00:25:27.676420 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b39ffe8b-28be-4c78-b664-833044edbbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.691570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ecc9c-577e-4e0a-bb1e-baf9ff6c7857 req-9abadf75-bbe1-4048-9286-908e117766c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.693087 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d76ecc9c-577e-4e0a-bb1e-baf9ff6c7857 req-9abadf75-bbe1-4048-9286-908e117766c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=762d3615-4cc2-4a83-a498-f89aa6d9f992 HTTP/1.1" status: 200 len: 919 time: 0.6994679 Aug 24 00:25:27.710452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e72449d-f63b-4b1b-a4c4-9f6a1be50b67 req-f9010681-e95c-47d2-930e-8fd664b11e7a service neutron] 10.222.0.13 "GET /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7270508 Aug 24 00:25:27.736265 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b39ffe8b-28be-4c78-b664-833044edbbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.739699 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b39ffe8b-28be-4c78-b664-833044edbbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.744732 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b39ffe8b-28be-4c78-b664-833044edbbf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7a4331f-1585-43a9-ba92-896bed081619 HTTP/1.1" status: 204 len: 168 time: 0.1484063 Aug 24 00:25:27.762055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ffe8b-28be-4c78-b664-833044edbbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a4331f-1585-43a9-ba92-896bed081619,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:27.767437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d76ecc9c-577e-4e0a-bb1e-baf9ff6c7857 req-acf76b3c-2ca9-44e6-adef-8565c0f1db4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60039645-a4cb-4900-9988-25bf67c81794 HTTP/1.1" status: 200 len: 217 time: 0.0615025 Aug 24 00:25:27.787154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d47dbf0-fcc9-472e-8e96-9a1f4f40d92b req-8f723bdd-9b17-412b-ab72-d93939fb0b5d tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898286 Aug 24 00:25:27.792859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46383824-8dc3-4417-8c07-48e757da1576 req-7a57f74c-8aba-4e38-a035-0087a7a6a7c3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253517 Aug 24 00:25:27.852476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ecc9c-577e-4e0a-bb1e-baf9ff6c7857 req-a627122e-afb7-4761-8bfc-808331445e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.854434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d76ecc9c-577e-4e0a-bb1e-baf9ff6c7857 req-a627122e-afb7-4761-8bfc-808331445e28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5 HTTP/1.1" status: 200 len: 858 time: 0.0606372 Aug 24 00:25:27.905985 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d76ecc9c-577e-4e0a-bb1e-baf9ff6c7857 req-a1b70415-a404-421b-82ae-ebeb30a49937 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=762d3615-4cc2-4a83-a498-f89aa6d9f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406013 Aug 24 00:25:27.970311 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa1482c-524b-47dd-9bfc-728a39b02bd2 x-openstack-request-id: req-0aa1482c-524b-47dd-9bfc-728a39b02bd2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:27.970674 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6428d22-a4b3-480e-b399-d2d47b7f432a", "tag": "94d87688-b2f6-4149-8cb7-4efe50817a22", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:27.971135 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0aa1482c-524b-47dd-9bfc-728a39b02bd2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:27.971641 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6428d22-a4b3-480e-b399-d2d47b7f432a', 'tag': '94d87688-b2f6-4149-8cb7-4efe50817a22', 'status': 'completed', 'code': 200} Aug 24 00:25:28.053244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 17ca9d0b-f41a-46be-8a80-17061d0a2d8c details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:28.061376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9cc06000-22da-435e-9316-50662a8fb736 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:28.121627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59488) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:28.125961 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d76ecc9c-577e-4e0a-bb1e-baf9ff6c7857 req-287eb826-27c8-4ead-bb6d-8839a63041dd service neutron] 10.222.0.47 "GET /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116742 Aug 24 00:25:28.140238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-764142e9-b126-4b2e-a664-bf87834f9a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:28.216818 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:28.251493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d0c2a-4c2c-4038-9d93-ca1cd70812b7 req-18e0debc-408e-49a5-83e6-d2b0ff359fef tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.259684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-582d0c2a-4c2c-4038-9d93-ca1cd70812b7 req-18e0debc-408e-49a5-83e6-d2b0ff359fef tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1893895 Aug 24 00:25:28.262338 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-764142e9-b126-4b2e-a664-bf87834f9a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:28.271462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-764142e9-b126-4b2e-a664-bf87834f9a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:28.293117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c3dfb-f65d-4df2-8ccd-fe1c3c450b19 req-75cbbb60-305c-4701-a056-c3aad5ded881 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.300549 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f04c3dfb-f65d-4df2-8ccd-fe1c3c450b19 req-75cbbb60-305c-4701-a056-c3aad5ded881 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 943 time: 0.2693250 Aug 24 00:25:28.307240 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-764142e9-b126-4b2e-a664-bf87834f9a85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4f58c24f1004a01addc55c113cd1b59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836112 Aug 24 00:25:28.309932 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59492) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:28.346565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a7481-c360-4122-9167-1a089aa49329 req-d067e695-c167-48bf-b386-3fdbe5ab679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.348356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d8a7481-c360-4122-9167-1a089aa49329 req-d067e695-c167-48bf-b386-3fdbe5ab679a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68972360756c4de8a97e4ae0dddb56b0&device_id=a6428d22-a4b3-480e-b399-d2d47b7f432a HTTP/1.1" status: 200 len: 1094 time: 0.3158386 Aug 24 00:25:28.350396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d76ecc9c-577e-4e0a-bb1e-baf9ff6c7857 req-8fefa5c4-aa52-4221-85ff-57d886ec13a6 service neutron] 10.222.0.47 "GET /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043128 Aug 24 00:25:28.378305 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764142e9-b126-4b2e-a664-bf87834f9a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ad8fee-8961-4d66-a4d1-54755a704d77,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:28.412630 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-199844b7-eaee-40f4-b54e-7df58b824e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:28.432345 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34712797-6bc6-4bec-b71a-0d884bd38844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc06000-22da-435e-9316-50662a8fb736'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:28.434875 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099bf298-ff46-49cf-a412-5e1383930e9d" -d '{"events": [{"server_uuid": "34712797-6bc6-4bec-b71a-0d884bd38844", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc06000-22da-435e-9316-50662a8fb736"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:28.439748 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-199844b7-eaee-40f4-b54e-7df58b824e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:28.458967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9cc06000-22da-435e-9316-50662a8fb736, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9cc06000-22da-435e-9316-50662a8fb736,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:28.465286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=17ca9d0b-f41a-46be-8a80-17061d0a2d8c,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:28.469420 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:28.474711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-582d0c2a-4c2c-4038-9d93-ca1cd70812b7 req-0cbf34a2-22ad-489a-80cf-7133f186c13a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140458 Aug 24 00:25:28.486485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f04c3dfb-f65d-4df2-8ccd-fe1c3c450b19 req-6f211932-e10d-4cab-95a1-79e60279e451 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343427 Aug 24 00:25:28.514812 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '17ca9d0b-f41a-46be-8a80-17061d0a2d8c', 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992', 'port_id': '17ca9d0b-f41a-46be-8a80-17061d0a2d8c', 'mac_address': 'fa:16:3e:20:d1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:28.520865 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-199844b7-eaee-40f4-b54e-7df58b824e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:28.524615 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-199844b7-eaee-40f4-b54e-7df58b824e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:28.526243 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-199844b7-eaee-40f4-b54e-7df58b824e43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38ad8fee-8961-4d66-a4d1-54755a704d77 HTTP/1.1" status: 204 len: 168 time: 0.2151363 Aug 24 00:25:28.542362 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199844b7-eaee-40f4-b54e-7df58b824e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ad8fee-8961-4d66-a4d1-54755a704d77,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:28.572023 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d1b800-52c8-4a96-ba53-7432b468a106 x-openstack-request-id: req-00d1b800-52c8-4a96-ba53-7432b468a106 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:28.572527 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34712797-6bc6-4bec-b71a-0d884bd38844", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc06000-22da-435e-9316-50662a8fb736", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:28.573039 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00d1b800-52c8-4a96-ba53-7432b468a106 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:28.573586 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34712797-6bc6-4bec-b71a-0d884bd38844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc06000-22da-435e-9316-50662a8fb736', 'code': 200} Aug 24 00:25:28.574449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a7481-c360-4122-9167-1a089aa49329 req-4f5bbdb6-176b-49a4-adcf-16eb3f116bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.577844 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d8a7481-c360-4122-9167-1a089aa49329 req-4f5bbdb6-176b-49a4-adcf-16eb3f116bc3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=762d3615-4cc2-4a83-a498-f89aa6d9f992 HTTP/1.1" status: 200 len: 919 time: 0.2139978 Aug 24 00:25:28.596122 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:28.598141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=9cc06000-22da-435e-9316-50662a8fb736,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:28.616128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ca9d0b-f41a-46be-8a80-17061d0a2d8c {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:28.638566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=17ca9d0b-f41a-46be-8a80-17061d0a2d8c,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:28.643833 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:28.659240 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d8a7481-c360-4122-9167-1a089aa49329 req-fb4adab4-00de-403b-9083-97953c0a27bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94d87688-b2f6-4149-8cb7-4efe50817a22 HTTP/1.1" status: 200 len: 217 time: 0.0714607 Aug 24 00:25:28.712546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=17ca9d0b-f41a-46be-8a80-17061d0a2d8c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:28.730896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a7481-c360-4122-9167-1a089aa49329 req-b6bca373-19ba-4589-a477-ee1d94537126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.732397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d8a7481-c360-4122-9167-1a089aa49329 req-b6bca373-19ba-4589-a477-ee1d94537126 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5 HTTP/1.1" status: 200 len: 858 time: 0.0572538 Aug 24 00:25:28.740053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c02e58-5b8c-4270-8561-a98aeea3d418 req-1699e237-1cee-4359-a5b2-591580461e8b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.741466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05c02e58-5b8c-4270-8561-a98aeea3d418 req-1699e237-1cee-4359-a5b2-591580461e8b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 944 time: 0.0952370 Aug 24 00:25:28.773942 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d8a7481-c360-4122-9167-1a089aa49329 req-5e4e22a2-ae3d-4e6e-a56f-6abba4339fb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=762d3615-4cc2-4a83-a498-f89aa6d9f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315197 Aug 24 00:25:29.041382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9be632-dee3-4efe-bc5b-9c74733a313a req-c1b0bdf2-0ab8-4353-b31f-d3e2d1b66cee tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:29.043292 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a9be632-dee3-4efe-bc5b-9c74733a313a req-c1b0bdf2-0ab8-4353-b31f-d3e2d1b66cee tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 944 time: 0.1657596 Aug 24 00:25:29.051922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d8a7481-c360-4122-9167-1a089aa49329 req-be58272a-defe-4d02-ae1b-d2feec68337f service neutron] 10.222.0.13 "GET /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590923 Aug 24 00:25:29.062548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['17ca9d0b-f41a-46be-8a80-17061d0a2d8c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:29.063470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cceae-30ee-4e19-b9a8-2a818bc87fdb req-18b106d0-d6e2-48f4-9eb7-af7ffeb938e9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:29.069376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cceae-30ee-4e19-b9a8-2a818bc87fdb req-18b106d0-d6e2-48f4-9eb7-af7ffeb938e9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:29.075474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cceae-30ee-4e19-b9a8-2a818bc87fdb req-18b106d0-d6e2-48f4-9eb7-af7ffeb938e9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:29.081496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cceae-30ee-4e19-b9a8-2a818bc87fdb req-18b106d0-d6e2-48f4-9eb7-af7ffeb938e9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:29.087348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cceae-30ee-4e19-b9a8-2a818bc87fdb req-18b106d0-d6e2-48f4-9eb7-af7ffeb938e9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:29.093417 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cceae-30ee-4e19-b9a8-2a818bc87fdb req-18b106d0-d6e2-48f4-9eb7-af7ffeb938e9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:29.099331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cceae-30ee-4e19-b9a8-2a818bc87fdb req-18b106d0-d6e2-48f4-9eb7-af7ffeb938e9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:29.101277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd4cceae-30ee-4e19-b9a8-2a818bc87fdb req-18b106d0-d6e2-48f4-9eb7-af7ffeb938e9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.1907797 Aug 24 00:25:29.142190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-05c02e58-5b8c-4270-8561-a98aeea3d418 req-68371f7f-e5ad-4d1a-99e8-ba6be3082c0b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Deleting port 9cc06000-22da-435e-9316-50662a8fb736 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:25:29.142536 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-05c02e58-5b8c-4270-8561-a98aeea3d418 req-68371f7f-e5ad-4d1a-99e8-ba6be3082c0b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:29.283390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a9be632-dee3-4efe-bc5b-9c74733a313a req-85d14d39-c109-4cab-9a81-6cb7b25ac600 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/security-groups?id=13e716ac-f534-46aa-b88d-ab35deb1a6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809237 Aug 24 00:25:29.298155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd4cceae-30ee-4e19-b9a8-2a818bc87fdb req-edddeb85-0267-4584-89ea-8e69136189fd tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1767154 Aug 24 00:25:29.388636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d8a7481-c360-4122-9167-1a089aa49329 req-64899843-a447-4af9-9b32-f480fb9ddd00 service neutron] 10.222.0.13 "GET /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850943 Aug 24 00:25:29.393899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-05c02e58-5b8c-4270-8561-a98aeea3d418 req-68371f7f-e5ad-4d1a-99e8-ba6be3082c0b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] For port 9cc06000-22da-435e-9316-50662a8fb736, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9cc06000-22da-435e-9316-50662a8fb736,segment=NetworkSegment(fcdd67c6-498d-4126-8193-142d05385f4d),segment_id=fcdd67c6-498d-4126-8193-142d05385f4d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:29.394277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-05c02e58-5b8c-4270-8561-a98aeea3d418 req-68371f7f-e5ad-4d1a-99e8-ba6be3082c0b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:29.410217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-05c02e58-5b8c-4270-8561-a98aeea3d418 req-68371f7f-e5ad-4d1a-99e8-ba6be3082c0b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Calling delete_port for 9cc06000-22da-435e-9316-50662a8fb736 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:25:29.504543 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:29.694323 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-05c02e58-5b8c-4270-8561-a98aeea3d418 req-68371f7f-e5ad-4d1a-99e8-ba6be3082c0b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:29.704192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85545b3a-ecc1-4cd9-b9bf-53d640131551 req-d7a9a697-307c-4910-aeae-f563aca73dae tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:29.707289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85545b3a-ecc1-4cd9-b9bf-53d640131551 req-d7a9a697-307c-4910-aeae-f563aca73dae tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 944 time: 0.1160746 Aug 24 00:25:29.777734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb12f3d-4fc8-42b0-859b-c272706f35f2 req-1d7bad18-999e-44c2-8c58-81bb2ab2a353 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:29.780063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1eb12f3d-4fc8-42b0-859b-c272706f35f2 req-1d7bad18-999e-44c2-8c58-81bb2ab2a353 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 945 time: 0.1672158 Aug 24 00:25:29.780887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68371f7f-e5ad-4d1a-99e8-ba6be3082c0b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Pushing event deleted for resources: {'Port': ['ID=9cc06000-22da-435e-9316-50662a8fb736,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:29.852709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c02e58-5b8c-4270-8561-a98aeea3d418 req-68371f7f-e5ad-4d1a-99e8-ba6be3082c0b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] No DVR routers for this DVR port 9cc06000-22da-435e-9316-50662a8fb736 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:25:29.859373 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-05c02e58-5b8c-4270-8561-a98aeea3d418 req-68371f7f-e5ad-4d1a-99e8-ba6be3082c0b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:29.861288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05c02e58-5b8c-4270-8561-a98aeea3d418 req-68371f7f-e5ad-4d1a-99e8-ba6be3082c0b tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.47 "DELETE /v2.0/ports/9cc06000-22da-435e-9316-50662a8fb736 HTTP/1.1" status: 204 len: 173 time: 1.1106424 Aug 24 00:25:29.865868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85545b3a-ecc1-4cd9-b9bf-53d640131551 req-3c7142f6-029b-4bec-b19e-e4f66a17c384 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405640 Aug 24 00:25:29.883730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1eb12f3d-4fc8-42b0-859b-c272706f35f2 req-99050335-9d88-4514-b48a-f1f6ecc57c8b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755568 Aug 24 00:25:29.973039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34712797-6bc6-4bec-b71a-0d884bd38844', 'name': 'network-vif-deleted', 'tag': '9cc06000-22da-435e-9316-50662a8fb736'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:29.976046 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8d0190-35f0-4672-b936-d0396675cb64" -d '{"events": [{"server_uuid": "34712797-6bc6-4bec-b71a-0d884bd38844", "name": "network-vif-deleted", "tag": "9cc06000-22da-435e-9316-50662a8fb736"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:30.012078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:30.021481 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73271c3e-c972-459e-868c-34b3f13fcd76 x-openstack-request-id: req-73271c3e-c972-459e-868c-34b3f13fcd76 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:30.021771 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34712797-6bc6-4bec-b71a-0d884bd38844", "name": "network-vif-deleted", "tag": "9cc06000-22da-435e-9316-50662a8fb736", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:30.022029 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73271c3e-c972-459e-868c-34b3f13fcd76 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:30.022811 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34712797-6bc6-4bec-b71a-0d884bd38844', 'name': 'network-vif-deleted', 'tag': '9cc06000-22da-435e-9316-50662a8fb736', 'status': 'completed', 'code': 200} Aug 24 00:25:30.084185 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.086587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 60039645-a4cb-4900-9988-25bf67c81794 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:30.092112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 17ca9d0b-f41a-46be-8a80-17061d0a2d8c up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:30.156996 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a850c18-416e-4ecd-b90d-76aef6626c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.214416 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56cb0518-25a3-41cd-b6d6-9b1c4a976cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.231967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:30.244910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:30.245336 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.252473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 60039645-a4cb-4900-9988-25bf67c81794, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=60039645-a4cb-4900-9988-25bf67c81794,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:30.274659 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a850c18-416e-4ecd-b90d-76aef6626c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.279922 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a850c18-416e-4ecd-b90d-76aef6626c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.287296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '60039645-a4cb-4900-9988-25bf67c81794', 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992', 'port_id': '60039645-a4cb-4900-9988-25bf67c81794', 'mac_address': 'fa:16:3e:ea:cc:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:30.323967 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7a850c18-416e-4ecd-b90d-76aef6626c6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2eeb27d51b054f58a9be5528d7a2b821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100853 Aug 24 00:25:30.325741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59642) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:30.326832 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a850c18-416e-4ecd-b90d-76aef6626c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a151788-982a-4af4-b393-6413934927e6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:30.345999 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.389375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60039645-a4cb-4900-9988-25bf67c81794 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:30.411573 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 60039645-a4cb-4900-9988-25bf67c81794, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=60039645-a4cb-4900-9988-25bf67c81794,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:30.423870 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.431104 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.479565 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23516a7d-06e5-4f69-8513-6d97f8946093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.509298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=17ca9d0b-f41a-46be-8a80-17061d0a2d8c,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:30.511903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=60039645-a4cb-4900-9988-25bf67c81794,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:30.515867 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.517078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b7f6afab-da8d-48c2-b617-02d4cb92a1b9 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:30.571581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58e9c8d-52eb-4af3-add4-d2f8c49df20a req-8b5628e4-3cf7-4f09-9ac8-24e28118c8c5 tempest-ImagesTestJSON-1587982542 tempest-ImagesTestJSON-1587982542-project] 10.222.0.32 "GET /v2.0/ports?device_id=34712797-6bc6-4bec-b71a-0d884bd38844 HTTP/1.1" status: 200 len: 210 time: 0.0657866 Aug 24 00:25:30.576662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21badc6a-d1ab-4f5b-8654-f70bfdf6a714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca9d0b-f41a-46be-8a80-17061d0a2d8c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:30.578932 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7c448b-ca08-4901-ab46-f7430c084daf" -d '{"events": [{"server_uuid": "21badc6a-d1ab-4f5b-8654-f70bfdf6a714", "name": "network-vif-plugged", "status": "completed", "tag": "17ca9d0b-f41a-46be-8a80-17061d0a2d8c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:30.611582 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23516a7d-06e5-4f69-8513-6d97f8946093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.622067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=17ca9d0b-f41a-46be-8a80-17061d0a2d8c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:30.655551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787bea1-0537-4841-a79e-482497e1fccb req-5f75e07e-36b2-4e47-b18f-afb6decaf427 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.662114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787bea1-0537-4841-a79e-482497e1fccb req-5f75e07e-36b2-4e47-b18f-afb6decaf427 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.668406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787bea1-0537-4841-a79e-482497e1fccb req-5f75e07e-36b2-4e47-b18f-afb6decaf427 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.675271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787bea1-0537-4841-a79e-482497e1fccb req-5f75e07e-36b2-4e47-b18f-afb6decaf427 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.678436 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.683570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787bea1-0537-4841-a79e-482497e1fccb req-5f75e07e-36b2-4e47-b18f-afb6decaf427 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.688382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787bea1-0537-4841-a79e-482497e1fccb req-5f75e07e-36b2-4e47-b18f-afb6decaf427 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.700606 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787bea1-0537-4841-a79e-482497e1fccb req-5f75e07e-36b2-4e47-b18f-afb6decaf427 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.700606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9787bea1-0537-4841-a79e-482497e1fccb req-5f75e07e-36b2-4e47-b18f-afb6decaf427 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.2381864 Aug 24 00:25:30.735187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:30.747636 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.767413 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9787bea1-0537-4841-a79e-482497e1fccb req-79159164-f84d-4d90-a712-62566e046791 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631893 Aug 24 00:25:30.780153 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23516a7d-06e5-4f69-8513-6d97f8946093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.783496 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23516a7d-06e5-4f69-8513-6d97f8946093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.788389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-23516a7d-06e5-4f69-8513-6d97f8946093 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a151788-982a-4af4-b393-6413934927e6 HTTP/1.1" status: 204 len: 168 time: 0.4612739 Aug 24 00:25:30.803961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23516a7d-06e5-4f69-8513-6d97f8946093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a151788-982a-4af4-b393-6413934927e6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:30.831793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59672) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:30.837898 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0246a6-15f5-4a3b-83a0-136924340cae x-openstack-request-id: req-9c0246a6-15f5-4a3b-83a0-136924340cae {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:30.838048 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21badc6a-d1ab-4f5b-8654-f70bfdf6a714", "name": "network-vif-plugged", "status": "completed", "tag": "17ca9d0b-f41a-46be-8a80-17061d0a2d8c", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:30.838249 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c0246a6-15f5-4a3b-83a0-136924340cae {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:30.838640 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21badc6a-d1ab-4f5b-8654-f70bfdf6a714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca9d0b-f41a-46be-8a80-17061d0a2d8c', 'code': 200} Aug 24 00:25:30.855164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['60039645-a4cb-4900-9988-25bf67c81794'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:30.937968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:31.002296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a561bbe-9794-4537-a60f-f4ba076a3572 req-35bcd80d-3f81-404e-b397-f014b4a720d2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.003890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a561bbe-9794-4537-a60f-f4ba076a3572 req-35bcd80d-3f81-404e-b397-f014b4a720d2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 946 time: 0.1193721 Aug 24 00:25:31.007174 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c02ce202-8bed-4eee-bcf4-c9085f59084e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.032576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7f9b6-ea76-431d-93cc-6c97e9b0e0c2 req-5144551d-677d-4400-bf8d-443d78dd6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.034080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ef7f9b6-ea76-431d-93cc-6c97e9b0e0c2 req-5144551d-677d-4400-bf8d-443d78dd6b15 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 1096 time: 0.1109893 Aug 24 00:25:31.145585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9acbf-a46a-4e7f-9dc6-582c7cfcc5d8 req-9b3cd256-8c36-4f8a-9a45-070c623ff595 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.147166 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20d9acbf-a46a-4e7f-9dc6-582c7cfcc5d8 req-9b3cd256-8c36-4f8a-9a45-070c623ff595 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 945 time: 0.1423714 Aug 24 00:25:31.149919 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a561bbe-9794-4537-a60f-f4ba076a3572 req-2ef34369-af26-4103-9572-e0eec23da39a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238847 Aug 24 00:25:31.151495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ef7f9b6-ea76-431d-93cc-6c97e9b0e0c2 req-5d597a58-8a4d-451a-90d2-13ca39015ca7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945559 Aug 24 00:25:31.194499 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.224869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20d9acbf-a46a-4e7f-9dc6-582c7cfcc5d8 req-7667c5bf-5aa8-4b52-9ec3-7fd0c22a68c2 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665479 Aug 24 00:25:31.233089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59684) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:31.267897 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c86e046e-cd05-4497-af10-80021cfbcece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.302016 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c02ce202-8bed-4eee-bcf4-c9085f59084e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.312380 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c02ce202-8bed-4eee-bcf4-c9085f59084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.369698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41467d0-b787-4ef9-8d16-d388a06f70f0 req-ca2a50b6-984d-4345-9c60-d1b745a745d2 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.371236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b41467d0-b787-4ef9-8d16-d388a06f70f0 req-ca2a50b6-984d-4345-9c60-d1b745a745d2 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.1294618 Aug 24 00:25:31.395647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c02ce202-8bed-4eee-bcf4-c9085f59084e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8d9825b01f84c6cbbe2dda291d178bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5630217 Aug 24 00:25:31.398444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:31.399046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ce202-8bed-4eee-bcf4-c9085f59084e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da68752e-16a8-4cc5-ba8c-7868118922d6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:31.447333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b41467d0-b787-4ef9-8d16-d388a06f70f0 req-d16a8f9d-a9d7-4634-9e28-91adc416e523 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661094 Aug 24 00:25:31.490287 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3df48838-c2ad-481e-8449-794047ca5256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.497275 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c86e046e-cd05-4497-af10-80021cfbcece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.504816 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c86e046e-cd05-4497-af10-80021cfbcece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.523573 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3df48838-c2ad-481e-8449-794047ca5256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.536026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c86e046e-cd05-4497-af10-80021cfbcece admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30fa2760071c41f696f6af19269d943a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997816 Aug 24 00:25:31.539776 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:31.582629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e046e-cd05-4497-af10-80021cfbcece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2717f1f4-56c4-4414-93b0-81582835e5a0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:31.623827 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3df48838-c2ad-481e-8449-794047ca5256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.626513 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3df48838-c2ad-481e-8449-794047ca5256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.627684 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3df48838-c2ad-481e-8449-794047ca5256 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da68752e-16a8-4cc5-ba8c-7868118922d6 HTTP/1.1" status: 204 len: 168 time: 0.2273848 Aug 24 00:25:31.634858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8d7ec-ca87-4df2-b368-f1055f706682 req-5e8e4029-4c57-41ed-9cfc-a4c0e87f28ad tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.637971 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68c8d7ec-ca87-4df2-b368-f1055f706682 req-5e8e4029-4c57-41ed-9cfc-a4c0e87f28ad tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.1016467 Aug 24 00:25:31.640661 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3679e716-0443-4ef1-9c74-30ffef69f987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.665612 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3679e716-0443-4ef1-9c74-30ffef69f987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.699678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68c8d7ec-ca87-4df2-b368-f1055f706682 req-301a0197-561b-4f97-a4f8-cd0a132244f4 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511475 Aug 24 00:25:31.711697 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df48838-c2ad-481e-8449-794047ca5256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da68752e-16a8-4cc5-ba8c-7868118922d6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:31.725829 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3679e716-0443-4ef1-9c74-30ffef69f987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.728958 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3679e716-0443-4ef1-9c74-30ffef69f987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.730308 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3679e716-0443-4ef1-9c74-30ffef69f987 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2717f1f4-56c4-4414-93b0-81582835e5a0 HTTP/1.1" status: 204 len: 168 time: 0.1895058 Aug 24 00:25:31.740582 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679e716-0443-4ef1-9c74-30ffef69f987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2717f1f4-56c4-4414-93b0-81582835e5a0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:31.946294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d01169-6745-4e13-a38f-3e67dada94e4 req-e660e787-1fc3-40f4-b169-b4843035dfba tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.953619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d01169-6745-4e13-a38f-3e67dada94e4 req-e660e787-1fc3-40f4-b169-b4843035dfba tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.960832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d01169-6745-4e13-a38f-3e67dada94e4 req-e660e787-1fc3-40f4-b169-b4843035dfba tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.968062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d01169-6745-4e13-a38f-3e67dada94e4 req-e660e787-1fc3-40f4-b169-b4843035dfba tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.974069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d01169-6745-4e13-a38f-3e67dada94e4 req-e660e787-1fc3-40f4-b169-b4843035dfba tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.980136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d01169-6745-4e13-a38f-3e67dada94e4 req-e660e787-1fc3-40f4-b169-b4843035dfba tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.987558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d01169-6745-4e13-a38f-3e67dada94e4 req-e660e787-1fc3-40f4-b169-b4843035dfba tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.989518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9d01169-6745-4e13-a38f-3e67dada94e4 req-e660e787-1fc3-40f4-b169-b4843035dfba tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.1064382 Aug 24 00:25:32.063106 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9d01169-6745-4e13-a38f-3e67dada94e4 req-acb60149-e8c4-4ab3-8ddc-81c03de1ad77 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602391 Aug 24 00:25:32.102579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 60039645-a4cb-4900-9988-25bf67c81794 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:32.219937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 94d87688-b2f6-4149-8cb7-4efe50817a22 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:32.255194 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 60039645-a4cb-4900-9988-25bf67c81794 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:32.305493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 60039645-a4cb-4900-9988-25bf67c81794 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:32.305982 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.355344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c40612-9ae7-4092-8b0c-a3ac56627c73 req-943eb86c-7b75-4c39-b529-f7f0e8486b10 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:32.358016 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61c40612-9ae7-4092-8b0c-a3ac56627c73 req-943eb86c-7b75-4c39-b529-f7f0e8486b10 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.1000981 Aug 24 00:25:32.404884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 94d87688-b2f6-4149-8cb7-4efe50817a22, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=94d87688-b2f6-4149-8cb7-4efe50817a22,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:32.423380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '94d87688-b2f6-4149-8cb7-4efe50817a22', 'network_id': '762d3615-4cc2-4a83-a498-f89aa6d9f992', 'port_id': '94d87688-b2f6-4149-8cb7-4efe50817a22', 'mac_address': 'fa:16:3e:da:21:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:32.443954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fa31a-e099-4701-9a01-47440841bd43 req-9aef040c-925b-4210-a56f-f304f031b73e tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:32.445774 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-423fa31a-e099-4701-9a01-47440841bd43 req-9aef040c-925b-4210-a56f-f304f031b73e tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 945 time: 0.0865610 Aug 24 00:25:32.449306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61c40612-9ae7-4092-8b0c-a3ac56627c73 req-84991e73-a4df-4d78-a6a2-b9149b482b8e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645080 Aug 24 00:25:32.503247 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.531511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-423fa31a-e099-4701-9a01-47440841bd43 req-1908abe0-f9a6-4b4d-a53b-f02d4d3b882c tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772371 Aug 24 00:25:32.534250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59780) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:32.539993 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.566561 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d87688-b2f6-4149-8cb7-4efe50817a22 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:32.580904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 60039645-a4cb-4900-9988-25bf67c81794, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=60039645-a4cb-4900-9988-25bf67c81794,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:32.598591 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.599675 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9cc06000-22da-435e-9316-50662a8fb736 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:32.602425 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 94d87688-b2f6-4149-8cb7-4efe50817a22, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=94d87688-b2f6-4149-8cb7-4efe50817a22,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:32.604774 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b0c52b-122a-427a-bbe0-bb6919478932 admin admin] Deleting subnet 5d1a1303-12b4-4df1-8051-6ef6912eb98d {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:25:32.610927 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c52b-122a-427a-bbe0-bb6919478932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.658962 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c52b-122a-427a-bbe0-bb6919478932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.672943 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.674972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 9cc06000-22da-435e-9316-50662a8fb736 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:25:32.675328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9cc06000-22da-435e-9316-50662a8fb736 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:25:32.718027 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=60039645-a4cb-4900-9988-25bf67c81794,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:32.727026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c52b-122a-427a-bbe0-bb6919478932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.779813 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=94d87688-b2f6-4149-8cb7-4efe50817a22,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:32.807403 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c52b-122a-427a-bbe0-bb6919478932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.834659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0c52b-122a-427a-bbe0-bb6919478932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d1a1303-12b4-4df1-8051-6ef6912eb98d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:32.838309 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c52b-122a-427a-bbe0-bb6919478932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.839940 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaf597-1113-44a0-b6be-181d71023cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9'}, {'server_uuid': '468d5a55-1722-42e6-b633-101ed0f4678c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60039645-a4cb-4900-9988-25bf67c81794'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:32.840244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a6b0c52b-122a-427a-bbe0-bb6919478932 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5d1a1303-12b4-4df1-8051-6ef6912eb98d HTTP/1.1" status: 204 len: 168 time: 0.3017445 Aug 24 00:25:32.843041 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4e9a3f-ee35-4f04-8f0c-a3b7a344d8e3" -d '{"events": [{"server_uuid": "34eaf597-1113-44a0-b6be-181d71023cb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b7f6afab-da8d-48c2-b617-02d4cb92a1b9"}, {"server_uuid": "468d5a55-1722-42e6-b633-101ed0f4678c", "name": "network-vif-plugged", "status": "completed", "tag": "60039645-a4cb-4900-9988-25bf67c81794"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:32.843173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59800) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:32.902494 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9422e28f-ccf9-4375-b34c-39bb548a9ca1 x-openstack-request-id: req-9422e28f-ccf9-4375-b34c-39bb548a9ca1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:32.903372 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaf597-1113-44a0-b6be-181d71023cb9", "name": "network-vif-unplugged", "status": "failed", "tag": "b7f6afab-da8d-48c2-b617-02d4cb92a1b9", "code": 422}, {"server_uuid": "468d5a55-1722-42e6-b633-101ed0f4678c", "name": "network-vif-plugged", "status": "completed", "tag": "60039645-a4cb-4900-9988-25bf67c81794", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:32.903638 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9422e28f-ccf9-4375-b34c-39bb548a9ca1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:32.904041 n-d-805736-1 neutron-server[94839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34eaf597-1113-44a0-b6be-181d71023cb9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9', 'code': 422} returned with failed status Aug 24 00:25:32.904296 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468d5a55-1722-42e6-b633-101ed0f4678c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60039645-a4cb-4900-9988-25bf67c81794', 'code': 200} Aug 24 00:25:32.934275 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3541e6b7-6953-40bc-a7f4-4c8bab12735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.991262 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.052868 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3541e6b7-6953-40bc-a7f4-4c8bab12735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.065710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3541e6b7-6953-40bc-a7f4-4c8bab12735c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ce1421-2fab-4cd9-b1d6-25282e6db2eb']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:33.089286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3541e6b7-6953-40bc-a7f4-4c8bab12735c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdd67c6-498d-4126-8193-142d05385f4d') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:33.089602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3541e6b7-6953-40bc-a7f4-4c8bab12735c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdd67c6-498d-4126-8193-142d05385f4d') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:33.111742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['94d87688-b2f6-4149-8cb7-4efe50817a22'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:33.126141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1dca9-aa7c-415e-890f-3aee86d053db req-89cef5e4-23e6-4bf4-95ac-27c3b19a9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.127678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dcd1dca9-aa7c-415e-890f-3aee86d053db req-89cef5e4-23e6-4bf4-95ac-27c3b19a9b13 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=468d5a55-1722-42e6-b633-101ed0f4678c HTTP/1.1" status: 200 len: 1097 time: 0.1111991 Aug 24 00:25:33.131919 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3541e6b7-6953-40bc-a7f4-4c8bab12735c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.162743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3541e6b7-6953-40bc-a7f4-4c8bab12735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.185455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3541e6b7-6953-40bc-a7f4-4c8bab12735c admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:25:33.185884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3541e6b7-6953-40bc-a7f4-4c8bab12735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.188815 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dcd1dca9-aa7c-415e-890f-3aee86d053db req-53a71317-73ec-4d8c-b8db-bce7c42810ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486457 Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:25:33.189451 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:25:33.224527 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a10c7e7b-e3ac-4135-9cb2-c781567df1d6 req-5cbe8509-ebe4-4123-b764-a3bd57def63d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4877915 Aug 24 00:25:33.317919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7ac83-cac4-4c07-b3a8-dc5b02570cbb req-0c8d0ab1-42d5-40f6-963e-8d01fc50127e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.324079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7ac83-cac4-4c07-b3a8-dc5b02570cbb req-0c8d0ab1-42d5-40f6-963e-8d01fc50127e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.330472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7ac83-cac4-4c07-b3a8-dc5b02570cbb req-0c8d0ab1-42d5-40f6-963e-8d01fc50127e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.336595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7ac83-cac4-4c07-b3a8-dc5b02570cbb req-0c8d0ab1-42d5-40f6-963e-8d01fc50127e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.343452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7ac83-cac4-4c07-b3a8-dc5b02570cbb req-0c8d0ab1-42d5-40f6-963e-8d01fc50127e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.349841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7ac83-cac4-4c07-b3a8-dc5b02570cbb req-0c8d0ab1-42d5-40f6-963e-8d01fc50127e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.355432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7ac83-cac4-4c07-b3a8-dc5b02570cbb req-0c8d0ab1-42d5-40f6-963e-8d01fc50127e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.363434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44f7ac83-cac4-4c07-b3a8-dc5b02570cbb req-0c8d0ab1-42d5-40f6-963e-8d01fc50127e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5422 time: 0.1604846 Aug 24 00:25:33.380678 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3541e6b7-6953-40bc-a7f4-4c8bab12735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.385690 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3541e6b7-6953-40bc-a7f4-4c8bab12735c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.388486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3541e6b7-6953-40bc-a7f4-4c8bab12735c admin admin] 10.222.0.32 "DELETE /v2.0/networks/17ce1421-2fab-4cd9-b1d6-25282e6db2eb HTTP/1.1" status: 204 len: 168 time: 0.5443058 Aug 24 00:25:33.420697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541e6b7-6953-40bc-a7f4-4c8bab12735c admin admin] Pushing event deleted for resources: {'Network': ['ID=17ce1421-2fab-4cd9-b1d6-25282e6db2eb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:33.469314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44f7ac83-cac4-4c07-b3a8-dc5b02570cbb req-74977895-5e27-480b-a454-857a55ec8088 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011474 Aug 24 00:25:33.588060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59842) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:33.649058 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b2f4eb3-67d0-4dbf-8159-5b3b60892334 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44b3c7be1e4a4564bafa09f2c9e5612b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617778 Aug 24 00:25:33.651843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59844) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:33.763412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978591a-d9af-47ad-b0a4-e017892eb06c req-da3550e3-3b8a-4469-8d3a-77b26b9be233 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.781300 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c978591a-d9af-47ad-b0a4-e017892eb06c req-da3550e3-3b8a-4469-8d3a-77b26b9be233 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.2254970 Aug 24 00:25:33.855763 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e9eb62f3-04f4-4825-8057-9a4158b38f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.887980 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c978591a-d9af-47ad-b0a4-e017892eb06c req-ab8a21b3-8091-4ec5-b02e-dd8aec8f16af tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866902 Aug 24 00:25:33.926929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3732d51-3448-400f-ab85-e1a3bf692dd2 req-3d5036cc-f257-4aa0-afaf-0be3ef652cb8 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.930550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3732d51-3448-400f-ab85-e1a3bf692dd2 req-3d5036cc-f257-4aa0-afaf-0be3ef652cb8 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 945 time: 0.2326572 Aug 24 00:25:33.942614 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e9eb62f3-04f4-4825-8057-9a4158b38f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:34.034281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3732d51-3448-400f-ab85-e1a3bf692dd2 req-6d5016e4-9507-4028-9a10-edf5b521215a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603163 Aug 24 00:25:34.053644 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e9eb62f3-04f4-4825-8057-9a4158b38f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:34.057855 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e9eb62f3-04f4-4825-8057-9a4158b38f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:34.059614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e9eb62f3-04f4-4825-8057-9a4158b38f11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13e716ac-f534-46aa-b88d-ab35deb1a6f9 HTTP/1.1" status: 204 len: 168 time: 0.4041393 Aug 24 00:25:34.070191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb62f3-04f4-4825-8057-9a4158b38f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e716ac-f534-46aa-b88d-ab35deb1a6f9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:34.156787 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59868) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:34.181505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fccd5-7089-4b84-b977-6aac493e5d29 req-6f5b68ee-d89d-4bb2-bf39-5d07d2c9dbdd tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.183191 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-754fccd5-7089-4b84-b977-6aac493e5d29 req-6f5b68ee-d89d-4bb2-bf39-5d07d2c9dbdd tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6428d22-a4b3-480e-b399-d2d47b7f432a HTTP/1.1" status: 200 len: 944 time: 0.0656395 Aug 24 00:25:34.224869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device aecd620c-cbe4-4b5a-827e-8e9d581b7e6a details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:34.229543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-754fccd5-7089-4b84-b977-6aac493e5d29 req-1bd2b0e5-4d91-4b2f-b3b9-ba5ff6a0d0bc tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395100 Aug 24 00:25:34.343128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:34.354020 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'aecd620c-cbe4-4b5a-827e-8e9d581b7e6a', 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b', 'port_id': 'aecd620c-cbe4-4b5a-827e-8e9d581b7e6a', 'mac_address': 'fa:16:3e:7d:a2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10fa38d-daaa-42f0-93b2-66b400d296af', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:34.396309 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:34.411090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aecd620c-cbe4-4b5a-827e-8e9d581b7e6a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:34.431660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:34.443447 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:34.444139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:34.479219 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0fa5762a-ea9e-4e12-a8b7-cb60c554f373,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:34.482118 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:34.497403 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '0fa5762a-ea9e-4e12-a8b7-cb60c554f373', 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b', 'port_id': '0fa5762a-ea9e-4e12-a8b7-cb60c554f373', 'mac_address': 'fa:16:3e:a4:93:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10fa38d-daaa-42f0-93b2-66b400d296af', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:34.552000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c7e7b-e3ac-4135-9cb2-c781567df1d6 req-582e30ef-a589-454b-a992-55103e0515dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.553644 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:34.554752 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a10c7e7b-e3ac-4135-9cb2-c781567df1d6 req-582e30ef-a589-454b-a992-55103e0515dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9&tenant_id=2073d78fc8964f96b023d510a38a1da2 HTTP/1.1" status: 200 len: 1094 time: 0.1088066 Aug 24 00:25:34.588349 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:34.593444 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:34.610472 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:34.636466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0fa5762a-ea9e-4e12-a8b7-cb60c554f373,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:34.645472 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:34.646381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a0c18045-7768-46ff-8a13-f32f4b600694 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:34.716069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:34.746073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=0fa5762a-ea9e-4e12-a8b7-cb60c554f373,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:34.750692 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port a0c18045-7768-46ff-8a13-f32f4b600694, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a0c18045-7768-46ff-8a13-f32f4b600694,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:34.764493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c88dd-1528-4c93-b8a0-d40e5f80aca7 req-b6a20706-f6d0-4a93-a7bc-beb466ffa64f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.764778 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'a0c18045-7768-46ff-8a13-f32f4b600694', 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b', 'port_id': 'a0c18045-7768-46ff-8a13-f32f4b600694', 'mac_address': 'fa:16:3e:32:1f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10fa38d-daaa-42f0-93b2-66b400d296af', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:34.781259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c88dd-1528-4c93-b8a0-d40e5f80aca7 req-b6a20706-f6d0-4a93-a7bc-beb466ffa64f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.797373 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c88dd-1528-4c93-b8a0-d40e5f80aca7 req-b6a20706-f6d0-4a93-a7bc-beb466ffa64f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.812988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c88dd-1528-4c93-b8a0-d40e5f80aca7 req-b6a20706-f6d0-4a93-a7bc-beb466ffa64f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.827157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c88dd-1528-4c93-b8a0-d40e5f80aca7 req-b6a20706-f6d0-4a93-a7bc-beb466ffa64f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.827620 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:34.833599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c88dd-1528-4c93-b8a0-d40e5f80aca7 req-b6a20706-f6d0-4a93-a7bc-beb466ffa64f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.839590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c88dd-1528-4c93-b8a0-d40e5f80aca7 req-b6a20706-f6d0-4a93-a7bc-beb466ffa64f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.843946 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c18045-7768-46ff-8a13-f32f4b600694 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:34.848393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a57c88dd-1528-4c93-b8a0-d40e5f80aca7 req-b6a20706-f6d0-4a93-a7bc-beb466ffa64f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5424 time: 0.1937859 Aug 24 00:25:34.858629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c7e7b-e3ac-4135-9cb2-c781567df1d6 req-b14ba910-0ec6-4093-a840-d1005aea7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.860235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a10c7e7b-e3ac-4135-9cb2-c781567df1d6 req-b14ba910-0ec6-4093-a840-d1005aea7517 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2073d78fc8964f96b023d510a38a1da2&device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 1094 time: 0.1910379 Aug 24 00:25:34.869457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port a0c18045-7768-46ff-8a13-f32f4b600694, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a0c18045-7768-46ff-8a13-f32f4b600694,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:34.878598 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:34.879328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device acd050dd-ebe6-4233-874e-43f1364883c7 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:34.940109 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Allocated IP 172.25.8.31 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/04238042-f5fe-4af5-a7c1-c0f24f05a437) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:25:34.948884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port acd050dd-ebe6-4233-874e-43f1364883c7, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=acd050dd-ebe6-4233-874e-43f1364883c7,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:34.967074 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a57c88dd-1528-4c93-b8a0-d40e5f80aca7 req-c297202d-a809-4170-b60b-c579cd78a2a2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174123 Aug 24 00:25:34.970584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'acd050dd-ebe6-4233-874e-43f1364883c7', 'network_id': '8591c000-1ad9-4c58-a583-231d8245e24b', 'port_id': 'acd050dd-ebe6-4233-874e-43f1364883c7', 'mac_address': 'fa:16:3e:22:a2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10fa38d-daaa-42f0-93b2-66b400d296af', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:35.062245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c7e7b-e3ac-4135-9cb2-c781567df1d6 req-feb14c92-d587-45b5-8e39-a78cb9f63003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:35.065657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a10c7e7b-e3ac-4135-9cb2-c781567df1d6 req-feb14c92-d587-45b5-8e39-a78cb9f63003 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee214e98-c54e-44f9-a07c-12d0d2b7286a HTTP/1.1" status: 200 len: 914 time: 0.1939445 Aug 24 00:25:35.105679 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.123916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd050dd-ebe6-4233-874e-43f1364883c7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:35.127911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=a0c18045-7768-46ff-8a13-f32f4b600694,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:35.139189 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a10c7e7b-e3ac-4135-9cb2-c781567df1d6 req-ec8fc500-85f6-42e2-baa6-72e78d7c4e8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9 HTTP/1.1" status: 200 len: 217 time: 0.0616736 Aug 24 00:25:35.145398 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.149985 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port acd050dd-ebe6-4233-874e-43f1364883c7, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=acd050dd-ebe6-4233-874e-43f1364883c7,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:35.156524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4284958-4b5b-4ee8-92a7-7b9c69d969a4 req-c84b5f98-188c-452b-8cb7-e93b492aecec tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:35.158691 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.159372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 43b2e7bb-8d79-42e0-8508-e0bb30f47950 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:35.169152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4284958-4b5b-4ee8-92a7-7b9c69d969a4 req-c84b5f98-188c-452b-8cb7-e93b492aecec tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.1791086 Aug 24 00:25:35.234840 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.304119 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Pushing event updated for resources: {'Port': ['ID=04238042-f5fe-4af5-a7c1-c0f24f05a437,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:35.311414 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=acd050dd-ebe6-4233-874e-43f1364883c7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:35.342668 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:25:35.347516 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:35.350516 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:35.350883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:35.351219 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:35.351736 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:35.352215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:35.352705 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:35.353187 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:35.353685 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:35.354215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:35.354693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:35.355349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:35.356408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:35.370539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:25:35.372348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c7e7b-e3ac-4135-9cb2-c781567df1d6 req-0679cb5b-1f68-47ad-987e-342b40ee72a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:35.374133 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a10c7e7b-e3ac-4135-9cb2-c781567df1d6 req-0679cb5b-1f68-47ad-987e-342b40ee72a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b1769da-f736-4c99-87b2-e73cc76c5076 HTTP/1.1" status: 200 len: 853 time: 0.2010412 Aug 24 00:25:35.396075 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4284958-4b5b-4ee8-92a7-7b9c69d969a4 req-cacf973a-99e9-41e6-8830-b0d3742fecdb tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208843 Aug 24 00:25:35.407752 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 43b2e7bb-8d79-42e0-8508-e0bb30f47950, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=43b2e7bb-8d79-42e0-8508-e0bb30f47950,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:35.442347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a10c7e7b-e3ac-4135-9cb2-c781567df1d6 req-103bbede-cd80-499f-a10d-3f2bee00fef3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee214e98-c54e-44f9-a07c-12d0d2b7286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452089 Aug 24 00:25:35.451799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '43b2e7bb-8d79-42e0-8508-e0bb30f47950', 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d', 'port_id': '43b2e7bb-8d79-42e0-8508-e0bb30f47950', 'mac_address': 'fa:16:3e:48:5c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd405008c-2b39-4747-a89e-b6b8636b5157', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:35.500432 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.529357 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.565014 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.578346 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b2e7bb-8d79-42e0-8508-e0bb30f47950 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:35.624545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 43b2e7bb-8d79-42e0-8508-e0bb30f47950, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=43b2e7bb-8d79-42e0-8508-e0bb30f47950,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:35.631809 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.633062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2478bcf1-9332-4965-ae9d-17c5749c08fc details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:35.645752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa0004-fd5c-4df4-9003-3c0addad0b05 req-aeb3ba48-b47d-45c8-bfa4-6a6bdfb51d64 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:35.647986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-79aa0004-fd5c-4df4-9003-3c0addad0b05 req-aeb3ba48-b47d-45c8-bfa4-6a6bdfb51d64 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6428d22-a4b3-480e-b399-d2d47b7f432a HTTP/1.1" status: 200 len: 944 time: 0.0933268 Aug 24 00:25:35.695831 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a10c7e7b-e3ac-4135-9cb2-c781567df1d6 req-40a59256-4d8f-4736-950f-fbc320c91463 service neutron] 10.222.0.47 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434983 Aug 24 00:25:35.753759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-79aa0004-fd5c-4df4-9003-3c0addad0b05 req-4278155f-8968-4924-ac61-d5842dd17bb1 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944564 Aug 24 00:25:35.813832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2478bcf1-9332-4965-ae9d-17c5749c08fc, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2478bcf1-9332-4965-ae9d-17c5749c08fc,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:35.828780 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=43b2e7bb-8d79-42e0-8508-e0bb30f47950,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:35.848921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '2478bcf1-9332-4965-ae9d-17c5749c08fc', 'network_id': '68caed49-e03d-42a4-a3fa-e069dfc1351d', 'port_id': '2478bcf1-9332-4965-ae9d-17c5749c08fc', 'mac_address': 'fa:16:3e:4b:14:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd405008c-2b39-4747-a89e-b6b8636b5157', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:35.851817 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.870330 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.997930 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.037475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2478bcf1-9332-4965-ae9d-17c5749c08fc {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:36.072638 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Pushing event updated for resources: {'Port': ['ID=04238042-f5fe-4af5-a7c1-c0f24f05a437,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:36.073841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2478bcf1-9332-4965-ae9d-17c5749c08fc, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2478bcf1-9332-4965-ae9d-17c5749c08fc,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:36.080726 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.081610 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.082706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 9c4c26db-5400-4125-aa10-8233f045bb5d details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:36.100619 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.105015 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-356953b1-ba6a-49ae-b83d-66861f7e6a1c tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9440074 Aug 24 00:25:36.105349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:36.111140 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f8958704-b40d-4ace-8556-91052b9908f5 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1330002230', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'fixed_ips': [{'ip_address': '172.25.8.31'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:36.154147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2478bcf1-9332-4965-ae9d-17c5749c08fc,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:36.162516 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8958704-b40d-4ace-8556-91052b9908f5 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Made reservation on behalf of f20022aec8d345c9a38e400ebb27513d for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:36.165667 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8958704-b40d-4ace-8556-91052b9908f5 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.177322 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8958704-b40d-4ace-8556-91052b9908f5 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.304959 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8958704-b40d-4ace-8556-91052b9908f5 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.313728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8958704-b40d-4ace-8556-91052b9908f5 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.321435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-f8958704-b40d-4ace-8556-91052b9908f5 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] device_id is not set on port 8aff907b-568b-4abf-9db7-ba9ad97f803e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:25:36.331290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 9c4c26db-5400-4125-aa10-8233f045bb5d, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9c4c26db-5400-4125-aa10-8233f045bb5d,segment=NetworkSegment(9c3d6ff3-9f22-4c41-9337-2c734a3e1e50),segment_id=9c3d6ff3-9f22-4c41-9337-2c734a3e1e50)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:36.357502 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '9c4c26db-5400-4125-aa10-8233f045bb5d', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'port_id': '9c4c26db-5400-4125-aa10-8233f045bb5d', 'mac_address': 'fa:16:3e:8a:69:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:36.440899 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-00946e27-849b-4300-83cb-01c9a1b439a3 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=94adde84fd6b405798fd96c5bf54e0e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830457 Aug 24 00:25:36.456917 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.475881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8958704-b40d-4ace-8556-91052b9908f5 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f815df3b-fb7b-461e-911d-efd0f9f326c0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:36.514423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4c26db-5400-4125-aa10-8233f045bb5d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:36.553238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a10c7e7b-e3ac-4135-9cb2-c781567df1d6 req-4f7436a3-09e9-4c0a-8e59-857430ea6aac service neutron] 10.222.0.47 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8472421 Aug 24 00:25:36.572571 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 9c4c26db-5400-4125-aa10-8233f045bb5d, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9c4c26db-5400-4125-aa10-8233f045bb5d,segment=NetworkSegment(9c3d6ff3-9f22-4c41-9337-2c734a3e1e50),segment_id=9c3d6ff3-9f22-4c41-9337-2c734a3e1e50)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:36.596034 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf9c4-513e-49ae-abe9-931e8742305f req-6ae45750-1266-4e0c-aa2f-ce361aa177f3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.602811 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.607602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf9c4-513e-49ae-abe9-931e8742305f req-6ae45750-1266-4e0c-aa2f-ce361aa177f3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.616166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf9c4-513e-49ae-abe9-931e8742305f req-6ae45750-1266-4e0c-aa2f-ce361aa177f3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.622245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf9c4-513e-49ae-abe9-931e8742305f req-6ae45750-1266-4e0c-aa2f-ce361aa177f3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.629193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf9c4-513e-49ae-abe9-931e8742305f req-6ae45750-1266-4e0c-aa2f-ce361aa177f3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.635734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf9c4-513e-49ae-abe9-931e8742305f req-6ae45750-1266-4e0c-aa2f-ce361aa177f3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.642702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf9c4-513e-49ae-abe9-931e8742305f req-6ae45750-1266-4e0c-aa2f-ce361aa177f3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.651872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc7cf9c4-513e-49ae-abe9-931e8742305f req-6ae45750-1266-4e0c-aa2f-ce361aa177f3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5428 time: 0.2932203 Aug 24 00:25:36.697730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=9c4c26db-5400-4125-aa10-8233f045bb5d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:36.738808 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8958704-b40d-4ace-8556-91052b9908f5 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 24 00:25:36.739393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc7cf9c4-513e-49ae-abe9-931e8742305f req-0a29e258-b3d3-463c-bd15-d06bd34425cc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865607 Aug 24 00:25:36.739555 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8958704-b40d-4ace-8556-91052b9908f5 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:25:36.750510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 31646ce1-a0fa-4aa2-9265-b104cb58102f details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:36.770487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-7fb2eaf1-c097-4a98-ad51-3608d0ec2b32 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.773642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-7fb2eaf1-c097-4a98-ad51-3608d0ec2b32 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220429 Aug 24 00:25:36.804718 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f8958704-b40d-4ace-8556-91052b9908f5 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.6968818 Aug 24 00:25:36.805563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59976) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:36.812642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-7fa5dee4-96ef-41ec-9a83-77b6394f8665 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/quotas/94adde84fd6b405798fd96c5bf54e0e4 HTTP/1.1" status: 200 len: 375 time: 0.0291288 Aug 24 00:25:36.866753 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-152985a5-53d6-4f7e-b44d-a6539b09e38f tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94adde84fd6b405798fd96c5bf54e0e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446274 Aug 24 00:25:36.944109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 94d87688-b2f6-4149-8cb7-4efe50817a22 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:37.116917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:37.129718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'port_id': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'mac_address': 'fa:16:3e:04:c4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:37.207775 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:37.235958 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31646ce1-a0fa-4aa2-9265-b104cb58102f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:37.259125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03b121-e88e-4c7e-83eb-610dc5efe7ba req-89e813bf-9fff-493e-b98a-33e43914f474 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.260736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb03b121-e88e-4c7e-83eb-610dc5efe7ba req-89e813bf-9fff-493e-b98a-33e43914f474 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.1920559 Aug 24 00:25:37.310656 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 94d87688-b2f6-4149-8cb7-4efe50817a22 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:37.331168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 94d87688-b2f6-4149-8cb7-4efe50817a22 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:37.331473 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:37.404757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:37.427957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb03b121-e88e-4c7e-83eb-610dc5efe7ba req-8b6334aa-f719-4d0f-879e-5bf6ad5c484e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439724 Aug 24 00:25:37.430503 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:37.439558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8626b43b-aeae-4865-b54e-e4ba1d9b95e8 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Deleting port 04238042-f5fe-4af5-a7c1-c0f24f05a437 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:25:37.440102 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8626b43b-aeae-4865-b54e-e4ba1d9b95e8 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:37.469368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955c748-0168-4737-846a-ac60625a27ff req-cd996dfa-9674-47d2-af04-7e56a430a885 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.473948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8955c748-0168-4737-846a-ac60625a27ff req-cd996dfa-9674-47d2-af04-7e56a430a885 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6428d22-a4b3-480e-b399-d2d47b7f432a HTTP/1.1" status: 200 len: 944 time: 0.1301317 Aug 24 00:25:37.675468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8955c748-0168-4737-846a-ac60625a27ff req-89bed9d3-d774-4a59-8fdf-f3842f7d5ea1 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945601 Aug 24 00:25:37.686667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2366f238-c84e-4a60-a418-86e648ccecab req-6701c36a-ceee-4888-a2ef-cf0c10b37958 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 210 time: 0.1286371 Aug 24 00:25:37.699038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:37.702414 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:37.707104 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8626b43b-aeae-4865-b54e-e4ba1d9b95e8 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:37.707644 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8626b43b-aeae-4865-b54e-e4ba1d9b95e8 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:37.733670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2478bcf1-9332-4965-ae9d-17c5749c08fc'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:37.735353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8626b43b-aeae-4865-b54e-e4ba1d9b95e8 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Calling delete_port for 04238042-f5fe-4af5-a7c1-c0f24f05a437 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:25:37.832173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['aecd620c-cbe4-4b5a-827e-8e9d581b7e6a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:37.835046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['acd050dd-ebe6-4233-874e-43f1364883c7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:37.863557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['31646ce1-a0fa-4aa2-9265-b104cb58102f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:37.983481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc57cc-57fc-478b-8bb5-f0c6baadb139 req-16d3bc42-37c4-4a30-8d75-919ab810eaf3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.992760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['0fa5762a-ea9e-4e12-a8b7-cb60c554f373'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:37.997597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc57cc-57fc-478b-8bb5-f0c6baadb139 req-16d3bc42-37c4-4a30-8d75-919ab810eaf3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.025329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc57cc-57fc-478b-8bb5-f0c6baadb139 req-16d3bc42-37c4-4a30-8d75-919ab810eaf3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.033184 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8626b43b-aeae-4865-b54e-e4ba1d9b95e8 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:38.044851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc57cc-57fc-478b-8bb5-f0c6baadb139 req-16d3bc42-37c4-4a30-8d75-919ab810eaf3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.060943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc57cc-57fc-478b-8bb5-f0c6baadb139 req-16d3bc42-37c4-4a30-8d75-919ab810eaf3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.066754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc57cc-57fc-478b-8bb5-f0c6baadb139 req-16d3bc42-37c4-4a30-8d75-919ab810eaf3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.094891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 94d87688-b2f6-4149-8cb7-4efe50817a22, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=94d87688-b2f6-4149-8cb7-4efe50817a22,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:38.099051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc57cc-57fc-478b-8bb5-f0c6baadb139 req-16d3bc42-37c4-4a30-8d75-919ab810eaf3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.103177 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626b43b-aeae-4865-b54e-e4ba1d9b95e8 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Pushing event deleted for resources: {'Port': ['ID=04238042-f5fe-4af5-a7c1-c0f24f05a437,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:38.110085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e0cc57cc-57fc-478b-8bb5-f0c6baadb139 req-16d3bc42-37c4-4a30-8d75-919ab810eaf3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5429 time: 0.2416844 Aug 24 00:25:38.142534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['43b2e7bb-8d79-42e0-8508-e0bb30f47950'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:38.151222 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['a0c18045-7768-46ff-8a13-f32f4b600694'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:38.222933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6428d22-a4b3-480e-b399-d2d47b7f432a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d87688-b2f6-4149-8cb7-4efe50817a22'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:38.225872 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b89a2d-c9a4-430e-97c8-b48ccab6a4c3" -d '{"events": [{"server_uuid": "a6428d22-a4b3-480e-b399-d2d47b7f432a", "name": "network-vif-plugged", "status": "completed", "tag": "94d87688-b2f6-4149-8cb7-4efe50817a22"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:38.257224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e0cc57cc-57fc-478b-8bb5-f0c6baadb139 req-2c5da893-f8d3-4a25-a8a6-440f5c1e1e53 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333520 Aug 24 00:25:38.296138 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8626b43b-aeae-4865-b54e-e4ba1d9b95e8 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:38.303394 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8626b43b-aeae-4865-b54e-e4ba1d9b95e8 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:38.305258 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8626b43b-aeae-4865-b54e-e4ba1d9b95e8 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021 tempest-ExternalNetworksAdminNegativeTestJSON-1357422021-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/5995408d-00de-4ccb-a4dd-18df4c358c81 HTTP/1.1" status: 204 len: 168 time: 1.4986575 Aug 24 00:25:38.677099 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:38.686627 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3df352c-1133-4831-bb32-e31993e6f16a x-openstack-request-id: req-b3df352c-1133-4831-bb32-e31993e6f16a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:38.688092 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6428d22-a4b3-480e-b399-d2d47b7f432a", "name": "network-vif-plugged", "status": "completed", "tag": "94d87688-b2f6-4149-8cb7-4efe50817a22", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:38.691219 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3df352c-1133-4831-bb32-e31993e6f16a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:38.691842 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6428d22-a4b3-480e-b399-d2d47b7f432a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d87688-b2f6-4149-8cb7-4efe50817a22', 'code': 200} Aug 24 00:25:38.734670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8b0f2-2535-4378-be6d-1d5ac0ba2b70 req-d32acd56-a6d0-4762-8c0b-478950bb9503 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.741313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0cf8b0f2-2535-4378-be6d-1d5ac0ba2b70 req-d32acd56-a6d0-4762-8c0b-478950bb9503 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.1142867 Aug 24 00:25:38.929221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:38.963121 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0cf8b0f2-2535-4378-be6d-1d5ac0ba2b70 req-a85d2848-c284-4b69-b4e4-5f1718d77e52 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910999 Aug 24 00:25:38.978018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180f948-8a1c-43ca-ae81-a69465851382 req-bd92b425-b4aa-41d6-8723-2827a466b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.991955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3180f948-8a1c-43ca-ae81-a69465851382 req-bd92b425-b4aa-41d6-8723-2827a466b468 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a6428d22-a4b3-480e-b399-d2d47b7f432a HTTP/1.1" status: 200 len: 1096 time: 0.2466698 Aug 24 00:25:39.006533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['9c4c26db-5400-4125-aa10-8233f045bb5d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:39.054142 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-610e1392-e154-4c24-a905-be6334489329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:39.074021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190059d-367d-4571-b260-bc37bae72f9b req-23680343-6dfd-44cf-960c-b9931571049a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:39.086269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7190059d-367d-4571-b260-bc37bae72f9b req-23680343-6dfd-44cf-960c-b9931571049a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6428d22-a4b3-480e-b399-d2d47b7f432a HTTP/1.1" status: 200 len: 945 time: 0.2786903 Aug 24 00:25:39.149053 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3180f948-8a1c-43ca-ae81-a69465851382 req-0d43637f-0a02-4310-afa5-48427805af34 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429105 Aug 24 00:25:39.151702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-219cac37-cfd0-4275-8f78-35ad261b02e5 req-d79ff033-0e14-4740-bf24-82b9e14bbfc6 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 210 time: 0.0361152 Aug 24 00:25:39.283394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7190059d-367d-4571-b260-bc37bae72f9b req-b468a507-4c01-42bd-8af6-b579c3b61e51 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956739 Aug 24 00:25:39.349830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-0092a5d4-0eb8-4343-8f24-fd245c799783 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=94adde84fd6b405798fd96c5bf54e0e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1224704 Aug 24 00:25:39.463557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-610e1392-e154-4c24-a905-be6334489329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:39.473879 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-610e1392-e154-4c24-a905-be6334489329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:39.534079 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-610e1392-e154-4c24-a905-be6334489329 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06dbd4adad504c01807bb9c539ba3d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6036110 Aug 24 00:25:39.537142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60040) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:39.555102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=94d87688-b2f6-4149-8cb7-4efe50817a22,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:39.608871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3d849-cf0a-4b9d-9031-98fb54c23a54 req-ccfc0380-b13f-493e-9d8f-20d9f41dce65 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:39.616829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3d849-cf0a-4b9d-9031-98fb54c23a54 req-ccfc0380-b13f-493e-9d8f-20d9f41dce65 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:39.626687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3d849-cf0a-4b9d-9031-98fb54c23a54 req-ccfc0380-b13f-493e-9d8f-20d9f41dce65 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:39.635774 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3d849-cf0a-4b9d-9031-98fb54c23a54 req-ccfc0380-b13f-493e-9d8f-20d9f41dce65 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:39.643145 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3d849-cf0a-4b9d-9031-98fb54c23a54 req-ccfc0380-b13f-493e-9d8f-20d9f41dce65 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:39.652187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3d849-cf0a-4b9d-9031-98fb54c23a54 req-ccfc0380-b13f-493e-9d8f-20d9f41dce65 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:39.661233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3d849-cf0a-4b9d-9031-98fb54c23a54 req-ccfc0380-b13f-493e-9d8f-20d9f41dce65 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:39.673685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76f3d849-cf0a-4b9d-9031-98fb54c23a54 req-ccfc0380-b13f-493e-9d8f-20d9f41dce65 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5429 time: 0.1790497 Aug 24 00:25:39.697593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e1392-e154-4c24-a905-be6334489329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6e14ca-c30e-4eaa-9731-33392462d255,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:39.712210 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7665ccb-52d3-4928-98d1-3d3f6e83493f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:39.775360 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7665ccb-52d3-4928-98d1-3d3f6e83493f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:39.856417 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76f3d849-cf0a-4b9d-9031-98fb54c23a54 req-4dfe454f-dd72-4349-9944-4b442771254a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1814253 Aug 24 00:25:39.907146 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7665ccb-52d3-4928-98d1-3d3f6e83493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:39.908682 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-8d7177b9-f54b-4444-8793-65052fdcf9e2 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:39.910834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-8d7177b9-f54b-4444-8793-65052fdcf9e2 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5537033 Aug 24 00:25:39.911183 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7665ccb-52d3-4928-98d1-3d3f6e83493f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:39.914908 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b7665ccb-52d3-4928-98d1-3d3f6e83493f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e6e14ca-c30e-4eaa-9731-33392462d255 HTTP/1.1" status: 204 len: 168 time: 0.3683071 Aug 24 00:25:39.926753 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7665ccb-52d3-4928-98d1-3d3f6e83493f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6e14ca-c30e-4eaa-9731-33392462d255,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:39.933703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Request body: {'port': {'device_id': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': '94adde84fd6b405798fd96c5bf54e0e4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:40.426037 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-639c4fdf-7ded-4cd8-bcf2-6345b647fc87 req-e55d1257-ef66-4ad9-92b8-df3a7f8ddf2f tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 210 time: 0.0741572 Aug 24 00:25:40.428512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Made reservation on behalf of 94adde84fd6b405798fd96c5bf54e0e4 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:40.432261 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:40.503408 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:40.569529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5af6c-892b-4bc6-8f57-53b9abc2664b req-0272fbe9-3c9d-4f90-b954-6598f992532c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:40.581715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28b5af6c-892b-4bc6-8f57-53b9abc2664b req-0272fbe9-3c9d-4f90-b954-6598f992532c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.3166230 Aug 24 00:25:40.768344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28b5af6c-892b-4bc6-8f57-53b9abc2664b req-7836d032-5889-4dd5-b070-1075e50a417e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765451 Aug 24 00:25:40.773219 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60062) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:40.784485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 31646ce1-a0fa-4aa2-9265-b104cb58102f up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:40.900997 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5f354f4e-b8ef-4144-979e-6e2e5f7565d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f20022aec8d345c9a38e400ebb27513d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259212 Aug 24 00:25:40.907479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60066) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:40.967483 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 31646ce1-a0fa-4aa2-9265-b104cb58102f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:40.967868 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:41.045732 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44b76119-ec8d-4b5d-8b01-42b9d8128e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:41.098856 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:41.124901 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:41.132761 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44b76119-ec8d-4b5d-8b01-42b9d8128e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:41.233887 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:41.235225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18040f7f-8599-4c91-94bc-2f17013f85df,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:41.351453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:41.353011 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:41.357432 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d96296d-9e62-497a-a421-eefef5d8fcb6" -d '{"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-plugged", "status": "completed", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:41.362489 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:41.419965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209737e-9efd-4096-99e8-83b5efe84ad2 req-2f0f6811-5a64-4326-bbb1-d2bada0fdf52 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.441010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209737e-9efd-4096-99e8-83b5efe84ad2 req-2f0f6811-5a64-4326-bbb1-d2bada0fdf52 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.448063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209737e-9efd-4096-99e8-83b5efe84ad2 req-2f0f6811-5a64-4326-bbb1-d2bada0fdf52 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.456016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209737e-9efd-4096-99e8-83b5efe84ad2 req-2f0f6811-5a64-4326-bbb1-d2bada0fdf52 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.456300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:41.463373 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209737e-9efd-4096-99e8-83b5efe84ad2 req-2f0f6811-5a64-4326-bbb1-d2bada0fdf52 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.470127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209737e-9efd-4096-99e8-83b5efe84ad2 req-2f0f6811-5a64-4326-bbb1-d2bada0fdf52 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.477481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209737e-9efd-4096-99e8-83b5efe84ad2 req-2f0f6811-5a64-4326-bbb1-d2bada0fdf52 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.486849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b209737e-9efd-4096-99e8-83b5efe84ad2 req-2f0f6811-5a64-4326-bbb1-d2bada0fdf52 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5429 time: 0.4438913 Aug 24 00:25:41.532926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f66df0-b19c-40c3-871f-300e2d98c89b req-48b33c2f-0ea2-4e8f-9b60-93e6d8fc38cf tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.534763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94f66df0-b19c-40c3-871f-300e2d98c89b req-48b33c2f-0ea2-4e8f-9b60-93e6d8fc38cf tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6428d22-a4b3-480e-b399-d2d47b7f432a HTTP/1.1" status: 200 len: 945 time: 0.4145339 Aug 24 00:25:41.601553 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44b76119-ec8d-4b5d-8b01-42b9d8128e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:41.604309 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44b76119-ec8d-4b5d-8b01-42b9d8128e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:41.608757 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-44b76119-ec8d-4b5d-8b01-42b9d8128e37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f815df3b-fb7b-461e-911d-efd0f9f326c0 HTTP/1.1" status: 204 len: 168 time: 0.6964715 Aug 24 00:25:41.635795 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b209737e-9efd-4096-99e8-83b5efe84ad2 req-d71fe5e5-7410-434a-a20e-1e009d58de8e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1468523 Aug 24 00:25:41.718902 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94f66df0-b19c-40c3-871f-300e2d98c89b req-8c484da5-7896-4ef9-95e2-0bb03f5853c6 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623290 Aug 24 00:25:41.736286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b76119-ec8d-4b5d-8b01-42b9d8128e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f815df3b-fb7b-461e-911d-efd0f9f326c0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:41.774475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Allocated IP 192.168.233.205 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/219657f4-9eaa-4931-a0b3-c47d861fb26a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:25:41.813406 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88db4fc-5cac-45ec-b32e-9c8c978723ef x-openstack-request-id: req-a88db4fc-5cac-45ec-b32e-9c8c978723ef {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:41.814352 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-plugged", "status": "completed", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:41.814540 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a88db4fc-5cac-45ec-b32e-9c8c978723ef {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:41.815005 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'code': 200} Aug 24 00:25:41.937553 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c86c889-7286-44b9-a9c9-e97c60342764 req-ae267e2a-d54a-44a6-9738-4e5fce92fdde tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 210 time: 0.0690484 Aug 24 00:25:42.102148 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf944c6-9eb3-43c5-89c3-43a59ca99f94 req-bdca97d0-1428-4e82-bb9e-e2922275d1c4 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:42.105461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbf944c6-9eb3-43c5-89c3-43a59ca99f94 req-bdca97d0-1428-4e82-bb9e-e2922275d1c4 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=468d5a55-1722-42e6-b633-101ed0f4678c HTTP/1.1" status: 200 len: 946 time: 0.1711757 Aug 24 00:25:42.264767 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:42.334481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbf944c6-9eb3-43c5-89c3-43a59ca99f94 req-adb8104f-e707-4a18-8b63-0a03cc433cbd tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938391 Aug 24 00:25:42.356454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Transition to ACTIVE for port object 219657f4-9eaa-4931-a0b3-c47d861fb26a will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:42.438039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb690b-0f45-430b-aee4-9dd81a4dd13d req-e6b8199e-5438-43a5-8c8b-0011b6006272 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:42.459454 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95fb690b-0f45-430b-aee4-9dd81a4dd13d req-e6b8199e-5438-43a5-8c8b-0011b6006272 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.3468208 Aug 24 00:25:42.607481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95fb690b-0f45-430b-aee4-9dd81a4dd13d req-e6d13d3f-c093-46a3-8ac2-22d31fa76bdd tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453166 Aug 24 00:25:42.620745 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:42.767221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:25:42.782949 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:42.804563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:25:42.809894 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device aecd620c-cbe4-4b5a-827e-8e9d581b7e6a up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:42.954487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:42.964041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:42.966903 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:43.057673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Pushing event updated for resources: {'Port': ['ID=219657f4-9eaa-4931-a0b3-c47d861fb26a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:43.124383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.125561 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:43.232109 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:43.263847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae49af-b948-462f-8998-e35cb67e2761 req-e80c21c3-cf36-41e2-b952-f8ffcfed65a1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.279533 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae49af-b948-462f-8998-e35cb67e2761 req-e80c21c3-cf36-41e2-b952-f8ffcfed65a1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.297345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae49af-b948-462f-8998-e35cb67e2761 req-e80c21c3-cf36-41e2-b952-f8ffcfed65a1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.309534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae49af-b948-462f-8998-e35cb67e2761 req-e80c21c3-cf36-41e2-b952-f8ffcfed65a1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.316194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae49af-b948-462f-8998-e35cb67e2761 req-e80c21c3-cf36-41e2-b952-f8ffcfed65a1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.329756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:43.330053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae49af-b948-462f-8998-e35cb67e2761 req-e80c21c3-cf36-41e2-b952-f8ffcfed65a1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.339216 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:43.358594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae49af-b948-462f-8998-e35cb67e2761 req-e80c21c3-cf36-41e2-b952-f8ffcfed65a1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.360713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2aae49af-b948-462f-8998-e35cb67e2761 req-e80c21c3-cf36-41e2-b952-f8ffcfed65a1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5429 time: 0.4315841 Aug 24 00:25:43.367247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-3fce5d27-7243-4bcc-b3df-9d4c5e5fc50e tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4370098 Aug 24 00:25:43.406865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d84c11-fb8a-4bb2-a539-cd5bb6a0ee6a req-d92bcd19-4c88-4dd7-846a-d41ac0538c3e tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.414582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43d84c11-fb8a-4bb2-a539-cd5bb6a0ee6a req-d92bcd19-4c88-4dd7-846a-d41ac0538c3e tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=468d5a55-1722-42e6-b633-101ed0f4678c HTTP/1.1" status: 200 len: 946 time: 0.3740821 Aug 24 00:25:43.466960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:43.491774 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43d84c11-fb8a-4bb2-a539-cd5bb6a0ee6a req-1f37a29e-e30b-4eb2-b8d1-0c28d644efab tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746069 Aug 24 00:25:43.498744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2aae49af-b948-462f-8998-e35cb67e2761 req-77b26561-57d7-4f86-9e44-1131f80020f2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1305225 Aug 24 00:25:43.504291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Request body: {'port': {'device_id': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:43.510301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-53b69d73-8599-4372-92b1-302d22d73892 None None] Provisioning for port 219657f4-9eaa-4931-a0b3-c47d861fb26a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:43.517025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-53b69d73-8599-4372-92b1-302d22d73892 None None] Provisioning complete for port 219657f4-9eaa-4931-a0b3-c47d861fb26a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:43.517878 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53b69d73-8599-4372-92b1-302d22d73892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:43.627267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-53b69d73-8599-4372-92b1-302d22d73892 None None] Port 219657f4-9eaa-4931-a0b3-c47d861fb26a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:25:43.645797 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:43.815974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecd620c-cbe4-4b5a-827e-8e9d581b7e6a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:43.818628 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a20e84-a0d2-4a66-96a2-04aed765e7c3" -d '{"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-plugged", "status": "completed", "tag": "aecd620c-cbe4-4b5a-827e-8e9d581b7e6a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:44.393595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ba4cf-133a-4d90-8655-ad875906b09b req-8b2f00d0-9d22-4d29-80db-a42b967e2ce0 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:44.395782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d22ba4cf-133a-4d90-8655-ad875906b09b req-8b2f00d0-9d22-4d29-80db-a42b967e2ce0 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.3719189 Aug 24 00:25:44.442971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb257e-a7b8-456a-986d-bf406719efaa req-a9ae554f-a22d-4556-b4df-f26c703c912a tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:44.451498 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99fb257e-a7b8-456a-986d-bf406719efaa req-a9ae554f-a22d-4556-b4df-f26c703c912a tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 936 time: 0.4262929 Aug 24 00:25:44.465948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219657f4-9eaa-4931-a0b3-c47d861fb26a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:44.495516 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:44.597707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Transition to ACTIVE for port object 219657f4-9eaa-4931-a0b3-c47d861fb26a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:44.648587 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:44.651372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99fb257e-a7b8-456a-986d-bf406719efaa req-3eec3b9a-9046-4b87-a987-3031a8ced47c tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968586 Aug 24 00:25:44.653218 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:44.712873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d22ba4cf-133a-4d90-8655-ad875906b09b req-68b3a913-5326-4d72-87d4-4e759985b6d1 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047547 Aug 24 00:25:44.774047 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7f70ba-daf6-4a78-a2cc-a42bb7f76710 x-openstack-request-id: req-5b7f70ba-daf6-4a78-a2cc-a42bb7f76710 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:44.774555 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-plugged", "status": "completed", "tag": "aecd620c-cbe4-4b5a-827e-8e9d581b7e6a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:44.774555 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b7f70ba-daf6-4a78-a2cc-a42bb7f76710 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:44.774987 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecd620c-cbe4-4b5a-827e-8e9d581b7e6a', 'code': 200} Aug 24 00:25:44.798083 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:44.989715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:45.010680 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:45.017069 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:45.221019 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60154) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:45.248651 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:45.268946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Attempting to bind port 219657f4-9eaa-4931-a0b3-c47d861fb26a on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:45.282044 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46e70beb-050b-44e9-8fd5-d9b2265294d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:45.284782 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Attempting to bind port 219657f4-9eaa-4931-a0b3-c47d861fb26a by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:45.287054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Attempting to bind port 219657f4-9eaa-4931-a0b3-c47d861fb26a on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:45.333250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef75fe1-d61a-488a-8cfd-7cbc85e029f1 req-1d01e4b2-753f-44dc-b444-38d21add9682 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.342361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef75fe1-d61a-488a-8cfd-7cbc85e029f1 req-1d01e4b2-753f-44dc-b444-38d21add9682 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.353989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef75fe1-d61a-488a-8cfd-7cbc85e029f1 req-1d01e4b2-753f-44dc-b444-38d21add9682 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.357952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0fa5762a-ea9e-4e12-a8b7-cb60c554f373,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:45.365705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef75fe1-d61a-488a-8cfd-7cbc85e029f1 req-1d01e4b2-753f-44dc-b444-38d21add9682 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.373699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef75fe1-d61a-488a-8cfd-7cbc85e029f1 req-1d01e4b2-753f-44dc-b444-38d21add9682 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.384380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef75fe1-d61a-488a-8cfd-7cbc85e029f1 req-1d01e4b2-753f-44dc-b444-38d21add9682 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.392584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef75fe1-d61a-488a-8cfd-7cbc85e029f1 req-1d01e4b2-753f-44dc-b444-38d21add9682 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.395275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ef75fe1-d61a-488a-8cfd-7cbc85e029f1 req-1d01e4b2-753f-44dc-b444-38d21add9682 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5430 time: 0.4926441 Aug 24 00:25:45.408585 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:45.409824 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a0c18045-7768-46ff-8a13-f32f4b600694 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:45.469079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d689303-d6dc-4886-8126-2e31d3023820 req-3c418158-aa1b-4371-b1cf-b98377c2ca60 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.471072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d689303-d6dc-4886-8126-2e31d3023820 req-3c418158-aa1b-4371-b1cf-b98377c2ca60 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=468d5a55-1722-42e6-b633-101ed0f4678c HTTP/1.1" status: 200 len: 946 time: 0.3932087 Aug 24 00:25:45.471852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Port 219657f4-9eaa-4931-a0b3-c47d861fb26a on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:45.472276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Attempting to bind port 219657f4-9eaa-4931-a0b3-c47d861fb26a on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:45.482125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:45.482617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:45.483514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:45.503555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Bound port: 219657f4-9eaa-4931-a0b3-c47d861fb26a, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:45.504131 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:45.506462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=219657f4-9eaa-4931-a0b3-c47d861fb26a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:45.656902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=0fa5762a-ea9e-4e12-a8b7-cb60c554f373,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:45.673152 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] For port 219657f4-9eaa-4931-a0b3-c47d861fb26a, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:45.677701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] For port 219657f4-9eaa-4931-a0b3-c47d861fb26a, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:45.701107 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:45.730231 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port a0c18045-7768-46ff-8a13-f32f4b600694 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:45.735807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port a0c18045-7768-46ff-8a13-f32f4b600694 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:45.736320 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:45.742950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ef75fe1-d61a-488a-8cfd-7cbc85e029f1 req-d9efa752-8e1f-4de3-aabf-bf55a3f8a037 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2852819 Aug 24 00:25:45.752105 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46e70beb-050b-44e9-8fd5-d9b2265294d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:45.773543 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a962756e-09b5-4aa0-9ae9-7502f0bf2990 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1873696500'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:45.776130 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a962756e-09b5-4aa0-9ae9-7502f0bf2990 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Unknown quota resources ['metering_label']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:25:45.829406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d689303-d6dc-4886-8126-2e31d3023820 req-6cb67004-74e7-47a6-b422-c239306df8e3 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161743 Aug 24 00:25:45.906823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.907230 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:45.909958 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:45.920752 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] 10.222.0.47 "PUT /v2.0/ports/219657f4-9eaa-4931-a0b3-c47d861fb26a HTTP/1.1" status: 200 len: 1096 time: 2.4208543 Aug 24 00:25:45.921257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'tag': '219657f4-9eaa-4931-a0b3-c47d861fb26a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:45.929143 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c4458e-f08b-46aa-b96d-94dc1a7974d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a652c0-c57b-4bff-bcf8-470bca14181a", "tag": "219657f4-9eaa-4931-a0b3-c47d861fb26a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:45.984436 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port a0c18045-7768-46ff-8a13-f32f4b600694, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a0c18045-7768-46ff-8a13-f32f4b600694,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:46.005210 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:46.006405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device acd050dd-ebe6-4233-874e-43f1364883c7 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:46.171978 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46e70beb-050b-44e9-8fd5-d9b2265294d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:46.194065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55465f2f-97ae-4b3f-b44b-c4b1e5607fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=219657f4-9eaa-4931-a0b3-c47d861fb26a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:46.275840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-1c087d0b-53b3-4403-b95f-13d02da7784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:46.277405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-1c087d0b-53b3-4403-b95f-13d02da7784f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94adde84fd6b405798fd96c5bf54e0e4&device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 1099 time: 0.2838085 Aug 24 00:25:46.291591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=a0c18045-7768-46ff-8a13-f32f4b600694,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:46.297471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452cada-b3db-4bde-9447-6fbf97ad25b8 req-3c4eed1c-db7b-4dae-9130-a6bdf9c48974 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:46.305846 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8452cada-b3db-4bde-9447-6fbf97ad25b8 req-3c4eed1c-db7b-4dae-9130-a6bdf9c48974 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 948 time: 0.2356517 Aug 24 00:25:46.311172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port acd050dd-ebe6-4233-874e-43f1364883c7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:46.316828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port acd050dd-ebe6-4233-874e-43f1364883c7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:46.320068 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:46.378949 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b45b45-717e-4aa3-9eaa-e417763762fd req-9ec3a70a-b668-417d-b060-5df5dbc5cdb6 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:46.394119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5b45b45-717e-4aa3-9eaa-e417763762fd req-9ec3a70a-b668-417d-b060-5df5dbc5cdb6 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.2022305 Aug 24 00:25:46.397541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-30541618-aad9-4ea0-9fe9-5b9d230fbd82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a HTTP/1.1" status: 200 len: 217 time: 0.0897470 Aug 24 00:25:46.439412 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:46.512549 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e70beb-050b-44e9-8fd5-d9b2265294d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f5b552-666e-4068-87c6-c36dfbc0ebf1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:46.525550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port acd050dd-ebe6-4233-874e-43f1364883c7, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=acd050dd-ebe6-4233-874e-43f1364883c7,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:46.547493 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:46.547672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5b45b45-717e-4aa3-9eaa-e417763762fd req-b79efc8d-a0ab-4e50-88b5-ea4b1005f8ba tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518812 Aug 24 00:25:46.548412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 43b2e7bb-8d79-42e0-8508-e0bb30f47950 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:46.586016 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8452cada-b3db-4bde-9447-6fbf97ad25b8 req-2addd95b-1013-41ea-b849-bd92db19110d tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790558 Aug 24 00:25:46.618182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-2670d4f4-5ed9-4dec-ae96-c3bde24f3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:46.619693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-2670d4f4-5ed9-4dec-ae96-c3bde24f3645 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1959777 Aug 24 00:25:46.630451 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a962756e-09b5-4aa0-9ae9-7502f0bf2990 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:46.635236 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfa2d89-a878-46f8-9d4f-1f221b0cd347 x-openstack-request-id: req-ecfa2d89-a878-46f8-9d4f-1f221b0cd347 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:46.635236 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a652c0-c57b-4bff-bcf8-470bca14181a", "tag": "219657f4-9eaa-4931-a0b3-c47d861fb26a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:46.635236 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecfa2d89-a878-46f8-9d4f-1f221b0cd347 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:46.635524 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'tag': '219657f4-9eaa-4931-a0b3-c47d861fb26a', 'status': 'completed', 'code': 200} Aug 24 00:25:46.636109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60164) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:46.636588 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a962756e-09b5-4aa0-9ae9-7502f0bf2990 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.4140716 Aug 24 00:25:46.643867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-94dfd0ce-8421-4553-9c7c-258c30bc5517 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '135d48f0-10dc-42eb-aeda-d2c6a8fee1f1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:46.644555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-94dfd0ce-8421-4553-9c7c-258c30bc5517 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:25:46.665975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bca671-0254-4673-b62d-d8e1d5bc6ddf req-bd009430-4e01-4fdb-9825-8e18ac1a8d4c tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:46.667964 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d3bca671-0254-4673-b62d-d8e1d5bc6ddf req-bd009430-4e01-4fdb-9825-8e18ac1a8d4c tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.47 "GET /v2.0/ports?device_id=468d5a55-1722-42e6-b633-101ed0f4678c HTTP/1.1" status: 200 len: 946 time: 0.6017995 Aug 24 00:25:46.671764 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-46e70beb-050b-44e9-8fd5-d9b2265294d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=030c1868e4fd49e38f43f8bd06c9bda0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0218356 Aug 24 00:25:46.679339 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60166) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:46.784463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa5762a-ea9e-4e12-a8b7-cb60c554f373'}, {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c18045-7768-46ff-8a13-f32f4b600694'}, {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd050dd-ebe6-4233-874e-43f1364883c7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:46.789597 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8a3ec0-d711-442a-8f4e-23a581f5a871" -d '{"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-plugged", "status": "completed", "tag": "0fa5762a-ea9e-4e12-a8b7-cb60c554f373"}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-plugged", "status": "completed", "tag": "a0c18045-7768-46ff-8a13-f32f4b600694"}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-plugged", "status": "completed", "tag": "acd050dd-ebe6-4233-874e-43f1364883c7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:46.802828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=acd050dd-ebe6-4233-874e-43f1364883c7,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:46.803099 n-d-805736-1 neutron-server[94837]: WARNING neutron.services.metering.metering_plugin [None req-94dfd0ce-8421-4553-9c7c-258c30bc5517 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 24 00:25:46.805125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1621f882-f1ca-4108-99e2-8f77a7d30dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:46.845763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 43b2e7bb-8d79-42e0-8508-e0bb30f47950 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:46.850856 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 43b2e7bb-8d79-42e0-8508-e0bb30f47950 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:46.851249 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:46.860884 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1621f882-f1ca-4108-99e2-8f77a7d30dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:46.938922 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d022e09-aaa3-4754-b339-b452a4abf9a7 x-openstack-request-id: req-3d022e09-aaa3-4754-b339-b452a4abf9a7 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:46.939598 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-plugged", "status": "completed", "tag": "0fa5762a-ea9e-4e12-a8b7-cb60c554f373", "code": 200}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-plugged", "status": "completed", "tag": "a0c18045-7768-46ff-8a13-f32f4b600694", "code": 200}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-plugged", "status": "completed", "tag": "acd050dd-ebe6-4233-874e-43f1364883c7", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:46.939598 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d022e09-aaa3-4754-b339-b452a4abf9a7 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:46.939836 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa5762a-ea9e-4e12-a8b7-cb60c554f373', 'code': 200} Aug 24 00:25:46.940223 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c18045-7768-46ff-8a13-f32f4b600694', 'code': 200} Aug 24 00:25:46.940345 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd050dd-ebe6-4233-874e-43f1364883c7', 'code': 200} Aug 24 00:25:46.990313 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1621f882-f1ca-4108-99e2-8f77a7d30dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:46.997102 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1621f882-f1ca-4108-99e2-8f77a7d30dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:46.998765 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1621f882-f1ca-4108-99e2-8f77a7d30dd6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0f5b552-666e-4068-87c6-c36dfbc0ebf1 HTTP/1.1" status: 204 len: 168 time: 0.3180389 Aug 24 00:25:47.087104 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621f882-f1ca-4108-99e2-8f77a7d30dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f5b552-666e-4068-87c6-c36dfbc0ebf1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:47.122174 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-d3bca671-0254-4673-b62d-d8e1d5bc6ddf req-8b89af70-3d0d-4889-bc2f-040891fd8eb5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Deleting port 60039645-a4cb-4900-9988-25bf67c81794 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:25:47.122965 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d3bca671-0254-4673-b62d-d8e1d5bc6ddf req-8b89af70-3d0d-4889-bc2f-040891fd8eb5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:47.131376 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:47.265181 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d3bca671-0254-4673-b62d-d8e1d5bc6ddf req-8b89af70-3d0d-4889-bc2f-040891fd8eb5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] For port 60039645-a4cb-4900-9988-25bf67c81794, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=60039645-a4cb-4900-9988-25bf67c81794,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:47.265572 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d3bca671-0254-4673-b62d-d8e1d5bc6ddf req-8b89af70-3d0d-4889-bc2f-040891fd8eb5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:47.284865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-d3bca671-0254-4673-b62d-d8e1d5bc6ddf req-8b89af70-3d0d-4889-bc2f-040891fd8eb5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Calling delete_port for 60039645-a4cb-4900-9988-25bf67c81794 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:25:47.287932 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 43b2e7bb-8d79-42e0-8508-e0bb30f47950, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=43b2e7bb-8d79-42e0-8508-e0bb30f47950,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:47.305074 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:47.308062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 9c4c26db-5400-4125-aa10-8233f045bb5d up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:47.582096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=43b2e7bb-8d79-42e0-8508-e0bb30f47950,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:47.610422 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d3bca671-0254-4673-b62d-d8e1d5bc6ddf req-8b89af70-3d0d-4889-bc2f-040891fd8eb5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:47.626635 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 9c4c26db-5400-4125-aa10-8233f045bb5d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:47.632057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 9c4c26db-5400-4125-aa10-8233f045bb5d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:47.632442 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:47.701166 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['94d87688-b2f6-4149-8cb7-4efe50817a22'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:47.741538 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89af70-3d0d-4889-bc2f-040891fd8eb5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Pushing event deleted for resources: {'Port': ['ID=60039645-a4cb-4900-9988-25bf67c81794,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:47.761128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['17ca9d0b-f41a-46be-8a80-17061d0a2d8c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:47.880489 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:47.883336 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bca671-0254-4673-b62d-d8e1d5bc6ddf req-8b89af70-3d0d-4889-bc2f-040891fd8eb5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] No DVR routers for this DVR port 60039645-a4cb-4900-9988-25bf67c81794 on host n-h1-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:25:47.901479 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-099e28b0-0506-4b6a-8dae-dc46fa91b7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:47.905271 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d3bca671-0254-4673-b62d-d8e1d5bc6ddf req-8b89af70-3d0d-4889-bc2f-040891fd8eb5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:47.907849 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d3bca671-0254-4673-b62d-d8e1d5bc6ddf req-8b89af70-3d0d-4889-bc2f-040891fd8eb5 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.47 "DELETE /v2.0/ports/60039645-a4cb-4900-9988-25bf67c81794 HTTP/1.1" status: 204 len: 173 time: 1.1580732 Aug 24 00:25:47.909344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468d5a55-1722-42e6-b633-101ed0f4678c', 'name': 'network-vif-deleted', 'tag': '60039645-a4cb-4900-9988-25bf67c81794'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:47.912650 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a7ba7a-d11b-4d31-8c7e-fdbdca1b6ac0" -d '{"events": [{"server_uuid": "468d5a55-1722-42e6-b633-101ed0f4678c", "name": "network-vif-deleted", "tag": "60039645-a4cb-4900-9988-25bf67c81794"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:47.930422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-94bd6492-489e-4771-88c6-fb5d7b41972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:47.932169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-94bd6492-489e-4771-88c6-fb5d7b41972f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2944288 Aug 24 00:25:47.989452 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:48.079763 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94dfd0ce-8421-4553-9c7c-258c30bc5517 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:48.081027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-94dfd0ce-8421-4553-9c7c-258c30bc5517 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.4414985 Aug 24 00:25:48.085879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60188) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:48.092402 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d62a1192-e50b-4a99-a2c5-c2dc4b91c0e4 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '135d48f0-10dc-42eb-aeda-d2c6a8fee1f1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:48.092920 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d62a1192-e50b-4a99-a2c5-c2dc4b91c0e4 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:25:48.123303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56640fc0-2d0c-4060-9c34-779450580106 req-359d8ff3-a773-4e47-b9c3-58b394bb6b31 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=468d5a55-1722-42e6-b633-101ed0f4678c HTTP/1.1" status: 200 len: 210 time: 0.2133982 Aug 24 00:25:48.131606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 9c4c26db-5400-4125-aa10-8233f045bb5d, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9c4c26db-5400-4125-aa10-8233f045bb5d,segment=NetworkSegment(9c3d6ff3-9f22-4c41-9337-2c734a3e1e50),segment_id=9c3d6ff3-9f22-4c41-9337-2c734a3e1e50)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:48.145328 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:48.147123 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2478bcf1-9332-4965-ae9d-17c5749c08fc up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:48.229108 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-099e28b0-0506-4b6a-8dae-dc46fa91b7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:48.244053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=9c4c26db-5400-4125-aa10-8233f045bb5d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:48.248966 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 60039645-a4cb-4900-9988-25bf67c81794 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:48.291175 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-099e28b0-0506-4b6a-8dae-dc46fa91b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:48.294709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 60039645-a4cb-4900-9988-25bf67c81794 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:25:48.295125 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 60039645-a4cb-4900-9988-25bf67c81794 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:25:48.383068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689de484-64a6-4a00-96b6-9a3bd21f7a2f req-971ba216-ec0d-4fdb-b4e0-b7e95241e527 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:48.389568 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 2478bcf1-9332-4965-ae9d-17c5749c08fc completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:48.400421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689de484-64a6-4a00-96b6-9a3bd21f7a2f req-971ba216-ec0d-4fdb-b4e0-b7e95241e527 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:48.401590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 2478bcf1-9332-4965-ae9d-17c5749c08fc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:48.402051 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:48.429889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689de484-64a6-4a00-96b6-9a3bd21f7a2f req-971ba216-ec0d-4fdb-b4e0-b7e95241e527 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:48.442176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689de484-64a6-4a00-96b6-9a3bd21f7a2f req-971ba216-ec0d-4fdb-b4e0-b7e95241e527 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:48.452486 n-d-805736-1 neutron-server[94838]: WARNING neutron.services.metering.metering_plugin [None req-d62a1192-e50b-4a99-a2c5-c2dc4b91c0e4 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 24 00:25:48.460437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689de484-64a6-4a00-96b6-9a3bd21f7a2f req-971ba216-ec0d-4fdb-b4e0-b7e95241e527 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:48.471064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689de484-64a6-4a00-96b6-9a3bd21f7a2f req-971ba216-ec0d-4fdb-b4e0-b7e95241e527 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:48.498616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689de484-64a6-4a00-96b6-9a3bd21f7a2f req-971ba216-ec0d-4fdb-b4e0-b7e95241e527 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:48.500969 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-689de484-64a6-4a00-96b6-9a3bd21f7a2f req-971ba216-ec0d-4fdb-b4e0-b7e95241e527 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5433 time: 1.5713453 Aug 24 00:25:48.606551 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:48.672545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-8e791c0f-ce8b-4a02-97c0-660a111aa900 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607881 Aug 24 00:25:48.678433 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-689de484-64a6-4a00-96b6-9a3bd21f7a2f req-c1e7d69e-5fa8-4c3f-8938-68aa3be65272 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1539664 Aug 24 00:25:48.691545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2478bcf1-9332-4965-ae9d-17c5749c08fc, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2478bcf1-9332-4965-ae9d-17c5749c08fc,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:48.707587 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:48.862196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2478bcf1-9332-4965-ae9d-17c5749c08fc,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:48.875039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-792ac252-5afb-4209-9b37-e62578d8c3ef req-138d9bd1-f75f-42af-a119-8e04e6ec4ce2 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854048 Aug 24 00:25:48.887893 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-099e28b0-0506-4b6a-8dae-dc46fa91b7a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=767af187665840998daa5ca99826f79a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0049736 Aug 24 00:25:48.891172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60196) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:48.941677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b2e7bb-8d79-42e0-8508-e0bb30f47950'}, {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4c26db-5400-4125-aa10-8233f045bb5d'}, {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2478bcf1-9332-4965-ae9d-17c5749c08fc'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:48.944662 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857f0ee9-77d7-4d80-b37a-860ff1a784b0" -d '{"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-plugged", "status": "completed", "tag": "43b2e7bb-8d79-42e0-8508-e0bb30f47950"}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-plugged", "status": "completed", "tag": "9c4c26db-5400-4125-aa10-8233f045bb5d"}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-plugged", "status": "completed", "tag": "2478bcf1-9332-4965-ae9d-17c5749c08fc"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:49.001190 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d62a1192-e50b-4a99-a2c5-c2dc4b91c0e4 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:49.031030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60200) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:49.031636 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d62a1192-e50b-4a99-a2c5-c2dc4b91c0e4 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9444008 Aug 24 00:25:49.044089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e28b0-0506-4b6a-8dae-dc46fa91b7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc05beaa-b57d-49a1-b235-e20379cb8f2a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:49.074117 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-101d4d40-3626-4f6f-bd15-7ff264ca4846 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=cdd99b45-19d0-4b05-8e3d-3bfbe2f1ddd3 HTTP/1.1" status: 200 len: 462 time: 0.0408080 Aug 24 00:25:49.077619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60202) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:49.163867 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78f79764-3cbf-4da0-bb28-3b9f45ef7297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:49.285398 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b13de1-53c1-4ecf-abac-8c7607929e23 req-4730c748-4535-4ef9-9b0e-a6468c0b180c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:49.287198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67b13de1-53c1-4ecf-abac-8c7607929e23 req-4730c748-4535-4ef9-9b0e-a6468c0b180c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.3508215 Aug 24 00:25:49.355799 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-817d5992-cc71-4448-a432-14148cb29a23 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:49.357076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-817d5992-cc71-4448-a432-14148cb29a23 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/cdd99b45-19d0-4b05-8e3d-3bfbe2f1ddd3 HTTP/1.1" status: 204 len: 168 time: 0.2706513 Aug 24 00:25:49.363184 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:49.378848 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78f79764-3cbf-4da0-bb28-3b9f45ef7297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:49.383229 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b474c01f-ed70-428b-988a-73f9f05c95f6 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=cdd99b45-19d0-4b05-8e3d-3bfbe2f1ddd3 HTTP/1.1" status: 200 len: 221 time: 0.0185878 Aug 24 00:25:49.387430 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60208) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:49.392320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9af39ec7-3974-4147-9e03-7b87afd7279d tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--783584958', 'description': 'label created by tempest'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:49.392769 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9af39ec7-3974-4147-9e03-7b87afd7279d tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Unknown quota resources ['metering_label']. {{(pid=94838) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:25:49.448273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3bf3-5b33-4986-9c48-fb5b8c1aee4a req-b5f2c3fa-6db7-4716-b133-f31db3b55df3 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:49.456770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f07b3bf3-5b33-4986-9c48-fb5b8c1aee4a req-b5f2c3fa-6db7-4716-b133-f31db3b55df3 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 948 time: 0.3351624 Aug 24 00:25:49.606932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67b13de1-53c1-4ecf-abac-8c7607929e23 req-ee11b3c7-c4c5-4c30-8cce-cd2ec72b4e34 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647152 Aug 24 00:25:49.638587 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f07b3bf3-5b33-4986-9c48-fb5b8c1aee4a req-e4853568-c1c3-4935-8756-0c69b2d0ed60 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581702 Aug 24 00:25:49.691765 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78f79764-3cbf-4da0-bb28-3b9f45ef7297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:49.695861 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-78f79764-3cbf-4da0-bb28-3b9f45ef7297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:49.697405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-78f79764-3cbf-4da0-bb28-3b9f45ef7297 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc05beaa-b57d-49a1-b235-e20379cb8f2a HTTP/1.1" status: 204 len: 168 time: 0.8048227 Aug 24 00:25:49.744774 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f79764-3cbf-4da0-bb28-3b9f45ef7297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc05beaa-b57d-49a1-b235-e20379cb8f2a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:49.749348 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aaf601-d974-42b2-ab23-a139472f6364 x-openstack-request-id: req-03aaf601-d974-42b2-ab23-a139472f6364 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:49.749647 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468d5a55-1722-42e6-b633-101ed0f4678c", "name": "network-vif-deleted", "tag": "60039645-a4cb-4900-9988-25bf67c81794", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:49.749904 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03aaf601-d974-42b2-ab23-a139472f6364 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:49.750319 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468d5a55-1722-42e6-b633-101ed0f4678c', 'name': 'network-vif-deleted', 'tag': '60039645-a4cb-4900-9988-25bf67c81794', 'status': 'completed', 'code': 200} Aug 24 00:25:49.864907 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e0cb16-7cf7-4abf-bc22-38c57c49c5c3 x-openstack-request-id: req-e4e0cb16-7cf7-4abf-bc22-38c57c49c5c3 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:49.865586 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-plugged", "status": "completed", "tag": "43b2e7bb-8d79-42e0-8508-e0bb30f47950", "code": 200}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-plugged", "status": "completed", "tag": "9c4c26db-5400-4125-aa10-8233f045bb5d", "code": 200}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-plugged", "status": "completed", "tag": "2478bcf1-9332-4965-ae9d-17c5749c08fc", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:49.865586 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4e0cb16-7cf7-4abf-bc22-38c57c49c5c3 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:49.866223 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b2e7bb-8d79-42e0-8508-e0bb30f47950', 'code': 200} Aug 24 00:25:49.866644 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4c26db-5400-4125-aa10-8233f045bb5d', 'code': 200} Aug 24 00:25:49.867116 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2478bcf1-9332-4965-ae9d-17c5749c08fc', 'code': 200} Aug 24 00:25:49.892319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9af39ec7-3974-4147-9e03-7b87afd7279d tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:49.896815 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9af39ec7-3974-4147-9e03-7b87afd7279d tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5049233 Aug 24 00:25:49.904607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60216) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:50.100239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d6564c82-1205-4ba7-a61c-e5123dc23353 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=9b1f8956-dd47-48ce-9a09-db5ce67ae1cb HTTP/1.1" status: 200 len: 467 time: 0.1881032 Aug 24 00:25:50.102761 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:50.203557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4458e-f08b-46aa-b96d-94dc1a7974d2 req-30cdcaaf-efe3-42fc-ad5e-b9109bced0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.205759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05c4458e-f08b-46aa-b96d-94dc1a7974d2 req-30cdcaaf-efe3-42fc-ad5e-b9109bced0d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94adde84fd6b405798fd96c5bf54e0e4&device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 1099 time: 0.4023101 Aug 24 00:25:50.379507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d258591-0239-4c91-aadf-6e817011509b req-8dcaf9b4-dcc5-43e4-b9ee-820b07b9937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.380334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d258591-0239-4c91-aadf-6e817011509b req-8dcaf9b4-dcc5-43e4-b9ee-820b07b9937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.381088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d258591-0239-4c91-aadf-6e817011509b req-8dcaf9b4-dcc5-43e4-b9ee-820b07b9937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.381656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d258591-0239-4c91-aadf-6e817011509b req-8dcaf9b4-dcc5-43e4-b9ee-820b07b9937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.382141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d258591-0239-4c91-aadf-6e817011509b req-8dcaf9b4-dcc5-43e4-b9ee-820b07b9937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.382681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d258591-0239-4c91-aadf-6e817011509b req-8dcaf9b4-dcc5-43e4-b9ee-820b07b9937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.383681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d258591-0239-4c91-aadf-6e817011509b req-8dcaf9b4-dcc5-43e4-b9ee-820b07b9937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.387243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d258591-0239-4c91-aadf-6e817011509b req-8dcaf9b4-dcc5-43e4-b9ee-820b07b9937f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 6493 time: 0.2816708 Aug 24 00:25:50.389987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4458e-f08b-46aa-b96d-94dc1a7974d2 req-9bf47264-96c7-4b6b-9397-a9a782f8a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.392318 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05c4458e-f08b-46aa-b96d-94dc1a7974d2 req-9bf47264-96c7-4b6b-9397-a9a782f8a73b service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1586297 Aug 24 00:25:50.417521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960b1e1-7747-4e5b-99d5-7bf8d2443d87 req-613aa299-1d2f-4e5a-9046-f3b64c3cb40a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.422137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960b1e1-7747-4e5b-99d5-7bf8d2443d87 req-613aa299-1d2f-4e5a-9046-f3b64c3cb40a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.429605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960b1e1-7747-4e5b-99d5-7bf8d2443d87 req-613aa299-1d2f-4e5a-9046-f3b64c3cb40a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.437304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960b1e1-7747-4e5b-99d5-7bf8d2443d87 req-613aa299-1d2f-4e5a-9046-f3b64c3cb40a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.448162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960b1e1-7747-4e5b-99d5-7bf8d2443d87 req-613aa299-1d2f-4e5a-9046-f3b64c3cb40a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.474150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960b1e1-7747-4e5b-99d5-7bf8d2443d87 req-613aa299-1d2f-4e5a-9046-f3b64c3cb40a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.487130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960b1e1-7747-4e5b-99d5-7bf8d2443d87 req-613aa299-1d2f-4e5a-9046-f3b64c3cb40a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.505848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6960b1e1-7747-4e5b-99d5-7bf8d2443d87 req-613aa299-1d2f-4e5a-9046-f3b64c3cb40a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5436 time: 0.4021609 Aug 24 00:25:50.640726 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6960b1e1-7747-4e5b-99d5-7bf8d2443d87 req-56d1e5ef-660d-4e08-87d5-5ea93302277a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338885 Aug 24 00:25:50.799754 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05c4458e-f08b-46aa-b96d-94dc1a7974d2 req-f3528b14-ebd5-40cb-83fb-d232579bd11e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a HTTP/1.1" status: 200 len: 217 time: 0.2434275 Aug 24 00:25:50.836780 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f732-167f-4e77-addc-72f15870ca8a tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:50.838346 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bbf3f732-167f-4e77-addc-72f15870ca8a tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/9b1f8956-dd47-48ce-9a09-db5ce67ae1cb HTTP/1.1" status: 204 len: 168 time: 0.7343571 Aug 24 00:25:50.841644 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60240) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:50.867809 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-27a75372-5703-45c4-ac4b-f6172676d9cc tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=9b1f8956-dd47-48ce-9a09-db5ce67ae1cb HTTP/1.1" status: 200 len: 216 time: 0.0244255 Aug 24 00:25:50.873050 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60242) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:50.895955 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2571bb82-a9f3-4c03-bba1-5f4ec6e7f658 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0199594 Aug 24 00:25:50.898366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60244) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:50.922599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d258591-0239-4c91-aadf-6e817011509b req-d7dcb0e6-44ae-44f3-8c24-67a9ad53365d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3676567 Aug 24 00:25:50.947436 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3914fe0e-675c-44da-8c41-177ec5bb47f8 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0475600 Aug 24 00:25:50.951716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:51.091939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4458e-f08b-46aa-b96d-94dc1a7974d2 req-11e17f2d-51f3-482a-a534-a634a920943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:51.093455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05c4458e-f08b-46aa-b96d-94dc1a7974d2 req-11e17f2d-51f3-482a-a534-a634a920943e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.2286463 Aug 24 00:25:51.110311 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-35581a4d-ccef-4987-97da-b9393d49e75f tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/135d48f0-10dc-42eb-aeda-d2c6a8fee1f1 HTTP/1.1" status: 200 len: 473 time: 0.1571712 Aug 24 00:25:51.113696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25efea-c473-4300-a22b-2e2b1e86191a req-210da623-dfd3-4172-8855-da4c0998070f tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:51.116625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60250) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:51.120965 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f25efea-c473-4300-a22b-2e2b1e86191a req-210da623-dfd3-4172-8855-da4c0998070f tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 948 time: 0.2308400 Aug 24 00:25:51.130753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f59765-0cf3-4f97-9c5f-1fdbce194087 req-91c92014-bd00-4b6c-b50e-96caaa71928a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:51.132457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13f59765-0cf3-4f97-9c5f-1fdbce194087 req-91c92014-bd00-4b6c-b50e-96caaa71928a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.2689779 Aug 24 00:25:51.144842 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-391c95df-afb5-4602-9657-31c66880a1b4 tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/13cc6bca-ccd0-4b96-9932-9c4fe6ad132b HTTP/1.1" status: 200 len: 459 time: 0.0252776 Aug 24 00:25:51.153872 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:51.294915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f25efea-c473-4300-a22b-2e2b1e86191a req-7eec9e1e-b48f-4ebe-92ca-b257c6465fb6 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719668 Aug 24 00:25:51.350835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13f59765-0cf3-4f97-9c5f-1fdbce194087 req-07c7b2a2-2ac6-490c-bf5c-33f944c9c95f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028987 Aug 24 00:25:51.365371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4458e-f08b-46aa-b96d-94dc1a7974d2 req-006177e0-30a1-4e6f-abfe-efebe3ed1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:51.370750 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05c4458e-f08b-46aa-b96d-94dc1a7974d2 req-006177e0-30a1-4e6f-abfe-efebe3ed1c70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2373261 Aug 24 00:25:51.805365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05c4458e-f08b-46aa-b96d-94dc1a7974d2 req-a8762646-e0f4-4b6b-8c8d-6315f0802fea service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996595 Aug 24 00:25:52.184245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb941cd3-3f71-406b-84ed-39afa250de87 req-aa953e81-bdcd-4915-9a8a-d90a9aaef8cb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:52.190528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb941cd3-3f71-406b-84ed-39afa250de87 req-aa953e81-bdcd-4915-9a8a-d90a9aaef8cb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:52.216652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb941cd3-3f71-406b-84ed-39afa250de87 req-aa953e81-bdcd-4915-9a8a-d90a9aaef8cb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:52.238785 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2021d5e3-9534-4209-be15-820f75aa8b3e tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:52.239687 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2021d5e3-9534-4209-be15-820f75aa8b3e tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/13cc6bca-ccd0-4b96-9932-9c4fe6ad132b HTTP/1.1" status: 204 len: 168 time: 1.0833802 Aug 24 00:25:52.251193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb941cd3-3f71-406b-84ed-39afa250de87 req-aa953e81-bdcd-4915-9a8a-d90a9aaef8cb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:52.253240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:52.257659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb941cd3-3f71-406b-84ed-39afa250de87 req-aa953e81-bdcd-4915-9a8a-d90a9aaef8cb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:52.281185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb941cd3-3f71-406b-84ed-39afa250de87 req-aa953e81-bdcd-4915-9a8a-d90a9aaef8cb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:52.291250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb941cd3-3f71-406b-84ed-39afa250de87 req-aa953e81-bdcd-4915-9a8a-d90a9aaef8cb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:52.295061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb941cd3-3f71-406b-84ed-39afa250de87 req-aa953e81-bdcd-4915-9a8a-d90a9aaef8cb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5436 time: 0.4040236 Aug 24 00:25:52.325432 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05c4458e-f08b-46aa-b96d-94dc1a7974d2 req-6d55fedc-77ac-45bb-a0f6-59c3294381b0 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045104 Aug 24 00:25:52.408596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb941cd3-3f71-406b-84ed-39afa250de87 req-705492c2-9038-475b-a958-9925ad051a38 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043358 Aug 24 00:25:52.816622 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9b731-5f7a-44b8-ad96-94b900f3317d req-be7c29a3-44c0-4402-96bf-7ab6f5758213 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:52.824995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3aa9b731-5f7a-44b8-ad96-94b900f3317d req-be7c29a3-44c0-4402-96bf-7ab6f5758213 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 948 time: 0.1954060 Aug 24 00:25:52.837874 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bea6e7d5-bafb-4b0a-9d7e-f673ac42e94c tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:52.845535 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bea6e7d5-bafb-4b0a-9d7e-f673ac42e94c tempest-MeteringIpV6TestJSON-885448450 tempest-MeteringIpV6TestJSON-885448450-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/135d48f0-10dc-42eb-aeda-d2c6a8fee1f1 HTTP/1.1" status: 204 len: 168 time: 0.5916159 Aug 24 00:25:52.859208 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:25:52.888796 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3aa9b731-5f7a-44b8-ad96-94b900f3317d req-29e59053-0136-455e-9fc0-0377f3e180ab tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620413 Aug 24 00:25:52.919488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e249b0a-9641-46d1-999f-82a273d93214 req-e5ddabdc-19fa-44d6-8c46-3018682b7f5d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:52.924221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e249b0a-9641-46d1-999f-82a273d93214 req-e5ddabdc-19fa-44d6-8c46-3018682b7f5d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.1928277 Aug 24 00:25:53.008241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e249b0a-9641-46d1-999f-82a273d93214 req-106ee652-1269-43a6-93e2-931b296b813f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784674 Aug 24 00:25:53.515021 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:53.530122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60316) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:53.758335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017b6e2-543c-4bd1-824e-92ad798b6042 req-ddf2c1ad-7ce8-4610-80c1-13c1d641a83e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:53.767551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017b6e2-543c-4bd1-824e-92ad798b6042 req-ddf2c1ad-7ce8-4610-80c1-13c1d641a83e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:53.789501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017b6e2-543c-4bd1-824e-92ad798b6042 req-ddf2c1ad-7ce8-4610-80c1-13c1d641a83e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:53.806153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017b6e2-543c-4bd1-824e-92ad798b6042 req-ddf2c1ad-7ce8-4610-80c1-13c1d641a83e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:53.815462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017b6e2-543c-4bd1-824e-92ad798b6042 req-ddf2c1ad-7ce8-4610-80c1-13c1d641a83e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:53.821607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017b6e2-543c-4bd1-824e-92ad798b6042 req-ddf2c1ad-7ce8-4610-80c1-13c1d641a83e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:53.847161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017b6e2-543c-4bd1-824e-92ad798b6042 req-ddf2c1ad-7ce8-4610-80c1-13c1d641a83e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:53.860955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5017b6e2-543c-4bd1-824e-92ad798b6042 req-ddf2c1ad-7ce8-4610-80c1-13c1d641a83e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5436 time: 0.2480898 Aug 24 00:25:53.871878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc18e48-6ff1-4e33-8c04-a531c59ecc13 req-bb3853bc-805d-49e2-88e9-43b26ba0f1ab tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:53.891361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc18e48-6ff1-4e33-8c04-a531c59ecc13 req-bb3853bc-805d-49e2-88e9-43b26ba0f1ab tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:53.891361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7bc18e48-6ff1-4e33-8c04-a531c59ecc13 req-bb3853bc-805d-49e2-88e9-43b26ba0f1ab tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714&device_id=a6428d22-a4b3-480e-b399-d2d47b7f432a HTTP/1.1" status: 200 len: 1681 time: 0.3518946 Aug 24 00:25:53.943825 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11ea42a0-30e4-4070-a58e-4d9b90a80c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:54.193535 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11ea42a0-30e4-4070-a58e-4d9b90a80c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:54.213048 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 219657f4-9eaa-4931-a0b3-c47d861fb26a details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:54.219865 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7bc18e48-6ff1-4e33-8c04-a531c59ecc13 req-34b89a75-0c02-4ae0-a09c-3c2e84a3c5ff tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820876 Aug 24 00:25:54.236392 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11ea42a0-30e4-4070-a58e-4d9b90a80c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:54.401837 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5017b6e2-543c-4bd1-824e-92ad798b6042 req-0aff9fe5-4872-4cbf-ab4c-e7b60285a763 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5398054 Aug 24 00:25:54.502217 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-11ea42a0-30e4-4070-a58e-4d9b90a80c47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adeefeff80b444e7833c3c709bbb8113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9688823 Aug 24 00:25:54.505021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60336) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:54.554031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 219657f4-9eaa-4931-a0b3-c47d861fb26a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:54.572870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea42a0-30e4-4070-a58e-4d9b90a80c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6889024-b614-41fa-bb99-7bbe7fab40af,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:54.580901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '219657f4-9eaa-4931-a0b3-c47d861fb26a', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '219657f4-9eaa-4931-a0b3-c47d861fb26a', 'mac_address': 'fa:16:3e:fc:34:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:54.635942 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fa17a-de3a-4296-bc43-c79a4434760a req-0e776e5c-f7ee-4673-9aa0-c97af21f6e08 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:54.664836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c1fa17a-de3a-4296-bc43-c79a4434760a req-0e776e5c-f7ee-4673-9aa0-c97af21f6e08 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 948 time: 0.2436581 Aug 24 00:25:54.693970 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e13fe0ca-29ff-475c-b824-87d2ae432732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:54.727581 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:54.756745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e13fe0ca-29ff-475c-b824-87d2ae432732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:54.760161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219657f4-9eaa-4931-a0b3-c47d861fb26a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:54.807615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 219657f4-9eaa-4931-a0b3-c47d861fb26a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:54.815732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c1fa17a-de3a-4296-bc43-c79a4434760a req-1b74c87d-0626-47dd-94b1-8de1c5fd6800 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453047 Aug 24 00:25:54.816653 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:54.862084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef79fd5-88d7-44ec-ae3b-02b7ce85735b req-6f6e9559-acc9-4769-aee0-75a528dadda9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:54.876374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fef79fd5-88d7-44ec-ae3b-02b7ce85735b req-6f6e9559-acc9-4769-aee0-75a528dadda9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.2581720 Aug 24 00:25:54.879529 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e13fe0ca-29ff-475c-b824-87d2ae432732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:54.883494 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e13fe0ca-29ff-475c-b824-87d2ae432732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:54.884761 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e13fe0ca-29ff-475c-b824-87d2ae432732 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6889024-b614-41fa-bb99-7bbe7fab40af HTTP/1.1" status: 204 len: 168 time: 0.3779516 Aug 24 00:25:54.914067 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fe0ca-29ff-475c-b824-87d2ae432732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6889024-b614-41fa-bb99-7bbe7fab40af,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:54.914652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=219657f4-9eaa-4931-a0b3-c47d861fb26a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:54.928031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:54.928837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:54.930140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:54.930140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:54.930358 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:54.930819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:54.931330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:54.931886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:54.932366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:54.932930 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:54.933442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:54.934557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:55.040911 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fef79fd5-88d7-44ec-ae3b-02b7ce85735b req-2f17ab66-23f4-4844-8b33-e89e11f3b630 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635094 Aug 24 00:25:55.282924 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['219657f4-9eaa-4931-a0b3-c47d861fb26a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:55.353114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5624c3-7106-4d9a-afd2-b03259517ab0 req-7b5ed963-a60f-4346-8025-3223cd7798e3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:55.369807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5624c3-7106-4d9a-afd2-b03259517ab0 req-7b5ed963-a60f-4346-8025-3223cd7798e3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:55.379726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5624c3-7106-4d9a-afd2-b03259517ab0 req-7b5ed963-a60f-4346-8025-3223cd7798e3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:55.390390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5624c3-7106-4d9a-afd2-b03259517ab0 req-7b5ed963-a60f-4346-8025-3223cd7798e3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:55.400029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5624c3-7106-4d9a-afd2-b03259517ab0 req-7b5ed963-a60f-4346-8025-3223cd7798e3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:55.409833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5624c3-7106-4d9a-afd2-b03259517ab0 req-7b5ed963-a60f-4346-8025-3223cd7798e3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:55.416705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5624c3-7106-4d9a-afd2-b03259517ab0 req-7b5ed963-a60f-4346-8025-3223cd7798e3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:55.424204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac5624c3-7106-4d9a-afd2-b03259517ab0 req-7b5ed963-a60f-4346-8025-3223cd7798e3 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5436 time: 0.2385292 Aug 24 00:25:55.431228 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60364) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:55.437024 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2635b625-2336-4f9e-a3ec-e42ca4d496c5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Request body: {'floatingip': {'port_id': '9c4c26db-5400-4125-aa10-8233f045bb5d'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:55.556122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbad5b6-bf97-405a-9697-2d0cd9605348 req-0d48d690-d210-491d-889e-a6491ef0cf8b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:55.568447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afbad5b6-bf97-405a-9697-2d0cd9605348 req-0d48d690-d210-491d-889e-a6491ef0cf8b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 946 time: 0.0716829 Aug 24 00:25:55.661918 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2635b625-2336-4f9e-a3ec-e42ca4d496c5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:55.714121 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afbad5b6-bf97-405a-9697-2d0cd9605348 req-37c50d6c-870e-4370-82f2-2110599319fe tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433818 Aug 24 00:25:55.794634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60372) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:55.819193 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a88dc19-1eeb-418c-bf84-f575f909b345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:56.134379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6953c80-ef06-4f69-b9b9-8ae7dd9b24fc req-17584d94-ff59-467f-8b7b-ac26dc09b9fd tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:56.154299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6953c80-ef06-4f69-b9b9-8ae7dd9b24fc req-17584d94-ff59-467f-8b7b-ac26dc09b9fd tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 949 time: 0.1908271 Aug 24 00:25:56.347537 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6953c80-ef06-4f69-b9b9-8ae7dd9b24fc req-01542bd1-d9b8-4303-8a7f-be47195142cd tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922045 Aug 24 00:25:56.384024 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a88dc19-1eeb-418c-bf84-f575f909b345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:56.393496 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a88dc19-1eeb-418c-bf84-f575f909b345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:56.466685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7a88dc19-1eeb-418c-bf84-f575f909b345 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5df45e006a8b44b488e3a06384ad4f23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6705503 Aug 24 00:25:56.467546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88dc19-1eeb-418c-bf84-f575f909b345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9c1fb2-00ec-434c-b8e3-f3e4af077d1a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:56.470747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60390) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:56.543846 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a8b83-cbeb-4ccb-9558-67f26ef4719a req-4e7d638c-9b3b-4522-86c2-634ea112f6fb tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:56.545367 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e7a8b83-cbeb-4ccb-9558-67f26ef4719a req-4e7d638c-9b3b-4522-86c2-634ea112f6fb tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.1256425 Aug 24 00:25:56.602620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51b9a1-99e9-450d-9130-b561adf05782 req-52229c5f-180c-4bc6-bc59-8e45db61825a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:56.604209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a51b9a1-99e9-450d-9130-b561adf05782 req-52229c5f-180c-4bc6-bc59-8e45db61825a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6428d22-a4b3-480e-b399-d2d47b7f432a HTTP/1.1" status: 200 len: 945 time: 0.1144116 Aug 24 00:25:56.604831 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0299a2d-523c-4fa4-9c7d-e7ee3e9fbc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:56.638339 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e7a8b83-cbeb-4ccb-9558-67f26ef4719a req-56856f25-ff8a-4aac-9870-a0066e8be757 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849385 Aug 24 00:25:56.663136 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0299a2d-523c-4fa4-9c7d-e7ee3e9fbc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:56.677236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a51b9a1-99e9-450d-9130-b561adf05782 req-7e4a8dff-b614-4fe8-9059-4c2262dca80d tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642409 Aug 24 00:25:56.719141 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0299a2d-523c-4fa4-9c7d-e7ee3e9fbc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:56.722546 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f0299a2d-523c-4fa4-9c7d-e7ee3e9fbc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:56.724154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f0299a2d-523c-4fa4-9c7d-e7ee3e9fbc80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af9c1fb2-00ec-434c-b8e3-f3e4af077d1a HTTP/1.1" status: 204 len: 168 time: 0.2521775 Aug 24 00:25:56.737215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0299a2d-523c-4fa4-9c7d-e7ee3e9fbc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9c1fb2-00ec-434c-b8e3-f3e4af077d1a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:56.823755 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2635b625-2336-4f9e-a3ec-e42ca4d496c5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:56.829911 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2635b625-2336-4f9e-a3ec-e42ca4d496c5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:56.874741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1ca50-ed01-4966-8e24-8c8672dfa2cc req-d5edf0db-b8c3-42e4-84aa-778f73b5df88 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:56.880293 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7f1ca50-ed01-4966-8e24-8c8672dfa2cc req-d5edf0db-b8c3-42e4-84aa-778f73b5df88 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 946 time: 0.0770350 Aug 24 00:25:56.932856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7f1ca50-ed01-4966-8e24-8c8672dfa2cc req-2424fe99-e420-4771-9dc3-705a598b1967 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498407 Aug 24 00:25:56.945843 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-2635b625-2336-4f9e-a3ec-e42ca4d496c5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Floating IP 417e8b52-5a3d-41d5-ae38-68df1186bac6 associated. External IP: 172.25.8.58, port: 9c4c26db-5400-4125-aa10-8233f045bb5d. Aug 24 00:25:57.325515 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2635b625-2336-4f9e-a3ec-e42ca4d496c5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Router c665c81c-a3d6-457b-a4f0-119c8aaeb14c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:25:57.492529 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1df19b42-b52f-4586-8cd8-a2eff265a3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:57.673776 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1c0c3-3f75-473b-8222-be6d2ccabe75 req-005f5df3-7a33-4d67-a09a-5519bc238989 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:57.676188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4b1c0c3-3f75-473b-8222-be6d2ccabe75 req-005f5df3-7a33-4d67-a09a-5519bc238989 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6428d22-a4b3-480e-b399-d2d47b7f432a HTTP/1.1" status: 200 len: 945 time: 0.1654775 Aug 24 00:25:57.741806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e45b-cfa7-4ade-b382-d80166f10baf req-d7fc6ccf-445d-4a2d-b925-cd61e4657c54 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:57.743882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89a1e45b-cfa7-4ade-b382-d80166f10baf req-d7fc6ccf-445d-4a2d-b925-cd61e4657c54 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 949 time: 0.1182494 Aug 24 00:25:57.826028 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2635b625-2336-4f9e-a3ec-e42ca4d496c5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:25:57.837140 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce1708-19bc-45ea-a674-adae4c0064e8 None None] Sync routers for ids ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:25:57.838525 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2635b625-2336-4f9e-a3ec-e42ca4d496c5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:57.850174 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce1708-19bc-45ea-a674-adae4c0064e8 None None] Routers {'c665c81c-a3d6-457b-a4f0-119c8aaeb14c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:25:57.851491 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a5ce1708-19bc-45ea-a674-adae4c0064e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:25:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:57.880439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60446) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:57.891433 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2635b625-2336-4f9e-a3ec-e42ca4d496c5 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "PUT /v2.0/floatingips/417e8b52-5a3d-41d5-ae38-68df1186bac6 HTTP/1.1" status: 200 len: 991 time: 2.4566784 Aug 24 00:25:57.891433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': '9c4c26db-5400-4125-aa10-8233f045bb5d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:57.902662 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3" -d '{"events": [{"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "9c4c26db-5400-4125-aa10-8233f045bb5d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:57.920546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89a1e45b-cfa7-4ade-b382-d80166f10baf req-daef36f1-7594-44d5-8fff-8506e4586a5a tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536329 Aug 24 00:25:57.961611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396d938-79ae-4a3d-99b6-52fd67864f80 req-508b24a6-77e4-4483-82d7-69d490b63c5a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:57.970672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4396d938-79ae-4a3d-99b6-52fd67864f80 req-508b24a6-77e4-4483-82d7-69d490b63c5a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.2053823 Aug 24 00:25:57.982193 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a5ce1708-19bc-45ea-a674-adae4c0064e8 None None] Set router c665c81c-a3d6-457b-a4f0-119c8aaeb14c gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:25:58.021507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b4b1c0c3-3f75-473b-8222-be6d2ccabe75 req-73a1710a-358d-49c3-a005-3649d7a3dbbe tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Deleting port 94d87688-b2f6-4149-8cb7-4efe50817a22 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:25:58.021857 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4b1c0c3-3f75-473b-8222-be6d2ccabe75 req-73a1710a-358d-49c3-a005-3649d7a3dbbe tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.043706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-718287210'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:58.147596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4396d938-79ae-4a3d-99b6-52fd67864f80 req-ca753246-9ba9-49c3-9764-4f4f68e03f0f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657779 Aug 24 00:25:58.163822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:58.167265 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.188825 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.202441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c404bc-e33a-4b1e-90e4-e190905c0360 req-f03b7b01-d0d1-454c-9501-a6fd92eae103 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.209956 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-16c404bc-e33a-4b1e-90e4-e190905c0360 req-f03b7b01-d0d1-454c-9501-a6fd92eae103 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6428d22-a4b3-480e-b399-d2d47b7f432a HTTP/1.1" status: 200 len: 945 time: 0.1799810 Aug 24 00:25:58.231552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 219657f4-9eaa-4931-a0b3-c47d861fb26a up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:58.238406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b4b1c0c3-3f75-473b-8222-be6d2ccabe75 req-73a1710a-358d-49c3-a005-3649d7a3dbbe tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] For port 94d87688-b2f6-4149-8cb7-4efe50817a22, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=94d87688-b2f6-4149-8cb7-4efe50817a22,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:58.238800 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4b1c0c3-3f75-473b-8222-be6d2ccabe75 req-73a1710a-358d-49c3-a005-3649d7a3dbbe tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.271438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b4b1c0c3-3f75-473b-8222-be6d2ccabe75 req-73a1710a-358d-49c3-a005-3649d7a3dbbe tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Calling delete_port for 94d87688-b2f6-4149-8cb7-4efe50817a22 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:25:58.295764 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a5ce1708-19bc-45ea-a674-adae4c0064e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port': {'id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:35Z', 'updated_at': '2021-08-24T00:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '417e8b52-5a3d-41d5-ae38-68df1186bac6', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'port_id': '9c4c26db-5400-4125-aa10-8233f045bb5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'mac_address': 'fa:16:3e:8a:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:24:24Z', 'updated_at': '2021-08-24T00:25:56Z', 'revision_number': 1, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e449ca-6e21-459d-a824-79364796f958', 'name': '', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'mac_address': 'fa:16:3e:ca:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:38Z', 'updated_at': '2021-08-24T00:23:53Z', 'revision_number': 5, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'subnets': [{'id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:58.303545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 219657f4-9eaa-4931-a0b3-c47d861fb26a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:58.310407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 219657f4-9eaa-4931-a0b3-c47d861fb26a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:58.310821 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.311057 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86cf9fa-3aee-4784-a167-318cce4ed48e x-openstack-request-id: req-e86cf9fa-3aee-4784-a167-318cce4ed48e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:58.311351 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "tag": "9c4c26db-5400-4125-aa10-8233f045bb5d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:58.311599 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e86cf9fa-3aee-4784-a167-318cce4ed48e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:58.311983 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'tag': '9c4c26db-5400-4125-aa10-8233f045bb5d', 'status': 'completed', 'code': 200} Aug 24 00:25:58.319678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-16c404bc-e33a-4b1e-90e4-e190905c0360 req-5698b8cd-f386-4057-aab3-21dc7b0cd5bf tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040006 Aug 24 00:25:58.334433 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce1708-19bc-45ea-a674-adae4c0064e8 None None] Checking router: c665c81c-a3d6-457b-a4f0-119c8aaeb14c for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:25:58.344146 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce1708-19bc-45ea-a674-adae4c0064e8 None None] Routers {'c665c81c-a3d6-457b-a4f0-119c8aaeb14c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:25:58.344738 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a5ce1708-19bc-45ea-a674-adae4c0064e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:25:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:58.446148 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.462545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-ad4c057a-ade7-426b-a4bd-60a98f0500c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.463045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-ad4c057a-ade7-426b-a4bd-60a98f0500c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.463533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-ad4c057a-ade7-426b-a4bd-60a98f0500c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.464005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-ad4c057a-ade7-426b-a4bd-60a98f0500c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.464484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-ad4c057a-ade7-426b-a4bd-60a98f0500c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.465566 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-ad4c057a-ade7-426b-a4bd-60a98f0500c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.466108 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-ad4c057a-ade7-426b-a4bd-60a98f0500c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.468324 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-ad4c057a-ade7-426b-a4bd-60a98f0500c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 6493 time: 0.0917859 Aug 24 00:25:58.472723 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a5ce1708-19bc-45ea-a674-adae4c0064e8 None None] Set router c665c81c-a3d6-457b-a4f0-119c8aaeb14c gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:25:58.497655 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.502806 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 219657f4-9eaa-4931-a0b3-c47d861fb26a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:58.505913 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219657f4-9eaa-4931-a0b3-c47d861fb26a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:58.507872 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.510019 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3108f6-e53e-4b74-b7b4-ebf427abeab7" -d '{"events": [{"server_uuid": "a3a652c0-c57b-4bff-bcf8-470bca14181a", "name": "network-vif-plugged", "status": "completed", "tag": "219657f4-9eaa-4931-a0b3-c47d861fb26a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:58.516253 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.555093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:25:58.587296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a92a05-bc4f-40e9-b6b5-133a1089bba2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:58.630227 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5f2f4d-fa03-4a4e-abe0-bd31f1c00f1c x-openstack-request-id: req-1d5f2f4d-fa03-4a4e-abe0-bd31f1c00f1c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:58.630529 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a652c0-c57b-4bff-bcf8-470bca14181a", "name": "network-vif-plugged", "status": "completed", "tag": "219657f4-9eaa-4931-a0b3-c47d861fb26a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:58.630804 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d5f2f4d-fa03-4a4e-abe0-bd31f1c00f1c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:58.634295 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219657f4-9eaa-4931-a0b3-c47d861fb26a', 'code': 200} Aug 24 00:25:58.681551 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4b1c0c3-3f75-473b-8222-be6d2ccabe75 req-73a1710a-358d-49c3-a005-3649d7a3dbbe tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.688200 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-c6758950-6ae9-4550-8310-4bfa5661144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.689713 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-c6758950-6ae9-4550-8310-4bfa5661144a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b7ccae0-e69a-4c8d-80f1-37ac538228c3 HTTP/1.1" status: 200 len: 912 time: 0.2114408 Aug 24 00:25:58.691238 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.691596 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Added segment 41948778-d115-492b-8144-20d9daac83cf of type vlan for network 277b6df4-b1fd-459f-9851-1a35106f20e7 Aug 24 00:25:58.700672 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=219657f4-9eaa-4931-a0b3-c47d861fb26a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:58.728634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['94d87688-b2f6-4149-8cb7-4efe50817a22'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:58.731725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['17ca9d0b-f41a-46be-8a80-17061d0a2d8c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:58.756934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1710a-358d-49c3-a005-3649d7a3dbbe tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Pushing event deleted for resources: {'Port': ['ID=94d87688-b2f6-4149-8cb7-4efe50817a22,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:58.862453 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-4413b93c-d9c9-48ec-baaf-f63e8c20d1a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c4c26db-5400-4125-aa10-8233f045bb5d HTTP/1.1" status: 200 len: 999 time: 0.1636813 Aug 24 00:25:58.864224 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 31646ce1-a0fa-4aa2-9265-b104cb58102f details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:58.866252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 31646ce1-a0fa-4aa2-9265-b104cb58102f no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:58.900157 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.931938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b1c0c3-3f75-473b-8222-be6d2ccabe75 req-73a1710a-358d-49c3-a005-3649d7a3dbbe tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] No DVR routers for this DVR port 94d87688-b2f6-4149-8cb7-4efe50817a22 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:25:58.939855 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b4b1c0c3-3f75-473b-8222-be6d2ccabe75 req-73a1710a-358d-49c3-a005-3649d7a3dbbe tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.942162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4b1c0c3-3f75-473b-8222-be6d2ccabe75 req-73a1710a-358d-49c3-a005-3649d7a3dbbe tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.13 "DELETE /v2.0/ports/94d87688-b2f6-4149-8cb7-4efe50817a22 HTTP/1.1" status: 204 len: 173 time: 1.2585218 Aug 24 00:25:58.948588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6428d22-a4b3-480e-b399-d2d47b7f432a', 'name': 'network-vif-deleted', 'tag': '94d87688-b2f6-4149-8cb7-4efe50817a22'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:58.952026 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a2f05c-3016-4587-84fa-f5b3dcc1d553" -d '{"events": [{"server_uuid": "a6428d22-a4b3-480e-b399-d2d47b7f432a", "name": "network-vif-deleted", "tag": "94d87688-b2f6-4149-8cb7-4efe50817a22"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:58.968579 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-5d7a6dcc-6475-4e82-9e78-10729a5ad446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.969284 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a5ce1708-19bc-45ea-a674-adae4c0064e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port': {'id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:35Z', 'updated_at': '2021-08-24T00:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '417e8b52-5a3d-41d5-ae38-68df1186bac6', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'port_id': '9c4c26db-5400-4125-aa10-8233f045bb5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'mac_address': 'fa:16:3e:8a:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:24:24Z', 'updated_at': '2021-08-24T00:25:56Z', 'revision_number': 1, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e449ca-6e21-459d-a824-79364796f958', 'name': '', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'mac_address': 'fa:16:3e:ca:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:38Z', 'updated_at': '2021-08-24T00:23:53Z', 'revision_number': 5, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'subnets': [{'id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:58.972508 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-5d7a6dcc-6475-4e82-9e78-10729a5ad446 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=542bc52f-4c2c-4a98-8ce4-d541f5b4ae68 HTTP/1.1" status: 200 len: 850 time: 0.1018083 Aug 24 00:25:59.002557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467440a5-7f09-4745-a0e5-12827b48d7db req-64ccf7b1-aa4a-40a3-8a0f-17f2c7f8f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:59.007274 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-467440a5-7f09-4745-a0e5-12827b48d7db req-64ccf7b1-aa4a-40a3-8a0f-17f2c7f8f647 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 1101 time: 0.2237670 Aug 24 00:25:59.044837 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a35c6eb-16ce-4236-bd41-8a165d676054 x-openstack-request-id: req-2a35c6eb-16ce-4236-bd41-8a165d676054 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:59.046493 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6428d22-a4b3-480e-b399-d2d47b7f432a", "name": "network-vif-deleted", "tag": "94d87688-b2f6-4149-8cb7-4efe50817a22", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:59.047400 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a35c6eb-16ce-4236-bd41-8a165d676054 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:59.049573 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6428d22-a4b3-480e-b399-d2d47b7f432a', 'name': 'network-vif-deleted', 'tag': '94d87688-b2f6-4149-8cb7-4efe50817a22', 'status': 'completed', 'code': 200} Aug 24 00:25:59.055056 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce1708-19bc-45ea-a674-adae4c0064e8 None None] The sync data for ids ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'] in n-d-805736-1 is: [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port': {'id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:35Z', 'updated_at': '2021-08-24T00:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '417e8b52-5a3d-41d5-ae38-68df1186bac6', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'port_id': '9c4c26db-5400-4125-aa10-8233f045bb5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'mac_address': 'fa:16:3e:8a:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:24:24Z', 'updated_at': '2021-08-24T00:25:56Z', 'revision_number': 1, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e449ca-6e21-459d-a824-79364796f958', 'name': '', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'mac_address': 'fa:16:3e:ca:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:38Z', 'updated_at': '2021-08-24T00:23:53Z', 'revision_number': 5, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'subnets': [{'id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:25:59.099766 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-5b19e696-6315-43e1-8f7c-4417e67b80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:59.101487 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-5b19e696-6315-43e1-8f7c-4417e67b80d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b7ccae0-e69a-4c8d-80f1-37ac538228c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177371 Aug 24 00:25:59.110609 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:25:59.176927 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-467440a5-7f09-4745-a0e5-12827b48d7db req-8a79f403-a6a3-4d69-9d9f-b70b979c40f5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264393 Aug 24 00:25:59.188059 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:59.195800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:59.196452 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:59.218858 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3350978 Aug 24 00:25:59.252069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60478) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:59.257522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7356ddd8-109e-4632-a300-98c5345381ba tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:59.288394 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-00cd0711-6c61-469f-88dc-ab817f044f7d service neutron] 10.222.0.13 "GET /v2.0/networks/0b7ccae0-e69a-4c8d-80f1-37ac538228c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749349 Aug 24 00:25:59.420447 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-36aa55ea-23a6-4d27-ba4f-d672bc6a94d3 req-4cda9ac4-2dbf-4877-881f-af66faeca593 service neutron] 10.222.0.13 "GET /v2.0/networks/0b7ccae0-e69a-4c8d-80f1-37ac538228c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227608 Aug 24 00:25:59.443326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f57c43-cf59-48df-b2fc-32b18ed34e19 req-85a778aa-d79a-42a6-bc15-cc2b37d46d88 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:59.451730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18f57c43-cf59-48df-b2fc-32b18ed34e19 req-85a778aa-d79a-42a6-bc15-cc2b37d46d88 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 950 time: 0.3081365 Aug 24 00:25:59.472668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d2478-eb1f-4e1d-844a-c655e354c662 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Network': ['ID=277b6df4-b1fd-459f-9851-1a35106f20e7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:59.517147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:25:59.530856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18f57c43-cf59-48df-b2fc-32b18ed34e19 req-0ae40a26-4728-43a9-97f4-bc72c71d0e3d tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781655 Aug 24 00:25:59.553264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec962d9f-207a-4d35-b747-fe60db7e503a req-9b0664ef-137e-4c3d-a23d-bb0a7dce1487 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:59.555457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec962d9f-207a-4d35-b747-fe60db7e503a req-9b0664ef-137e-4c3d-a23d-bb0a7dce1487 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.2540271 Aug 24 00:25:59.602354 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7356ddd8-109e-4632-a300-98c5345381ba tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:59.606657 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7356ddd8-109e-4632-a300-98c5345381ba tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:59.609118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274b6916-c2ca-4bf2-bfcd-a9131f739bf5 None None] New status for floating IP 417e8b52-5a3d-41d5-ae38-68df1186bac6: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:25:59.685485 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:59.693013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec962d9f-207a-4d35-b747-fe60db7e503a req-ead2d043-4cfe-4b5c-b2af-7843a31495dc tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215355 Aug 24 00:25:59.698099 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:59.773501 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:59.792599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'port_id': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'mac_address': 'fa:16:3e:04:c4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:59.817617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3b31362-e735-4a0b-ac30-7dcb2a2d820b req-d398a942-37e6-4a6c-aaa6-c044510ce752 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6428d22-a4b3-480e-b399-d2d47b7f432a HTTP/1.1" status: 200 len: 210 time: 0.0360920 Aug 24 00:25:59.848330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:59.858233 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:59.924734 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:59.931797 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7356ddd8-109e-4632-a300-98c5345381ba tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:59.946519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31646ce1-a0fa-4aa2-9265-b104cb58102f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:59.985566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:00.003727 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:26:00.004308 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:26:00.006399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356ddd8-109e-4632-a300-98c5345381ba tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=65530ed6-8bf0-442e-856f-341d87e432f9,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:00.015824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7356ddd8-109e-4632-a300-98c5345381ba tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:00.016193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7356ddd8-109e-4632-a300-98c5345381ba tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network hostable DHCP agents. Network: 277b6df4-b1fd-459f-9851-1a35106f20e7, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:26:00.032754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7356ddd8-109e-4632-a300-98c5345381ba tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:26:00.041328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7356ddd8-109e-4632-a300-98c5345381ba tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 277b6df4-b1fd-459f-9851-1a35106f20e7) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:00.045900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7356ddd8-109e-4632-a300-98c5345381ba tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:00.046600 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7356ddd8-109e-4632-a300-98c5345381ba tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:00.051268 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6657cfb3-3cc0-4a7a-9a62-6e6f43ef8263 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:00.065901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7356ddd8-109e-4632-a300-98c5345381ba tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8125808 Aug 24 00:26:00.068458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60490) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:00.076139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'name': 'tempest-NetworksTestDHCPv6-1541031851'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:00.116597 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:00.202959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:00.209237 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:00.210748 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01fcbf92-5ef7-44a3-8c76-1fbb1ac34355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:00.234415 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port 427923ce-7b98-4329-abbc-696af1185ce4 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:26:00.244638 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '65530ed6-8bf0-442e-856f-341d87e432f9'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:26:00.245709 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:00.352452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::1cf (277b6df4-b1fd-459f-9851-1a35106f20e7/65530ed6-8bf0-442e-856f-341d87e432f9/427923ce-7b98-4329-abbc-696af1185ce4) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:00.502340 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:00.517209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object 427923ce-7b98-4329-abbc-696af1185ce4 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:00.541206 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:00.555922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31646ce1-a0fa-4aa2-9265-b104cb58102f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:00.556694 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:00.604845 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:00.615437 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:00.630326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:00.634397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:00.639698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:00.646447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:00.647112 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:00.663483 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:00.665921 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de190d02-eb42-4519-8ab8-938de4fb9ece" -d '{"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-unplugged", "status": "completed", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:00.678897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Allocated IP 2001:db8::2 (277b6df4-b1fd-459f-9851-1a35106f20e7/65530ed6-8bf0-442e-856f-341d87e432f9/eea46de6-294a-4091-a0b8-ea37f29f1b99) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:00.707700 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=427923ce-7b98-4329-abbc-696af1185ce4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:00.724097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-de091f13-0ae3-47eb-a788-75e4f09de2fe tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6523223 Aug 24 00:26:00.724927 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60500) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:00.752072 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17abd34c-e1f1-4ff5-9e0a-81ede103cb19 x-openstack-request-id: req-17abd34c-e1f1-4ff5-9e0a-81ede103cb19 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:00.752563 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-unplugged", "status": "completed", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:00.752855 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17abd34c-e1f1-4ff5-9e0a-81ede103cb19 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:00.753340 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'code': 200} Aug 24 00:26:00.759728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efd494-5913-4b71-b22b-81be3cfd463a req-dc98d35f-9605-4008-a0f7-c7cd29fd268d tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:00.760223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:00.761314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88efd494-5913-4b71-b22b-81be3cfd463a req-dc98d35f-9605-4008-a0f7-c7cd29fd268d tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 950 time: 0.1114738 Aug 24 00:26:00.832348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88efd494-5913-4b71-b22b-81be3cfd463a req-1b7b85df-9d3b-40dc-9d1e-0be19f48bc40 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563681 Aug 24 00:26:00.878078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bbf5ad-d43c-4c09-8169-330618f6f881 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:00.883268 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a8bbf5ad-d43c-4c09-8169-330618f6f881 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1572771 Aug 24 00:26:00.885857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:00.943812 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:00.951954 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 94d87688-b2f6-4149-8cb7-4efe50817a22 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:00.957836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501c3f5-664b-4f6e-86ff-be7e27cc93c4 req-b61f1344-aeb4-4c03-80aa-604cf074fc85 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:00.959812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0501c3f5-664b-4f6e-86ff-be7e27cc93c4 req-b61f1344-aeb4-4c03-80aa-604cf074fc85 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.47 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 945 time: 0.1143332 Aug 24 00:26:00.968036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['31646ce1-a0fa-4aa2-9265-b104cb58102f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:01.026581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b37b2520-a928-43a2-950e-1e88126d185f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port 427923ce-7b98-4329-abbc-696af1185ce4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:01.027337 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b37b2520-a928-43a2-950e-1e88126d185f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:01.055644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 94d87688-b2f6-4149-8cb7-4efe50817a22 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:01.055993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 94d87688-b2f6-4149-8cb7-4efe50817a22 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:01.060605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Transition to ACTIVE for port object eea46de6-294a-4091-a0b8-ea37f29f1b99 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:01.093294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Transition to ACTIVE for port object eea46de6-294a-4091-a0b8-ea37f29f1b99 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:01.126911 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:01.170681 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b37b2520-a928-43a2-950e-1e88126d185f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:01.188568 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:01.202816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b37b2520-a928-43a2-950e-1e88126d185f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for 427923ce-7b98-4329-abbc-696af1185ce4 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:01.204751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:01.211182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:01.250608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Pushing event updated for resources: {'Port': ['ID=eea46de6-294a-4091-a0b8-ea37f29f1b99,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:01.265660 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:01.377317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Attempting to bind port eea46de6-294a-4091-a0b8-ea37f29f1b99 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:01.377693 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Attempting to bind port eea46de6-294a-4091-a0b8-ea37f29f1b99 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:01.381590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Attempting to bind port eea46de6-294a-4091-a0b8-ea37f29f1b99 on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:01.401515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:01.403212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:01.403732 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:01.404247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:01.404754 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Bound port: eea46de6-294a-4091-a0b8-ea37f29f1b99, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:01.405477 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:01.459062 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b37b2520-a928-43a2-950e-1e88126d185f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:01.521094 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] For port eea46de6-294a-4091-a0b8-ea37f29f1b99, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:01.522850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b2520-a928-43a2-950e-1e88126d185f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=427923ce-7b98-4329-abbc-696af1185ce4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:01.525667 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] For port eea46de6-294a-4091-a0b8-ea37f29f1b99, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=eea46de6-294a-4091-a0b8-ea37f29f1b99,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:01.535952 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:01.582593 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b37b2520-a928-43a2-950e-1e88126d185f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:01.584897 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b37b2520-a928-43a2-950e-1e88126d185f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/427923ce-7b98-4329-abbc-696af1185ce4 HTTP/1.1" status: 204 len: 168 time: 0.6974015 Aug 24 00:26:01.588759 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:01.680749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1a26c-f139-4b92-b850-79dc38ce053e None None] Pushing event updated for resources: {'Port': ['ID=eea46de6-294a-4091-a0b8-ea37f29f1b99,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:01.794267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bd486b-399f-4532-afbf-55a992e19e1d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:01.796083 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bd486b-399f-4532-afbf-55a992e19e1d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:01.800232 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-80bd486b-399f-4532-afbf-55a992e19e1d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2067044 Aug 24 00:26:01.801077 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:01.867815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb8e52-3adf-430d-9c17-cf236d6ccd31 req-413ead82-46e6-4c5f-89ec-74ce9d5cec45 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:01.869491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3cb8e52-3adf-430d-9c17-cf236d6ccd31 req-413ead82-46e6-4c5f-89ec-74ce9d5cec45 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 943 time: 0.8330748 Aug 24 00:26:01.885238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1337cb0-0a10-4426-bef0-5bce9b44c8bf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 65530ed6-8bf0-442e-856f-341d87e432f9 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:01.887905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad596a8-40bd-415b-ab14-32dc9af96d23 req-d70e636b-862f-4cd0-8601-6f67628b9b29 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:01.889494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ad596a8-40bd-415b-ab14-32dc9af96d23 req-d70e636b-862f-4cd0-8601-6f67628b9b29 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 945 time: 0.1265459 Aug 24 00:26:01.896206 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1337cb0-0a10-4426-bef0-5bce9b44c8bf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:01.903900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0501c3f5-664b-4f6e-86ff-be7e27cc93c4 req-96714cf4-d4a2-4bf6-8ba8-f874c935e83a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Deleting port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:01.904256 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0501c3f5-664b-4f6e-86ff-be7e27cc93c4 req-96714cf4-d4a2-4bf6-8ba8-f874c935e83a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:01.980847 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1337cb0-0a10-4426-bef0-5bce9b44c8bf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.068850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:02.070495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3cb8e52-3adf-430d-9c17-cf236d6ccd31 req-20b177d8-5bc9-4f19-a971-9e90efacc2e0 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710536 Aug 24 00:26:02.107604 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1337cb0-0a10-4426-bef0-5bce9b44c8bf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.110494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ad596a8-40bd-415b-ab14-32dc9af96d23 req-9f5a8403-27f2-47ce-929d-59d4aebbeda0 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/security-groups?id=76ee7536-3433-4daa-90d7-ec4132683da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972158 Aug 24 00:26:02.190832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0501c3f5-664b-4f6e-86ff-be7e27cc93c4 req-96714cf4-d4a2-4bf6-8ba8-f874c935e83a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] For port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=17ca9d0b-f41a-46be-8a80-17061d0a2d8c,segment=NetworkSegment(9c75fc91-4e46-40d7-8066-b8b4a69cf76c),segment_id=9c75fc91-4e46-40d7-8066-b8b4a69cf76c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:02.191206 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0501c3f5-664b-4f6e-86ff-be7e27cc93c4 req-96714cf4-d4a2-4bf6-8ba8-f874c935e83a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.254615 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1337cb0-0a10-4426-bef0-5bce9b44c8bf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.261183 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b7f6afab-da8d-48c2-b617-02d4cb92a1b9 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:26:02.264101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0501c3f5-664b-4f6e-86ff-be7e27cc93c4 req-96714cf4-d4a2-4bf6-8ba8-f874c935e83a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Calling delete_port for 17ca9d0b-f41a-46be-8a80-17061d0a2d8c owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:02.364132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1337cb0-0a10-4426-bef0-5bce9b44c8bf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.367507 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a1337cb0-0a10-4426-bef0-5bce9b44c8bf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/65530ed6-8bf0-442e-856f-341d87e432f9 HTTP/1.1" status: 204 len: 168 time: 0.5660293 Aug 24 00:26:02.374806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1337cb0-0a10-4426-bef0-5bce9b44c8bf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=65530ed6-8bf0-442e-856f-341d87e432f9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:02.403185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60566) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:02.409866 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5e87c87-142e-425e-a82e-4210a50c2203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.465660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:02.482135 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9', 'network_id': 'ee214e98-c54e-44f9-a07c-12d0d2b7286a', 'port_id': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9', 'mac_address': 'fa:16:3e:25:7d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1769da-f736-4c99-87b2-e73cc76c5076', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:26:02.521211 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d5c16d78-07cc-4836-9725-07dbced9bdfc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1165934 Aug 24 00:26:02.531396 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e999c-9184-49b0-8738-10adc24b6fc2 req-98311a6e-31ae-4108-a8ab-50ca82b59ca8 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:02.540452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d43e999c-9184-49b0-8738-10adc24b6fc2 req-98311a6e-31ae-4108-a8ab-50ca82b59ca8 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 950 time: 0.3337643 Aug 24 00:26:02.543729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60572) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:02.552686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-68ee2e60-770c-4509-80d8-0e1869608017 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:02.567189 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.595322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f6afab-da8d-48c2-b617-02d4cb92a1b9 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:02.635058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:02.641375 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.689487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5e87c87-142e-425e-a82e-4210a50c2203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.705640 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5e87c87-142e-425e-a82e-4210a50c2203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.727620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d43e999c-9184-49b0-8738-10adc24b6fc2 req-4b9bd98f-83d1-4091-9656-bfe84751afe7 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856952 Aug 24 00:26:02.767903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:02.788480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e87c87-142e-425e-a82e-4210a50c2203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58a8620-3dcd-4121-a566-b4c0c89dc8de,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:02.794517 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c5e87c87-142e-425e-a82e-4210a50c2203 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc15dc628ad94f5fbab778ea1db35166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7245593 Aug 24 00:26:02.797167 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60576) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:02.860152 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0501c3f5-664b-4f6e-86ff-be7e27cc93c4 req-96714cf4-d4a2-4bf6-8ba8-f874c935e83a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.894026 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d828-0c31-436e-9915-e72fea431067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.897764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 31646ce1-a0fa-4aa2-9265-b104cb58102f up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:02.927113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ee2e60-770c-4509-80d8-0e1869608017 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:02.932437 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d828-0c31-436e-9915-e72fea431067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.932639 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68ee2e60-770c-4509-80d8-0e1869608017 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.942850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96714cf4-d4a2-4bf6-8ba8-f874c935e83a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Pushing event deleted for resources: {'Port': ['ID=17ca9d0b-f41a-46be-8a80-17061d0a2d8c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:03.023596 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:03.045599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['b7f6afab-da8d-48c2-b617-02d4cb92a1b9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:03.047533 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d828-0c31-436e-9915-e72fea431067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:03.050730 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d828-0c31-436e-9915-e72fea431067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:03.055378 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a5d9d828-0c31-436e-9915-e72fea431067 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c58a8620-3dcd-4121-a566-b4c0c89dc8de HTTP/1.1" status: 204 len: 168 time: 0.2565632 Aug 24 00:26:03.068703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9d828-0c31-436e-9915-e72fea431067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58a8620-3dcd-4121-a566-b4c0c89dc8de,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:03.145499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 31646ce1-a0fa-4aa2-9265-b104cb58102f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:03.145864 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:03.337726 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:03.387665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:03.395746 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:03.400018 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ec8235-5add-4ed0-881c-cba87996ef4c" -d '{"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-plugged", "status": "completed", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:03.410022 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:03.478928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device eea46de6-294a-4091-a0b8-ea37f29f1b99 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:03.482108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0501c3f5-664b-4f6e-86ff-be7e27cc93c4 req-96714cf4-d4a2-4bf6-8ba8-f874c935e83a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] No DVR routers for this DVR port 17ca9d0b-f41a-46be-8a80-17061d0a2d8c on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:03.491254 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0501c3f5-664b-4f6e-86ff-be7e27cc93c4 req-96714cf4-d4a2-4bf6-8ba8-f874c935e83a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:03.493724 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0501c3f5-664b-4f6e-86ff-be7e27cc93c4 req-96714cf4-d4a2-4bf6-8ba8-f874c935e83a tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.47 "DELETE /v2.0/ports/17ca9d0b-f41a-46be-8a80-17061d0a2d8c HTTP/1.1" status: 204 len: 173 time: 2.5156662 Aug 24 00:26:03.494355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21badc6a-d1ab-4f5b-8654-f70bfdf6a714', 'name': 'network-vif-deleted', 'tag': '17ca9d0b-f41a-46be-8a80-17061d0a2d8c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:03.499232 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c14528-1353-4fd3-b9a3-cd3a914c66d8" -d '{"events": [{"server_uuid": "21badc6a-d1ab-4f5b-8654-f70bfdf6a714", "name": "network-vif-deleted", "tag": "17ca9d0b-f41a-46be-8a80-17061d0a2d8c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:03.616067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0acce4-5dc5-4f95-8e6b-51b7d30c46b1 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:03.644099 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60608) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:03.661555 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17be1c0a-479e-40a9-8993-09289184d713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:03.676750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218f9b-5600-4bcb-a2d2-6f21285aea38 req-8d500415-fd8a-4f49-96ad-7429956f01d9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:03.680686 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d218f9b-5600-4bcb-a2d2-6f21285aea38 req-8d500415-fd8a-4f49-96ad-7429956f01d9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 944 time: 0.2259409 Aug 24 00:26:03.682107 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68ee2e60-770c-4509-80d8-0e1869608017 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:03.756756 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d218f9b-5600-4bcb-a2d2-6f21285aea38 req-7e7af633-d081-46da-9e3a-ccbffdae336f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649712 Aug 24 00:26:03.886231 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17be1c0a-479e-40a9-8993-09289184d713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:03.896662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d910daf6-0ca2-44da-a1e6-aca810786e08 req-c88d576b-7a7a-4f6a-ad11-33ffc5d55a60 tempest-ListServersNegativeTestJSON-1059288861 tempest-ListServersNegativeTestJSON-1059288861-project] 10.222.0.32 "GET /v2.0/ports?device_id=21badc6a-d1ab-4f5b-8654-f70bfdf6a714 HTTP/1.1" status: 200 len: 210 time: 0.1563609 Aug 24 00:26:03.897679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee2e60-770c-4509-80d8-0e1869608017 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=0dfcb91c-2fa7-4397-ace2-2a2cb4a63f53,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:03.899849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17be1c0a-479e-40a9-8993-09289184d713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:03.940557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee2e60-770c-4509-80d8-0e1869608017 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:03.943207 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-68ee2e60-770c-4509-80d8-0e1869608017 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:03.956544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ee2e60-770c-4509-80d8-0e1869608017 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:03.958237 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-68ee2e60-770c-4509-80d8-0e1869608017 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:03.983551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-904a75f4-e97b-421f-b977-8f3e05e29b59 None None] Provisioning for port eea46de6-294a-4091-a0b8-ea37f29f1b99 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:03.991052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port eea46de6-294a-4091-a0b8-ea37f29f1b99 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:03.999461 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-17be1c0a-479e-40a9-8993-09289184d713 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=395861d0ae2048ec9635f0fab57b9101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519533 Aug 24 00:26:04.000548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60614) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:04.003045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be1c0a-479e-40a9-8993-09289184d713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0877cf89-29b0-42f1-be17-197e3c45f42f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:04.013187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-904a75f4-e97b-421f-b977-8f3e05e29b59 None None] Provisioning complete for port eea46de6-294a-4091-a0b8-ea37f29f1b99 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:04.013666 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-904a75f4-e97b-421f-b977-8f3e05e29b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.015467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port eea46de6-294a-4091-a0b8-ea37f29f1b99 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:04.015933 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.053543 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332e2414-6ae3-4362-baab-36ebaa2e1151 x-openstack-request-id: req-332e2414-6ae3-4362-baab-36ebaa2e1151 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:04.053903 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-plugged", "status": "completed", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:04.054113 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-332e2414-6ae3-4362-baab-36ebaa2e1151 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:04.054548 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'code': 200} Aug 24 00:26:04.098931 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61f9d7c-e84c-474f-9d2c-910ceb86cab0 x-openstack-request-id: req-e61f9d7c-e84c-474f-9d2c-910ceb86cab0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:04.099203 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21badc6a-d1ab-4f5b-8654-f70bfdf6a714", "name": "network-vif-deleted", "tag": "17ca9d0b-f41a-46be-8a80-17061d0a2d8c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:04.099469 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e61f9d7c-e84c-474f-9d2c-910ceb86cab0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:04.099856 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21badc6a-d1ab-4f5b-8654-f70bfdf6a714', 'name': 'network-vif-deleted', 'tag': '17ca9d0b-f41a-46be-8a80-17061d0a2d8c', 'status': 'completed', 'code': 200} Aug 24 00:26:04.104590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:04.110187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-68ee2e60-770c-4509-80d8-0e1869608017 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5632813 Aug 24 00:26:04.112814 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60620) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:04.118118 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'name': 'tempest-NetworksTestDHCPv6-404199006'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:04.143866 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d865d56-cd7f-44e4-8f95-b6a113e29796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.177138 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d865d56-cd7f-44e4-8f95-b6a113e29796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.253203 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d865d56-cd7f-44e4-8f95-b6a113e29796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.263486 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d865d56-cd7f-44e4-8f95-b6a113e29796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.265538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0d865d56-cd7f-44e4-8f95-b6a113e29796 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0877cf89-29b0-42f1-be17-197e3c45f42f HTTP/1.1" status: 204 len: 168 time: 0.2615337 Aug 24 00:26:04.281433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d865d56-cd7f-44e4-8f95-b6a113e29796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0877cf89-29b0-42f1-be17-197e3c45f42f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:04.299255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 17ca9d0b-f41a-46be-8a80-17061d0a2d8c no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:04.426588 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:04.433358 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.464305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 17ca9d0b-f41a-46be-8a80-17061d0a2d8c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:04.467078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 17ca9d0b-f41a-46be-8a80-17061d0a2d8c not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:04.510574 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port cb9f06ad-29c9-41aa-8247-6f57ee387359 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:26:04.733545 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.757616 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::2d4 (277b6df4-b1fd-459f-9851-1a35106f20e7/0dfcb91c-2fa7-4397-ace2-2a2cb4a63f53/cb9f06ad-29c9-41aa-8247-6f57ee387359) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:04.785964 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-904a75f4-e97b-421f-b977-8f3e05e29b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.823555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port eea46de6-294a-4091-a0b8-ea37f29f1b99, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=eea46de6-294a-4091-a0b8-ea37f29f1b99,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:04.875990 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.877907 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-904a75f4-e97b-421f-b977-8f3e05e29b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:26:04.878331 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-904a75f4-e97b-421f-b977-8f3e05e29b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:26:04.955897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=eea46de6-294a-4091-a0b8-ea37f29f1b99,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:04.958711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e245c558-71fb-47a7-b7fb-5e28ee41b4d0 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:04.992404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60644) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:05.050355 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.071634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object cb9f06ad-29c9-41aa-8247-6f57ee387359 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:05.160070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-311b125c-d81a-496e-a2f3-1bbc91aaa0c9 admin admin] Deleting subnet d0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:05.163259 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.165152 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-311b125c-d81a-496e-a2f3-1bbc91aaa0c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.289640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:05.305422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:05.317320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:05.326980 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-311b125c-d81a-496e-a2f3-1bbc91aaa0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.331912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:05.332812 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.387687 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device eea46de6-294a-4091-a0b8-ea37f29f1b99 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:05.421600 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3075807 Aug 24 00:26:05.430399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60660) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:05.469211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fabed-5b58-4fb5-a129-e190e1c2dc45 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=cb9f06ad-29c9-41aa-8247-6f57ee387359,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:05.535432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port eea46de6-294a-4091-a0b8-ea37f29f1b99 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:05.536402 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.554100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bb0fdc-d278-4f6f-9c78-7e6b53e89fe4 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:05.554458 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-311b125c-d81a-496e-a2f3-1bbc91aaa0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.564194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e889a12-4ce6-42a2-985e-f76c8bc3c68d req-c28aa089-807e-4639-b7a9-a4539c68ac3b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:05.572752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bb0fdc-d278-4f6f-9c78-7e6b53e89fe4 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:05.572953 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e889a12-4ce6-42a2-985e-f76c8bc3c68d req-c28aa089-807e-4639-b7a9-a4539c68ac3b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 944 time: 0.5622256 Aug 24 00:26:05.577310 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0bb0fdc-d278-4f6f-9c78-7e6b53e89fe4 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1429350 Aug 24 00:26:05.577946 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:05.643598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bb9583bd-45cd-4c0e-8089-443c553a69b4 None None] Provisioning complete for port eea46de6-294a-4091-a0b8-ea37f29f1b99 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:05.644057 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb9583bd-45cd-4c0e-8089-443c553a69b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.696378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e889a12-4ce6-42a2-985e-f76c8bc3c68d req-ccd95a5c-b198-42ce-a943-8418875187fe tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199994 Aug 24 00:26:05.743894 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-311b125c-d81a-496e-a2f3-1bbc91aaa0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.772194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ac50ee60-3bf8-48f0-9751-5b868ae601dc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port cb9f06ad-29c9-41aa-8247-6f57ee387359 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:05.772553 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac50ee60-3bf8-48f0-9751-5b868ae601dc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.790624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b125c-d81a-496e-a2f3-1bbc91aaa0c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:05.802099 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-311b125c-d81a-496e-a2f3-1bbc91aaa0c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.807595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-311b125c-d81a-496e-a2f3-1bbc91aaa0c9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d0ccacfb-7cdb-43e3-bff6-6a4c54f85bb5 HTTP/1.1" status: 204 len: 168 time: 0.8139448 Aug 24 00:26:05.809047 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60676) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:05.894290 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa25b288-5cd7-4130-8d72-c8a859d2eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.962474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60678) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:05.963128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac50ee60-3bf8-48f0-9751-5b868ae601dc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.998400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ac50ee60-3bf8-48f0-9751-5b868ae601dc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for cb9f06ad-29c9-41aa-8247-6f57ee387359 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:06.057643 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa25b288-5cd7-4130-8d72-c8a859d2eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.083678 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0ba6a76b-ac66-4c5b-af82-b2ef3c05947f None None] Provisioning for port cb9f06ad-29c9-41aa-8247-6f57ee387359 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:06.087551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-aa25b288-5cd7-4130-8d72-c8a859d2eac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762d3615-4cc2-4a83-a498-f89aa6d9f992']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:06.095316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0ba6a76b-ac66-4c5b-af82-b2ef3c05947f None None] Provisioning complete for port cb9f06ad-29c9-41aa-8247-6f57ee387359 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:06.095701 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ba6a76b-ac66-4c5b-af82-b2ef3c05947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.120183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-274829191-network', 'tenant_id': 'e248dba5177a4cc88ace132ff651c3fe'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:06.125589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-aa25b288-5cd7-4130-8d72-c8a859d2eac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c75fc91-4e46-40d7-8066-b8b4a69cf76c') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:06.126712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-aa25b288-5cd7-4130-8d72-c8a859d2eac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c75fc91-4e46-40d7-8066-b8b4a69cf76c') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:06.142983 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa25b288-5cd7-4130-8d72-c8a859d2eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.177026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa25b288-5cd7-4130-8d72-c8a859d2eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.194402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6a76b-ac66-4c5b-af82-b2ef3c05947f None None] Port cb9f06ad-29c9-41aa-8247-6f57ee387359 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:26:06.215980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] Made reservation on behalf of e248dba5177a4cc88ace132ff651c3fe for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:06.221684 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.237874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0ba6a76b-ac66-4c5b-af82-b2ef3c05947f None None] Provisioning complete for port eea46de6-294a-4091-a0b8-ea37f29f1b99 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:06.238261 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ba6a76b-ac66-4c5b-af82-b2ef3c05947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.274332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa25b288-5cd7-4130-8d72-c8a859d2eac8 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:26:06.274664 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa25b288-5cd7-4130-8d72-c8a859d2eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:26:06.278581 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:26:06.295524 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.337533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b7f6afab-da8d-48c2-b617-02d4cb92a1b9 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:06.356586 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac50ee60-3bf8-48f0-9751-5b868ae601dc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.396760 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa25b288-5cd7-4130-8d72-c8a859d2eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.425557 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50ee60-3bf8-48f0-9751-5b868ae601dc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=cb9f06ad-29c9-41aa-8247-6f57ee387359,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:06.458537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25b288-5cd7-4130-8d72-c8a859d2eac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=762d3615-4cc2-4a83-a498-f89aa6d9f992,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:06.469831 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa25b288-5cd7-4130-8d72-c8a859d2eac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.487867 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-aa25b288-5cd7-4130-8d72-c8a859d2eac8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/762d3615-4cc2-4a83-a498-f89aa6d9f992 HTTP/1.1" status: 204 len: 168 time: 0.6669316 Aug 24 00:26:06.515774 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac50ee60-3bf8-48f0-9751-5b868ae601dc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.520763 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ac50ee60-3bf8-48f0-9751-5b868ae601dc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/cb9f06ad-29c9-41aa-8247-6f57ee387359 HTTP/1.1" status: 204 len: 168 time: 0.9418383 Aug 24 00:26:06.526702 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:06.624668 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port b7f6afab-da8d-48c2-b617-02d4cb92a1b9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:06.625330 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.645947 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb339c10-23e1-4134-b99d-dfa33aca0737 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:06.648432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb339c10-23e1-4134-b99d-dfa33aca0737 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:06.650167 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bb339c10-23e1-4134-b99d-dfa33aca0737 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1199479 Aug 24 00:26:06.661204 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:06.711054 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.720362 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.739303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b332fbc-4d94-40c4-ad0d-164eb6797f97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 0dfcb91c-2fa7-4397-ace2-2a2cb4a63f53 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:06.743391 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b332fbc-4d94-40c4-ad0d-164eb6797f97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.768673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:26:06.789459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60706) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:06.804492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b332fbc-4d94-40c4-ad0d-164eb6797f97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.851832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e398fd7c-7229-436a-9bbc-4beee4914868,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:06.864380 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b332fbc-4d94-40c4-ad0d-164eb6797f97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.883203 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.884522 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.890073 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] Added segment e6452d00-7066-4aa2-9980-78af7ba54820 of type vlan for network 2492d1b7-9126-40fa-a408-45432bfe8982 Aug 24 00:26:06.917301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ece77b87-ec75-47ef-8439-1b8a0b5a9eb7 None None] Could not find standard attr ID for object 427923ce-7b98-4329-abbc-696af1185ce4. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:26:06.956495 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b332fbc-4d94-40c4-ad0d-164eb6797f97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.963467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:06.964878 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaf597-1113-44a0-b6be-181d71023cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:06.967802 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c669f9-741e-4ad7-b5a3-e2f12cb2bd05" -d '{"events": [{"server_uuid": "34eaf597-1113-44a0-b6be-181d71023cb9", "name": "network-vif-plugged", "status": "completed", "tag": "b7f6afab-da8d-48c2-b617-02d4cb92a1b9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:06.972592 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.005507 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b332fbc-4d94-40c4-ad0d-164eb6797f97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.014248 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9b332fbc-4d94-40c4-ad0d-164eb6797f97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/0dfcb91c-2fa7-4397-ace2-2a2cb4a63f53 HTTP/1.1" status: 204 len: 168 time: 0.3462493 Aug 24 00:26:07.014248 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b332fbc-4d94-40c4-ad0d-164eb6797f97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfcb91c-2fa7-4397-ace2-2a2cb4a63f53,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:07.015507 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:07.049082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b47b7ecf-11dc-4948-8f46-942646e98a87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68972360756c4de8a97e4ae0dddb56b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435770 Aug 24 00:26:07.052876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:07.056679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:07.080676 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.094343 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1264df-1ac7-4f27-82fc-5c4d1e348d7a None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:07.099866 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa340c6-af8c-4d3c-a9ce-b2eb19a147d1 x-openstack-request-id: req-0aa340c6-af8c-4d3c-a9ce-b2eb19a147d1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:07.100749 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaf597-1113-44a0-b6be-181d71023cb9", "name": "network-vif-plugged", "status": "completed", "tag": "b7f6afab-da8d-48c2-b617-02d4cb92a1b9", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:07.101189 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0aa340c6-af8c-4d3c-a9ce-b2eb19a147d1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:07.101813 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaf597-1113-44a0-b6be-181d71023cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9', 'code': 200} Aug 24 00:26:07.102081 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bb1fc9ef-00c6-4205-ab4b-80b06474c1ad tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854905 Aug 24 00:26:07.110296 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:07.115464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-032cc55c-d9b5-4de0-b716-92c22da5bb00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:07.130186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1213147-2c6e-47b4-90d8-1881adbabfd3 req-8d4ba966-a8d4-4861-b025-65ee1682a84a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:07.150114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1213147-2c6e-47b4-90d8-1881adbabfd3 req-8d4ba966-a8d4-4861-b025-65ee1682a84a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 944 time: 0.2685804 Aug 24 00:26:07.213635 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1213147-2c6e-47b4-90d8-1881adbabfd3 req-3ad583ea-54d1-4de5-944a-9a3f138c6e2f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575528 Aug 24 00:26:07.216308 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.218000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:07.218820 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.257593 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e04b2aa0-b7c8-4f3f-a78c-a3e11e9b3629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.264215 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0c3e5f29-173a-4974-a8ed-f7eed1973bf5 None None] Could not find standard attr ID for object cb9f06ad-29c9-41aa-8247-6f57ee387359. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:26:07.317090 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e04b2aa0-b7c8-4f3f-a78c-a3e11e9b3629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.319824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3555386 Aug 24 00:26:07.322735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60724) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:07.328462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9ed01c72-b54b-4f32-80b2-e3686c096873 admin admin] Request body: {'subnet': {'network_id': '2492d1b7-9126-40fa-a408-45432bfe8982', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-274829191-subnet', 'tenant_id': 'e248dba5177a4cc88ace132ff651c3fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:07.332368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032cc55c-d9b5-4de0-b716-92c22da5bb00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:07.335905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-032cc55c-d9b5-4de0-b716-92c22da5bb00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.356213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed01c72-b54b-4f32-80b2-e3686c096873 admin admin] Made reservation on behalf of e248dba5177a4cc88ace132ff651c3fe for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:07.358677 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ed01c72-b54b-4f32-80b2-e3686c096873 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.362991 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efefbec-bd84-48ff-9b85-74bcb69cac51 admin admin] Pushing event updated for resources: {'Network': ['ID=2492d1b7-9126-40fa-a408-45432bfe8982,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:07.375707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 2492d1b7-9126-40fa-a408-45432bfe8982 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:26:07.503328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda0844-e340-4226-a96f-7dea57f1a64c req-308e2406-69a5-4032-bd0e-3fef0fc7ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:07.507372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afda0844-e340-4226-a96f-7dea57f1a64c req-308e2406-69a5-4032-bd0e-3fef0fc7ca4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 1097 time: 0.1460252 Aug 24 00:26:07.579158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afda0844-e340-4226-a96f-7dea57f1a64c req-f7fb87d4-bc09-470a-a309-53aae8090fb9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634115 Aug 24 00:26:07.582063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3f1b25-d908-438a-8792-f08095eb25d8 None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:26:07.626518 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e04b2aa0-b7c8-4f3f-a78c-a3e11e9b3629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.631285 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e04b2aa0-b7c8-4f3f-a78c-a3e11e9b3629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.635329 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e04b2aa0-b7c8-4f3f-a78c-a3e11e9b3629 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76ee7536-3433-4daa-90d7-ec4132683da1 HTTP/1.1" status: 204 len: 168 time: 0.5792265 Aug 24 00:26:07.662702 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b2aa0-b7c8-4f3f-a78c-a3e11e9b3629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ee7536-3433-4daa-90d7-ec4132683da1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:07.727393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f1b25-d908-438a-8792-f08095eb25d8 None None] Deleting port eea46de6-294a-4091-a0b8-ea37f29f1b99 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:07.730039 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ed01c72-b54b-4f32-80b2-e3686c096873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.730256 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1b25-d908-438a-8792-f08095eb25d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.785922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed01c72-b54b-4f32-80b2-e3686c096873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9def7c-6eb3-460d-b0fe-806f0784d920,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:07.787288 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-032cc55c-d9b5-4de0-b716-92c22da5bb00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.832224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032cc55c-d9b5-4de0-b716-92c22da5bb00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:07.835114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-032cc55c-d9b5-4de0-b716-92c22da5bb00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:07.845734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed01c72-b54b-4f32-80b2-e3686c096873 admin admin] Checking segment: {'id': 'e6452d00-7066-4aa2-9980-78af7ba54820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2492d1b7-9126-40fa-a408-45432bfe8982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:07.846101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed01c72-b54b-4f32-80b2-e3686c096873 admin admin] Network hostable DHCP agents. Network: 2492d1b7-9126-40fa-a408-45432bfe8982, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:26:07.865604 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032cc55c-d9b5-4de0-b716-92c22da5bb00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:07.866618 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-032cc55c-d9b5-4de0-b716-92c22da5bb00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.875577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed01c72-b54b-4f32-80b2-e3686c096873 admin admin] Network 2492d1b7-9126-40fa-a408-45432bfe8982 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:26:07.879105 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ac3f1b25-d908-438a-8792-f08095eb25d8 None None] For port eea46de6-294a-4091-a0b8-ea37f29f1b99, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=eea46de6-294a-4091-a0b8-ea37f29f1b99,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:07.880413 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1b25-d908-438a-8792-f08095eb25d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.890001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-9ed01c72-b54b-4f32-80b2-e3686c096873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 2492d1b7-9126-40fa-a408-45432bfe8982) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:07.904578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6147da1-4f4f-44cd-b6af-7cc980575244 None None] Network 2492d1b7-9126-40fa-a408-45432bfe8982 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:07.909608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed01c72-b54b-4f32-80b2-e3686c096873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:07.912356 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9ed01c72-b54b-4f32-80b2-e3686c096873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.915964 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-032cc55c-d9b5-4de0-b716-92c22da5bb00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8043885 Aug 24 00:26:07.921437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60732) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:07.923416 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cc55c-d9b5-4de0-b716-92c22da5bb00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=00a68e46-854b-4647-a6f5-496863e506b9,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:07.924974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f1b25-d908-438a-8792-f08095eb25d8 None None] Calling delete_port for eea46de6-294a-4091-a0b8-ea37f29f1b99 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:07.932923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'name': 'tempest-NetworksTestDHCPv6-729802488'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:08.019329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9ed01c72-b54b-4f32-80b2-e3686c096873 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6859202 Aug 24 00:26:08.163759 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:08.176080 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:08.220262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port 3c19880f-c0a5-4d72-a44c-1d2fa1fe4906 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:26:08.248510 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1b25-d908-438a-8792-f08095eb25d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:08.294320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f1b25-d908-438a-8792-f08095eb25d8 None None] Pushing event deleted for resources: {'Port': ['ID=eea46de6-294a-4091-a0b8-ea37f29f1b99,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:08.297967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 219657f4-9eaa-4931-a0b3-c47d861fb26a details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:26:08.431820 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 219657f4-9eaa-4931-a0b3-c47d861fb26a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:08.464973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '219657f4-9eaa-4931-a0b3-c47d861fb26a', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '219657f4-9eaa-4931-a0b3-c47d861fb26a', 'mac_address': 'fa:16:3e:fc:34:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:26:08.471415 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bb1c2-1e46-40a3-b776-f6b3a0940531 req-3e6b9ac7-03ff-41c4-8c2c-617e1c06cc0f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:08.479836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d9bb1c2-1e46-40a3-b776-f6b3a0940531 req-3e6b9ac7-03ff-41c4-8c2c-617e1c06cc0f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1482263 Aug 24 00:26:08.508283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::1f6 (277b6df4-b1fd-459f-9851-1a35106f20e7/00a68e46-854b-4647-a6f5-496863e506b9/3c19880f-c0a5-4d72-a44c-1d2fa1fe4906) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:08.551896 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:08.555383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eba69c-d679-46ae-a2f4-11d0a2e5c524 None None] Network 2492d1b7-9126-40fa-a408-45432bfe8982 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:08.577483 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f1b25-d908-438a-8792-f08095eb25d8 None None] No DVR routers for this DVR port eea46de6-294a-4091-a0b8-ea37f29f1b99 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:08.648952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d9bb1c2-1e46-40a3-b776-f6b3a0940531 req-67a9bb1f-7cc0-4084-8047-1b1ad905fdaa tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439750 Aug 24 00:26:08.656529 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292fbc03-0e88-4efc-8f7b-d7835e8a4a7f None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:08.785124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 219657f4-9eaa-4931-a0b3-c47d861fb26a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:08.914078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 219657f4-9eaa-4931-a0b3-c47d861fb26a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:08.929747 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:08.979814 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:08.999196 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object 3c19880f-c0a5-4d72-a44c-1d2fa1fe4906 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:09.108831 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:09.109056 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=219657f4-9eaa-4931-a0b3-c47d861fb26a,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:09.234306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:09.234875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '00a68e46-854b-4647-a6f5-496863e506b9'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:26:09.236910 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:09.241261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:09.247347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:09.266848 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:09.268880 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:09.276236 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60796) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:09.289683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=3c19880f-c0a5-4d72-a44c-1d2fa1fe4906,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:09.298984 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['219657f4-9eaa-4931-a0b3-c47d861fb26a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:09.350733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d454c7cd-b64a-41de-ab95-b7c03e5ae5ef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4277072 Aug 24 00:26:09.352912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60802) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:09.469741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151f36ee-2898-49cd-ba33-59bd8eaeac16 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:09.483070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-151f36ee-2898-49cd-ba33-59bd8eaeac16 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1268954 Aug 24 00:26:09.483350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60812) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:09.504121 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-881350414-network', 'tenant_id': '5180b14dbef44598a16961465cdb8a2e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:09.558207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] Made reservation on behalf of 5180b14dbef44598a16961465cdb8a2e for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:09.561911 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:09.577201 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:09.613247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device eea46de6-294a-4091-a0b8-ea37f29f1b99 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:09.672575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-bb1950af-1c16-4c21-935c-1d5fadffb657 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port 3c19880f-c0a5-4d72-a44c-1d2fa1fe4906 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:09.674408 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb1950af-1c16-4c21-935c-1d5fadffb657 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:09.682838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Allocated IP 2001:db8::2 (277b6df4-b1fd-459f-9851-1a35106f20e7/00a68e46-854b-4647-a6f5-496863e506b9/0df179de-4025-4244-bb0a-4d2f9fa13635) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:09.685852 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: eea46de6-294a-4091-a0b8-ea37f29f1b99 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:09.713763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device eea46de6-294a-4091-a0b8-ea37f29f1b99 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:09.815123 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:09.826639 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:09.890973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:26:09.925597 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb1950af-1c16-4c21-935c-1d5fadffb657 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:09.935544 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:09.946156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-bb1950af-1c16-4c21-935c-1d5fadffb657 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for 3c19880f-c0a5-4d72-a44c-1d2fa1fe4906 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:09.967999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb0e0c-2a0d-48af-9676-4d496301967a req-457c207c-b059-4d75-ada3-f48913221984 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:09.969837 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1fb0e0c-2a0d-48af-9676-4d496301967a req-457c207c-b059-4d75-ada3-f48913221984 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1123300 Aug 24 00:26:09.971808 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:09.973619 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] Added segment c3fabae5-5b21-4b77-aa74-2a4610d1e8a4 of type vlan for network 7004846a-83da-44e9-8873-1db9b36513a4 Aug 24 00:26:10.092756 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1fb0e0c-2a0d-48af-9676-4d496301967a req-7417dc21-bd2d-4cae-abf1-8b9909838b5d tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157179 Aug 24 00:26:10.143885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:10.218585 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:10.223165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:10.223474 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:10.259736 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb1950af-1c16-4c21-935c-1d5fadffb657 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:10.309155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1950af-1c16-4c21-935c-1d5fadffb657 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=3c19880f-c0a5-4d72-a44c-1d2fa1fe4906,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:10.337433 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb1950af-1c16-4c21-935c-1d5fadffb657 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:10.343523 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bb1950af-1c16-4c21-935c-1d5fadffb657 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/3c19880f-c0a5-4d72-a44c-1d2fa1fe4906 HTTP/1.1" status: 204 len: 168 time: 0.8590591 Aug 24 00:26:10.344245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60858) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:10.399815 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1212063 Aug 24 00:26:10.405890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:10.426198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2110e1d0-8463-4b4a-b868-d26d26d04fa5 admin admin] Request body: {'subnet': {'network_id': '7004846a-83da-44e9-8873-1db9b36513a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-881350414-subnet', 'tenant_id': '5180b14dbef44598a16961465cdb8a2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:10.479172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d13fe-f21f-41f9-95bb-de84170f79af admin admin] Pushing event updated for resources: {'Network': ['ID=7004846a-83da-44e9-8873-1db9b36513a4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:10.501982 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 7004846a-83da-44e9-8873-1db9b36513a4 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:26:10.515243 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2110e1d0-8463-4b4a-b868-d26d26d04fa5 admin admin] Made reservation on behalf of 5180b14dbef44598a16961465cdb8a2e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:10.524813 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2110e1d0-8463-4b4a-b868-d26d26d04fa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:10.540237 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:10.623005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df178e-c86a-41f0-878e-1f1e81fcb12f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:10.628321 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df178e-c86a-41f0-878e-1f1e81fcb12f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:10.632355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b3df178e-c86a-41f0-878e-1f1e81fcb12f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2870529 Aug 24 00:26:10.635115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60868) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:10.705098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Transition to ACTIVE for port object 0df179de-4025-4244-bb0a-4d2f9fa13635 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:10.758970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0649819-06a4-4aeb-9196-26caa1c2b306 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 00a68e46-854b-4647-a6f5-496863e506b9 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:10.774034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Transition to ACTIVE for port object 0df179de-4025-4244-bb0a-4d2f9fa13635 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:10.785046 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0649819-06a4-4aeb-9196-26caa1c2b306 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:10.795363 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:10.862209 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2110e1d0-8463-4b4a-b868-d26d26d04fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:10.884695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0649819-06a4-4aeb-9196-26caa1c2b306 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:10.899674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:10.906298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:10.914520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:11.016930 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Pushing event updated for resources: {'Port': ['ID=0df179de-4025-4244-bb0a-4d2f9fa13635,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:11.051236 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Attempting to bind port 0df179de-4025-4244-bb0a-4d2f9fa13635 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:11.051630 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Attempting to bind port 0df179de-4025-4244-bb0a-4d2f9fa13635 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:11.051971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Attempting to bind port 0df179de-4025-4244-bb0a-4d2f9fa13635 on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:11.054548 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0649819-06a4-4aeb-9196-26caa1c2b306 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:11.058479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:11.058479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:11.058963 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:11.059578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:11.059888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Bound port: 0df179de-4025-4244-bb0a-4d2f9fa13635, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:11.060333 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:11.061250 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110e1d0-8463-4b4a-b868-d26d26d04fa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c8758c-e23a-46ab-91ab-c4949da78ecd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:11.066088 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110e1d0-8463-4b4a-b868-d26d26d04fa5 admin admin] Checking segment: {'id': 'c3fabae5-5b21-4b77-aa74-2a4610d1e8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7004846a-83da-44e9-8873-1db9b36513a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:11.066088 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2110e1d0-8463-4b4a-b868-d26d26d04fa5 admin admin] Network hostable DHCP agents. Network: 7004846a-83da-44e9-8873-1db9b36513a4, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:26:11.122752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2110e1d0-8463-4b4a-b868-d26d26d04fa5 admin admin] Network 7004846a-83da-44e9-8873-1db9b36513a4 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:26:11.148843 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2110e1d0-8463-4b4a-b868-d26d26d04fa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 7004846a-83da-44e9-8873-1db9b36513a4) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:11.172594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2110e1d0-8463-4b4a-b868-d26d26d04fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:11.173584 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2110e1d0-8463-4b4a-b868-d26d26d04fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:11.174030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2be09d0-ab07-4bab-b902-ecf7965c7436 None None] Network 7004846a-83da-44e9-8873-1db9b36513a4 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:11.226401 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2110e1d0-8463-4b4a-b868-d26d26d04fa5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8192146 Aug 24 00:26:11.312545 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0649819-06a4-4aeb-9196-26caa1c2b306 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:11.361264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0649819-06a4-4aeb-9196-26caa1c2b306 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=00a68e46-854b-4647-a6f5-496863e506b9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:11.368813 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] For port 0df179de-4025-4244-bb0a-4d2f9fa13635, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:11.372995 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0649819-06a4-4aeb-9196-26caa1c2b306 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:11.377341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e0649819-06a4-4aeb-9196-26caa1c2b306 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/00a68e46-854b-4647-a6f5-496863e506b9 HTTP/1.1" status: 204 len: 168 time: 0.7392795 Aug 24 00:26:11.378380 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60896) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:11.385186 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] For port 0df179de-4025-4244-bb0a-4d2f9fa13635, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0df179de-4025-4244-bb0a-4d2f9fa13635,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:11.402566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36290d5f-3b7d-4a35-b196-31e4629b8855 req-91283767-421e-4e54-93c4-7f4dafa1b197 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:11.404962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-36290d5f-3b7d-4a35-b196-31e4629b8855 req-91283767-421e-4e54-93c4-7f4dafa1b197 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1416564 Aug 24 00:26:11.411796 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:11.498599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-36290d5f-3b7d-4a35-b196-31e4629b8855 req-d4928ade-e7e3-4be7-8465-237205a4c7f8 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839977 Aug 24 00:26:11.501358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60904) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:11.503116 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-839978d9-a0b7-444c-8e78-ec5aa2f77431 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229558 Aug 24 00:26:11.599312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330b0ef-e3d9-49c6-92e1-37f0b915e70d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:11.603472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0330b0ef-e3d9-49c6-92e1-37f0b915e70d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0923119 Aug 24 00:26:11.604043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60912) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:11.729773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbb2682-1f4e-4c3b-9dab-263b52bc4223 None None] Network 7004846a-83da-44e9-8873-1db9b36513a4 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:11.792314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf4b54-30a1-4b95-bf9d-a9f47c4f5fe0 None None] Pushing event updated for resources: {'Port': ['ID=0df179de-4025-4244-bb0a-4d2f9fa13635,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:11.850249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b65139e-e77c-438d-be76-262522f88615 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:11.851851 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7b65139e-e77c-438d-be76-262522f88615 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2467687 Aug 24 00:26:11.854869 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60926) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:11.901941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b8847-7407-4c4d-9e56-c35016811a8c req-1195b129-d550-4ecb-a12c-c8a9ca9c320c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:11.913042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb0b8847-7407-4c4d-9e56-c35016811a8c req-1195b129-d550-4ecb-a12c-c8a9ca9c320c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.2135053 Aug 24 00:26:12.062006 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-89a8e709-af22-4fd4-bf85-30cf427d7487 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2053351 Aug 24 00:26:12.062650 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60934) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:12.078523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c780ffb9-4dcf-413e-bb0b-5ff8a35c895d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:12.112073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb0b8847-7407-4c4d-9e56-c35016811a8c req-14032b05-3fac-4ff6-bc79-3b6075812652 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980844 Aug 24 00:26:12.315955 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 219657f4-9eaa-4931-a0b3-c47d861fb26a up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:12.353118 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c780ffb9-4dcf-413e-bb0b-5ff8a35c895d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:12.366607 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c780ffb9-4dcf-413e-bb0b-5ff8a35c895d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:12.408077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 219657f4-9eaa-4931-a0b3-c47d861fb26a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:12.410132 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:12.541363 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:12.595371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219657f4-9eaa-4931-a0b3-c47d861fb26a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:12.597937 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8fd27e-6a0f-4093-b82d-94b4622625cc" -d '{"events": [{"server_uuid": "a3a652c0-c57b-4bff-bcf8-470bca14181a", "name": "network-vif-plugged", "status": "completed", "tag": "219657f4-9eaa-4931-a0b3-c47d861fb26a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:12.623874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 219657f4-9eaa-4931-a0b3-c47d861fb26a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:12.630223 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:12.738453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=219657f4-9eaa-4931-a0b3-c47d861fb26a,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:12.881714 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c780ffb9-4dcf-413e-bb0b-5ff8a35c895d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:12.953870 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c780ffb9-4dcf-413e-bb0b-5ff8a35c895d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:12.957666 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c780ffb9-4dcf-413e-bb0b-5ff8a35c895d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:12.961133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c780ffb9-4dcf-413e-bb0b-5ff8a35c895d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:12.961805 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c780ffb9-4dcf-413e-bb0b-5ff8a35c895d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:12.985857 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c780ffb9-4dcf-413e-bb0b-5ff8a35c895d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9220731 Aug 24 00:26:12.990903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60948) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:12.995206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780ffb9-4dcf-413e-bb0b-5ff8a35c895d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=e53e9c30-680b-4117-a733-f9b60989efc2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:12.996236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'fixed_ips': [{'subnet_id': 'e53e9c30-680b-4117-a733-f9b60989efc2', 'ip_address': '2001:db8::a422:e410:3e74:987b'}], 'name': 'tempest-NetworksTestDHCPv6-964612047'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:13.180688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:13.416701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8e10d2-a322-4d6d-950a-c18c5ef5eb6c None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:13.463124 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:13.463566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0df179de-4025-4244-bb0a-4d2f9fa13635 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:13.504438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port 2e10f2f3-2429-4dbc-902f-bb87f2df3743 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:26:13.703609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5c5f7c29-79ce-48de-b84a-baa67048d018 None None] Could not find standard attr ID for object 3c19880f-c0a5-4d72-a44c-1d2fa1fe4906. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:26:13.830437 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5c5f7c29-79ce-48de-b84a-baa67048d018 None None] Provisioning for port 0df179de-4025-4244-bb0a-4d2f9fa13635 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:13.832759 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::a422:e410:3e74:987b (277b6df4-b1fd-459f-9851-1a35106f20e7/e53e9c30-680b-4117-a733-f9b60989efc2/2e10f2f3-2429-4dbc-902f-bb87f2df3743) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:13.896478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 0df179de-4025-4244-bb0a-4d2f9fa13635 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:13.904615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 0df179de-4025-4244-bb0a-4d2f9fa13635 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:13.905773 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:14.062355 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:14.164493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 0df179de-4025-4244-bb0a-4d2f9fa13635, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0df179de-4025-4244-bb0a-4d2f9fa13635,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:14.171715 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:14.177304 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:14.221133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object 2e10f2f3-2429-4dbc-902f-bb87f2df3743 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:14.274491 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:14.307878 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=0df179de-4025-4244-bb0a-4d2f9fa13635,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:14.361176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:14.377015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:14.384070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:14.398379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:14.399911 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:14.405574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-400b6700-04df-4aec-86a8-a57be40f7ed9 None None] Provisioning complete for port 0df179de-4025-4244-bb0a-4d2f9fa13635 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:14.410627 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-400b6700-04df-4aec-86a8-a57be40f7ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:14.430193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=2e10f2f3-2429-4dbc-902f-bb87f2df3743,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:14.446346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1aefbc01-579b-4d79-a1f1-6c521e5df678 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4535403 Aug 24 00:26:14.446917 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60950) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:14.621087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2d8bd-e730-4fc4-ad10-30b074e8acf6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:14.628682 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2d8bd-e730-4fc4-ad10-30b074e8acf6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:14.633568 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-21a2d8bd-e730-4fc4-ad10-30b074e8acf6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1854606 Aug 24 00:26:14.634982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60952) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:14.809709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-34754da3-2f22-49c6-8ebf-e81bd8402ef3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port 2e10f2f3-2429-4dbc-902f-bb87f2df3743 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:14.810083 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34754da3-2f22-49c6-8ebf-e81bd8402ef3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:14.833550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-06fb79d3-7bca-451e-b6c8-cef4db93b209 None None] Could not find standard attr ID for object 3c19880f-c0a5-4d72-a44c-1d2fa1fe4906. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:26:15.069967 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34754da3-2f22-49c6-8ebf-e81bd8402ef3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:15.090948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-34754da3-2f22-49c6-8ebf-e81bd8402ef3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for 2e10f2f3-2429-4dbc-902f-bb87f2df3743 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:15.341282 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34754da3-2f22-49c6-8ebf-e81bd8402ef3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:15.343318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-35c1114b-fb74-4e03-970c-b0916b266b36 None None] Provisioning for port 2e10f2f3-2429-4dbc-902f-bb87f2df3743 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:15.354304 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-35c1114b-fb74-4e03-970c-b0916b266b36 None None] Provisioning complete for port 2e10f2f3-2429-4dbc-902f-bb87f2df3743 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:15.366087 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35c1114b-fb74-4e03-970c-b0916b266b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:15.371524 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0df179de-4025-4244-bb0a-4d2f9fa13635 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:15.403921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-35c1114b-fb74-4e03-970c-b0916b266b36 None None] Port 2e10f2f3-2429-4dbc-902f-bb87f2df3743 was deleted so its status cannot be updated. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 24 00:26:15.434511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34754da3-2f22-49c6-8ebf-e81bd8402ef3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=2e10f2f3-2429-4dbc-902f-bb87f2df3743,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:15.479620 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34754da3-2f22-49c6-8ebf-e81bd8402ef3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:15.497138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-34754da3-2f22-49c6-8ebf-e81bd8402ef3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/2e10f2f3-2429-4dbc-902f-bb87f2df3743 HTTP/1.1" status: 204 len: 168 time: 0.8598442 Aug 24 00:26:15.499425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:15.531199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 0df179de-4025-4244-bb0a-4d2f9fa13635 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:15.531574 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:15.642870 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4683a2-f9a5-4750-9801-574c9cbf3b82 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:15.645651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4683a2-f9a5-4750-9801-574c9cbf3b82 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:15.648161 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-aa4683a2-f9a5-4750-9801-574c9cbf3b82 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1474025 Aug 24 00:26:15.650662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60960) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:15.789418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0d050c-c873-4604-90a7-a0aef39dd402 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet e53e9c30-680b-4117-a733-f9b60989efc2 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:15.793592 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc0d050c-c873-4604-90a7-a0aef39dd402 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:15.864897 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc0d050c-c873-4604-90a7-a0aef39dd402 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:15.933520 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc0d050c-c873-4604-90a7-a0aef39dd402 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:16.063241 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc0d050c-c873-4604-90a7-a0aef39dd402 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:16.104525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d050c-c873-4604-90a7-a0aef39dd402 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=e53e9c30-680b-4117-a733-f9b60989efc2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:16.108469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4da907-948a-492e-856a-6b509b9fdaa1 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:16.111281 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc0d050c-c873-4604-90a7-a0aef39dd402 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:16.113560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dc0d050c-c873-4604-90a7-a0aef39dd402 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/e53e9c30-680b-4117-a733-f9b60989efc2 HTTP/1.1" status: 204 len: 168 time: 0.4615128 Aug 24 00:26:16.116269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:16.162249 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a2c865bb-23ab-4f8c-b7c2-7cfecb4753d6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444880 Aug 24 00:26:16.164951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60968) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:16.171319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6529fcde-dac1-4818-b710-3b2161712fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:16.313436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6529fcde-dac1-4818-b710-3b2161712fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:16.324122 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6529fcde-dac1-4818-b710-3b2161712fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:16.413440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a536f081-4f05-47ae-848b-1233cd317c9d None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:26:16.524108 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a536f081-4f05-47ae-848b-1233cd317c9d None None] Deleting port 0df179de-4025-4244-bb0a-4d2f9fa13635 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:16.525967 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a536f081-4f05-47ae-848b-1233cd317c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:16.688751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a536f081-4f05-47ae-848b-1233cd317c9d None None] For port 0df179de-4025-4244-bb0a-4d2f9fa13635, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0df179de-4025-4244-bb0a-4d2f9fa13635,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:16.689068 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a536f081-4f05-47ae-848b-1233cd317c9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:16.710764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a536f081-4f05-47ae-848b-1233cd317c9d None None] Calling delete_port for 0df179de-4025-4244-bb0a-4d2f9fa13635 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:16.747059 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6529fcde-dac1-4818-b710-3b2161712fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:16.778238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6529fcde-dac1-4818-b710-3b2161712fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:16.818654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6529fcde-dac1-4818-b710-3b2161712fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:16.837942 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6529fcde-dac1-4818-b710-3b2161712fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:16.843581 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6529fcde-dac1-4818-b710-3b2161712fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:16.894239 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a536f081-4f05-47ae-848b-1233cd317c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:16.898921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6529fcde-dac1-4818-b710-3b2161712fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7325621 Aug 24 00:26:16.901709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60970) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:16.908606 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'fixed_ips': [{'subnet_id': '703435cb-aad1-4605-9a91-ad63dcd59efa', 'ip_address': '2001:db8::2547:2644:6254:c0cf'}], 'name': 'tempest-NetworksTestDHCPv6-908275305'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:16.912289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529fcde-dac1-4818-b710-3b2161712fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=703435cb-aad1-4605-9a91-ad63dcd59efa,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:16.946734 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536f081-4f05-47ae-848b-1233cd317c9d None None] Pushing event deleted for resources: {'Port': ['ID=0df179de-4025-4244-bb0a-4d2f9fa13635,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:16.963149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a536f081-4f05-47ae-848b-1233cd317c9d None None] No DVR routers for this DVR port 0df179de-4025-4244-bb0a-4d2f9fa13635 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:16.992376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16050ff-cf7b-4daa-a7b4-929e89ed8ff5 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:17.224508 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:17.373536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0df179de-4025-4244-bb0a-4d2f9fa13635 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:17.435361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '703435cb-aad1-4605-9a91-ad63dcd59efa'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:26:17.436561 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:17.439595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 0df179de-4025-4244-bb0a-4d2f9fa13635 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:17.440192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0df179de-4025-4244-bb0a-4d2f9fa13635 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:17.785785 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:17.805154 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port bd867c2a-1a8d-44b7-8d57-95f30ecc0fb2 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:26:17.904888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Allocated IP 2001:db8::2 (277b6df4-b1fd-459f-9851-1a35106f20e7/703435cb-aad1-4605-9a91-ad63dcd59efa/f9b8ca4a-f2d4-481f-a741-9261a0feed3f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:18.010516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5fe5d85-5cb2-46a3-bf55-a3966daf9cd7 req-002f448e-42a2-4eda-9feb-3fd3d206ce1e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0869918 Aug 24 00:26:18.187475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe5d85-5cb2-46a3-bf55-a3966daf9cd7 req-8a950160-cad2-4bef-897b-2222f0b04777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:18.191260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5fe5d85-5cb2-46a3-bf55-a3966daf9cd7 req-8a950160-cad2-4bef-897b-2222f0b04777 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2073d78fc8964f96b023d510a38a1da2&device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0873668 Aug 24 00:26:18.243785 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:18.253507 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Transition to ACTIVE for port object f9b8ca4a-f2d4-481f-a741-9261a0feed3f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:18.270335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Transition to ACTIVE for port object f9b8ca4a-f2d4-481f-a741-9261a0feed3f will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:18.279205 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:18.392773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe5d85-5cb2-46a3-bf55-a3966daf9cd7 req-58a6911f-e1ff-46c8-9dfb-f66abc39c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:18.395953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:18.396493 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5fe5d85-5cb2-46a3-bf55-a3966daf9cd7 req-58a6911f-e1ff-46c8-9dfb-f66abc39c97d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee214e98-c54e-44f9-a07c-12d0d2b7286a HTTP/1.1" status: 200 len: 914 time: 0.1765316 Aug 24 00:26:18.402374 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::2547:2644:6254:c0cf (277b6df4-b1fd-459f-9851-1a35106f20e7/703435cb-aad1-4605-9a91-ad63dcd59efa/bd867c2a-1a8d-44b7-8d57-95f30ecc0fb2) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:18.405350 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:18.410145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:18.434043 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Pushing event updated for resources: {'Port': ['ID=f9b8ca4a-f2d4-481f-a741-9261a0feed3f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:18.509067 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5fe5d85-5cb2-46a3-bf55-a3966daf9cd7 req-91be3472-861c-4640-a278-b67b715ef275 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9 HTTP/1.1" status: 200 len: 217 time: 0.1005208 Aug 24 00:26:18.581854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Attempting to bind port f9b8ca4a-f2d4-481f-a741-9261a0feed3f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:18.582255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Attempting to bind port f9b8ca4a-f2d4-481f-a741-9261a0feed3f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:18.582631 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Attempting to bind port f9b8ca4a-f2d4-481f-a741-9261a0feed3f on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:18.594015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:18.594557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:18.594814 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:18.595230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:18.595706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Bound port: f9b8ca4a-f2d4-481f-a741-9261a0feed3f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:18.596089 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:18.637438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe5d85-5cb2-46a3-bf55-a3966daf9cd7 req-c61d6b1c-8a94-43cd-aad5-1e845861c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:18.640864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5fe5d85-5cb2-46a3-bf55-a3966daf9cd7 req-c61d6b1c-8a94-43cd-aad5-1e845861c294 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b1769da-f736-4c99-87b2-e73cc76c5076 HTTP/1.1" status: 200 len: 853 time: 0.1262162 Aug 24 00:26:18.702632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5fe5d85-5cb2-46a3-bf55-a3966daf9cd7 req-4a1eb316-d718-446e-bc27-4db0745c248a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee214e98-c54e-44f9-a07c-12d0d2b7286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531936 Aug 24 00:26:18.749788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] For port f9b8ca4a-f2d4-481f-a741-9261a0feed3f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:18.752625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] For port f9b8ca4a-f2d4-481f-a741-9261a0feed3f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f9b8ca4a-f2d4-481f-a741-9261a0feed3f,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:18.764467 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:18.783556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:18.819745 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object bd867c2a-1a8d-44b7-8d57-95f30ecc0fb2 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:18.902581 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:18.907774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71004fe-4e6f-4a03-9762-d6bbdd6e25b6 None None] Pushing event updated for resources: {'Port': ['ID=f9b8ca4a-f2d4-481f-a741-9261a0feed3f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:18.933467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5fe5d85-5cb2-46a3-bf55-a3966daf9cd7 req-bba63535-ba83-4cb8-9dc3-85bf680ec90c service neutron] 10.222.0.47 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224562 Aug 24 00:26:18.986623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:18.998085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:19.009433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:19.028576 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:19.029553 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:19.069201 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1647210 Aug 24 00:26:19.077070 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60974) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:19.112060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee722e29-1e06-4893-b34f-1055aa8bd34d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=bd867c2a-1a8d-44b7-8d57-95f30ecc0fb2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:19.143981 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5fe5d85-5cb2-46a3-bf55-a3966daf9cd7 req-203c560c-187b-424a-b9bc-44be846eee86 service neutron] 10.222.0.47 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951075 Aug 24 00:26:19.255241 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3e6cd0-16c7-4fab-9c9b-06dd02c10e30 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:19.311822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3e6cd0-16c7-4fab-9c9b-06dd02c10e30 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:19.317397 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-da3e6cd0-16c7-4fab-9c9b-06dd02c10e30 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2366161 Aug 24 00:26:19.317934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60976) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:19.480057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f9b8ca4a-f2d4-481f-a741-9261a0feed3f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:19.612632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port f9b8ca4a-f2d4-481f-a741-9261a0feed3f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:19.984562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port bd867c2a-1a8d-44b7-8d57-95f30ecc0fb2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:19.985069 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:20.133386 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:20.153502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for bd867c2a-1a8d-44b7-8d57-95f30ecc0fb2 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:20.445680 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:20.524612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=bd867c2a-1a8d-44b7-8d57-95f30ecc0fb2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:20.540484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:20.540900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:20.541509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:20.541904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:20.542322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:20.542687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:20.543278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:20.543678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:20.544012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:20.544345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:20.544742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:20.545124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:20.606719 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b5a934f0-09a4-44f4-abea-caca4e6519e9 None None] Provisioning for port f9b8ca4a-f2d4-481f-a741-9261a0feed3f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:20.628750 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:20.628981 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b5a934f0-09a4-44f4-abea-caca4e6519e9 None None] Provisioning complete for port f9b8ca4a-f2d4-481f-a741-9261a0feed3f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:20.629216 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5a934f0-09a4-44f4-abea-caca4e6519e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:20.633096 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f754bb5f-652f-4fda-83db-740efb051e97 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/bd867c2a-1a8d-44b7-8d57-95f30ecc0fb2 HTTP/1.1" status: 204 len: 168 time: 1.3117795 Aug 24 00:26:20.633478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:20.779639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd03376-f9c0-41b6-86f5-a250837e5992 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:20.781182 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd03376-f9c0-41b6-86f5-a250837e5992 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:20.786560 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6bd03376-f9c0-41b6-86f5-a250837e5992 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1496756 Aug 24 00:26:20.787016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60984) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:20.831461 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5a934f0-09a4-44f4-abea-caca4e6519e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:20.872625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b5a934f0-09a4-44f4-abea-caca4e6519e9 None None] For port f9b8ca4a-f2d4-481f-a741-9261a0feed3f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f9b8ca4a-f2d4-481f-a741-9261a0feed3f,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:20.882040 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5a934f0-09a4-44f4-abea-caca4e6519e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:20.932723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-5927783b-a090-4f8c-90d9-fbbe038bcfae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 703435cb-aad1-4605-9a91-ad63dcd59efa {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:20.940011 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5927783b-a090-4f8c-90d9-fbbe038bcfae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:20.994302 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a934f0-09a4-44f4-abea-caca4e6519e9 None None] Pushing event updated for resources: {'Port': ['ID=f9b8ca4a-f2d4-481f-a741-9261a0feed3f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:21.016390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b00dddc7-5b4d-483b-9867-11a9f5c7d994 None None] Could not find standard attr ID for object bd867c2a-1a8d-44b7-8d57-95f30ecc0fb2. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:26:21.034817 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5927783b-a090-4f8c-90d9-fbbe038bcfae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:21.135271 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5927783b-a090-4f8c-90d9-fbbe038bcfae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:21.245039 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5927783b-a090-4f8c-90d9-fbbe038bcfae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:21.305813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927783b-a090-4f8c-90d9-fbbe038bcfae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=703435cb-aad1-4605-9a91-ad63dcd59efa,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:21.343164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5927783b-a090-4f8c-90d9-fbbe038bcfae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:21.345847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5927783b-a090-4f8c-90d9-fbbe038bcfae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/703435cb-aad1-4605-9a91-ad63dcd59efa HTTP/1.1" status: 204 len: 168 time: 0.5576072 Aug 24 00:26:21.350884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60986) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:21.351810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f9b8ca4a-f2d4-481f-a741-9261a0feed3f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:21.358905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed5db93-c9ae-4564-8c2d-7c07b3117bc8 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:21.400193 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c6901789-505a-4d52-808a-668696464005 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475931 Aug 24 00:26:21.404074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60992) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:21.409722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fd2f6405-7de0-44ec-b97c-fc17e314d4bc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:21.515396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f9b8ca4a-f2d4-481f-a741-9261a0feed3f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:21.516065 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:21.523394 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2f6405-7de0-44ec-b97c-fc17e314d4bc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:21.528334 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd2f6405-7de0-44ec-b97c-fc17e314d4bc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:21.705443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a47510-33e7-4c5c-90e7-edbb4e8d3748 None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:26:21.779941 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-47a47510-33e7-4c5c-90e7-edbb4e8d3748 None None] Deleting port f9b8ca4a-f2d4-481f-a741-9261a0feed3f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:21.780333 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47a47510-33e7-4c5c-90e7-edbb4e8d3748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:21.872246 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-47a47510-33e7-4c5c-90e7-edbb4e8d3748 None None] For port f9b8ca4a-f2d4-481f-a741-9261a0feed3f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f9b8ca4a-f2d4-481f-a741-9261a0feed3f,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:21.872705 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47a47510-33e7-4c5c-90e7-edbb4e8d3748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:21.891250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-47a47510-33e7-4c5c-90e7-edbb4e8d3748 None None] Calling delete_port for f9b8ca4a-f2d4-481f-a741-9261a0feed3f owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:21.901076 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd2f6405-7de0-44ec-b97c-fc17e314d4bc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:21.997990 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47a47510-33e7-4c5c-90e7-edbb4e8d3748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:22.039794 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a47510-33e7-4c5c-90e7-edbb4e8d3748 None None] Pushing event deleted for resources: {'Port': ['ID=f9b8ca4a-f2d4-481f-a741-9261a0feed3f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:22.040754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2f6405-7de0-44ec-b97c-fc17e314d4bc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:22.043199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a47510-33e7-4c5c-90e7-edbb4e8d3748 None None] No DVR routers for this DVR port f9b8ca4a-f2d4-481f-a741-9261a0feed3f on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:22.049939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-fd2f6405-7de0-44ec-b97c-fc17e314d4bc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:22.060352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2f6405-7de0-44ec-b97c-fc17e314d4bc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:22.061075 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fd2f6405-7de0-44ec-b97c-fc17e314d4bc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:22.076747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a7af74-c87c-423c-9848-f1f6a2bd9fe2 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:22.086656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fd2f6405-7de0-44ec-b97c-fc17e314d4bc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6788380 Aug 24 00:26:22.090435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:22.097811 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'fixed_ips': [{'subnet_id': '3f55eeb6-f06a-4427-9179-fdcd4b5bae75', 'ip_address': '2001:db8::96fb:73c3:f3ee:a2e4'}], 'name': 'tempest-NetworksTestDHCPv6-1977802477'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:22.160248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f6405-7de0-44ec-b97c-fc17e314d4bc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=3f55eeb6-f06a-4427-9179-fdcd4b5bae75,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:22.211768 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-b16a4636-6b0b-4ee9-a71a-10c23a69160d tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:22.213468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-b16a4636-6b0b-4ee9-a71a-10c23a69160d tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/networks?id=7004846a-83da-44e9-8873-1db9b36513a4 HTTP/1.1" status: 200 len: 813 time: 0.3485448 Aug 24 00:26:22.230974 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de311f-dffd-4fda-9918-133c2f409fbb req-83ba117c-43d8-486e-b63d-44db54c6afec tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:22.232579 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25de311f-dffd-4fda-9918-133c2f409fbb req-83ba117c-43d8-486e-b63d-44db54c6afec tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/networks?id=2492d1b7-9126-40fa-a408-45432bfe8982 HTTP/1.1" status: 200 len: 808 time: 0.3699806 Aug 24 00:26:22.250640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:22.257055 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:22.273390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-325107e2-7ebc-45b6-b3a7-563ad647c839 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/quotas/5180b14dbef44598a16961465cdb8a2e HTTP/1.1" status: 200 len: 375 time: 0.0397794 Aug 24 00:26:22.276039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25de311f-dffd-4fda-9918-133c2f409fbb req-aeaa9c68-2f86-45d3-96f2-9fbef1509ea7 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/quotas/e248dba5177a4cc88ace132ff651c3fe HTTP/1.1" status: 200 len: 375 time: 0.0162232 Aug 24 00:26:22.288251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port 20049903-bcbc-4c80-900a-3c61c8a8fbfd yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:26:22.351547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '3f55eeb6-f06a-4427-9179-fdcd4b5bae75'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:26:22.352459 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:22.385606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25de311f-dffd-4fda-9918-133c2f409fbb req-0840e815-ac20-49e6-8164-a02a577b4ac4 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e248dba5177a4cc88ace132ff651c3fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852275 Aug 24 00:26:22.388471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-75d618be-2fe0-4d4d-b546-ec28ebb8355a tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5180b14dbef44598a16961465cdb8a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070321 Aug 24 00:26:22.576970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25de311f-dffd-4fda-9918-133c2f409fbb req-8451c979-a7a5-4f46-9842-10b91fb9f1ff service neutron] 10.222.0.32 "GET /v2.0/networks/2492d1b7-9126-40fa-a408-45432bfe8982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781132 Aug 24 00:26:22.606725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::96fb:73c3:f3ee:a2e4 (277b6df4-b1fd-459f-9851-1a35106f20e7/3f55eeb6-f06a-4427-9179-fdcd4b5bae75/20049903-bcbc-4c80-900a-3c61c8a8fbfd) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:22.628560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-a434388e-c430-4814-a2c6-f3903b3aefaf service neutron] 10.222.0.32 "GET /v2.0/networks/7004846a-83da-44e9-8873-1db9b36513a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134280 Aug 24 00:26:22.817052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25de311f-dffd-4fda-9918-133c2f409fbb req-7d43c6d3-cb7c-440a-934d-45726042ddf8 service neutron] 10.222.0.32 "GET /v2.0/networks/2492d1b7-9126-40fa-a408-45432bfe8982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203283 Aug 24 00:26:22.838119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-7d63592a-de47-4cb1-9f84-8d56f05c9ef8 service neutron] 10.222.0.32 "GET /v2.0/networks/7004846a-83da-44e9-8873-1db9b36513a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652133 Aug 24 00:26:22.853487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:22.872562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object 20049903-bcbc-4c80-900a-3c61c8a8fbfd will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:22.920288 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.009207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=20049903-bcbc-4c80-900a-3c61c8a8fbfd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:23.024223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Allocated IP 2001:db8::2 (277b6df4-b1fd-459f-9851-1a35106f20e7/3f55eeb6-f06a-4427-9179-fdcd4b5bae75/c4c1f85a-906a-444e-97a2-da6469b0f1c6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:23.041904 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:23.047548 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:23.059897 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:23.070660 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:23.072176 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.106176 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d0933258-6f47-4777-bd32-65f1b45f7cab tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0121253 Aug 24 00:26:23.108155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 32806) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:23.286402 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bb7517-6ba7-4cb2-bcce-6e3dee2692f7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:23.290563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f5bb7517-6ba7-4cb2-bcce-6e3dee2692f7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1788702 Aug 24 00:26:23.291039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32814) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:23.342053 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.360386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Transition to ACTIVE for port object c4c1f85a-906a-444e-97a2-da6469b0f1c6 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:23.379125 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Transition to ACTIVE for port object c4c1f85a-906a-444e-97a2-da6469b0f1c6 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:23.402214 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.437022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff72f73-6735-4c19-9307-eee68b710f38 req-c61aa0fa-0f32-4256-a2a6-c1f298653d31 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:23.446628 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fff72f73-6735-4c19-9307-eee68b710f38 req-c61aa0fa-0f32-4256-a2a6-c1f298653d31 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1205778 Aug 24 00:26:23.509299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f9b8ca4a-f2d4-481f-a741-9261a0feed3f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:23.520740 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef544e1-83cb-43ac-8f37-59e75e77ccd1 x-openstack-request-id: req-cef544e1-83cb-43ac-8f37-59e75e77ccd1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:23.521038 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a652c0-c57b-4bff-bcf8-470bca14181a", "name": "network-vif-plugged", "status": "completed", "tag": "219657f4-9eaa-4931-a0b3-c47d861fb26a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:23.521361 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cef544e1-83cb-43ac-8f37-59e75e77ccd1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:23.521760 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219657f4-9eaa-4931-a0b3-c47d861fb26a', 'code': 200} Aug 24 00:26:23.527699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fff72f73-6735-4c19-9307-eee68b710f38 req-2c81b0ac-4bfd-40f4-a680-2d5b12d9bcc1 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788825 Aug 24 00:26:23.528983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Pushing event updated for resources: {'Port': ['ID=c4c1f85a-906a-444e-97a2-da6469b0f1c6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:23.613525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-69cdab96-f44a-47d8-9907-b4421eff21cc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port 20049903-bcbc-4c80-900a-3c61c8a8fbfd {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:23.613702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69cdab96-f44a-47d8-9907-b4421eff21cc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.624309 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: f9b8ca4a-f2d4-481f-a741-9261a0feed3f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:23.624665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f9b8ca4a-f2d4-481f-a741-9261a0feed3f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:23.644193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:23.645089 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.646575 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:23.659885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:23.731907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b44a571c-1814-4bc5-861e-39e9b06504e6 req-dd468885-f021-42b3-92af-6455bc227e08 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 210 time: 0.1242208 Aug 24 00:26:23.782483 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Attempting to bind port c4c1f85a-906a-444e-97a2-da6469b0f1c6 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:23.784725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Attempting to bind port c4c1f85a-906a-444e-97a2-da6469b0f1c6 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:23.785147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Attempting to bind port c4c1f85a-906a-444e-97a2-da6469b0f1c6 on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:23.788131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc29e9-2be1-4be5-9d3c-6dafc88cb1fc req-e16d6514-77c1-4f7d-a775-d23232dec4b5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:23.796458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:23.796793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:23.797214 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.797615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:23.798121 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Bound port: c4c1f85a-906a-444e-97a2-da6469b0f1c6, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:23.803046 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.804782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8bbc29e9-2be1-4be5-9d3c-6dafc88cb1fc req-e16d6514-77c1-4f7d-a775-d23232dec4b5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 947 time: 0.1950650 Aug 24 00:26:23.861208 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8bbc29e9-2be1-4be5-9d3c-6dafc88cb1fc req-8914f5da-8dcd-401e-9235-1c79bac2369a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551660 Aug 24 00:26:23.863315 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69cdab96-f44a-47d8-9907-b4421eff21cc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.887138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-69cdab96-f44a-47d8-9907-b4421eff21cc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for 20049903-bcbc-4c80-900a-3c61c8a8fbfd owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:23.945589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] For port c4c1f85a-906a-444e-97a2-da6469b0f1c6, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:23.951893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] For port c4c1f85a-906a-444e-97a2-da6469b0f1c6, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c4c1f85a-906a-444e-97a2-da6469b0f1c6,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:23.959437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29f7adc2-5bcd-4c4d-b9e3-ebc5ab034d2a req-8d69ce08-5928-481e-938d-c4c0cf4306aa tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 210 time: 0.0791061 Aug 24 00:26:23.964953 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:24.124989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6907f-444b-4c01-8f05-800539b913a6 None None] Pushing event updated for resources: {'Port': ['ID=c4c1f85a-906a-444e-97a2-da6469b0f1c6,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:24.197951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6040027-6d44-4567-84e0-344a2e6b525a req-0befd581-100f-4fdf-9407-e9627c4c462b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:24.203212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6040027-6d44-4567-84e0-344a2e6b525a req-0befd581-100f-4fdf-9407-e9627c4c462b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.0909255 Aug 24 00:26:24.232032 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69cdab96-f44a-47d8-9907-b4421eff21cc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:24.268415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6040027-6d44-4567-84e0-344a2e6b525a req-cbd43869-2813-407b-8a42-e4da15d5047a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587883 Aug 24 00:26:24.339608 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdab96-f44a-47d8-9907-b4421eff21cc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=20049903-bcbc-4c80-900a-3c61c8a8fbfd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:24.407319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69cdab96-f44a-47d8-9907-b4421eff21cc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:24.409900 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-69cdab96-f44a-47d8-9907-b4421eff21cc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/20049903-bcbc-4c80-900a-3c61c8a8fbfd HTTP/1.1" status: 204 len: 168 time: 1.1177740 Aug 24 00:26:24.413285 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 32860) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:24.509239 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359176fb-00a0-47de-99d0-cd76477a085d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:24.512079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359176fb-00a0-47de-99d0-cd76477a085d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:24.514209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-359176fb-00a0-47de-99d0-cd76477a085d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0997987 Aug 24 00:26:24.517318 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:24.659088 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a910bab5-257b-43c9-988c-30c9f4f70f18 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 3f55eeb6-f06a-4427-9179-fdcd4b5bae75 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:24.664187 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a910bab5-257b-43c9-988c-30c9f4f70f18 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:24.720870 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a910bab5-257b-43c9-988c-30c9f4f70f18 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:24.840135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a682e-b4f3-4ae7-8e3a-6c1cfd837e66 req-3ed4baaf-ea9a-4f71-9bcc-9fb1fafa5191 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:24.847302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a8a682e-b4f3-4ae7-8e3a-6c1cfd837e66 req-3ed4baaf-ea9a-4f71-9bcc-9fb1fafa5191 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1118639 Aug 24 00:26:24.899188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a8a682e-b4f3-4ae7-8e3a-6c1cfd837e66 req-75c7553f-652b-4cd5-b0ab-f00245a48f47 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Aug 24 00:26:24.938750 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a910bab5-257b-43c9-988c-30c9f4f70f18 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:25.024235 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a910bab5-257b-43c9-988c-30c9f4f70f18 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:25.041297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 31646ce1-a0fa-4aa2-9265-b104cb58102f no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:25.067370 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-897db980-744b-4540-b1cb-7f0b3b29c6ed req-5e5691f4-7093-4508-9179-b3d37d05a402 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 210 time: 0.0455387 Aug 24 00:26:25.083552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910bab5-257b-43c9-988c-30c9f4f70f18 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=3f55eeb6-f06a-4427-9179-fdcd4b5bae75,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:25.086833 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a910bab5-257b-43c9-988c-30c9f4f70f18 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:25.107178 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a910bab5-257b-43c9-988c-30c9f4f70f18 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/3f55eeb6-f06a-4427-9179-fdcd4b5bae75 HTTP/1.1" status: 204 len: 168 time: 0.5788949 Aug 24 00:26:25.108724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:25.128257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e15b5b-ef2b-4341-a6a1-7a4d51a15c2d req-2f4118be-04d8-48f8-8d13-b9b71a681ecd tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:25.129874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51e15b5b-ef2b-4341-a6a1-7a4d51a15c2d req-2f4118be-04d8-48f8-8d13-b9b71a681ecd tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 947 time: 0.2064247 Aug 24 00:26:25.271702 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d32d60da-984d-42cc-94ef-c20d047cd1d8 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1596541 Aug 24 00:26:25.273537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 32880) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:25.290740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5edd2c4d-96b7-47ff-b4ae-f4bcdf224661 req-f842e726-81ac-4cc9-89f6-33d32df44740 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 210 time: 0.0977998 Aug 24 00:26:25.306616 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:25.353188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51e15b5b-ef2b-4341-a6a1-7a4d51a15c2d req-9b41aed8-9ae0-435e-b432-c1dc915170b7 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091992 Aug 24 00:26:25.447182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:25.455841 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:25.470168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173aed5-e0e6-42b7-aa79-e6432e84854b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:25.474914 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b173aed5-e0e6-42b7-aa79-e6432e84854b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1970005 Aug 24 00:26:25.475273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32882) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:25.597450 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75917fcb-1f19-4bee-b3de-83274291e599 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:25.599770 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-75917fcb-1f19-4bee-b3de-83274291e599 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1227601 Aug 24 00:26:25.602289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 32890) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:25.624658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:25.627687 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a848ffb1-246c-4483-a612-9dd479ad073e" -d '{"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-unplugged", "status": "completed", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:25.632453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c4c1f85a-906a-444e-97a2-da6469b0f1c6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:25.682441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:25.711605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e240b38-1e4f-4b95-8e34-079a544c0685 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:25.778882 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3761b250-d8dc-40d7-9aa6-9fa2651bc33c x-openstack-request-id: req-3761b250-d8dc-40d7-9aa6-9fa2651bc33c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:25.779268 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-unplugged", "status": "completed", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:25.779461 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3761b250-d8dc-40d7-9aa6-9fa2651bc33c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:25.782962 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'code': 200} Aug 24 00:26:25.818921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port c4c1f85a-906a-444e-97a2-da6469b0f1c6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:25.866582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-216ea058-1b80-49fb-aa69-24263c3ca5aa None None] Provisioning for port c4c1f85a-906a-444e-97a2-da6469b0f1c6 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:25.875476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6033fbde-f400-4919-96e7-ed5a889d414c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2176905 Aug 24 00:26:25.875702 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32902) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:25.881524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dcd99b41-1942-47ea-95c0-c05bf1212e39 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:25.882836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de311f-dffd-4fda-9918-133c2f409fbb req-70296040-75c1-450f-a119-b1d0c5c7e8a9 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:25.884430 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25de311f-dffd-4fda-9918-133c2f409fbb req-70296040-75c1-450f-a119-b1d0c5c7e8a9 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.47 "GET /v2.0/networks?id=2492d1b7-9126-40fa-a408-45432bfe8982 HTTP/1.1" status: 200 len: 808 time: 0.4109900 Aug 24 00:26:25.891232 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-216ea058-1b80-49fb-aa69-24263c3ca5aa None None] Provisioning complete for port c4c1f85a-906a-444e-97a2-da6469b0f1c6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:25.891863 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-216ea058-1b80-49fb-aa69-24263c3ca5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:25.909856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9855062-95d8-409f-9e6c-46e2e0fcf333 req-f23cb5c3-3604-4966-951a-d028acea51ba tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:25.911520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9855062-95d8-409f-9e6c-46e2e0fcf333 req-f23cb5c3-3604-4966-951a-d028acea51ba tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.4370666 Aug 24 00:26:25.967947 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Request body: {'port': {'device_id': '2ebb1f8e-a4d8-4996-9a97-cce171e1183f', 'network_id': '2492d1b7-9126-40fa-a408-45432bfe8982', 'admin_state_up': True, 'tenant_id': 'e248dba5177a4cc88ace132ff651c3fe'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:26.021769 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-216ea058-1b80-49fb-aa69-24263c3ca5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:26.107661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-216ea058-1b80-49fb-aa69-24263c3ca5aa None None] For port c4c1f85a-906a-444e-97a2-da6469b0f1c6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c4c1f85a-906a-444e-97a2-da6469b0f1c6,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:26.114111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc584f0-d7c4-4b0e-a08b-11ad78f65c8d None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:26:26.123476 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-216ea058-1b80-49fb-aa69-24263c3ca5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:26.165179 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9855062-95d8-409f-9e6c-46e2e0fcf333 req-9625a41f-6bc2-4e97-920d-9d54bfb0137b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465403 Aug 24 00:26:26.173851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.api [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:26:26.173851 n-d-805736-1 neutron-server[94837]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 00:26:26.173851 n-d-805736-1 neutron-server[94837]: [parameters: {'project_id': 'e248dba5177a4cc88ace132ff651c3fe', 'id': '1cd469f5-17aa-46e5-9207-e03b3601c16b', 'expiration': datetime.datetime(2021, 8, 24, 0, 28, 26, 168897)}] Aug 24 00:26:26.173851 n-d-805736-1 neutron-server[94837]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:26:26.174638 n-d-805736-1 neutron-server[94837]: DEBUG oslo_db.api [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:26:26.185502 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd99b41-1942-47ea-95c0-c05bf1212e39 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:26.201912 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcd99b41-1942-47ea-95c0-c05bf1212e39 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:26.229516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ea058-1b80-49fb-aa69-24263c3ca5aa None None] Pushing event updated for resources: {'Port': ['ID=c4c1f85a-906a-444e-97a2-da6469b0f1c6,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:26.239657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ffc584f0-d7c4-4b0e-a08b-11ad78f65c8d None None] Deleting port c4c1f85a-906a-444e-97a2-da6469b0f1c6 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:26.240216 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ffc584f0-d7c4-4b0e-a08b-11ad78f65c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:26.278729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d869fe72-0b8d-48c0-8e5b-e3fc278e9119 req-67adcab0-f319-4a4f-9345-10d7df3dc5d1 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 210 time: 0.0398703 Aug 24 00:26:26.340047 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ffc584f0-d7c4-4b0e-a08b-11ad78f65c8d None None] For port c4c1f85a-906a-444e-97a2-da6469b0f1c6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c4c1f85a-906a-444e-97a2-da6469b0f1c6,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:26.341060 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ffc584f0-d7c4-4b0e-a08b-11ad78f65c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:26.359880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ffc584f0-d7c4-4b0e-a08b-11ad78f65c8d None None] Calling delete_port for c4c1f85a-906a-444e-97a2-da6469b0f1c6 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:26.429851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bad512-2c58-43fb-9c18-5717eb227fc1 req-2fe0ec59-9c8f-4742-8e3c-1d036cfa0d16 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:26.438930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25bad512-2c58-43fb-9c18-5717eb227fc1 req-2fe0ec59-9c8f-4742-8e3c-1d036cfa0d16 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1317868 Aug 24 00:26:26.476259 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb0661e9-9182-49b7-a646-78fa7bd8f29f req-ee04794b-29b2-459e-8473-b65b51b9cb2f tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 210 time: 0.0747499 Aug 24 00:26:26.484878 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ffc584f0-d7c4-4b0e-a08b-11ad78f65c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:26.535178 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25bad512-2c58-43fb-9c18-5717eb227fc1 req-adb8035f-b7d4-449d-bc1f-ed8228097923 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953286 Aug 24 00:26:26.569788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc584f0-d7c4-4b0e-a08b-11ad78f65c8d None None] Pushing event deleted for resources: {'Port': ['ID=c4c1f85a-906a-444e-97a2-da6469b0f1c6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:26.595278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc584f0-d7c4-4b0e-a08b-11ad78f65c8d None None] No DVR routers for this DVR port c4c1f85a-906a-444e-97a2-da6469b0f1c6 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:26.676915 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1311e-d0ed-4a44-a806-676efbae576d req-bda89f60-fabb-4b41-b3fc-e1862578b2d2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:26.686318 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1da1311e-d0ed-4a44-a806-676efbae576d req-bda89f60-fabb-4b41-b3fc-e1862578b2d2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1335740 Aug 24 00:26:26.727051 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcd99b41-1942-47ea-95c0-c05bf1212e39 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:26.748212 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Made reservation on behalf of e248dba5177a4cc88ace132ff651c3fe for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:26.754749 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:26.760289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1da1311e-d0ed-4a44-a806-676efbae576d req-d4f85fd0-82b8-4337-a736-2678479fa8d6 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731163 Aug 24 00:26:26.848269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd99b41-1942-47ea-95c0-c05bf1212e39 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:26.867720 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-dcd99b41-1942-47ea-95c0-c05bf1212e39 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:26.880283 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76efd50d-00d5-4af3-9c80-18d43e2f44f8 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:26.881974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd99b41-1942-47ea-95c0-c05bf1212e39 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:26.883190 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcd99b41-1942-47ea-95c0-c05bf1212e39 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:26.912573 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dcd99b41-1942-47ea-95c0-c05bf1212e39 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0355256 Aug 24 00:26:26.915036 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd99b41-1942-47ea-95c0-c05bf1212e39 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=1fdb7973-3b01-4bb4-8368-a46114521785,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:26.917008 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32926) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:26.924250 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'fixed_ips': [{'subnet_id': '1fdb7973-3b01-4bb4-8368-a46114521785', 'ip_address': '2001:db8::544a:3aa6:829:a8fc'}], 'name': 'tempest-NetworksTestDHCPv6-438729557'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:26.937342 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-34917d7e-f6df-496d-af5f-61e6fed9ae23 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:26.940419 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-34917d7e-f6df-496d-af5f-61e6fed9ae23 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.47 "GET /v2.0/networks?id=7004846a-83da-44e9-8873-1db9b36513a4 HTTP/1.1" status: 200 len: 813 time: 0.3184128 Aug 24 00:26:27.017108 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-5b22e032-1dfb-4bd0-b70e-9ebe6d61acde tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Request body: {'port': {'device_id': '2eb40d4d-8ec7-4626-bc66-c8377b9b8768', 'network_id': '7004846a-83da-44e9-8873-1db9b36513a4', 'admin_state_up': True, 'tenant_id': '5180b14dbef44598a16961465cdb8a2e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:27.037876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Allocated IP 172.20.0.4 (2492d1b7-9126-40fa-a408-45432bfe8982/8b9def7c-6eb3-460d-b0fe-806f0784d920/cbbce40f-0808-4955-8ca7-36196cba2692) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:27.062464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9d373-ed85-4eda-b1b2-d95b58d8ade1 req-9c12da06-199b-4dc3-80b5-f8e14bbe1c8e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:27.071324 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bab9d373-ed85-4eda-b1b2-d95b58d8ade1 req-9c12da06-199b-4dc3-80b5-f8e14bbe1c8e tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1041617 Aug 24 00:26:27.157086 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bab9d373-ed85-4eda-b1b2-d95b58d8ade1 req-df75c4f6-330b-4468-afd4-491ae82be737 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847886 Aug 24 00:26:27.196650 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '1fdb7973-3b01-4bb4-8368-a46114521785'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:26:27.198064 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:27.204469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:27.224299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-5b22e032-1dfb-4bd0-b70e-9ebe6d61acde tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Made reservation on behalf of 5180b14dbef44598a16961465cdb8a2e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:27.228027 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-5b22e032-1dfb-4bd0-b70e-9ebe6d61acde tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:27.401023 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:27.420414 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:27.428723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c4c1f85a-906a-444e-97a2-da6469b0f1c6 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:27.483062 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port 8e664805-080c-4f6f-8b18-e44ef39e892c yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:26:27.528400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8ae5be3-12b1-4f93-acc8-be59ccf3a023 req-e07b6f1e-a312-496e-b7cc-4b0ba4a7cf45 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 210 time: 0.0832219 Aug 24 00:26:27.530013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: c4c1f85a-906a-444e-97a2-da6469b0f1c6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:27.530353 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c4c1f85a-906a-444e-97a2-da6469b0f1c6 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:27.555824 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-5b22e032-1dfb-4bd0-b70e-9ebe6d61acde tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Allocated IP 172.20.0.6 (7004846a-83da-44e9-8873-1db9b36513a4/08c8758c-e23a-46ab-91ab-c4949da78ecd/ae442057-b714-4cab-abc8-2828a437006b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:27.568692 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2bb2c37-914d-46d4-8501-8dd200dfce0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:27.586944 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:27.636967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Allocated IP 2001:db8::2 (277b6df4-b1fd-459f-9851-1a35106f20e7/1fdb7973-3b01-4bb4-8368-a46114521785/60006331-8179-4182-8050-350547dd73ba) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:27.682450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a56bb7a8-6896-4b8d-8a50-22347831eedb req-e632937e-28c6-481d-8e35-960e26e2ed93 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 210 time: 0.0408707 Aug 24 00:26:27.686215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Network 2492d1b7-9126-40fa-a408-45432bfe8982 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:27.689444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:27.693723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:27.710245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Pushing event updated for resources: {'Port': ['ID=cbbce40f-0808-4955-8ca7-36196cba2692,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:27.775797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:27.776838 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:27.803990 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ab975b76-df3e-4d30-a48e-719ef963eecd tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8421843 Aug 24 00:26:27.843645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-5b22e032-1dfb-4bd0-b70e-9ebe6d61acde tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:27.869602 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:27.881927 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Transition to ACTIVE for port object 60006331-8179-4182-8050-350547dd73ba will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:27.906921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-5b22e032-1dfb-4bd0-b70e-9ebe6d61acde tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:27.916166 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Transition to ACTIVE for port object 60006331-8179-4182-8050-350547dd73ba will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:27.925101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Request body: {'port': {'device_id': '2ebb1f8e-a4d8-4996-9a97-cce171e1183f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:27.935276 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.021696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:28.024850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:28.027632 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::544a:3aa6:829:a8fc (277b6df4-b1fd-459f-9851-1a35106f20e7/1fdb7973-3b01-4bb4-8368-a46114521785/8e664805-080c-4f6f-8b18-e44ef39e892c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:28.028772 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:28.055470 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.067071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Pushing event updated for resources: {'Port': ['ID=60006331-8179-4182-8050-350547dd73ba,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:28.087830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9e7a-9307-437a-8588-d8b88b12b0ce req-5ee68e7e-99b4-4d0e-9fcc-8e9ee05cfa92 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:28.090669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1ba9e7a-9307-437a-8588-d8b88b12b0ce req-5ee68e7e-99b4-4d0e-9fcc-8e9ee05cfa92 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1924708 Aug 24 00:26:28.090921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-5b22e032-1dfb-4bd0-b70e-9ebe6d61acde tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Network 7004846a-83da-44e9-8873-1db9b36513a4 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:28.101796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-5b22e032-1dfb-4bd0-b70e-9ebe6d61acde tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:28.115407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-5b22e032-1dfb-4bd0-b70e-9ebe6d61acde tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:28.148281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Attempting to bind port 60006331-8179-4182-8050-350547dd73ba on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:28.148907 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Attempting to bind port 60006331-8179-4182-8050-350547dd73ba by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:28.149449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Attempting to bind port 60006331-8179-4182-8050-350547dd73ba on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:28.158129 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:28.158839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:28.159891 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.160482 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:28.161135 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Bound port: 60006331-8179-4182-8050-350547dd73ba, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:28.161713 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.163656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22e032-1dfb-4bd0-b70e-9ebe6d61acde tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Pushing event updated for resources: {'Port': ['ID=ae442057-b714-4cab-abc8-2828a437006b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:28.197092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1ba9e7a-9307-437a-8588-d8b88b12b0ce req-a077af7d-5257-42fe-beec-06f5140c6fc8 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987875 Aug 24 00:26:28.284947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] For port 60006331-8179-4182-8050-350547dd73ba, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:28.289435 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] For port 60006331-8179-4182-8050-350547dd73ba, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=60006331-8179-4182-8050-350547dd73ba,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:28.300817 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.303229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-5b22e032-1dfb-4bd0-b70e-9ebe6d61acde tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:28.304379 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-5b22e032-1dfb-4bd0-b70e-9ebe6d61acde tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.336698 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-5b22e032-1dfb-4bd0-b70e-9ebe6d61acde tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3258092 Aug 24 00:26:28.368311 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Request body: {'port': {'device_id': '2eb40d4d-8ec7-4626-bc66-c8377b9b8768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:28.392517 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49ceb4-1bfa-4724-9990-9fe31d94dd04 None None] Pushing event updated for resources: {'Port': ['ID=60006331-8179-4182-8050-350547dd73ba,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:28.508964 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.511290 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.514642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339cc91-fb0b-4d1c-854b-3c0154bef222 req-a7df2dee-ffb7-4f74-ab9e-d1236d249368 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:28.519397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c339cc91-fb0b-4d1c-854b-3c0154bef222 req-a7df2dee-ffb7-4f74-ab9e-d1236d249368 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.2022009 Aug 24 00:26:28.536586 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object 8e664805-080c-4f6f-8b18-e44ef39e892c will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:28.636617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c339cc91-fb0b-4d1c-854b-3c0154bef222 req-310cfbb1-b3a2-4036-9234-37be21922fef tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071608 Aug 24 00:26:28.763577 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.843276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbce40f-0808-4955-8ca7-36196cba2692 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:28.853599 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.868069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd16a3-891e-40ea-9275-7a9b3cfa5c23 req-dc883fe1-23a2-45fb-a4f4-6f1e0313c760 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:28.870040 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-acbd16a3-891e-40ea-9275-7a9b3cfa5c23 req-dc883fe1-23a2-45fb-a4f4-6f1e0313c760 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 931 time: 0.1484070 Aug 24 00:26:28.925480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Transition to ACTIVE for port object cbbce40f-0808-4955-8ca7-36196cba2692 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:28.952973 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.999398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae442057-b714-4cab-abc8-2828a437006b {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:29.009054 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:29.025222 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Transition to ACTIVE for port object ae442057-b714-4cab-abc8-2828a437006b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:29.034717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbce40f-0808-4955-8ca7-36196cba2692,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:29.054505 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 31646ce1-a0fa-4aa2-9265-b104cb58102f details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:26:29.088373 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-acbd16a3-891e-40ea-9275-7a9b3cfa5c23 req-fcb0bd8f-65eb-444a-b0e6-38f4df5a5312 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054024 Aug 24 00:26:29.103546 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=8e664805-080c-4f6f-8b18-e44ef39e892c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:29.111152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:29.168620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Pushing event updated for resources: {'Port': ['ID=ae442057-b714-4cab-abc8-2828a437006b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:29.178763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:29.181792 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:29.185431 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:29.191237 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:29.191864 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:29.268289 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0a910fbc-13bc-416c-a41e-c0b2851b6856 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3481963 Aug 24 00:26:29.272718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32986) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:29.304545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-25d3d718-de7d-4291-ac91-f9d5821a7fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'fixed_ips': [{'subnet_id': '1fdb7973-3b01-4bb4-8368-a46114521785', 'ip_address': '2001:db8::544a:3aa6:829:a8fc'}], 'name': 'tempest-NetworksTestDHCPv6-459004114'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:29.358183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582408fc-4772-4646-abb1-969e5caa8fa6 req-af8506cf-afec-4139-ac87-c8571d2d457a tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:29.366126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-582408fc-4772-4646-abb1-969e5caa8fa6 req-af8506cf-afec-4139-ac87-c8571d2d457a tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 931 time: 0.4459126 Aug 24 00:26:29.367497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:29.385184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'port_id': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'mac_address': 'fa:16:3e:04:c4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:26:29.415871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Attempting to bind port cbbce40f-0808-4955-8ca7-36196cba2692 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:29.416286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Attempting to bind port cbbce40f-0808-4955-8ca7-36196cba2692 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'e6452d00-7066-4aa2-9980-78af7ba54820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2492d1b7-9126-40fa-a408-45432bfe8982'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:29.416620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Attempting to bind port cbbce40f-0808-4955-8ca7-36196cba2692 on network 2492d1b7-9126-40fa-a408-45432bfe8982 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:29.458123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Port cbbce40f-0808-4955-8ca7-36196cba2692 on network 2492d1b7-9126-40fa-a408-45432bfe8982 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:26:29.458458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Attempting to bind port cbbce40f-0808-4955-8ca7-36196cba2692 on network 2492d1b7-9126-40fa-a408-45432bfe8982 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:29.471076 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:29.488853 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Attempting to bind port ae442057-b714-4cab-abc8-2828a437006b on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:29.489462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Attempting to bind port ae442057-b714-4cab-abc8-2828a437006b by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'c3fabae5-5b21-4b77-aa74-2a4610d1e8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7004846a-83da-44e9-8873-1db9b36513a4'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:29.490001 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Attempting to bind port ae442057-b714-4cab-abc8-2828a437006b on network 7004846a-83da-44e9-8873-1db9b36513a4 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:29.491065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31646ce1-a0fa-4aa2-9265-b104cb58102f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:29.496151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 60006331-8179-4182-8050-350547dd73ba up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:29.514484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Port ae442057-b714-4cab-abc8-2828a437006b on network 7004846a-83da-44e9-8873-1db9b36513a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:26:29.515112 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Attempting to bind port ae442057-b714-4cab-abc8-2828a437006b on network 7004846a-83da-44e9-8873-1db9b36513a4 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:29.519346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:29.519843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Checking segment: {'id': 'e6452d00-7066-4aa2-9980-78af7ba54820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2492d1b7-9126-40fa-a408-45432bfe8982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:29.520236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Bound using segment: {'id': 'e6452d00-7066-4aa2-9980-78af7ba54820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2492d1b7-9126-40fa-a408-45432bfe8982'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:29.520713 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Bound port: cbbce40f-0808-4955-8ca7-36196cba2692, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6452d00-7066-4aa2-9980-78af7ba54820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2492d1b7-9126-40fa-a408-45432bfe8982'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:29.521092 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:29.535499 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:29.536187 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Checking segment: {'id': 'c3fabae5-5b21-4b77-aa74-2a4610d1e8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7004846a-83da-44e9-8873-1db9b36513a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:29.536790 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Bound using segment: {'id': 'c3fabae5-5b21-4b77-aa74-2a4610d1e8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7004846a-83da-44e9-8873-1db9b36513a4'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:29.537427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Bound port: ae442057-b714-4cab-abc8-2828a437006b, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3fabae5-5b21-4b77-aa74-2a4610d1e8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7004846a-83da-44e9-8873-1db9b36513a4'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:29.537958 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:29.579454 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-582408fc-4772-4646-abb1-969e5caa8fa6 req-91810a89-5ff4-4f10-8ac5-810b16556845 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017257 Aug 24 00:26:29.594382 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:29.608426 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:29.643568 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:29.687849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] For port cbbce40f-0808-4955-8ca7-36196cba2692, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:29.692407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] For port cbbce40f-0808-4955-8ca7-36196cba2692, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=cbbce40f-0808-4955-8ca7-36196cba2692,segment=NetworkSegment(e6452d00-7066-4aa2-9980-78af7ba54820),segment_id=e6452d00-7066-4aa2-9980-78af7ba54820)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:29.701359 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:29.793532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 60006331-8179-4182-8050-350547dd73ba completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:29.813771 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d3d718-de7d-4291-ac91-f9d5821a7fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:29.820235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=12']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:29.825238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25d3d718-de7d-4291-ac91-f9d5821a7fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:29.849424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbce40f-0808-4955-8ca7-36196cba2692,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:29.850237 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:26:29.853674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['31646ce1-a0fa-4aa2-9265-b104cb58102f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:29.903134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:29.903663 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:29.905479 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a3fad8cf-1c72-419b-93a8-f4a0756a2363 service neutron] 10.222.0.47 "PUT /v2.0/ports/cbbce40f-0808-4955-8ca7-36196cba2692 HTTP/1.1" status: 200 len: 1091 time: 2.0857940 Aug 24 00:26:29.905928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebb1f8e-a4d8-4996-9a97-cce171e1183f', 'tag': 'cbbce40f-0808-4955-8ca7-36196cba2692'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:29.908265 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e78a5c-65cb-47b7-9c96-9a5030eef790" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebb1f8e-a4d8-4996-9a97-cce171e1183f", "tag": "cbbce40f-0808-4955-8ca7-36196cba2692"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:29.911116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] For port ae442057-b714-4cab-abc8-2828a437006b, host n-h1-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:29.938211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] For port ae442057-b714-4cab-abc8-2828a437006b, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ae442057-b714-4cab-abc8-2828a437006b,segment=NetworkSegment(c3fabae5-5b21-4b77-aa74-2a4610d1e8a4),segment_id=c3fabae5-5b21-4b77-aa74-2a4610d1e8a4)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:29.942176 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-25d3d718-de7d-4291-ac91-f9d5821a7fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port f35bbac5-747e-4e51-a26e-92088128a769 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:26:30.003075 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce625d-7665-4e8a-90eb-e51ba53269fa req-18544143-5f1e-4c1a-8c5f-9c588ddfe508 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:30.018257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:30.019888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28ce625d-7665-4e8a-90eb-e51ba53269fa req-18544143-5f1e-4c1a-8c5f-9c588ddfe508 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 946 time: 0.2464747 Aug 24 00:26:30.071409 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:30.072267 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:30.076985 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] 10.222.0.47 "PUT /v2.0/ports/ae442057-b714-4cab-abc8-2828a437006b HTTP/1.1" status: 200 len: 1091 time: 1.7238338 Aug 24 00:26:30.095984 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb40d4d-8ec7-4626-bc66-c8377b9b8768', 'tag': 'ae442057-b714-4cab-abc8-2828a437006b'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:30.099533 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94588571-dad7-4105-9937-8b03f976f278" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb40d4d-8ec7-4626-bc66-c8377b9b8768", "tag": "ae442057-b714-4cab-abc8-2828a437006b"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:30.116201 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:30.203346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28ce625d-7665-4e8a-90eb-e51ba53269fa req-642f749f-3b1d-4294-9e00-5708f238554a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824861 Aug 24 00:26:30.237483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de311f-dffd-4fda-9918-133c2f409fbb req-d5597fdc-df06-415f-9dba-756ca0e2ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:30.239082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25de311f-dffd-4fda-9918-133c2f409fbb req-d5597fdc-df06-415f-9dba-756ca0e2ae00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e248dba5177a4cc88ace132ff651c3fe&device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 1094 time: 0.2150095 Aug 24 00:26:30.332428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25de311f-dffd-4fda-9918-133c2f409fbb req-ff05994f-261c-4efa-949b-6f9502ae6259 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbbce40f-0808-4955-8ca7-36196cba2692 HTTP/1.1" status: 200 len: 217 time: 0.0777342 Aug 24 00:26:30.355376 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe780bda-730e-4f8c-a67f-f217f2556eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:30.378477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-76993cf2-3f06-4614-8c0e-1e0f81cab5d0 None None] Provisioning for port 60006331-8179-4182-8050-350547dd73ba completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:30.383134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-76993cf2-3f06-4614-8c0e-1e0f81cab5d0 None None] Provisioning complete for port 60006331-8179-4182-8050-350547dd73ba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:30.383792 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76993cf2-3f06-4614-8c0e-1e0f81cab5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:30.448375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de311f-dffd-4fda-9918-133c2f409fbb req-385efe7e-a8eb-456a-a39d-37a39e4dcd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:30.456175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25de311f-dffd-4fda-9918-133c2f409fbb req-385efe7e-a8eb-456a-a39d-37a39e4dcd0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b9def7c-6eb3-460d-b0fe-806f0784d920 HTTP/1.1" status: 200 len: 848 time: 0.1138237 Aug 24 00:26:30.509699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25de311f-dffd-4fda-9918-133c2f409fbb req-09e3ff1d-b757-4466-84b9-6518fcfa01af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2492d1b7-9126-40fa-a408-45432bfe8982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460086 Aug 24 00:26:30.571508 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76993cf2-3f06-4614-8c0e-1e0f81cab5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:30.629203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-76993cf2-3f06-4614-8c0e-1e0f81cab5d0 None None] For port 60006331-8179-4182-8050-350547dd73ba, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=60006331-8179-4182-8050-350547dd73ba,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:30.646672 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76993cf2-3f06-4614-8c0e-1e0f81cab5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:30.689871 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452c8186-ab09-4a55-a7c9-edcfd0f2c89c x-openstack-request-id: req-452c8186-ab09-4a55-a7c9-edcfd0f2c89c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:30.694532 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebb1f8e-a4d8-4996-9a97-cce171e1183f", "tag": "cbbce40f-0808-4955-8ca7-36196cba2692", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:30.699225 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-452c8186-ab09-4a55-a7c9-edcfd0f2c89c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:30.699900 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebb1f8e-a4d8-4996-9a97-cce171e1183f', 'tag': 'cbbce40f-0808-4955-8ca7-36196cba2692', 'status': 'completed', 'code': 200} Aug 24 00:26:30.709275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714edb9-550c-4c11-ab19-5d418db04b20 req-63e60a77-d131-4235-aef8-320f007bb6f3 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:30.718712 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76993cf2-3f06-4614-8c0e-1e0f81cab5d0 None None] Pushing event updated for resources: {'Port': ['ID=60006331-8179-4182-8050-350547dd73ba,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:30.722345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f714edb9-550c-4c11-ab19-5d418db04b20 req-63e60a77-d131-4235-aef8-320f007bb6f3 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1860819 Aug 24 00:26:30.774998 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25de311f-dffd-4fda-9918-133c2f409fbb req-6bac0c8f-bb06-4607-aefd-189b28de6271 service neutron] 10.222.0.47 "GET /v2.0/networks/2492d1b7-9126-40fa-a408-45432bfe8982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564502 Aug 24 00:26:30.796607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-35a0a4b2-86c1-4d60-becd-e172f5106c86 None None] Provisioning for port 8e664805-080c-4f6f-8b18-e44ef39e892c completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:30.810949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-35a0a4b2-86c1-4d60-becd-e172f5106c86 None None] Provisioning complete for port 8e664805-080c-4f6f-8b18-e44ef39e892c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:30.811518 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35a0a4b2-86c1-4d60-becd-e172f5106c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:30.817842 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d3d718-de7d-4291-ac91-f9d5821a7fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 24 00:26:30.818314 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d3d718-de7d-4291-ac91-f9d5821a7fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:26:30.853860 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-35a0a4b2-86c1-4d60-becd-e172f5106c86 None None] Port 8e664805-080c-4f6f-8b18-e44ef39e892c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:26:30.855021 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-25d3d718-de7d-4291-ac91-f9d5821a7fae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.5795014 Aug 24 00:26:30.856072 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33028) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:30.869032 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-a1bb840d-42bf-4e38-bd9e-3e47850b2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:30.870942 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-a1bb840d-42bf-4e38-bd9e-3e47850b2765 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5180b14dbef44598a16961465cdb8a2e&device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 1094 time: 0.7155330 Aug 24 00:26:30.871569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300fa1b-7ddc-4db7-a6bc-4785997a7a55 service neutron] Pushing event updated for resources: {'Port': ['ID=ae442057-b714-4cab-abc8-2828a437006b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:30.893108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f714edb9-550c-4c11-ab19-5d418db04b20 req-6db0c26b-2255-4382-a25f-0a6b79298661 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546888 Aug 24 00:26:30.962768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5566376-1fb2-4177-a408-d2e6b68d2e44 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:30.973969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5566376-1fb2-4177-a408-d2e6b68d2e44 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:30.981715 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c5566376-1fb2-4177-a408-d2e6b68d2e44 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1220899 Aug 24 00:26:30.983649 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881a61e1-d5e1-4ff2-8be6-3529551f8a7a x-openstack-request-id: req-881a61e1-d5e1-4ff2-8be6-3529551f8a7a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:30.983944 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb40d4d-8ec7-4626-bc66-c8377b9b8768", "tag": "ae442057-b714-4cab-abc8-2828a437006b", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:30.984275 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-881a61e1-d5e1-4ff2-8be6-3529551f8a7a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:30.985994 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb40d4d-8ec7-4626-bc66-c8377b9b8768', 'tag': 'ae442057-b714-4cab-abc8-2828a437006b', 'status': 'completed', 'code': 200} Aug 24 00:26:30.986395 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33032) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:31.100517 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-e73005ee-26cb-45c5-9a59-916659d4978f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae442057-b714-4cab-abc8-2828a437006b HTTP/1.1" status: 200 len: 217 time: 0.0565062 Aug 24 00:26:31.192922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-e13113a6-4b5f-4a78-9c7b-c3107cec0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:31.194026 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:31.194523 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-e13113a6-4b5f-4a78-9c7b-c3107cec0124 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=08c8758c-e23a-46ab-91ab-c4949da78ecd HTTP/1.1" status: 200 len: 853 time: 0.0779593 Aug 24 00:26:31.239775 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-2dd63492-34f7-44ce-9b4c-a528eaf39453 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7004846a-83da-44e9-8873-1db9b36513a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315695 Aug 24 00:26:31.259534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-454e5cfb-9853-4296-aca5-14463998333d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port 8e664805-080c-4f6f-8b18-e44ef39e892c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:31.259761 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-454e5cfb-9853-4296-aca5-14463998333d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:31.379518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 60006331-8179-4182-8050-350547dd73ba up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:31.399646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573fcb7-22f6-4aa0-8f4a-71466bfd1341 req-6a1c001f-dc89-4966-87c3-1ef8a68a2704 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:31.407655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7573fcb7-22f6-4aa0-8f4a-71466bfd1341 req-6a1c001f-dc89-4966-87c3-1ef8a68a2704 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 943 time: 0.6263828 Aug 24 00:26:31.425285 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-454e5cfb-9853-4296-aca5-14463998333d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:31.429025 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-e3a945d8-8caa-4dbe-847a-51a80ae0a148 service neutron] 10.222.0.47 "GET /v2.0/networks/7004846a-83da-44e9-8873-1db9b36513a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806679 Aug 24 00:26:31.448903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-454e5cfb-9853-4296-aca5-14463998333d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for 8e664805-080c-4f6f-8b18-e44ef39e892c owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:31.461132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 60006331-8179-4182-8050-350547dd73ba triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:31.461784 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:31.492390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7573fcb7-22f6-4aa0-8f4a-71466bfd1341 req-84d4a2c9-d3b2-46d0-b045-22a089087ede tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834975 Aug 24 00:26:31.514220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25de311f-dffd-4fda-9918-133c2f409fbb req-a872f08f-49c0-45a8-98a7-a2663a572559 service neutron] 10.222.0.47 "GET /v2.0/networks/2492d1b7-9126-40fa-a408-45432bfe8982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7286446 Aug 24 00:26:31.525630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c3376-b098-4080-944a-592a97532e01 req-8cc403fc-f64c-41a6-93f4-cca59c57de40 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:31.535221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b14c3376-b098-4080-944a-592a97532e01 req-8cc403fc-f64c-41a6-93f4-cca59c57de40 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 943 time: 0.1515882 Aug 24 00:26:31.649823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b14c3376-b098-4080-944a-592a97532e01 req-2ccccc36-75a2-457d-9b0c-2ca6e38ae903 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129310 Aug 24 00:26:31.650525 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b7182e15-efb9-49a2-a298-9f496963dc69 req-9156f5ba-8d07-4ba2-a810-768c392edd8c service neutron] 10.222.0.47 "GET /v2.0/networks/7004846a-83da-44e9-8873-1db9b36513a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109430 Aug 24 00:26:31.818252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e78a5c-65cb-47b7-9c96-9a5030eef790 req-8d71888f-6f79-4075-911b-b1b26b500083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:31.819784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e78a5c-65cb-47b7-9c96-9a5030eef790 req-8d71888f-6f79-4075-911b-b1b26b500083 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e248dba5177a4cc88ace132ff651c3fe&device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 1094 time: 0.2104762 Aug 24 00:26:31.826612 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-454e5cfb-9853-4296-aca5-14463998333d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:31.863502 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e5cfb-9853-4296-aca5-14463998333d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=8e664805-080c-4f6f-8b18-e44ef39e892c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:31.869490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbf56b-6352-4bfb-91d5-150a54ab342f req-f5046927-dbde-4a90-9553-41b87185e2bd tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:31.878109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7bbf56b-6352-4bfb-91d5-150a54ab342f req-f5046927-dbde-4a90-9553-41b87185e2bd tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 950 time: 0.1798542 Aug 24 00:26:31.915392 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-454e5cfb-9853-4296-aca5-14463998333d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:31.920324 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-454e5cfb-9853-4296-aca5-14463998333d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/8e664805-080c-4f6f-8b18-e44ef39e892c HTTP/1.1" status: 204 len: 168 time: 0.9305930 Aug 24 00:26:31.924469 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33052) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:31.938171 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94588571-dad7-4105-9937-8b03f976f278 req-3f6fb2c7-e863-411e-aa69-256e34191176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:31.939716 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-94588571-dad7-4105-9937-8b03f976f278 req-3f6fb2c7-e863-411e-aa69-256e34191176 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5180b14dbef44598a16961465cdb8a2e&device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 1094 time: 0.1402483 Aug 24 00:26:32.028386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5846d75-edda-4cc9-a645-20a8d6ca6d8f req-a50b6906-443e-4236-8222-8879678f4679 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:32.041539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5846d75-edda-4cc9-a645-20a8d6ca6d8f req-a50b6906-443e-4236-8222-8879678f4679 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 946 time: 0.2757850 Aug 24 00:26:32.069542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fb7240-7a34-4ee6-bd4e-5fcc2e734432 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:32.074238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fb7240-7a34-4ee6-bd4e-5fcc2e734432 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:32.082287 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b6fb7240-7a34-4ee6-bd4e-5fcc2e734432 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1547914 Aug 24 00:26:32.084995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33054) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:32.125790 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94588571-dad7-4105-9937-8b03f976f278 req-9a45dde6-d14a-48e3-9b3d-8fb2e722676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:32.127377 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-94588571-dad7-4105-9937-8b03f976f278 req-9a45dde6-d14a-48e3-9b3d-8fb2e722676f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7004846a-83da-44e9-8873-1db9b36513a4 HTTP/1.1" status: 200 len: 914 time: 0.1753371 Aug 24 00:26:32.186765 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-94588571-dad7-4105-9937-8b03f976f278 req-a3505640-a71c-4c24-af68-58934fdd92e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae442057-b714-4cab-abc8-2828a437006b HTTP/1.1" status: 200 len: 217 time: 0.0509984 Aug 24 00:26:32.194363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5846d75-edda-4cc9-a645-20a8d6ca6d8f req-b7b0855e-f567-4ee9-8667-d36344244826 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513162 Aug 24 00:26:32.230414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7bbf56b-6352-4bfb-91d5-150a54ab342f req-eef3deef-8e58-45ac-923e-1bcfe62b9a06 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464499 Aug 24 00:26:32.240160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e78a5c-65cb-47b7-9c96-9a5030eef790 req-972ac616-7fce-4cb8-99e0-562cf32e353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:32.247555 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94588571-dad7-4105-9937-8b03f976f278 req-72c800d7-2ac3-40d3-8186-07b41abe873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:32.249309 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-94588571-dad7-4105-9937-8b03f976f278 req-72c800d7-2ac3-40d3-8186-07b41abe873d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=08c8758c-e23a-46ab-91ab-c4949da78ecd HTTP/1.1" status: 200 len: 853 time: 0.0548751 Aug 24 00:26:32.254717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e78a5c-65cb-47b7-9c96-9a5030eef790 req-972ac616-7fce-4cb8-99e0-562cf32e353f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2492d1b7-9126-40fa-a408-45432bfe8982 HTTP/1.1" status: 200 len: 909 time: 0.4095280 Aug 24 00:26:32.279611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d4f20b-5193-4661-adc0-1836ed37c674 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 1fdb7973-3b01-4bb4-8368-a46114521785 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:32.284176 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02d4f20b-5193-4661-adc0-1836ed37c674 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:32.301851 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-94588571-dad7-4105-9937-8b03f976f278 req-b805a282-3016-4d5d-a946-218f36bce054 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7004846a-83da-44e9-8873-1db9b36513a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422325 Aug 24 00:26:32.381469 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02d4f20b-5193-4661-adc0-1836ed37c674 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:32.486300 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e78a5c-65cb-47b7-9c96-9a5030eef790 req-71b9ebf3-fa2c-4341-9d92-d8dea95ccb60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbbce40f-0808-4955-8ca7-36196cba2692 HTTP/1.1" status: 200 len: 217 time: 0.2304957 Aug 24 00:26:32.510885 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-94588571-dad7-4105-9937-8b03f976f278 req-75263a66-d84c-4069-912e-bf3b99448279 service neutron] 10.222.0.47 "GET /v2.0/networks/7004846a-83da-44e9-8873-1db9b36513a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003744 Aug 24 00:26:32.547173 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02d4f20b-5193-4661-adc0-1836ed37c674 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:32.588703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e78a5c-65cb-47b7-9c96-9a5030eef790 req-d5c248a3-525f-4e67-95c6-dfef17836524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:32.588703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e78a5c-65cb-47b7-9c96-9a5030eef790 req-d5c248a3-525f-4e67-95c6-dfef17836524 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b9def7c-6eb3-460d-b0fe-806f0784d920 HTTP/1.1" status: 200 len: 848 time: 0.0896723 Aug 24 00:26:32.665354 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02d4f20b-5193-4661-adc0-1836ed37c674 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:32.695491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e78a5c-65cb-47b7-9c96-9a5030eef790 req-79a6081f-bf2f-415e-8023-22aeca766382 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2492d1b7-9126-40fa-a408-45432bfe8982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443058 Aug 24 00:26:32.716387 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-94588571-dad7-4105-9937-8b03f976f278 req-cb2a86b7-14f3-4d98-8f3b-9352de13dff7 service neutron] 10.222.0.47 "GET /v2.0/networks/7004846a-83da-44e9-8873-1db9b36513a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950657 Aug 24 00:26:32.772841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4f20b-5193-4661-adc0-1836ed37c674 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=1fdb7973-3b01-4bb4-8368-a46114521785,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:32.775928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a67500-56b9-4328-ae4c-e5a9e821f589 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:32.804572 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02d4f20b-5193-4661-adc0-1836ed37c674 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:32.808983 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33090) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:32.809183 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-02d4f20b-5193-4661-adc0-1836ed37c674 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/1fdb7973-3b01-4bb4-8368-a46114521785 HTTP/1.1" status: 204 len: 168 time: 0.7186635 Aug 24 00:26:32.880583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764defc-be7c-446d-aa8a-20baf2dee1fc req-b5256025-979a-411f-9bce-115aa9b96d7a tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:32.888878 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e764defc-be7c-446d-aa8a-20baf2dee1fc req-b5256025-979a-411f-9bce-115aa9b96d7a tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 943 time: 0.2273974 Aug 24 00:26:32.897250 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-306b6520-dbe3-4031-99a5-719ef90ea4e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870426 Aug 24 00:26:32.904735 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33098) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:32.909762 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9203e59c-05e7-4561-8f06-afdd7c3191b2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:32.945371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ab280-ee4c-4aed-a1f3-3840bdeab93f req-9ac749cc-e077-435e-84c1-e61ba1368634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:32.946977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a24ab280-ee4c-4aed-a1f3-3840bdeab93f req-9ac749cc-e077-435e-84c1-e61ba1368634 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2073d78fc8964f96b023d510a38a1da2&device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 1097 time: 0.2064612 Aug 24 00:26:33.033351 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:33.091256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 31646ce1-a0fa-4aa2-9265-b104cb58102f up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:33.097699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e764defc-be7c-446d-aa8a-20baf2dee1fc req-be835645-ffe1-4d0d-9234-05138897dfea tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068129 Aug 24 00:26:33.111272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e78a5c-65cb-47b7-9c96-9a5030eef790 req-52b48ab0-7193-47de-bc28-4feb05e6b6bd service neutron] 10.222.0.47 "GET /v2.0/networks/2492d1b7-9126-40fa-a408-45432bfe8982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696091 Aug 24 00:26:33.129541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef6a32-2142-48bb-8f56-403ce5e44212 None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:26:33.146441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ab280-ee4c-4aed-a1f3-3840bdeab93f req-cad447be-0d6a-4578-84d5-7023f938010a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:33.148696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a24ab280-ee4c-4aed-a1f3-3840bdeab93f req-cad447be-0d6a-4578-84d5-7023f938010a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee214e98-c54e-44f9-a07c-12d0d2b7286a HTTP/1.1" status: 200 len: 914 time: 0.1673911 Aug 24 00:26:33.154470 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9203e59c-05e7-4561-8f06-afdd7c3191b2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:33.158669 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9203e59c-05e7-4561-8f06-afdd7c3191b2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:33.240406 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 31646ce1-a0fa-4aa2-9265-b104cb58102f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:33.241415 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:33.284412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1fef6a32-2142-48bb-8f56-403ce5e44212 None None] Deleting port 60006331-8179-4182-8050-350547dd73ba {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:33.285039 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fef6a32-2142-48bb-8f56-403ce5e44212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:33.312221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a24ab280-ee4c-4aed-a1f3-3840bdeab93f req-f03c8306-bc6d-4d70-9f0d-2ccfe9c8d5b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9 HTTP/1.1" status: 200 len: 217 time: 0.1315653 Aug 24 00:26:33.371760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 60006331-8179-4182-8050-350547dd73ba no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:33.444067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1fef6a32-2142-48bb-8f56-403ce5e44212 None None] For port 60006331-8179-4182-8050-350547dd73ba, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=60006331-8179-4182-8050-350547dd73ba,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:33.444776 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fef6a32-2142-48bb-8f56-403ce5e44212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:33.473680 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1fef6a32-2142-48bb-8f56-403ce5e44212 None None] Calling delete_port for 60006331-8179-4182-8050-350547dd73ba owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:33.509431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f688-3978-4eee-a613-ccf15a3a0d5a req-fc948944-13f9-40a3-bc3a-f1efe517bcfd tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:33.519085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30a1f688-3978-4eee-a613-ccf15a3a0d5a req-fc948944-13f9-40a3-bc3a-f1efe517bcfd tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1846611 Aug 24 00:26:33.525546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ab280-ee4c-4aed-a1f3-3840bdeab93f req-d3289a82-81b2-49c7-89fc-e37da851cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:33.528376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a24ab280-ee4c-4aed-a1f3-3840bdeab93f req-d3289a82-81b2-49c7-89fc-e37da851cc3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b1769da-f736-4c99-87b2-e73cc76c5076 HTTP/1.1" status: 200 len: 853 time: 0.1910033 Aug 24 00:26:33.607409 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:33.619466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a24ab280-ee4c-4aed-a1f3-3840bdeab93f req-4d746d43-e447-4157-a0a8-e69957668d26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee214e98-c54e-44f9-a07c-12d0d2b7286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639732 Aug 24 00:26:33.634603 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30a1f688-3978-4eee-a613-ccf15a3a0d5a req-d39a4f3f-c456-4344-8de3-6113d542791c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143942 Aug 24 00:26:33.647280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e78a5c-65cb-47b7-9c96-9a5030eef790 req-9072b762-dc04-4d59-8816-c9e27decc47e service neutron] 10.222.0.47 "GET /v2.0/networks/2492d1b7-9126-40fa-a408-45432bfe8982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791152 Aug 24 00:26:33.658986 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9203e59c-05e7-4561-8f06-afdd7c3191b2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:33.725893 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203e59c-05e7-4561-8f06-afdd7c3191b2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=1fe35cdd-daf7-4dbe-8656-9746196c8a04,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:33.739781 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9203e59c-05e7-4561-8f06-afdd7c3191b2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:33.741453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9203e59c-05e7-4561-8f06-afdd7c3191b2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:33.749132 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9203e59c-05e7-4561-8f06-afdd7c3191b2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:33.750037 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9203e59c-05e7-4561-8f06-afdd7c3191b2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:33.774521 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fef6a32-2142-48bb-8f56-403ce5e44212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:33.775232 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9203e59c-05e7-4561-8f06-afdd7c3191b2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8689532 Aug 24 00:26:33.778949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33124) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:33.785728 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-49805a3d-af12-4c4a-a81c-ead3e8605d8a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'fixed_ips': [{'subnet_id': '1fe35cdd-daf7-4dbe-8656-9746196c8a04', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-516305789'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:33.880885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2be1f-fa2a-4a2d-986b-9ba8749e5785 req-3565ad91-0119-42a5-9d91-e1149d27db1a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:33.882383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39d2be1f-fa2a-4a2d-986b-9ba8749e5785 req-3565ad91-0119-42a5-9d91-e1149d27db1a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 946 time: 0.1154768 Aug 24 00:26:33.893658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4236c9-5254-4269-a5c1-efb15c3f59ee req-963a4fe2-4986-466e-b6db-2c4d996c3f39 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:33.902536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a4236c9-5254-4269-a5c1-efb15c3f59ee req-963a4fe2-4986-466e-b6db-2c4d996c3f39 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 943 time: 0.2648659 Aug 24 00:26:33.957457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49805a3d-af12-4c4a-a81c-ead3e8605d8a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:33.963523 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a24ab280-ee4c-4aed-a1f3-3840bdeab93f req-48a22a7b-4a61-4fde-bf21-17e94985cfb4 service neutron] 10.222.0.47 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274133 Aug 24 00:26:33.990643 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:33.991968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Port 60006331-8179-4182-8050-350547dd73ba update to DOWN by agent not found {{(pid=94839) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 24 00:26:33.995554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:33.998382 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d9536b-eeb5-4468-8d1a-2fd9577eced9" -d '{"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-plugged", "status": "completed", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:34.012758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef6a32-2142-48bb-8f56-403ce5e44212 None None] Pushing event deleted for resources: {'Port': ['ID=60006331-8179-4182-8050-350547dd73ba,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:34.016992 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:34.018988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fef6a32-2142-48bb-8f56-403ce5e44212 None None] No DVR routers for this DVR port 60006331-8179-4182-8050-350547dd73ba on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:34.020128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a4236c9-5254-4269-a5c1-efb15c3f59ee req-010d50b7-097b-48ef-8554-21d8a2bee052 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164556 Aug 24 00:26:34.108227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=13']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:34.134533 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49805a3d-af12-4c4a-a81c-ead3e8605d8a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:34.150700 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39d2be1f-fa2a-4a2d-986b-9ba8749e5785 req-e0d7319a-558b-48fe-af74-9bd87ad89b13 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405748 Aug 24 00:26:34.169209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10480a3e-5555-4313-b051-96d477df1e7a None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:34.172847 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-49805a3d-af12-4c4a-a81c-ead3e8605d8a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port d9bae11e-bdb1-4165-adfb-9593a4ff07f9 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:26:34.300011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a24ab280-ee4c-4aed-a1f3-3840bdeab93f req-5c32362e-3f59-4bbc-a26d-f530992fc695 service neutron] 10.222.0.47 "GET /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167608 Aug 24 00:26:34.383972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 219657f4-9eaa-4931-a0b3-c47d861fb26a no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:34.445168 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed5c62b-5509-429e-bee0-73633b853d5c x-openstack-request-id: req-0ed5c62b-5509-429e-bee0-73633b853d5c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:34.445664 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-plugged", "status": "completed", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:34.446110 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ed5c62b-5509-429e-bee0-73633b853d5c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:34.446673 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'code': 200} Aug 24 00:26:34.501169 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-49805a3d-af12-4c4a-a81c-ead3e8605d8a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:26:34.501715 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49805a3d-af12-4c4a-a81c-ead3e8605d8a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:26:34.556594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390eb0d-3623-4f26-8914-eb2392c236d5 req-08e20e11-6467-47c1-8ea5-7f868fbfe88d tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:34.561928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c390eb0d-3623-4f26-8914-eb2392c236d5 req-08e20e11-6467-47c1-8ea5-7f868fbfe88d tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 943 time: 0.1474345 Aug 24 00:26:34.574798 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-49805a3d-af12-4c4a-a81c-ead3e8605d8a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7942882 Aug 24 00:26:34.578679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33136) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:34.612032 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:34.622689 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '1fe35cdd-daf7-4dbe-8656-9746196c8a04'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:26:34.628046 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:34.655635 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c390eb0d-3623-4f26-8914-eb2392c236d5 req-ecb9f33b-f8bf-4771-91ec-6ac818ccee38 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806661 Aug 24 00:26:34.693310 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7220867d-5a9d-4fde-9108-bb810e49ebb0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1132841 Aug 24 00:26:34.696353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33144) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:34.756706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 219657f4-9eaa-4931-a0b3-c47d861fb26a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:34.769207 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:34.863277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e948a18-ae1e-4d5c-b3da-be4a641ab442 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:34.867180 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e948a18-ae1e-4d5c-b3da-be4a641ab442 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:34.872111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0e948a18-ae1e-4d5c-b3da-be4a641ab442 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1713231 Aug 24 00:26:34.872558 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=219657f4-9eaa-4931-a0b3-c47d861fb26a,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:34.873134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33150) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:34.893281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Allocated IP 2001:db8::2 (277b6df4-b1fd-459f-9851-1a35106f20e7/1fe35cdd-daf7-4dbe-8656-9746196c8a04/2b6bc360-9565-43d6-ac3a-97ef88a8ce5a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:34.899034 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf24d4-c6eb-4d14-82b1-e355af9bd891 req-fb0bcc65-5a46-4cfd-a93f-2ab21fe86404 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:34.911522 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0fdf24d4-c6eb-4d14-82b1-e355af9bd891 req-fb0bcc65-5a46-4cfd-a93f-2ab21fe86404 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1483295 Aug 24 00:26:34.979944 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 1fe35cdd-daf7-4dbe-8656-9746196c8a04 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:34.996719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0fdf24d4-c6eb-4d14-82b1-e355af9bd891 req-8d614191-99f7-45b3-91f6-a98e53beee78 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771561 Aug 24 00:26:35.210173 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:35.225951 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Transition to ACTIVE for port object 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:35.233465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aff7aa-4be4-42ed-b75e-592cb93b80ab req-0e991be8-05f6-4b01-9c4a-c099c0f5b75c tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:35.241597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98aff7aa-4be4-42ed-b75e-592cb93b80ab req-0e991be8-05f6-4b01-9c4a-c099c0f5b75c tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 943 time: 0.1120098 Aug 24 00:26:35.250022 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Transition to ACTIVE for port object 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:35.264067 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:35.267341 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:35.377755 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98aff7aa-4be4-42ed-b75e-592cb93b80ab req-df9c03dc-0682-4732-aee3-b8628d9588b5 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350536 Aug 24 00:26:35.396741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:35.403937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:35.421455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:35.453732 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:35.524104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Pushing event updated for resources: {'Port': ['ID=2b6bc360-9565-43d6-ac3a-97ef88a8ce5a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:35.595819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Attempting to bind port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:35.597671 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Attempting to bind port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:35.598111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Attempting to bind port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:35.614067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:35.614486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:35.614904 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:35.615365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:35.615883 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Bound port: 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:35.616247 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:35.644250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a99e3-868d-493a-9968-ae055c274c5d req-0521c660-c421-4539-96f0-13c6e331d023 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:35.645832 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a3a99e3-868d-493a-9968-ae055c274c5d req-0521c660-c421-4539-96f0-13c6e331d023 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 947 time: 0.0846133 Aug 24 00:26:35.692914 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:35.733289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a3a99e3-868d-493a-9968-ae055c274c5d req-f4c242bf-f841-4dff-a878-2ddc35e4cd88 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668030 Aug 24 00:26:35.782339 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] For port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:35.785825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] For port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2b6bc360-9565-43d6-ac3a-97ef88a8ce5a,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:35.787099 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:35.794851 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:35.824909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe35cdd-daf7-4dbe-8656-9746196c8a04,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:35.841169 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:35.846119 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/1fe35cdd-daf7-4dbe-8656-9746196c8a04 HTTP/1.1" status: 204 len: 168 time: 0.9717369 Aug 24 00:26:35.847083 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33178) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:35.861155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:35.861155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:35.861509 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:35.862577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:35.862577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:35.862577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:35.862894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:35.863216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:35.863424 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:35.863804 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:35.864141 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:35.864471 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaea4f-bdd7-44d3-87c2-4766b6eaf2c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:35.898358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376542c3-184d-4dfa-9fce-dd8daec29c2e req-3b3fc107-d816-489f-a648-adfcc3e7d5de tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:35.906103 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765314fa-2af0-4c2b-8758-6ebe1553839f None None] Pushing event updated for resources: {'Port': ['ID=2b6bc360-9565-43d6-ac3a-97ef88a8ce5a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:35.910983 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-376542c3-184d-4dfa-9fce-dd8daec29c2e req-3b3fc107-d816-489f-a648-adfcc3e7d5de tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 943 time: 0.1085680 Aug 24 00:26:35.936768 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ad3db1ff-0063-4ba6-b47b-abd8dfde70c0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885172 Aug 24 00:26:35.937667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33180) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:35.953241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-77658ed5-2fd5-4935-b1be-8de154d11dd1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:36.059373 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-376542c3-184d-4dfa-9fce-dd8daec29c2e req-6ec66896-153c-4065-8da5-fa2e96cd3b9f tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469669 Aug 24 00:26:36.189762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414833a-493e-41e9-b4f7-c90e2cf6a783 req-71b580d4-1285-4506-a7a0-c1f783808d8b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:36.202235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f414833a-493e-41e9-b4f7-c90e2cf6a783 req-71b580d4-1285-4506-a7a0-c1f783808d8b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1092305 Aug 24 00:26:36.212179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77658ed5-2fd5-4935-b1be-8de154d11dd1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:36.220756 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-77658ed5-2fd5-4935-b1be-8de154d11dd1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:36.368882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f414833a-493e-41e9-b4f7-c90e2cf6a783 req-7511f0f9-639f-4572-84ae-3348f345605c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620016 Aug 24 00:26:36.393675 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device cbbce40f-0808-4955-8ca7-36196cba2692 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:26:36.457020 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219657f4-9eaa-4931-a0b3-c47d861fb26a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:36.463251 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4127617-023a-44ba-9ee2-c9f575a57245" -d '{"events": [{"server_uuid": "a3a652c0-c57b-4bff-bcf8-470bca14181a", "name": "network-vif-unplugged", "status": "completed", "tag": "219657f4-9eaa-4931-a0b3-c47d861fb26a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:36.572274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092cf24-65b3-4f3d-bc5b-4b14e2cf6741 req-d086478d-e257-4092-b274-18f3082714f9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:36.580463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port cbbce40f-0808-4955-8ca7-36196cba2692, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=cbbce40f-0808-4955-8ca7-36196cba2692,segment=NetworkSegment(e6452d00-7066-4aa2-9980-78af7ba54820),segment_id=e6452d00-7066-4aa2-9980-78af7ba54820)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:36.583934 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4092cf24-65b3-4f3d-bc5b-4b14e2cf6741 req-d086478d-e257-4092-b274-18f3082714f9 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1116891 Aug 24 00:26:36.604213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'cbbce40f-0808-4955-8ca7-36196cba2692', 'network_id': '2492d1b7-9126-40fa-a408-45432bfe8982', 'port_id': 'cbbce40f-0808-4955-8ca7-36196cba2692', 'mac_address': 'fa:16:3e:dc:29:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9def7c-6eb3-460d-b0fe-806f0784d920', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:26:36.651859 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:36.674126 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbce40f-0808-4955-8ca7-36196cba2692 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:36.700939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port cbbce40f-0808-4955-8ca7-36196cba2692, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=cbbce40f-0808-4955-8ca7-36196cba2692,segment=NetworkSegment(e6452d00-7066-4aa2-9980-78af7ba54820),segment_id=e6452d00-7066-4aa2-9980-78af7ba54820)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:36.706025 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:36.707109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ae442057-b714-4cab-abc8-2828a437006b details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:26:36.708566 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4092cf24-65b3-4f3d-bc5b-4b14e2cf6741 req-87b6f174-5115-42f6-a84e-9979edb19a54 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236241 Aug 24 00:26:36.753801 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-77658ed5-2fd5-4935-b1be-8de154d11dd1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:36.769896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=cbbce40f-0808-4955-8ca7-36196cba2692,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:36.784409 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6514a1e6-3bf6-4595-b6d9-99ba5e0f39e6 x-openstack-request-id: req-6514a1e6-3bf6-4595-b6d9-99ba5e0f39e6 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:36.784409 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a652c0-c57b-4bff-bcf8-470bca14181a", "name": "network-vif-unplugged", "status": "completed", "tag": "219657f4-9eaa-4931-a0b3-c47d861fb26a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:36.784409 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6514a1e6-3bf6-4595-b6d9-99ba5e0f39e6 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:36.784844 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219657f4-9eaa-4931-a0b3-c47d861fb26a', 'code': 200} Aug 24 00:26:36.847992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ef806-86c4-49b9-b0bd-9d7ab76175f3 req-e0922324-9bd4-4bc7-b8b9-c6038cf41703 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:36.860119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa2ef806-86c4-49b9-b0bd-9d7ab76175f3 req-e0922324-9bd4-4bc7-b8b9-c6038cf41703 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 943 time: 0.2218337 Aug 24 00:26:36.889469 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77658ed5-2fd5-4935-b1be-8de154d11dd1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:36.934335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa2ef806-86c4-49b9-b0bd-9d7ab76175f3 req-367790ab-76a0-4521-9ba8-cdb052e566bf tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681717 Aug 24 00:26:36.941038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-77658ed5-2fd5-4935-b1be-8de154d11dd1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:36.945339 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77658ed5-2fd5-4935-b1be-8de154d11dd1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:36.946210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-77658ed5-2fd5-4935-b1be-8de154d11dd1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:36.991646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77658ed5-2fd5-4935-b1be-8de154d11dd1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=922fdb00-9f93-4d11-a63c-e54305a0122f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:36.996084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port ae442057-b714-4cab-abc8-2828a437006b, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ae442057-b714-4cab-abc8-2828a437006b,segment=NetworkSegment(c3fabae5-5b21-4b77-aa74-2a4610d1e8a4),segment_id=c3fabae5-5b21-4b77-aa74-2a4610d1e8a4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:37.021296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'ae442057-b714-4cab-abc8-2828a437006b', 'network_id': '7004846a-83da-44e9-8873-1db9b36513a4', 'port_id': 'ae442057-b714-4cab-abc8-2828a437006b', 'mac_address': 'fa:16:3e:d3:5f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c8758c-e23a-46ab-91ab-c4949da78ecd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:26:37.025556 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33210) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:37.032339 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d3126851-7951-4d9a-8180-593514c06118 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1180204670', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:37.033810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-77658ed5-2fd5-4935-b1be-8de154d11dd1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0948706 Aug 24 00:26:37.092851 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.102245 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3126851-7951-4d9a-8180-593514c06118 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.104137 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3126851-7951-4d9a-8180-593514c06118 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.115145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae442057-b714-4cab-abc8-2828a437006b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:37.143519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port ae442057-b714-4cab-abc8-2828a437006b, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ae442057-b714-4cab-abc8-2828a437006b,segment=NetworkSegment(c3fabae5-5b21-4b77-aa74-2a4610d1e8a4),segment_id=c3fabae5-5b21-4b77-aa74-2a4610d1e8a4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:37.159917 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.223792 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=ae442057-b714-4cab-abc8-2828a437006b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:37.249683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d4720-e2dd-4ae4-9490-5c084e4dfb37 req-32057443-268b-4398-b27b-663704b2d0b3 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:37.251404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b30d4720-e2dd-4ae4-9490-5c084e4dfb37 req-32057443-268b-4398-b27b-663704b2d0b3 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 947 time: 0.2129412 Aug 24 00:26:37.303188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d239a2c-a6df-4b17-bffa-b7785700ed9f None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:37.304653 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3126851-7951-4d9a-8180-593514c06118 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.311080 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3126851-7951-4d9a-8180-593514c06118 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.358351 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3126851-7951-4d9a-8180-593514c06118 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.359978 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d3126851-7951-4d9a-8180-593514c06118 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3317220 Aug 24 00:26:37.363392 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:37.386851 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b30d4720-e2dd-4ae4-9490-5c084e4dfb37 req-54ee753c-8c1c-4f64-ad73-25a51c096edf tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216705 Aug 24 00:26:37.411905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2ba4e-2b5d-441e-bc59-aeebf9088d4a req-72088e6a-0b6f-4e63-b7c2-37db5e6ecd76 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:37.425937 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e2ba4e-2b5d-441e-bc59-aeebf9088d4a req-72088e6a-0b6f-4e63-b7c2-37db5e6ecd76 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.2999790 Aug 24 00:26:37.434436 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1eb7226f-35bb-46a7-b7a0-809f9e7b3e50 None None] Provisioning for port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:37.495100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:37.536364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e2ba4e-2b5d-441e-bc59-aeebf9088d4a req-c94a24a1-1ab4-4ad5-9b68-f09bb58d4e53 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053627 Aug 24 00:26:37.640073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303af095-84b6-4d0c-b1cd-7b7602227e11 req-19c4824d-2374-4536-84c2-a9da359fbd08 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:37.642800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-303af095-84b6-4d0c-b1cd-7b7602227e11 req-19c4824d-2374-4536-84c2-a9da359fbd08 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 944 time: 0.1037216 Aug 24 00:26:37.709428 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:37.711829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-303af095-84b6-4d0c-b1cd-7b7602227e11 req-8a2a64c3-c295-4a45-987c-2e0b705c982f tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517316 Aug 24 00:26:37.740652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['ae442057-b714-4cab-abc8-2828a437006b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:37.787209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:37.787879 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.825085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['cbbce40f-0808-4955-8ca7-36196cba2692'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:37.872821 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a48d63-7367-4147-8181-8f3ad60d0955 req-f51c9bc5-dce5-47db-818c-d5f4b76b5d63 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:37.882214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76a48d63-7367-4147-8181-8f3ad60d0955 req-f51c9bc5-dce5-47db-818c-d5f4b76b5d63 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.0871210 Aug 24 00:26:37.899798 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.940713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76a48d63-7367-4147-8181-8f3ad60d0955 req-e1944327-4e1c-4bd3-947f-9cef691841fd tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573010 Aug 24 00:26:38.182287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a76db-75be-4561-b5df-84b8709608b0 req-e37bb8d9-5f71-4453-9515-804fbe04bce8 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:38.190469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-945a76db-75be-4561-b5df-84b8709608b0 req-e37bb8d9-5f71-4453-9515-804fbe04bce8 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 944 time: 0.1038859 Aug 24 00:26:38.193103 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:38.299277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-945a76db-75be-4561-b5df-84b8709608b0 req-f6025fdb-1f6b-4d2a-b65d-45388ef5a09b tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040020 Aug 24 00:26:38.360016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2b6bc360-9565-43d6-ac3a-97ef88a8ce5a,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:38.361273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::1 (277b6df4-b1fd-459f-9851-1a35106f20e7/922fdb00-9f93-4d11-a63c-e54305a0122f/c6f2019e-d51a-4a59-a2f6-365adb24b456) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:38.369195 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eb51a-1238-4ecc-a679-aaaace519859 req-70e26f54-0058-4fcc-bf62-2a2ad19b31e6 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:38.375057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a3eb51a-1238-4ecc-a679-aaaace519859 req-70e26f54-0058-4fcc-bf62-2a2ad19b31e6 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1457999 Aug 24 00:26:38.395383 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:38.503917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a3eb51a-1238-4ecc-a679-aaaace519859 req-707bb00a-cbed-4088-a38f-0d7f8f3ba820 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214123 Aug 24 00:26:38.600960 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:38.621152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=2b6bc360-9565-43d6-ac3a-97ef88a8ce5a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:38.633775 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b2fa3652-79e1-4276-86b0-2d9f4068e513 None None] Provisioning complete for port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:38.634410 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3652-79e1-4276-86b0-2d9f4068e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:38.637724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object c6f2019e-d51a-4a59-a2f6-365adb24b456 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:38.679435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8213-3e57-4413-88f0-e899d9d4422c req-32a8c002-77c4-45e4-ac06-70f9023f59d7 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:38.687210 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4fbb8213-3e57-4413-88f0-e899d9d4422c req-32a8c002-77c4-45e4-ac06-70f9023f59d7 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 947 time: 0.1443856 Aug 24 00:26:38.732866 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:38.800435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:38.805867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:38.810602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:38.811202 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:38.822368 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4fbb8213-3e57-4413-88f0-e899d9d4422c req-c078b8cf-7757-4520-a4b9-0f8e55173057 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950470 Aug 24 00:26:38.847560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b53610-d80f-4e9b-ad59-61c98c67cb5c req-ba056f73-6170-4e85-8f9f-523259017658 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:38.858085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68b53610-d80f-4e9b-ad59-61c98c67cb5c req-ba056f73-6170-4e85-8f9f-523259017658 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.2379200 Aug 24 00:26:38.873724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=c6f2019e-d51a-4a59-a2f6-365adb24b456,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:38.936213 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68b53610-d80f-4e9b-ad59-61c98c67cb5c req-ecbd36ed-85d8-49c2-8d7b-d1b3b9456e28 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776448 Aug 24 00:26:39.023786 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:39.119333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2a852-7fe2-4ccd-a163-2513fe050f2b req-9c438130-9b40-4f51-b7b4-be54555fca86 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:39.123693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7f2a852-7fe2-4ccd-a163-2513fe050f2b req-9c438130-9b40-4f51-b7b4-be54555fca86 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 944 time: 0.1108007 Aug 24 00:26:39.217248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7f2a852-7fe2-4ccd-a163-2513fe050f2b req-f6e78132-c934-44eb-8e5d-27b7988d4e39 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764716 Aug 24 00:26:39.267716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0f0cf8e5-7e33-4bba-81a3-2affdf3c51ec None None] Provisioning for port c6f2019e-d51a-4a59-a2f6-365adb24b456 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:39.277833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0f0cf8e5-7e33-4bba-81a3-2affdf3c51ec None None] Provisioning complete for port c6f2019e-d51a-4a59-a2f6-365adb24b456 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:39.279206 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf8e5-7e33-4bba-81a3-2affdf3c51ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:39.363606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0f0cf8e5-7e33-4bba-81a3-2affdf3c51ec None None] Port c6f2019e-d51a-4a59-a2f6-365adb24b456 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:26:39.392148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:39.474530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:39.475326 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:39.503730 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:39.504852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43488368-6b2b-43a8-97a3-4b4bf6b9986b req-f8beb217-5707-4574-a940-3d2c2f48f0ea tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:39.506736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43488368-6b2b-43a8-97a3-4b4bf6b9986b req-f8beb217-5707-4574-a940-3d2c2f48f0ea tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1606936 Aug 24 00:26:39.520502 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:39.521494 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:39.522954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44194623-cfdb-4fbd-aa6d-c69e5102b870 req-65dffbe6-04e7-455b-adc3-4d199955d7c8 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:39.533915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44194623-cfdb-4fbd-aa6d-c69e5102b870 req-65dffbe6-04e7-455b-adc3-4d199955d7c8 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 944 time: 0.1077635 Aug 24 00:26:39.617261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43488368-6b2b-43a8-97a3-4b4bf6b9986b req-6c4674d2-6942-436e-a02f-3c61254ed814 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746520 Aug 24 00:26:39.656124 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=c6f2019e-d51a-4a59-a2f6-365adb24b456,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:39.669411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44194623-cfdb-4fbd-aa6d-c69e5102b870 req-8300f5ff-b256-4015-8278-5e8ea0ff5b62 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346200 Aug 24 00:26:39.725907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:39.727752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:39.800144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76924f4e-bacc-49ca-b278-0b6431f63220 req-47a5495a-68ba-42cd-a097-323547e5f49c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:39.802512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76924f4e-bacc-49ca-b278-0b6431f63220 req-47a5495a-68ba-42cd-a097-323547e5f49c tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.0838468 Aug 24 00:26:39.902464 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76924f4e-bacc-49ca-b278-0b6431f63220 req-24f6cafe-60c0-4d1a-9de4-cb04aeed2c73 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922079 Aug 24 00:26:40.068304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55870930-e637-415b-8fba-6bd1c11cad9e req-fbc47dbe-8120-4ed6-820f-cea275a1eb40 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.074112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55870930-e637-415b-8fba-6bd1c11cad9e req-fbc47dbe-8120-4ed6-820f-cea275a1eb40 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 947 time: 0.1199131 Aug 24 00:26:40.111122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2b97c50e-c80a-4542-9400-fb50f7537645 None None] Provisioning complete for port c6f2019e-d51a-4a59-a2f6-365adb24b456 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:40.111633 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b97c50e-c80a-4542-9400-fb50f7537645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:40.146666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55870930-e637-415b-8fba-6bd1c11cad9e req-803682e2-8d1c-4c82-b8be-c4f1d5db4548 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590351 Aug 24 00:26:40.174358 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2b97c50e-c80a-4542-9400-fb50f7537645 None None] Port c6f2019e-d51a-4a59-a2f6-365adb24b456 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:26:40.296737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e007b1-7dc4-4e47-b8c1-9d7dccbd2c76 req-467d97e2-2c89-4316-8341-1dfbdf074f62 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.298703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7e007b1-7dc4-4e47-b8c1-9d7dccbd2c76 req-467d97e2-2c89-4316-8341-1dfbdf074f62 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.0736320 Aug 24 00:26:40.385425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Router c7acaad4-7258-433f-bc23-41e9a2d2f62e is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:26:40.406584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 219657f4-9eaa-4931-a0b3-c47d861fb26a details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:26:40.408173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8219c44-3f68-4571-9d61-7b3a2550160c req-401e4ec9-638b-4520-bd12-4713dc4bad30 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.410085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8219c44-3f68-4571-9d61-7b3a2550160c req-401e4ec9-638b-4520-bd12-4713dc4bad30 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 944 time: 0.0896904 Aug 24 00:26:40.422439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7e007b1-7dc4-4e47-b8c1-9d7dccbd2c76 req-9f861187-b2d2-485c-91bb-f61f3fcb0ee7 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147048 Aug 24 00:26:40.425988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device cbbce40f-0808-4955-8ca7-36196cba2692 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:40.530408 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8219c44-3f68-4571-9d61-7b3a2550160c req-25ba9177-af96-4523-9097-cdb9cf010793 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010373 Aug 24 00:26:40.600469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:26:40.602175 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port cbbce40f-0808-4955-8ca7-36196cba2692 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:40.608834 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-57b9cfba-1115-4a86-9402-33d83e322190 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "PUT /v2.0/routers/c7acaad4-7258-433f-bc23-41e9a2d2f62e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2437830 Aug 24 00:26:40.610389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:40.613633 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Sync routers for ids ['c7acaad4-7258-433f-bc23-41e9a2d2f62e'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:26:40.628621 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Routers {'c7acaad4-7258-433f-bc23-41e9a2d2f62e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:40.629256 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c7acaad4-7258-433f-bc23-41e9a2d2f62e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:40.633319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port cbbce40f-0808-4955-8ca7-36196cba2692 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:40.633700 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:40.701418 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d288e8a6-a987-44a5-b8d7-f356b2148541 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.705357 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d288e8a6-a987-44a5-b8d7-f356b2148541 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports/c6f2019e-d51a-4a59-a2f6-365adb24b456 HTTP/1.1" status: 200 len: 911 time: 0.0936489 Aug 24 00:26:40.707742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:40.733092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 219657f4-9eaa-4931-a0b3-c47d861fb26a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:40.735319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636e340-d826-45fd-8021-0934cb8a32ea req-f6315822-c2e3-488e-b010-cd90ac21b47f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.754987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2636e340-d826-45fd-8021-0934cb8a32ea req-f6315822-c2e3-488e-b010-cd90ac21b47f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1295452 Aug 24 00:26:40.813784 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Set router c7acaad4-7258-433f-bc23-41e9a2d2f62e gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:40.817396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '219657f4-9eaa-4931-a0b3-c47d861fb26a', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '219657f4-9eaa-4931-a0b3-c47d861fb26a', 'mac_address': 'fa:16:3e:fc:34:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:26:40.834746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a520ca4-107d-458d-b588-2f105a6c3dc5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.842299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a520ca4-107d-458d-b588-2f105a6c3dc5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.845135 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0a520ca4-107d-458d-b588-2f105a6c3dc5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1348281 Aug 24 00:26:40.857348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:40.890359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2636e340-d826-45fd-8021-0934cb8a32ea req-083df562-6578-4085-868a-648876ad7acd tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338708 Aug 24 00:26:41.027361 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.029486 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.068619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port cbbce40f-0808-4955-8ca7-36196cba2692, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=cbbce40f-0808-4955-8ca7-36196cba2692,segment=NetworkSegment(e6452d00-7066-4aa2-9980-78af7ba54820),segment_id=e6452d00-7066-4aa2-9980-78af7ba54820)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:41.077430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebb1f8e-a4d8-4996-9a97-cce171e1183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbce40f-0808-4955-8ca7-36196cba2692'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:41.080004 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed0def0-84ea-40b3-b418-2ac7987be058" -d '{"events": [{"server_uuid": "2ebb1f8e-a4d8-4996-9a97-cce171e1183f", "name": "network-vif-plugged", "status": "completed", "tag": "cbbce40f-0808-4955-8ca7-36196cba2692"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:41.083997 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7acaad4-7258-433f-bc23-41e9a2d2f62e', 'name': 'tempest-NetworksTestDHCPv6-router-1180204670', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:37Z', 'updated_at': '2021-08-24T00:26:38Z', 'revision_number': 2, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'gw_port_host': None, '_interfaces': [{'id': 'c6f2019e-d51a-4a59-a2f6-365adb24b456', 'name': '', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'mac_address': 'fa:16:3e:63:4b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7acaad4-7258-433f-bc23-41e9a2d2f62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '922fdb00-9f93-4d11-a63c-e54305a0122f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:38Z', 'updated_at': '2021-08-24T00:26:39Z', 'revision_number': 2, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'subnets': [{'id': '922fdb00-9f93-4d11-a63c-e54305a0122f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:41.086757 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.087696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ae442057-b714-4cab-abc8-2828a437006b up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:41.095908 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219657f4-9eaa-4931-a0b3-c47d861fb26a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:41.114932 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Checking router: c7acaad4-7258-433f-bc23-41e9a2d2f62e for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:26:41.115645 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Updating router c7acaad4-7258-433f-bc23-41e9a2d2f62e port c6f2019e-d51a-4a59-a2f6-365adb24b456 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:26:41.118155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6260f-1f59-4396-b0dc-77cfa76c69fa req-1f3dc16c-539e-422a-b951-f9cd74f01283 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:41.120494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ae6260f-1f59-4396-b0dc-77cfa76c69fa req-1f3dc16c-539e-422a-b951-f9cd74f01283 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 944 time: 0.2092116 Aug 24 00:26:41.147412 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.193916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 219657f4-9eaa-4931-a0b3-c47d861fb26a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:41.219918 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.234099 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=cbbce40f-0808-4955-8ca7-36196cba2692,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:41.256801 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ae6260f-1f59-4396-b0dc-77cfa76c69fa req-ecdacdae-48d3-47f9-b1ce-421027534339 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285207 Aug 24 00:26:41.277765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port ae442057-b714-4cab-abc8-2828a437006b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:41.292414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663562c-19c6-4945-8bd7-f3120e5f4ce7 req-3f56e5fc-522d-4e8f-b22d-ad7be7c7468f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:41.295794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8663562c-19c6-4945-8bd7-f3120e5f4ce7 req-3f56e5fc-522d-4e8f-b22d-ad7be7c7468f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.2911122 Aug 24 00:26:41.310871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port ae442057-b714-4cab-abc8-2828a437006b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:41.311181 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.407070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8663562c-19c6-4945-8bd7-f3120e5f4ce7 req-47da0f86-0b4e-4b83-b3d7-4f4eb22b248b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972283 Aug 24 00:26:41.415711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['219657f4-9eaa-4931-a0b3-c47d861fb26a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:41.512919 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3786c5a0-c9ef-4698-bdfa-295f11b6604a x-openstack-request-id: req-3786c5a0-c9ef-4698-bdfa-295f11b6604a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:41.515100 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebb1f8e-a4d8-4996-9a97-cce171e1183f", "name": "network-vif-plugged", "status": "completed", "tag": "cbbce40f-0808-4955-8ca7-36196cba2692", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:41.515100 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3786c5a0-c9ef-4698-bdfa-295f11b6604a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:41.515100 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebb1f8e-a4d8-4996-9a97-cce171e1183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbce40f-0808-4955-8ca7-36196cba2692', 'code': 200} Aug 24 00:26:41.569212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=219657f4-9eaa-4931-a0b3-c47d861fb26a,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:41.752769 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcf48f-1d15-48f4-ba41-83b60155b8a2 req-c7294c1a-9d00-4e91-bafa-e683c0336b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:41.760232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68fcf48f-1d15-48f4-ba41-83b60155b8a2 req-c7294c1a-9d00-4e91-bafa-e683c0336b5e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 1096 time: 0.0953343 Aug 24 00:26:41.780508 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.843160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27b6cd-1067-4da7-a647-617590267e2f req-1458ba3e-01a2-4bdd-9c1e-58f64eca6b69 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:41.851630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f27b6cd-1067-4da7-a647-617590267e2f req-1458ba3e-01a2-4bdd-9c1e-58f64eca6b69 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 947 time: 0.2826209 Aug 24 00:26:41.945967 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.951125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a10eef66-1446-4da4-9224-1292bc9a5748 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.958935 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Transition to ACTIVE for port object c6f2019e-d51a-4a59-a2f6-365adb24b456 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:41.973667 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.016056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68fcf48f-1d15-48f4-ba41-83b60155b8a2 req-ab074b4b-e1f4-479a-b7cd-338f7af16a61 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441819 Aug 24 00:26:42.069754 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf9f42-7743-4dc8-8f43-4c6d3961d90b None None] Pushing event updated for resources: {'Port': ['ID=c6f2019e-d51a-4a59-a2f6-365adb24b456,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:42.072337 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f27b6cd-1067-4da7-a647-617590267e2f req-8cdca2e3-9e22-41cd-ad36-2831f05e8a41 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149563 Aug 24 00:26:42.079607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port ae442057-b714-4cab-abc8-2828a437006b, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ae442057-b714-4cab-abc8-2828a437006b,segment=NetworkSegment(c3fabae5-5b21-4b77-aa74-2a4610d1e8a4),segment_id=c3fabae5-5b21-4b77-aa74-2a4610d1e8a4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:42.092163 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.096722 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9f42-7743-4dc8-8f43-4c6d3961d90b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:42.098554 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f420f-17d4-4cc8-b7aa-b00f8f0da28f req-4acb26ba-4773-40ee-9d91-9b9104b5554a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:42.115934 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9f42-7743-4dc8-8f43-4c6d3961d90b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:42.116466 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9f42-7743-4dc8-8f43-4c6d3961d90b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:42.116949 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9f42-7743-4dc8-8f43-4c6d3961d90b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:42.117631 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9f42-7743-4dc8-8f43-4c6d3961d90b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:42.117885 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9f42-7743-4dc8-8f43-4c6d3961d90b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:42.118356 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9f42-7743-4dc8-8f43-4c6d3961d90b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:42.123650 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f19f420f-17d4-4cc8-b7aa-b00f8f0da28f req-4acb26ba-4773-40ee-9d91-9b9104b5554a tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.2666106 Aug 24 00:26:42.124609 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9f42-7743-4dc8-8f43-4c6d3961d90b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:42.125195 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9f42-7743-4dc8-8f43-4c6d3961d90b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:42.125767 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9f42-7743-4dc8-8f43-4c6d3961d90b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:42.126331 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9f42-7743-4dc8-8f43-4c6d3961d90b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:42.126864 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9f42-7743-4dc8-8f43-4c6d3961d90b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:42.197503 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=ae442057-b714-4cab-abc8-2828a437006b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:42.235310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f19f420f-17d4-4cc8-b7aa-b00f8f0da28f req-e6dc0869-77fe-4181-908d-d62ee3a5d539 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999877 Aug 24 00:26:42.246651 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Attempting to bind port c6f2019e-d51a-4a59-a2f6-365adb24b456 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:42.247406 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Attempting to bind port c6f2019e-d51a-4a59-a2f6-365adb24b456 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:42.248006 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Attempting to bind port c6f2019e-d51a-4a59-a2f6-365adb24b456 on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:42.254426 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:42.255262 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:42.255833 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.256511 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:42.257139 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Bound port: c6f2019e-d51a-4a59-a2f6-365adb24b456, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:42.257833 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.351916 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] For port c6f2019e-d51a-4a59-a2f6-365adb24b456, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:42.361160 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] For port c6f2019e-d51a-4a59-a2f6-365adb24b456, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c6f2019e-d51a-4a59-a2f6-365adb24b456,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:42.374174 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.383171 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eea478-1bb7-4fe4-a8e7-3e351f64e0f6 req-f0c90312-516c-4f62-8ba8-528cc3922b8e tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:42.388228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4eea478-1bb7-4fe4-a8e7-3e351f64e0f6 req-f0c90312-516c-4f62-8ba8-528cc3922b8e tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 945 time: 0.1148386 Aug 24 00:26:42.446226 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Routers {'c7acaad4-7258-433f-bc23-41e9a2d2f62e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:42.447191 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c7acaad4-7258-433f-bc23-41e9a2d2f62e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:42.475192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a10eef66-1446-4da4-9224-1292bc9a5748 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port c6f2019e-d51a-4a59-a2f6-365adb24b456 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:42.475757 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a10eef66-1446-4da4-9224-1292bc9a5748 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.483598 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4eea478-1bb7-4fe4-a8e7-3e351f64e0f6 req-480112cd-fa14-4df1-8697-1aaf2e09fa2e tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766246 Aug 24 00:26:42.592210 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] Set router c7acaad4-7258-433f-bc23-41e9a2d2f62e gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:42.646403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecac35-ed38-4ea6-87c6-7ef1374bb1c2 req-1c8676c2-ecbf-4a48-b4d9-85e6e621cda1 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:42.656462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a10eef66-1446-4da4-9224-1292bc9a5748 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] For port c6f2019e-d51a-4a59-a2f6-365adb24b456, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c6f2019e-d51a-4a59-a2f6-365adb24b456,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:42.656462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a10eef66-1446-4da4-9224-1292bc9a5748 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.663827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdecac35-ed38-4ea6-87c6-7ef1374bb1c2 req-1c8676c2-ecbf-4a48-b4d9-85e6e621cda1 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 945 time: 0.1573768 Aug 24 00:26:42.670936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a10eef66-1446-4da4-9224-1292bc9a5748 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for c6f2019e-d51a-4a59-a2f6-365adb24b456 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:42.750645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdecac35-ed38-4ea6-87c6-7ef1374bb1c2 req-27e14c91-e86c-486b-abd0-b94840473d92 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855832 Aug 24 00:26:42.876512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbfd06-d374-492d-91df-bb0c655c1ba9 req-eb3941fa-61e6-48b1-a097-cb7232898e19 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:42.878112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70fbfd06-d374-492d-91df-bb0c655c1ba9 req-eb3941fa-61e6-48b1-a097-cb7232898e19 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1403937 Aug 24 00:26:42.935787 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf9f42-7743-4dc8-8f43-4c6d3961d90b None None] Pushing event updated for resources: {'Port': ['ID=c6f2019e-d51a-4a59-a2f6-365adb24b456,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:42.976469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70fbfd06-d374-492d-91df-bb0c655c1ba9 req-1ab8e1d0-7b9d-4195-93e4-63ea1ac3e8cd tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803108 Aug 24 00:26:42.977513 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7acaad4-7258-433f-bc23-41e9a2d2f62e', 'name': 'tempest-NetworksTestDHCPv6-router-1180204670', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:37Z', 'updated_at': '2021-08-24T00:26:38Z', 'revision_number': 2, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'gw_port_host': None, '_interfaces': [{'id': 'c6f2019e-d51a-4a59-a2f6-365adb24b456', 'name': '', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'mac_address': 'fa:16:3e:63:4b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7acaad4-7258-433f-bc23-41e9a2d2f62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '922fdb00-9f93-4d11-a63c-e54305a0122f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:38Z', 'updated_at': '2021-08-24T00:26:42Z', 'revision_number': 4, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'subnets': [{'id': '922fdb00-9f93-4d11-a63c-e54305a0122f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:43.013152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a10eef66-1446-4da4-9224-1292bc9a5748 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.025196 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe508c1-5853-476f-9b06-18074ab0d4f7 None None] The sync data for ids ['c7acaad4-7258-433f-bc23-41e9a2d2f62e'] in n-d-805736-1 is: [{'id': 'c7acaad4-7258-433f-bc23-41e9a2d2f62e', 'name': 'tempest-NetworksTestDHCPv6-router-1180204670', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:37Z', 'updated_at': '2021-08-24T00:26:38Z', 'revision_number': 2, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'gw_port_host': None, '_interfaces': [{'id': 'c6f2019e-d51a-4a59-a2f6-365adb24b456', 'name': '', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'mac_address': 'fa:16:3e:63:4b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7acaad4-7258-433f-bc23-41e9a2d2f62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '922fdb00-9f93-4d11-a63c-e54305a0122f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:38Z', 'updated_at': '2021-08-24T00:26:42Z', 'revision_number': 4, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'subnets': [{'id': '922fdb00-9f93-4d11-a63c-e54305a0122f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:26:43.065644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-49ce648f-ad29-4d87-96bc-a911ddb0dbc1 None None] Could not find standard attr ID for object c6f2019e-d51a-4a59-a2f6-365adb24b456. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:26:43.074933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eef66-1446-4da4-9224-1292bc9a5748 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=c6f2019e-d51a-4a59-a2f6-365adb24b456,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:43.147436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b71ac5-7756-477f-a8b8-29f3060e99d8 req-ae896dab-1573-4b42-b23c-753eef9f2ede tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:43.161651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14b71ac5-7756-477f-a8b8-29f3060e99d8 req-ae896dab-1573-4b42-b23c-753eef9f2ede tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.0789390 Aug 24 00:26:43.258993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14b71ac5-7756-477f-a8b8-29f3060e99d8 req-953d5464-0f56-4319-bb9a-139363632c8f tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808682 Aug 24 00:26:43.287525 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a10eef66-1446-4da4-9224-1292bc9a5748 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.367516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a195db4-a78c-4370-9c8c-8e1a04543336 req-05141936-c57d-4245-a943-47300b96b288 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:43.369467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a195db4-a78c-4370-9c8c-8e1a04543336 req-05141936-c57d-4245-a943-47300b96b288 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 947 time: 0.1529799 Aug 24 00:26:43.468646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a195db4-a78c-4370-9c8c-8e1a04543336 req-6e4db51a-538a-4e6b-80cb-01c5b2c34eec tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891001 Aug 24 00:26:43.515515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb40d4d-8ec7-4626-bc66-c8377b9b8768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae442057-b714-4cab-abc8-2828a437006b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:43.518285 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab3691c-6c92-43b1-98cc-ff252a997bc1" -d '{"events": [{"server_uuid": "2eb40d4d-8ec7-4626-bc66-c8377b9b8768", "name": "network-vif-plugged", "status": "completed", "tag": "ae442057-b714-4cab-abc8-2828a437006b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:43.559368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d7df0-2b74-459f-a4ac-86eb57c6290f req-ec5af7ae-47f4-4281-b659-142222f855d1 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:43.561154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc8d7df0-2b74-459f-a4ac-86eb57c6290f req-ec5af7ae-47f4-4281-b659-142222f855d1 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1364415 Aug 24 00:26:43.585995 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10eef66-1446-4da4-9224-1292bc9a5748 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Router c7acaad4-7258-433f-bc23-41e9a2d2f62e has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:26:43.649846 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc8d7df0-2b74-459f-a4ac-86eb57c6290f req-54473d9b-c9c1-4a20-8ee9-3840f6d4d1e2 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815930 Aug 24 00:26:43.711682 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110ffa4b-d229-4017-b155-0dd49844f8e8 x-openstack-request-id: req-110ffa4b-d229-4017-b155-0dd49844f8e8 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:43.711969 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb40d4d-8ec7-4626-bc66-c8377b9b8768", "name": "network-vif-plugged", "status": "completed", "tag": "ae442057-b714-4cab-abc8-2828a437006b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:43.712219 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-110ffa4b-d229-4017-b155-0dd49844f8e8 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:43.712611 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb40d4d-8ec7-4626-bc66-c8377b9b8768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae442057-b714-4cab-abc8-2828a437006b', 'code': 200} Aug 24 00:26:43.803892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7e04c-7a86-4201-a77a-91fa65fb9a65 req-a4b082d0-4671-409c-b6a7-eae8e7765b33 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:43.819266 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ea7e04c-7a86-4201-a77a-91fa65fb9a65 req-a4b082d0-4671-409c-b6a7-eae8e7765b33 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 945 time: 0.1000624 Aug 24 00:26:43.847043 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10eef66-1446-4da4-9224-1292bc9a5748 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:26:43.861412 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a10eef66-1446-4da4-9224-1292bc9a5748 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "PUT /v2.0/routers/c7acaad4-7258-433f-bc23-41e9a2d2f62e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9981494 Aug 24 00:26:43.861925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33376) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:43.908381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ea7e04c-7a86-4201-a77a-91fa65fb9a65 req-ca8d9154-7577-4033-9c95-531deda68eb4 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860653 Aug 24 00:26:44.011293 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01805bd1-8e59-4ab1-8515-cb0dc9f6bcb9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:44.014514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01805bd1-8e59-4ab1-8515-cb0dc9f6bcb9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:44.016649 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-01805bd1-8e59-4ab1-8515-cb0dc9f6bcb9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1367059 Aug 24 00:26:44.020253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33384) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:44.073235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26608e3-f5c4-4fc5-878d-19c86e2fb935 req-daede315-06a9-4c83-aeb4-be7fae2b64e4 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:44.087756 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f26608e3-f5c4-4fc5-878d-19c86e2fb935 req-daede315-06a9-4c83-aeb4-be7fae2b64e4 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 945 time: 0.1488650 Aug 24 00:26:44.180110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f83264-798a-4ff7-9d35-b8acb5f2669c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 922fdb00-9f93-4d11-a63c-e54305a0122f {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:44.202278 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82f83264-798a-4ff7-9d35-b8acb5f2669c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:44.206329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d27e3-3603-4eae-941a-199d215b909d req-f6ff5770-5fd7-4f63-bce5-f2d6c23c9bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:44.207866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-903d27e3-3603-4eae-941a-199d215b909d req-f6ff5770-5fd7-4f63-bce5-f2d6c23c9bc1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 1096 time: 0.1180425 Aug 24 00:26:44.251854 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f26608e3-f5c4-4fc5-878d-19c86e2fb935 req-cae7f631-155f-4f6e-bef4-643af50914d3 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631684 Aug 24 00:26:44.294404 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82f83264-798a-4ff7-9d35-b8acb5f2669c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:44.349764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-903d27e3-3603-4eae-941a-199d215b909d req-53659480-e298-43a4-afde-f0fdacceff2e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143997 Aug 24 00:26:44.379064 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82f83264-798a-4ff7-9d35-b8acb5f2669c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:44.428470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 219657f4-9eaa-4931-a0b3-c47d861fb26a up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:44.497820 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82f83264-798a-4ff7-9d35-b8acb5f2669c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:44.536943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 219657f4-9eaa-4931-a0b3-c47d861fb26a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:44.537416 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:44.566692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f83264-798a-4ff7-9d35-b8acb5f2669c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=922fdb00-9f93-4d11-a63c-e54305a0122f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:44.569177 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82f83264-798a-4ff7-9d35-b8acb5f2669c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:44.581471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-82f83264-798a-4ff7-9d35-b8acb5f2669c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/922fdb00-9f93-4d11-a63c-e54305a0122f HTTP/1.1" status: 204 len: 168 time: 0.5600467 Aug 24 00:26:44.591214 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33402) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:44.619410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f2dfb0-4ef6-4979-b8b5-12b97ca61d3a None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:44.802821 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07a6e6-4264-4d3a-bc27-11a29f04ba58 req-faad786d-0e51-462a-9a2e-1dd68f0628ea tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:44.834261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf07a6e6-4264-4d3a-bc27-11a29f04ba58 req-faad786d-0e51-462a-9a2e-1dd68f0628ea tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 947 time: 0.1746924 Aug 24 00:26:44.872059 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:44.915379 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9ccaadf2-dd7e-4e68-8afb-6ec6b6db0f0d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3133597 Aug 24 00:26:44.916010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33416) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:44.938938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 219657f4-9eaa-4931-a0b3-c47d861fb26a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:44.950104 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:45.020036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf07a6e6-4264-4d3a-bc27-11a29f04ba58 req-112b5d0c-1881-4971-bc3a-6b653bdef2cb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837106 Aug 24 00:26:45.066549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad863036-978d-41df-851d-f9a2eb21b5cd None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:26:45.102833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=219657f4-9eaa-4931-a0b3-c47d861fb26a,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:45.222609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ad863036-978d-41df-851d-f9a2eb21b5cd None None] Deleting port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:45.223168 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad863036-978d-41df-851d-f9a2eb21b5cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:45.448940 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:45.476862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ad863036-978d-41df-851d-f9a2eb21b5cd None None] For port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2b6bc360-9565-43d6-ac3a-97ef88a8ce5a,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:45.477277 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad863036-978d-41df-851d-f9a2eb21b5cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:45.503974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ad863036-978d-41df-851d-f9a2eb21b5cd None None] Calling delete_port for 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:45.716691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219657f4-9eaa-4931-a0b3-c47d861fb26a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:45.735335 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b27ae71-3c7b-4f21-961f-cf81fe086248" -d '{"events": [{"server_uuid": "a3a652c0-c57b-4bff-bcf8-470bca14181a", "name": "network-vif-plugged", "status": "completed", "tag": "219657f4-9eaa-4931-a0b3-c47d861fb26a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:45.746238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a353c-1575-4abb-a48c-71e453994c30 None None] Sync routers for ids ['c7acaad4-7258-433f-bc23-41e9a2d2f62e'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:26:45.785325 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad863036-978d-41df-851d-f9a2eb21b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:45.830084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad863036-978d-41df-851d-f9a2eb21b5cd None None] No DVR routers for this DVR port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:45.845751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad863036-978d-41df-851d-f9a2eb21b5cd None None] Pushing event deleted for resources: {'Port': ['ID=2b6bc360-9565-43d6-ac3a-97ef88a8ce5a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:45.865762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a353c-1575-4abb-a48c-71e453994c30 None None] Routers {'c7acaad4-7258-433f-bc23-41e9a2d2f62e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:45.866740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-018a353c-1575-4abb-a48c-71e453994c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c7acaad4-7258-433f-bc23-41e9a2d2f62e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:46.032589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No active binding found for port 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a {{(pid=94839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 24 00:26:46.033059 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2b6bc360-9565-43d6-ac3a-97ef88a8ce5a not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:46.046384 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-018a353c-1575-4abb-a48c-71e453994c30 None None] Set router c7acaad4-7258-433f-bc23-41e9a2d2f62e gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:46.176063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-018a353c-1575-4abb-a48c-71e453994c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7acaad4-7258-433f-bc23-41e9a2d2f62e', 'name': 'tempest-NetworksTestDHCPv6-router-1180204670', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:37Z', 'updated_at': '2021-08-24T00:26:42Z', 'revision_number': 3, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:46.214740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a353c-1575-4abb-a48c-71e453994c30 None None] Checking router: c7acaad4-7258-433f-bc23-41e9a2d2f62e for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:26:46.227481 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a353c-1575-4abb-a48c-71e453994c30 None None] Routers {'c7acaad4-7258-433f-bc23-41e9a2d2f62e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:46.228149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-018a353c-1575-4abb-a48c-71e453994c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c7acaad4-7258-433f-bc23-41e9a2d2f62e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:46.431123 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-018a353c-1575-4abb-a48c-71e453994c30 None None] Set router c7acaad4-7258-433f-bc23-41e9a2d2f62e gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:46.469086 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2558-76b9-4e22-8b79-f866d7fdf72a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:46.496561 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-018a353c-1575-4abb-a48c-71e453994c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7acaad4-7258-433f-bc23-41e9a2d2f62e', 'name': 'tempest-NetworksTestDHCPv6-router-1180204670', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:37Z', 'updated_at': '2021-08-24T00:26:42Z', 'revision_number': 3, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:46.544084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a353c-1575-4abb-a48c-71e453994c30 None None] The sync data for ids ['c7acaad4-7258-433f-bc23-41e9a2d2f62e'] in n-d-805736-1 is: [{'id': 'c7acaad4-7258-433f-bc23-41e9a2d2f62e', 'name': 'tempest-NetworksTestDHCPv6-router-1180204670', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:37Z', 'updated_at': '2021-08-24T00:26:42Z', 'revision_number': 3, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:26:46.690204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259de11-47d1-42a9-adb4-a6aad43f2efe req-460c3977-9f1a-42dc-ba43-651c1a11a0e2 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:46.700921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5259de11-47d1-42a9-adb4-a6aad43f2efe req-460c3977-9f1a-42dc-ba43-651c1a11a0e2 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 945 time: 1.4784000 Aug 24 00:26:46.749325 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2558-76b9-4e22-8b79-f866d7fdf72a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:46.753457 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2558-76b9-4e22-8b79-f866d7fdf72a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:46.847928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5259de11-47d1-42a9-adb4-a6aad43f2efe req-7b2b1a5b-c62d-478f-b093-1fa6f97f43c0 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428740 Aug 24 00:26:46.875278 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2558-76b9-4e22-8b79-f866d7fdf72a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:46.876361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5a2558-76b9-4e22-8b79-f866d7fdf72a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Fanout notify agent at l3_agent the message router_deleted on router c7acaad4-7258-433f-bc23-41e9a2d2f62e {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:26:46.894743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2558-76b9-4e22-8b79-f866d7fdf72a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:46.900998 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0e5a2558-76b9-4e22-8b79-f866d7fdf72a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/routers/c7acaad4-7258-433f-bc23-41e9a2d2f62e HTTP/1.1" status: 204 len: 168 time: 1.9825895 Aug 24 00:26:46.904230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:46.916080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4a40ca5b-0464-4778-8ce8-3a77e6518a06 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:47.190413 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a40ca5b-0464-4778-8ce8-3a77e6518a06 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:47.214203 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a40ca5b-0464-4778-8ce8-3a77e6518a06 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:47.275014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c6f2019e-d51a-4a59-a2f6-365adb24b456 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:47.312890 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: c6f2019e-d51a-4a59-a2f6-365adb24b456 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:47.313638 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c6f2019e-d51a-4a59-a2f6-365adb24b456 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:47.327082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681232f7-52d2-413d-a6b2-c77041afb82d req-9a4a5995-6229-41e5-b6c0-99f733f2fcbb tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:47.351439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-681232f7-52d2-413d-a6b2-c77041afb82d req-9a4a5995-6229-41e5-b6c0-99f733f2fcbb tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 945 time: 0.1945415 Aug 24 00:26:47.468592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-681232f7-52d2-413d-a6b2-c77041afb82d req-20a35a53-f15f-46d2-ad77-6e4ff4c9497e tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962787 Aug 24 00:26:47.609542 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116e036f-9a3d-4182-865b-80130aa4d756 x-openstack-request-id: req-116e036f-9a3d-4182-865b-80130aa4d756 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:47.609935 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a652c0-c57b-4bff-bcf8-470bca14181a", "name": "network-vif-plugged", "status": "completed", "tag": "219657f4-9eaa-4931-a0b3-c47d861fb26a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:47.610312 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-116e036f-9a3d-4182-865b-80130aa4d756 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:47.610912 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219657f4-9eaa-4931-a0b3-c47d861fb26a', 'code': 200} Aug 24 00:26:47.701221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a40ca5b-0464-4778-8ce8-3a77e6518a06 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:47.783919 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a40ca5b-0464-4778-8ce8-3a77e6518a06 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:47.805551 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4a40ca5b-0464-4778-8ce8-3a77e6518a06 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:47.829613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1f172f-6921-43a5-ab94-612b0d6e346f None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:47.833577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a40ca5b-0464-4778-8ce8-3a77e6518a06 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:47.834551 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a40ca5b-0464-4778-8ce8-3a77e6518a06 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:47.901036 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4a40ca5b-0464-4778-8ce8-3a77e6518a06 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9920814 Aug 24 00:26:47.901935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33458) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:47.907658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-356386f5-ce33-41e4-9566-6d8288861b7a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-380548789', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:47.957563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40ca5b-0464-4778-8ce8-3a77e6518a06 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=5463300f-8208-4213-a031-b91754a51986,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:47.983434 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-356386f5-ce33-41e4-9566-6d8288861b7a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:47.984522 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-356386f5-ce33-41e4-9566-6d8288861b7a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:48.159543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '5463300f-8208-4213-a031-b91754a51986'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:26:48.160544 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:48.200149 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-356386f5-ce33-41e4-9566-6d8288861b7a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:48.215159 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-356386f5-ce33-41e4-9566-6d8288861b7a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:48.256792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddbf55-9258-4f39-b703-5bd2db6fb87d req-ecd949ab-bbc5-49bc-991e-a9461e9d8deb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:48.258414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4ddbf55-9258-4f39-b703-5bd2db6fb87d req-ecd949ab-bbc5-49bc-991e-a9461e9d8deb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 947 time: 0.2115510 Aug 24 00:26:48.316287 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-356386f5-ce33-41e4-9566-6d8288861b7a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:48.322108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-356386f5-ce33-41e4-9566-6d8288861b7a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4183855 Aug 24 00:26:48.325461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:48.396233 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4ddbf55-9258-4f39-b703-5bd2db6fb87d req-d689536c-e999-4fea-a911-cf4ffb8135b5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247554 Aug 24 00:26:48.565958 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Allocated IP 2001:db8::2 (277b6df4-b1fd-459f-9851-1a35106f20e7/5463300f-8208-4213-a031-b91754a51986/a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:49.117912 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:49.152328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Transition to ACTIVE for port object a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:49.190070 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Transition to ACTIVE for port object a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:49.206096 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:49.279590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:49.283840 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:49.288903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:49.305912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Pushing event updated for resources: {'Port': ['ID=a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:49.393415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Attempting to bind port a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:49.393839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Attempting to bind port a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:49.394309 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Attempting to bind port a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:49.407229 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:49.407741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:49.408257 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:49.408763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:49.409698 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Bound port: a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:49.410795 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:49.463319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:49.564356 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] For port a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:49.574551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] For port a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:49.589742 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:49.610246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2a9f6-b0d4-48bf-b76e-34eb42f49079 req-0bc0d9b1-2868-4de9-aa87-576580b0f9b4 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:49.613156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5e2a9f6-b0d4-48bf-b76e-34eb42f49079 req-0bc0d9b1-2868-4de9-aa87-576580b0f9b4 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 945 time: 0.1411619 Aug 24 00:26:49.708601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1393234-806e-4243-a05b-04e70a4d3163 None None] Pushing event updated for resources: {'Port': ['ID=a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:49.742111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5e2a9f6-b0d4-48bf-b76e-34eb42f49079 req-64ea8f81-4994-41f4-bab8-7c2ddb55ed8b tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968437 Aug 24 00:26:49.987514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a8953-b632-45d1-b842-214a2ade51c6 req-f0dd567c-2723-42e9-ab64-63cee5eaaeca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:49.998984 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c07a8953-b632-45d1-b842-214a2ade51c6 req-f0dd567c-2723-42e9-ab64-63cee5eaaeca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 947 time: 0.1393769 Aug 24 00:26:50.177508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c07a8953-b632-45d1-b842-214a2ade51c6 req-25c1ad6c-94b7-4bb1-8a27-4c044f527c50 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669102 Aug 24 00:26:50.282589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8339fd2-d025-4428-a5e3-13f15198cf97 req-18dd8420-cc18-4b94-88c6-0769f6784a0b tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:50.292748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8339fd2-d025-4428-a5e3-13f15198cf97 req-18dd8420-cc18-4b94-88c6-0769f6784a0b tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 945 time: 0.2028737 Aug 24 00:26:50.299687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::1 (277b6df4-b1fd-459f-9851-1a35106f20e7/5463300f-8208-4213-a031-b91754a51986/95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:50.458537 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8339fd2-d025-4428-a5e3-13f15198cf97 req-548d2e29-79c8-4fce-9eba-4b7ec26da9e1 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557407 Aug 24 00:26:50.548935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:50.566061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:50.604749 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:50.667731 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:50.679006 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:50.688640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:50.689222 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:50.770751 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:50.783679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99339f3f-a9d7-40f3-b228-92d341478cab req-9e8b6bd8-2cc8-4d45-965a-c39b7b6ec25f tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:50.789045 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99339f3f-a9d7-40f3-b228-92d341478cab req-9e8b6bd8-2cc8-4d45-965a-c39b7b6ec25f tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 945 time: 0.1332743 Aug 24 00:26:51.008499 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:51.157721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e91799-38fa-4ff2-8123-636b0879b381 req-99373802-3d45-4f30-a7d8-45a9cd0b2a49 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:51.168119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57e91799-38fa-4ff2-8123-636b0879b381 req-99373802-3d45-4f30-a7d8-45a9cd0b2a49 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 945 time: 0.2293363 Aug 24 00:26:51.218471 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3bd4acbf-c25f-467e-b9f8-745573d9a8bf None None] Provisioning for port a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:51.317162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57e91799-38fa-4ff2-8123-636b0879b381 req-e35c4bb8-5857-4c60-b625-7465989b6dc7 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363204 Aug 24 00:26:51.414555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-99339f3f-a9d7-40f3-b228-92d341478cab req-0cdc6633-a24e-485b-93ff-8e482a9c1c3a tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Deleting port cbbce40f-0808-4955-8ca7-36196cba2692 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:51.414933 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-99339f3f-a9d7-40f3-b228-92d341478cab req-0cdc6633-a24e-485b-93ff-8e482a9c1c3a tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:51.537677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:51.560334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf41c9-977b-4273-af7b-64a9fbd1d9ed req-bab5b090-041d-4043-96d5-4eb2670e43d8 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:51.569947 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31bf41c9-977b-4273-af7b-64a9fbd1d9ed req-bab5b090-041d-4043-96d5-4eb2670e43d8 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 947 time: 0.2289646 Aug 24 00:26:51.656407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31bf41c9-977b-4273-af7b-64a9fbd1d9ed req-099b529b-ad1c-4bd3-a2bb-1f04c875d55c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834315 Aug 24 00:26:51.700906 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:51.705629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-99339f3f-a9d7-40f3-b228-92d341478cab req-0cdc6633-a24e-485b-93ff-8e482a9c1c3a tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] For port cbbce40f-0808-4955-8ca7-36196cba2692, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=cbbce40f-0808-4955-8ca7-36196cba2692,segment=NetworkSegment(e6452d00-7066-4aa2-9980-78af7ba54820),segment_id=e6452d00-7066-4aa2-9980-78af7ba54820)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:51.707184 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-99339f3f-a9d7-40f3-b228-92d341478cab req-0cdc6633-a24e-485b-93ff-8e482a9c1c3a tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:51.708724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:51.709327 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:51.735292 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:51.742956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-99339f3f-a9d7-40f3-b228-92d341478cab req-0cdc6633-a24e-485b-93ff-8e482a9c1c3a tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Calling delete_port for cbbce40f-0808-4955-8ca7-36196cba2692 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:51.751600 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:51.753650 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:51.785586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-186976cd-9f06-4986-b3a2-e98bb2f5c64d None None] Provisioning for port 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:51.794597 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-186976cd-9f06-4986-b3a2-e98bb2f5c64d None None] Provisioning complete for port 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:51.795750 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-186976cd-9f06-4986-b3a2-e98bb2f5c64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:51.913278 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:52.009611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-186976cd-9f06-4986-b3a2-e98bb2f5c64d None None] Port 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:26:52.099056 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:52.127169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf402ef-0dd0-42c2-8e12-8b165f79a3bb req-f33f9b84-6bbf-4b8d-8d49-cc57f195b871 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:52.133003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-baf402ef-0dd0-42c2-8e12-8b165f79a3bb req-f33f9b84-6bbf-4b8d-8d49-cc57f195b871 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 945 time: 0.2959411 Aug 24 00:26:52.144521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6dcb1-ff52-456c-9f2c-622d3cc303e9 req-b64b33d2-e198-4623-8f26-2599cff6437f tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:52.150850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:52.155917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73d6dcb1-ff52-456c-9f2c-622d3cc303e9 req-b64b33d2-e198-4623-8f26-2599cff6437f tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 945 time: 0.3571534 Aug 24 00:26:52.157425 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:52.160792 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:52.171429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:52.329635 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:52.377931 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73d6dcb1-ff52-456c-9f2c-622d3cc303e9 req-2265aca7-9cb5-4040-afd9-da62d4be9fbc tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207885 Aug 24 00:26:52.522832 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Router f2fa8f95-7622-402c-8071-e0bc19427d11 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:26:52.649225 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-38539159-6e5e-40e9-9609-33c1ada424eb None None] Provisioning complete for port 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:52.650873 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-38539159-6e5e-40e9-9609-33c1ada424eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:52.681244 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-99339f3f-a9d7-40f3-b228-92d341478cab req-0cdc6633-a24e-485b-93ff-8e482a9c1c3a tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:52.688597 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:26:52.701955 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37c950-e431-4785-994f-26669698e387 None None] Sync routers for ids ['f2fa8f95-7622-402c-8071-e0bc19427d11'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:26:52.702532 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d699c442-8291-41e9-b9c7-9f01c98feee9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "PUT /v2.0/routers/f2fa8f95-7622-402c-8071-e0bc19427d11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3752499 Aug 24 00:26:52.704445 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:52.725959 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37c950-e431-4785-994f-26669698e387 None None] Routers {'f2fa8f95-7622-402c-8071-e0bc19427d11'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:52.728030 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea37c950-e431-4785-994f-26669698e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f2fa8f95-7622-402c-8071-e0bc19427d11'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:52.771700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-38539159-6e5e-40e9-9609-33c1ada424eb None None] Port 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:26:52.806894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c575bc-c080-45d1-b987-8741f342fde3 req-ec211a59-8962-488d-ae64-9b1ceec718ea tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:52.818698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88c575bc-c080-45d1-b987-8741f342fde3 req-ec211a59-8962-488d-ae64-9b1ceec718ea tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.4379394 Aug 24 00:26:52.826587 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17e7e0b-c6d9-44d6-a0d8-8296622c4d8c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:52.834193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc6633-a24e-485b-93ff-8e482a9c1c3a tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Pushing event deleted for resources: {'Port': ['ID=cbbce40f-0808-4955-8ca7-36196cba2692,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:52.841729 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b17e7e0b-c6d9-44d6-a0d8-8296622c4d8c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports/95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 HTTP/1.1" status: 200 len: 911 time: 0.1362119 Aug 24 00:26:52.844155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33630) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:52.931886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d7bb5a-d49a-47c2-a0c6-4b85a4cb2f2f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:52.940411 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ea37c950-e431-4785-994f-26669698e387 None None] Set router f2fa8f95-7622-402c-8071-e0bc19427d11 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:52.943694 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d7bb5a-d49a-47c2-a0c6-4b85a4cb2f2f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:52.948678 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c2d7bb5a-d49a-47c2-a0c6-4b85a4cb2f2f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1020327 Aug 24 00:26:52.952056 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33632) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:52.977647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-baf402ef-0dd0-42c2-8e12-8b165f79a3bb req-9dcb9c92-cb63-4df4-971e-55a2c0f20d41 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Deleting port ae442057-b714-4cab-abc8-2828a437006b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:52.977999 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-baf402ef-0dd0-42c2-8e12-8b165f79a3bb req-9dcb9c92-cb63-4df4-971e-55a2c0f20d41 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.041011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-99339f3f-a9d7-40f3-b228-92d341478cab req-0cdc6633-a24e-485b-93ff-8e482a9c1c3a tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] No DVR routers for this DVR port cbbce40f-0808-4955-8ca7-36196cba2692 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:53.044969 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-99339f3f-a9d7-40f3-b228-92d341478cab req-0cdc6633-a24e-485b-93ff-8e482a9c1c3a tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.047288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99339f3f-a9d7-40f3-b228-92d341478cab req-0cdc6633-a24e-485b-93ff-8e482a9c1c3a tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.47 "DELETE /v2.0/ports/cbbce40f-0808-4955-8ca7-36196cba2692 HTTP/1.1" status: 204 len: 173 time: 2.2501082 Aug 24 00:26:53.069399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebb1f8e-a4d8-4996-9a97-cce171e1183f', 'name': 'network-vif-deleted', 'tag': 'cbbce40f-0808-4955-8ca7-36196cba2692'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:53.076472 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9808374a-674e-46ee-9183-02c39cbe196b" -d '{"events": [{"server_uuid": "2ebb1f8e-a4d8-4996-9a97-cce171e1183f", "name": "network-vif-deleted", "tag": "cbbce40f-0808-4955-8ca7-36196cba2692"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:53.186071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88c575bc-c080-45d1-b987-8741f342fde3 req-9efc6cc1-f898-42ad-9ce4-4cbae559cc14 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651640 Aug 24 00:26:53.207960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 31646ce1-a0fa-4aa2-9265-b104cb58102f no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:53.277166 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea37c950-e431-4785-994f-26669698e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa8f95-7622-402c-8071-e0bc19427d11', 'name': 'tempest-NetworksTestDHCPv6-router-380548789', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:50Z', 'revision_number': 2, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'gw_port_host': None, '_interfaces': [{'id': '95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1', 'name': '', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'mac_address': 'fa:16:3e:52:7e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fa8f95-7622-402c-8071-e0bc19427d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '5463300f-8208-4213-a031-b91754a51986', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:49Z', 'updated_at': '2021-08-24T00:26:51Z', 'revision_number': 2, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'subnets': [{'id': '5463300f-8208-4213-a031-b91754a51986', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:53.351714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-baf402ef-0dd0-42c2-8e12-8b165f79a3bb req-9dcb9c92-cb63-4df4-971e-55a2c0f20d41 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] For port ae442057-b714-4cab-abc8-2828a437006b, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ae442057-b714-4cab-abc8-2828a437006b,segment=NetworkSegment(c3fabae5-5b21-4b77-aa74-2a4610d1e8a4),segment_id=c3fabae5-5b21-4b77-aa74-2a4610d1e8a4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:53.353826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-baf402ef-0dd0-42c2-8e12-8b165f79a3bb req-9dcb9c92-cb63-4df4-971e-55a2c0f20d41 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.377476 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37c950-e431-4785-994f-26669698e387 None None] Checking router: f2fa8f95-7622-402c-8071-e0bc19427d11 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:26:53.389569 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37c950-e431-4785-994f-26669698e387 None None] Updating router f2fa8f95-7622-402c-8071-e0bc19427d11 port 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:26:53.413747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-baf402ef-0dd0-42c2-8e12-8b165f79a3bb req-9dcb9c92-cb63-4df4-971e-55a2c0f20d41 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Calling delete_port for ae442057-b714-4cab-abc8-2828a437006b owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:53.441205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:53.453152 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea37c950-e431-4785-994f-26669698e387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.503435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-255da66d-5c1a-460d-bc08-a387e4ebedc7 req-449f399a-8715-4b19-a981-fec0cee1b0a3 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ebb1f8e-a4d8-4996-9a97-cce171e1183f HTTP/1.1" status: 200 len: 210 time: 0.0656197 Aug 24 00:26:53.521102 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.555058 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.587171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:53.588825 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.664481 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:53.667478 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638534d9-6bc9-4058-84e7-5b0f4ed2b173" -d '{"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-unplugged", "status": "completed", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:53.770154 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17be659e-eccb-442a-ac61-22cbb7c2d484 x-openstack-request-id: req-17be659e-eccb-442a-ac61-22cbb7c2d484 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:53.770796 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebb1f8e-a4d8-4996-9a97-cce171e1183f", "name": "network-vif-deleted", "tag": "cbbce40f-0808-4955-8ca7-36196cba2692", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:53.771301 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17be659e-eccb-442a-ac61-22cbb7c2d484 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:53.771911 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebb1f8e-a4d8-4996-9a97-cce171e1183f', 'name': 'network-vif-deleted', 'tag': 'cbbce40f-0808-4955-8ca7-36196cba2692', 'status': 'completed', 'code': 200} Aug 24 00:26:53.774527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:53.789520 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-baf402ef-0dd0-42c2-8e12-8b165f79a3bb req-9dcb9c92-cb63-4df4-971e-55a2c0f20d41 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.797166 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.868389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb9c92-cb63-4df4-971e-55a2c0f20d41 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Pushing event deleted for resources: {'Port': ['ID=ae442057-b714-4cab-abc8-2828a437006b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:53.925572 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea37c950-e431-4785-994f-26669698e387 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.945378 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ea37c950-e431-4785-994f-26669698e387 None None] Transition to ACTIVE for port object 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:53.955741 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea37c950-e431-4785-994f-26669698e387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.022287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf402ef-0dd0-42c2-8e12-8b165f79a3bb req-9dcb9c92-cb63-4df4-971e-55a2c0f20d41 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] No DVR routers for this DVR port ae442057-b714-4cab-abc8-2828a437006b on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:54.031440 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-baf402ef-0dd0-42c2-8e12-8b165f79a3bb req-9dcb9c92-cb63-4df4-971e-55a2c0f20d41 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.033933 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-baf402ef-0dd0-42c2-8e12-8b165f79a3bb req-9dcb9c92-cb63-4df4-971e-55a2c0f20d41 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.47 "DELETE /v2.0/ports/ae442057-b714-4cab-abc8-2828a437006b HTTP/1.1" status: 204 len: 173 time: 1.8665686 Aug 24 00:26:54.046259 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=14']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:54.047799 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18d036c4-8902-4431-b408-2bc4ecda19eb tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.080754 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3983f939-8925-4008-b664-063582dc09d2 req-46d8cadf-b526-40fa-965a-30d5814b8618 tempest-ServerAddressesTestJSON-1156370176 tempest-ServerAddressesTestJSON-1156370176-project] 10.222.0.32 "GET /v2.0/ports?device_id=2eb40d4d-8ec7-4626-bc66-c8377b9b8768 HTTP/1.1" status: 200 len: 210 time: 0.0457165 Aug 24 00:26:54.207869 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c91984-3f4c-428c-9d9d-e7f0c258dc83 None None] Pushing event updated for resources: {'Port': ['ID=95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:54.306386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a07b1-5ea2-4050-8585-048bb29c0ff3 req-117a2986-3e12-4566-a1d7-256ce35be79b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:54.311980 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df2a07b1-5ea2-4050-8585-048bb29c0ff3 req-117a2986-3e12-4566-a1d7-256ce35be79b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.47 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1518519 Aug 24 00:26:54.315960 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd1e70a-9ec0-4df6-bc9c-e431354ea002 x-openstack-request-id: req-0fd1e70a-9ec0-4df6-bc9c-e431354ea002 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:54.316472 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-unplugged", "status": "completed", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:54.317553 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0fd1e70a-9ec0-4df6-bc9c-e431354ea002 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:54.318114 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'code': 200} Aug 24 00:26:54.342357 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ea37c950-e431-4785-994f-26669698e387 None None] Attempting to bind port 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:54.343658 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ea37c950-e431-4785-994f-26669698e387 None None] Attempting to bind port 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:54.347085 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37c950-e431-4785-994f-26669698e387 None None] Attempting to bind port 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:54.360829 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37c950-e431-4785-994f-26669698e387 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:54.361490 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37c950-e431-4785-994f-26669698e387 None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:54.362854 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea37c950-e431-4785-994f-26669698e387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.363445 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37c950-e431-4785-994f-26669698e387 None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:54.364213 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ea37c950-e431-4785-994f-26669698e387 None None] Bound port: 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:54.364773 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea37c950-e431-4785-994f-26669698e387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.499565 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ea37c950-e431-4785-994f-26669698e387 None None] For port 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:54.504397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-18d036c4-8902-4431-b408-2bc4ecda19eb tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:54.504917 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ea37c950-e431-4785-994f-26669698e387 None None] For port 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:54.505388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18d036c4-8902-4431-b408-2bc4ecda19eb tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.516070 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea37c950-e431-4785-994f-26669698e387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.528208 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device cbbce40f-0808-4955-8ca7-36196cba2692 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:54.561733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: cbbce40f-0808-4955-8ca7-36196cba2692 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:54.561981 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device cbbce40f-0808-4955-8ca7-36196cba2692 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:54.573911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b7f6afab-da8d-48c2-b617-02d4cb92a1b9 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:54.652095 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-18d036c4-8902-4431-b408-2bc4ecda19eb tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] For port 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1, host n-d-805736-1, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:54.652802 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18d036c4-8902-4431-b408-2bc4ecda19eb tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.656826 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c91984-3f4c-428c-9d9d-e7f0c258dc83 None None] Pushing event updated for resources: {'Port': ['ID=95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:54.680997 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-18d036c4-8902-4431-b408-2bc4ecda19eb tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:54.691488 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37c950-e431-4785-994f-26669698e387 None None] Routers {'f2fa8f95-7622-402c-8071-e0bc19427d11'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:54.692368 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea37c950-e431-4785-994f-26669698e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f2fa8f95-7622-402c-8071-e0bc19427d11'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:54.694323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b48c40-da56-4fee-9137-ee08de1ce7af req-ca0a49dd-4ede-4d8d-b2f4-f0be37acd0b8 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:54.696160 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4b48c40-da56-4fee-9137-ee08de1ce7af req-ca0a49dd-4ede-4d8d-b2f4-f0be37acd0b8 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1350539 Aug 24 00:26:54.716313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef2245-d243-424e-8790-449e3e48cabd req-a5ac9190-fa86-4dbc-b099-2ea7765129f2 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:54.724415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85ef2245-d243-424e-8790-449e3e48cabd req-a5ac9190-fa86-4dbc-b099-2ea7765129f2 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 946 time: 0.1232541 Aug 24 00:26:54.779766 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.824400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4b48c40-da56-4fee-9137-ee08de1ce7af req-d461e8a9-f130-4f52-9139-c0bd4538f924 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862911 Aug 24 00:26:54.847392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:54.858683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-df2a07b1-5ea2-4050-8585-048bb29c0ff3 req-01c99189-95c6-4b15-aff3-7bfad5b5d034 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Deleting port b7f6afab-da8d-48c2-b617-02d4cb92a1b9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:54.859444 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-df2a07b1-5ea2-4050-8585-048bb29c0ff3 req-01c99189-95c6-4b15-aff3-7bfad5b5d034 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.860885 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.861646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ae442057-b714-4cab-abc8-2828a437006b no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:54.882399 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ea37c950-e431-4785-994f-26669698e387 None None] Set router f2fa8f95-7622-402c-8071-e0bc19427d11 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:54.954700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: ae442057-b714-4cab-abc8-2828a437006b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:54.983969 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ae442057-b714-4cab-abc8-2828a437006b not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:55.046421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85ef2245-d243-424e-8790-449e3e48cabd req-e53446af-f4a9-4d32-bfd3-a7a6de335b08 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fb242cb-94f4-4176-8a22-a0e54036b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208139 Aug 24 00:26:55.053245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:55.069398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:55.080830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:55.080830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:55.080830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:55.080830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:55.080830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:55.080830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:55.080830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:55.080830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:55.080830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:55.080830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:55.081763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:55.176102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-df2a07b1-5ea2-4050-8585-048bb29c0ff3 req-01c99189-95c6-4b15-aff3-7bfad5b5d034 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] For port b7f6afab-da8d-48c2-b617-02d4cb92a1b9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,segment=NetworkSegment(92df612c-2590-4608-aef7-c316e90c3890),segment_id=92df612c-2590-4608-aef7-c316e90c3890)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:55.176452 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18d036c4-8902-4431-b408-2bc4ecda19eb tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:55.177792 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-df2a07b1-5ea2-4050-8585-048bb29c0ff3 req-01c99189-95c6-4b15-aff3-7bfad5b5d034 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:55.203688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-df2a07b1-5ea2-4050-8585-048bb29c0ff3 req-01c99189-95c6-4b15-aff3-7bfad5b5d034 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Calling delete_port for b7f6afab-da8d-48c2-b617-02d4cb92a1b9 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:55.207088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d3331eee-1253-4f98-a44a-9a7569c3bfd2 None None] Could not find standard attr ID for object 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:26:55.244005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d036c4-8902-4431-b408-2bc4ecda19eb tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:55.465341 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:55.625033 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea37c950-e431-4785-994f-26669698e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa8f95-7622-402c-8071-e0bc19427d11', 'name': 'tempest-NetworksTestDHCPv6-router-380548789', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:50Z', 'revision_number': 2, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'gw_port_host': None, '_interfaces': [{'id': '95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1', 'name': '', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'mac_address': 'fa:16:3e:52:7e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fa8f95-7622-402c-8071-e0bc19427d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '5463300f-8208-4213-a031-b91754a51986', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:49Z', 'updated_at': '2021-08-24T00:26:54Z', 'revision_number': 4, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'subnets': [{'id': '5463300f-8208-4213-a031-b91754a51986', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:55.646355 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18d036c4-8902-4431-b408-2bc4ecda19eb tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:55.712574 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37c950-e431-4785-994f-26669698e387 None None] The sync data for ids ['f2fa8f95-7622-402c-8071-e0bc19427d11'] in n-d-805736-1 is: [{'id': 'f2fa8f95-7622-402c-8071-e0bc19427d11', 'name': 'tempest-NetworksTestDHCPv6-router-380548789', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:50Z', 'revision_number': 2, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'gw_port_host': None, '_interfaces': [{'id': '95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1', 'name': '', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'mac_address': 'fa:16:3e:52:7e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fa8f95-7622-402c-8071-e0bc19427d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '5463300f-8208-4213-a031-b91754a51986', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:49Z', 'updated_at': '2021-08-24T00:26:54Z', 'revision_number': 4, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'subnets': [{'id': '5463300f-8208-4213-a031-b91754a51986', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:26:55.725213 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-df2a07b1-5ea2-4050-8585-048bb29c0ff3 req-01c99189-95c6-4b15-aff3-7bfad5b5d034 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:55.790104 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1e3f61-8bc1-4165-aedc-c4fa7fb4b2b6 admin admin] Deleting subnet 08c8758c-e23a-46ab-91ab-c4949da78ecd {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:55.799032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb40d4d-8ec7-4626-bc66-c8377b9b8768', 'name': 'network-vif-deleted', 'tag': 'ae442057-b714-4cab-abc8-2828a437006b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:55.801718 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c406aa6-05dc-4e9b-9797-696651e5b7ad" -d '{"events": [{"server_uuid": "2eb40d4d-8ec7-4626-bc66-c8377b9b8768", "name": "network-vif-deleted", "tag": "ae442057-b714-4cab-abc8-2828a437006b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:55.816165 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3f61-8bc1-4165-aedc-c4fa7fb4b2b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:55.856225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc1bdf-466a-4abc-af18-3c588933ea17 req-c4a31a3e-9115-458c-8078-25fdce9b8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:55.857993 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e9cc1bdf-466a-4abc-af18-3c588933ea17 req-c4a31a3e-9115-458c-8078-25fdce9b8e68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 1096 time: 0.3246889 Aug 24 00:26:55.862993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2a07b1-5ea2-4050-8585-048bb29c0ff3 req-01c99189-95c6-4b15-aff3-7bfad5b5d034 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] No DVR routers for this DVR port b7f6afab-da8d-48c2-b617-02d4cb92a1b9 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:55.867793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c99189-95c6-4b15-aff3-7bfad5b5d034 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Pushing event deleted for resources: {'Port': ['ID=b7f6afab-da8d-48c2-b617-02d4cb92a1b9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:55.878281 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-df2a07b1-5ea2-4050-8585-048bb29c0ff3 req-01c99189-95c6-4b15-aff3-7bfad5b5d034 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:55.880791 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df2a07b1-5ea2-4050-8585-048bb29c0ff3 req-01c99189-95c6-4b15-aff3-7bfad5b5d034 tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.47 "DELETE /v2.0/ports/b7f6afab-da8d-48c2-b617-02d4cb92a1b9 HTTP/1.1" status: 204 len: 173 time: 1.5615795 Aug 24 00:26:55.925472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-519ef188-8b15-4976-b45e-d1c214af5dd4 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:55.937138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-519ef188-8b15-4976-b45e-d1c214af5dd4 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/networks?id=2492d1b7-9126-40fa-a408-45432bfe8982 HTTP/1.1" status: 200 len: 808 time: 0.4472451 Aug 24 00:26:55.938217 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3f61-8bc1-4165-aedc-c4fa7fb4b2b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:55.958245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94f435-6516-4a25-86f2-9ee86c3d4b9a req-df8130f9-dbc6-4897-8771-266af303363d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:55.966392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c94f435-6516-4a25-86f2-9ee86c3d4b9a req-df8130f9-dbc6-4897-8771-266af303363d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.3245966 Aug 24 00:26:55.998575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-92a0c6dd-b51e-4bd7-b4cb-8a8cb4b1f3d3 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/quotas/e248dba5177a4cc88ace132ff651c3fe HTTP/1.1" status: 200 len: 375 time: 0.0601382 Aug 24 00:26:56.065465 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-7dd25b24-50fa-4ef1-aa10-701090d84cd8 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e248dba5177a4cc88ace132ff651c3fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657816 Aug 24 00:26:56.165262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c94f435-6516-4a25-86f2-9ee86c3d4b9a req-291da2fc-4aae-48d0-8be2-999452927744 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830420 Aug 24 00:26:56.300597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-96a34f80-0a8e-442b-b46b-17df25c519f1 service neutron] 10.222.0.32 "GET /v2.0/networks/2492d1b7-9126-40fa-a408-45432bfe8982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337513 Aug 24 00:26:56.319513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaf597-1113-44a0-b6be-181d71023cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:56.322001 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20803581-22d2-4f40-90f4-326d6912af93" -d '{"events": [{"server_uuid": "34eaf597-1113-44a0-b6be-181d71023cb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b7f6afab-da8d-48c2-b617-02d4cb92a1b9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:56.341553 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e8cdb0-11bc-44db-8c9b-1ae98e97f7c1 x-openstack-request-id: req-a0e8cdb0-11bc-44db-8c9b-1ae98e97f7c1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:56.349000 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb40d4d-8ec7-4626-bc66-c8377b9b8768", "name": "network-vif-deleted", "tag": "ae442057-b714-4cab-abc8-2828a437006b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:56.350619 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0e8cdb0-11bc-44db-8c9b-1ae98e97f7c1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:56.351336 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb40d4d-8ec7-4626-bc66-c8377b9b8768', 'name': 'network-vif-deleted', 'tag': 'ae442057-b714-4cab-abc8-2828a437006b', 'status': 'completed', 'code': 200} Aug 24 00:26:56.504932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-28cb2db0-27ac-41f5-8256-366cafc10ed9 service neutron] 10.222.0.32 "GET /v2.0/networks/2492d1b7-9126-40fa-a408-45432bfe8982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029731 Aug 24 00:26:56.571742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef817bc7-8f13-44f3-9b91-5bef7a9ce38d req-869a828c-6833-4e0f-8715-bf05c349232b tempest-ServersNegativeTestJSON-1403533938 tempest-ServersNegativeTestJSON-1403533938-project] 10.222.0.32 "GET /v2.0/ports?device_id=34eaf597-1113-44a0-b6be-181d71023cb9 HTTP/1.1" status: 200 len: 210 time: 0.0586135 Aug 24 00:26:56.625146 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d036c4-8902-4431-b408-2bc4ecda19eb tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Router f2fa8f95-7622-402c-8071-e0bc19427d11 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:26:56.674167 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3f61-8bc1-4165-aedc-c4fa7fb4b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:56.814452 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e8d2b2-2895-499c-adc6-87a1bc20473b x-openstack-request-id: req-d5e8d2b2-2895-499c-adc6-87a1bc20473b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:56.814748 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaf597-1113-44a0-b6be-181d71023cb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b7f6afab-da8d-48c2-b617-02d4cb92a1b9", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:56.815051 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5e8d2b2-2895-499c-adc6-87a1bc20473b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:56.815929 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaf597-1113-44a0-b6be-181d71023cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9', 'code': 200} Aug 24 00:26:56.872074 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc1bdf-466a-4abc-af18-3c588933ea17 req-f430a9a9-0e36-4625-97a4-89a5d8a11edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:56.875045 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e9cc1bdf-466a-4abc-af18-3c588933ea17 req-f430a9a9-0e36-4625-97a4-89a5d8a11edc service neutron] 10.222.0.13 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 1.0030711 Aug 24 00:26:56.930895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d036c4-8902-4431-b408-2bc4ecda19eb tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:26:56.950278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3dd7bb0a-3343-4397-b9d4-ac8019876ef3 req-e211817a-a2f8-457f-9e39-c9d80e715dac tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 210 time: 0.0771646 Aug 24 00:26:56.961572 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-18d036c4-8902-4431-b408-2bc4ecda19eb tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "PUT /v2.0/routers/f2fa8f95-7622-402c-8071-e0bc19427d11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0057504 Aug 24 00:26:56.962555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33740) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:57.044864 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3f61-8bc1-4165-aedc-c4fa7fb4b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.048663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c7c537-773e-4312-93f6-f0cbad409f63 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:57.050417 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c7c537-773e-4312-93f6-f0cbad409f63 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:57.057099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c9c7c537-773e-4312-93f6-f0cbad409f63 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0904758 Aug 24 00:26:57.057998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33746) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:57.065033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3f61-8bc1-4165-aedc-c4fa7fb4b2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.067947 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9c1e3f61-8bc1-4165-aedc-c4fa7fb4b2b6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/08c8758c-e23a-46ab-91ab-c4949da78ecd HTTP/1.1" status: 204 len: 168 time: 1.5284214 Aug 24 00:26:57.072189 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33748) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:57.113230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e3f61-8bc1-4165-aedc-c4fa7fb4b2b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c8758c-e23a-46ab-91ab-c4949da78ecd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:57.150075 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6c5813-6dec-401d-b376-181a5f58d3bd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 5463300f-8208-4213-a031-b91754a51986 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:57.155012 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5813-6dec-401d-b376-181a5f58d3bd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.206969 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e9cc1bdf-466a-4abc-af18-3c588933ea17 req-5067f736-19f1-46ec-8fbb-eda284c69a2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f HTTP/1.1" status: 200 len: 999 time: 0.2521207 Aug 24 00:26:57.238244 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5813-6dec-401d-b376-181a5f58d3bd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.316283 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18510488-a083-4fdf-8540-303aff76d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.343355 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc1bdf-466a-4abc-af18-3c588933ea17 req-d25af6ae-b150-4e27-90ab-03a4da755280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:57.345291 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e9cc1bdf-466a-4abc-af18-3c588933ea17 req-d25af6ae-b150-4e27-90ab-03a4da755280 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.1293402 Aug 24 00:26:57.479504 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5813-6dec-401d-b376-181a5f58d3bd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.503068 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-82157150-6033-4648-8a75-997d03f95ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.520003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18510488-a083-4fdf-8540-303aff76d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.526468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c2ccf-bd0b-4481-b424-87093c1f6754 req-e6610a98-a674-43ab-96f4-30c887a5ee82 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:57.539426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b9c2ccf-bd0b-4481-b424-87093c1f6754 req-e6610a98-a674-43ab-96f4-30c887a5ee82 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.2192793 Aug 24 00:26:57.550817 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc1bdf-466a-4abc-af18-3c588933ea17 req-649aa6c1-1ea8-4ea8-b346-4cad8a5a4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:57.552344 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e9cc1bdf-466a-4abc-af18-3c588933ea17 req-649aa6c1-1ea8-4ea8-b346-4cad8a5a4eda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989765 Aug 24 00:26:57.563987 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-18510488-a083-4fdf-8540-303aff76d58e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7004846a-83da-44e9-8873-1db9b36513a4']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:57.604498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-18510488-a083-4fdf-8540-303aff76d58e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3fabae5-5b21-4b77-aa74-2a4610d1e8a4') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:57.605262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-18510488-a083-4fdf-8540-303aff76d58e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3fabae5-5b21-4b77-aa74-2a4610d1e8a4') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:57.630225 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b9c2ccf-bd0b-4481-b424-87093c1f6754 req-c2bb0692-852d-45a7-a2c1-647c93fc65d4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900934 Aug 24 00:26:57.654736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33766) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:57.674112 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18510488-a083-4fdf-8540-303aff76d58e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.695973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18510488-a083-4fdf-8540-303aff76d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.717054 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18510488-a083-4fdf-8540-303aff76d58e admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:26:57.717587 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18510488-a083-4fdf-8540-303aff76d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:26:57.719483 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:26:57.722470 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5813-6dec-401d-b376-181a5f58d3bd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.774724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c5813-6dec-401d-b376-181a5f58d3bd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=5463300f-8208-4213-a031-b91754a51986,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:57.788691 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e6c5813-6dec-401d-b376-181a5f58d3bd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.789884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d8f852-25e1-4407-a13a-fddda4feb7d9 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:57.794080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7e6c5813-6dec-401d-b376-181a5f58d3bd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/5463300f-8208-4213-a031-b91754a51986 HTTP/1.1" status: 204 len: 168 time: 0.7313435 Aug 24 00:26:57.794896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33770) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:57.805664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-93deb101-f126-4072-9d95-37c93e48dada admin admin] Deleting subnet 8b1769da-f736-4c99-87b2-e73cc76c5076 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:57.808328 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e9cc1bdf-466a-4abc-af18-3c588933ea17 req-5b243422-dc85-4588-9cf2-153897d1457a service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474840 Aug 24 00:26:57.832402 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18510488-a083-4fdf-8540-303aff76d58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.860529 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93deb101-f126-4072-9d95-37c93e48dada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.875848 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18510488-a083-4fdf-8540-303aff76d58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:57.881400 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-18510488-a083-4fdf-8540-303aff76d58e admin admin] 10.222.0.32 "DELETE /v2.0/networks/7004846a-83da-44e9-8873-1db9b36513a4 HTTP/1.1" status: 204 len: 168 time: 0.7860236 Aug 24 00:26:57.962254 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18510488-a083-4fdf-8540-303aff76d58e admin admin] Pushing event deleted for resources: {'Network': ['ID=7004846a-83da-44e9-8873-1db9b36513a4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:58.020604 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93deb101-f126-4072-9d95-37c93e48dada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.043387 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e9cc1bdf-466a-4abc-af18-3c588933ea17 req-6e731be6-6a87-48b8-a456-50047f20c6d3 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223508 Aug 24 00:26:58.068734 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5a4f9-3068-4209-9570-06a48edff8da None None] Sync routers for ids ['f2fa8f95-7622-402c-8071-e0bc19427d11'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:26:58.070373 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-61fe58cc-54d2-487d-b8f9-94d22229de32 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2743220 Aug 24 00:26:58.075237 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:58.158615 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d49fab19-0ead-4a5d-ba8c-995df9aa4f15 req-6566ad9d-c603-4f34-b714-fc60616326a5 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 210 time: 0.0620871 Aug 24 00:26:58.184842 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93deb101-f126-4072-9d95-37c93e48dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.186657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33780) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:58.196192 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4c37557-2272-4d9d-8716-9611793f8c1c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.319211 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-82864e55-91c9-48ee-a9ab-4c7784786212 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5180b14dbef44598a16961465cdb8a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1244678 Aug 24 00:26:58.319615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33782) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:58.355287 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5a4f9-3068-4209-9570-06a48edff8da None None] Routers {'f2fa8f95-7622-402c-8071-e0bc19427d11'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:58.356336 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9af5a4f9-3068-4209-9570-06a48edff8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f2fa8f95-7622-402c-8071-e0bc19427d11'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:58.370567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaf597-1113-44a0-b6be-181d71023cb9', 'name': 'network-vif-deleted', 'tag': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:58.373261 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1509b881-1c2c-47cd-bde7-9250c37773c4" -d '{"events": [{"server_uuid": "34eaf597-1113-44a0-b6be-181d71023cb9", "name": "network-vif-deleted", "tag": "b7f6afab-da8d-48c2-b617-02d4cb92a1b9"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:58.382557 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93deb101-f126-4072-9d95-37c93e48dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.400089 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93deb101-f126-4072-9d95-37c93e48dada admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.405450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-93deb101-f126-4072-9d95-37c93e48dada admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8b1769da-f736-4c99-87b2-e73cc76c5076 HTTP/1.1" status: 204 len: 168 time: 0.7492838 Aug 24 00:26:58.415978 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33788) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:58.438825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93deb101-f126-4072-9d95-37c93e48dada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1769da-f736-4c99-87b2-e73cc76c5076,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:58.443601 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fd8820e-a7ef-416e-ba84-18a567e24226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.455624 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9af5a4f9-3068-4209-9570-06a48edff8da None None] Set router f2fa8f95-7622-402c-8071-e0bc19427d11 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:58.470452 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fd8820e-a7ef-416e-ba84-18a567e24226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.495747 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4c37557-2272-4d9d-8716-9611793f8c1c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.517578 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4c37557-2272-4d9d-8716-9611793f8c1c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.517731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9af5a4f9-3068-4209-9570-06a48edff8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa8f95-7622-402c-8071-e0bc19427d11', 'name': 'tempest-NetworksTestDHCPv6-router-380548789', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:55Z', 'revision_number': 3, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:58.557761 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5a4f9-3068-4209-9570-06a48edff8da None None] Checking router: f2fa8f95-7622-402c-8071-e0bc19427d11 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:26:58.574539 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372cf1bf-9883-4abc-b4fc-23ad0ceb2259 x-openstack-request-id: req-372cf1bf-9883-4abc-b4fc-23ad0ceb2259 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:58.577814 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaf597-1113-44a0-b6be-181d71023cb9", "name": "network-vif-deleted", "tag": "b7f6afab-da8d-48c2-b617-02d4cb92a1b9", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:58.577814 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-372cf1bf-9883-4abc-b4fc-23ad0ceb2259 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:58.578083 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaf597-1113-44a0-b6be-181d71023cb9', 'name': 'network-vif-deleted', 'tag': 'b7f6afab-da8d-48c2-b617-02d4cb92a1b9', 'status': 'completed', 'code': 200} Aug 24 00:26:58.583980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5a4f9-3068-4209-9570-06a48edff8da None None] Routers {'f2fa8f95-7622-402c-8071-e0bc19427d11'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:58.584793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9af5a4f9-3068-4209-9570-06a48edff8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f2fa8f95-7622-402c-8071-e0bc19427d11'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:58.613119 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e33c6104-613d-48db-bde5-49db646416fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.629308 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4c37557-2272-4d9d-8716-9611793f8c1c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.630461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c37557-2272-4d9d-8716-9611793f8c1c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Fanout notify agent at l3_agent the message router_deleted on router f2fa8f95-7622-402c-8071-e0bc19427d11 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:26:58.650394 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4c37557-2272-4d9d-8716-9611793f8c1c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.652543 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d4c37557-2272-4d9d-8716-9611793f8c1c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/routers/f2fa8f95-7622-402c-8071-e0bc19427d11 HTTP/1.1" status: 204 len: 168 time: 0.5762823 Aug 24 00:26:58.655437 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33798) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:58.711608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d3dabf-9ab7-498d-a881-214e77e1f110 None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:26:58.721456 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fd8820e-a7ef-416e-ba84-18a567e24226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.723998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9af5a4f9-3068-4209-9570-06a48edff8da None None] Set router f2fa8f95-7622-402c-8071-e0bc19427d11 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:58.724709 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fd8820e-a7ef-416e-ba84-18a567e24226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.726900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5fd8820e-a7ef-416e-ba84-18a567e24226 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a11bd2a-982d-42aa-a7e7-d2a3ad495da9 HTTP/1.1" status: 204 len: 168 time: 0.4052067 Aug 24 00:26:58.747482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8820e-a7ef-416e-ba84-18a567e24226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a11bd2a-982d-42aa-a7e7-d2a3ad495da9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:58.763039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-3961ad24-0a90-4f31-975a-46bb7d19f789 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:58.764728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-3961ad24-0a90-4f31-975a-46bb7d19f789 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.47 "GET /v2.0/networks?id=2492d1b7-9126-40fa-a408-45432bfe8982 HTTP/1.1" status: 200 len: 808 time: 0.2657371 Aug 24 00:26:58.788596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-dd2a4cbd-e14b-4501-be95-d4ee8d3fe1df tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Request body: {'port': {'device_id': '5aa49162-fe8c-494e-8022-952e6ec9ab6d', 'network_id': '2492d1b7-9126-40fa-a408-45432bfe8982', 'admin_state_up': True, 'tenant_id': 'e248dba5177a4cc88ace132ff651c3fe'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:58.859618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9af5a4f9-3068-4209-9570-06a48edff8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fa8f95-7622-402c-8071-e0bc19427d11', 'name': 'tempest-NetworksTestDHCPv6-router-380548789', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:55Z', 'revision_number': 3, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:58.933723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5a4f9-3068-4209-9570-06a48edff8da None None] The sync data for ids ['f2fa8f95-7622-402c-8071-e0bc19427d11'] in n-d-805736-1 is: [{'id': 'f2fa8f95-7622-402c-8071-e0bc19427d11', 'name': 'tempest-NetworksTestDHCPv6-router-380548789', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:55Z', 'revision_number': 3, 'project_id': '7cb5fa6130924e63b15d81aab8f667b7', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:26:58.936018 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8efc1a8-adb7-4ed5-8249-d11ca6f86e6f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:58.951902 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f8efc1a8-adb7-4ed5-8249-d11ca6f86e6f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2941334 Aug 24 00:26:58.959940 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3dabf-9ab7-498d-a881-214e77e1f110 None None] Deleting port a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:58.960325 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6d3dabf-9ab7-498d-a881-214e77e1f110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.965203 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e33c6104-613d-48db-bde5-49db646416fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.966115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33806) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:59.007747 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e33c6104-613d-48db-bde5-49db646416fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee214e98-c54e-44f9-a07c-12d0d2b7286a']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:59.034100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e33c6104-613d-48db-bde5-49db646416fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92df612c-2590-4608-aef7-c316e90c3890') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:59.034412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e33c6104-613d-48db-bde5-49db646416fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92df612c-2590-4608-aef7-c316e90c3890') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:59.047631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e33c6104-613d-48db-bde5-49db646416fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.091197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c20d9-8567-4f50-99ec-c70f787384ff req-4b8753bd-0d7f-4689-8975-4429f284c5e8 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:59.095187 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e33c6104-613d-48db-bde5-49db646416fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.099126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-217c20d9-8567-4f50-99ec-c70f787384ff req-4b8753bd-0d7f-4689-8975-4429f284c5e8 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.2778628 Aug 24 00:26:59.102516 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33c6104-613d-48db-bde5-49db646416fa admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:26:59.102516 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e33c6104-613d-48db-bde5-49db646416fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:26:59.110431 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:26:59.127367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e6d3dabf-9ab7-498d-a881-214e77e1f110 None None] For port a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:59.128018 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6d3dabf-9ab7-498d-a881-214e77e1f110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.128147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf4e31b-ac03-4545-a61e-544506fc24a4 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:59.129965 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-abf4e31b-ac03-4545-a61e-544506fc24a4 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1548111 Aug 24 00:26:59.137587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33812) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:59.146966 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3dabf-9ab7-498d-a881-214e77e1f110 None None] Calling delete_port for a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:59.214167 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9fb9971f-f86f-4c26-b764-218d1ac980a0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750337 Aug 24 00:26:59.226134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33816) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:59.245777 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-faca5372-4dcc-4ef2-a24d-373972599691 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:59.248884 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-217c20d9-8567-4f50-99ec-c70f787384ff req-5de65c64-006f-4bea-b7ab-f51637ce7c7b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484551 Aug 24 00:26:59.282411 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e6d3dabf-9ab7-498d-a881-214e77e1f110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.299687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-dd2a4cbd-e14b-4501-be95-d4ee8d3fe1df tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Made reservation on behalf of e248dba5177a4cc88ace132ff651c3fe for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:59.310702 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-dd2a4cbd-e14b-4501-be95-d4ee8d3fe1df tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.335227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3dabf-9ab7-498d-a881-214e77e1f110 None None] Pushing event deleted for resources: {'Port': ['ID=a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:59.357880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3dabf-9ab7-498d-a881-214e77e1f110 None None] No DVR routers for this DVR port a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:59.395651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-533ac784-0b2f-40b9-b796-29929b9146bd req-1ec2cfb1-dbaf-496b-a6f2-7b1874621200 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 210 time: 0.0655000 Aug 24 00:26:59.483108 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:59.524690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:59.526625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 95fbf78f-45a9-49ab-a50b-eb3c6c3dc4d1 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:59.527290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:59.556661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:59.557385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a2d2ba84-5e4e-4d7b-aaf1-b3ded26beb81 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:59.572837 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.598343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faca5372-4dcc-4ef2-a24d-373972599691 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:59.605405 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-faca5372-4dcc-4ef2-a24d-373972599691 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.701982 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e33c6104-613d-48db-bde5-49db646416fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.738839 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e33c6104-613d-48db-bde5-49db646416fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.742298 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e33c6104-613d-48db-bde5-49db646416fa admin admin] 10.222.0.32 "DELETE /v2.0/networks/ee214e98-c54e-44f9-a07c-12d0d2b7286a HTTP/1.1" status: 204 len: 168 time: 1.3218424 Aug 24 00:26:59.748746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c6104-613d-48db-bde5-49db646416fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ee214e98-c54e-44f9-a07c-12d0d2b7286a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:00.094329 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.099532 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:00.164406 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8446a55c-021c-4c4d-b834-1a6d6ec73129 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2073d78fc8964f96b023d510a38a1da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623162 Aug 24 00:27:00.168827 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33854) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:00.209516 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d61c5bbe-388c-4a10-9d08-963bbb64c4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.331208 n-d-805736-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-faca5372-4dcc-4ef2-a24d-373972599691 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:27:00.332051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33860) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:00.339907 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e87592-4a85-449e-b354-9e994f8502f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.379996 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-faca5372-4dcc-4ef2-a24d-373972599691 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.390862 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e87592-4a85-449e-b354-9e994f8502f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.398628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-dd2a4cbd-e14b-4501-be95-d4ee8d3fe1df tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Allocated IP 172.20.0.6 (2492d1b7-9126-40fa-a408-45432bfe8982/8b9def7c-6eb3-460d-b0fe-806f0784d920/9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:00.438407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faca5372-4dcc-4ef2-a24d-373972599691 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:00.447086 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-faca5372-4dcc-4ef2-a24d-373972599691 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:00.459275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faca5372-4dcc-4ef2-a24d-373972599691 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:00.459722 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8b05ae-c6e1-420d-b359-2b096898ee97 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:00.460092 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-faca5372-4dcc-4ef2-a24d-373972599691 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.526282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca5372-4dcc-4ef2-a24d-373972599691 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=213b8043-d213-4b16-9068-a9eda12c07db,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:00.533231 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-faca5372-4dcc-4ef2-a24d-373972599691 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2973511 Aug 24 00:27:00.538283 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:00.548225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-27026aa4-e402-422c-b9ec-d7d0df25a83a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:00.585744 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-106763970-network', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:00.594620 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e87592-4a85-449e-b354-9e994f8502f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.599152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6e87592-4a85-449e-b354-9e994f8502f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.600887 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c6e87592-4a85-449e-b354-9e994f8502f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fb242cb-94f4-4176-8a22-a0e54036b17c HTTP/1.1" status: 204 len: 168 time: 0.4300134 Aug 24 00:27:00.653503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e87592-4a85-449e-b354-9e994f8502f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb242cb-94f4-4176-8a22-a0e54036b17c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:00.656687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0de93181-4b9c-410f-92fc-65876b93026b req-6d8be1b9-c458-4263-b8d9-30d8a1048244 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 210 time: 0.0952475 Aug 24 00:27:00.696772 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] Made reservation on behalf of 645be32e261e48e6ae77381e2ac708f7 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:00.700073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.746728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.839455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f91a4d-c94e-488b-a938-9f2aa72df4aa req-7bcfb30d-8bb5-4466-98d2-677ff9d6f534 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:00.841082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94f91a4d-c94e-488b-a938-9f2aa72df4aa req-7bcfb30d-8bb5-4466-98d2-677ff9d6f534 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.4022565 Aug 24 00:27:00.921912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '213b8043-d213-4b16-9068-a9eda12c07db'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:27:00.923002 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.931369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94f91a4d-c94e-488b-a938-9f2aa72df4aa req-9cad3077-97dc-40bc-b1c4-d649ea2ca19e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815589 Aug 24 00:27:00.989693 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.996915 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-dd2a4cbd-e14b-4501-be95-d4ee8d3fe1df tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.008298 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.072142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:27:01.076965 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-dd2a4cbd-e14b-4501-be95-d4ee8d3fe1df tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.082563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27026aa4-e402-422c-b9ec-d7d0df25a83a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:01.086957 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27026aa4-e402-422c-b9ec-d7d0df25a83a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.175508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-dd2a4cbd-e14b-4501-be95-d4ee8d3fe1df tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Network 2492d1b7-9126-40fa-a408-45432bfe8982 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:01.181560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-dd2a4cbd-e14b-4501-be95-d4ee8d3fe1df tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:01.184651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a4cbd-e14b-4501-be95-d4ee8d3fe1df tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Pushing event updated for resources: {'Port': ['ID=9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:01.187152 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-dd2a4cbd-e14b-4501-be95-d4ee8d3fe1df tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:01.249135 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.253019 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] Added segment 4da1dac5-4d9b-42b7-bdda-f353f39c3bd0 of type vlan for network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 Aug 24 00:27:01.272541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Allocated IP 2001:db8::f816:3eff:fe97:360f (277b6df4-b1fd-459f-9851-1a35106f20e7/213b8043-d213-4b16-9068-a9eda12c07db/2bb952bf-4dc9-4d01-850c-c0b71329668e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:01.309587 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264596b8-31bf-4a54-9b02-d3893ae8e785,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:01.413162 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.430528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-dd2a4cbd-e14b-4501-be95-d4ee8d3fe1df tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:01.445744 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-dd2a4cbd-e14b-4501-be95-d4ee8d3fe1df tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.484925 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.487494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a944de5-45c5-4c76-b872-ebfc0efe0f46 req-1762b9e2-9498-46cc-9e34-e9b704aeae46 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:01.488582 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:01.489402 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.489557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a944de5-45c5-4c76-b872-ebfc0efe0f46 req-1762b9e2-9498-46cc-9e34-e9b704aeae46 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.2515259 Aug 24 00:27:01.524929 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-dd2a4cbd-e14b-4501-be95-d4ee8d3fe1df tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7403502 Aug 24 00:27:01.552564 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.554062 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.559431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Request body: {'port': {'device_id': '5aa49162-fe8c-494e-8022-952e6ec9ab6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:01.573016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Transition to ACTIVE for port object 2bb952bf-4dc9-4d01-850c-c0b71329668e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:01.601359 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Transition to ACTIVE for port object 2bb952bf-4dc9-4d01-850c-c0b71329668e will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:01.614876 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2786396 Aug 24 00:27:01.625619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:01.634384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-46a18ce2-41d4-4e13-afc6-a174cd35790d admin admin] Request body: {'subnet': {'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-106763970-subnet', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:01.636577 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.661906 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276c039-e8de-4292-b78e-47523a2e1302 admin admin] Pushing event updated for resources: {'Network': ['ID=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:01.686127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:27:01.702382 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.812897 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a944de5-45c5-4c76-b872-ebfc0efe0f46 req-40ccb274-3d8e-4ccf-b999-67b6642d01dd tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133321 Aug 24 00:27:01.871584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a18ce2-41d4-4e13-afc6-a174cd35790d admin admin] Made reservation on behalf of 645be32e261e48e6ae77381e2ac708f7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:01.877495 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46a18ce2-41d4-4e13-afc6-a174cd35790d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.926918 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:01.940532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:01.955586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:01.981357 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Pushing event updated for resources: {'Port': ['ID=2bb952bf-4dc9-4d01-850c-c0b71329668e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:01.984599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27026aa4-e402-422c-b9ec-d7d0df25a83a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:02.039764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e12660-ee2a-4ac4-902f-538b3a1278ac req-7cdbd051-37ef-446a-ad22-68dfc6752fa7 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:02.054322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45e12660-ee2a-4ac4-902f-538b3a1278ac req-7cdbd051-37ef-446a-ad22-68dfc6752fa7 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 931 time: 0.2378244 Aug 24 00:27:02.107277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Attempting to bind port 2bb952bf-4dc9-4d01-850c-c0b71329668e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:02.107779 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Attempting to bind port 2bb952bf-4dc9-4d01-850c-c0b71329668e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:02.108149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Attempting to bind port 2bb952bf-4dc9-4d01-850c-c0b71329668e on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:02.112398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27026aa4-e402-422c-b9ec-d7d0df25a83a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:02.113410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:02.113802 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:02.114202 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:02.114977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:02.115624 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Bound port: 2bb952bf-4dc9-4d01-850c-c0b71329668e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:02.115840 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:02.118307 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-27026aa4-e402-422c-b9ec-d7d0df25a83a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:02.124905 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27026aa4-e402-422c-b9ec-d7d0df25a83a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:02.125911 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27026aa4-e402-422c-b9ec-d7d0df25a83a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:02.140541 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:02.155193 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27026aa4-e402-422c-b9ec-d7d0df25a83a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=61c891e2-a65c-4347-a994-f4cf9adab377,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:02.173025 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-27026aa4-e402-422c-b9ec-d7d0df25a83a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6323435 Aug 24 00:27:02.173985 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33926) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:02.181550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'mac_address': 'fa:16:3e:3c:35:25', 'name': 'tempest-NetworksTestDHCPv6-1119506285'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:02.193214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] For port 2bb952bf-4dc9-4d01-850c-c0b71329668e, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:02.196466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] For port 2bb952bf-4dc9-4d01-850c-c0b71329668e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2bb952bf-4dc9-4d01-850c-c0b71329668e,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:02.212791 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:02.402125 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e73bbd-a4ff-4848-8976-224d601804df None None] Pushing event updated for resources: {'Port': ['ID=2bb952bf-4dc9-4d01-850c-c0b71329668e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:02.408976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2112154344-network', 'tenant_id': 'e8ce00ead9d349f19331767a59d42b7b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:02.415145 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46a18ce2-41d4-4e13-afc6-a174cd35790d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:02.429422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:02.520975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45e12660-ee2a-4ac4-902f-538b3a1278ac req-3fbb6695-10c9-4e10-a374-893988587615 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638100 Aug 24 00:27:02.602306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:02.618401 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:02.637346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Transition to ACTIVE for port object 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:02.654144 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:02.700262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7aefcd-fbf5-4683-80eb-42419cc25adf req-374a950b-15b5-4fe3-93e6-4d20f6f80478 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:02.710369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa7aefcd-fbf5-4683-80eb-42419cc25adf req-374a950b-15b5-4fe3-93e6-4d20f6f80478 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.4651518 Aug 24 00:27:02.815495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:02.860319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa7aefcd-fbf5-4683-80eb-42419cc25adf req-78bbaf21-15be-4ac3-87fd-8f965edf93a1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505284 Aug 24 00:27:02.929150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Attempting to bind port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:02.929575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Attempting to bind port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'e6452d00-7066-4aa2-9980-78af7ba54820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2492d1b7-9126-40fa-a408-45432bfe8982'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:02.929977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Attempting to bind port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a on network 2492d1b7-9126-40fa-a408-45432bfe8982 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:02.949485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a on network 2492d1b7-9126-40fa-a408-45432bfe8982 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:27:02.949806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Attempting to bind port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a on network 2492d1b7-9126-40fa-a408-45432bfe8982 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:02.958005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:02.958259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Checking segment: {'id': 'e6452d00-7066-4aa2-9980-78af7ba54820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2492d1b7-9126-40fa-a408-45432bfe8982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:02.958658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Bound using segment: {'id': 'e6452d00-7066-4aa2-9980-78af7ba54820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2492d1b7-9126-40fa-a408-45432bfe8982'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:02.960098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Bound port: 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6452d00-7066-4aa2-9980-78af7ba54820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2492d1b7-9126-40fa-a408-45432bfe8982'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:02.960680 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:02.997818 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.004496 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.029271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a18ce2-41d4-4e13-afc6-a174cd35790d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d30128-2ce5-4885-8968-a3ab5697bdd2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:03.046614 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] Made reservation on behalf of e8ce00ead9d349f19331767a59d42b7b for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:03.050256 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.060235 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port d78e2d23-abe6-4e41-9d5f-358c3586bf46 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:27:03.068276 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.096198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] For port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:03.103319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] For port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a,segment=NetworkSegment(e6452d00-7066-4aa2-9980-78af7ba54820),segment_id=e6452d00-7066-4aa2-9980-78af7ba54820)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:03.111282 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.152111 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a18ce2-41d4-4e13-afc6-a174cd35790d admin admin] Checking segment: {'id': '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:03.152486 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a18ce2-41d4-4e13-afc6-a174cd35790d admin admin] Network hostable DHCP agents. Network: 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:27:03.234048 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:03.235765 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.237383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] 10.222.0.47 "PUT /v2.0/ports/9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a HTTP/1.1" status: 200 len: 1091 time: 1.6953127 Aug 24 00:27:03.237950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa49162-fe8c-494e-8022-952e6ec9ab6d', 'tag': '9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:03.240777 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886e9394-e4ac-40e8-8053-f440ef92454b" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa49162-fe8c-494e-8022-952e6ec9ab6d", "tag": "9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:03.261010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a18ce2-41d4-4e13-afc6-a174cd35790d admin admin] Network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:27:03.290158 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-46a18ce2-41d4-4e13-afc6-a174cd35790d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:03.299276 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb70bbfc-16a1-436c-8814-c49cc275cb41 None None] Network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:03.306337 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a18ce2-41d4-4e13-afc6-a174cd35790d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:03.308047 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-46a18ce2-41d4-4e13-afc6-a174cd35790d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.450008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a488d86-50ba-4d63-a195-c4ab7cb9f630 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:03.472669 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.473469 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b822884-0927-41e9-8a4e-cd1e3fc2ccd7 x-openstack-request-id: req-3b822884-0927-41e9-8a4e-cd1e3fc2ccd7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:03.474046 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa49162-fe8c-494e-8022-952e6ec9ab6d", "tag": "9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:03.474479 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b822884-0927-41e9-8a4e-cd1e3fc2ccd7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:03.475178 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa49162-fe8c-494e-8022-952e6ec9ab6d', 'tag': '9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a', 'status': 'completed', 'code': 200} Aug 24 00:27:03.487137 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.504527 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:27:03.513020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-e9e672ef-89bc-4c77-8203-b2418a0eaeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:03.515099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-e9e672ef-89bc-4c77-8203-b2418a0eaeeb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e248dba5177a4cc88ace132ff651c3fe&device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 1094 time: 0.1385159 Aug 24 00:27:03.517657 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.518235 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] Added segment 0de4c60c-cf76-43aa-bf01-514ca6264138 of type vlan for network 5d6b8bad-aa5d-40e9-8af9-fd0b513ae4b8 Aug 24 00:27:03.570276 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.593042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-4e51ddb8-cac5-49c6-b46a-31974e97649d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:03.594979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-4e51ddb8-cac5-49c6-b46a-31974e97649d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 812 time: 0.4153614 Aug 24 00:27:03.690922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2bb952bf-4dc9-4d01-850c-c0b71329668e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:03.695102 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-46a18ce2-41d4-4e13-afc6-a174cd35790d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0672789 Aug 24 00:27:03.707640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33960) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:03.708720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-06dcc057-49e4-466d-b027-912bd8c29afd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a HTTP/1.1" status: 200 len: 217 time: 0.1694050 Aug 24 00:27:03.709919 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e64cd6-8539-4f2f-b3ad-7c8d5e9d2696,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:03.723026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 172.20.0.10 (277b6df4-b1fd-459f-9851-1a35106f20e7/61c891e2-a65c-4347-a994-f4cf9adab377/d78e2d23-abe6-4e41-9d5f-358c3586bf46) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:03.738345 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-106763970-router', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:03.782274 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.783404 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:03.784304 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.813361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-29610af3-a3bf-4fda-9acd-722cca5a0a59 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/quotas/843b1299ec4a416799a84024131bc2b6 HTTP/1.1" status: 200 len: 375 time: 0.1225038 Aug 24 00:27:03.867519 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.874284 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.945112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a7e6c8ea-6c28-4dfa-a33c-5ea5a52145fb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1307468 Aug 24 00:27:03.964001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab0de0-eec7-4021-9d76-7d2e218cb882 req-ae256008-1b51-454a-86bb-50ba5b38e94d tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:03.965537 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1eab0de0-eec7-4021-9d76-7d2e218cb882 req-ae256008-1b51-454a-86bb-50ba5b38e94d tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 943 time: 0.2702212 Aug 24 00:27:03.968445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-df45f264-1d92-4e71-b86d-f1b79ea8600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:03.969860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-df45f264-1d92-4e71-b86d-f1b79ea8600b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b9def7c-6eb3-460d-b0fe-806f0784d920 HTTP/1.1" status: 200 len: 848 time: 0.2280874 Aug 24 00:27:03.976796 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.984121 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf95296e-9ca4-4bea-b55f-be773b7b95e1 None None] Network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:03.985573 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] Pushing event updated for resources: {'Network': ['ID=5d6b8bad-aa5d-40e9-8af9-fd0b513ae4b8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:03.995551 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7f5f217b-81d6-4ff7-9c23-dc3b16a1d859 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8483176 Aug 24 00:27:03.997284 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::f816:3eff:fe3c:3525 (277b6df4-b1fd-459f-9851-1a35106f20e7/213b8043-d213-4b16-9068-a9eda12c07db/d78e2d23-abe6-4e41-9d5f-358c3586bf46) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:04.006491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 5d6b8bad-aa5d-40e9-8af9-fd0b513ae4b8 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:27:04.007529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33964) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:04.064998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 2bb952bf-4dc9-4d01-850c-c0b71329668e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:04.068652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b4f70a1a-9fcd-4b7c-8ded-abd886ebd98b admin admin] Request body: {'subnet': {'network_id': '5d6b8bad-aa5d-40e9-8af9-fd0b513ae4b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2112154344-subnet', 'tenant_id': 'e8ce00ead9d349f19331767a59d42b7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:04.133500 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0a64f4-c653-4495-9f5c-d66c983227db None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:04.177220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1eab0de0-eec7-4021-9d76-7d2e218cb882 req-e6266e93-1356-4494-96a8-d0afd6beda04 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465430 Aug 24 00:27:04.192561 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-b86875ff-b701-4098-b7f9-cf04ad4e5847 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2492d1b7-9126-40fa-a408-45432bfe8982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1784651 Aug 24 00:27:04.205962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-228a9a69-fe86-42ae-ae7b-6a0c28a5070e None None] Provisioning for port 2bb952bf-4dc9-4d01-850c-c0b71329668e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:04.214206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-228a9a69-fe86-42ae-ae7b-6a0c28a5070e None None] Provisioning complete for port 2bb952bf-4dc9-4d01-850c-c0b71329668e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:04.214665 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-228a9a69-fe86-42ae-ae7b-6a0c28a5070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:04.345418 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-bc90e9b4-eed4-4e17-9ffa-f3a23528222a service neutron] 10.222.0.32 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992310 Aug 24 00:27:04.382502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f70a1a-9fcd-4b7c-8ded-abd886ebd98b admin admin] Made reservation on behalf of e8ce00ead9d349f19331767a59d42b7b for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:04.385569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4f70a1a-9fcd-4b7c-8ded-abd886ebd98b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:04.456183 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:04.529100 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:04.543362 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-228a9a69-fe86-42ae-ae7b-6a0c28a5070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:04.546854 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-7f51c850-85b1-4a2d-8d1f-16187969ba35 service neutron] 10.222.0.47 "GET /v2.0/networks/2492d1b7-9126-40fa-a408-45432bfe8982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306017 Aug 24 00:27:04.615983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-228a9a69-fe86-42ae-ae7b-6a0c28a5070e None None] For port 2bb952bf-4dc9-4d01-850c-c0b71329668e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2bb952bf-4dc9-4d01-850c-c0b71329668e,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:04.617861 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object d78e2d23-abe6-4e41-9d5f-358c3586bf46 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:04.625816 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-228a9a69-fe86-42ae-ae7b-6a0c28a5070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:04.686516 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:04.709993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a9a69-fe86-42ae-ae7b-6a0c28a5070e None None] Pushing event updated for resources: {'Port': ['ID=2bb952bf-4dc9-4d01-850c-c0b71329668e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:04.715877 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9b8475-3a8a-4a5f-b32a-2e47714419f6 None None] Update dhcp port {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'fixed_ips': [{'subnet_id': '213b8043-d213-4b16-9068-a9eda12c07db', 'ip_address': '2001:db8::f816:3eff:fe97:360f'}, {'subnet_id': '61c891e2-a65c-4347-a994-f4cf9adab377'}], 'binding:host_id': 'n-d-805736-1'}, 'id': '2bb952bf-4dc9-4d01-850c-c0b71329668e'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:27:04.743081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:04.743335 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de9b8475-3a8a-4a5f-b32a-2e47714419f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:04.749093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:04.758701 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:04.808374 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=d78e2d23-abe6-4e41-9d5f-358c3586bf46,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:04.846365 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4f70a1a-9fcd-4b7c-8ded-abd886ebd98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:04.895397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-63249206-65c8-4e23-a4cb-978160fa843f service neutron] 10.222.0.32 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395854 Aug 24 00:27:04.937396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-de9b8475-3a8a-4a5f-b32a-2e47714419f6 None None] Allocated IP 172.20.0.2 (277b6df4-b1fd-459f-9851-1a35106f20e7/61c891e2-a65c-4347-a994-f4cf9adab377/2bb952bf-4dc9-4d01-850c-c0b71329668e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:04.957844 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:04.959391 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:04.990495 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:04.996242 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0e29a6c7-be84-42a0-81fa-4e270c77219c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8187392 Aug 24 00:27:05.004406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33976) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:05.019527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f70a1a-9fcd-4b7c-8ded-abd886ebd98b admin admin] Checking segment: {'id': '0de4c60c-cf76-43aa-bf01-514ca6264138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5d6b8bad-aa5d-40e9-8af9-fd0b513ae4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:05.019902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f70a1a-9fcd-4b7c-8ded-abd886ebd98b admin admin] Network hostable DHCP agents. Network: 5d6b8bad-aa5d-40e9-8af9-fd0b513ae4b8, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:27:05.030043 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:05.055785 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-de9b8475-3a8a-4a5f-b32a-2e47714419f6 None None] For port 2bb952bf-4dc9-4d01-850c-c0b71329668e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2bb952bf-4dc9-4d01-850c-c0b71329668e,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:05.071047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af355fd7-38bc-4d93-8326-bfb56b39fd03 req-0a87f865-ae05-4897-b699-c08d3e208ab7 service neutron] 10.222.0.47 "GET /v2.0/networks/2492d1b7-9126-40fa-a408-45432bfe8982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156457 Aug 24 00:27:05.094746 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de9b8475-3a8a-4a5f-b32a-2e47714419f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:05.108813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f70a1a-9fcd-4b7c-8ded-abd886ebd98b admin admin] Pushing event updated for resources: {'Subnet': ['ID=738b55fd-925c-4f92-b419-2cf37227c20b,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:05.110274 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-de9b8475-3a8a-4a5f-b32a-2e47714419f6 None None] Transition to ACTIVE for port object 2bb952bf-4dc9-4d01-850c-c0b71329668e will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:05.124741 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de9b8475-3a8a-4a5f-b32a-2e47714419f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:05.140181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f70a1a-9fcd-4b7c-8ded-abd886ebd98b admin admin] Network 5d6b8bad-aa5d-40e9-8af9-fd0b513ae4b8 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:27:05.159360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808070b-38db-418e-bdbc-8ab00e22f7d0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:05.165669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808070b-38db-418e-bdbc-8ab00e22f7d0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:05.167536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3808070b-38db-418e-bdbc-8ab00e22f7d0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1400352 Aug 24 00:27:05.168867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b4f70a1a-9fcd-4b7c-8ded-abd886ebd98b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 5d6b8bad-aa5d-40e9-8af9-fd0b513ae4b8) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:05.170294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33978) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:05.242531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b8475-3a8a-4a5f-b32a-2e47714419f6 None None] Pushing event updated for resources: {'Port': ['ID=2bb952bf-4dc9-4d01-850c-c0b71329668e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:05.264461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f70a1a-9fcd-4b7c-8ded-abd886ebd98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:05.265097 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4f70a1a-9fcd-4b7c-8ded-abd886ebd98b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:05.266805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5d4f7-61da-4c77-ad1b-f7f26b755b01 None None] Network 5d6b8bad-aa5d-40e9-8af9-fd0b513ae4b8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:05.313900 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Allocated IP 172.25.8.109 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/64a854ce-f047-47cb-8c75-043d876b1eb1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:05.349222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b4f70a1a-9fcd-4b7c-8ded-abd886ebd98b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2844377 Aug 24 00:27:05.428262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2bb952bf-4dc9-4d01-850c-c0b71329668e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:05.455864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1bef576b-1dc2-4623-b1c5-b0f8896d63b5 req-8a617ec4-aabb-438e-baba-14c35a8f1b0e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 210 time: 0.1673582 Aug 24 00:27:05.593320 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:05.634909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3dc922-c74a-45e6-960a-12c64921e9d2 None None] Network 5d6b8bad-aa5d-40e9-8af9-fd0b513ae4b8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:05.716641 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:05.749762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e9394-e4ac-40e8-8053-f440ef92454b req-99057b3b-bca8-4d5f-a006-1134602a1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:05.751498 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-886e9394-e4ac-40e8-8053-f440ef92454b req-99057b3b-bca8-4d5f-a006-1134602a1ab8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e248dba5177a4cc88ace132ff651c3fe&device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 1094 time: 0.4673195 Aug 24 00:27:05.768053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2c294-29ba-4a38-8f12-ec499ebbf7ed req-d00048c0-ccaf-4604-a370-6e4c27a65f6f tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:05.773655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77b2c294-29ba-4a38-8f12-ec499ebbf7ed req-d00048c0-ccaf-4604-a370-6e4c27a65f6f tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 943 time: 0.4863787 Aug 24 00:27:05.816716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:05.829005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:05.833312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:05.886095 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Pushing event updated for resources: {'Port': ['ID=64a854ce-f047-47cb-8c75-043d876b1eb1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:05.968973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6acc0841-8b9a-45e5-b6c0-0508e78a0249 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port d78e2d23-abe6-4e41-9d5f-358c3586bf46 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:05.969496 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6acc0841-8b9a-45e5-b6c0-0508e78a0249 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.060158 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34012) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:06.147505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77b2c294-29ba-4a38-8f12-ec499ebbf7ed req-32984138-21ef-4e4c-824f-209565227137 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635058 Aug 24 00:27:06.233058 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e9394-e4ac-40e8-8053-f440ef92454b req-a42ed736-8128-4105-a5fa-fcd4deb9742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:06.234573 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-886e9394-e4ac-40e8-8053-f440ef92454b req-a42ed736-8128-4105-a5fa-fcd4deb9742d service neutron] 10.222.0.47 "GET /v2.0/networks?id=2492d1b7-9126-40fa-a408-45432bfe8982 HTTP/1.1" status: 200 len: 909 time: 0.4589357 Aug 24 00:27:06.267357 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c925dc6-29fa-4868-83b1-315c67c4dbc7 admin admin] Deleting subnet 738b55fd-925c-4f92-b419-2cf37227c20b {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:27:06.285908 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c925dc6-29fa-4868-83b1-315c67c4dbc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.325674 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.401961 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6acc0841-8b9a-45e5-b6c0-0508e78a0249 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.424420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-886e9394-e4ac-40e8-8053-f440ef92454b req-b20d65b2-225e-40c4-ad95-a8ebe884d77b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a HTTP/1.1" status: 200 len: 217 time: 0.1445408 Aug 24 00:27:06.477570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6acc0841-8b9a-45e5-b6c0-0508e78a0249 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for d78e2d23-abe6-4e41-9d5f-358c3586bf46 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:06.484706 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c925dc6-29fa-4868-83b1-315c67c4dbc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.536678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e9394-e4ac-40e8-8053-f440ef92454b req-03897e32-376e-4fa5-bcf9-29fb6a43d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:06.538658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-886e9394-e4ac-40e8-8053-f440ef92454b req-03897e32-376e-4fa5-bcf9-29fb6a43d3c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b9def7c-6eb3-460d-b0fe-806f0784d920 HTTP/1.1" status: 200 len: 848 time: 0.1051052 Aug 24 00:27:06.579388 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-00bd3c62-0b8c-4fed-9ba3-e1d97d2f6294 None None] Provisioning for port 2bb952bf-4dc9-4d01-850c-c0b71329668e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:06.583933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-00bd3c62-0b8c-4fed-9ba3-e1d97d2f6294 None None] Provisioning complete for port 2bb952bf-4dc9-4d01-850c-c0b71329668e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:06.584864 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-00bd3c62-0b8c-4fed-9ba3-e1d97d2f6294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.724776 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-982a46b3-9de9-4a71-9d40-ca129dc8edb4 req-6db53e07-b218-465f-bf15-c1b39d55a56f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 210 time: 0.1037989 Aug 24 00:27:06.726724 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-886e9394-e4ac-40e8-8053-f440ef92454b req-158e9c28-d605-4467-a247-303dc19fd6dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2492d1b7-9126-40fa-a408-45432bfe8982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347203 Aug 24 00:27:06.743761 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.755099 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c925dc6-29fa-4868-83b1-315c67c4dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.849892 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:27:06.929103 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c925dc6-29fa-4868-83b1-315c67c4dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.988343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Router 6a7d4262-e112-45d7-8658-a4ec2fb47c99 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:27:07.036750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c925dc6-29fa-4868-83b1-315c67c4dbc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738b55fd-925c-4f92-b419-2cf37227c20b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:07.046372 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c925dc6-29fa-4868-83b1-315c67c4dbc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:07.048536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3c925dc6-29fa-4868-83b1-315c67c4dbc7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/738b55fd-925c-4f92-b419-2cf37227c20b HTTP/1.1" status: 204 len: 168 time: 0.9854136 Aug 24 00:27:07.086162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34030) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:07.164706 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-886e9394-e4ac-40e8-8053-f440ef92454b req-739ccaf8-f951-4177-811c-10ec17c18b7e service neutron] 10.222.0.47 "GET /v2.0/networks/2492d1b7-9126-40fa-a408-45432bfe8982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068060 Aug 24 00:27:07.326086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-36acdfbc-b60e-44ac-b6c3-18c4446a653f None None] Provisioning for port d78e2d23-abe6-4e41-9d5f-358c3586bf46 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:07.334419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-36acdfbc-b60e-44ac-b6c3-18c4446a653f None None] Provisioning complete for port d78e2d23-abe6-4e41-9d5f-358c3586bf46 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:07.335337 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-36acdfbc-b60e-44ac-b6c3-18c4446a653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:07.369469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-36acdfbc-b60e-44ac-b6c3-18c4446a653f None None] Port d78e2d23-abe6-4e41-9d5f-358c3586bf46 was deleted so its status cannot be updated. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 24 00:27:07.405649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-d0011a6f-9e97-4033-b662-47554e35b1f8 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:07.407187 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-d0011a6f-9e97-4033-b662-47554e35b1f8 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.13 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 812 time: 0.2818453 Aug 24 00:27:07.411954 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6acc0841-8b9a-45e5-b6c0-0508e78a0249 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:07.419247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:27:07.427824 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-f482ed1a-39b8-4a58-b098-91ef89d3f1b0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Request body: {'port': {'device_id': '3c8605ed-68dd-42ec-a921-47b39133d2e9', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'admin_state_up': True, 'tenant_id': '843b1299ec4a416799a84024131bc2b6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:07.435135 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Sync routers for ids ['6a7d4262-e112-45d7-8658-a4ec2fb47c99'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:27:07.462661 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Routers {'6a7d4262-e112-45d7-8658-a4ec2fb47c99'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:27:07.464579 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:27:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6a7d4262-e112-45d7-8658-a4ec2fb47c99'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:07.506836 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:07.508975 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cd83b817-3d97-4449-b1fd-8a748aa69d06 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7882710 Aug 24 00:27:07.512746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:07.618364 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Set router 6a7d4262-e112-45d7-8658-a4ec2fb47c99 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:27:07.730853 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-f482ed1a-39b8-4a58-b098-91ef89d3f1b0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Made reservation on behalf of 843b1299ec4a416799a84024131bc2b6 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:07.734661 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-f482ed1a-39b8-4a58-b098-91ef89d3f1b0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:07.843210 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'name': 'tempest-ServerRescueNegativeTestJSON-106763970-router', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:03Z', 'updated_at': '2021-08-24T00:27:06Z', 'revision_number': 3, 'project_id': '645be32e261e48e6ae77381e2ac708f7', 'gw_port': {'id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:05Z', 'updated_at': '2021-08-24T00:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:07.870243 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Checking router: 6a7d4262-e112-45d7-8658-a4ec2fb47c99 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:27:07.871006 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Updating router 6a7d4262-e112-45d7-8658-a4ec2fb47c99 port 64a854ce-f047-47cb-8c75-043d876b1eb1 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:27:07.876800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc0841-8b9a-45e5-b6c0-0508e78a0249 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=d78e2d23-abe6-4e41-9d5f-358c3586bf46,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:07.899037 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:07.948876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d36f214-4b9d-4968-bc0a-6cc4d86df565 req-6b6c47ef-ec66-466f-8b9c-6e22c45e0747 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 210 time: 0.0735371 Aug 24 00:27:07.993208 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0eec4ff-6b42-4bba-9bf1-cd4ac01632de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.067935 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-886e9394-e4ac-40e8-8053-f440ef92454b req-c7751fd8-a627-49fb-9450-d273feeacb46 service neutron] 10.222.0.47 "GET /v2.0/networks/2492d1b7-9126-40fa-a408-45432bfe8982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8538072 Aug 24 00:27:08.115521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c11c6c-221f-4c7d-84d9-8affd0a030c3 req-c4d748d5-bf1f-450f-b7f2-1306c61bea4b tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.118146 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30c11c6c-221f-4c7d-84d9-8affd0a030c3 req-c4d748d5-bf1f-450f-b7f2-1306c61bea4b tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 943 time: 0.8180056 Aug 24 00:27:08.222556 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0eec4ff-6b42-4bba-9bf1-cd4ac01632de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.233530 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a0eec4ff-6b42-4bba-9bf1-cd4ac01632de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6b8bad-aa5d-40e9-8af9-fd0b513ae4b8']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:08.253069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a0eec4ff-6b42-4bba-9bf1-cd4ac01632de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de4c60c-cf76-43aa-bf01-514ca6264138') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:08.253381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a0eec4ff-6b42-4bba-9bf1-cd4ac01632de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de4c60c-cf76-43aa-bf01-514ca6264138') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:08.264381 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0eec4ff-6b42-4bba-9bf1-cd4ac01632de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.294699 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6acc0841-8b9a-45e5-b6c0-0508e78a0249 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.308969 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.311154 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:08.312438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6acc0841-8b9a-45e5-b6c0-0508e78a0249 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/d78e2d23-abe6-4e41-9d5f-358c3586bf46 HTTP/1.1" status: 204 len: 168 time: 3.1410778 Aug 24 00:27:08.313880 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0eec4ff-6b42-4bba-9bf1-cd4ac01632de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.318855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-f482ed1a-39b8-4a58-b098-91ef89d3f1b0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Allocated IP 172.20.0.14 (a97f6643-bbde-4905-ae5c-005d0d033f1f/caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2/5d8d438d-e8ef-448d-a5cc-8b4a3dff0736) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:08.339545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0eec4ff-6b42-4bba-9bf1-cd4ac01632de admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0eec4ff-6b42-4bba-9bf1-cd4ac01632de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:27:08.346147 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:27:08.431055 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30c11c6c-221f-4c7d-84d9-8affd0a030c3 req-dc0c532e-ae78-47fb-9d6f-1037a3d8943b tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692661 Aug 24 00:27:08.457756 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Transition to ACTIVE for port object 64a854ce-f047-47cb-8c75-043d876b1eb1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:08.460374 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0eec4ff-6b42-4bba-9bf1-cd4ac01632de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.466120 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.467023 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0eec4ff-6b42-4bba-9bf1-cd4ac01632de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.471421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a0eec4ff-6b42-4bba-9bf1-cd4ac01632de admin admin] 10.222.0.32 "DELETE /v2.0/networks/5d6b8bad-aa5d-40e9-8af9-fd0b513ae4b8 HTTP/1.1" status: 204 len: 168 time: 1.3210602 Aug 24 00:27:08.497453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d260210d-79a6-4cac-a2c6-7daf68d35962 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.499115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d260210d-79a6-4cac-a2c6-7daf68d35962 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.500943 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d260210d-79a6-4cac-a2c6-7daf68d35962 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.502635 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d260210d-79a6-4cac-a2c6-7daf68d35962 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1762767 Aug 24 00:27:08.503099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d15d4-1df6-45f8-8154-806234275ec0 req-f445fb1b-f860-481d-a678-aaf1c7ee4859 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.507901 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:08.514288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-291d15d4-1df6-45f8-8154-806234275ec0 req-f445fb1b-f860-481d-a678-aaf1c7ee4859 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 951 time: 0.1095445 Aug 24 00:27:08.523267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eec4ff-6b42-4bba-9bf1-cd4ac01632de admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6b8bad-aa5d-40e9-8af9-fd0b513ae4b8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:08.526091 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f80a4-6998-4333-befb-706ccd975403 None None] Pushing event updated for resources: {'Port': ['ID=64a854ce-f047-47cb-8c75-043d876b1eb1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:08.533994 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:27:08.549192 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Attempting to bind port 64a854ce-f047-47cb-8c75-043d876b1eb1 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:08.551249 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Attempting to bind port 64a854ce-f047-47cb-8c75-043d876b1eb1 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:08.552924 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Attempting to bind port 64a854ce-f047-47cb-8c75-043d876b1eb1 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:08.563381 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:08.565789 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:08.576106 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.576673 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:08.577189 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Bound port: 64a854ce-f047-47cb-8c75-043d876b1eb1, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:08.577329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-291d15d4-1df6-45f8-8154-806234275ec0 req-739909d1-e3e1-408c-aa03-620a7ad516e7 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619402 Aug 24 00:27:08.577587 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.646426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34090) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:08.668357 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] For port 64a854ce-f047-47cb-8c75-043d876b1eb1, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:08.672950 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] For port 64a854ce-f047-47cb-8c75-043d876b1eb1, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=64a854ce-f047-47cb-8c75-043d876b1eb1,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:08.677907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb9eabc-3182-4b01-b4e0-265b87a06fe5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 213b8043-d213-4b16-9068-a9eda12c07db {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:27:08.680009 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.692191 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffb9eabc-3182-4b01-b4e0-265b87a06fe5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.711751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1cd9ba0e-f536-48f1-998a-5bd04f5c5f72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8ce00ead9d349f19331767a59d42b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628238 Aug 24 00:27:08.714721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34094) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:08.728800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a,segment=NetworkSegment(e6452d00-7066-4aa2-9980-78af7ba54820),segment_id=e6452d00-7066-4aa2-9980-78af7ba54820)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:08.753154 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a', 'network_id': '2492d1b7-9126-40fa-a408-45432bfe8982', 'port_id': '9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a', 'mac_address': 'fa:16:3e:8b:44:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9def7c-6eb3-460d-b0fe-806f0784d920', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:27:08.755787 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Routers {'6a7d4262-e112-45d7-8658-a4ec2fb47c99'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:27:08.756562 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:27:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6a7d4262-e112-45d7-8658-a4ec2fb47c99'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:08.794968 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e05c952d-7670-4059-85dc-81447c983375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.810690 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffb9eabc-3182-4b01-b4e0-265b87a06fe5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.822353 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f80a4-6998-4333-befb-706ccd975403 None None] Pushing event updated for resources: {'Port': ['ID=64a854ce-f047-47cb-8c75-043d876b1eb1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:08.823531 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e05c952d-7670-4059-85dc-81447c983375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.839495 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.853495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:08.877992 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a,segment=NetworkSegment(e6452d00-7066-4aa2-9980-78af7ba54820),segment_id=e6452d00-7066-4aa2-9980-78af7ba54820)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:08.885785 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.921701 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] Set router 6a7d4262-e112-45d7-8658-a4ec2fb47c99 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:27:08.935907 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-f482ed1a-39b8-4a58-b098-91ef89d3f1b0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.937616 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e05c952d-7670-4059-85dc-81447c983375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.940800 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e05c952d-7670-4059-85dc-81447c983375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.945027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e05c952d-7670-4059-85dc-81447c983375 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6e64cd6-8539-4f2f-b3ad-7c8d5e9d2696 HTTP/1.1" status: 204 len: 168 time: 0.2292407 Aug 24 00:27:08.950566 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:08.959423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:08.959729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c952d-7670-4059-85dc-81447c983375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e64cd6-8539-4f2f-b3ad-7c8d5e9d2696,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:09.012648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-f482ed1a-39b8-4a58-b098-91ef89d3f1b0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Transition to ACTIVE for port object 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:09.107493 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffb9eabc-3182-4b01-b4e0-265b87a06fe5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:09.136928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54aa34d3-dd4c-446f-9284-4af846e5b837 req-1ea27151-9745-48a7-af9d-bd495fccab79 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 210 time: 0.0610080 Aug 24 00:27:09.223664 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-f482ed1a-39b8-4a58-b098-91ef89d3f1b0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:09.398163 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'name': 'tempest-ServerRescueNegativeTestJSON-106763970-router', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:03Z', 'updated_at': '2021-08-24T00:27:06Z', 'revision_number': 3, 'project_id': '645be32e261e48e6ae77381e2ac708f7', 'gw_port': {'id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:05Z', 'updated_at': '2021-08-24T00:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:09.425123 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Allocated IP 172.20.0.1 (070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4/d7d30128-2ce5-4885-8968-a3ab5697bdd2/aa77b772-39ab-4da1-bd7d-425b9866fa5e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:09.430796 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:09.444589 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-f482ed1a-39b8-4a58-b098-91ef89d3f1b0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Network a97f6643-bbde-4905-ae5c-005d0d033f1f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:09.451017 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffb9eabc-3182-4b01-b4e0-265b87a06fe5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:09.466907 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75321c-198b-42eb-b42c-e0bda49d3753 None None] The sync data for ids ['6a7d4262-e112-45d7-8658-a4ec2fb47c99'] in n-d-805736-1 is: [{'id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'name': 'tempest-ServerRescueNegativeTestJSON-106763970-router', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:03Z', 'updated_at': '2021-08-24T00:27:06Z', 'revision_number': 3, 'project_id': '645be32e261e48e6ae77381e2ac708f7', 'gw_port': {'id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:05Z', 'updated_at': '2021-08-24T00:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:27:09.472702 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-f482ed1a-39b8-4a58-b098-91ef89d3f1b0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:09.497641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-f482ed1a-39b8-4a58-b098-91ef89d3f1b0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:09.585553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482ed1a-39b8-4a58-b098-91ef89d3f1b0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event updated for resources: {'Port': ['ID=5d8d438d-e8ef-448d-a5cc-8b4a3dff0736,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:09.660497 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ae369-7b3b-4f30-8dc4-e4dcba27bced req-b127e5d9-c03b-4fb9-b88a-2ee8b345e95c tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:09.663889 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-928ae369-7b3b-4f30-8dc4-e4dcba27bced req-b127e5d9-c03b-4fb9-b88a-2ee8b345e95c tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 944 time: 0.0938976 Aug 24 00:27:09.701890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9eabc-3182-4b01-b4e0-265b87a06fe5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=213b8043-d213-4b16-9068-a9eda12c07db,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:09.717670 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ffb9eabc-3182-4b01-b4e0-265b87a06fe5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:09.721529 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ffb9eabc-3182-4b01-b4e0-265b87a06fe5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/213b8043-d213-4b16-9068-a9eda12c07db HTTP/1.1" status: 204 len: 168 time: 1.2079110 Aug 24 00:27:09.726246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34154) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:09.735044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a253dc-e772-4d39-9d91-4af877511b2f None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:09.769230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-f482ed1a-39b8-4a58-b098-91ef89d3f1b0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:09.769979 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-f482ed1a-39b8-4a58-b098-91ef89d3f1b0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:09.816515 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-f482ed1a-39b8-4a58-b098-91ef89d3f1b0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3926067 Aug 24 00:27:09.824524 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:09.845530 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Request body: {'port': {'device_id': '3c8605ed-68dd-42ec-a921-47b39133d2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:09.921381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e0c977-c77a-4a29-bf40-99a3bbd56c43 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 61c891e2-a65c-4347-a994-f4cf9adab377 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:27:09.942448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e0c977-c77a-4a29-bf40-99a3bbd56c43 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:09.992825 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.031009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-928ae369-7b3b-4f30-8dc4-e4dcba27bced req-efe9ecc6-4525-4f2a-9d04-5279b8721458 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526976 Aug 24 00:27:10.084734 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.099484 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e0c977-c77a-4a29-bf40-99a3bbd56c43 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.113692 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0eb08695-df70-4937-95c4-acaefa57899e None None] Provisioning for port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:10.124865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0eb08695-df70-4937-95c4-acaefa57899e None None] Provisioning complete for port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:10.125425 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0eb08695-df70-4937-95c4-acaefa57899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.237882 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:10.243262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-d1335ba8-81a3-403f-bf35-db9b89bf1d77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2034216 Aug 24 00:27:10.246715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0eb08695-df70-4937-95c4-acaefa57899e None None] Port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:27:10.269240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:10.278089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:10.286172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f561f0-f6eb-4519-9c32-37a3eb70109a req-92a1bb2c-f0ab-4e36-b12f-b7974043ecf0 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.297989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4f561f0-f6eb-4519-9c32-37a3eb70109a req-92a1bb2c-f0ab-4e36-b12f-b7974043ecf0 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 951 time: 0.1889884 Aug 24 00:27:10.315076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34170) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:10.325070 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Pushing event updated for resources: {'Port': ['ID=aa77b772-39ab-4da1-bd7d-425b9866fa5e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:10.421719 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.462836 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e0c977-c77a-4a29-bf40-99a3bbd56c43 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.525669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4f561f0-f6eb-4519-9c32-37a3eb70109a req-036fdb14-f5e7-44fb-8e77-0cd56830812f tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266212 Aug 24 00:27:10.552946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1863787322-network', 'tenant_id': '3b618916ee954525990485ae65e3c64e'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:10.566652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 219657f4-9eaa-4931-a0b3-c47d861fb26a no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:10.591845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd306-3e5e-4997-8fe9-8005f1a635c2 req-e0277bb6-7783-4cef-97cd-f0cd30248ef9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.594242 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-daadd306-3e5e-4997-8fe9-8005f1a635c2 req-e0277bb6-7783-4cef-97cd-f0cd30248ef9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 932 time: 0.3503764 Aug 24 00:27:10.629236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-056e7ad2-ad80-4a67-b411-01ec5c552d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.629637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-056e7ad2-ad80-4a67-b411-01ec5c552d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.630119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-056e7ad2-ad80-4a67-b411-01ec5c552d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.630593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-056e7ad2-ad80-4a67-b411-01ec5c552d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.631255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-056e7ad2-ad80-4a67-b411-01ec5c552d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.631739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-056e7ad2-ad80-4a67-b411-01ec5c552d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.632212 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-056e7ad2-ad80-4a67-b411-01ec5c552d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.634264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-056e7ad2-ad80-4a67-b411-01ec5c552d1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60035b714294d25b25f588bef13ad1c&device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 6502 time: 0.2811382 Aug 24 00:27:10.713929 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-daadd306-3e5e-4997-8fe9-8005f1a635c2 req-72e8cdaa-cbfc-4f70-a1e9-7ca1ca5bea73 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732801 Aug 24 00:27:10.726254 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.749865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] Made reservation on behalf of 3b618916ee954525990485ae65e3c64e for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:10.753400 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.776502 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.813695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219657f4-9eaa-4931-a0b3-c47d861fb26a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:10.816210 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adfc0f8-647e-4a8c-9d45-26e3434896e9" -d '{"events": [{"server_uuid": "a3a652c0-c57b-4bff-bcf8-470bca14181a", "name": "network-vif-unplugged", "status": "completed", "tag": "219657f4-9eaa-4931-a0b3-c47d861fb26a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:10.825166 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e0c977-c77a-4a29-bf40-99a3bbd56c43 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.827650 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.841005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 219657f4-9eaa-4931-a0b3-c47d861fb26a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:10.848838 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.911262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-0c48b075-4ae7-49eb-bd02-487710e9c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.911746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-0c48b075-4ae7-49eb-bd02-487710e9c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.912215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-0c48b075-4ae7-49eb-bd02-487710e9c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.913834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-0c48b075-4ae7-49eb-bd02-487710e9c934 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76b7da42-c04b-463d-808a-afaf1b8052d6&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=b6cfb797-f65c-4b64-8064-c867f5a2550e&id=b6cfb797-f65c-4b64-8064-c867f5a2550e HTTP/1.1" status: 200 len: 2297 time: 0.2075288 Aug 24 00:27:10.925429 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab648bed-cd32-43ba-80ef-15dc98e13e86 x-openstack-request-id: req-ab648bed-cd32-43ba-80ef-15dc98e13e86 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:10.926675 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a652c0-c57b-4bff-bcf8-470bca14181a", "name": "network-vif-unplugged", "status": "completed", "tag": "219657f4-9eaa-4931-a0b3-c47d861fb26a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:10.927174 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab648bed-cd32-43ba-80ef-15dc98e13e86 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:10.927787 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219657f4-9eaa-4931-a0b3-c47d861fb26a', 'code': 200} Aug 24 00:27:10.929002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=219657f4-9eaa-4931-a0b3-c47d861fb26a,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:10.993796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:11.004488 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.008369 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e0c977-c77a-4a29-bf40-99a3bbd56c43 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.010692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-48e0c977-c77a-4a29-bf40-99a3bbd56c43 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/61c891e2-a65c-4347-a994-f4cf9adab377 HTTP/1.1" status: 204 len: 168 time: 1.2819960 Aug 24 00:27:11.011676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0c977-c77a-4a29-bf40-99a3bbd56c43 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=61c891e2-a65c-4347-a994-f4cf9adab377,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:11.013324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34178) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:11.059256 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Transition to ACTIVE for port object 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:11.067896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.092981 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-484dd28b-9956-4c44-9198-41e385fd1bbd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702467 Aug 24 00:27:11.095562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34182) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:11.100413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f4960c3a-c8c3-4f3e-b769-7bdda9a6ae01 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:11.109482 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d051f4-190d-4501-bb8d-2a3243ac4e48 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:11.168443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8d438d-e8ef-448d-a5cc-8b4a3dff0736,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:11.207217 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.218065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-92d93f1b-6f36-4945-89c5-100511a08cb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 HTTP/1.1" status: 200 len: 1001 time: 0.2847538 Aug 24 00:27:11.291880 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.411267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Attempting to bind port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:11.411648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2d6d9-009f-4cdf-9f4f-3451f38029fd req-54eea4fa-2ffe-4b47-970a-5930df85ba2c tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:11.415096 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Attempting to bind port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:11.415555 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Attempting to bind port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 on network a97f6643-bbde-4905-ae5c-005d0d033f1f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:11.422503 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3f2d6d9-009f-4cdf-9f4f-3451f38029fd req-54eea4fa-2ffe-4b47-970a-5930df85ba2c tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 944 time: 0.3020990 Aug 24 00:27:11.438733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fa955151-68d0-48a7-b0c4-f4fd82d76bb8 None None] Provisioning complete for port 2bb952bf-4dc9-4d01-850c-c0b71329668e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:11.438930 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa955151-68d0-48a7-b0c4-f4fd82d76bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.443223 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Pushing event updated for resources: {'Port': ['ID=aa77b772-39ab-4da1-bd7d-425b9866fa5e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:11.451775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 on network a97f6643-bbde-4905-ae5c-005d0d033f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:27:11.452012 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Attempting to bind port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 on network a97f6643-bbde-4905-ae5c-005d0d033f1f {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:11.457969 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.463998 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:11.464617 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Checking segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:11.465181 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Bound using segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:11.465819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Bound port: 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:11.466353 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.474645 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 64a854ce-f047-47cb-8c75-043d876b1eb1 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:11.477271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-617c7629-7035-4ac1-8909-b91966635da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:11.481628 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-617c7629-7035-4ac1-8909-b91966635da4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54dadfea-b82d-455e-87de-0100325a1116 HTTP/1.1" status: 200 len: 855 time: 0.2401109 Aug 24 00:27:11.536583 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3f2d6d9-009f-4cdf-9f4f-3451f38029fd req-323747b5-55af-414c-a97b-1817660d8946 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130455 Aug 24 00:27:11.596303 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.599282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-03b10c6a-6d6e-46d6-9811-c6e22eefb8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:11.601023 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-03b10c6a-6d6e-46d6-9811-c6e22eefb8a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b7da42-c04b-463d-808a-afaf1b8052d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077039 Aug 24 00:27:11.606386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 64a854ce-f047-47cb-8c75-043d876b1eb1 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:11.612910 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.617766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 64a854ce-f047-47cb-8c75-043d876b1eb1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:11.618310 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.681560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] For port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:11.686571 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab5ed3e-3250-4cc8-baba-9e19294969e1 None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:27:11.709861 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] For port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5d8d438d-e8ef-448d-a5cc-8b4a3dff0736,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:11.719954 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:11.725575 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:11.727817 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.732674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:27:11.812286 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.812917 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] Added segment 2da5f16d-cb5c-4967-92f7-7570d77ecef8 of type vlan for network 9b465dfe-d306-4292-bddd-524ea879c283 Aug 24 00:27:11.815848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-25cd11a8-77fc-4ca8-a3c1-5a4932fb9564 service neutron] 10.222.0.13 "GET /v2.0/networks/76b7da42-c04b-463d-808a-afaf1b8052d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041190 Aug 24 00:27:11.836289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4960c3a-c8c3-4f3e-b769-7bdda9a6ae01 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:11.840999 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4960c3a-c8c3-4f3e-b769-7bdda9a6ae01 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.850444 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.861512 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:11.862222 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.863773 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 HTTP/1.1" status: 200 len: 1092 time: 2.0311749 Aug 24 00:27:11.868290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8605ed-68dd-42ec-a921-47b39133d2e9', 'tag': '5d8d438d-e8ef-448d-a5cc-8b4a3dff0736'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:11.870725 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d1e634-688b-437a-9840-d89507c57c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8605ed-68dd-42ec-a921-47b39133d2e9", "tag": "5d8d438d-e8ef-448d-a5cc-8b4a3dff0736"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:11.915427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b5dbe-7117-4a0e-b6e8-6bf5d05fc8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8d438d-e8ef-448d-a5cc-8b4a3dff0736,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:11.936102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-aab5ed3e-3250-4cc8-baba-9e19294969e1 None None] Deleting port 2bb952bf-4dc9-4d01-850c-c0b71329668e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:11.936717 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aab5ed3e-3250-4cc8-baba-9e19294969e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.940928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 64a854ce-f047-47cb-8c75-043d876b1eb1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=64a854ce-f047-47cb-8c75-043d876b1eb1,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:11.964722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-43b34981-9dcb-49db-89cc-03192003de74 service neutron] 10.222.0.13 "GET /v2.0/networks/76b7da42-c04b-463d-808a-afaf1b8052d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294971 Aug 24 00:27:11.985117 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:11.986839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73efd6f9-4c17-4af1-b098-0e4a322b1e5b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:12.060372 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Router 6a7d4262-e112-45d7-8658-a4ec2fb47c99 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:27:12.067584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-e74c2a45-14f3-4e46-845d-58f8be94cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.069281 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-e74c2a45-14f3-4e46-845d-58f8be94cc92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 1095 time: 0.0810959 Aug 24 00:27:12.096316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=64a854ce-f047-47cb-8c75-043d876b1eb1,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:12.107198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-aab5ed3e-3250-4cc8-baba-9e19294969e1 None None] For port 2bb952bf-4dc9-4d01-850c-c0b71329668e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2bb952bf-4dc9-4d01-850c-c0b71329668e,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:12.107608 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aab5ed3e-3250-4cc8-baba-9e19294969e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:12.120582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-aab5ed3e-3250-4cc8-baba-9e19294969e1 None None] Calling delete_port for 2bb952bf-4dc9-4d01-850c-c0b71329668e owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:12.161832 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-c9ef7402-749d-4585-9df9-e0aa0b5afce8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 HTTP/1.1" status: 200 len: 217 time: 0.0447998 Aug 24 00:27:12.163508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-1c85d863-3b15-479b-af50-192fc10ac88a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=dfe403b4-93ff-4811-8d40-226b565b5d0e HTTP/1.1" status: 200 len: 217 time: 0.1359434 Aug 24 00:27:12.165190 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:12.206206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f2f3-68f8-4667-97e7-60013577dc6f req-81d8fbe1-7cef-4291-935f-daeb7933c970 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.207638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5f3f2f3-68f8-4667-97e7-60013577dc6f req-81d8fbe1-7cef-4291-935f-daeb7933c970 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 949 time: 0.4696329 Aug 24 00:27:12.223979 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aab5ed3e-3250-4cc8-baba-9e19294969e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:12.249652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5ed3e-3250-4cc8-baba-9e19294969e1 None None] Pushing event deleted for resources: {'Port': ['ID=2bb952bf-4dc9-4d01-850c-c0b71329668e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:12.257179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5ed3e-3250-4cc8-baba-9e19294969e1 None None] No DVR routers for this DVR port 2bb952bf-4dc9-4d01-850c-c0b71329668e on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:27:12.268633 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:27:12.271769 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-53f33c2c-d5b6-439c-9fc6-b6b96673f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.273022 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-53f33c2c-d5b6-439c-9fc6-b6b96673f5fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.0970922 Aug 24 00:27:12.290546 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-65cbdafa-3017-481f-92ae-b604c1ac1546 admin admin] 10.222.0.32 "PUT /v2.0/routers/6a7d4262-e112-45d7-8658-a4ec2fb47c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7652814 Aug 24 00:27:12.300778 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Sync routers for ids ['6a7d4262-e112-45d7-8658-a4ec2fb47c99'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:27:12.311055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Routers {'6a7d4262-e112-45d7-8658-a4ec2fb47c99'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:27:12.311766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:27:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6a7d4262-e112-45d7-8658-a4ec2fb47c99'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:12.371404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-78dd0a08-d38a-4ad0-9f93-3959b1dc43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.373224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-78dd0a08-d38a-4ad0-9f93-3959b1dc43c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.1898828 Aug 24 00:27:12.428125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5f3f2f3-68f8-4667-97e7-60013577dc6f req-acf700b6-7bb2-485e-89ae-02ebe3e6a54a tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832349 Aug 24 00:27:12.429074 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:12.430349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.430633 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:12.441004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d400466-c32b-4c23-b8d4-7cf6efad709a req-582de3ad-edf8-4b0d-a032-6150f2e6a900 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.451535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d400466-c32b-4c23-b8d4-7cf6efad709a req-582de3ad-edf8-4b0d-a032-6150f2e6a900 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 944 time: 0.4591484 Aug 24 00:27:12.495780 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Set router 6a7d4262-e112-45d7-8658-a4ec2fb47c99 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:27:12.594189 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2781436 Aug 24 00:27:12.602888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34204) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:12.615316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:12.619359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2f98-ed32-4ba6-b8b0-a7446ddc6efb req-169c3a07-4b28-4fda-9a61-93c4bcedb7fd tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.621282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a8e2f98-ed32-4ba6-b8b0-a7446ddc6efb req-169c3a07-4b28-4fda-9a61-93c4bcedb7fd tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 949 time: 0.3349800 Aug 24 00:27:12.628078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b2b87ddd-6ddb-45e6-aacf-c8ee6c7c2581 admin admin] Request body: {'subnet': {'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1863787322-subnet', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:12.680139 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-0d79d9bb-6533-433d-a90e-c67fbd647be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.682272 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-0d79d9bb-6533-433d-a90e-c67fbd647be2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4018412 Aug 24 00:27:12.735671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d400466-c32b-4c23-b8d4-7cf6efad709a req-78f2dc14-02ac-40f0-a2dd-878dde2be26f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580037 Aug 24 00:27:12.744373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:12.749827 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:12.750444 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:12.800486 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-3ed21b93-e832-49d9-a2c1-4993f9d8718e service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109335 Aug 24 00:27:12.802279 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542ba45b-8b8d-4e7a-8c30-21df772f4b20 x-openstack-request-id: req-542ba45b-8b8d-4e7a-8c30-21df772f4b20 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:12.802563 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8605ed-68dd-42ec-a921-47b39133d2e9", "tag": "5d8d438d-e8ef-448d-a5cc-8b4a3dff0736", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:12.802829 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-542ba45b-8b8d-4e7a-8c30-21df772f4b20 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:12.803226 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8605ed-68dd-42ec-a921-47b39133d2e9', 'tag': '5d8d438d-e8ef-448d-a5cc-8b4a3dff0736', 'status': 'completed', 'code': 200} Aug 24 00:27:12.809908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-810057bf-f45e-4fd3-a5c0-89b84bc2ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.811475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-810057bf-f45e-4fd3-a5c0-89b84bc2ed09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3657849 Aug 24 00:27:12.812116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b87ddd-6ddb-45e6-aacf-c8ee6c7c2581 admin admin] Made reservation on behalf of 3b618916ee954525990485ae65e3c64e for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:12.815035 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2b87ddd-6ddb-45e6-aacf-c8ee6c7c2581 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:12.823197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343249e0-403e-422a-bc3e-c1a7b2d32eba admin admin] Pushing event updated for resources: {'Network': ['ID=9b465dfe-d306-4292-bddd-524ea879c283,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:12.840564 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 9b465dfe-d306-4292-bddd-524ea879c283 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:27:12.969034 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c95c6dd8-70c9-47a0-b780-e8917e1e507f req-44cd3e63-98ca-4036-a758-a5d8cbaeae84 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403716 Aug 24 00:27:12.997411 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'name': 'tempest-ServerRescueNegativeTestJSON-106763970-router', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:03Z', 'updated_at': '2021-08-24T00:27:10Z', 'revision_number': 4, 'project_id': '645be32e261e48e6ae77381e2ac708f7', 'gw_port': {'id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:05Z', 'updated_at': '2021-08-24T00:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'aa77b772-39ab-4da1-bd7d-425b9866fa5e', 'name': '', 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7', 'mac_address': 'fa:16:3e:b0:23:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'd7d30128-2ce5-4885-8968-a3ab5697bdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:09Z', 'updated_at': '2021-08-24T00:27:10Z', 'revision_number': 2, 'project_id': '645be32e261e48e6ae77381e2ac708f7', 'subnets': [{'id': 'd7d30128-2ce5-4885-8968-a3ab5697bdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:13.028534 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:13.030428 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Checking router: 6a7d4262-e112-45d7-8658-a4ec2fb47c99 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:27:13.030906 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Updating router 6a7d4262-e112-45d7-8658-a4ec2fb47c99 port aa77b772-39ab-4da1-bd7d-425b9866fa5e binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:27:13.078959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa49162-fe8c-494e-8022-952e6ec9ab6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:13.081285 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afc5185-3026-4592-9fdc-18417eda1229" -d '{"events": [{"server_uuid": "5aa49162-fe8c-494e-8022-952e6ec9ab6d", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:13.086246 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:13.102518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a,segment=NetworkSegment(e6452d00-7066-4aa2-9980-78af7ba54820),segment_id=e6452d00-7066-4aa2-9980-78af7ba54820)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:13.111539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1e634-688b-437a-9840-d89507c57c3a req-c3e7fa6a-1d66-4d85-9241-136aa0f10786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:13.113163 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b0d1e634-688b-437a-9840-d89507c57c3a req-c3e7fa6a-1d66-4d85-9241-136aa0f10786 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 1095 time: 0.0482039 Aug 24 00:27:13.212757 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1e634-688b-437a-9840-d89507c57c3a req-8a7e7e5e-aa76-43f9-a7db-fcafd92d04c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:13.214904 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b0d1e634-688b-437a-9840-d89507c57c3a req-8a7e7e5e-aa76-43f9-a7db-fcafd92d04c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.0942571 Aug 24 00:27:13.216194 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:13.226384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.objects.ports [None req-f4960c3a-c8c3-4f3e-b769-7bdda9a6ae01 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94837) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:27:13.237996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-3cfac6c0-8585-4a76-b7b7-8afdcab8ad82 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120736 Aug 24 00:27:13.246270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c75beb-4ab8-41cf-a4d3-b9c9b3b127e5 req-8e964a39-29c4-492c-b443-bebc990c7730 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:13.247761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1c75beb-4ab8-41cf-a4d3-b9c9b3b127e5 req-8e964a39-29c4-492c-b443-bebc990c7730 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 944 time: 0.3648446 Aug 24 00:27:13.261424 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b0d1e634-688b-437a-9840-d89507c57c3a req-a5abcad2-b8c4-430e-9cf6-e593dd0bcb50 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 HTTP/1.1" status: 200 len: 217 time: 0.0374284 Aug 24 00:27:13.265518 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4960c3a-c8c3-4f3e-b769-7bdda9a6ae01 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:13.321797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:13.366489 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1e634-688b-437a-9840-d89507c57c3a req-cce5ee4b-8d04-45d7-978f-02350f45c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:13.368501 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b0d1e634-688b-437a-9840-d89507c57c3a req-cce5ee4b-8d04-45d7-978f-02350f45c604 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.0993896 Aug 24 00:27:13.396392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 64a854ce-f047-47cb-8c75-043d876b1eb1 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:13.443110 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1e634-688b-437a-9840-d89507c57c3a req-0ed215f6-b277-4cf3-abbc-1e064426e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:13.445712 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b0d1e634-688b-437a-9840-d89507c57c3a req-0ed215f6-b277-4cf3-abbc-1e064426e9a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666256 Aug 24 00:27:13.481101 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:13.500632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Transition to ACTIVE for port object aa77b772-39ab-4da1-bd7d-425b9866fa5e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:13.512146 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:13.523413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 64a854ce-f047-47cb-8c75-043d876b1eb1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:13.523777 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:13.545395 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b0d1e634-688b-437a-9840-d89507c57c3a req-cb47cf34-fbca-4c13-b313-212ef94957d3 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920889 Aug 24 00:27:13.625353 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0eabf-90c2-4d3f-a19e-46c5a138137f None None] Pushing event updated for resources: {'Port': ['ID=aa77b772-39ab-4da1-bd7d-425b9866fa5e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:13.652817 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b0d1e634-688b-437a-9840-d89507c57c3a req-428a0757-2ae5-4673-a5b3-f0f350f08f56 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990729 Aug 24 00:27:13.664819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Attempting to bind port aa77b772-39ab-4da1-bd7d-425b9866fa5e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:13.665195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Attempting to bind port aa77b772-39ab-4da1-bd7d-425b9866fa5e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:13.665555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Attempting to bind port aa77b772-39ab-4da1-bd7d-425b9866fa5e on network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:13.700289 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:13.700659 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Checking segment: {'id': '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:13.701063 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:13.701458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Bound using segment: {'id': '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:13.701943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Bound port: aa77b772-39ab-4da1-bd7d-425b9866fa5e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:13.702323 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:13.766652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc21224-b422-453e-85db-67a4b881cbff req-e9c325ff-e445-4c35-9095-cb873426d449 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:13.768452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc21224-b422-453e-85db-67a4b881cbff req-e9c325ff-e445-4c35-9095-cb873426d449 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/networks?id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 HTTP/1.1" status: 200 len: 818 time: 0.8057966 Aug 24 00:27:13.789623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4960c3a-c8c3-4f3e-b769-7bdda9a6ae01 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:13.792551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2bb952bf-4dc9-4d01-850c-c0b71329668e no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:13.793145 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-7a8e2f98-ed32-4ba6-b8b0-a7446ddc6efb req-253ca62e-4bad-4fbb-a591-bbcf02a4fc2c tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Deleting port 219657f4-9eaa-4931-a0b3-c47d861fb26a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:13.793485 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a8e2f98-ed32-4ba6-b8b0-a7446ddc6efb req-253ca62e-4bad-4fbb-a591-bbcf02a4fc2c tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:13.794481 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] For port aa77b772-39ab-4da1-bd7d-425b9866fa5e, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:13.820218 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 2bb952bf-4dc9-4d01-850c-c0b71329668e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:27:13.820569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2bb952bf-4dc9-4d01-850c-c0b71329668e not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:13.825629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] For port aa77b772-39ab-4da1-bd7d-425b9866fa5e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=aa77b772-39ab-4da1-bd7d-425b9866fa5e,segment=NetworkSegment(4da1dac5-4d9b-42b7-bdda-f353f39c3bd0),segment_id=4da1dac5-4d9b-42b7-bdda-f353f39c3bd0)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:13.828578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-f4960c3a-c8c3-4f3e-b769-7bdda9a6ae01 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:13.835877 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:13.845492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626bb335-ca59-4b58-b174-cd9252d7c207 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:13.868993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4960c3a-c8c3-4f3e-b769-7bdda9a6ae01 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:13.870472 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4960c3a-c8c3-4f3e-b769-7bdda9a6ae01 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:13.872921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4960c3a-c8c3-4f3e-b769-7bdda9a6ae01 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=dd37c585-886d-4dd6-82ab-875dfa47159a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:13.888670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc21224-b422-453e-85db-67a4b881cbff req-a95f70c0-7d94-44be-851b-eeced4f58ac2 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/quotas/645be32e261e48e6ae77381e2ac708f7 HTTP/1.1" status: 200 len: 375 time: 0.1071532 Aug 24 00:27:13.899425 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1c75beb-4ab8-41cf-a4d3-b9c9b3b127e5 req-c3cfd7f8-4629-487e-b448-e00189120191 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315117 Aug 24 00:27:14.006533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f4960c3a-c8c3-4f3e-b769-7bdda9a6ae01 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9103386 Aug 24 00:27:14.009554 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34228) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:14.016209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-99c94fc0-9b7c-484b-807d-f72240c66faf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:14.017401 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-d9a81045-0464-43ea-8e4b-24aa15b570e1 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7649472 Aug 24 00:27:14.018248 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2b87ddd-6ddb-45e6-aacf-c8ee6c7c2581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:14.062878 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee26ddc-cf4c-46ad-bef6-01fb403f0853 x-openstack-request-id: req-dee26ddc-cf4c-46ad-bef6-01fb403f0853 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:14.063441 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa49162-fe8c-494e-8022-952e6ec9ab6d", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:14.063441 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dee26ddc-cf4c-46ad-bef6-01fb403f0853 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:14.063779 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa49162-fe8c-494e-8022-952e6ec9ab6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a', 'code': 200} Aug 24 00:27:14.079573 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Routers {'6a7d4262-e112-45d7-8658-a4ec2fb47c99'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:27:14.080221 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:27:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6a7d4262-e112-45d7-8658-a4ec2fb47c99'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:14.115128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-8738859f-b332-4fb1-8c05-fdad1aa952bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=22f7ed89-39b2-4be4-b2ff-738827384330 HTTP/1.1" status: 200 len: 217 time: 0.0872626 Aug 24 00:27:14.120589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0eabf-90c2-4d3f-a19e-46c5a138137f None None] Pushing event updated for resources: {'Port': ['ID=aa77b772-39ab-4da1-bd7d-425b9866fa5e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:14.121404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7a8e2f98-ed32-4ba6-b8b0-a7446ddc6efb req-253ca62e-4bad-4fbb-a591-bbcf02a4fc2c tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] For port 219657f4-9eaa-4931-a0b3-c47d861fb26a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=219657f4-9eaa-4931-a0b3-c47d861fb26a,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:14.121777 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a8e2f98-ed32-4ba6-b8b0-a7446ddc6efb req-253ca62e-4bad-4fbb-a591-bbcf02a4fc2c tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:14.148190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc21224-b422-453e-85db-67a4b881cbff req-6fb8f7b0-fbe8-47f6-9125-c2f0cb2dec75 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=645be32e261e48e6ae77381e2ac708f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2204161 Aug 24 00:27:14.178227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-7a8e2f98-ed32-4ba6-b8b0-a7446ddc6efb req-253ca62e-4bad-4fbb-a591-bbcf02a4fc2c tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Calling delete_port for 219657f4-9eaa-4931-a0b3-c47d861fb26a owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:14.193222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b87ddd-6ddb-45e6-aacf-c8ee6c7c2581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:14.197019 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c94fc0-9b7c-484b-807d-f72240c66faf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:14.205141 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99c94fc0-9b7c-484b-807d-f72240c66faf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:14.260214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] Set router 6a7d4262-e112-45d7-8658-a4ec2fb47c99 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:27:14.352343 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': 'dd37c585-886d-4dd6-82ab-875dfa47159a'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:27:14.353269 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:14.364459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-8db2af47-7d9a-4c3f-b406-7cb6850d18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:14.365993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-8db2af47-7d9a-4c3f-b406-7cb6850d18b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.2391989 Aug 24 00:27:14.366676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b87ddd-6ddb-45e6-aacf-c8ee6c7c2581 admin admin] Checking segment: {'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:14.367078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b87ddd-6ddb-45e6-aacf-c8ee6c7c2581 admin admin] Network hostable DHCP agents. Network: 9b465dfe-d306-4292-bddd-524ea879c283, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:27:14.449427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367168c-8df5-4e98-bb02-fb82c18214cf req-b8f5b7b4-5859-4453-ad88-52716261f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:14.450988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9367168c-8df5-4e98-bb02-fb82c18214cf req-b8f5b7b4-5859-4453-ad88-52716261f433 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 1096 time: 0.2618947 Aug 24 00:27:14.469811 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99c94fc0-9b7c-484b-807d-f72240c66faf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:14.500122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121ec58-08a3-479c-8eec-ae33f6b1c893 req-aeeb2691-f00b-40af-8547-27dfc4fe0fd6 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:14.501699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4121ec58-08a3-479c-8eec-ae33f6b1c893 req-aeeb2691-f00b-40af-8547-27dfc4fe0fd6 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3a652c0-c57b-4bff-bcf8-470bca14181a HTTP/1.1" status: 200 len: 949 time: 0.2760007 Aug 24 00:27:14.515312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b87ddd-6ddb-45e6-aacf-c8ee6c7c2581 admin admin] Network 9b465dfe-d306-4292-bddd-524ea879c283 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:27:14.522820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c94fc0-9b7c-484b-807d-f72240c66faf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:14.528012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc21224-b422-453e-85db-67a4b881cbff req-8ec20fb5-7011-4e1d-8053-332298c0adfb service neutron] 10.222.0.32 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323059 Aug 24 00:27:14.528763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-99c94fc0-9b7c-484b-807d-f72240c66faf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:14.534469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c94fc0-9b7c-484b-807d-f72240c66faf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:14.535130 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99c94fc0-9b7c-484b-807d-f72240c66faf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:14.571213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c94fc0-9b7c-484b-807d-f72240c66faf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=5e5e45d4-1e18-448a-b043-db0500e5e9f6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:14.572474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b2b87ddd-6ddb-45e6-aacf-c8ee6c7c2581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 9b465dfe-d306-4292-bddd-524ea879c283) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:14.589161 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-99c94fc0-9b7c-484b-807d-f72240c66faf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5775006 Aug 24 00:27:14.590065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-0a04f9a2-1b2a-4e11-b4a6-8a62b6b355b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:14.591409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-0a04f9a2-1b2a-4e11-b4a6-8a62b6b355b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2134309 Aug 24 00:27:14.591992 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34230) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:14.602311 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'mac_address': 'fa:16:3e:a6:64:c9', 'name': 'tempest-NetworksTestDHCPv6-1405198418'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:14.607632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea19a8-25d8-408d-b49a-8700e580b787 None None] Network 9b465dfe-d306-4292-bddd-524ea879c283 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:14.615819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9367168c-8df5-4e98-bb02-fb82c18214cf req-136bdee5-6a38-48f2-b0a1-fa2cb1f5d38c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430340 Aug 24 00:27:14.617114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b87ddd-6ddb-45e6-aacf-c8ee6c7c2581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:14.617704 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2b87ddd-6ddb-45e6-aacf-c8ee6c7c2581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:14.674325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Allocated IP 2001:db8::f816:3eff:fe82:23f (277b6df4-b1fd-459f-9851-1a35106f20e7/dd37c585-886d-4dd6-82ab-875dfa47159a/0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:14.733510 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:14.752642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b2b87ddd-6ddb-45e6-aacf-c8ee6c7c2581 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1302371 Aug 24 00:27:14.753373 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a8e2f98-ed32-4ba6-b8b0-a7446ddc6efb req-253ca62e-4bad-4fbb-a591-bbcf02a4fc2c tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:14.772615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34232) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:14.773846 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'name': 'tempest-ServerRescueNegativeTestJSON-106763970-router', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:03Z', 'updated_at': '2021-08-24T00:27:10Z', 'revision_number': 4, 'project_id': '645be32e261e48e6ae77381e2ac708f7', 'gw_port': {'id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:05Z', 'updated_at': '2021-08-24T00:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'aa77b772-39ab-4da1-bd7d-425b9866fa5e', 'name': '', 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7', 'mac_address': 'fa:16:3e:b0:23:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'd7d30128-2ce5-4885-8968-a3ab5697bdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:09Z', 'updated_at': '2021-08-24T00:27:13Z', 'revision_number': 4, 'project_id': '645be32e261e48e6ae77381e2ac708f7', 'subnets': [{'id': 'd7d30128-2ce5-4885-8968-a3ab5697bdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:14.793103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:14.810030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f42de-4c44-4b7a-a12a-21e23baf588a None None] The sync data for ids ['6a7d4262-e112-45d7-8658-a4ec2fb47c99'] in n-d-805736-1 is: [{'id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'name': 'tempest-ServerRescueNegativeTestJSON-106763970-router', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:03Z', 'updated_at': '2021-08-24T00:27:10Z', 'revision_number': 4, 'project_id': '645be32e261e48e6ae77381e2ac708f7', 'gw_port': {'id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:05Z', 'updated_at': '2021-08-24T00:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'aa77b772-39ab-4da1-bd7d-425b9866fa5e', 'name': '', 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7', 'mac_address': 'fa:16:3e:b0:23:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'd7d30128-2ce5-4885-8968-a3ab5697bdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:09Z', 'updated_at': '2021-08-24T00:27:13Z', 'revision_number': 4, 'project_id': '645be32e261e48e6ae77381e2ac708f7', 'subnets': [{'id': 'd7d30128-2ce5-4885-8968-a3ab5697bdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:27:14.828792 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:14.832369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4121ec58-08a3-479c-8eec-ae33f6b1c893 req-96deb21c-b534-41ee-99bd-5599cbe473b0 tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.32 "GET /v2.0/security-groups?id=18040f7f-8599-4c91-94bc-2f17013f85df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636669 Aug 24 00:27:14.870276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ca62e-4bad-4fbb-a591-bbcf02a4fc2c tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Pushing event deleted for resources: {'Port': ['ID=219657f4-9eaa-4931-a0b3-c47d861fb26a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:14.891304 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port 6dde91e1-0e00-43fd-8c3b-544be17ef8f3 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:27:14.894042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-e88c98d9-471c-4160-b841-60eb89223be5 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917392 Aug 24 00:27:14.915828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc21224-b422-453e-85db-67a4b881cbff req-75e4cb91-42d6-4658-9a76-645c28646ca2 service neutron] 10.222.0.32 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450747 Aug 24 00:27:14.979365 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:14.980667 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:14.985315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8e2f98-ed32-4ba6-b8b0-a7446ddc6efb req-253ca62e-4bad-4fbb-a591-bbcf02a4fc2c tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] No DVR routers for this DVR port 219657f4-9eaa-4931-a0b3-c47d861fb26a on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:27:15.000760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-9b465dfe-d306-4292-bddd-524ea879c283', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:27:15.001616 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:15.033656 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a8e2f98-ed32-4ba6-b8b0-a7446ddc6efb req-253ca62e-4bad-4fbb-a591-bbcf02a4fc2c tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:15.035816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a8e2f98-ed32-4ba6-b8b0-a7446ddc6efb req-253ca62e-4bad-4fbb-a591-bbcf02a4fc2c tempest-ImagesOneServerTestJSON-1577331906 tempest-ImagesOneServerTestJSON-1577331906-project] 10.222.0.47 "DELETE /v2.0/ports/219657f4-9eaa-4931-a0b3-c47d861fb26a HTTP/1.1" status: 204 len: 173 time: 2.3253293 Aug 24 00:27:15.036176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'name': 'network-vif-deleted', 'tag': '219657f4-9eaa-4931-a0b3-c47d861fb26a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:15.038447 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba47767-4c7a-43d9-b180-b4ed57336c4d" -d '{"events": [{"server_uuid": "a3a652c0-c57b-4bff-bcf8-470bca14181a", "name": "network-vif-deleted", "tag": "219657f4-9eaa-4931-a0b3-c47d861fb26a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:15.104310 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:15.124849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Transition to ACTIVE for port object 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:15.230792 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Transition to ACTIVE for port object 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:15.258801 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:15.266284 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:15.360402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:15.370137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Pushing event updated for resources: {'Port': ['ID=0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:15.373049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:15.378148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:15.380749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Allocated IP 172.20.0.2 (9b465dfe-d306-4292-bddd-524ea879c283/4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922/00a9ea46-7964-4a0b-bf12-d7c410528b00) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:15.453847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-93784bd3-7a00-4294-888c-bc29f2d2a929 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404341 Aug 24 00:27:15.478165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 172.20.0.14 (277b6df4-b1fd-459f-9851-1a35106f20e7/5e5e45d4-1e18-448a-b043-db0500e5e9f6/6dde91e1-0e00-43fd-8c3b-544be17ef8f3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:15.521060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::f816:3eff:fea6:64c9 (277b6df4-b1fd-459f-9851-1a35106f20e7/dd37c585-886d-4dd6-82ab-875dfa47159a/6dde91e1-0e00-43fd-8c3b-544be17ef8f3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:15.521731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device aa77b772-39ab-4da1-bd7d-425b9866fa5e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:15.593749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cff3c7-ec43-4c12-9b68-33cca3c417df req-ee1e8542-1dc3-4375-8e17-620905445374 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:15.606569 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4cff3c7-ec43-4c12-9b68-33cca3c417df req-ee1e8542-1dc3-4375-8e17-620905445374 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 944 time: 0.4947023 Aug 24 00:27:15.669541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-f876f111-c74e-42f2-a24c-6b0abc19c0ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=7ec2d164-920a-48df-808a-d50f19345547 HTTP/1.1" status: 200 len: 217 time: 0.2068975 Aug 24 00:27:15.697072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Attempting to bind port 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:15.698315 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Attempting to bind port 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:15.698948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Attempting to bind port 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:15.712874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:15.713573 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:15.714164 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:15.714763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:15.715434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Bound port: 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:15.715987 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:15.742467 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:15.818092 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f805f-8b4a-4387-951b-01b2f1cdaa79 req-80196955-34b0-4570-8a07-34ffd0cabb99 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:15.820991 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-124f805f-8b4a-4387-951b-01b2f1cdaa79 req-80196955-34b0-4570-8a07-34ffd0cabb99 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 945 time: 0.5532517 Aug 24 00:27:15.861691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port aa77b772-39ab-4da1-bd7d-425b9866fa5e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:15.863486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-a8937089-88f7-41c2-9ed9-6d25c558e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:15.865204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-a8937089-88f7-41c2-9ed9-6d25c558e5cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.1481369 Aug 24 00:27:15.868022 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:15.878326 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port aa77b772-39ab-4da1-bd7d-425b9866fa5e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:15.878698 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:15.894035 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object 6dde91e1-0e00-43fd-8c3b-544be17ef8f3 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:15.909378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4cff3c7-ec43-4c12-9b68-33cca3c417df req-610232db-6783-4d5f-8ce6-bb54b49d7d95 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386425 Aug 24 00:27:15.991040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:16.015161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] For port 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:16.022137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] For port 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:16.032397 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:16.046924 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:16.060076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-124f805f-8b4a-4387-951b-01b2f1cdaa79 req-9045a421-5627-4863-89c4-7dc9ade62238 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312503 Aug 24 00:27:16.061179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Transition to ACTIVE for port object 00a9ea46-7964-4a0b-bf12-d7c410528b00 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:16.127470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Transition to ACTIVE for port object 00a9ea46-7964-4a0b-bf12-d7c410528b00 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:16.139415 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-dd9be0c3-fc11-4a1f-819d-38a564c9d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:16.141619 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-dd9be0c3-fc11-4a1f-819d-38a564c9d838 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2641714 Aug 24 00:27:16.143424 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:16.159894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:16.162583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:16.170945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=6dde91e1-0e00-43fd-8c3b-544be17ef8f3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:16.189566 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:16.211794 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aef7a8-4c36-4ace-b589-c05d219d3ebe None None] Pushing event updated for resources: {'Port': ['ID=0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:16.255126 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5271016b-dddf-4119-90d7-fee1967a1a52 x-openstack-request-id: req-5271016b-dddf-4119-90d7-fee1967a1a52 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:16.255857 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a652c0-c57b-4bff-bcf8-470bca14181a", "name": "network-vif-deleted", "tag": "219657f4-9eaa-4931-a0b3-c47d861fb26a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:16.257034 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5271016b-dddf-4119-90d7-fee1967a1a52 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:16.258456 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a652c0-c57b-4bff-bcf8-470bca14181a', 'name': 'network-vif-deleted', 'tag': '219657f4-9eaa-4931-a0b3-c47d861fb26a', 'status': 'completed', 'code': 200} Aug 24 00:27:16.309493 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:16.325554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Network 9b465dfe-d306-4292-bddd-524ea879c283 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:16.331154 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:16.335650 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:16.344695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:16.354527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:16.389732 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7171d52b-a2e9-429d-96bf-876f4d513b37 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7956538 Aug 24 00:27:16.392561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34256) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:16.419580 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Pushing event updated for resources: {'Port': ['ID=00a9ea46-7964-4a0b-bf12-d7c410528b00,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:16.469046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d54cf0-87d1-4a22-a55c-b855fcd80c03 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:16.476885 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d54cf0-87d1-4a22-a55c-b855fcd80c03 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:16.483086 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f7d54cf0-87d1-4a22-a55c-b855fcd80c03 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0891607 Aug 24 00:27:16.483807 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34258) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:16.503270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05efc719-7431-4624-8dec-026c30de3e20 req-5db933fe-dbb5-47d6-ab4d-2efbbf43a879 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 210 time: 0.2242522 Aug 24 00:27:16.574816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port aa77b772-39ab-4da1-bd7d-425b9866fa5e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=aa77b772-39ab-4da1-bd7d-425b9866fa5e,segment=NetworkSegment(4da1dac5-4d9b-42b7-bdda-f353f39c3bd0),segment_id=4da1dac5-4d9b-42b7-bdda-f353f39c3bd0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:16.633644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 219657f4-9eaa-4931-a0b3-c47d861fb26a no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:16.637859 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:16.749570 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-627d2176-b4db-410e-9ae9-8fe322ffb225 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port 6dde91e1-0e00-43fd-8c3b-544be17ef8f3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:16.750106 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-627d2176-b4db-410e-9ae9-8fe322ffb225 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:16.778027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-bce6922a-cf8c-4d5f-872b-5fab5da13f25 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168790 Aug 24 00:27:16.809472 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 219657f4-9eaa-4931-a0b3-c47d861fb26a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:27:16.809899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 219657f4-9eaa-4931-a0b3-c47d861fb26a not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:16.819508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=aa77b772-39ab-4da1-bd7d-425b9866fa5e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:16.822875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Attempting to bind port 00a9ea46-7964-4a0b-bf12-d7c410528b00 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:16.823783 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Attempting to bind port 00a9ea46-7964-4a0b-bf12-d7c410528b00 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:16.824375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Attempting to bind port 00a9ea46-7964-4a0b-bf12-d7c410528b00 on network 9b465dfe-d306-4292-bddd-524ea879c283 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:16.831899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:16.832574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Checking segment: {'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:16.833181 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:16.834008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Bound using segment: {'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:16.835210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Bound port: 00a9ea46-7964-4a0b-bf12-d7c410528b00, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:16.835817 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:16.862380 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:16.902205 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-627d2176-b4db-410e-9ae9-8fe322ffb225 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:16.921208 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-627d2176-b4db-410e-9ae9-8fe322ffb225 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for 6dde91e1-0e00-43fd-8c3b-544be17ef8f3 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:17.044133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] For port 00a9ea46-7964-4a0b-bf12-d7c410528b00, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:17.049309 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] For port 00a9ea46-7964-4a0b-bf12-d7c410528b00, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=00a9ea46-7964-4a0b-bf12-d7c410528b00,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:17.058278 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:17.072605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-cbcc87e3-8d20-4eaa-85d7-e507f44714c9 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815199 Aug 24 00:27:17.132375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-1795c928-3bd8-4934-a505-42bf2a2c10e2 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:17.133736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-1795c928-3bd8-4934-a505-42bf2a2c10e2 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/networks?id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 HTTP/1.1" status: 200 len: 818 time: 0.3468742 Aug 24 00:27:17.211875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482f25b-46f7-4cd1-a01f-7763916c530b None None] Pushing event updated for resources: {'Port': ['ID=00a9ea46-7964-4a0b-bf12-d7c410528b00,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:17.257541 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8549defc-5157-4cdb-8266-2f1d5bc85548 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94adde84fd6b405798fd96c5bf54e0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938169 Aug 24 00:27:17.258167 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34284) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:17.318290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:27:17.388211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-627d2176-b4db-410e-9ae9-8fe322ffb225 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:17.491773 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d2176-b4db-410e-9ae9-8fe322ffb225 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=6dde91e1-0e00-43fd-8c3b-544be17ef8f3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:17.576048 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae0df93-a568-416c-b036-a7104ad66b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:17.622565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device aa77b772-39ab-4da1-bd7d-425b9866fa5e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:17.699543 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae0df93-a568-416c-b036-a7104ad66b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:17.753930 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-627d2176-b4db-410e-9ae9-8fe322ffb225 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:17.756196 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-627d2176-b4db-410e-9ae9-8fe322ffb225 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/6dde91e1-0e00-43fd-8c3b-544be17ef8f3 HTTP/1.1" status: 204 len: 168 time: 1.2714374 Aug 24 00:27:17.778895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34288) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:17.843163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bcd31e-3858-4add-b915-3c433e7cbe6f None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:17.859134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8eb386-dc32-40f5-b452-ed739e22615f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:17.860936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8eb386-dc32-40f5-b452-ed739e22615f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:17.862612 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8eb386-dc32-40f5-b452-ed739e22615f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:17.866984 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd8eb386-dc32-40f5-b452-ed739e22615f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0817647 Aug 24 00:27:17.866984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae0df93-a568-416c-b036-a7104ad66b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:17.868253 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae0df93-a568-416c-b036-a7104ad66b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:17.873942 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cae0df93-a568-416c-b036-a7104ad66b08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18040f7f-8599-4c91-94bc-2f17013f85df HTTP/1.1" status: 204 len: 168 time: 0.6072652 Aug 24 00:27:17.873942 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:17.916874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0df93-a568-416c-b036-a7104ad66b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18040f7f-8599-4c91-94bc-2f17013f85df,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:17.952110 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5d8d438d-e8ef-448d-a5cc-8b4a3dff0736,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:17.956869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-30fb3737-2e91-4e9a-a5e5-ac8c65986e55 None None] Provisioning for port 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:17.971987 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aff6790-9560-4c55-9e4f-906fa578c903 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 5e5e45d4-1e18-448a-b043-db0500e5e9f6 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:27:17.988473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8aff6790-9560-4c55-9e4f-906fa578c903 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:17.998533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '5d8d438d-e8ef-448d-a5cc-8b4a3dff0736', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'port_id': '5d8d438d-e8ef-448d-a5cc-8b4a3dff0736', 'mac_address': 'fa:16:3e:28:9e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:27:18.009202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port aa77b772-39ab-4da1-bd7d-425b9866fa5e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:18.009582 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.013061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-72a10c02-0b90-4ce0-bebb-03c9b1be075a tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/quotas/645be32e261e48e6ae77381e2ac708f7 HTTP/1.1" status: 200 len: 375 time: 0.8145564 Aug 24 00:27:18.029047 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc21224-b422-453e-85db-67a4b881cbff req-b969faf8-f9ec-4c86-836b-d4bc4c374719 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:18.031028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc21224-b422-453e-85db-67a4b881cbff req-b969faf8-f9ec-4c86-836b-d4bc4c374719 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.47 "GET /v2.0/networks?id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 HTTP/1.1" status: 200 len: 818 time: 0.9572399 Aug 24 00:27:18.032688 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-784bbb03-b1e7-41ad-974b-fedccb3d388b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=4b444555-ec1d-495e-bcde-fa4f20dad18c HTTP/1.1" status: 200 len: 217 time: 0.8955266 Aug 24 00:27:18.065568 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8aff6790-9560-4c55-9e4f-906fa578c903 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.081182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3cc21224-b422-453e-85db-67a4b881cbff req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Request body: {'port': {'device_id': '82447a4e-be5b-49b9-9164-90837a45f575', 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4', 'admin_state_up': True, 'tenant_id': '645be32e261e48e6ae77381e2ac708f7'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:18.106461 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.133619 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.143438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:18.157887 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8aff6790-9560-4c55-9e4f-906fa578c903 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.176017 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5d8d438d-e8ef-448d-a5cc-8b4a3dff0736,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:18.207059 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.242552 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.277813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e562a6a-d015-4f88-96ca-fd4f403d1565 req-201a10ee-df1b-4056-9a8b-f450cbb49a23 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:18.279323 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8aff6790-9560-4c55-9e4f-906fa578c903 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.280141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e562a6a-d015-4f88-96ca-fd4f403d1565 req-201a10ee-df1b-4056-9a8b-f450cbb49a23 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 944 time: 1.2053118 Aug 24 00:27:18.314108 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8aff6790-9560-4c55-9e4f-906fa578c903 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.320543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5d8d438d-e8ef-448d-a5cc-8b4a3dff0736,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:18.322103 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8aff6790-9560-4c55-9e4f-906fa578c903 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/5e5e45d4-1e18-448a-b043-db0500e5e9f6 HTTP/1.1" status: 204 len: 168 time: 0.4490099 Aug 24 00:27:18.326711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:18.329875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:18.348050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-ab11b664-b1ec-4b70-a948-d5600aeec388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:18.349504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-ab11b664-b1ec-4b70-a948-d5600aeec388 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.2993114 Aug 24 00:27:18.429949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff6790-9560-4c55-9e4f-906fa578c903 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=5e5e45d4-1e18-448a-b043-db0500e5e9f6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:18.454237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a567394f-0069-4642-b66e-73723e4195a0 None None] Update dhcp port {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'fixed_ips': [{'subnet_id': 'dd37c585-886d-4dd6-82ab-875dfa47159a', 'ip_address': '2001:db8::f816:3eff:fe82:23f'}, {'subnet_id': '5e5e45d4-1e18-448a-b043-db0500e5e9f6'}], 'binding:host_id': 'n-d-805736-1'}, 'id': '0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:27:18.458763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:18.487134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b06709-6c5a-4fbf-8bcb-72041e819c30 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet dd37c585-886d-4dd6-82ab-875dfa47159a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:27:18.492968 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7b06709-6c5a-4fbf-8bcb-72041e819c30 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.505795 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-9eef6674-46fd-47aa-a14f-cd2336977431 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=645be32e261e48e6ae77381e2ac708f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4913564 Aug 24 00:27:18.508223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:18.512230 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.553020 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a567394f-0069-4642-b66e-73723e4195a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.581782 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7b06709-6c5a-4fbf-8bcb-72041e819c30 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.616213 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e562a6a-d015-4f88-96ca-fd4f403d1565 req-6deca86d-0e98-4d32-bdfc-c8f57c228bbd tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548034 Aug 24 00:27:18.737282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5d8d438d-e8ef-448d-a5cc-8b4a3dff0736'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:18.739203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2376c53-156e-445d-8568-5c3d60cabe5a None None] Network 9b465dfe-d306-4292-bddd-524ea879c283 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:18.788751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-796ce9aa-1676-49a6-a48d-f86ad04250d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:18.795872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-796ce9aa-1676-49a6-a48d-f86ad04250d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4305356 Aug 24 00:27:18.825306 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7b06709-6c5a-4fbf-8bcb-72041e819c30 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.844455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Allocated IP 172.25.8.248 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/302f718b-0e34-4f10-8582-27245076be2f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:18.886203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-25a91013-9687-47d4-8f65-9f9ba2fcfa5a None None] Provisioning for port 00a9ea46-7964-4a0b-bf12-d7c410528b00 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:18.925434 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7b06709-6c5a-4fbf-8bcb-72041e819c30 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.952153 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7b06709-6c5a-4fbf-8bcb-72041e819c30 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.954547 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d7b06709-6c5a-4fbf-8bcb-72041e819c30 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/dd37c585-886d-4dd6-82ab-875dfa47159a HTTP/1.1" status: 204 len: 168 time: 0.6266117 Aug 24 00:27:18.975997 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:18.983933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b06709-6c5a-4fbf-8bcb-72041e819c30 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=dd37c585-886d-4dd6-82ab-875dfa47159a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:19.000490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-01979a1d-eaca-49c5-b5e5-3a1bf69b0015 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916084 Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-a567394f-0069-4642-b66e-73723e4195a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd37c585-886d-4dd6-82ab-875dfa47159a: This subnet is being modified by another concurrent operation. Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:27:19.000727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd37c585-886d-4dd6-82ab-875dfa47159a: This subnet is being modified by another concurrent operation. Aug 24 00:27:19.005409 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Aug 24 00:27:19.008328 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:19.030085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-faf2645e-ade1-4158-b6b7-6d327ef505fd service neutron] 10.222.0.32 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933829 Aug 24 00:27:19.058646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc21224-b422-453e-85db-67a4b881cbff req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Made reservation on behalf of 645be32e261e48e6ae77381e2ac708f7 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:19.059228 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d9443c76-a00d-42c0-b49e-6c92d1ad1a50 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819337 Aug 24 00:27:19.061718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34316) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:19.067589 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d3cca662-b19a-483f-8b70-babe2c5d6963 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:19.067763 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3cc21224-b422-453e-85db-67a4b881cbff req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:19.182333 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1303f182-1b0b-48d1-b21c-b8d60f9d250c None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:19.214464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cca662-b19a-483f-8b70-babe2c5d6963 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:19.218479 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3cca662-b19a-483f-8b70-babe2c5d6963 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:19.329012 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-277e24f0-e879-4799-b757-977d01d7e095 None None] Provisioning complete for port 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:19.329586 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-277e24f0-e879-4799-b757-977d01d7e095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:19.336410 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:27:19.336776 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:27:19.403117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25637ba-b796-47c8-b55a-3ca44d6fd042 req-994e5ea6-d060-4bfb-9750-606835dc2809 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:19.410750 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f25637ba-b796-47c8-b55a-3ca44d6fd042 req-994e5ea6-d060-4bfb-9750-606835dc2809 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 945 time: 0.6114886 Aug 24 00:27:19.452995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-3cc21224-b422-453e-85db-67a4b881cbff req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Allocated IP 172.20.0.6 (070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4/d7d30128-2ce5-4885-8968-a3ab5697bdd2/d5789068-c6c7-4e92-a48c-288316aa5193) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:19.498482 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-277e24f0-e879-4799-b757-977d01d7e095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:19.512654 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bee6138-ed71-4ad3-8d9c-5592bf3b82d0 None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:27:19.513382 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3cca662-b19a-483f-8b70-babe2c5d6963 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:19.568653 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-277e24f0-e879-4799-b757-977d01d7e095 None None] For port 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:19.581928 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:19.582381 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-277e24f0-e879-4799-b757-977d01d7e095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:19.587763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-a13bbd65-dbee-48ec-94d2-b4d88d8a9fbc service neutron] 10.222.0.32 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434418 Aug 24 00:27:19.589797 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-7045301e-30d5-4a0a-8bed-143d12d49ab5 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803103 Aug 24 00:27:19.615075 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cca662-b19a-483f-8b70-babe2c5d6963 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:19.616862 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cca662-b19a-483f-8b70-babe2c5d6963 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=2883b3f9-26c3-414a-bbeb-65bd33d7c66d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:19.627375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d3cca662-b19a-483f-8b70-babe2c5d6963 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:19.631131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cca662-b19a-483f-8b70-babe2c5d6963 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:19.631866 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d3cca662-b19a-483f-8b70-babe2c5d6963 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:19.649917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f25637ba-b796-47c8-b55a-3ca44d6fd042 req-a6b68997-7904-4508-967a-ada19aa2fa55 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381635 Aug 24 00:27:19.661635 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d3cca662-b19a-483f-8b70-babe2c5d6963 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5959826 Aug 24 00:27:19.662974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34324) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:19.681212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-244a14be-cad9-471b-87e8-a3b9e38b969f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:19.732831 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0bee6138-ed71-4ad3-8d9c-5592bf3b82d0 None None] Deleting port 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:19.733213 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bee6138-ed71-4ad3-8d9c-5592bf3b82d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:19.737880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e24f0-e879-4799-b757-977d01d7e095 None None] Pushing event updated for resources: {'Port': ['ID=0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:19.915311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0bee6138-ed71-4ad3-8d9c-5592bf3b82d0 None None] For port 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:19.915720 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bee6138-ed71-4ad3-8d9c-5592bf3b82d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:19.935832 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-414c1cfe-f781-4c71-892f-57099a8113dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15250587-53ca-4501-86b1-c7339d86c075 HTTP/1.1" status: 200 len: 217 time: 0.3254964 Aug 24 00:27:19.940469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0bee6138-ed71-4ad3-8d9c-5592bf3b82d0 None None] Calling delete_port for 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:20.043128 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244a14be-cad9-471b-87e8-a3b9e38b969f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:20.048395 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-244a14be-cad9-471b-87e8-a3b9e38b969f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:20.105541 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0bee6138-ed71-4ad3-8d9c-5592bf3b82d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:20.192914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee6138-ed71-4ad3-8d9c-5592bf3b82d0 None None] Pushing event deleted for resources: {'Port': ['ID=0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:20.200935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 00a9ea46-7964-4a0b-bf12-d7c410528b00 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:20.257589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-3ba5e75a-1259-4452-9c5d-2674279ba810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:20.259254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-3ba5e75a-1259-4452-9c5d-2674279ba810 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ea995d2-1395-4f59-8ad4-626922072864 HTTP/1.1" status: 200 len: 797 time: 0.3032241 Aug 24 00:27:20.264732 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:20.286987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee6138-ed71-4ad3-8d9c-5592bf3b82d0 None None] No DVR routers for this DVR port 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:27:20.342206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea2198e-6c6a-4a64-9a5c-dbae1cb9f819 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:20.362125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Pushing event updated for resources: {'Port': ['ID=302f718b-0e34-4f10-8582-27245076be2f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:20.393535 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3cc21224-b422-453e-85db-67a4b881cbff req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:20.436025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a67ae-b174-4ca8-9c61-692a7e9de12d req-a653be28-0308-470d-aa7d-214bc9478572 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:20.437619 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e3a67ae-b174-4ca8-9c61-692a7e9de12d req-a653be28-0308-470d-aa7d-214bc9478572 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 945 time: 0.3248641 Aug 24 00:27:20.471032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:20.481579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 00a9ea46-7964-4a0b-bf12-d7c410528b00 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:20.509113 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 00a9ea46-7964-4a0b-bf12-d7c410528b00 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:20.509497 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:20.523601 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18a6a11b-499e-4fe9-9b7e-ba79bdb077bb req-649ab407-f2aa-4df0-bdb0-696000b792b1 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 210 time: 0.1515462 Aug 24 00:27:20.529168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:20.551837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:20.705170 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34356) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:20.784162 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3cc21224-b422-453e-85db-67a4b881cbff req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:20.855625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-244a14be-cad9-471b-87e8-a3b9e38b969f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:27:20.857112 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-244a14be-cad9-471b-87e8-a3b9e38b969f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:20.872177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '2883b3f9-26c3-414a-bbeb-65bd33d7c66d'}, {'subnet_id': '930d18eb-bf2e-4c5e-98c3-6723844fe9dc'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:27:20.873135 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:20.884633 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:20.939129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Pushing event updated for resources: {'Port': ['ID=d5789068-c6c7-4e92-a48c-288316aa5193,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:20.945531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 00a9ea46-7964-4a0b-bf12-d7c410528b00, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=00a9ea46-7964-4a0b-bf12-d7c410528b00,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:20.964630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244a14be-cad9-471b-87e8-a3b9e38b969f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:20.970641 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a3584dc-f25b-4e3e-a34a-f975fdda09ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:20.975744 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-244a14be-cad9-471b-87e8-a3b9e38b969f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:20.976018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:20.976327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:20.976689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:20.977644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:20.977998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:20.978962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:20.980354 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:20.980704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:20.981052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:20.981397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:20.981730 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:20.982069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:20.986191 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244a14be-cad9-471b-87e8-a3b9e38b969f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:20.986886 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-244a14be-cad9-471b-87e8-a3b9e38b969f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:20.990811 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a14be-cad9-471b-87e8-a3b9e38b969f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=930d18eb-bf2e-4c5e-98c3-6723844fe9dc,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:20.992339 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.006872 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-c9b73118-24af-482e-855d-52b5a4e0e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:21.012318 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-c9b73118-24af-482e-855d-52b5a4e0e004 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6cfb797-f65c-4b64-8064-c867f5a2550e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7418101 Aug 24 00:27:21.113619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:21.118751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc21224-b422-453e-85db-67a4b881cbff req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:21.125498 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=00a9ea46-7964-4a0b-bf12-d7c410528b00,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:21.137787 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a3584dc-f25b-4e3e-a34a-f975fdda09ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.144765 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a3584dc-f25b-4e3e-a34a-f975fdda09ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.149900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-3cc21224-b422-453e-85db-67a4b881cbff req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:21.151916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:27:21.152268 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0ecc1be6-5fa3-4743-b7aa-6f1c5e2e4e70 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:21.159363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e3a67ae-b174-4ca8-9c61-692a7e9de12d req-e0e70a0b-f1c4-48a7-9bdf-8ab14e71fab4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450453 Aug 24 00:27:21.176293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc21224-b422-453e-85db-67a4b881cbff req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:21.183553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3584dc-f25b-4e3e-a34a-f975fdda09ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212ce103-530d-4b12-b481-72b2c5e9f6d3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:21.199087 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-244a14be-cad9-471b-87e8-a3b9e38b969f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5349627 Aug 24 00:27:21.199945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34366) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:21.207623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'mac_address': 'fa:16:3e:a6:0e:e7', 'name': 'tempest-NetworksTestDHCPv6-565848512'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:21.241893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Allocated IP 172.20.0.2 (277b6df4-b1fd-459f-9851-1a35106f20e7/2883b3f9-26c3-414a-bbeb-65bd33d7c66d/b1524ce1-f16b-4e17-9eb7-cee4b990511d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:21.257145 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.257595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Allocated IP 2001:db8::f816:3eff:fe0a:68f8 (277b6df4-b1fd-459f-9851-1a35106f20e7/930d18eb-bf2e-4c5e-98c3-6723844fe9dc/b1524ce1-f16b-4e17-9eb7-cee4b990511d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:21.333830 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6a3584dc-f25b-4e3e-a34a-f975fdda09ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0886f0646b9404ead4be87bd88d50e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275606 Aug 24 00:27:21.334457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34368) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:21.341259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc21224-b422-453e-85db-67a4b881cbff req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:21.341907 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3cc21224-b422-453e-85db-67a4b881cbff req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.355996 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b9abc-a8d3-401e-af9b-6e6088aab91b req-d37f9921-4f24-4b2f-bb0b-c6f5b0864967 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:21.357572 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c6b9abc-a8d3-401e-af9b-6e6088aab91b req-d37f9921-4f24-4b2f-bb0b-c6f5b0864967 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 945 time: 0.3948746 Aug 24 00:27:21.423148 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-737edef6-a631-4338-83b5-78345cc2ca7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.433532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:21.434300 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-e4609e41-a25c-4ba7-b100-3fa2390d15d6 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273377 Aug 24 00:27:21.440538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc21224-b422-453e-85db-67a4b881cbff req-c9d3ca10-6bcc-4539-8a49-545abc415414 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3911381 Aug 24 00:27:21.458061 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-737edef6-a631-4338-83b5-78345cc2ca7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.472486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Request body: {'port': {'device_id': '82447a4e-be5b-49b9-9164-90837a45f575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:21.475650 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:21.488403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c6b9abc-a8d3-401e-af9b-6e6088aab91b req-eba725c6-46bb-41f6-a7bf-46961d98bcd3 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221714 Aug 24 00:27:21.520462 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.533986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Transition to ACTIVE for port object b1524ce1-f16b-4e17-9eb7-cee4b990511d will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:21.594366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Transition to ACTIVE for port object b1524ce1-f16b-4e17-9eb7-cee4b990511d will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:21.612228 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.637469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:21.689908 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-737edef6-a631-4338-83b5-78345cc2ca7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.692020 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-737edef6-a631-4338-83b5-78345cc2ca7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.703241 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-737edef6-a631-4338-83b5-78345cc2ca7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/212ce103-530d-4b12-b481-72b2c5e9f6d3 HTTP/1.1" status: 204 len: 168 time: 0.3548112 Aug 24 00:27:21.703497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:21.703497 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.704608 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.713526 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737edef6-a631-4338-83b5-78345cc2ca7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212ce103-530d-4b12-b481-72b2c5e9f6d3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:21.720866 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.724748 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:21.749953 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-d19ebc06-5e2a-48ab-abe5-ec47f5c97a17 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:21.751643 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-d19ebc06-5e2a-48ab-abe5-ec47f5c97a17 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.13 "GET /v2.0/networks?id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 HTTP/1.1" status: 200 len: 818 time: 0.2540405 Aug 24 00:27:21.760981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port a088782c-0cfd-4e41-88d5-ebeeb0d80483 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:27:21.764903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:21.768273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:21.776486 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-81e4bf7d-38bd-43c6-b454-4c59f243df93 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Request body: {'port': {'device_id': '40b765dd-0925-49e5-9c5e-10b2e1462364', 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4', 'admin_state_up': True, 'tenant_id': '645be32e261e48e6ae77381e2ac708f7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:21.776980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Pushing event updated for resources: {'Port': ['ID=b1524ce1-f16b-4e17-9eb7-cee4b990511d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:21.839283 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ee2fd28-8c7d-47eb-acc9-76f078baf83a req-73f5384f-141e-447d-b4fe-6c4ed6a22113 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 210 time: 0.1444011 Aug 24 00:27:21.882008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Attempting to bind port b1524ce1-f16b-4e17-9eb7-cee4b990511d on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:21.882802 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Attempting to bind port b1524ce1-f16b-4e17-9eb7-cee4b990511d by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:21.882802 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Attempting to bind port b1524ce1-f16b-4e17-9eb7-cee4b990511d on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:21.890398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:21.890795 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:21.891212 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.891613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:21.892368 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Bound port: b1524ce1-f16b-4e17-9eb7-cee4b990511d, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:21.892741 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.912954 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.918092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-f5a79230-030c-4621-aaf3-b7560b283d7f service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742549 Aug 24 00:27:22.010913 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.036431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 00a9ea46-7964-4a0b-bf12-d7c410528b00 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:22.065436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 172.20.0.3 (277b6df4-b1fd-459f-9851-1a35106f20e7/2883b3f9-26c3-414a-bbeb-65bd33d7c66d/a088782c-0cfd-4e41-88d5-ebeeb0d80483) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:22.080304 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::f816:3eff:fea6:ee7 (277b6df4-b1fd-459f-9851-1a35106f20e7/930d18eb-bf2e-4c5e-98c3-6723844fe9dc/a088782c-0cfd-4e41-88d5-ebeeb0d80483) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:22.133348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-81e4bf7d-38bd-43c6-b454-4c59f243df93 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Made reservation on behalf of 645be32e261e48e6ae77381e2ac708f7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:22.135615 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-6a26995e-925a-4bd3-b9a4-958d5579fede service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c0ee051-f3be-4377-a1b9-e220303e05a5 HTTP/1.1" status: 200 len: 217 time: 0.2072008 Aug 24 00:27:22.137671 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-81e4bf7d-38bd-43c6-b454-4c59f243df93 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.149239 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8605ed-68dd-42ec-a921-47b39133d2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8d438d-e8ef-448d-a5cc-8b4a3dff0736'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:22.153451 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44fa63e-b34d-4788-9287-f33c6c8b93bd" -d '{"events": [{"server_uuid": "3c8605ed-68dd-42ec-a921-47b39133d2e9", "name": "network-vif-plugged", "status": "completed", "tag": "5d8d438d-e8ef-448d-a5cc-8b4a3dff0736"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:22.160784 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5d8d438d-e8ef-448d-a5cc-8b4a3dff0736,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:22.180632 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.255544 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c13df5a-4efa-47fc-9e04-25431fcada19 x-openstack-request-id: req-7c13df5a-4efa-47fc-9e04-25431fcada19 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:22.255873 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8605ed-68dd-42ec-a921-47b39133d2e9", "name": "network-vif-plugged", "status": "completed", "tag": "5d8d438d-e8ef-448d-a5cc-8b4a3dff0736", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:22.256072 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c13df5a-4efa-47fc-9e04-25431fcada19 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:22.256463 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8605ed-68dd-42ec-a921-47b39133d2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8d438d-e8ef-448d-a5cc-8b4a3dff0736', 'code': 200} Aug 24 00:27:22.257506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] For port b1524ce1-f16b-4e17-9eb7-cee4b990511d, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:22.262096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5d8d438d-e8ef-448d-a5cc-8b4a3dff0736,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:22.298385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] For port b1524ce1-f16b-4e17-9eb7-cee4b990511d, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b1524ce1-f16b-4e17-9eb7-cee4b990511d,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:22.315002 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.368929 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.394265 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-81e4bf7d-38bd-43c6-b454-4c59f243df93 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Allocated IP 172.20.0.3 (070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4/d7d30128-2ce5-4885-8968-a3ab5697bdd2/40b5e6ae-51e6-4b60-93aa-eed1298e0293) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:22.400976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object a088782c-0cfd-4e41-88d5-ebeeb0d80483 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:22.417716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 00a9ea46-7964-4a0b-bf12-d7c410528b00 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:22.418058 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.466962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db252bf4-0add-4db4-b4ce-5596816d3a2a None None] Pushing event updated for resources: {'Port': ['ID=b1524ce1-f16b-4e17-9eb7-cee4b990511d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:22.523746 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.642581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:22.649767 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:22.656320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:22.714513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=a088782c-0cfd-4e41-88d5-ebeeb0d80483,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:22.800378 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-81e4bf7d-38bd-43c6-b454-4c59f243df93 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.857885 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:22.857885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.891155 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-56a4be8d-1fc5-42a5-bacc-52a47de1b3de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.6850219 Aug 24 00:27:22.891155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34404) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:22.939224 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-81e4bf7d-38bd-43c6-b454-4c59f243df93 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.973739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34406) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:22.979933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-a9814dd4-34ad-41da-a12b-b8f2703ed7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:22.981496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-a9814dd4-34ad-41da-a12b-b8f2703ed7ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ea995d2-1395-4f59-8ad4-626922072864 HTTP/1.1" status: 200 len: 797 time: 0.8332136 Aug 24 00:27:22.992716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f3014-69a5-42c5-8af8-884e5f678804 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:22.999057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f3014-69a5-42c5-8af8-884e5f678804 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.003207 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f71f3014-69a5-42c5-8af8-884e5f678804 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.1085954 Aug 24 00:27:23.003925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:23.021425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-81e4bf7d-38bd-43c6-b454-4c59f243df93 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:23.046128 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-81e4bf7d-38bd-43c6-b454-4c59f243df93 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:23.054234 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-81e4bf7d-38bd-43c6-b454-4c59f243df93 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:23.063045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4bf7d-38bd-43c6-b454-4c59f243df93 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Pushing event updated for resources: {'Port': ['ID=40b5e6ae-51e6-4b60-93aa-eed1298e0293,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:23.120598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4970e-e52e-43b4-9a2f-d4acd7bb115a req-dcd2bd6e-d487-47ac-81e1-e10cb0c13404 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.122197 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc4970e-e52e-43b4-9a2f-d4acd7bb115a req-dcd2bd6e-d487-47ac-81e1-e10cb0c13404 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.3094060 Aug 24 00:27:23.137291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1299272086-network', 'tenant_id': 'c77f07f813d745c1ab58dbf572d9505e'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:23.151668 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-81e4bf7d-38bd-43c6-b454-4c59f243df93 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.152295 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-81e4bf7d-38bd-43c6-b454-4c59f243df93 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:23.157463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f66ae-abcc-4d29-80f0-4e6c290ce029 req-889f083a-83c9-4520-a41c-3293e9dc2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.159005 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f50f66ae-abcc-4d29-80f0-4e6c290ce029 req-889f083a-83c9-4520-a41c-3293e9dc2cba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 1097 time: 0.3629649 Aug 24 00:27:23.167226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77cf21-5513-494d-8606-497260bd0866 req-238f3883-2e86-485b-953f-3d17b204335c tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.168794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b77cf21-5513-494d-8606-497260bd0866 req-238f3883-2e86-485b-953f-3d17b204335c tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 945 time: 0.2710671 Aug 24 00:27:23.170872 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-81e4bf7d-38bd-43c6-b454-4c59f243df93 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4013741 Aug 24 00:27:23.177291 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b9568-2115-4d65-8a09-c5d0361bfe0c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port a088782c-0cfd-4e41-88d5-ebeeb0d80483 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:23.177635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e4b9568-2115-4d65-8a09-c5d0361bfe0c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:23.187703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b3d12-b16a-497d-bf73-19a1cac858cf req-2be4bf57-37d3-48e1-9a25-92e1f39008eb tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.189152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa9b3d12-b16a-497d-bf73-19a1cac858cf req-2be4bf57-37d3-48e1-9a25-92e1f39008eb tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.47 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 945 time: 0.3480186 Aug 24 00:27:23.196182 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Request body: {'port': {'device_id': '40b765dd-0925-49e5-9c5e-10b2e1462364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:23.312217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-c8097f93-6a1c-4aee-8015-7e54c0691541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.313707 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-c8097f93-6a1c-4aee-8015-7e54c0691541 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6cfb797-f65c-4b64-8064-c867f5a2550e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3122280 Aug 24 00:27:23.339485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] Made reservation on behalf of c77f07f813d745c1ab58dbf572d9505e for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:23.341884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:23.420732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc4970e-e52e-43b4-9a2f-d4acd7bb115a req-a85e9fdb-8f35-4d23-80ad-b0392542e76d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876728 Aug 24 00:27:23.459242 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:23.464281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5b77cf21-5513-494d-8606-497260bd0866 req-f0daeb41-acaa-40e9-8f1a-c218027a7d1a tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/security-groups?id=e398fd7c-7229-436a-9bbc-4beee4914868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674794 Aug 24 00:27:23.515591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f50f66ae-abcc-4d29-80f0-4e6c290ce029 req-c8c0f0b4-8b3c-4cad-96fb-1ee56e0b23a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429220 Aug 24 00:27:23.519553 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:23.531200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Router 87d8958a-14fe-42b4-87c4-4ab29c20e085 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:27:23.642356 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:23.663985 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e4b9568-2115-4d65-8a09-c5d0361bfe0c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:23.699301 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b9568-2115-4d65-8a09-c5d0361bfe0c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for a088782c-0cfd-4e41-88d5-ebeeb0d80483 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:23.722409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5789068-c6c7-4e92-a48c-288316aa5193 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:23.738751 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:23.745898 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-d25d921e-5ac2-4bb2-b752-31fa3f99bd7f service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136739 Aug 24 00:27:23.772604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97780bbc-d4cd-43ca-ba09-27cf17944407 req-778a6bea-af34-4e0c-82ee-1086614f9673 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.774151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97780bbc-d4cd-43ca-ba09-27cf17944407 req-778a6bea-af34-4e0c-82ee-1086614f9673 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 931 time: 0.2153332 Aug 24 00:27:23.789455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac91c6a7-133a-431f-90fb-ca967da39fe3 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:23.796641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Transition to ACTIVE for port object d5789068-c6c7-4e92-a48c-288316aa5193 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:23.840545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-fa9b3d12-b16a-497d-bf73-19a1cac858cf req-9245837c-5570-41f2-8463-066fdbee6e80 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Deleting port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:23.840899 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fa9b3d12-b16a-497d-bf73-19a1cac858cf req-9245837c-5570-41f2-8463-066fdbee6e80 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:23.866049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:23.885141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-155431ec-334d-40ac-a550-3f9b9b8c5ee8 None None] Provisioning for port b1524ce1-f16b-4e17-9eb7-cee4b990511d completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:24.059002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:27:24.069476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b1524ce1-f16b-4e17-9eb7-cee4b990511d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:24.075223 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Sync routers for ids ['87d8958a-14fe-42b4-87c4-4ab29c20e085'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:27:24.082146 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97780bbc-d4cd-43ca-ba09-27cf17944407 req-4a362743-ab47-4bb3-9b6e-d78b50b87833 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976480 Aug 24 00:27:24.095326 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Routers {'87d8958a-14fe-42b4-87c4-4ab29c20e085'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:27:24.095968 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:27:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['87d8958a-14fe-42b4-87c4-4ab29c20e085'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:24.118110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5789068-c6c7-4e92-a48c-288316aa5193,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:24.148573 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b5e6ae-51e6-4b60-93aa-eed1298e0293 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:24.156110 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port b1524ce1-f16b-4e17-9eb7-cee4b990511d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:24.162017 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b1524ce1-f16b-4e17-9eb7-cee4b990511d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:24.162359 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.170678 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.220926 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.271665 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Transition to ACTIVE for port object 40b5e6ae-51e6-4b60-93aa-eed1298e0293 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:24.273117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e4b9568-2115-4d65-8a09-c5d0361bfe0c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.273497 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.285139 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.291386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fa9b3d12-b16a-497d-bf73-19a1cac858cf req-9245837c-5570-41f2-8463-066fdbee6e80 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] For port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a,segment=NetworkSegment(e6452d00-7066-4aa2-9980-78af7ba54820),segment_id=e6452d00-7066-4aa2-9980-78af7ba54820)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:24.291781 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fa9b3d12-b16a-497d-bf73-19a1cac858cf req-9245837c-5570-41f2-8463-066fdbee6e80 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.296364 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.297481 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Set router 87d8958a-14fe-42b4-87c4-4ab29c20e085 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:27:24.297643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-50985d66-2b86-4e7d-8ff0-90c2f6a4a194 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5200889 Aug 24 00:27:24.319309 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5917b141-5670-45bb-90fd-1c61f46de7ef req-679c0d63-f2a4-45f8-aa8a-a3792d5c02fd service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819820 Aug 24 00:27:24.327381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port b1524ce1-f16b-4e17-9eb7-cee4b990511d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b1524ce1-f16b-4e17-9eb7-cee4b990511d,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:24.330942 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:27:24.331127 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.334865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34416) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:24.340426 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.349092 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-fa9b3d12-b16a-497d-bf73-19a1cac858cf req-9245837c-5570-41f2-8463-066fdbee6e80 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Calling delete_port for 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:24.357865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b9568-2115-4d65-8a09-c5d0361bfe0c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=a088782c-0cfd-4e41-88d5-ebeeb0d80483,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:24.408431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=b1524ce1-f16b-4e17-9eb7-cee4b990511d,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:24.519198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cc1cf4af-21db-4e06-bc53-c076ecbbeb4f None None] Could not find standard attr ID for object a088782c-0cfd-4e41-88d5-ebeeb0d80483. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:27:24.577360 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cc1cf4af-21db-4e06-bc53-c076ecbbeb4f None None] Provisioning complete for port b1524ce1-f16b-4e17-9eb7-cee4b990511d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:24.579168 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf4af-21db-4e06-bc53-c076ecbbeb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.647200 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.647569 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] Added segment 6ceacf30-7172-4f34-9ef9-15cfd8557373 of type vlan for network 0289bce9-621b-4aba-9d58-70ef7684590a Aug 24 00:27:24.674423 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fa9b3d12-b16a-497d-bf73-19a1cac858cf req-9245837c-5570-41f2-8463-066fdbee6e80 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.710363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcee38a-45af-4d2f-9c2b-c208f75df83d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:24.749792 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:20Z', 'revision_number': 3, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:24.772323 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Pushing event updated for resources: {'Port': ['ID=40b5e6ae-51e6-4b60-93aa-eed1298e0293,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:24.796329 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Checking router: 87d8958a-14fe-42b4-87c4-4ab29c20e085 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:27:24.796766 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Updating router 87d8958a-14fe-42b4-87c4-4ab29c20e085 port 302f718b-0e34-4f10-8582-27245076be2f binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:27:24.842316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245837c-5570-41f2-8463-066fdbee6e80 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Pushing event deleted for resources: {'Port': ['ID=9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:24.851374 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.855049 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1035650b-38c9-4c9f-80af-63ebdff29839 req-cc300864-de1c-43c4-91b0-49d21ea96d37 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aa49162-fe8c-494e-8022-952e6ec9ab6d HTTP/1.1" status: 200 len: 210 time: 0.1664081 Aug 24 00:27:24.867861 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e4b9568-2115-4d65-8a09-c5d0361bfe0c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.869021 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e4b9568-2115-4d65-8a09-c5d0361bfe0c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/a088782c-0cfd-4e41-88d5-ebeeb0d80483 HTTP/1.1" status: 204 len: 168 time: 1.8640103 Aug 24 00:27:24.875401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34424) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:24.923848 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:24.926240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Attempting to bind port d5789068-c6c7-4e92-a48c-288316aa5193 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:24.928027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Attempting to bind port d5789068-c6c7-4e92-a48c-288316aa5193 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:24.928027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Attempting to bind port d5789068-c6c7-4e92-a48c-288316aa5193 on network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:24.935702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Port d5789068-c6c7-4e92-a48c-288316aa5193 on network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:27:24.936032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Attempting to bind port d5789068-c6c7-4e92-a48c-288316aa5193 on network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:24.982874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Attempting to bind port 40b5e6ae-51e6-4b60-93aa-eed1298e0293 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:24.983218 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Attempting to bind port 40b5e6ae-51e6-4b60-93aa-eed1298e0293 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:24.983550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Attempting to bind port 40b5e6ae-51e6-4b60-93aa-eed1298e0293 on network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:24.995365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Port 40b5e6ae-51e6-4b60-93aa-eed1298e0293 on network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:27:24.995767 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Attempting to bind port 40b5e6ae-51e6-4b60-93aa-eed1298e0293 on network 070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:24.998971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a7b320ef-9e31-46f6-991f-ea7cb191e15a None None] Could not find standard attr ID for object 6dde91e1-0e00-43fd-8c3b-544be17ef8f3. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:27:25.007570 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:25.007918 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Checking segment: {'id': '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:25.008310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Bound using segment: {'id': '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:25.008750 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Bound port: 40b5e6ae-51e6-4b60-93aa-eed1298e0293, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:25.009108 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.030308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9b3d12-b16a-497d-bf73-19a1cac858cf req-9245837c-5570-41f2-8463-066fdbee6e80 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] No DVR routers for this DVR port 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:27:25.035716 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fa9b3d12-b16a-497d-bf73-19a1cac858cf req-9245837c-5570-41f2-8463-066fdbee6e80 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.039442 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa9b3d12-b16a-497d-bf73-19a1cac858cf req-9245837c-5570-41f2-8463-066fdbee6e80 tempest-VolumesActionsTest-846776731 tempest-VolumesActionsTest-846776731-project] 10.222.0.47 "DELETE /v2.0/ports/9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a HTTP/1.1" status: 204 len: 173 time: 1.8300350 Aug 24 00:27:25.043315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa49162-fe8c-494e-8022-952e6ec9ab6d', 'name': 'network-vif-deleted', 'tag': '9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:25.045835 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8399064f-b05c-4af2-91c8-966bdc1bec0f" -d '{"events": [{"server_uuid": "5aa49162-fe8c-494e-8022-952e6ec9ab6d", "name": "network-vif-deleted", "tag": "9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:25.073157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241e543c-1e0e-44dc-99c0-c9709f17f0f8 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:25.075136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241e543c-1e0e-44dc-99c0-c9709f17f0f8 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:25.077104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241e543c-1e0e-44dc-99c0-c9709f17f0f8 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:25.079571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-241e543c-1e0e-44dc-99c0-c9709f17f0f8 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1955483 Aug 24 00:27:25.080899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:25.081387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Checking segment: {'id': '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:25.082052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Bound using segment: {'id': '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:25.083320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Bound port: d5789068-c6c7-4e92-a48c-288316aa5193, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:25.084283 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.087466 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.089179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:25.090033 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.095969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34430) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:25.230182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961e71f-9995-4ef5-a9ba-7be159503975 req-b4ecd04e-94cb-4870-9148-893a58a7f97b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:25.233194 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6961e71f-9995-4ef5-a9ba-7be159503975 req-b4ecd04e-94cb-4870-9148-893a58a7f97b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.5817194 Aug 24 00:27:25.302488 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c0c176-d1cf-4e95-bea9-004fdcb6f97f x-openstack-request-id: req-c8c0c176-d1cf-4e95-bea9-004fdcb6f97f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:25.303120 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa49162-fe8c-494e-8022-952e6ec9ab6d", "name": "network-vif-deleted", "tag": "9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:25.303536 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8c0c176-d1cf-4e95-bea9-004fdcb6f97f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:25.304116 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa49162-fe8c-494e-8022-952e6ec9ab6d', 'name': 'network-vif-deleted', 'tag': '9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a', 'status': 'completed', 'code': 200} Aug 24 00:27:25.310997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3285015 Aug 24 00:27:25.317056 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34434) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:25.327303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f7fe5c94-0491-4bc1-abe5-f9fa4019d579 admin admin] Request body: {'subnet': {'network_id': '0289bce9-621b-4aba-9d58-70ef7684590a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1299272086-subnet', 'tenant_id': 'c77f07f813d745c1ab58dbf572d9505e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:25.362115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] For port 40b5e6ae-51e6-4b60-93aa-eed1298e0293, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:25.379108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c7b217-f0e5-410e-8f11-9e46d4adae00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 2883b3f9-26c3-414a-bbeb-65bd33d7c66d {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:27:25.384404 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b217-f0e5-410e-8f11-9e46d4adae00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.389251 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.393691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] For port 40b5e6ae-51e6-4b60-93aa-eed1298e0293, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=40b5e6ae-51e6-4b60-93aa-eed1298e0293,segment=NetworkSegment(4da1dac5-4d9b-42b7-bdda-f353f39c3bd0),segment_id=4da1dac5-4d9b-42b7-bdda-f353f39c3bd0)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:25.408629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.410905 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Transition to ACTIVE for port object 302f718b-0e34-4f10-8582-27245076be2f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:25.420241 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2bd0f02f-1a13-4cf0-86ed-3714cbcdacdc None None] Could not find standard attr ID for object a088782c-0cfd-4e41-88d5-ebeeb0d80483. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:27:25.422213 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.445478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:25.446095 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.448338 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] 10.222.0.13 "PUT /v2.0/ports/40b5e6ae-51e6-4b60-93aa-eed1298e0293 HTTP/1.1" status: 200 len: 1091 time: 2.2564406 Aug 24 00:27:25.454750 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b765dd-0925-49e5-9c5e-10b2e1462364', 'tag': '40b5e6ae-51e6-4b60-93aa-eed1298e0293'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:25.456428 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7ff7aa-aafd-487a-81ce-cb4fcdf33441" -d '{"events": [{"name": "network-changed", "server_uuid": "40b765dd-0925-49e5-9c5e-10b2e1462364", "tag": "40b5e6ae-51e6-4b60-93aa-eed1298e0293"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:25.456795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfd5fa-31ac-4d4f-9a48-d323fd75ecd1 admin admin] Pushing event updated for resources: {'Network': ['ID=0289bce9-621b-4aba-9d58-70ef7684590a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:25.468957 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fe5c94-0491-4bc1-abe5-f9fa4019d579 admin admin] Made reservation on behalf of c77f07f813d745c1ab58dbf572d9505e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:25.472855 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5c94-0491-4bc1-abe5-f9fa4019d579 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.474702 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 0289bce9-621b-4aba-9d58-70ef7684590a details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:27:25.488933 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6961e71f-9995-4ef5-a9ba-7be159503975 req-a423ef28-3dfa-4117-8f2d-9b360d6c4e73 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837773 Aug 24 00:27:25.548274 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Attempting to bind port 302f718b-0e34-4f10-8582-27245076be2f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:25.548705 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Attempting to bind port 302f718b-0e34-4f10-8582-27245076be2f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:25.550357 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Attempting to bind port 302f718b-0e34-4f10-8582-27245076be2f on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:25.556208 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afc065-fde4-4e3b-bb0e-46fa6d7665f8 None None] Pushing event updated for resources: {'Port': ['ID=302f718b-0e34-4f10-8582-27245076be2f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:25.569456 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:25.571531 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:25.572673 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.574455 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:25.577192 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Bound port: 302f718b-0e34-4f10-8582-27245076be2f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:25.577767 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.583768 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b217-f0e5-410e-8f11-9e46d4adae00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.655558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106ad88-1df7-4458-aa4b-4bffb952542a req-3d988ec0-1437-427c-95bd-830a5eb265fc tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:25.657614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c106ad88-1df7-4458-aa4b-4bffb952542a req-3d988ec0-1437-427c-95bd-830a5eb265fc tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 943 time: 0.2701674 Aug 24 00:27:25.662235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] For port d5789068-c6c7-4e92-a48c-288316aa5193, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:25.674493 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd4acc0-770c-435f-91d1-c971098ce4ba x-openstack-request-id: req-bfd4acc0-770c-435f-91d1-c971098ce4ba {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:25.674839 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b765dd-0925-49e5-9c5e-10b2e1462364", "tag": "40b5e6ae-51e6-4b60-93aa-eed1298e0293", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:25.674965 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfd4acc0-770c-435f-91d1-c971098ce4ba {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:25.675311 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b765dd-0925-49e5-9c5e-10b2e1462364', 'tag': '40b5e6ae-51e6-4b60-93aa-eed1298e0293', 'status': 'completed', 'code': 200} Aug 24 00:27:25.682199 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] For port 302f718b-0e34-4f10-8582-27245076be2f, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:25.687577 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] For port 302f718b-0e34-4f10-8582-27245076be2f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=302f718b-0e34-4f10-8582-27245076be2f,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:25.696983 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.703844 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] For port d5789068-c6c7-4e92-a48c-288316aa5193, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d5789068-c6c7-4e92-a48c-288316aa5193,segment=NetworkSegment(4da1dac5-4d9b-42b7-bdda-f353f39c3bd0),segment_id=4da1dac5-4d9b-42b7-bdda-f353f39c3bd0)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:25.752116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3f200-4893-4296-b8ff-2c28072e570b service neutron] Pushing event updated for resources: {'Port': ['ID=40b5e6ae-51e6-4b60-93aa-eed1298e0293,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:25.791673 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Routers {'87d8958a-14fe-42b4-87c4-4ab29c20e085'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:27:25.792611 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:27:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['87d8958a-14fe-42b4-87c4-4ab29c20e085'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:25.802419 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-a130c04f-5203-400d-bda4-c717cc5ccec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:25.804013 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-a130c04f-5203-400d-bda4-c717cc5ccec3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=645be32e261e48e6ae77381e2ac708f7&device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 1094 time: 0.2645562 Aug 24 00:27:25.815020 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b217-f0e5-410e-8f11-9e46d4adae00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.815372 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.833251 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afc065-fde4-4e3b-bb0e-46fa6d7665f8 None None] Pushing event updated for resources: {'Port': ['ID=302f718b-0e34-4f10-8582-27245076be2f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:25.894504 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-a4b861ad-5102-4e9a-bcc3-4a252d49fd07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40b5e6ae-51e6-4b60-93aa-eed1298e0293 HTTP/1.1" status: 200 len: 217 time: 0.0652790 Aug 24 00:27:25.894662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.935064 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] Set router 87d8958a-14fe-42b4-87c4-4ab29c20e085 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:27:25.971815 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b217-f0e5-410e-8f11-9e46d4adae00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:26.062608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b1524ce1-f16b-4e17-9eb7-cee4b990511d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:26.073009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:26.073009 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:26.074238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc21224-b422-453e-85db-67a4b881cbff req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] 10.222.0.47 "PUT /v2.0/ports/d5789068-c6c7-4e92-a48c-288316aa5193 HTTP/1.1" status: 200 len: 1091 time: 4.6085637 Aug 24 00:27:26.090901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c106ad88-1df7-4458-aa4b-4bffb952542a req-5576cecc-9668-40b8-af4b-00a6b8b8d947 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158325 Aug 24 00:27:26.117833 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c7b217-f0e5-410e-8f11-9e46d4adae00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:26.127070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a3c7b217-f0e5-410e-8f11-9e46d4adae00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/2883b3f9-26c3-414a-bbeb-65bd33d7c66d HTTP/1.1" status: 204 len: 168 time: 1.0250387 Aug 24 00:27:26.128202 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7b217-f0e5-410e-8f11-9e46d4adae00 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=2883b3f9-26c3-414a-bbeb-65bd33d7c66d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:26.159166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34448) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:26.159946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc9757-09cb-4198-a225-223bb23855e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5789068-c6c7-4e92-a48c-288316aa5193,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:26.219350 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b1524ce1-f16b-4e17-9eb7-cee4b990511d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:26.219997 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:26.234206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-6526aeae-2f46-4958-9747-0f9233e475f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:26.236459 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-6526aeae-2f46-4958-9747-0f9233e475f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7d30128-2ce5-4885-8968-a3ab5697bdd2 HTTP/1.1" status: 200 len: 858 time: 0.3302126 Aug 24 00:27:26.236971 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:20Z', 'revision_number': 3, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:26.286435 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-14548751-0235-4dd2-9b0d-86f62c712a96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352507 Aug 24 00:27:26.300228 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5c94-0491-4bc1-abe5-f9fa4019d579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:26.308923 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637d1898-43df-48da-a19a-903cdbc87b74 None None] The sync data for ids ['87d8958a-14fe-42b4-87c4-4ab29c20e085'] in n-d-805736-1 is: [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:20Z', 'revision_number': 3, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:27:26.364855 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5477f33a-bae8-447f-8087-672e878685a8 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:26.397888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc21224-b422-453e-85db-67a4b881cbff req-679a6466-f1c8-4aa1-a44d-1542efb9967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:26.399465 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc21224-b422-453e-85db-67a4b881cbff req-679a6466-f1c8-4aa1-a44d-1542efb9967a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=645be32e261e48e6ae77381e2ac708f7&device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 1094 time: 0.1985037 Aug 24 00:27:26.404022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b050d4-7cbd-424b-a7a2-fe5965cb225c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 930d18eb-bf2e-4c5e-98c3-6723844fe9dc {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:27:26.482191 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82b050d4-7cbd-424b-a7a2-fe5965cb225c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:26.486137 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc21224-b422-453e-85db-67a4b881cbff req-919f7c25-315a-4b70-b786-522f8a6efac2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5789068-c6c7-4e92-a48c-288316aa5193 HTTP/1.1" status: 200 len: 217 time: 0.0632844 Aug 24 00:27:26.501798 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe5c94-0491-4bc1-abe5-f9fa4019d579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72ccd266-2cb4-4339-acd1-99054a5e262d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:26.539821 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Allocated IP 172.20.0.1 (9b465dfe-d306-4292-bddd-524ea879c283/4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922/b8ed1e5c-d279-426e-8564-9b72eb5badd7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:26.566492 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe5c94-0491-4bc1-abe5-f9fa4019d579 admin admin] Checking segment: {'id': '6ceacf30-7172-4f34-9ef9-15cfd8557373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0289bce9-621b-4aba-9d58-70ef7684590a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:26.567398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe5c94-0491-4bc1-abe5-f9fa4019d579 admin admin] Network hostable DHCP agents. Network: 0289bce9-621b-4aba-9d58-70ef7684590a, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:27:26.593683 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82b050d4-7cbd-424b-a7a2-fe5965cb225c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:26.644255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:26.664124 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-fa4f9943-696d-4dd2-92c3-bcb89593c091 service neutron] 10.222.0.13 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957637 Aug 24 00:27:26.670642 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe5c94-0491-4bc1-abe5-f9fa4019d579 admin admin] Network 0289bce9-621b-4aba-9d58-70ef7684590a is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:27:26.682749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:27:26.683142 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 9f3a2198-bc1f-4a2d-9c82-38a7357f8d3a not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:26.705574 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc21224-b422-453e-85db-67a4b881cbff req-bfa98285-ee11-4a53-bbd8-a1115baed528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:26.705574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc21224-b422-453e-85db-67a4b881cbff req-bfa98285-ee11-4a53-bbd8-a1115baed528 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7d30128-2ce5-4885-8968-a3ab5697bdd2 HTTP/1.1" status: 200 len: 858 time: 0.1870942 Aug 24 00:27:26.785305 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc21224-b422-453e-85db-67a4b881cbff req-0e8f5002-e3c9-4080-8312-fdf02dd19448 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732944 Aug 24 00:27:26.823536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f7fe5c94-0491-4bc1-abe5-f9fa4019d579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 0289bce9-621b-4aba-9d58-70ef7684590a) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:26.836448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9babea03-da90-4d68-b8c7-417f843f721b None None] Network 0289bce9-621b-4aba-9d58-70ef7684590a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:26.859013 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fe5c94-0491-4bc1-abe5-f9fa4019d579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:26.859013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7fe5c94-0491-4bc1-abe5-f9fa4019d579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:26.887688 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:26.967563 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f7fe5c94-0491-4bc1-abe5-f9fa4019d579 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6395261 Aug 24 00:27:26.967563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Transition to ACTIVE for port object b8ed1e5c-d279-426e-8564-9b72eb5badd7 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:26.982111 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b187bd50-adeb-46f1-aeb8-613f92d0e1de req-591e80a0-066b-46c1-9274-57f3af5d6ac9 service neutron] 10.222.0.13 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079364 Aug 24 00:27:26.990698 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82b050d4-7cbd-424b-a7a2-fe5965cb225c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:27.059733 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:27.099586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689677b-c7d7-48c3-8cae-8813bb56996c req-e797e6f5-f81a-4fc2-976a-e442862a6336 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:27.102153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6689677b-c7d7-48c3-8cae-8813bb56996c req-e797e6f5-f81a-4fc2-976a-e442862a6336 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.3614118 Aug 24 00:27:27.183055 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc21224-b422-453e-85db-67a4b881cbff req-f983264a-c815-4d3e-abb8-db5637ec4c58 service neutron] 10.222.0.47 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902996 Aug 24 00:27:27.224492 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ed1e5c-d279-426e-8564-9b72eb5badd7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:27.282493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5fcab6-550d-4b2c-9f72-8e56e140c9fd None None] Network 0289bce9-621b-4aba-9d58-70ef7684590a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:27.309580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82447a4e-be5b-49b9-9164-90837a45f575', 'tag': 'd5789068-c6c7-4e92-a48c-288316aa5193'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:27.311957 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbad662b-6af1-434c-b35a-c45a6e15f37e" -d '{"events": [{"name": "network-changed", "server_uuid": "82447a4e-be5b-49b9-9164-90837a45f575", "tag": "d5789068-c6c7-4e92-a48c-288316aa5193"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:27.329949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3cc21224-b422-453e-85db-67a4b881cbff req-c926833e-2092-4947-8d2b-493ad84780b9 service neutron] 10.222.0.47 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338112 Aug 24 00:27:27.331186 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Network 9b465dfe-d306-4292-bddd-524ea879c283 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:27.341984 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:27.345333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:27.442169 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:27.530246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36f877-7f25-4fec-91e9-5f42f5ba31bd req-4d01583b-04f7-4d71-b9b7-16e170a95201 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:27.532457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f36f877-7f25-4fec-91e9-5f42f5ba31bd req-4d01583b-04f7-4d71-b9b7-16e170a95201 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 943 time: 0.1557887 Aug 24 00:27:27.556039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6689677b-c7d7-48c3-8cae-8813bb56996c req-a9a74f62-93fa-47c8-adf9-4ad9a3cc2cb6 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641241 Aug 24 00:27:27.610623 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82b050d4-7cbd-424b-a7a2-fe5965cb225c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:27.613054 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e60a401c-f8c2-47b5-976d-c4f927481b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:27.628803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ff7aa-aafd-487a-81ce-cb4fcdf33441 req-d15986c8-e839-43d9-b6be-5f1ae83e84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:27.634112 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e7ff7aa-aafd-487a-81ce-cb4fcdf33441 req-d15986c8-e839-43d9-b6be-5f1ae83e84bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=645be32e261e48e6ae77381e2ac708f7&device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 1094 time: 0.3963451 Aug 24 00:27:27.689641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0b57b947-2779-49fa-962f-522c3677143c None None] Provisioning complete for port b1524ce1-f16b-4e17-9eb7-cee4b990511d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:27.690624 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b57b947-2779-49fa-962f-522c3677143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:27.717946 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82b050d4-7cbd-424b-a7a2-fe5965cb225c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:27.724038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-82b050d4-7cbd-424b-a7a2-fe5965cb225c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/930d18eb-bf2e-4c5e-98c3-6723844fe9dc HTTP/1.1" status: 204 len: 168 time: 1.5591636 Aug 24 00:27:27.725274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34504) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:27.725685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e20dfd-9aef-44fd-9852-bb03f615d1cf None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:27.725809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b050d4-7cbd-424b-a7a2-fe5965cb225c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=930d18eb-bf2e-4c5e-98c3-6723844fe9dc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:27.772850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f36f877-7f25-4fec-91e9-5f42f5ba31bd req-28b1fb70-8a3f-4f02-900f-159a278390fa tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059808 Aug 24 00:27:27.835197 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9f4d7271-f16d-49ce-96e2-301e020491b1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977862 Aug 24 00:27:27.838056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34508) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:27.844603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a4a9bf38-8254-4089-aa02-4739f2bf2d6e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:27.941537 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ff7aa-aafd-487a-81ce-cb4fcdf33441 req-8f56ccb3-142e-4e6e-b33f-301b36113b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:27.947100 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e7ff7aa-aafd-487a-81ce-cb4fcdf33441 req-8f56ccb3-142e-4e6e-b33f-301b36113b06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 HTTP/1.1" status: 200 len: 919 time: 0.3019438 Aug 24 00:27:28.076395 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e771d651-11d1-42c8-87e6-d8c5a66aed8c x-openstack-request-id: req-e771d651-11d1-42c8-87e6-d8c5a66aed8c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:28.076714 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82447a4e-be5b-49b9-9164-90837a45f575", "tag": "d5789068-c6c7-4e92-a48c-288316aa5193", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:28.076947 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e771d651-11d1-42c8-87e6-d8c5a66aed8c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:28.077356 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82447a4e-be5b-49b9-9164-90837a45f575', 'tag': 'd5789068-c6c7-4e92-a48c-288316aa5193', 'status': 'completed', 'code': 200} Aug 24 00:27:28.094301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a9bf38-8254-4089-aa02-4739f2bf2d6e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:28.095995 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e7ff7aa-aafd-487a-81ce-cb4fcdf33441 req-92e49e23-e46c-4af4-95a0-8bb817e4d176 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40b5e6ae-51e6-4b60-93aa-eed1298e0293 HTTP/1.1" status: 200 len: 217 time: 0.1389384 Aug 24 00:27:28.098080 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4a9bf38-8254-4089-aa02-4739f2bf2d6e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:28.132014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 302f718b-0e34-4f10-8582-27245076be2f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:28.137463 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:28.282468 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ff7aa-aafd-487a-81ce-cb4fcdf33441 req-ed93b763-ce31-4510-a680-cee0595162a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:28.284398 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e7ff7aa-aafd-487a-81ce-cb4fcdf33441 req-ed93b763-ce31-4510-a680-cee0595162a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7d30128-2ce5-4885-8968-a3ab5697bdd2 HTTP/1.1" status: 200 len: 858 time: 0.1696806 Aug 24 00:27:28.292772 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 302f718b-0e34-4f10-8582-27245076be2f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:28.300575 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 302f718b-0e34-4f10-8582-27245076be2f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:28.301449 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:28.368596 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e7ff7aa-aafd-487a-81ce-cb4fcdf33441 req-de1434a3-6e41-4683-b954-e5b85f9c1d34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609102 Aug 24 00:27:28.530615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7650fc85-5896-4998-8b78-393957719fd4 None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:27:28.581179 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e7ff7aa-aafd-487a-81ce-cb4fcdf33441 req-1faabaa3-8a83-457f-9615-2b5bc7436243 service neutron] 10.222.0.13 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433196 Aug 24 00:27:28.642552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1401c843-35ef-4990-9a9b-e3b13cc78509 None None] Provisioning for port b8ed1e5c-d279-426e-8564-9b72eb5badd7 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:28.653614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1401c843-35ef-4990-9a9b-e3b13cc78509 None None] Provisioning complete for port b8ed1e5c-d279-426e-8564-9b72eb5badd7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:28.658066 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1401c843-35ef-4990-9a9b-e3b13cc78509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:28.717801 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7650fc85-5896-4998-8b78-393957719fd4 None None] Deleting port b1524ce1-f16b-4e17-9eb7-cee4b990511d {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:28.718444 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7650fc85-5896-4998-8b78-393957719fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:28.731370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d651cfd1-e5ca-4862-8178-d67f62c03e0b req-e74002eb-3d18-4f2b-9b09-cabb71b45849 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-501845006', 'description': 'tempest-description-1264663135'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:28.752463 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e7ff7aa-aafd-487a-81ce-cb4fcdf33441 req-d11a1364-4ff5-4244-8bca-2e8c9f39e464 service neutron] 10.222.0.13 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561542 Aug 24 00:27:28.767350 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:28.781937 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:28.819526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7650fc85-5896-4998-8b78-393957719fd4 None None] For port b1524ce1-f16b-4e17-9eb7-cee4b990511d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b1524ce1-f16b-4e17-9eb7-cee4b990511d,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:28.820213 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7650fc85-5896-4998-8b78-393957719fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:28.847809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7650fc85-5896-4998-8b78-393957719fd4 None None] Calling delete_port for b1524ce1-f16b-4e17-9eb7-cee4b990511d owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:28.869321 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:28.917986 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:28.954576 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ed1e5c-d279-426e-8564-9b72eb5badd7,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:28.971341 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1401c843-35ef-4990-9a9b-e3b13cc78509 None None] Port b8ed1e5c-d279-426e-8564-9b72eb5badd7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:27:28.976296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 302f718b-0e34-4f10-8582-27245076be2f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=302f718b-0e34-4f10-8582-27245076be2f,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:28.986383 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:29.058178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=302f718b-0e34-4f10-8582-27245076be2f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:29.060288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Network 9b465dfe-d306-4292-bddd-524ea879c283 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:29.063734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:29.076362 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4a9bf38-8254-4089-aa02-4739f2bf2d6e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:29.084308 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7650fc85-5896-4998-8b78-393957719fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:29.104033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7650fc85-5896-4998-8b78-393957719fd4 None None] No DVR routers for this DVR port b1524ce1-f16b-4e17-9eb7-cee4b990511d on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:27:29.141713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650fc85-5896-4998-8b78-393957719fd4 None None] Pushing event deleted for resources: {'Port': ['ID=b1524ce1-f16b-4e17-9eb7-cee4b990511d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:29.178864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a9bf38-8254-4089-aa02-4739f2bf2d6e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:29.194453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a4a9bf38-8254-4089-aa02-4739f2bf2d6e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:29.198575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a9bf38-8254-4089-aa02-4739f2bf2d6e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:29.199703 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4a9bf38-8254-4089-aa02-4739f2bf2d6e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:29.206798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1949d155-56a8-4e0d-abf5-9a079c56bb5c None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:29.213600 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d651cfd1-e5ca-4862-8178-d67f62c03e0b req-e74002eb-3d18-4f2b-9b09-cabb71b45849 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:29.222014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad662b-6af1-434c-b35a-c45a6e15f37e req-4becbd1e-8570-4e24-a483-b923cd6dec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:29.224016 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbad662b-6af1-434c-b35a-c45a6e15f37e req-4becbd1e-8570-4e24-a483-b923cd6dec0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=645be32e261e48e6ae77381e2ac708f7&device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 1094 time: 0.5563862 Aug 24 00:27:29.224838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9bf38-8254-4089-aa02-4739f2bf2d6e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=43ec94c8-4b76-401c-b7ff-2bf3b0beb484,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:29.287209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1620b-9ee5-43fb-9c4a-566045de87b8 req-67176ba9-16c9-4faf-9adb-a69fedf45060 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:29.296433 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ec1620b-9ee5-43fb-9c4a-566045de87b8 req-67176ba9-16c9-4faf-9adb-a69fedf45060 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.6297297 Aug 24 00:27:29.311242 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a4a9bf38-8254-4089-aa02-4739f2bf2d6e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4694717 Aug 24 00:27:29.346213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34536) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:29.359033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:29.455652 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d651cfd1-e5ca-4862-8178-d67f62c03e0b req-e74002eb-3d18-4f2b-9b09-cabb71b45849 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:29.477340 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d651cfd1-e5ca-4862-8178-d67f62c03e0b req-e74002eb-3d18-4f2b-9b09-cabb71b45849 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:29.573381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ec1620b-9ee5-43fb-9c4a-566045de87b8 req-a96ff42b-66f4-4dfc-ba23-0046f80b8422 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748482 Aug 24 00:27:29.599111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '43ec94c8-4b76-401c-b7ff-2bf3b0beb484'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:27:29.604360 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:29.627212 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:29.629921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1c011f3c-bcc3-4db0-ab3b-4817d4621ea5 None None] Provisioning complete for port b8ed1e5c-d279-426e-8564-9b72eb5badd7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:29.630356 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1c011f3c-bcc3-4db0-ab3b-4817d4621ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:29.632419 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d651cfd1-e5ca-4862-8178-d67f62c03e0b req-e74002eb-3d18-4f2b-9b09-cabb71b45849 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:29.644007 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d651cfd1-e5ca-4862-8178-d67f62c03e0b req-e74002eb-3d18-4f2b-9b09-cabb71b45849 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9752324 Aug 24 00:27:29.667535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74002eb-3d18-4f2b-9b09-cabb71b45849 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328edee0-9421-4408-a0cd-38b10e0893cc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:29.706985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad662b-6af1-434c-b35a-c45a6e15f37e req-63979b78-f75f-4a44-935a-aea03b81bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:29.708567 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbad662b-6af1-434c-b35a-c45a6e15f37e req-63979b78-f75f-4a44-935a-aea03b81bf23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 HTTP/1.1" status: 200 len: 919 time: 0.4684103 Aug 24 00:27:29.788792 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbad662b-6af1-434c-b35a-c45a6e15f37e req-4bc8b268-7551-4a88-b00d-ef906d9faa9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5789068-c6c7-4e92-a48c-288316aa5193 HTTP/1.1" status: 200 len: 217 time: 0.0679669 Aug 24 00:27:29.809797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Allocated IP 172.20.0.2 (277b6df4-b1fd-459f-9851-1a35106f20e7/43ec94c8-4b76-401c-b7ff-2bf3b0beb484/d41b9ba3-3022-4f21-bc5d-3a5c859b4d21) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:29.891000 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Router 87d8958a-14fe-42b4-87c4-4ab29c20e085 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:27:29.948430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1c011f3c-bcc3-4db0-ab3b-4817d4621ea5 None None] Port b8ed1e5c-d279-426e-8564-9b72eb5badd7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:27:29.991317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:29.997349 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.023736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5361e1d-cc1d-4871-a4fe-e0d657290310 req-d7135728-0abf-487e-b449-56980ed11cd9 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:30.026174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5361e1d-cc1d-4871-a4fe-e0d657290310 req-d7135728-0abf-487e-b449-56980ed11cd9 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 943 time: 0.2357290 Aug 24 00:27:30.027659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad662b-6af1-434c-b35a-c45a6e15f37e req-0691aa72-e6e6-4830-9669-64447c672fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:30.029055 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbad662b-6af1-434c-b35a-c45a6e15f37e req-0691aa72-e6e6-4830-9669-64447c672fae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7d30128-2ce5-4885-8968-a3ab5697bdd2 HTTP/1.1" status: 200 len: 858 time: 0.2263639 Aug 24 00:27:30.049326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78b4c123-ee39-4d15-8252-9549194f5c8c req-6a89aaf5-fcc0-42c2-9c8a-8d4d253086d2 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-groups/328edee0-9421-4408-a0cd-38b10e0893cc HTTP/1.1" status: 200 len: 1814 time: 0.1584029 Aug 24 00:27:30.062094 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 302f718b-0e34-4f10-8582-27245076be2f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:30.112560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-78b4c123-ee39-4d15-8252-9549194f5c8c req-f5784e9f-9558-4c49-9218-2c4b3d03cd01 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '328edee0-9421-4408-a0cd-38b10e0893cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:30.112874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-78b4c123-ee39-4d15-8252-9549194f5c8c req-f5784e9f-9558-4c49-9218-2c4b3d03cd01 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '328edee0-9421-4408-a0cd-38b10e0893cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:30.145206 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.167713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Transition to ACTIVE for port object d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:30.170534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:27:30.185023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Sync routers for ids ['87d8958a-14fe-42b4-87c4-4ab29c20e085'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:27:30.187033 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.192413 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1cdab280-b89c-4eaf-96f8-8c6018f01b80 admin admin] 10.222.0.32 "PUT /v2.0/routers/87d8958a-14fe-42b4-87c4-4ab29c20e085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8529952 Aug 24 00:27:30.199155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbad662b-6af1-434c-b35a-c45a6e15f37e req-2a495939-ee31-4fd7-bf29-8defd3697694 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486342 Aug 24 00:27:30.240139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Transition to ACTIVE for port object d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:30.289770 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.317658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5361e1d-cc1d-4871-a4fe-e0d657290310 req-9551160b-7371-487c-bd8f-1d0b71a6ddfa tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636752 Aug 24 00:27:30.405846 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Routers {'87d8958a-14fe-42b4-87c4-4ab29c20e085'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:27:30.410008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:27:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['87d8958a-14fe-42b4-87c4-4ab29c20e085'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:30.444645 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e935b1ba-9800-400e-baa7-d5c3ff75db98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.450757 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78b4c123-ee39-4d15-8252-9549194f5c8c req-f5784e9f-9558-4c49-9218-2c4b3d03cd01 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.463492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbad662b-6af1-434c-b35a-c45a6e15f37e req-4338ec24-3258-4aee-9cc1-d585928fe6d5 service neutron] 10.222.0.47 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523959 Aug 24 00:27:30.508341 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 302f718b-0e34-4f10-8582-27245076be2f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:30.508720 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.595933 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78b4c123-ee39-4d15-8252-9549194f5c8c req-f5784e9f-9558-4c49-9218-2c4b3d03cd01 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.608762 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78b4c123-ee39-4d15-8252-9549194f5c8c req-f5784e9f-9558-4c49-9218-2c4b3d03cd01 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.646016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:30.647796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5784e9f-9558-4c49-9218-2c4b3d03cd01 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9736338d-6aed-4fc3-98a9-35b768a2a0e8,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:30.664429 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:30.670060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:30.681075 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d5789068-c6c7-4e92-a48c-288316aa5193 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:27:30.692904 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-78b4c123-ee39-4d15-8252-9549194f5c8c req-f5784e9f-9558-4c49-9218-2c4b3d03cd01 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.699500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78b4c123-ee39-4d15-8252-9549194f5c8c req-f5784e9f-9558-4c49-9218-2c4b3d03cd01 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5995193 Aug 24 00:27:30.706196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Pushing event updated for resources: {'Port': ['ID=d41b9ba3-3022-4f21-bc5d-3a5c859b4d21,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:30.721426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbad662b-6af1-434c-b35a-c45a6e15f37e req-f7f765f5-0f91-4228-92da-c5b25caa8671 service neutron] 10.222.0.47 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488644 Aug 24 00:27:30.874041 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:27:30.895073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbff8c2-bbbe-467d-bc78-db60ccf4410b req-8fc3f63a-27bd-46fc-81b7-2850ade3dede tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:30.903572 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3dbff8c2-bbbe-467d-bc78-db60ccf4410b req-8fc3f63a-27bd-46fc-81b7-2850ade3dede tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.1328926 Aug 24 00:27:30.948923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Attempting to bind port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:30.949317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Attempting to bind port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:30.949658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Attempting to bind port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:30.968649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:30.968908 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:30.969286 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.969886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:30.970799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Bound port: d41b9ba3-3022-4f21-bc5d-3a5c859b4d21, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:30.971203 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.996476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3dbff8c2-bbbe-467d-bc78-db60ccf4410b req-f2ba865c-cc53-4401-b7cd-a8e1ffa358b6 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918911 Aug 24 00:27:31.018932 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Set router 87d8958a-14fe-42b4-87c4-4ab29c20e085 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:27:31.043548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.objects.ports [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94837) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:27:31.215882 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b1524ce1-f16b-4e17-9eb7-cee4b990511d no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:31.272773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa92c380-5a72-45ef-96a3-3efd142aa571 req-02749f45-a808-4c3d-9a31-3928d7ff0231 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-groups/328edee0-9421-4408-a0cd-38b10e0893cc HTTP/1.1" status: 200 len: 2408 time: 0.2505822 Aug 24 00:27:31.276254 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: b1524ce1-f16b-4e17-9eb7-cee4b990511d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:27:31.276685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b1524ce1-f16b-4e17-9eb7-cee4b990511d not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:31.289470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d5789068-c6c7-4e92-a48c-288316aa5193, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d5789068-c6c7-4e92-a48c-288316aa5193,segment=NetworkSegment(4da1dac5-4d9b-42b7-bdda-f353f39c3bd0),segment_id=4da1dac5-4d9b-42b7-bdda-f353f39c3bd0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:31.348209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'd5789068-c6c7-4e92-a48c-288316aa5193', 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4', 'port_id': 'd5789068-c6c7-4e92-a48c-288316aa5193', 'mac_address': 'fa:16:3e:9e:13:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d30128-2ce5-4885-8968-a3ab5697bdd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:27:31.362913 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] For port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:31.378787 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:31.429920 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:31.441739 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 40b5e6ae-51e6-4b60-93aa-eed1298e0293 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:27:31.449087 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] For port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d41b9ba3-3022-4f21-bc5d-3a5c859b4d21,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:31.463793 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:31.466498 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5789068-c6c7-4e92-a48c-288316aa5193 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:31.490825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d5789068-c6c7-4e92-a48c-288316aa5193, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d5789068-c6c7-4e92-a48c-288316aa5193,segment=NetworkSegment(4da1dac5-4d9b-42b7-bdda-f353f39c3bd0),segment_id=4da1dac5-4d9b-42b7-bdda-f353f39c3bd0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:31.576688 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:31.596925 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:31.611286 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bde98bc-1712-4328-9a14-1ffa08cde467 req-11193089-733a-4cc8-a97c-a2262a15f4ae tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-group-rules/9736338d-6aed-4fc3-98a9-35b768a2a0e8 HTTP/1.1" status: 200 len: 778 time: 0.0714672 Aug 24 00:27:31.727390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bde98bc-1712-4328-9a14-1ffa08cde467 req-45eb5acf-f392-4294-a36e-9e15311b19ac tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-groups/328edee0-9421-4408-a0cd-38b10e0893cc HTTP/1.1" status: 200 len: 2408 time: 0.1086311 Aug 24 00:27:31.786035 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bde98bc-1712-4328-9a14-1ffa08cde467 req-86e3863b-7189-4c9a-ac73-ccf29702d1dc tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:31.829231 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bde98bc-1712-4328-9a14-1ffa08cde467 req-86e3863b-7189-4c9a-ac73-ccf29702d1dc tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:31.898336 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bde98bc-1712-4328-9a14-1ffa08cde467 req-86e3863b-7189-4c9a-ac73-ccf29702d1dc tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:31.910082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bde98bc-1712-4328-9a14-1ffa08cde467 req-86e3863b-7189-4c9a-ac73-ccf29702d1dc tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:31.933648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bde98bc-1712-4328-9a14-1ffa08cde467 req-86e3863b-7189-4c9a-ac73-ccf29702d1dc tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9736338d-6aed-4fc3-98a9-35b768a2a0e8 HTTP/1.1" status: 204 len: 173 time: 0.2038691 Aug 24 00:27:31.944798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] For port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d41b9ba3-3022-4f21-bc5d-3a5c859b4d21,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:31.970898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a74014-032b-4bd3-8881-e9b6e5312cd1 None None] Pushing event updated for resources: {'Port': ['ID=d41b9ba3-3022-4f21-bc5d-3a5c859b4d21,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:31.990939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3863b-7189-4c9a-ac73-ccf29702d1dc tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9736338d-6aed-4fc3-98a9-35b768a2a0e8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:32.058977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=d5789068-c6c7-4e92-a48c-288316aa5193,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:32.059164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.099649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 40b5e6ae-51e6-4b60-93aa-eed1298e0293, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=40b5e6ae-51e6-4b60-93aa-eed1298e0293,segment=NetworkSegment(4da1dac5-4d9b-42b7-bdda-f353f39c3bd0),segment_id=4da1dac5-4d9b-42b7-bdda-f353f39c3bd0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:32.123327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['d5789068-c6c7-4e92-a48c-288316aa5193'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:32.140063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.141037 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.219447 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '40b5e6ae-51e6-4b60-93aa-eed1298e0293', 'network_id': '070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4', 'port_id': '40b5e6ae-51e6-4b60-93aa-eed1298e0293', 'mac_address': 'fa:16:3e:31:2d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d30128-2ce5-4885-8968-a3ab5697bdd2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:27:32.225250 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34576) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:32.230982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fce05185-513a-4440-bcdd-66003d1fafea tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459131056', 'description': 'tempest-description--1496110039'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:32.272743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:32.273015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 2, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:32.282209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:32.284501 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fce05185-513a-4440-bcdd-66003d1fafea tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.286016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:32.286855 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.312794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3c045470-bca9-4642-8489-f9d786bf2466 req-cc996f2e-26f3-427b-a969-7a7c398a3d68 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-495026956', 'description': 'tempest-description-678614318'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:32.335407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Checking router: 87d8958a-14fe-42b4-87c4-4ab29c20e085 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:27:32.335784 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Updating router 87d8958a-14fe-42b4-87c4-4ab29c20e085 port b8ed1e5c-d279-426e-8564-9b72eb5badd7 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:27:32.385777 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dd2dc-df4b-4450-b0db-d1a135208caa req-e3a3e3e6-cea8-4a08-a3e2-172764074f02 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:32.387499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b8dd2dc-df4b-4450-b0db-d1a135208caa req-e3a3e3e6-cea8-4a08-a3e2-172764074f02 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 943 time: 0.3530347 Aug 24 00:27:32.392926 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.395775 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.397617 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3c045470-bca9-4642-8489-f9d786bf2466 req-cc996f2e-26f3-427b-a969-7a7c398a3d68 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.436535 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b5e6ae-51e6-4b60-93aa-eed1298e0293 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:32.472565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1242385 Aug 24 00:27:32.490709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34580) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:32.491668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=117bb1f1-2517-4e7c-b0d5-09e33643df1a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:32.496679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 40b5e6ae-51e6-4b60-93aa-eed1298e0293, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=40b5e6ae-51e6-4b60-93aa-eed1298e0293,segment=NetworkSegment(4da1dac5-4d9b-42b7-bdda-f353f39c3bd0),segment_id=4da1dac5-4d9b-42b7-bdda-f353f39c3bd0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:32.497920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3e65d-0a33-49f0-9645-c125230d90a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=d41b9ba3-3022-4f21-bc5d-3a5c859b4d21,revision_number=4']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:32.508142 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.509912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'mac_address': 'fa:16:3e:f2:6f:40', 'name': 'tempest-NetworksTestDHCPv6-232818189'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:32.576716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b8dd2dc-df4b-4450-b0db-d1a135208caa req-a5e3dc45-1ebf-4c01-9769-b12f6e9fdae5 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437120 Aug 24 00:27:32.627312 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fce05185-513a-4440-bcdd-66003d1fafea tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.654502 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fce05185-513a-4440-bcdd-66003d1fafea tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.761029 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce05185-513a-4440-bcdd-66003d1fafea tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:32.812823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=40b5e6ae-51e6-4b60-93aa-eed1298e0293,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:32.833848 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3c045470-bca9-4642-8489-f9d786bf2466 req-cc996f2e-26f3-427b-a969-7a7c398a3d68 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.872554 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3c045470-bca9-4642-8489-f9d786bf2466 req-cc996f2e-26f3-427b-a969-7a7c398a3d68 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.874181 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fce05185-513a-4440-bcdd-66003d1fafea tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.878296 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fce05185-513a-4440-bcdd-66003d1fafea tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6518126 Aug 24 00:27:32.886976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34588) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:32.887701 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:32.927080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0cc3cce5-a41a-4963-b647-83533f6cc8af tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Request body: {'security_group_rule': {'security_group_id': 'd9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:32.946344 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3c045470-bca9-4642-8489-f9d786bf2466 req-cc996f2e-26f3-427b-a969-7a7c398a3d68 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.948393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c045470-bca9-4642-8489-f9d786bf2466 req-cc996f2e-26f3-427b-a969-7a7c398a3d68 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6718609 Aug 24 00:27:32.973971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc996f2e-26f3-427b-a969-7a7c398a3d68 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22fe02f0-a54b-44e7-9ba2-7688167df620,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:32.998556 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['40b5e6ae-51e6-4b60-93aa-eed1298e0293'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:33.032894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9ce9-f324-488c-9cdc-73df9ffdd822 req-5c0832f4-8eb4-4892-bd62-ce0d4d61c211 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:33.042099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b4e9ce9-f324-488c-9cdc-73df9ffdd822 req-5c0832f4-8eb4-4892-bd62-ce0d4d61c211 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.3165555 Aug 24 00:27:33.062809 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cce5-a41a-4963-b647-83533f6cc8af tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.111662 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.121832 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.164825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b4e9ce9-f324-488c-9cdc-73df9ffdd822 req-c355132e-8ab6-4f6a-bde0-472178edc552 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157885 Aug 24 00:27:33.190894 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.224683 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port fae9b918-dc46-4226-9558-3461353e2f65 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:27:33.234413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Transition to ACTIVE for port object b8ed1e5c-d279-426e-8564-9b72eb5badd7 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:33.276025 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.344797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c8ac0a-43a6-4dfb-8d20-38b7fe34ab44 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:33.356620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c04dbb2-885d-43b5-8e8f-4e9485402df9 req-4a734cd2-4d75-478a-b555-0ec8bb304ecc tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-groups/22fe02f0-a54b-44e7-9ba2-7688167df620 HTTP/1.1" status: 200 len: 1813 time: 0.1246734 Aug 24 00:27:33.410228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a89444de-7f35-45f1-ab56-4bb17eec569b req-c2c724e2-8698-4f59-95d2-609e5028c00d tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-869742382', 'description': 'tempest-description-1369733170'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:33.430351 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cce5-a41a-4963-b647-83533f6cc8af tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.446461 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cce5-a41a-4963-b647-83533f6cc8af tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.449640 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a89444de-7f35-45f1-ab56-4bb17eec569b req-c2c724e2-8698-4f59-95d2-609e5028c00d tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.506997 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3cce5-a41a-4963-b647-83533f6cc8af tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed043a3a-baeb-4d60-924a-ad17923226d5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:33.538893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b9cfbd3e-7a5e-4ad9-86bd-17807eec29bb None None] Provisioning for port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:33.540630 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a497f-6128-4f49-9230-e8865f7fbd0e None None] Pushing event updated for resources: {'Port': ['ID=b8ed1e5c-d279-426e-8564-9b72eb5badd7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:33.618614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Attempting to bind port b8ed1e5c-d279-426e-8564-9b72eb5badd7 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:33.619636 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Attempting to bind port b8ed1e5c-d279-426e-8564-9b72eb5badd7 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:33.620016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Attempting to bind port b8ed1e5c-d279-426e-8564-9b72eb5badd7 on network 9b465dfe-d306-4292-bddd-524ea879c283 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:33.638273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:33.638801 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Checking segment: {'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:33.639102 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.639508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Bound using segment: {'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:33.639993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Bound port: b8ed1e5c-d279-426e-8564-9b72eb5badd7, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:33.640382 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.648680 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a89444de-7f35-45f1-ab56-4bb17eec569b req-c2c724e2-8698-4f59-95d2-609e5028c00d tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.657303 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a89444de-7f35-45f1-ab56-4bb17eec569b req-c2c724e2-8698-4f59-95d2-609e5028c00d tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.715625 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a89444de-7f35-45f1-ab56-4bb17eec569b req-c2c724e2-8698-4f59-95d2-609e5028c00d tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.717000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a89444de-7f35-45f1-ab56-4bb17eec569b req-c2c724e2-8698-4f59-95d2-609e5028c00d tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3124468 Aug 24 00:27:33.769724 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cce5-a41a-4963-b647-83533f6cc8af tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.773848 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0cc3cce5-a41a-4963-b647-83533f6cc8af tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8509171 Aug 24 00:27:33.787105 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:33.801316 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a19cb042-6044-4f79-bb37-fcb2e938b5a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Request body: {'security_group_rule': {'security_group_id': 'd9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:33.823036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] For port b8ed1e5c-d279-426e-8564-9b72eb5badd7, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:33.830632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] For port b8ed1e5c-d279-426e-8564-9b72eb5badd7, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b8ed1e5c-d279-426e-8564-9b72eb5badd7,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:33.842353 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.870284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c724e2-8698-4f59-95d2-609e5028c00d tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab388a7-fd4c-4140-a9a3-c5d09f76b19b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:33.874989 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 172.20.0.8 (277b6df4-b1fd-459f-9851-1a35106f20e7/43ec94c8-4b76-401c-b7ff-2bf3b0beb484/fae9b918-dc46-4226-9558-3461353e2f65) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:33.898022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::f816:3eff:fef2:6f40 (277b6df4-b1fd-459f-9851-1a35106f20e7/117bb1f1-2517-4e7c-b0d5-09e33643df1a/fae9b918-dc46-4226-9558-3461353e2f65) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:33.913771 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a19cb042-6044-4f79-bb37-fcb2e938b5a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.924076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf83f5-5753-41ef-bd19-cdeba1384c58 req-c9dc5c60-7c10-467c-9b2c-2a39ddfd0569 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:33.926516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94cf83f5-5753-41ef-bd19-cdeba1384c58 req-c9dc5c60-7c10-467c-9b2c-2a39ddfd0569 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 944 time: 0.1740716 Aug 24 00:27:33.938000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6df307a0-b170-4b16-8d3d-09cfcb3aad58 req-91871917-0f6a-4df3-a43d-122df1a5b92f tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-groups/bab388a7-fd4c-4140-a9a3-c5d09f76b19b HTTP/1.1" status: 200 len: 1814 time: 0.1727619 Aug 24 00:27:33.962139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Routers {'87d8958a-14fe-42b4-87c4-4ab29c20e085'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:27:33.969380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:27:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['87d8958a-14fe-42b4-87c4-4ab29c20e085'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:34.015734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94cf83f5-5753-41ef-bd19-cdeba1384c58 req-b0a41e6a-f04d-4071-b5ad-349748dca5a0 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752211 Aug 24 00:27:34.029753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6b912e60-a6ed-49c3-8ae2-c551a5516995 req-3f782477-c758-4342-b180-3d75201e5700 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-175530601', 'description': 'tempest-description-1184969145'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:34.072289 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6b912e60-a6ed-49c3-8ae2-c551a5516995 req-3f782477-c758-4342-b180-3d75201e5700 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.086084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a497f-6128-4f49-9230-e8865f7fbd0e None None] Pushing event updated for resources: {'Port': ['ID=b8ed1e5c-d279-426e-8564-9b72eb5badd7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:34.190565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:34.269601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] Set router 87d8958a-14fe-42b4-87c4-4ab29c20e085 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:27:34.271983 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a19cb042-6044-4f79-bb37-fcb2e938b5a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.335660 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6b912e60-a6ed-49c3-8ae2-c551a5516995 req-3f782477-c758-4342-b180-3d75201e5700 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.369322 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6b912e60-a6ed-49c3-8ae2-c551a5516995 req-3f782477-c758-4342-b180-3d75201e5700 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.402875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:34.407350 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:34.407914 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.411493 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.433177 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object fae9b918-dc46-4226-9558-3461353e2f65 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:34.456247 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6b912e60-a6ed-49c3-8ae2-c551a5516995 req-3f782477-c758-4342-b180-3d75201e5700 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.469344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b912e60-a6ed-49c3-8ae2-c551a5516995 req-3f782477-c758-4342-b180-3d75201e5700 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4467735 Aug 24 00:27:34.494828 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a19cb042-6044-4f79-bb37-fcb2e938b5a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.512309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f782477-c758-4342-b180-3d75201e5700 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b304c6-783b-4e38-b24f-79f2975ab5f8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:34.552615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487ac70-786e-4c8d-bdaa-13cfbe7f19ee req-a2bccead-87f7-40ff-81b0-df2d05b48ab0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:34.569727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2487ac70-786e-4c8d-bdaa-13cfbe7f19ee req-a2bccead-87f7-40ff-81b0-df2d05b48ab0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.1447041 Aug 24 00:27:34.601251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cb042-6044-4f79-bb37-fcb2e938b5a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e46f9e-8099-4b3e-8d1e-5c9e31962a88,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:34.677277 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a19cb042-6044-4f79-bb37-fcb2e938b5a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.683707 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a19cb042-6044-4f79-bb37-fcb2e938b5a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8937156 Aug 24 00:27:34.684366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34616) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:34.692021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:34.693354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2487ac70-786e-4c8d-bdaa-13cfbe7f19ee req-f3c71b40-40e9-40b2-b49d-f9dab9a97b01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224089 Aug 24 00:27:34.702710 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.756713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d5789068-c6c7-4e92-a48c-288316aa5193 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:34.807628 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.820665 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:34.828807 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:34.850628 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-546e78b3-e457-4ed0-8e47-24d5a4a7e8a9 req-469ef432-dd41-4ff3-92d0-d6b67d45a41a tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-groups/41b304c6-783b-4e38-b24f-79f2975ab5f8 HTTP/1.1" status: 200 len: 1814 time: 0.1106896 Aug 24 00:27:34.852808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=fae9b918-dc46-4226-9558-3461353e2f65,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:34.857405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:34.898273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0ab94ab5-a26c-457d-94e1-126f858d18da req-ec482587-19ca-469f-8fb2-a3be5cec79a3 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-457843918', 'description': 'tempest-description-1903785378'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:34.956566 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0ab94ab5-a26c-457d-94e1-126f858d18da req-ec482587-19ca-469f-8fb2-a3be5cec79a3 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.049207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:35.055748 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.154475 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0ab94ab5-a26c-457d-94e1-126f858d18da req-ec482587-19ca-469f-8fb2-a3be5cec79a3 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.163905 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0ab94ab5-a26c-457d-94e1-126f858d18da req-ec482587-19ca-469f-8fb2-a3be5cec79a3 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.169147 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.184949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port d5789068-c6c7-4e92-a48c-288316aa5193 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:35.188431 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-49b793f8-ca97-4955-9d85-b5fbdb65e6be tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6950531 Aug 24 00:27:35.193731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34626) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:35.200074 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.211599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port d5789068-c6c7-4e92-a48c-288316aa5193 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:35.212126 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.315783 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d41b9ba3-3022-4f21-bc5d-3a5c859b4d21,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:35.320179 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0ab94ab5-a26c-457d-94e1-126f858d18da req-ec482587-19ca-469f-8fb2-a3be5cec79a3 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.333661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab94ab5-a26c-457d-94e1-126f858d18da req-ec482587-19ca-469f-8fb2-a3be5cec79a3 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4397767 Aug 24 00:27:35.348823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec482587-19ca-469f-8fb2-a3be5cec79a3 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df42265-ec31-4e8c-b698-b2a70e1c9679,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:35.420699 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Allocated IP 172.25.8.229 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/958f5495-4e48-4bfe-a83e-b86dbbfc780f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:35.420956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8793d4-0a03-4efe-91c6-3c56611b8c10 req-23464a8d-8e7b-447a-8f1d-d699153f6cd2 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:35.436676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab8793d4-0a03-4efe-91c6-3c56611b8c10 req-23464a8d-8e7b-447a-8f1d-d699153f6cd2 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 944 time: 0.2567904 Aug 24 00:27:35.448558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee39c2-5948-4f34-9bfd-43dfe7e0e2c3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:35.457022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee39c2-5948-4f34-9bfd-43dfe7e0e2c3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:35.461742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6bee39c2-5948-4f34-9bfd-43dfe7e0e2c3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2668688 Aug 24 00:27:35.476083 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34632) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:35.548343 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:33Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:35.554104 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.560462 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 40b5e6ae-51e6-4b60-93aa-eed1298e0293 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:35.605494 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.610684 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.657053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2262dc-32d1-4df2-916b-0f9387736cc9 None None] The sync data for ids ['87d8958a-14fe-42b4-87c4-4ab29c20e085'] in n-d-805736-1 is: [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:33Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:27:35.689371 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.764436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb358457-94a2-44c3-ab2e-e1a05f530c00 req-ba429088-c169-4ba7-b411-3a3578f6c0f7 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-groups/2df42265-ec31-4e8c-b698-b2a70e1c9679 HTTP/1.1" status: 200 len: 1814 time: 0.2529314 Aug 24 00:27:35.765466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82447a4e-be5b-49b9-9164-90837a45f575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5789068-c6c7-4e92-a48c-288316aa5193'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:35.768020 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aeef11d-dfeb-4876-85b5-95a07580c1c5" -d '{"events": [{"server_uuid": "82447a4e-be5b-49b9-9164-90837a45f575", "name": "network-vif-plugged", "status": "completed", "tag": "d5789068-c6c7-4e92-a48c-288316aa5193"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:35.770662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0530dc99-f8bf-4369-a931-c617dbbe55fe None None] Provisioning complete for port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:35.771062 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0530dc99-f8bf-4369-a931-c617dbbe55fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.835669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab8793d4-0a03-4efe-91c6-3c56611b8c10 req-458b1158-4856-467a-8838-bf7b0e65f266 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588972 Aug 24 00:27:35.865415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d5789068-c6c7-4e92-a48c-288316aa5193, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d5789068-c6c7-4e92-a48c-288316aa5193,segment=NetworkSegment(4da1dac5-4d9b-42b7-bdda-f353f39c3bd0),segment_id=4da1dac5-4d9b-42b7-bdda-f353f39c3bd0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:35.889209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:35.899007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-074453e7-24cc-44d3-9c4b-e6150b0f2444 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port fae9b918-dc46-4226-9558-3461353e2f65 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:35.899355 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-074453e7-24cc-44d3-9c4b-e6150b0f2444 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.904252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:35.908888 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:35.918609 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:35.924731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=d41b9ba3-3022-4f21-bc5d-3a5c859b4d21,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:35.969258 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event updated for resources: {'Port': ['ID=958f5495-4e48-4bfe-a83e-b86dbbfc780f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:36.007044 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:36.016251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:36.016796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:36.017507 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:36.017972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:36.018378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:36.018855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:36.019477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:36.019982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:36.020382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:36.020785 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:36.021185 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:36.079993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16faec69-3179-499d-ba21-9e0fd0be0888 None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:27:36.125030 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-1fcbb853-45df-40c7-9590-36c3fa47d0c1 req-7c220a09-7108-4980-b646-b30e839d1490 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] show failed (client error): The resource could not be found. Aug 24 00:27:36.139377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1fcbb853-45df-40c7-9590-36c3fa47d0c1 req-7c220a09-7108-4980-b646-b30e839d1490 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-groups/7091b68b-fd1f-42bd-9f6f-114868c46c27 HTTP/1.1" status: 404 len: 352 time: 0.0686986 Aug 24 00:27:36.168130 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:36.195583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b8ed1e5c-d279-426e-8564-9b72eb5badd7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:36.235672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b78b9b-8808-4cc3-ba92-c50eba5bc41b req-ee215106-91a1-4f06-b36d-610e65314180 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:36.237271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4b78b9b-8808-4cc3-ba92-c50eba5bc41b req-ee215106-91a1-4f06-b36d-610e65314180 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.2117436 Aug 24 00:27:36.279309 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:36.287673 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e50df50-1dec-4fda-bb27-7939f09fb5ce x-openstack-request-id: req-3e50df50-1dec-4fda-bb27-7939f09fb5ce {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:36.287970 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82447a4e-be5b-49b9-9164-90837a45f575", "name": "network-vif-plugged", "status": "completed", "tag": "d5789068-c6c7-4e92-a48c-288316aa5193", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:36.288222 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e50df50-1dec-4fda-bb27-7939f09fb5ce {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:36.288608 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82447a4e-be5b-49b9-9164-90837a45f575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5789068-c6c7-4e92-a48c-288316aa5193', 'code': 200} Aug 24 00:27:36.313693 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 40b5e6ae-51e6-4b60-93aa-eed1298e0293 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:36.327853 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-074453e7-24cc-44d3-9c4b-e6150b0f2444 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:36.341311 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-f72533ab-6cfa-4de2-8ab1-1492aef59464 req-cb857195-c25f-4ce2-817a-9b0a5b6652be tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] show failed (client error): The resource could not be found. Aug 24 00:27:36.358630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f72533ab-6cfa-4de2-8ab1-1492aef59464 req-cb857195-c25f-4ce2-817a-9b0a5b6652be tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-group-rules/6729a152-c582-4514-9c6b-ff5d64433056 HTTP/1.1" status: 404 len: 361 time: 0.0375640 Aug 24 00:27:36.419389 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 40b5e6ae-51e6-4b60-93aa-eed1298e0293 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:36.419759 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:36.426691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-074453e7-24cc-44d3-9c4b-e6150b0f2444 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for fae9b918-dc46-4226-9558-3461353e2f65 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:36.443748 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8f8ce72a-394c-4902-acdf-e2b27cc8f87b None None] Provisioning for port fae9b918-dc46-4226-9558-3461353e2f65 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:36.455015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8f8ce72a-394c-4902-acdf-e2b27cc8f87b None None] Provisioning complete for port fae9b918-dc46-4226-9558-3461353e2f65 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:36.455387 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f8ce72a-394c-4902-acdf-e2b27cc8f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:36.457880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=d5789068-c6c7-4e92-a48c-288316aa5193,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:36.483320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4b78b9b-8808-4cc3-ba92-c50eba5bc41b req-6c122ca8-11db-4bc0-a150-21913e9e420e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247360 Aug 24 00:27:36.597917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce0fc2-819c-4bd0-a4dd-8f34455df366 req-03340de8-f8fd-4920-acd3-696787bda5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:36.599668 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1ce0fc2-819c-4bd0-a4dd-8f34455df366 req-03340de8-f8fd-4920-acd3-696787bda5b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 1096 time: 0.2206728 Aug 24 00:27:36.626958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a686014-3ee5-49e6-ac03-b74edde88d2b req-535db933-401e-44c5-b934-722265e8769f tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-groups/2df42265-ec31-4e8c-b698-b2a70e1c9679 HTTP/1.1" status: 200 len: 1814 time: 0.2330658 Aug 24 00:27:36.634858 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:36.652861 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:36.673745 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ce72a-394c-4902-acdf-e2b27cc8f87b None None] Port fae9b918-dc46-4226-9558-3461353e2f65 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:27:36.714661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port b8ed1e5c-d279-426e-8564-9b72eb5badd7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:36.717964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1ce0fc2-819c-4bd0-a4dd-8f34455df366 req-32037656-252b-42be-bf27-d4468d41b3b3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103024 Aug 24 00:27:36.724821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b8ed1e5c-d279-426e-8564-9b72eb5badd7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:36.725192 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:36.784877 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event updated for resources: {'Port': ['ID=958f5495-4e48-4bfe-a83e-b86dbbfc780f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:36.787127 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a686014-3ee5-49e6-ac03-b74edde88d2b req-c8642595-c9eb-4e8f-80fe-27c76a9a9c7d tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:36.794322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16faec69-3179-499d-ba21-9e0fd0be0888 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:27:36.825359 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:36.870920 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:36.882731 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0b9125a7-7a2d-418b-b422-bf06a2d68be6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1875126 Aug 24 00:27:36.969812 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:36.985296 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a686014-3ee5-49e6-ac03-b74edde88d2b req-c8642595-c9eb-4e8f-80fe-27c76a9a9c7d tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:37.098491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79e977-8c5b-4b00-bda0-544bfe5f1201 req-9ad4b551-af36-494c-a4f1-f3b15ebb68c0 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:37.100103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c79e977-8c5b-4b00-bda0-544bfe5f1201 req-9ad4b551-af36-494c-a4f1-f3b15ebb68c0 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 944 time: 0.1486642 Aug 24 00:27:37.151322 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a686014-3ee5-49e6-ac03-b74edde88d2b req-c8642595-c9eb-4e8f-80fe-27c76a9a9c7d tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:37.154472 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7a686014-3ee5-49e6-ac03-b74edde88d2b req-c8642595-c9eb-4e8f-80fe-27c76a9a9c7d tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:37.155847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a686014-3ee5-49e6-ac03-b74edde88d2b req-c8642595-c9eb-4e8f-80fe-27c76a9a9c7d tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "DELETE /v2.0/security-groups/2df42265-ec31-4e8c-b698-b2a70e1c9679 HTTP/1.1" status: 204 len: 173 time: 0.5281036 Aug 24 00:27:37.164551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 40b5e6ae-51e6-4b60-93aa-eed1298e0293, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=40b5e6ae-51e6-4b60-93aa-eed1298e0293,segment=NetworkSegment(4da1dac5-4d9b-42b7-bdda-f353f39c3bd0),segment_id=4da1dac5-4d9b-42b7-bdda-f353f39c3bd0)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:37.172773 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:37.200422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8642595-c9eb-4e8f-80fe-27c76a9a9c7d tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df42265-ec31-4e8c-b698-b2a70e1c9679,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:37.209152 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-074453e7-24cc-44d3-9c4b-e6150b0f2444 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:37.217686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port b8ed1e5c-d279-426e-8564-9b72eb5badd7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b8ed1e5c-d279-426e-8564-9b72eb5badd7,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:37.239859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c79e977-8c5b-4b00-bda0-544bfe5f1201 req-ebd6c07e-273f-4786-92c2-b14322d1efb0 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296966 Aug 24 00:27:37.261079 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:37.300242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074453e7-24cc-44d3-9c4b-e6150b0f2444 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=fae9b918-dc46-4226-9558-3461353e2f65,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:37.336620 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:37.476798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=40b5e6ae-51e6-4b60-93aa-eed1298e0293,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:37.541712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-26162e2d-5534-4e14-af18-853f4aeebd12 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1459131056&fields=id&tenant_id=3b618916ee954525990485ae65e3c64e HTTP/1.1" status: 200 len: 267 time: 0.2387903 Aug 24 00:27:37.638080 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-074453e7-24cc-44d3-9c4b-e6150b0f2444 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:37.645994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:37.656174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-074453e7-24cc-44d3-9c4b-e6150b0f2444 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/fae9b918-dc46-4226-9558-3461353e2f65 HTTP/1.1" status: 204 len: 168 time: 2.1782017 Aug 24 00:27:37.670900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c0e2c69d-5363-45ce-8edb-dfd540fa0fc1 req-f4ec4f2a-96b7-4f68-8b69-db3d9e581f55 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-groups/41b304c6-783b-4e38-b24f-79f2975ab5f8 HTTP/1.1" status: 200 len: 1814 time: 0.2311776 Aug 24 00:27:37.765773 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a9d36-df9a-40fc-a237-6bfa1d37a64c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:37.766242 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=b8ed1e5c-d279-426e-8564-9b72eb5badd7,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:37.769255 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a9d36-df9a-40fc-a237-6bfa1d37a64c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:37.781719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a9d36-df9a-40fc-a237-6bfa1d37a64c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:37.789504 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-942a9d36-df9a-40fc-a237-6bfa1d37a64c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1423335 Aug 24 00:27:37.792412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34688) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:37.817407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-2f4e2330-c738-4b28-91ea-620da8963efb tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:37.819036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-2f4e2330-c738-4b28-91ea-620da8963efb tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 811 time: 0.2764938 Aug 24 00:27:37.870039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-f86b1609-8f44-4bad-b254-ef891d1d9892 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/quotas/3b618916ee954525990485ae65e3c64e HTTP/1.1" status: 200 len: 375 time: 0.0346327 Aug 24 00:27:37.921523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ea2653-61ad-4901-89f5-8036b4aad936 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 117bb1f1-2517-4e7c-b0d5-09e33643df1a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:27:37.927900 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0e2c69d-5363-45ce-8edb-dfd540fa0fc1 req-521f1180-01b9-4701-9eb4-1ee91aa33d1f tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:37.937469 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64ea2653-61ad-4901-89f5-8036b4aad936 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:37.976307 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0e2c69d-5363-45ce-8edb-dfd540fa0fc1 req-521f1180-01b9-4701-9eb4-1ee91aa33d1f tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.001829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-bddca597-5d56-4ad4-9247-68f333ad646e tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1258242 Aug 24 00:27:38.029254 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64ea2653-61ad-4901-89f5-8036b4aad936 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.089965 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0e2c69d-5363-45ce-8edb-dfd540fa0fc1 req-521f1180-01b9-4701-9eb4-1ee91aa33d1f tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.092924 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c0e2c69d-5363-45ce-8edb-dfd540fa0fc1 req-521f1180-01b9-4701-9eb4-1ee91aa33d1f tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.094099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c0e2c69d-5363-45ce-8edb-dfd540fa0fc1 req-521f1180-01b9-4701-9eb4-1ee91aa33d1f tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "DELETE /v2.0/security-groups/41b304c6-783b-4e38-b24f-79f2975ab5f8 HTTP/1.1" status: 204 len: 173 time: 0.4106658 Aug 24 00:27:38.128639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f1180-01b9-4701-9eb4-1ee91aa33d1f tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b304c6-783b-4e38-b24f-79f2975ab5f8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:38.262734 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64ea2653-61ad-4901-89f5-8036b4aad936 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.277125 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b8ed1e5c-d279-426e-8564-9b72eb5badd7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:38.314453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b765dd-0925-49e5-9c5e-10b2e1462364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b5e6ae-51e6-4b60-93aa-eed1298e0293'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:38.329226 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f13429-e750-4e22-9cf0-f5d05f6f6940" -d '{"events": [{"server_uuid": "40b765dd-0925-49e5-9c5e-10b2e1462364", "name": "network-vif-plugged", "status": "completed", "tag": "40b5e6ae-51e6-4b60-93aa-eed1298e0293"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:38.397282 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64ea2653-61ad-4901-89f5-8036b4aad936 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.421187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b8ed1e5c-d279-426e-8564-9b72eb5badd7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:38.421585 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.430964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-38873f69-4000-474c-9fd6-2faa05a75da0 service neutron] 10.222.0.32 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998802 Aug 24 00:27:38.484460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea2653-61ad-4901-89f5-8036b4aad936 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=117bb1f1-2517-4e7c-b0d5-09e33643df1a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:38.502629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64ea2653-61ad-4901-89f5-8036b4aad936 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.507970 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-64ea2653-61ad-4901-89f5-8036b4aad936 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/117bb1f1-2517-4e7c-b0d5-09e33643df1a HTTP/1.1" status: 204 len: 168 time: 0.7134075 Aug 24 00:27:38.509668 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:38.554712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8723c4-24ee-4f7c-b535-4eeb83b93f4e req-ca8be37c-785e-437b-a190-48045d91a94f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:38.557021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c8723c4-24ee-4f7c-b535-4eeb83b93f4e req-ca8be37c-785e-437b-a190-48045d91a94f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.2096226 Aug 24 00:27:38.602955 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:38.616909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b543f8a1-e8d9-4784-806c-ba5b76a984b0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 43ec94c8-4b76-401c-b7ff-2bf3b0beb484 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:27:38.634129 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b543f8a1-e8d9-4784-806c-ba5b76a984b0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.688615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:38.689017 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.696429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-139de7ca-8271-49d7-9172-e784cbc7f469 service neutron] 10.222.0.32 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509553 Aug 24 00:27:38.700096 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c8723c4-24ee-4f7c-b535-4eeb83b93f4e req-1d396c6a-1c7d-4dd1-95a0-d52a261aa266 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247437 Aug 24 00:27:38.707437 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b543f8a1-e8d9-4784-806c-ba5b76a984b0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.836827 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b543f8a1-e8d9-4784-806c-ba5b76a984b0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.928902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca58dcd-b4ae-48c0-a6a7-67ed78e55c12 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:38.944580 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b543f8a1-e8d9-4784-806c-ba5b76a984b0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.000019 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543f8a1-e8d9-4784-806c-ba5b76a984b0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=43ec94c8-4b76-401c-b7ff-2bf3b0beb484,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:39.010404 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b543f8a1-e8d9-4784-806c-ba5b76a984b0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.024035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa6b0579-5881-467a-8054-384f68f53e8a req-7dadd5c3-789b-42a0-8dac-017c0d2ec6b5 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-groups/bab388a7-fd4c-4140-a9a3-c5d09f76b19b HTTP/1.1" status: 200 len: 1814 time: 0.0861423 Aug 24 00:27:39.026377 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b543f8a1-e8d9-4784-806c-ba5b76a984b0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/43ec94c8-4b76-401c-b7ff-2bf3b0beb484 HTTP/1.1" status: 204 len: 168 time: 0.5032735 Aug 24 00:27:39.027542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:39.132579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-47133f1b-8b9b-409d-9080-fd48e96b2fd1 None None] Provisioning complete for port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:39.133377 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47133f1b-8b9b-409d-9080-fd48e96b2fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.140371 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-04617469-146b-44ec-b050-d4cae502f180 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064522 Aug 24 00:27:39.141382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:39.236261 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fa6b0579-5881-467a-8054-384f68f53e8a req-09598496-6a86-402d-9cd4-1c27d2c4653a tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.282857 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fa6b0579-5881-467a-8054-384f68f53e8a req-09598496-6a86-402d-9cd4-1c27d2c4653a tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.302999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab37ad46-70db-44d0-b8c3-301161ad0264 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:39.309985 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ab37ad46-70db-44d0-b8c3-301161ad0264 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1540408 Aug 24 00:27:39.314201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34722) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:39.316662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c6970-bd61-45d5-8784-49e784595ded req-4e52303d-8be6-4ed5-a5c0-7050e3e19458 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:39.318865 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-124c6970-bd61-45d5-8784-49e784595ded req-4e52303d-8be6-4ed5-a5c0-7050e3e19458 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.2192359 Aug 24 00:27:39.426659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-124c6970-bd61-45d5-8784-49e784595ded req-e24be804-d7d3-41c8-96fc-fca727823761 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830693 Aug 24 00:27:39.445766 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fa6b0579-5881-467a-8054-384f68f53e8a req-09598496-6a86-402d-9cd4-1c27d2c4653a tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.452978 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fa6b0579-5881-467a-8054-384f68f53e8a req-09598496-6a86-402d-9cd4-1c27d2c4653a tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.468963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa6b0579-5881-467a-8054-384f68f53e8a req-09598496-6a86-402d-9cd4-1c27d2c4653a tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "DELETE /v2.0/security-groups/bab388a7-fd4c-4140-a9a3-c5d09f76b19b HTTP/1.1" status: 204 len: 173 time: 0.4383934 Aug 24 00:27:39.517724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf9b955-5366-4a4a-9659-5776228f9702 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:39.523402 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09598496-6a86-402d-9cd4-1c27d2c4653a tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab388a7-fd4c-4140-a9a3-c5d09f76b19b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:39.529743 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ccf9b955-5366-4a4a-9659-5776228f9702 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2144134 Aug 24 00:27:39.533462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:39.583665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373b0855-3338-4dfb-88d6-4008bf56d140 None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:27:39.614083 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7a8acbcc-578b-4e14-b895-9c51e38a918c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792365 Aug 24 00:27:39.623315 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3a4f4c-dfb2-414e-b8f8-156b08ae7b9f x-openstack-request-id: req-1b3a4f4c-dfb2-414e-b8f8-156b08ae7b9f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:39.623676 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b765dd-0925-49e5-9c5e-10b2e1462364", "name": "network-vif-plugged", "status": "completed", "tag": "40b5e6ae-51e6-4b60-93aa-eed1298e0293", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:39.624132 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b3a4f4c-dfb2-414e-b8f8-156b08ae7b9f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:39.625088 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b765dd-0925-49e5-9c5e-10b2e1462364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b5e6ae-51e6-4b60-93aa-eed1298e0293', 'code': 200} Aug 24 00:27:39.628137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34730) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:39.636667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a4f907b4-5f4e-4d34-8329-a1d3294f2830 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:39.678251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-373b0855-3338-4dfb-88d6-4008bf56d140 None None] Deleting port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:39.678738 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-373b0855-3338-4dfb-88d6-4008bf56d140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.779044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63b3e160-52cf-4852-82ca-f474a00eae04 req-9a98d223-be72-473a-a352-e8136529b192 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 210 time: 0.0820568 Aug 24 00:27:39.804845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d00d4-6a92-462f-9989-65a354a7e98d req-e5731c07-26ca-4127-9299-82084d382729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:39.807145 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0f6d00d4-6a92-462f-9989-65a354a7e98d req-e5731c07-26ca-4127-9299-82084d382729 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 1096 time: 0.0878327 Aug 24 00:27:39.843419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d57845e5-5d24-40bf-a938-7a6a549aa20d req-3f74ebbf-721f-43b2-8133-e2cbf2a5f468 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-groups/22fe02f0-a54b-44e7-9ba2-7688167df620 HTTP/1.1" status: 200 len: 1813 time: 0.1991248 Aug 24 00:27:39.859818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-373b0855-3338-4dfb-88d6-4008bf56d140 None None] For port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d41b9ba3-3022-4f21-bc5d-3a5c859b4d21,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:39.860215 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-373b0855-3338-4dfb-88d6-4008bf56d140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.880406 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0f6d00d4-6a92-462f-9989-65a354a7e98d req-3cc43e4a-3d38-4bc2-b18b-820be6c22aeb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658419 Aug 24 00:27:39.897582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-373b0855-3338-4dfb-88d6-4008bf56d140 None None] Calling delete_port for d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:39.973307 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d57845e5-5d24-40bf-a938-7a6a549aa20d req-2de80124-63a2-4ab5-8b2c-a69f7ef33651 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.023814 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d57845e5-5d24-40bf-a938-7a6a549aa20d req-2de80124-63a2-4ab5-8b2c-a69f7ef33651 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.035008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfee9dd-9f81-4e34-b8cb-8bdbcac7bfb6 req-b852a1eb-9a9f-4a4b-b96a-87e2de7a62e3 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:40.039261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8bfee9dd-9f81-4e34-b8cb-8bdbcac7bfb6 req-b852a1eb-9a9f-4a4b-b96a-87e2de7a62e3 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.1419432 Aug 24 00:27:40.049300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:40.124328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f907b4-5f4e-4d34-8329-a1d3294f2830 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:40.140442 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4f907b4-5f4e-4d34-8329-a1d3294f2830 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.142528 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f907b4-5f4e-4d34-8329-a1d3294f2830 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:27:40.143257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f907b4-5f4e-4d34-8329-a1d3294f2830 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:27:40.162570 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-373b0855-3338-4dfb-88d6-4008bf56d140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.172154 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d57845e5-5d24-40bf-a938-7a6a549aa20d req-2de80124-63a2-4ab5-8b2c-a69f7ef33651 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.174703 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d57845e5-5d24-40bf-a938-7a6a549aa20d req-2de80124-63a2-4ab5-8b2c-a69f7ef33651 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.175950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d57845e5-5d24-40bf-a938-7a6a549aa20d req-2de80124-63a2-4ab5-8b2c-a69f7ef33651 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "DELETE /v2.0/security-groups/22fe02f0-a54b-44e7-9ba2-7688167df620 HTTP/1.1" status: 204 len: 173 time: 0.3314841 Aug 24 00:27:40.204785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de80124-63a2-4ab5-8b2c-a69f7ef33651 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fe02f0-a54b-44e7-9ba2-7688167df620,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:40.250490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a4f907b4-5f4e-4d34-8329-a1d3294f2830 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6184361 Aug 24 00:27:40.253416 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34742) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:40.258529 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4ccb960d-b89c-465e-8deb-604afd7ef385 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:40.265715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8bfee9dd-9f81-4e34-b8cb-8bdbcac7bfb6 req-4b9facf4-f2f7-4728-802f-61dc3078db62 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113858 Aug 24 00:27:40.318978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b0855-3338-4dfb-88d6-4008bf56d140 None None] Pushing event deleted for resources: {'Port': ['ID=d41b9ba3-3022-4f21-bc5d-3a5c859b4d21,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:40.326911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b0855-3338-4dfb-88d6-4008bf56d140 None None] No DVR routers for this DVR port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:27:40.342691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No active binding found for port d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 {{(pid=94839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 24 00:27:40.343154 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d41b9ba3-3022-4f21-bc5d-3a5c859b4d21 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:40.377730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bee508a2-1747-4f8e-bb86-2870495993c3 req-94a7e605-6144-4160-8e27-39c63bc9989b tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "GET /v2.0/security-groups/328edee0-9421-4408-a0cd-38b10e0893cc HTTP/1.1" status: 200 len: 1814 time: 0.0896764 Aug 24 00:27:40.424896 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccb960d-b89c-465e-8deb-604afd7ef385 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:40.432187 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ccb960d-b89c-465e-8deb-604afd7ef385 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.434682 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccb960d-b89c-465e-8deb-604afd7ef385 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:27:40.435562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccb960d-b89c-465e-8deb-604afd7ef385 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:27:40.468748 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4ccb960d-b89c-465e-8deb-604afd7ef385 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2113066 Aug 24 00:27:40.469911 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34746) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:40.476563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8ef2e003-c249-4f3c-b2d9-a7bcd609cab2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:40.518869 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bee508a2-1747-4f8e-bb86-2870495993c3 req-6356da73-d216-49f6-a197-f6b5ef5f9db5 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.554561 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bee508a2-1747-4f8e-bb86-2870495993c3 req-6356da73-d216-49f6-a197-f6b5ef5f9db5 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.624998 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bee508a2-1747-4f8e-bb86-2870495993c3 req-6356da73-d216-49f6-a197-f6b5ef5f9db5 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.628826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bee508a2-1747-4f8e-bb86-2870495993c3 req-6356da73-d216-49f6-a197-f6b5ef5f9db5 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.640875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bee508a2-1747-4f8e-bb86-2870495993c3 req-6356da73-d216-49f6-a197-f6b5ef5f9db5 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] 10.222.0.32 "DELETE /v2.0/security-groups/328edee0-9421-4408-a0cd-38b10e0893cc HTTP/1.1" status: 204 len: 173 time: 0.2555323 Aug 24 00:27:40.643445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34750) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:40.718166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356da73-d216-49f6-a197-f6b5ef5f9db5 tempest-SecurityGroupRulesNegativeTestJSON-346851446 tempest-SecurityGroupRulesNegativeTestJSON-346851446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328edee0-9421-4408-a0cd-38b10e0893cc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:40.761350 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef2e003-c249-4f3c-b2d9-a7bcd609cab2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:40.773706 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ef2e003-c249-4f3c-b2d9-a7bcd609cab2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.776677 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef2e003-c249-4f3c-b2d9-a7bcd609cab2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:27:40.788533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef2e003-c249-4f3c-b2d9-a7bcd609cab2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:27:40.826895 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8ef2e003-c249-4f3c-b2d9-a7bcd609cab2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3555253 Aug 24 00:27:40.830213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:40.837216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-53160c52-07e0-4e12-b3d0-752a0387f109 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:41.007097 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53160c52-07e0-4e12-b3d0-752a0387f109 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:41.019291 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53160c52-07e0-4e12-b3d0-752a0387f109 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:41.023282 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-53160c52-07e0-4e12-b3d0-752a0387f109 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:27:41.023779 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53160c52-07e0-4e12-b3d0-752a0387f109 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:27:41.058506 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-53160c52-07e0-4e12-b3d0-752a0387f109 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2218363 Aug 24 00:27:41.058801 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:41.065330 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-50ca60fe-01f5-4a7b-bb42-4fcae04e04c5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:41.239996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ca60fe-01f5-4a7b-bb42-4fcae04e04c5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:41.246074 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50ca60fe-01f5-4a7b-bb42-4fcae04e04c5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:41.246594 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ca60fe-01f5-4a7b-bb42-4fcae04e04c5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:27:41.248570 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ca60fe-01f5-4a7b-bb42-4fcae04e04c5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:27:41.274639 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-50ca60fe-01f5-4a7b-bb42-4fcae04e04c5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2119203 Aug 24 00:27:41.275840 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:41.281466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-789d327b-1736-485a-91bf-d848d1109a4d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:41.327904 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cf9f6a8-d54c-4007-a82c-52fd87c7d92c req-2b4d8443-64e0-46e1-9180-465ad9b993f1 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 210 time: 0.0903187 Aug 24 00:27:41.336760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7968827-f800-4316-876e-fd952d80dae7 admin admin] Deleting subnet 72ccd266-2cb4-4339-acd1-99054a5e262d {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:27:41.376063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9188e-4900-4ff5-b1ed-044f753a8ec7 req-18ac191b-8050-4164-8638-6fe0ed3a75ec tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:41.381092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aec9188e-4900-4ff5-b1ed-044f753a8ec7 req-18ac191b-8050-4164-8638-6fe0ed3a75ec tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.7001474 Aug 24 00:27:41.414701 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789d327b-1736-485a-91bf-d848d1109a4d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:41.417777 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7968827-f800-4316-876e-fd952d80dae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:41.422609 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-789d327b-1736-485a-91bf-d848d1109a4d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:41.424152 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-789d327b-1736-485a-91bf-d848d1109a4d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:27:41.424589 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789d327b-1736-485a-91bf-d848d1109a4d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:27:41.459907 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-789d327b-1736-485a-91bf-d848d1109a4d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1831346 Aug 24 00:27:41.463079 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34768) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:41.527627 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b29d1a4f-1d1a-40d9-9a46-dcbf9d96b4aa tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0619833 Aug 24 00:27:41.529200 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:41.541045 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aec9188e-4900-4ff5-b1ed-044f753a8ec7 req-3ea78ec7-5724-40e3-8b2b-a3765d8a2109 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469409 Aug 24 00:27:41.604312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a1221-242d-4e5c-861c-a66d9d424ed0 req-302e11b1-8d56-4253-9c31-74436945fc72 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:41.612395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc4a1221-242d-4e5c-861c-a66d9d424ed0 req-302e11b1-8d56-4253-9c31-74436945fc72 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.1602876 Aug 24 00:27:41.617022 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7968827-f800-4316-876e-fd952d80dae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:41.628278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-10780d86-2f89-4c25-8efb-4447e5792d9d tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:41.629801 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-10780d86-2f89-4c25-8efb-4447e5792d9d tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.47 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 811 time: 0.8796635 Aug 24 00:27:41.646656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18c41c0-953c-450f-96d8-6efc43a1ab96 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:41.653713 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e18c41c0-953c-450f-96d8-6efc43a1ab96 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1227520 Aug 24 00:27:41.657207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34772) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:41.729026 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-985d9a37-5bb0-45ac-b078-34926beaa6d0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700998 Aug 24 00:27:41.736177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-65d74db2-0e36-4ee6-8cc9-7a2b38ef2586 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b618916ee954525990485ae65e3c64e HTTP/1.1" status: 200 len: 380 time: 0.0706933 Aug 24 00:27:41.736414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:41.752272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-5a1f9f14-2360-4ee8-8a38-1470ce15b9a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Request body: {'port': {'device_id': '56f4d291-1ee7-4c81-87fc-70cae6ad89b7', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'admin_state_up': True, 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'security_groups': ['d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:41.754321 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-95edfdeb-3f90-43b8-b583-f7c50caeb4e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:41.757574 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7968827-f800-4316-876e-fd952d80dae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:41.811107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc4a1221-242d-4e5c-861c-a66d9d424ed0 req-952a994c-688c-4038-a072-3d3a153fb020 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928489 Aug 24 00:27:41.904400 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7968827-f800-4316-876e-fd952d80dae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:41.925856 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95edfdeb-3f90-43b8-b583-f7c50caeb4e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:41.929728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95edfdeb-3f90-43b8-b583-f7c50caeb4e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:41.974204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7968827-f800-4316-876e-fd952d80dae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72ccd266-2cb4-4339-acd1-99054a5e262d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:41.982230 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7968827-f800-4316-876e-fd952d80dae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:41.984406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b7968827-f800-4316-876e-fd952d80dae7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/72ccd266-2cb4-4339-acd1-99054a5e262d HTTP/1.1" status: 204 len: 168 time: 1.3370316 Aug 24 00:27:41.987479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34778) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:42.098709 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-285d2217-6d15-4ec3-accb-04984d41c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.101988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-5a1f9f14-2360-4ee8-8a38-1470ce15b9a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Made reservation on behalf of 3b618916ee954525990485ae65e3c64e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:42.106051 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-5a1f9f14-2360-4ee8-8a38-1470ce15b9a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.287687 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-285d2217-6d15-4ec3-accb-04984d41c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.314936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-285d2217-6d15-4ec3-accb-04984d41c659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0289bce9-621b-4aba-9d58-70ef7684590a']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:42.352272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-285d2217-6d15-4ec3-accb-04984d41c659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ceacf30-7172-4f34-9ef9-15cfd8557373') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:42.352513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-285d2217-6d15-4ec3-accb-04984d41c659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ceacf30-7172-4f34-9ef9-15cfd8557373') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:42.366842 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-285d2217-6d15-4ec3-accb-04984d41c659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.389975 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-285d2217-6d15-4ec3-accb-04984d41c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.391084 n-d-805736-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-95edfdeb-3f90-43b8-b583-f7c50caeb4e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:27:42.392478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-5a1f9f14-2360-4ee8-8a38-1470ce15b9a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Allocated IP 172.20.0.9 (9b465dfe-d306-4292-bddd-524ea879c283/4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922/59b802e4-c292-4c95-bb0e-9b841eec5c27) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:42.393848 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95edfdeb-3f90-43b8-b583-f7c50caeb4e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.401805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285d2217-6d15-4ec3-accb-04984d41c659 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:27:42.402217 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-285d2217-6d15-4ec3-accb-04984d41c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:27:42.403958 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:27:42.484432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95edfdeb-3f90-43b8-b583-f7c50caeb4e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:42.489900 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-95edfdeb-3f90-43b8-b583-f7c50caeb4e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:42.493243 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95edfdeb-3f90-43b8-b583-f7c50caeb4e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:42.494466 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95edfdeb-3f90-43b8-b583-f7c50caeb4e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.503968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a81a52-7cea-4991-9238-f7a4dcd120e7 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:42.512460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edfdeb-3f90-43b8-b583-f7c50caeb4e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=cc8be022-a91c-4972-9dce-72e81fde742e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:42.529381 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-95edfdeb-3f90-43b8-b583-f7c50caeb4e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7822461 Aug 24 00:27:42.532858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34792) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:42.546369 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'mac_address': 'fa:16:3e:0c:1d:32', 'name': 'tempest-NetworksTestDHCPv6-859677307'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:42.567760 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-285d2217-6d15-4ec3-accb-04984d41c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.574309 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-533cffcb-a2a2-4f27-9b5e-02a0968c9c80 req-3feaf29e-2bc6-465a-8220-dc219d40055e tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 210 time: 0.1001711 Aug 24 00:27:42.581543 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-285d2217-6d15-4ec3-accb-04984d41c659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.593468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-285d2217-6d15-4ec3-accb-04984d41c659 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0289bce9-621b-4aba-9d58-70ef7684590a HTTP/1.1" status: 204 len: 168 time: 0.6047165 Aug 24 00:27:42.699820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d2217-6d15-4ec3-accb-04984d41c659 admin admin] Pushing event deleted for resources: {'Network': ['ID=0289bce9-621b-4aba-9d58-70ef7684590a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:42.742091 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': 'cc8be022-a91c-4972-9dce-72e81fde742e'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:27:42.743268 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.774042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272a64f-d964-435f-abaf-2cd3a8590093 req-045552a0-fa57-47ff-bc91-9c682834970b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:42.784851 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f272a64f-d964-435f-abaf-2cd3a8590093 req-045552a0-fa57-47ff-bc91-9c682834970b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.0824325 Aug 24 00:27:42.798952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:42.849176 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f272a64f-d964-435f-abaf-2cd3a8590093 req-e8a5f81d-8f9f-40fc-832c-e7764555427c tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627623 Aug 24 00:27:42.849703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34802) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:42.921950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-adfbf4eb-86ec-477f-9a96-74e9434a6c63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c77f07f813d745c1ab58dbf572d9505e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626950 Aug 24 00:27:42.925559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34808) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:42.947471 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-5a1f9f14-2360-4ee8-8a38-1470ce15b9a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.990949 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-5a1f9f14-2360-4ee8-8a38-1470ce15b9a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Transition to ACTIVE for port object 59b802e4-c292-4c95-bb0e-9b841eec5c27 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:43.053562 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.072270 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d808963-bb17-4463-a305-110874e8c685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.073407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Allocated IP 2001:db8::f816:3eff:fe04:30ac (277b6df4-b1fd-459f-9851-1a35106f20e7/cc8be022-a91c-4972-9dce-72e81fde742e/6ba88db4-f56b-4a9f-ab47-e03623ec6fe4) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:43.111141 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port f819dbab-a472-4b20-8ee5-998781d5e521 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:27:43.131432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf040c-2002-46ce-82a8-ff76c1778682 req-380b7450-55c4-4242-bcef-414e2ce988ca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:43.134979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abbf040c-2002-46ce-82a8-ff76c1778682 req-380b7450-55c4-4242-bcef-414e2ce988ca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.1170754 Aug 24 00:27:43.162330 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d808963-bb17-4463-a305-110874e8c685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.221234 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-5a1f9f14-2360-4ee8-8a38-1470ce15b9a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.314289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-5a1f9f14-2360-4ee8-8a38-1470ce15b9a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Network 9b465dfe-d306-4292-bddd-524ea879c283 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:43.342380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abbf040c-2002-46ce-82a8-ff76c1778682 req-fedf7555-5454-4af5-aa49-8710c187e649 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939712 Aug 24 00:27:43.347366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-5a1f9f14-2360-4ee8-8a38-1470ce15b9a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:43.355032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-5a1f9f14-2360-4ee8-8a38-1470ce15b9a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:43.439539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f9f14-2360-4ee8-8a38-1470ce15b9a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event updated for resources: {'Port': ['ID=59b802e4-c292-4c95-bb0e-9b841eec5c27,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:43.452544 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.477585 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Transition to ACTIVE for port object 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:43.501720 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Transition to ACTIVE for port object 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:43.510897 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d808963-bb17-4463-a305-110874e8c685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.515551 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a2088-4aa3-48de-bf60-9c40f96906da req-afef647f-6e82-49aa-a5f3-de989ffb9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:43.518414 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d808963-bb17-4463-a305-110874e8c685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.518614 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1b7a2088-4aa3-48de-bf60-9c40f96906da req-afef647f-6e82-49aa-a5f3-de989ffb9e84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=645be32e261e48e6ae77381e2ac708f7&device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 1096 time: 0.0719905 Aug 24 00:27:43.521059 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.529624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2d808963-bb17-4463-a305-110874e8c685 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8bcee38a-45af-4d2f-9c2b-c208f75df83d HTTP/1.1" status: 204 len: 168 time: 0.5960331 Aug 24 00:27:43.541836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:43.544606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:43.547682 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:43.556913 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d808963-bb17-4463-a305-110874e8c685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcee38a-45af-4d2f-9c2b-c208f75df83d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:43.576342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-5a1f9f14-2360-4ee8-8a38-1470ce15b9a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:43.577059 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-5a1f9f14-2360-4ee8-8a38-1470ce15b9a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.663104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-5a1f9f14-2360-4ee8-8a38-1470ce15b9a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9179730 Aug 24 00:27:43.665071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Pushing event updated for resources: {'Port': ['ID=6ba88db4-f56b-4a9f-ab47-e03623ec6fe4,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:43.680154 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Attempting to bind port 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:43.680534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Attempting to bind port 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:43.681486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Attempting to bind port 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:43.688248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:43.688630 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:43.689573 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.689573 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:43.689967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Bound port: 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:43.690355 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.691432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Request body: {'port': {'device_id': '56f4d291-1ee7-4c81-87fc-70cae6ad89b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:43.710474 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::f816:3eff:fe0c:1d32 (277b6df4-b1fd-459f-9851-1a35106f20e7/cc8be022-a91c-4972-9dce-72e81fde742e/f819dbab-a472-4b20-8ee5-998781d5e521) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:43.734617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b39c33-4ce0-4bc5-b2a8-b2354bbeed1a req-d9de3a20-b6de-423d-a557-7c733ac87bc3 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:43.736254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85b39c33-4ce0-4bc5-b2a8-b2354bbeed1a req-d9de3a20-b6de-423d-a557-7c733ac87bc3 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.2912562 Aug 24 00:27:43.771755 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a2088-4aa3-48de-bf60-9c40f96906da req-29013e82-0198-408c-b1f2-63406f6075f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:43.773518 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1b7a2088-4aa3-48de-bf60-9c40f96906da req-29013e82-0198-408c-b1f2-63406f6075f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 HTTP/1.1" status: 200 len: 919 time: 0.2428274 Aug 24 00:27:43.792975 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] For port 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:43.799408 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] For port 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6ba88db4-f56b-4a9f-ab47-e03623ec6fe4,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:43.814614 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.850976 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:27:43.908023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-28183ebe-3d0c-4dcf-a461-a470adf43aa3 None None] Provisioning for port 59b802e4-c292-4c95-bb0e-9b841eec5c27 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:43.915342 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1b7a2088-4aa3-48de-bf60-9c40f96906da req-e7d1740f-efca-43a0-84a2-58139bb21368 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40b5e6ae-51e6-4b60-93aa-eed1298e0293 HTTP/1.1" status: 200 len: 217 time: 0.1295693 Aug 24 00:27:43.924044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-28183ebe-3d0c-4dcf-a461-a470adf43aa3 None None] Provisioning complete for port 59b802e4-c292-4c95-bb0e-9b841eec5c27 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:43.924426 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-28183ebe-3d0c-4dcf-a461-a470adf43aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.970947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd920a76-3adb-4d11-a779-7b13b2b1271f None None] Pushing event updated for resources: {'Port': ['ID=6ba88db4-f56b-4a9f-ab47-e03623ec6fe4,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:43.984872 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-28183ebe-3d0c-4dcf-a461-a470adf43aa3 None None] Port 59b802e4-c292-4c95-bb0e-9b841eec5c27 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:27:43.997795 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85b39c33-4ce0-4bc5-b2a8-b2354bbeed1a req-4a053f98-6c8f-44cf-af1e-9ef6ab6c5892 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068691 Aug 24 00:27:44.104378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a2088-4aa3-48de-bf60-9c40f96906da req-f10f1f32-9fe1-4875-94d0-84d32ce921c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:44.106014 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1b7a2088-4aa3-48de-bf60-9c40f96906da req-f10f1f32-9fe1-4875-94d0-84d32ce921c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7d30128-2ce5-4885-8968-a3ab5697bdd2 HTTP/1.1" status: 200 len: 858 time: 0.1834257 Aug 24 00:27:44.113359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eab9da-1738-4fd6-9846-3c6758bf8e35 req-3c6952d8-e203-4370-a2f6-7165cb4ac69c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:44.132758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92eab9da-1738-4fd6-9846-3c6758bf8e35 req-3c6952d8-e203-4370-a2f6-7165cb4ac69c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 931 time: 0.2899337 Aug 24 00:27:44.151005 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:44.217426 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1b7a2088-4aa3-48de-bf60-9c40f96906da req-a5b53fde-1a17-4744-a475-4f13d2771754 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627706 Aug 24 00:27:44.313451 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92eab9da-1738-4fd6-9846-3c6758bf8e35 req-ae0e377e-f0de-4139-8f74-019ebcfa81e0 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777978 Aug 24 00:27:44.423704 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:44.541206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object f819dbab-a472-4b20-8ee5-998781d5e521 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:44.594682 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230d6c6-d774-4012-b231-2d63a2ad9616 req-e7c3681d-6f9a-4836-ac3a-ab75f4fc6e6d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:44.596221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3230d6c6-d774-4012-b231-2d63a2ad9616 req-e7c3681d-6f9a-4836-ac3a-ab75f4fc6e6d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.0900109 Aug 24 00:27:44.658358 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1b7a2088-4aa3-48de-bf60-9c40f96906da req-31e4eff5-4b55-422f-bfc4-2a2bdb135f1a service neutron] 10.222.0.13 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153070 Aug 24 00:27:44.688876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3230d6c6-d774-4012-b231-2d63a2ad9616 req-3a59ddcf-df8d-4d1b-88c9-eea58ec1ed8c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808647 Aug 24 00:27:44.719755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b802e4-c292-4c95-bb0e-9b841eec5c27 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:44.729422 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:44.745627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Transition to ACTIVE for port object 59b802e4-c292-4c95-bb0e-9b841eec5c27 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:44.751717 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:44.772141 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:44.825470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Pushing event updated for resources: {'Port': ['ID=59b802e4-c292-4c95-bb0e-9b841eec5c27,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:44.915048 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:44.922658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:44.929285 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1b7a2088-4aa3-48de-bf60-9c40f96906da req-041306f0-1870-4c14-b432-f7025ceae8d4 service neutron] 10.222.0.13 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592120 Aug 24 00:27:44.930346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:44.990834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:44.992752 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:45.050133 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5153112 Aug 24 00:27:45.055508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34854) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:45.059242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb60269-3bd1-4933-b258-95eda84f6aa1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=f819dbab-a472-4b20-8ee5-998781d5e521,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:45.061177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Attempting to bind port 59b802e4-c292-4c95-bb0e-9b841eec5c27 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:45.061605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Attempting to bind port 59b802e4-c292-4c95-bb0e-9b841eec5c27 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:45.061944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Attempting to bind port 59b802e4-c292-4c95-bb0e-9b841eec5c27 on network 9b465dfe-d306-4292-bddd-524ea879c283 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:45.105605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Port 59b802e4-c292-4c95-bb0e-9b841eec5c27 on network 9b465dfe-d306-4292-bddd-524ea879c283 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:27:45.105928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Attempting to bind port 59b802e4-c292-4c95-bb0e-9b841eec5c27 on network 9b465dfe-d306-4292-bddd-524ea879c283 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:45.114684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:45.115235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Checking segment: {'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:45.115443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Bound using segment: {'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:45.115910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Bound port: 59b802e4-c292-4c95-bb0e-9b841eec5c27, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:45.116329 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:45.352975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] For port 59b802e4-c292-4c95-bb0e-9b841eec5c27, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:45.364742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ff87bc-d1dd-4f8c-b21f-30010e3113de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:45.373323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ff87bc-d1dd-4f8c-b21f-30010e3113de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:45.375095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a7ff87bc-d1dd-4f8c-b21f-30010e3113de tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2997587 Aug 24 00:27:45.377168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] For port 59b802e4-c292-4c95-bb0e-9b841eec5c27, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=59b802e4-c292-4c95-bb0e-9b841eec5c27,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:45.378055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34872) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:45.403366 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:45.438403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbab03b-d0fb-4397-84a5-ea6837c6ad32 req-aa8e66d9-cd14-47c4-b58b-cdfb16cfd813 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:45.459313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6bbab03b-d0fb-4397-84a5-ea6837c6ad32 req-aa8e66d9-cd14-47c4-b58b-cdfb16cfd813 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1984005 Aug 24 00:27:45.539905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:45.540694 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:45.542233 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] 10.222.0.47 "PUT /v2.0/ports/59b802e4-c292-4c95-bb0e-9b841eec5c27 HTTP/1.1" status: 200 len: 1091 time: 1.8639395 Aug 24 00:27:45.542636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f4d291-1ee7-4c81-87fc-70cae6ad89b7', 'tag': '59b802e4-c292-4c95-bb0e-9b841eec5c27'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:45.551739 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d32081a-e113-45c0-aab1-b5078545d52c" -d '{"events": [{"name": "network-changed", "server_uuid": "56f4d291-1ee7-4c81-87fc-70cae6ad89b7", "tag": "59b802e4-c292-4c95-bb0e-9b841eec5c27"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:45.597461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7767fe3f-43d2-4d80-9433-91dc5283ebdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port f819dbab-a472-4b20-8ee5-998781d5e521 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:45.597848 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7767fe3f-43d2-4d80-9433-91dc5283ebdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:45.629603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-56c11f86-c83a-4f2b-ac37-474a74cd6f72 None None] Provisioning for port 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:45.698174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6bbab03b-d0fb-4397-84a5-ea6837c6ad32 req-6e3ce3f1-8689-4db1-a034-88d026d83675 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359624 Aug 24 00:27:45.804341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b80ecf-f929-46e3-8eef-6d348f16ee17 service neutron] Pushing event updated for resources: {'Port': ['ID=59b802e4-c292-4c95-bb0e-9b841eec5c27,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:45.839990 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7767fe3f-43d2-4d80-9433-91dc5283ebdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:45.908710 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7767fe3f-43d2-4d80-9433-91dc5283ebdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for f819dbab-a472-4b20-8ee5-998781d5e521 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:45.951887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-e074300b-5a40-4ff8-937c-829b4e922e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:45.960944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-e074300b-5a40-4ff8-937c-829b4e922e08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 1094 time: 0.3092961 Aug 24 00:27:46.004695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88444b16-e168-4544-9074-b80547343134 req-0674e0de-37c2-4900-9d3c-0bec80859c6c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:46.006443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88444b16-e168-4544-9074-b80547343134 req-0674e0de-37c2-4900-9d3c-0bec80859c6c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 943 time: 0.2213023 Aug 24 00:27:46.008222 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9829b0-677b-47fa-857f-3a66325ba9fc x-openstack-request-id: req-ee9829b0-677b-47fa-857f-3a66325ba9fc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:46.013033 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f4d291-1ee7-4c81-87fc-70cae6ad89b7", "tag": "59b802e4-c292-4c95-bb0e-9b841eec5c27", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:46.013850 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee9829b0-677b-47fa-857f-3a66325ba9fc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:46.013850 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f4d291-1ee7-4c81-87fc-70cae6ad89b7', 'tag': '59b802e4-c292-4c95-bb0e-9b841eec5c27', 'status': 'completed', 'code': 200} Aug 24 00:27:46.121120 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-fc7b51f2-8176-4aab-884b-40bbe771bb40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59b802e4-c292-4c95-bb0e-9b841eec5c27 HTTP/1.1" status: 200 len: 217 time: 0.1317749 Aug 24 00:27:46.238039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:46.306853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88444b16-e168-4544-9074-b80547343134 req-936e5d90-c672-4809-959e-6ccf47d49499 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997440 Aug 24 00:27:46.318245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-d3e56813-b897-430b-b7e2-da2655c7fede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:46.322355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-d3e56813-b897-430b-b7e2-da2655c7fede service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 200 len: 850 time: 0.1997738 Aug 24 00:27:46.383494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82322-58e7-49c6-b5c3-b966f76f054e req-c87b089d-6e6e-47c8-8a6a-27b965ba86c3 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:46.395629 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7a82322-58e7-49c6-b5c3-b966f76f054e req-c87b089d-6e6e-47c8-8a6a-27b965ba86c3 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.2297800 Aug 24 00:27:46.402183 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7767fe3f-43d2-4d80-9433-91dc5283ebdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:46.465053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34890) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:46.497349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-8171da91-6505-4295-a764-8caa96740f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:46.499410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-8171da91-6505-4295-a764-8caa96740f1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b465dfe-d306-4292-bddd-524ea879c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667860 Aug 24 00:27:46.513382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7a82322-58e7-49c6-b5c3-b966f76f054e req-4f66bc3d-49c0-40d2-a140-836dfb2db018 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159985 Aug 24 00:27:46.518603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:46.527422 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:46.527927 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:46.580066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767fe3f-43d2-4d80-9433-91dc5283ebdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=f819dbab-a472-4b20-8ee5-998781d5e521,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:46.609633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9ef12767-e483-419d-a59e-20bd9fe591d0 None None] Could not find standard attr ID for object f819dbab-a472-4b20-8ee5-998781d5e521. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:27:46.678247 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7767fe3f-43d2-4d80-9433-91dc5283ebdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:46.687441 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7767fe3f-43d2-4d80-9433-91dc5283ebdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/f819dbab-a472-4b20-8ee5-998781d5e521 HTTP/1.1" status: 204 len: 168 time: 1.3082497 Aug 24 00:27:46.689821 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34894) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:46.787708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-62989e20-254d-47fb-b37f-2df80f1117f3 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662683 Aug 24 00:27:46.789394 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:46.903666 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d24de0-af20-4c2b-91b9-682b2b30f706 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:46.908457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d24de0-af20-4c2b-91b9-682b2b30f706 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:46.914094 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-63d24de0-af20-4c2b-91b9-682b2b30f706 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2232368 Aug 24 00:27:46.919955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:46.924763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6ba88db4-f56b-4a9f-ab47-e03623ec6fe4,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:46.933467 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:47.034081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a8c8716-674e-4da2-a061-e10c0c5971e9 req-8e78d4b1-2791-41d1-879e-f7777dbb8e95 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388797 Aug 24 00:27:47.067537 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-db795970-9842-4096-87fa-2532900bcb62 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet cc8be022-a91c-4972-9dce-72e81fde742e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:27:47.074529 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db795970-9842-4096-87fa-2532900bcb62 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:47.079610 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=6ba88db4-f56b-4a9f-ab47-e03623ec6fe4,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:47.123389 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-49aac9bc-a278-4598-af29-1039c2f5543e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:47.237198 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db795970-9842-4096-87fa-2532900bcb62 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:47.274656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15414-bb56-4d5e-a6c8-9eeca4af4b03 req-4bf75fb6-679e-4e86-8aac-51ae77187576 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:47.285108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60f15414-bb56-4d5e-a6c8-9eeca4af4b03 req-4bf75fb6-679e-4e86-8aac-51ae77187576 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.2498832 Aug 24 00:27:47.342998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32081a-e113-45c0-aab1-b5078545d52c req-5fb345ec-44c0-4882-994a-ebad1655b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:47.345193 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d32081a-e113-45c0-aab1-b5078545d52c req-5fb345ec-44c0-4882-994a-ebad1655b892 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 1094 time: 0.1917837 Aug 24 00:27:47.398388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60f15414-bb56-4d5e-a6c8-9eeca4af4b03 req-15f358a8-eabd-4267-ac49-b6b09c244029 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118221 Aug 24 00:27:47.495015 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db795970-9842-4096-87fa-2532900bcb62 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:47.628837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db795970-9842-4096-87fa-2532900bcb62 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:47.695444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db795970-9842-4096-87fa-2532900bcb62 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8be022-a91c-4972-9dce-72e81fde742e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:47.708139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b50846-970f-45c9-9e3a-b021988c18f8 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:47.712939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9902b1e-c5d3-42c0-8278-42df1cebc8fb req-6fa39549-215d-443e-b178-41402cf60195 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:47.716415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9902b1e-c5d3-42c0-8278-42df1cebc8fb req-6fa39549-215d-443e-b178-41402cf60195 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 943 time: 0.1954083 Aug 24 00:27:47.726640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32081a-e113-45c0-aab1-b5078545d52c req-9847adfa-7391-4abd-b78f-79a298994014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:47.730069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d32081a-e113-45c0-aab1-b5078545d52c req-9847adfa-7391-4abd-b78f-79a298994014 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 912 time: 0.3765862 Aug 24 00:27:47.733837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db795970-9842-4096-87fa-2532900bcb62 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:47.748209 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-db795970-9842-4096-87fa-2532900bcb62 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/cc8be022-a91c-4972-9dce-72e81fde742e HTTP/1.1" status: 204 len: 168 time: 0.8260722 Aug 24 00:27:47.748622 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-49aac9bc-a278-4598-af29-1039c2f5543e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:47.749155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34912) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:47.799061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d32081a-e113-45c0-aab1-b5078545d52c req-d006dc9f-0d12-4649-9a0f-4d8e65aaf010 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59b802e4-c292-4c95-bb0e-9b841eec5c27 HTTP/1.1" status: 200 len: 217 time: 0.0580828 Aug 24 00:27:47.800465 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-49aac9bc-a278-4598-af29-1039c2f5543e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:47.835250 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-37bc207b-7aa5-456e-a80e-eef3abffb7c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831654 Aug 24 00:27:47.835877 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:47.842707 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-852d33ee-d8d1-47f9-80ea-127d02813eda tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:47.941022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-49aac9bc-a278-4598-af29-1039c2f5543e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc5d533c87204bcea3e14ef17ca55dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4725289 Aug 24 00:27:47.973633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34916) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:48.032461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9902b1e-c5d3-42c0-8278-42df1cebc8fb req-807082b3-c65a-45b0-b559-51e302862f2d tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904496 Aug 24 00:27:48.033235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aac9bc-a278-4598-af29-1039c2f5543e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5da5e59-5da1-4389-be64-b25c1c40797c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:48.086175 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:48.122177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32081a-e113-45c0-aab1-b5078545d52c req-3fb00d5f-85ab-43e5-bd17-ed557ded13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:48.123808 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d32081a-e113-45c0-aab1-b5078545d52c req-3fb00d5f-85ab-43e5-bd17-ed557ded13ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 200 len: 850 time: 0.2996807 Aug 24 00:27:48.146880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6902e5b-05d4-447e-b789-a2794c75ba9d req-c4e2428f-cdab-474e-9171-db07b3e36166 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:48.156250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6902e5b-05d4-447e-b789-a2794c75ba9d req-c4e2428f-cdab-474e-9171-db07b3e36166 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.3611486 Aug 24 00:27:48.165417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4596bbfe-9158-48b0-b45e-7626ada5173d None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:27:48.225361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:48.225745 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.234013 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36c91c7a-c810-4537-80d7-bb3760583e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.291220 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36c91c7a-c810-4537-80d7-bb3760583e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.315976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6902e5b-05d4-447e-b789-a2794c75ba9d req-53545986-1387-4c7c-96c6-d47e53bbecb8 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566434 Aug 24 00:27:48.327234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32081a-e113-45c0-aab1-b5078545d52c req-7b004be6-706a-40a3-9168-a00c17166fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:48.328948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d32081a-e113-45c0-aab1-b5078545d52c req-7b004be6-706a-40a3-9168-a00c17166fb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b465dfe-d306-4292-bddd-524ea879c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665804 Aug 24 00:27:48.331045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4596bbfe-9158-48b0-b45e-7626ada5173d None None] Deleting port 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:48.331426 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4596bbfe-9158-48b0-b45e-7626ada5173d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.461662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36c91c7a-c810-4537-80d7-bb3760583e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.466219 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36c91c7a-c810-4537-80d7-bb3760583e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.469744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-36c91c7a-c810-4537-80d7-bb3760583e42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5da5e59-5da1-4389-be64-b25c1c40797c HTTP/1.1" status: 204 len: 168 time: 0.4923761 Aug 24 00:27:48.475005 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d32081a-e113-45c0-aab1-b5078545d52c req-16587422-428a-4b41-b662-f1c11d337597 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332819 Aug 24 00:27:48.482363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c91c7a-c810-4537-80d7-bb3760583e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5da5e59-5da1-4389-be64-b25c1c40797c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:48.483945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852d33ee-d8d1-47f9-80ea-127d02813eda tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:48.491736 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-852d33ee-d8d1-47f9-80ea-127d02813eda tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.511032 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4596bbfe-9158-48b0-b45e-7626ada5173d None None] For port 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6ba88db4-f56b-4a9f-ab47-e03623ec6fe4,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:48.511447 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4596bbfe-9158-48b0-b45e-7626ada5173d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.548066 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4596bbfe-9158-48b0-b45e-7626ada5173d None None] Calling delete_port for 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:48.673947 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4596bbfe-9158-48b0-b45e-7626ada5173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.685934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc390fd-2075-4aea-9a82-5554464f3979 req-d3d7eee4-f2ea-4c86-aef3-8fa247e2ff43 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:48.703409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebc390fd-2075-4aea-9a82-5554464f3979 req-d3d7eee4-f2ea-4c86-aef3-8fa247e2ff43 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1420796 Aug 24 00:27:48.719839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596bbfe-9158-48b0-b45e-7626ada5173d None None] Pushing event deleted for resources: {'Port': ['ID=6ba88db4-f56b-4a9f-ab47-e03623ec6fe4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:48.723591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596bbfe-9158-48b0-b45e-7626ada5173d None None] No DVR routers for this DVR port 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:27:48.736471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d32081a-e113-45c0-aab1-b5078545d52c req-48c50bf8-1b07-4683-9763-4d6c620ce502 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419333 Aug 24 00:27:48.769844 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebc390fd-2075-4aea-9a82-5554464f3979 req-bb37b056-4e8b-4699-9e6d-b7aa927462ad tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654500 Aug 24 00:27:48.877590 n-d-805736-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-852d33ee-d8d1-47f9-80ea-127d02813eda tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:27:48.879386 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-852d33ee-d8d1-47f9-80ea-127d02813eda tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.939716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852d33ee-d8d1-47f9-80ea-127d02813eda tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:48.942952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-852d33ee-d8d1-47f9-80ea-127d02813eda tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:48.946049 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852d33ee-d8d1-47f9-80ea-127d02813eda tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:48.948878 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-852d33ee-d8d1-47f9-80ea-127d02813eda tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.957772 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9614e-dc44-4ee4-b7c1-0bc8b15d8129 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:48.960238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d33ee-d8d1-47f9-80ea-127d02813eda tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=0de417c5-5931-4e3b-b2d4-2ff643ecf9ec,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:48.981368 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-852d33ee-d8d1-47f9-80ea-127d02813eda tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1444023 Aug 24 00:27:48.984078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34938) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:48.989956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'mac_address': 'fa:16:3e:31:6a:26', 'name': 'tempest-NetworksTestDHCPv6-1002311492'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:49.270795 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:49.273714 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '0de417c5-5931-4e3b-b2d4-2ff643ecf9ec'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:27:49.275715 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:49.301233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5ac96-9e3b-436e-a898-e2019096301e req-d638bee5-3d9a-475c-a065-0bab810216f1 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:49.342574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f3d5ac96-9e3b-436e-a898-e2019096301e req-d638bee5-3d9a-475c-a065-0bab810216f1 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 943 time: 0.2186124 Aug 24 00:27:49.421988 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:49.439526 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f3d5ac96-9e3b-436e-a898-e2019096301e req-fc0f3e3e-eec2-4941-8510-aceb19ea990f tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928164 Aug 24 00:27:49.460482 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port 413018e4-3124-4cd5-a30a-4170a7a6299d yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:27:49.508779 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Allocated IP 2001:db8::f816:3eff:fee3:ac56 (277b6df4-b1fd-459f-9851-1a35106f20e7/0de417c5-5931-4e3b-b2d4-2ff643ecf9ec/b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:49.582134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b66cb-30a6-49f4-aa00-813b9191abcc req-476cb769-1613-45e4-a2e2-e5c6c9f88004 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:49.586356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a99b66cb-30a6-49f4-aa00-813b9191abcc req-476cb769-1613-45e4-a2e2-e5c6c9f88004 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.1196465 Aug 24 00:27:49.649520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a99b66cb-30a6-49f4-aa00-813b9191abcc req-3ddc76a8-8c34-42fa-a488-3862e0b93fa2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489454 Aug 24 00:27:49.734609 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:49.748589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Transition to ACTIVE for port object b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:49.753132 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34964) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:49.784602 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Transition to ACTIVE for port object b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:49.797096 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:49.840232 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:49.844699 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:49.849507 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:49.853050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Pushing event updated for resources: {'Port': ['ID=b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:49.918498 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Attempting to bind port b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:49.919057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Attempting to bind port b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:49.919539 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Attempting to bind port b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:49.925850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::f816:3eff:fe31:6a26 (277b6df4-b1fd-459f-9851-1a35106f20e7/0de417c5-5931-4e3b-b2d4-2ff643ecf9ec/413018e4-3124-4cd5-a30a-4170a7a6299d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:49.927988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:49.928496 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:49.928991 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:49.929487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:49.930055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Bound port: b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:49.930531 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:50.004141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf36b14-cc3c-4ab3-91d9-7c693e709555 req-5133dd91-0663-41eb-97e7-dfefe1ff1058 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:50.013092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6bf36b14-cc3c-4ab3-91d9-7c693e709555 req-5133dd91-0663-41eb-97e7-dfefe1ff1058 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1023519 Aug 24 00:27:50.035375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] For port b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:50.038838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] For port b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:50.046727 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:50.067299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6bf36b14-cc3c-4ab3-91d9-7c693e709555 req-a44d31b2-787c-40ae-89de-db0d1d731916 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487847 Aug 24 00:27:50.119330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:50.124127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1910033729-network', 'tenant_id': '964e1448bc7544d88f277363a187cf00'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:50.182023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:27:50.182507 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6ba88db4-f56b-4a9f-ab47-e03623ec6fe4 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:50.187680 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e900eee-171e-464d-a446-9d2bf48a2de3 None None] Pushing event updated for resources: {'Port': ['ID=b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:50.291762 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] Made reservation on behalf of 964e1448bc7544d88f277363a187cf00 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:50.294051 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:50.313515 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:50.316071 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:50.340328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object 413018e4-3124-4cd5-a30a-4170a7a6299d will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:50.455056 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:50.548308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:50.555162 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:50.565629 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:50.579184 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:50.579893 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:50.584614 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=413018e4-3124-4cd5-a30a-4170a7a6299d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:50.608740 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:50.614132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:50.632987 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c52effee-4707-474b-8f1b-f99c01c65dd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6476207 Aug 24 00:27:50.633650 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34980) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:50.671424 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:27:50.691215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04738926-e8e3-4b4e-8bf7-021dd295a138,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:50.694172 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:50.694511 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] Added segment 576b7b60-a966-4ff0-bc3d-359eb54f0549 of type vlan for network b247ce0f-6d80-431c-b633-c5c0a136a147 Aug 24 00:27:50.713049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a8991-1442-40fd-b733-220bfd271007 req-4aaa9ae5-4563-4a1f-9b66-54e4d6130e74 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:50.717888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f55a8991-1442-40fd-b733-220bfd271007 req-4aaa9ae5-4563-4a1f-9b66-54e4d6130e74 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 943 time: 0.1415567 Aug 24 00:27:50.743557 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f38c7e-3da0-4a0b-a0b7-ccfb9502d254 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:50.751494 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f38c7e-3da0-4a0b-a0b7-ccfb9502d254 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:50.756005 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-84f38c7e-3da0-4a0b-a0b7-ccfb9502d254 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1177528 Aug 24 00:27:50.756653 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:50.772753 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:50.803889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 59b802e4-c292-4c95-bb0e-9b841eec5c27 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:27:50.860304 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:50.861361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:50.861938 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:50.875396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f55a8991-1442-40fd-b733-220bfd271007 req-9f9dadbe-6da6-4231-baaf-3370195bc50e tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512892 Aug 24 00:27:50.900598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81ff8d-1c88-479c-9e46-e4bfdd966c36 req-84cbd912-36fd-4a9f-90fd-cb3bbf611d5f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:50.902208 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d81ff8d-1c88-479c-9e46-e4bfdd966c36 req-84cbd912-36fd-4a9f-90fd-cb3bbf611d5f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.1256204 Aug 24 00:27:50.928531 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1736822 Aug 24 00:27:50.931437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34988) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:50.937012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-076d6cde-51ca-4e03-b81c-69e92b695a92 admin admin] Request body: {'subnet': {'network_id': 'b247ce0f-6d80-431c-b633-c5c0a136a147', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1910033729-subnet', 'tenant_id': '964e1448bc7544d88f277363a187cf00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:50.943239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d29489-6fef-4af1-b16e-116529f71395 admin admin] Pushing event updated for resources: {'Network': ['ID=b247ce0f-6d80-431c-b633-c5c0a136a147,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:50.949361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-870cd1fe-2ae9-4376-9da0-9c589cd3309c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port 413018e4-3124-4cd5-a30a-4170a7a6299d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:50.949707 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-870cd1fe-2ae9-4376-9da0-9c589cd3309c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:50.960602 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network b247ce0f-6d80-431c-b633-c5c0a136a147 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:27:51.043681 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-870cd1fe-2ae9-4376-9da0-9c589cd3309c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:51.057014 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-870cd1fe-2ae9-4376-9da0-9c589cd3309c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for 413018e4-3124-4cd5-a30a-4170a7a6299d owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:51.081279 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d81ff8d-1c88-479c-9e46-e4bfdd966c36 req-aa8688fc-d338-4388-a247-1e048cfaa0c7 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523829 Aug 24 00:27:51.082788 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076d6cde-51ca-4e03-b81c-69e92b695a92 admin admin] Made reservation on behalf of 964e1448bc7544d88f277363a187cf00 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:51.095636 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-076d6cde-51ca-4e03-b81c-69e92b695a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:51.133673 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 59b802e4-c292-4c95-bb0e-9b841eec5c27, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=59b802e4-c292-4c95-bb0e-9b841eec5c27,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:51.165396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '59b802e4-c292-4c95-bb0e-9b841eec5c27', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'port_id': '59b802e4-c292-4c95-bb0e-9b841eec5c27', 'mac_address': 'fa:16:3e:73:71:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:27:51.255287 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:51.286722 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b802e4-c292-4c95-bb0e-9b841eec5c27 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:51.313648 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-870cd1fe-2ae9-4376-9da0-9c589cd3309c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:51.334613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 59b802e4-c292-4c95-bb0e-9b841eec5c27, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=59b802e4-c292-4c95-bb0e-9b841eec5c27,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:51.347193 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:51.365954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2121015-0cad-4a2b-a9a7-54299045d968 req-a0353637-f7a3-4fdd-b6a1-77b05e351ad0 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:51.378053 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f2121015-0cad-4a2b-a9a7-54299045d968 req-a0353637-f7a3-4fdd-b6a1-77b05e351ad0 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1445155 Aug 24 00:27:51.396437 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cd1fe-2ae9-4376-9da0-9c589cd3309c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=413018e4-3124-4cd5-a30a-4170a7a6299d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:51.481603 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f2121015-0cad-4a2b-a9a7-54299045d968 req-da150557-340c-4836-87c9-c61d9cf5d83d tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021085 Aug 24 00:27:51.483878 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-870cd1fe-2ae9-4376-9da0-9c589cd3309c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:51.488572 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-870cd1fe-2ae9-4376-9da0-9c589cd3309c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/413018e4-3124-4cd5-a30a-4170a7a6299d HTTP/1.1" status: 204 len: 168 time: 0.7244475 Aug 24 00:27:51.492039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34996) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:51.497255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=59b802e4-c292-4c95-bb0e-9b841eec5c27,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:51.643817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f27da4d-afd2-4816-85c6-143d2227fb8b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:51.645452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f27da4d-afd2-4816-85c6-143d2227fb8b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:51.647012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1f27da4d-afd2-4816-85c6-143d2227fb8b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1466491 Aug 24 00:27:51.650991 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:51.778909 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-076d6cde-51ca-4e03-b81c-69e92b695a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:51.779547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['59b802e4-c292-4c95-bb0e-9b841eec5c27'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:51.783742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7ffd1f-d89d-4b80-92e9-3d79c3830e83 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 0de417c5-5931-4e3b-b2d4-2ff643ecf9ec {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:27:51.799455 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c7ffd1f-d89d-4b80-92e9-3d79c3830e83 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:51.922742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-341268e4-28fc-4595-8ea9-8f342a3bae34 None None] Provisioning for port b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:51.955054 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c7ffd1f-d89d-4b80-92e9-3d79c3830e83 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:52.003120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d6cde-51ca-4e03-b81c-69e92b695a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6725beef-26c1-436e-886d-68b5c3137702,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:52.079849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076d6cde-51ca-4e03-b81c-69e92b695a92 admin admin] Checking segment: {'id': '576b7b60-a966-4ff0-bc3d-359eb54f0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b247ce0f-6d80-431c-b633-c5c0a136a147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:52.079849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d6cde-51ca-4e03-b81c-69e92b695a92 admin admin] Network hostable DHCP agents. Network: b247ce0f-6d80-431c-b633-c5c0a136a147, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:27:52.129853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d6cde-51ca-4e03-b81c-69e92b695a92 admin admin] Network b247ce0f-6d80-431c-b633-c5c0a136a147 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:27:52.151498 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf78d1-5619-430a-8b2b-c32324b98eb1 req-bfe1fddf-cb91-48a8-b8cd-4de9e7b3b391 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:52.160383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bcf78d1-5619-430a-8b2b-c32324b98eb1 req-bfe1fddf-cb91-48a8-b8cd-4de9e7b3b391 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 944 time: 0.1546774 Aug 24 00:27:52.182430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-076d6cde-51ca-4e03-b81c-69e92b695a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, b247ce0f-6d80-431c-b633-c5c0a136a147) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:52.187783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d6cde-51ca-4e03-b81c-69e92b695a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:52.188431 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-076d6cde-51ca-4e03-b81c-69e92b695a92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:52.227400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-076d6cde-51ca-4e03-b81c-69e92b695a92 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2946064 Aug 24 00:27:52.240938 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bcf78d1-5619-430a-8b2b-c32324b98eb1 req-2fdccccd-8899-486a-882e-54d928800e37 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795987 Aug 24 00:27:52.264499 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c7ffd1f-d89d-4b80-92e9-3d79c3830e83 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:52.314527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c5cd94-a158-4c2c-a34c-fb4fdf43a360 None None] Network b247ce0f-6d80-431c-b633-c5c0a136a147 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:52.459378 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c7ffd1f-d89d-4b80-92e9-3d79c3830e83 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:52.465337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:52.490472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c15f1-2b26-43f9-89e1-2e8ed37e22c6 req-003c269f-3218-4af2-9c59-18df3f3dee6a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:52.511666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c0c15f1-2b26-43f9-89e1-2e8ed37e22c6 req-003c269f-3218-4af2-9c59-18df3f3dee6a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.1833642 Aug 24 00:27:52.519476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e48da51d-ab61-4ec0-a0aa-8ceda27de5b8 None None] Could not find standard attr ID for object 413018e4-3124-4cd5-a30a-4170a7a6299d. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:27:52.596674 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ffd1f-d89d-4b80-92e9-3d79c3830e83 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=0de417c5-5931-4e3b-b2d4-2ff643ecf9ec,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:52.606060 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c7ffd1f-d89d-4b80-92e9-3d79c3830e83 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:52.611489 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8c7ffd1f-d89d-4b80-92e9-3d79c3830e83 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/0de417c5-5931-4e3b-b2d4-2ff643ecf9ec HTTP/1.1" status: 204 len: 168 time: 0.9576173 Aug 24 00:27:52.611685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c0c15f1-2b26-43f9-89e1-2e8ed37e22c6 req-fa2c643b-2a38-47cb-adcf-04711ab7ad8f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955343 Aug 24 00:27:52.612102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35020) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:52.697131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-31574b91-3332-4800-a5a2-1b336e79f820 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816302 Aug 24 00:27:52.698675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35024) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:52.736717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b9961-f89e-4b8a-be84-a3fc2fae89ea req-7461b146-b1f5-4d16-8943-b2824e5e0a96 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:52.738208 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-711b9961-f89e-4b8a-be84-a3fc2fae89ea req-7461b146-b1f5-4d16-8943-b2824e5e0a96 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.0581784 Aug 24 00:27:52.802446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-711b9961-f89e-4b8a-be84-a3fc2fae89ea req-43977630-7170-4352-8223-4f0275de9a80 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546846 Aug 24 00:27:52.804639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ec2126-5be8-4d89-a004-2a85e1233e0d None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:52.818475 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84ddef0-77a4-420f-9ce8-fa0e8d921e2f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:52.824626 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e84ddef0-77a4-420f-9ce8-fa0e8d921e2f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1241171 Aug 24 00:27:52.827531 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35028) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:52.846278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:52.887155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:52.888053 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:52.899267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a9956-8ab7-4b55-9223-3ff03f8c65c5 None None] Network b247ce0f-6d80-431c-b633-c5c0a136a147 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:52.949602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add76070-2de0-4d3e-b033-db00b6010028 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:52.953887 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-add76070-2de0-4d3e-b033-db00b6010028 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1230276 Aug 24 00:27:52.954291 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:53.033153 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-83e967ab-be2a-4244-a0e3-6d42d0db8c10 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776000 Aug 24 00:27:53.037896 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35040) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:53.044926 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:53.145189 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-daf086f8-5136-4405-b289-1a2c165fc166 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:53.146707 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-daf086f8-5136-4405-b289-1a2c165fc166 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/networks?id=b247ce0f-6d80-431c-b633-c5c0a136a147 HTTP/1.1" status: 200 len: 821 time: 0.1317492 Aug 24 00:27:53.168561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:53.173328 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:53.178903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-6b7bd1e1-fc3a-456f-9b4d-9f89c06d5ebf tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/quotas/964e1448bc7544d88f277363a187cf00 HTTP/1.1" status: 200 len: 375 time: 0.0186114 Aug 24 00:27:53.236593 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-15557731-eb72-4aeb-bd14-5467fead9328 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=964e1448bc7544d88f277363a187cf00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566955 Aug 24 00:27:53.463593 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:53.484481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-c6eccbbb-8349-441e-8b2b-ea43353ea9b5 service neutron] 10.222.0.32 "GET /v2.0/networks/b247ce0f-6d80-431c-b633-c5c0a136a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468097 Aug 24 00:27:53.560981 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:53.563185 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:53.578718 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:53.585331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545623c8-641c-4442-b7ef-75c785304dd6 None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:27:53.600944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb1fe7-ac9f-46ba-a771-6fad1222fad3 req-a603e023-f275-41c8-9e0e-aa83853c85c0 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:53.608497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19cb1fe7-ac9f-46ba-a771-6fad1222fad3 req-a603e023-f275-41c8-9e0e-aa83853c85c0 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 944 time: 0.2105405 Aug 24 00:27:53.693086 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-982b80b4-a433-48b0-ada9-113509cbce45 service neutron] 10.222.0.32 "GET /v2.0/networks/b247ce0f-6d80-431c-b633-c5c0a136a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076168 Aug 24 00:27:53.712390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:53.712852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19cb1fe7-ac9f-46ba-a771-6fad1222fad3 req-d6fd1176-7290-461b-98ee-64de3d00b13d tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922678 Aug 24 00:27:53.737277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-545623c8-641c-4442-b7ef-75c785304dd6 None None] Deleting port b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:53.737932 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-545623c8-641c-4442-b7ef-75c785304dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:53.869266 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-545623c8-641c-4442-b7ef-75c785304dd6 None None] For port b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:53.869727 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-545623c8-641c-4442-b7ef-75c785304dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:53.885350 n-d-805736-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:27:53.893035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-545623c8-641c-4442-b7ef-75c785304dd6 None None] Calling delete_port for b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:54.066177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a1a05-2ede-4ad2-a4a2-0cc5d70957b5 req-111ebbc2-b2fa-45af-933c-236cd9b51638 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:54.078836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a62a1a05-2ede-4ad2-a4a2-0cc5d70957b5 req-111ebbc2-b2fa-45af-933c-236cd9b51638 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.1357062 Aug 24 00:27:54.090865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:54.125117 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-545623c8-641c-4442-b7ef-75c785304dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:54.182330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2670b6e-570a-467e-b496-0a0982bdf337 req-db55da97-0562-41b8-b85c-d31ffdc74b8c tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:54.184289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2670b6e-570a-467e-b496-0a0982bdf337 req-db55da97-0562-41b8-b85c-d31ffdc74b8c tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1649196 Aug 24 00:27:54.186324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545623c8-641c-4442-b7ef-75c785304dd6 None None] Pushing event deleted for resources: {'Port': ['ID=b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:54.199672 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545623c8-641c-4442-b7ef-75c785304dd6 None None] No DVR routers for this DVR port b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:27:54.211536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a62a1a05-2ede-4ad2-a4a2-0cc5d70957b5 req-067aea8e-4882-4545-a9ab-085e64054cac tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304073 Aug 24 00:27:54.222320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No active binding found for port b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 {{(pid=94839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 24 00:27:54.223371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:54.278578 n-d-805736-1 neutron-server[94838]: WARNING neutron.services.revisions.revision_plugin [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Could not find related port for resource to bump revision. Aug 24 00:27:54.281860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2670b6e-570a-467e-b496-0a0982bdf337 req-68834f42-4289-484c-a6f7-c13bb774fbf0 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832839 Aug 24 00:27:54.291329 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_pluggable_backend [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Port b7ab28b4-5e4a-4bf2-aa3e-60b7d5df77a7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94838) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 24 00:27:54.291758 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_pluggable_backend [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Reverting IP allocation for 2001:db8::f816:3eff:fee3:ac56 {{(pid=94838) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 24 00:27:54.296969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_pluggable_backend [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee3:ac56 {{(pid=94838) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 24 00:27:54.298394 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:54.364203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:54.368029 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:54.380797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:54.381570 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:54.385413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c4a516-f81c-4901-aa99-9816182c4c03 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:54.401641 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b8d204d-5f7d-49df-93a2-961688630486 req-dcd878d0-38c4-4911-8df9-803987ad7d5f tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 210 time: 0.0747776 Aug 24 00:27:54.402384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=6f5847fa-85ab-4827-a933-9b23b5a688da,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:54.422816 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7031356b-aabe-4658-8116-850af366718b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3794079 Aug 24 00:27:54.422816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35066) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:54.469213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'mac_address': 'fa:16:3e:5f:dc:b2', 'name': 'tempest-NetworksTestDHCPv6-86856785'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:54.751721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:54.798488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7de761-9be2-46f6-8543-89f2bd2def06 req-c1a95d70-b006-4e72-8130-2c4542c7227a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:54.800105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc7de761-9be2-46f6-8543-89f2bd2def06 req-c1a95d70-b006-4e72-8130-2c4542c7227a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0907505 Aug 24 00:27:54.829933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 59b802e4-c292-4c95-bb0e-9b841eec5c27 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:54.923484 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:54.925760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '6f5847fa-85ab-4827-a933-9b23b5a688da'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:27:54.937317 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:54.962752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port d517de32-fa9c-4746-9250-1becd95d9e98 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:27:55.001261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc7de761-9be2-46f6-8543-89f2bd2def06 req-4cc4445c-18a4-4a2e-8e57-24a81815497c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913280 Aug 24 00:27:55.077053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c9b07-6de6-4d0f-9efe-f14b73c77738 req-aad60c93-7c45-4968-a642-033324bdeeb9 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:55.081009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-729c9b07-6de6-4d0f-9efe-f14b73c77738 req-aad60c93-7c45-4968-a642-033324bdeeb9 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 944 time: 0.2249682 Aug 24 00:27:55.197399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::f816:3eff:fe5f:dcb2 (277b6df4-b1fd-459f-9851-1a35106f20e7/6f5847fa-85ab-4827-a933-9b23b5a688da/d517de32-fa9c-4746-9250-1becd95d9e98) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:55.198476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-729c9b07-6de6-4d0f-9efe-f14b73c77738 req-8305de6d-20d5-4797-ac8d-460c5ac95d2f tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115811 Aug 24 00:27:55.240896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 59b802e4-c292-4c95-bb0e-9b841eec5c27 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:55.251054 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 59b802e4-c292-4c95-bb0e-9b841eec5c27 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:55.251411 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:55.363797 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:55.398304 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f4d291-1ee7-4c81-87fc-70cae6ad89b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b802e4-c292-4c95-bb0e-9b841eec5c27'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:55.401596 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6060ef-9c52-4404-adeb-b20363a6655a" -d '{"events": [{"server_uuid": "56f4d291-1ee7-4c81-87fc-70cae6ad89b7", "name": "network-vif-plugged", "status": "completed", "tag": "59b802e4-c292-4c95-bb0e-9b841eec5c27"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:55.415596 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:55.429492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 59b802e4-c292-4c95-bb0e-9b841eec5c27, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=59b802e4-c292-4c95-bb0e-9b841eec5c27,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:55.431363 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object d517de32-fa9c-4746-9250-1becd95d9e98 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:55.433201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf334-76d8-45a8-bc98-977faa3d7685 req-86fea411-3ee6-439b-9294-3a852a0f974b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:55.444793 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:55.447816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-537cf334-76d8-45a8-bc98-977faa3d7685 req-86fea411-3ee6-439b-9294-3a852a0f974b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1703417 Aug 24 00:27:55.509038 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:55.585916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:55.590317 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:55.594505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:55.600958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-537cf334-76d8-45a8-bc98-977faa3d7685 req-4795bc6e-9b3f-439a-8799-a8472ada6f2e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508760 Aug 24 00:27:55.601261 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:55.602367 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:55.621070 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=d517de32-fa9c-4746-9250-1becd95d9e98,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:55.628296 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-92f6a523-50f8-45c6-84d7-d0ec3d4796e2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2051287 Aug 24 00:27:55.636133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35098) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:55.644361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Allocated IP 2001:db8::f816:3eff:fecd:2e56 (277b6df4-b1fd-459f-9851-1a35106f20e7/6f5847fa-85ab-4827-a933-9b23b5a688da/f4594f10-657f-46f0-b46d-8d6cf8bab80e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:55.739255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fb069-8643-423f-8084-296d07123922 req-76b904ca-7bbb-4575-bf4a-c58f9a902a54 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:55.746944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a8fb069-8643-423f-8084-296d07123922 req-76b904ca-7bbb-4575-bf4a-c58f9a902a54 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.2308254 Aug 24 00:27:55.859818 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1543d1a7-aa16-4b22-84a0-30f0ae001725 x-openstack-request-id: req-1543d1a7-aa16-4b22-84a0-30f0ae001725 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:55.860497 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f4d291-1ee7-4c81-87fc-70cae6ad89b7", "name": "network-vif-plugged", "status": "completed", "tag": "59b802e4-c292-4c95-bb0e-9b841eec5c27", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:55.861382 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1543d1a7-aa16-4b22-84a0-30f0ae001725 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:55.861791 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f4d291-1ee7-4c81-87fc-70cae6ad89b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b802e4-c292-4c95-bb0e-9b841eec5c27', 'code': 200} Aug 24 00:27:55.938253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=59b802e4-c292-4c95-bb0e-9b841eec5c27,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:55.956615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:55.956973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:55.959869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:55.960231 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:55.963262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:55.963596 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:55.964049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:55.964372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:55.965284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:55.965284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:55.965504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:55.969553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:55.972956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-6f3ed298-1561-4cc7-bf7d-4bd66cf41c6a tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:55.974603 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-6f3ed298-1561-4cc7-bf7d-4bd66cf41c6a tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.13 "GET /v2.0/networks?id=b247ce0f-6d80-431c-b633-c5c0a136a147 HTTP/1.1" status: 200 len: 821 time: 0.2060034 Aug 24 00:27:55.997118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a8fb069-8643-423f-8084-296d07123922 req-c6838239-118c-418c-85de-b54c6c08de41 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261376 Aug 24 00:27:56.002607 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-74863917-b4c7-49f7-8163-40e19a05a67b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Request body: {'port': {'device_id': '7ccdedcf-888f-4d07-a262-881aabf98a70', 'network_id': 'b247ce0f-6d80-431c-b633-c5c0a136a147', 'admin_state_up': True, 'tenant_id': '964e1448bc7544d88f277363a187cf00'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:56.022711 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa028a5-1b0b-464a-b14e-bd4f006d09da tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:56.027143 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ffa028a5-1b0b-464a-b14e-bd4f006d09da tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.3882928 Aug 24 00:27:56.042732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35104) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:56.074576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6bc9760e-788d-4093-a4be-c51ed39b61ca req-670f65f4-999a-4e0f-a848-e6d9d36f4dd2 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 210 time: 0.2043402 Aug 24 00:27:56.101124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9aabe8-5af9-4a0e-9125-0e48a728704c req-14158788-030d-44dd-9898-a22f720f5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:56.107814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b9aabe8-5af9-4a0e-9125-0e48a728704c req-14158788-030d-44dd-9898-a22f720f5439 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 1096 time: 0.2618136 Aug 24 00:27:56.127813 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:56.156331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Transition to ACTIVE for port object f4594f10-657f-46f0-b46d-8d6cf8bab80e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:56.201318 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b9aabe8-5af9-4a0e-9125-0e48a728704c req-2441ce11-910d-47c0-b5e1-049b16b00970 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842016 Aug 24 00:27:56.214365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Transition to ACTIVE for port object f4594f10-657f-46f0-b46d-8d6cf8bab80e will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:56.238915 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:56.338532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Pushing event updated for resources: {'Port': ['ID=f4594f10-657f-46f0-b46d-8d6cf8bab80e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:56.374679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:56.377262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:56.381264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:56.462998 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-105e9bf4-21d4-440a-b1cb-ba6752581e11 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port d517de32-fa9c-4746-9250-1becd95d9e98 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:56.463633 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-105e9bf4-21d4-440a-b1cb-ba6752581e11 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:56.470677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Attempting to bind port f4594f10-657f-46f0-b46d-8d6cf8bab80e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:56.470970 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-74863917-b4c7-49f7-8163-40e19a05a67b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Made reservation on behalf of 964e1448bc7544d88f277363a187cf00 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:56.471511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Attempting to bind port f4594f10-657f-46f0-b46d-8d6cf8bab80e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:56.472118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Attempting to bind port f4594f10-657f-46f0-b46d-8d6cf8bab80e on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:56.477083 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-74863917-b4c7-49f7-8163-40e19a05a67b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:56.478930 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:56.479540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:56.480374 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:56.480942 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:56.481607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Bound port: f4594f10-657f-46f0-b46d-8d6cf8bab80e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:56.482190 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:56.482977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-43af38f2-fcb3-4f2a-8752-39bf0ca40c73 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:56.485340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-43af38f2-fcb3-4f2a-8752-39bf0ca40c73 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 812 time: 0.2764082 Aug 24 00:27:56.495648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ade7e-ee3e-469a-90a6-e1fa4b11fb73 req-6d40e711-70ac-4c96-97d9-8d360b003a90 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:56.497469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-287ade7e-ee3e-469a-90a6-e1fa4b11fb73 req-6d40e711-70ac-4c96-97d9-8d360b003a90 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1675489 Aug 24 00:27:56.538283 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-c580459d-b69f-47a4-aa52-aeb645c5ad5b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/quotas/843b1299ec4a416799a84024131bc2b6 HTTP/1.1" status: 200 len: 375 time: 0.0395238 Aug 24 00:27:56.554556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-287ade7e-ee3e-469a-90a6-e1fa4b11fb73 req-a93a7b26-a01e-44b7-b986-3418ab1c9add tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490482 Aug 24 00:27:56.592799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] For port f4594f10-657f-46f0-b46d-8d6cf8bab80e, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:56.597382 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] For port f4594f10-657f-46f0-b46d-8d6cf8bab80e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f4594f10-657f-46f0-b46d-8d6cf8bab80e,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:56.610723 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:56.740356 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792a690-dc4b-4bc6-bbc7-a0c2b0b25fdc None None] Pushing event updated for resources: {'Port': ['ID=f4594f10-657f-46f0-b46d-8d6cf8bab80e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:56.833192 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-105e9bf4-21d4-440a-b1cb-ba6752581e11 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:56.860679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-105e9bf4-21d4-440a-b1cb-ba6752581e11 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for d517de32-fa9c-4746-9250-1becd95d9e98 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:56.886443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-74863917-b4c7-49f7-8163-40e19a05a67b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Allocated IP 172.20.0.9 (b247ce0f-6d80-431c-b633-c5c0a136a147/6725beef-26c1-436e-886d-68b5c3137702/dfc1b514-b55b-4878-a4ce-8db3db2623f8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:57.244361 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-74863917-b4c7-49f7-8163-40e19a05a67b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:57.285428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-2d99f99f-615d-4a65-8068-55674199047b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7177987 Aug 24 00:27:57.294388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-105e9bf4-21d4-440a-b1cb-ba6752581e11 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:57.331904 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e9bf4-21d4-440a-b1cb-ba6752581e11 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=d517de32-fa9c-4746-9250-1becd95d9e98,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:57.379546 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-105e9bf4-21d4-440a-b1cb-ba6752581e11 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:57.396589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361c78e-0f86-4197-b9d3-9891c13b5693 req-b048943a-2a42-48ea-9ea5-8e4f5284d6ba tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:57.398223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5361c78e-0f86-4197-b9d3-9891c13b5693 req-b048943a-2a42-48ea-9ea5-8e4f5284d6ba tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1657422 Aug 24 00:27:57.401306 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-105e9bf4-21d4-440a-b1cb-ba6752581e11 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/d517de32-fa9c-4746-9250-1becd95d9e98 HTTP/1.1" status: 204 len: 168 time: 1.3566928 Aug 24 00:27:57.401490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35128) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:57.406419 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-74863917-b4c7-49f7-8163-40e19a05a67b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:57.476627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74863917-b4c7-49f7-8163-40e19a05a67b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Pushing event updated for resources: {'Port': ['ID=dfc1b514-b55b-4878-a4ce-8db3db2623f8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:57.496738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-74863917-b4c7-49f7-8163-40e19a05a67b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Network b247ce0f-6d80-431c-b633-c5c0a136a147 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:57.499022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-74863917-b4c7-49f7-8163-40e19a05a67b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:57.502035 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-74863917-b4c7-49f7-8163-40e19a05a67b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:57.516934 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-45bc44a5-8624-4c1a-9369-c809fba8168d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:57.551948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b0a62a-8fc2-4a5a-a939-ae8dcdbc790d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:57.555154 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b0a62a-8fc2-4a5a-a939-ae8dcdbc790d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:57.558064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e1b0a62a-8fc2-4a5a-a939-ae8dcdbc790d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1558051 Aug 24 00:27:57.563460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:57.570328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-0193d38c-1d3b-4cfe-8c42-2de102f94d7d service neutron] 10.222.0.32 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839994 Aug 24 00:27:57.593602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5361c78e-0f86-4197-b9d3-9891c13b5693 req-7f83cc9f-d2ce-4342-b8f5-bf2a8e013f0b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755018 Aug 24 00:27:57.657670 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-74863917-b4c7-49f7-8163-40e19a05a67b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:57.659146 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-74863917-b4c7-49f7-8163-40e19a05a67b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:57.719208 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-74863917-b4c7-49f7-8163-40e19a05a67b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7209952 Aug 24 00:27:57.732917 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-058ef77c-d49d-4cd8-b6aa-3ec66ff9aa4b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 6f5847fa-85ab-4827-a933-9b23b5a688da {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:27:57.746639 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-058ef77c-d49d-4cd8-b6aa-3ec66ff9aa4b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:57.814247 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-058ef77c-d49d-4cd8-b6aa-3ec66ff9aa4b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:57.832679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec9f8d-c861-45ba-8738-949264486ae9 req-bcb7071d-3474-4494-8818-ae0c9fc134a8 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:57.842038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28ec9f8d-c861-45ba-8738-949264486ae9 req-bcb7071d-3474-4494-8818-ae0c9fc134a8 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 931 time: 0.0946841 Aug 24 00:27:57.867779 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Request body: {'port': {'device_id': '7ccdedcf-888f-4d07-a262-881aabf98a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:57.871733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-9acdc197-74d1-4b78-9997-9749cd632cbb service neutron] 10.222.0.32 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957001 Aug 24 00:27:57.955977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28ec9f8d-c861-45ba-8738-949264486ae9 req-bd2cc923-3f4d-4dcd-ad37-031eca8b3efa tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/security-groups?id=04738926-e8e3-4b4e-8bf7-021dd295a138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127088 Aug 24 00:27:57.990995 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:58.050739 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-058ef77c-d49d-4cd8-b6aa-3ec66ff9aa4b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:58.198284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f4594f10-657f-46f0-b46d-8d6cf8bab80e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:58.353120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port f4594f10-657f-46f0-b46d-8d6cf8bab80e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:58.367908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5c311-5a5b-4c1b-b1a2-0070ca370a81 req-b0f2ee76-c795-459b-9486-908a53acd45a tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:58.369745 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-07c775cc-247a-4754-b3e7-ba0b9978e5e9 None None] Provisioning for port f4594f10-657f-46f0-b46d-8d6cf8bab80e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:58.375705 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-07c775cc-247a-4754-b3e7-ba0b9978e5e9 None None] Provisioning complete for port f4594f10-657f-46f0-b46d-8d6cf8bab80e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:58.376500 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07c775cc-247a-4754-b3e7-ba0b9978e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:58.379789 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1f5c311-5a5b-4c1b-b1a2-0070ca370a81 req-b0f2ee76-c795-459b-9486-908a53acd45a tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.0998313 Aug 24 00:27:58.522953 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07c775cc-247a-4754-b3e7-ba0b9978e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:58.524928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d201332-7646-41f8-b227-268333ef4f24 req-8a878347-6245-4786-beb9-0407c21c24fc tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 210 time: 0.1064117 Aug 24 00:27:58.583025 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1f5c311-5a5b-4c1b-b1a2-0070ca370a81 req-ac727ea9-c570-49ce-b7e3-a4beaa6b579b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006860 Aug 24 00:27:58.788557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bbf08-7edd-4d15-a935-3595ecc16c22 req-e1c4e7d6-3156-47e4-80eb-b4f1ec22aab5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:58.797878 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da8bbf08-7edd-4d15-a935-3595ecc16c22 req-e1c4e7d6-3156-47e4-80eb-b4f1ec22aab5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1198883 Aug 24 00:27:58.809511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35156) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:58.825076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cdb3c733-23db-4436-8c46-b10a908c8b58 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Request body: {'floatingip': {'port_id': '59b802e4-c292-4c95-bb0e-9b841eec5c27'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:58.920846 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-058ef77c-d49d-4cd8-b6aa-3ec66ff9aa4b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:58.970014 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c733-23db-4436-8c46-b10a908c8b58 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:59.028000 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-07c775cc-247a-4754-b3e7-ba0b9978e5e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:27:59.028400 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-07c775cc-247a-4754-b3e7-ba0b9978e5e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:27:59.091683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5427c17-6ed9-4eba-96ba-1aa5b3704851 req-d270d9b5-7c0a-4714-8646-58210838d2e5 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:59.095319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5427c17-6ed9-4eba-96ba-1aa5b3704851 req-d270d9b5-7c0a-4714-8646-58210838d2e5 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.2925229 Aug 24 00:27:59.137789 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ef77c-d49d-4cd8-b6aa-3ec66ff9aa4b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5847fa-85ab-4827-a933-9b23b5a688da,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:59.160683 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-058ef77c-d49d-4cd8-b6aa-3ec66ff9aa4b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:59.167926 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-058ef77c-d49d-4cd8-b6aa-3ec66ff9aa4b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/6f5847fa-85ab-4827-a933-9b23b5a688da HTTP/1.1" status: 204 len: 168 time: 1.6034093 Aug 24 00:27:59.185384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:59.223765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5427c17-6ed9-4eba-96ba-1aa5b3704851 req-1dbb6fd2-3e52-4be7-af45-5244ad2a10db tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981381 Aug 24 00:27:59.282304 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c085f02-00c4-43ea-b4eb-902a3df3c245 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:59.394165 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-93cd75b0-46d3-4372-b76a-5918240688f4 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2007332 Aug 24 00:27:59.394916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:59.403648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-09bb84b6-bc67-43d6-844e-ba472249c1a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:59.432548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527f916-bd66-48a2-a688-76b8fc9375f6 req-58335702-cadf-4cd5-9a05-64c9f957fc3f tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:59.434164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f527f916-bd66-48a2-a688-76b8fc9375f6 req-58335702-cadf-4cd5-9a05-64c9f957fc3f tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 931 time: 0.3341749 Aug 24 00:27:59.560353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f527f916-bd66-48a2-a688-76b8fc9375f6 req-a8a05729-e46f-4289-a8a1-392a68b01ead tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/security-groups?id=04738926-e8e3-4b4e-8bf7-021dd295a138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992577 Aug 24 00:27:59.678119 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07c775cc-247a-4754-b3e7-ba0b9978e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:59.688898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bb84b6-bc67-43d6-844e-ba472249c1a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:59.691714 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:59.692644 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09bb84b6-bc67-43d6-844e-ba472249c1a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:59.724358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ded8ab7-5053-4c0b-95e7-a2a1e602d4cc req-a9af2bd9-591b-4678-906e-10a1d11da771 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 210 time: 0.0444908 Aug 24 00:27:59.762378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-07c775cc-247a-4754-b3e7-ba0b9978e5e9 None None] For port f4594f10-657f-46f0-b46d-8d6cf8bab80e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f4594f10-657f-46f0-b46d-8d6cf8bab80e,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:59.778680 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-07c775cc-247a-4754-b3e7-ba0b9978e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:59.833829 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39b7ac3-c271-4f32-95b2-fb05be3b06ef None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:27:59.901457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c775cc-247a-4754-b3e7-ba0b9978e5e9 None None] Pushing event updated for resources: {'Port': ['ID=f4594f10-657f-46f0-b46d-8d6cf8bab80e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:59.905702 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eb164387-4c3f-4738-b7e0-2ef0b958a240 None None] Could not find standard attr ID for object d517de32-fa9c-4746-9250-1becd95d9e98. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:27:59.924398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c39b7ac3-c271-4f32-95b2-fb05be3b06ef None None] Deleting port f4594f10-657f-46f0-b46d-8d6cf8bab80e {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:59.925121 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c39b7ac3-c271-4f32-95b2-fb05be3b06ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:00.010321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c39b7ac3-c271-4f32-95b2-fb05be3b06ef None None] For port f4594f10-657f-46f0-b46d-8d6cf8bab80e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f4594f10-657f-46f0-b46d-8d6cf8bab80e,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:00.010955 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c39b7ac3-c271-4f32-95b2-fb05be3b06ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:00.016689 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc1b514-b55b-4878-a4ce-8db3db2623f8 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:00.034359 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:00.060312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c39b7ac3-c271-4f32-95b2-fb05be3b06ef None None] Calling delete_port for f4594f10-657f-46f0-b46d-8d6cf8bab80e owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:00.063983 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Transition to ACTIVE for port object dfc1b514-b55b-4878-a4ce-8db3db2623f8 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:00.087728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:00.100488 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f4594f10-657f-46f0-b46d-8d6cf8bab80e no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:00.241020 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:00.271818 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f11e7a7-f41a-41af-b3d8-9a37b279d02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:00.281617 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc1b514-b55b-4878-a4ce-8db3db2623f8,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:00.282008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No active binding found for port f4594f10-657f-46f0-b46d-8d6cf8bab80e {{(pid=94839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 24 00:28:00.282619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f4594f10-657f-46f0-b46d-8d6cf8bab80e not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:28:00.308209 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c39b7ac3-c271-4f32-95b2-fb05be3b06ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:00.353875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b7ac3-c271-4f32-95b2-fb05be3b06ef None None] No DVR routers for this DVR port f4594f10-657f-46f0-b46d-8d6cf8bab80e on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:00.370504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b7ac3-c271-4f32-95b2-fb05be3b06ef None None] Pushing event deleted for resources: {'Port': ['ID=f4594f10-657f-46f0-b46d-8d6cf8bab80e,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:00.408324 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c733-23db-4436-8c46-b10a908c8b58 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:00.441926 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c733-23db-4436-8c46-b10a908c8b58 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:00.528215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-da97fdf5-2901-422d-8124-1d6a86371beb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:00.529762 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-da97fdf5-2901-422d-8124-1d6a86371beb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.47 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 812 time: 0.3588481 Aug 24 00:28:00.543232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eda1e-2002-47f9-96af-3b34517a5cc3 req-d098faf9-fb85-4cd1-9178-5759435e90ea tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:00.544487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-692eda1e-2002-47f9-96af-3b34517a5cc3 req-d098faf9-fb85-4cd1-9178-5759435e90ea tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1555235 Aug 24 00:28:00.553315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-19b5fc22-191c-4258-bb99-15cda5aacf01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Request body: {'port': {'device_id': '8d3ea111-86a1-4624-9fe1-4f036df2bba6', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'admin_state_up': True, 'tenant_id': '843b1299ec4a416799a84024131bc2b6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:00.560181 n-d-805736-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-09bb84b6-bc67-43d6-844e-ba472249c1a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:28:00.564813 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09bb84b6-bc67-43d6-844e-ba472249c1a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:00.607529 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Attempting to bind port dfc1b514-b55b-4878-a4ce-8db3db2623f8 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:00.607938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Attempting to bind port dfc1b514-b55b-4878-a4ce-8db3db2623f8 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '576b7b60-a966-4ff0-bc3d-359eb54f0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b247ce0f-6d80-431c-b633-c5c0a136a147'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:00.608232 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Attempting to bind port dfc1b514-b55b-4878-a4ce-8db3db2623f8 on network b247ce0f-6d80-431c-b633-c5c0a136a147 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:00.615239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bb84b6-bc67-43d6-844e-ba472249c1a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:00.620545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-09bb84b6-bc67-43d6-844e-ba472249c1a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:00.625250 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb84b6-bc67-43d6-844e-ba472249c1a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:00.625855 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09bb84b6-bc67-43d6-844e-ba472249c1a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:00.628166 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Port dfc1b514-b55b-4878-a4ce-8db3db2623f8 on network b247ce0f-6d80-431c-b633-c5c0a136a147 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:28:00.628488 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Attempting to bind port dfc1b514-b55b-4878-a4ce-8db3db2623f8 on network b247ce0f-6d80-431c-b633-c5c0a136a147 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:00.632058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079e1dc-425e-446b-8c89-4f3c2091a565 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:00.637143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:00.637495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Checking segment: {'id': '576b7b60-a966-4ff0-bc3d-359eb54f0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b247ce0f-6d80-431c-b633-c5c0a136a147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:00.637880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Bound using segment: {'id': '576b7b60-a966-4ff0-bc3d-359eb54f0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b247ce0f-6d80-431c-b633-c5c0a136a147'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:00.638328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Bound port: dfc1b514-b55b-4878-a4ce-8db3db2623f8, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '576b7b60-a966-4ff0-bc3d-359eb54f0549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b247ce0f-6d80-431c-b633-c5c0a136a147'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:00.638691 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:00.665447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb84b6-bc67-43d6-844e-ba472249c1a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=3f1f43cd-866a-47cd-93cf-a80b3b3696c1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:00.703340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-692eda1e-2002-47f9-96af-3b34517a5cc3 req-ae256f0b-9474-48cc-9689-7305b22876d8 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442935 Aug 24 00:28:00.710532 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-cdb3c733-23db-4436-8c46-b10a908c8b58 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Floating IP 0d985f90-a4ea-4f94-be2e-7f7c92e3476d associated. External IP: 172.25.8.229, port: 59b802e4-c292-4c95-bb0e-9b841eec5c27. Aug 24 00:28:00.775654 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-09bb84b6-bc67-43d6-844e-ba472249c1a2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3796067 Aug 24 00:28:00.781605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35186) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:00.833313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'mac_address': 'fa:16:3e:8a:5f:f1', 'name': 'tempest-NetworksTestDHCPv6-320603192'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:00.922519 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] For port dfc1b514-b55b-4878-a4ce-8db3db2623f8, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:00.929193 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] For port dfc1b514-b55b-4878-a4ce-8db3db2623f8, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=dfc1b514-b55b-4878-a4ce-8db3db2623f8,segment=NetworkSegment(576b7b60-a966-4ff0-bc3d-359eb54f0549),segment_id=576b7b60-a966-4ff0-bc3d-359eb54f0549)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:00.945471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-412a7595-1fbd-4000-beaa-810da5230ff1 req-fab0a21e-d08c-48de-8737-fc489f8b89bf tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 210 time: 0.1020770 Aug 24 00:28:00.979146 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:00.986306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6fffe-15f2-4515-8c19-c539181fa81e req-47abe78a-c1da-4e4a-829e-a71042421242 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:00.987909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cff6fffe-15f2-4515-8c19-c539181fa81e req-47abe78a-c1da-4e4a-829e-a71042421242 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 943 time: 0.1420233 Aug 24 00:28:00.991909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-19b5fc22-191c-4258-bb99-15cda5aacf01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Made reservation on behalf of 843b1299ec4a416799a84024131bc2b6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:00.995005 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-19b5fc22-191c-4258-bb99-15cda5aacf01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:01.068813 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '3f1f43cd-866a-47cd-93cf-a80b3b3696c1'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:28:01.069712 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:01.094175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cff6fffe-15f2-4515-8c19-c539181fa81e req-0defe7ef-efb0-4baf-a6a3-0dc8c657be19 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/security-groups?id=04738926-e8e3-4b4e-8bf7-021dd295a138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694287 Aug 24 00:28:01.098215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:01.099407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:01.110073 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] 10.222.0.13 "PUT /v2.0/ports/dfc1b514-b55b-4878-a4ce-8db3db2623f8 HTTP/1.1" status: 200 len: 1091 time: 3.2478044 Aug 24 00:28:01.120364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccdedcf-888f-4d07-a262-881aabf98a70', 'tag': 'dfc1b514-b55b-4878-a4ce-8db3db2623f8'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:01.128334 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7714bf95-2929-42f7-92a9-e9328784beab" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccdedcf-888f-4d07-a262-881aabf98a70", "tag": "dfc1b514-b55b-4878-a4ce-8db3db2623f8"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:01.159811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb3c733-23db-4436-8c46-b10a908c8b58 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Router 87d8958a-14fe-42b4-87c4-4ab29c20e085 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:28:01.232548 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:01.261504 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabfedc8-4237-41fc-b1dd-2a01f06d2934 x-openstack-request-id: req-cabfedc8-4237-41fc-b1dd-2a01f06d2934 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:01.261882 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccdedcf-888f-4d07-a262-881aabf98a70", "tag": "dfc1b514-b55b-4878-a4ce-8db3db2623f8", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:01.262073 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cabfedc8-4237-41fc-b1dd-2a01f06d2934 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:01.262603 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccdedcf-888f-4d07-a262-881aabf98a70', 'tag': 'dfc1b514-b55b-4878-a4ce-8db3db2623f8', 'status': 'completed', 'code': 200} Aug 24 00:28:01.284199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-19b5fc22-191c-4258-bb99-15cda5aacf01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Allocated IP 172.20.0.7 (a97f6643-bbde-4905-ae5c-005d0d033f1f/caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2/3c7f2ff6-739c-4cff-91d7-5815da563f4c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:01.288011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc07212-7740-4702-8c42-bb60dba86725 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc1b514-b55b-4878-a4ce-8db3db2623f8,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:01.314791 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Allocated IP 2001:db8::f816:3eff:feab:8c94 (277b6df4-b1fd-459f-9851-1a35106f20e7/3f1f43cd-866a-47cd-93cf-a80b3b3696c1/a159b3cc-a4ac-424d-bcdb-5f923e6b4f42) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:01.323991 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-693ed593-dc26-47ba-a843-b893255dd42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:01.328719 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-693ed593-dc26-47ba-a843-b893255dd42b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964e1448bc7544d88f277363a187cf00&device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 1094 time: 0.1404343 Aug 24 00:28:01.330089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:01.395967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb3c733-23db-4436-8c46-b10a908c8b58 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:28:01.402528 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c733-23db-4436-8c46-b10a908c8b58 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:01.412847 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f31bb-b778-47cf-beca-21ee7209604e None None] Sync routers for ids ['87d8958a-14fe-42b4-87c4-4ab29c20e085'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:28:01.431184 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f31bb-b778-47cf-beca-21ee7209604e None None] Routers {'87d8958a-14fe-42b4-87c4-4ab29c20e085'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:28:01.431819 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-892f31bb-b778-47cf-beca-21ee7209604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:28:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['87d8958a-14fe-42b4-87c4-4ab29c20e085'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:01.523873 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:01.632624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cdb3c733-23db-4436-8c46-b10a908c8b58 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "PUT /v2.0/floatingips/0d985f90-a4ea-4f94-be2e-7f7c92e3476d HTTP/1.1" status: 200 len: 991 time: 2.8069382 Aug 24 00:28:01.643510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f4d291-1ee7-4c81-87fc-70cae6ad89b7', 'tag': '59b802e4-c292-4c95-bb0e-9b841eec5c27'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:01.644479 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-da7b07e8-dcd0-474f-90e4-8294cbc65e4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc1b514-b55b-4878-a4ce-8db3db2623f8 HTTP/1.1" status: 200 len: 217 time: 0.1413143 Aug 24 00:28:01.647131 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f1c350-9ec7-4621-87d3-3c9ae5949455" -d '{"events": [{"name": "network-changed", "server_uuid": "56f4d291-1ee7-4c81-87fc-70cae6ad89b7", "tag": "59b802e4-c292-4c95-bb0e-9b841eec5c27"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:01.691770 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:01.708533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Transition to ACTIVE for port object a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:01.740460 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2318d418-345a-4883-abac-0832e5510bd2 x-openstack-request-id: req-2318d418-345a-4883-abac-0832e5510bd2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:01.740998 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f4d291-1ee7-4c81-87fc-70cae6ad89b7", "tag": "59b802e4-c292-4c95-bb0e-9b841eec5c27", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:01.741433 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2318d418-345a-4883-abac-0832e5510bd2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:01.741807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Transition to ACTIVE for port object a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:01.742396 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f4d291-1ee7-4c81-87fc-70cae6ad89b7', 'tag': '59b802e4-c292-4c95-bb0e-9b841eec5c27', 'status': 'completed', 'code': 200} Aug 24 00:28:01.748166 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-168fc740-fea4-4567-a6ca-5260bcc56cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:01.749757 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-168fc740-fea4-4567-a6ca-5260bcc56cb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6725beef-26c1-436e-886d-68b5c3137702 HTTP/1.1" status: 200 len: 861 time: 0.0936918 Aug 24 00:28:01.754401 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port 2b424774-bb72-49f1-a7f3-2f8a018f402b yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:01.761657 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:01.771625 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-892f31bb-b778-47cf-beca-21ee7209604e None None] Set router 87d8958a-14fe-42b4-87c4-4ab29c20e085 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:28:01.799294 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-fdad1634-62af-488f-9b3a-29ed054aa7ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b247ce0f-6d80-431c-b633-c5c0a136a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386279 Aug 24 00:28:01.862587 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-19b5fc22-191c-4258-bb99-15cda5aacf01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:01.891733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-19b5fc22-191c-4258-bb99-15cda5aacf01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Transition to ACTIVE for port object 3c7f2ff6-739c-4cff-91d7-5815da563f4c will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:01.904521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1c350-9ec7-4621-87d3-3c9ae5949455 req-00c0e8a4-5dde-4c65-bb83-0502fb34808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:01.906191 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6f1c350-9ec7-4621-87d3-3c9ae5949455 req-00c0e8a4-5dde-4c65-bb83-0502fb34808d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 1096 time: 0.1021814 Aug 24 00:28:01.906337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:01.928396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:01.944141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:01.950250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Pushing event updated for resources: {'Port': ['ID=a159b3cc-a4ac-424d-bcdb-5f923e6b4f42,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:01.966627 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-982e454d-e9c7-4107-9c93-7cdfdc1225c4 service neutron] 10.222.0.13 "GET /v2.0/networks/b247ce0f-6d80-431c-b633-c5c0a136a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130464 Aug 24 00:28:02.016090 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-19b5fc22-191c-4258-bb99-15cda5aacf01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:02.130916 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5fc22-191c-4258-bb99-15cda5aacf01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event updated for resources: {'Port': ['ID=3c7f2ff6-739c-4cff-91d7-5815da563f4c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:02.244110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-19b5fc22-191c-4258-bb99-15cda5aacf01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Network a97f6643-bbde-4905-ae5c-005d0d033f1f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:02.259029 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-892f31bb-b778-47cf-beca-21ee7209604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '0d985f90-a4ea-4f94-be2e-7f7c92e3476d', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'floating_ip_address': '172.25.8.229', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'port_id': '59b802e4-c292-4c95-bb0e-9b841eec5c27', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'mac_address': 'fa:16:3e:73:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f4d291-1ee7-4c81-87fc-70cae6ad89b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:27:36Z', 'updated_at': '2021-08-24T00:27:59Z', 'revision_number': 1, 'project_id': '3b618916ee954525990485ae65e3c64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:37Z', 'revision_number': 5, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:02.266293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-19b5fc22-191c-4258-bb99-15cda5aacf01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:02.269018 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-002361dd-909f-412a-aaf2-7a71e9577a48 req-c683423d-4321-4c7a-a508-e0d78ba5949b service neutron] 10.222.0.13 "GET /v2.0/networks/b247ce0f-6d80-431c-b633-c5c0a136a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924991 Aug 24 00:28:02.270242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::f816:3eff:fe8a:5ff1 (277b6df4-b1fd-459f-9851-1a35106f20e7/3f1f43cd-866a-47cd-93cf-a80b3b3696c1/2b424774-bb72-49f1-a7f3-2f8a018f402b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:02.285476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-19b5fc22-191c-4258-bb99-15cda5aacf01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:02.295696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1c350-9ec7-4621-87d3-3c9ae5949455 req-1a0def9f-676a-487b-811f-83afdf03e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:02.298271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6f1c350-9ec7-4621-87d3-3c9ae5949455 req-1a0def9f-676a-487b-811f-83afdf03e708 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 912 time: 0.3840525 Aug 24 00:28:02.380045 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f31bb-b778-47cf-beca-21ee7209604e None None] Checking router: 87d8958a-14fe-42b4-87c4-4ab29c20e085 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:28:02.380045 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f31bb-b778-47cf-beca-21ee7209604e None None] Routers {'87d8958a-14fe-42b4-87c4-4ab29c20e085'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:28:02.380045 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-892f31bb-b778-47cf-beca-21ee7209604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:28:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['87d8958a-14fe-42b4-87c4-4ab29c20e085'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:02.440374 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5d8d438d-e8ef-448d-a5cc-8b4a3dff0736'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:02.489072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6f1c350-9ec7-4621-87d3-3c9ae5949455 req-d281c144-afa0-45f8-9baa-8d6ce7e70569 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59b802e4-c292-4c95-bb0e-9b841eec5c27 HTTP/1.1" status: 200 len: 999 time: 0.1431541 Aug 24 00:28:02.500928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecc7a2-a0ee-4c55-a4a2-09e0fca41498 req-532a7253-2911-4e6f-8dc8-547b50a45f56 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:02.502571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47ecc7a2-a0ee-4c55-a4a2-09e0fca41498 req-532a7253-2911-4e6f-8dc8-547b50a45f56 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.3827825 Aug 24 00:28:02.513328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Attempting to bind port a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:02.513328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Attempting to bind port a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:02.513666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Attempting to bind port a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:02.526873 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:02.528114 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:02.528540 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:02.528954 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:02.529429 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Bound port: a159b3cc-a4ac-424d-bcdb-5f923e6b4f42, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:02.530015 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:02.613268 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39949777-d340-46a3-b536-744fa077873d req-032b66d9-5844-4ce1-a4dc-fff8357f9806 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:02.621429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39949777-d340-46a3-b536-744fa077873d req-032b66d9-5844-4ce1-a4dc-fff8357f9806 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 931 time: 0.5113862 Aug 24 00:28:02.730912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714bf95-2929-42f7-92a9-e9328784beab req-a0f1259b-26ef-46dc-a2e9-e3f8b15cef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:02.749692 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-892f31bb-b778-47cf-beca-21ee7209604e None None] Set router 87d8958a-14fe-42b4-87c4-4ab29c20e085 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:28:02.753122 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47ecc7a2-a0ee-4c55-a4a2-09e0fca41498 req-cb5bc0fe-8f92-44a6-8048-7eaf36c2c2ac tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346270 Aug 24 00:28:02.763147 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7714bf95-2929-42f7-92a9-e9328784beab req-a0f1259b-26ef-46dc-a2e9-e3f8b15cef4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964e1448bc7544d88f277363a187cf00&device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 1094 time: 0.2749705 Aug 24 00:28:02.778975 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] For port a159b3cc-a4ac-424d-bcdb-5f923e6b4f42, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:02.781324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-19b5fc22-191c-4258-bb99-15cda5aacf01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:02.782013 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-19b5fc22-191c-4258-bb99-15cda5aacf01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:02.788329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] For port a159b3cc-a4ac-424d-bcdb-5f923e6b4f42, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a159b3cc-a4ac-424d-bcdb-5f923e6b4f42,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:02.803118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1c350-9ec7-4621-87d3-3c9ae5949455 req-93ff5b6d-0eac-43f0-95dc-033054857a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:02.804620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6f1c350-9ec7-4621-87d3-3c9ae5949455 req-93ff5b6d-0eac-43f0-95dc-033054857a85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 200 len: 850 time: 0.3010375 Aug 24 00:28:02.805120 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:02.902632 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:02.921216 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39949777-d340-46a3-b536-744fa077873d req-01adfd45-5b27-437d-a143-bfe3f130defe tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988088 Aug 24 00:28:02.922929 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-19b5fc22-191c-4258-bb99-15cda5aacf01 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3757427 Aug 24 00:28:02.957375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Request body: {'port': {'device_id': '8d3ea111-86a1-4624-9fe1-4f036df2bba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:02.986176 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object 2b424774-bb72-49f1-a7f3-2f8a018f402b will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:03.002355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847248c-1fc8-468f-8c81-5df15fbd4bb8 None None] Pushing event updated for resources: {'Port': ['ID=a159b3cc-a4ac-424d-bcdb-5f923e6b4f42,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:03.045137 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:03.045962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3696c876-51ae-4bbe-a7af-03b6d24a8d26 None None] Provisioning for port 3c7f2ff6-739c-4cff-91d7-5815da563f4c completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:03.050231 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3696c876-51ae-4bbe-a7af-03b6d24a8d26 None None] Provisioning complete for port 3c7f2ff6-739c-4cff-91d7-5815da563f4c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:03.050602 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3696c876-51ae-4bbe-a7af-03b6d24a8d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:03.085413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1c350-9ec7-4621-87d3-3c9ae5949455 req-f7cd1328-c3c6-4233-9394-6626da4e98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:03.094071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6f1c350-9ec7-4621-87d3-3c9ae5949455 req-f7cd1328-c3c6-4233-9394-6626da4e98c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b465dfe-d306-4292-bddd-524ea879c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2718480 Aug 24 00:28:03.119670 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:03.145458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3696c876-51ae-4bbe-a7af-03b6d24a8d26 None None] Port 3c7f2ff6-739c-4cff-91d7-5815da563f4c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:28:03.214202 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:03.215920 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714bf95-2929-42f7-92a9-e9328784beab req-3ae79a96-83de-44bf-b4ef-2ea3796bce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:03.217590 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7714bf95-2929-42f7-92a9-e9328784beab req-3ae79a96-83de-44bf-b4ef-2ea3796bce34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b247ce0f-6d80-431c-b633-c5c0a136a147 HTTP/1.1" status: 200 len: 922 time: 0.4536519 Aug 24 00:28:03.228495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:03.234977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:03.241619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:03.247702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:03.281427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=2b424774-bb72-49f1-a7f3-2f8a018f402b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:03.282256 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-892f31bb-b778-47cf-beca-21ee7209604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '0d985f90-a4ea-4f94-be2e-7f7c92e3476d', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'floating_ip_address': '172.25.8.229', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'port_id': '59b802e4-c292-4c95-bb0e-9b841eec5c27', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'mac_address': 'fa:16:3e:73:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f4d291-1ee7-4c81-87fc-70cae6ad89b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:27:36Z', 'updated_at': '2021-08-24T00:27:59Z', 'revision_number': 1, 'project_id': '3b618916ee954525990485ae65e3c64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:37Z', 'revision_number': 5, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:03.350404 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f31bb-b778-47cf-beca-21ee7209604e None None] The sync data for ids ['87d8958a-14fe-42b4-87c4-4ab29c20e085'] in n-d-805736-1 is: [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '0d985f90-a4ea-4f94-be2e-7f7c92e3476d', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'floating_ip_address': '172.25.8.229', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'port_id': '59b802e4-c292-4c95-bb0e-9b841eec5c27', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'mac_address': 'fa:16:3e:73:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f4d291-1ee7-4c81-87fc-70cae6ad89b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:27:36Z', 'updated_at': '2021-08-24T00:27:59Z', 'revision_number': 1, 'project_id': '3b618916ee954525990485ae65e3c64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:37Z', 'revision_number': 5, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:28:03.365431 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7714bf95-2929-42f7-92a9-e9328784beab req-91685b9b-585e-487a-8f3b-c4ad1babce5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfc1b514-b55b-4878-a4ce-8db3db2623f8 HTTP/1.1" status: 200 len: 217 time: 0.1100767 Aug 24 00:28:03.422938 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-83690166-c010-46e7-845e-d2837690bfdf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6331911 Aug 24 00:28:03.423667 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35226) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:03.565725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714bf95-2929-42f7-92a9-e9328784beab req-fcd70832-e49d-47ba-bfd8-5a1178f9ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:03.568165 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7714bf95-2929-42f7-92a9-e9328784beab req-fcd70832-e49d-47ba-bfd8-5a1178f9ef82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6725beef-26c1-436e-886d-68b5c3137702 HTTP/1.1" status: 200 len: 861 time: 0.1911497 Aug 24 00:28:03.653070 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7714bf95-2929-42f7-92a9-e9328784beab req-d7345d07-7049-480a-8c40-b54acb99e7b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b247ce0f-6d80-431c-b633-c5c0a136a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682189 Aug 24 00:28:03.767013 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94581e0e-b627-443d-a465-cb576306ced6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:03.775619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94581e0e-b627-443d-a465-cb576306ced6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:03.777323 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-94581e0e-b627-443d-a465-cb576306ced6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2143779 Aug 24 00:28:03.780700 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35228) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:03.816533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7625ec5-886a-4083-95db-96cc1c69d48e None None] New status for floating IP 0d985f90-a4ea-4f94-be2e-7f7c92e3476d: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:28:03.924264 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7714bf95-2929-42f7-92a9-e9328784beab req-226da6f7-921d-465c-b4d1-7a4ef99fc120 service neutron] 10.222.0.13 "GET /v2.0/networks/b247ce0f-6d80-431c-b633-c5c0a136a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625499 Aug 24 00:28:03.931740 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:04.081631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bead526d-018e-494a-bca6-e35599ce8f78 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port 2b424774-bb72-49f1-a7f3-2f8a018f402b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:04.082962 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bead526d-018e-494a-bca6-e35599ce8f78 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:04.171304 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:04.185421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6f1c350-9ec7-4621-87d3-3c9ae5949455 req-b7c34bdf-c186-44f8-8b79-72b47f563cf2 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9977763 Aug 24 00:28:04.198450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b962d97-7047-48b9-a283-2fbe55861355 req-e54f2ca8-c5f3-4275-baf1-1023a2c34b36 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:04.206141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b962d97-7047-48b9-a283-2fbe55861355 req-e54f2ca8-c5f3-4275-baf1-1023a2c34b36 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 943 time: 1.1842599 Aug 24 00:28:04.211394 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7714bf95-2929-42f7-92a9-e9328784beab req-781d12ed-c8e2-4d48-b27c-d66847d1acd9 service neutron] 10.222.0.13 "GET /v2.0/networks/b247ce0f-6d80-431c-b633-c5c0a136a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764130 Aug 24 00:28:04.273668 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:04.306671 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bead526d-018e-494a-bca6-e35599ce8f78 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:04.323951 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bead526d-018e-494a-bca6-e35599ce8f78 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for 2b424774-bb72-49f1-a7f3-2f8a018f402b owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:04.380273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911ce09-da61-4f57-9d9b-134228304cf8 req-0443fb0b-1d0b-437e-95b3-1547482f7a88 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:04.381831 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1911ce09-da61-4f57-9d9b-134228304cf8 req-0443fb0b-1d0b-437e-95b3-1547482f7a88 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.4343150 Aug 24 00:28:04.484099 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bead526d-018e-494a-bca6-e35599ce8f78 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:04.492315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b962d97-7047-48b9-a283-2fbe55861355 req-21308d75-6528-468f-814b-62287e6d3c37 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/security-groups?id=04738926-e8e3-4b4e-8bf7-021dd295a138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851753 Aug 24 00:28:04.496532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1911ce09-da61-4f57-9d9b-134228304cf8 req-672669d3-6ebb-4c5a-8bec-b5d4e7538375 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023161 Aug 24 00:28:04.521733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6f1c350-9ec7-4621-87d3-3c9ae5949455 req-756b1d2a-199a-4bce-ab8d-5a1d64bbaf01 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048732 Aug 24 00:28:04.532257 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead526d-018e-494a-bca6-e35599ce8f78 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=2b424774-bb72-49f1-a7f3-2f8a018f402b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:04.601557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bead526d-018e-494a-bca6-e35599ce8f78 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:04.607691 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bead526d-018e-494a-bca6-e35599ce8f78 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/2b424774-bb72-49f1-a7f3-2f8a018f402b HTTP/1.1" status: 204 len: 168 time: 0.8258238 Aug 24 00:28:04.610380 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35262) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:04.620041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-126f5c28-9054-457a-802a-0e72af0c1185 None None] Provisioning for port a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:04.625069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-126f5c28-9054-457a-802a-0e72af0c1185 None None] Provisioning complete for port a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:04.625555 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-126f5c28-9054-457a-802a-0e72af0c1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:04.721493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b0512-f632-4e5b-8aa8-6a1e2c2d5c5a req-1ad0e951-25de-4483-9858-3d4226cbaae4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:04.723275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a82b0512-f632-4e5b-8aa8-6a1e2c2d5c5a req-1ad0e951-25de-4483-9858-3d4226cbaae4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 931 time: 0.1236455 Aug 24 00:28:04.729880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ba094-fa60-4ac1-8afc-8844535d9da1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:04.731721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ba094-fa60-4ac1-8afc-8844535d9da1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:04.736007 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-784ba094-fa60-4ac1-8afc-8844535d9da1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1214542 Aug 24 00:28:04.736434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35264) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:04.774703 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-126f5c28-9054-457a-802a-0e72af0c1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:04.812027 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-126f5c28-9054-457a-802a-0e72af0c1185 None None] For port a159b3cc-a4ac-424d-bcdb-5f923e6b4f42, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a159b3cc-a4ac-424d-bcdb-5f923e6b4f42,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:04.820699 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-126f5c28-9054-457a-802a-0e72af0c1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:04.846402 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dd2f41-3f0d-4796-8bab-5b1fb7a79d40 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 3f1f43cd-866a-47cd-93cf-a80b3b3696c1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:04.855447 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65dd2f41-3f0d-4796-8bab-5b1fb7a79d40 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:04.860361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7f2ff6-739c-4cff-91d7-5815da563f4c {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:04.877085 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:04.889226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a82b0512-f632-4e5b-8aa8-6a1e2c2d5c5a req-611e43b4-a086-4a8b-b1d7-db8a54810652 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504276 Aug 24 00:28:04.906187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Transition to ACTIVE for port object 3c7f2ff6-739c-4cff-91d7-5815da563f4c will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:04.914487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f5c28-9054-457a-802a-0e72af0c1185 None None] Pushing event updated for resources: {'Port': ['ID=a159b3cc-a4ac-424d-bcdb-5f923e6b4f42,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:04.917631 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:04.950741 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65dd2f41-3f0d-4796-8bab-5b1fb7a79d40 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.004021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7f2ff6-739c-4cff-91d7-5815da563f4c,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:05.035869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dd5bbd87-eab4-451c-a1b9-f50b8906e447 None None] Could not find standard attr ID for object 2b424774-bb72-49f1-a7f3-2f8a018f402b. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:28:05.122193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Attempting to bind port 3c7f2ff6-739c-4cff-91d7-5815da563f4c on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:05.122707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Attempting to bind port 3c7f2ff6-739c-4cff-91d7-5815da563f4c by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:05.123168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Attempting to bind port 3c7f2ff6-739c-4cff-91d7-5815da563f4c on network a97f6643-bbde-4905-ae5c-005d0d033f1f {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:05.126048 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65dd2f41-3f0d-4796-8bab-5b1fb7a79d40 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.137603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Port 3c7f2ff6-739c-4cff-91d7-5815da563f4c on network a97f6643-bbde-4905-ae5c-005d0d033f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:28:05.138276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Attempting to bind port 3c7f2ff6-739c-4cff-91d7-5815da563f4c on network a97f6643-bbde-4905-ae5c-005d0d033f1f {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:05.145110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:05.145757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Checking segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:05.146855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Bound using segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:05.148025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Bound port: 3c7f2ff6-739c-4cff-91d7-5815da563f4c, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:05.148667 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.203319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65dd2f41-3f0d-4796-8bab-5b1fb7a79d40 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.228713 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] For port 3c7f2ff6-739c-4cff-91d7-5815da563f4c, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:05.232333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] For port 3c7f2ff6-739c-4cff-91d7-5815da563f4c, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3c7f2ff6-739c-4cff-91d7-5815da563f4c,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:05.233749 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd2f41-3f0d-4796-8bab-5b1fb7a79d40 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1f43cd-866a-47cd-93cf-a80b3b3696c1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:05.238933 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65dd2f41-3f0d-4796-8bab-5b1fb7a79d40 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.241183 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-65dd2f41-3f0d-4796-8bab-5b1fb7a79d40 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/3f1f43cd-866a-47cd-93cf-a80b3b3696c1 HTTP/1.1" status: 204 len: 168 time: 0.5035777 Aug 24 00:28:05.243896 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35272) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:05.244290 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.281352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8f8c3f-7b88-4ed7-bd07-d7937fa977e1 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:05.288233 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a5e45c60-1275-468b-9d1d-0e1f4e4aeecb tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431061 Aug 24 00:28:05.288931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:05.289651 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.291093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:05.291837 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] 10.222.0.47 "PUT /v2.0/ports/3c7f2ff6-739c-4cff-91d7-5815da563f4c HTTP/1.1" status: 200 len: 1091 time: 2.3507462 Aug 24 00:28:05.292303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3ea111-86a1-4624-9fe1-4f036df2bba6', 'tag': '3c7f2ff6-739c-4cff-91d7-5815da563f4c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:05.294717 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ae6dff-fd63-4c68-90c7-d013ecaf980e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3ea111-86a1-4624-9fe1-4f036df2bba6", "tag": "3c7f2ff6-739c-4cff-91d7-5815da563f4c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:05.318129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8a10b-eae9-4f6b-9584-1a40f0906a62 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7f2ff6-739c-4cff-91d7-5815da563f4c,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:05.347030 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476f037b-03f8-4fab-ad4f-5bc44cb16a62 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:05.348547 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-476f037b-03f8-4fab-ad4f-5bc44cb16a62 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0565364 Aug 24 00:28:05.355285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35278) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:05.377269 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e234ac44-9b47-407e-a97a-36ee08101240 x-openstack-request-id: req-e234ac44-9b47-407e-a97a-36ee08101240 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:05.377571 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3ea111-86a1-4624-9fe1-4f036df2bba6", "tag": "3c7f2ff6-739c-4cff-91d7-5815da563f4c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:05.377818 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e234ac44-9b47-407e-a97a-36ee08101240 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:05.378187 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3ea111-86a1-4624-9fe1-4f036df2bba6', 'tag': '3c7f2ff6-739c-4cff-91d7-5815da563f4c', 'status': 'completed', 'code': 200} Aug 24 00:28:05.412895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd804df9-3c3d-4c9b-9ef3-90a44c058c43 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:05.414769 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bd804df9-3c3d-4c9b-9ef3-90a44c058c43 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0580781 Aug 24 00:28:05.417408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:05.425245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-8052c813-1267-4e33-8a8d-2fea8483f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:05.427182 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-8052c813-1267-4e33-8a8d-2fea8483f91a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 1094 time: 0.0607240 Aug 24 00:28:05.470827 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4d9df148-0c1c-4a2b-a8d1-cbc44354aa19 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492878 Aug 24 00:28:05.473298 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:05.478548 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-56fb729f-e3e4-4c6a-8f92-cba22978da17 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:05.486110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-9469d850-a92f-47bc-82dc-dee5dd504d43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c7f2ff6-739c-4cff-91d7-5815da563f4c HTTP/1.1" status: 200 len: 217 time: 0.0438726 Aug 24 00:28:05.552291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-0be3b141-86e5-4bad-957d-7175d68aad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:05.554517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-0be3b141-86e5-4bad-957d-7175d68aad1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.0582633 Aug 24 00:28:05.558076 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de85c961-c71b-4ca7-94ce-bca155ed5691 None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:28:05.586172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device dfc1b514-b55b-4878-a4ce-8db3db2623f8 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:28:05.622299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fb729f-e3e4-4c6a-8f92-cba22978da17 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:05.637243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56fb729f-e3e4-4c6a-8f92-cba22978da17 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.679209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-de85c961-c71b-4ca7-94ce-bca155ed5691 None None] Deleting port a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:05.679602 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de85c961-c71b-4ca7-94ce-bca155ed5691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.695155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-4c49ef15-46e6-4269-b5bb-59288d650a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:05.697673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-4c49ef15-46e6-4269-b5bb-59288d650a1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335974 Aug 24 00:28:05.715746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a1639-a860-4757-82aa-884dfb5ed22e req-75023117-9bcc-42b4-b5d8-1b1350c90800 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:05.717352 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f12a1639-a860-4757-82aa-884dfb5ed22e req-75023117-9bcc-42b4-b5d8-1b1350c90800 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 943 time: 0.1048656 Aug 24 00:28:05.746978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378541b0-8cd8-450f-81d3-33e695b8a9b2 req-f804c026-0ff0-4dda-b488-595136937909 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:05.748594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-378541b0-8cd8-450f-81d3-33e695b8a9b2 req-f804c026-0ff0-4dda-b488-595136937909 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1176212 Aug 24 00:28:05.799078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port dfc1b514-b55b-4878-a4ce-8db3db2623f8, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=dfc1b514-b55b-4878-a4ce-8db3db2623f8,segment=NetworkSegment(576b7b60-a966-4ff0-bc3d-359eb54f0549),segment_id=576b7b60-a966-4ff0-bc3d-359eb54f0549)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:05.802102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-de85c961-c71b-4ca7-94ce-bca155ed5691 None None] For port a159b3cc-a4ac-424d-bcdb-5f923e6b4f42, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a159b3cc-a4ac-424d-bcdb-5f923e6b4f42,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:05.802496 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de85c961-c71b-4ca7-94ce-bca155ed5691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.827421 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-de85c961-c71b-4ca7-94ce-bca155ed5691 None None] Calling delete_port for a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:05.829248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'dfc1b514-b55b-4878-a4ce-8db3db2623f8', 'network_id': 'b247ce0f-6d80-431c-b633-c5c0a136a147', 'port_id': 'dfc1b514-b55b-4878-a4ce-8db3db2623f8', 'mac_address': 'fa:16:3e:77:54:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6725beef-26c1-436e-886d-68b5c3137702', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:28:05.850388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f12a1639-a860-4757-82aa-884dfb5ed22e req-bdc6dd54-c33c-42bc-9548-633b887d7dc0 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/security-groups?id=04738926-e8e3-4b4e-8bf7-021dd295a138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131413 Aug 24 00:28:05.855112 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56fb729f-e3e4-4c6a-8f92-cba22978da17 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.890314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-f7f9cff2-ba46-4f54-9a46-a2bb52bce360 service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831303 Aug 24 00:28:05.905802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-378541b0-8cd8-450f-81d3-33e695b8a9b2 req-9681bd77-bd4b-4f1c-8589-4770ef80085b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204147 Aug 24 00:28:05.922339 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fb729f-e3e4-4c6a-8f92-cba22978da17 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:05.922749 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.926060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-56fb729f-e3e4-4c6a-8f92-cba22978da17 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:05.933987 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fb729f-e3e4-4c6a-8f92-cba22978da17 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:05.934979 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56fb729f-e3e4-4c6a-8f92-cba22978da17 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.949242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb729f-e3e4-4c6a-8f92-cba22978da17 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=1741c6b6-3797-4310-b216-dc5f02d17875,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:05.958302 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc1b514-b55b-4878-a4ce-8db3db2623f8 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:05.960788 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-56fb729f-e3e4-4c6a-8f92-cba22978da17 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4863272 Aug 24 00:28:05.965643 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:05.983935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port dfc1b514-b55b-4878-a4ce-8db3db2623f8, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=dfc1b514-b55b-4878-a4ce-8db3db2623f8,segment=NetworkSegment(576b7b60-a966-4ff0-bc3d-359eb54f0549),segment_id=576b7b60-a966-4ff0-bc3d-359eb54f0549)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:05.984679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'mac_address': 'fa:16:3e:7a:9c:55', 'name': 'tempest-NetworksTestDHCPv6-1341933770'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:05.988240 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de85c961-c71b-4ca7-94ce-bca155ed5691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.998165 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:06.032698 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85c961-c71b-4ca7-94ce-bca155ed5691 None None] No DVR routers for this DVR port a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:06.035337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85c961-c71b-4ca7-94ce-bca155ed5691 None None] Pushing event deleted for resources: {'Port': ['ID=a159b3cc-a4ac-424d-bcdb-5f923e6b4f42,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:06.060165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5195ffa-8e75-4b11-b8a7-32cf3f8c0418 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:06.096774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:06.127185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-678edc30-eedd-45dd-870b-7e9ca77fcec7 req-ceb1f96c-3ac0-456a-8420-2dc70b0ae53a service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134368 Aug 24 00:28:06.159146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:28:06.159535 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a159b3cc-a4ac-424d-bcdb-5f923e6b4f42 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:28:06.174424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1859b-aef7-4638-8582-3a102300200b req-1111b909-848c-4525-9f71-80dfa61d9aac tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:06.186606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7c1859b-aef7-4638-8582-3a102300200b req-1111b909-848c-4525-9f71-80dfa61d9aac tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 943 time: 0.0760505 Aug 24 00:28:06.189654 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=dfc1b514-b55b-4878-a4ce-8db3db2623f8,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:06.209940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:06.217837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:06.242516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7c1859b-aef7-4638-8582-3a102300200b req-d4489ae3-0f95-4487-b539-20d9525b3835 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548491 Aug 24 00:28:06.258030 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port 93a275c6-93c2-4d45-90d7-c2076d5d107f yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:06.306981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae6dff-fd63-4c68-90c7-d013ecaf980e req-87e365c3-6fd9-45fa-96f7-55314f4fa5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:06.316710 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00ae6dff-fd63-4c68-90c7-d013ecaf980e req-87e365c3-6fd9-45fa-96f7-55314f4fa5d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 1094 time: 0.0646017 Aug 24 00:28:06.320414 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92008843-4a16-4463-9336-b2991232f14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '1741c6b6-3797-4310-b216-dc5f02d17875'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:28:06.322474 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92008843-4a16-4463-9336-b2991232f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:06.412000 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::1ea (277b6df4-b1fd-459f-9851-1a35106f20e7/1741c6b6-3797-4310-b216-dc5f02d17875/93a275c6-93c2-4d45-90d7-c2076d5d107f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:06.417126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae6dff-fd63-4c68-90c7-d013ecaf980e req-f08e9247-41b6-4cc1-94b4-a4c55373b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:06.419273 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00ae6dff-fd63-4c68-90c7-d013ecaf980e req-f08e9247-41b6-4cc1-94b4-a4c55373b815 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.1015298 Aug 24 00:28:06.458489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['dfc1b514-b55b-4878-a4ce-8db3db2623f8'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:06.473429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00ae6dff-fd63-4c68-90c7-d013ecaf980e req-b95d9ebc-2e02-46c3-9a3a-257029d4c919 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c7f2ff6-739c-4cff-91d7-5815da563f4c HTTP/1.1" status: 200 len: 217 time: 0.0463333 Aug 24 00:28:06.536472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae6dff-fd63-4c68-90c7-d013ecaf980e req-4c9538cd-142a-4102-9d9a-be5d2b4f3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:06.537996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00ae6dff-fd63-4c68-90c7-d013ecaf980e req-4c9538cd-142a-4102-9d9a-be5d2b4f3fa3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.0580287 Aug 24 00:28:06.582233 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:06.601124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae6dff-fd63-4c68-90c7-d013ecaf980e req-1cabd394-cfa0-48d3-85f8-c333aed1b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:06.604250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00ae6dff-fd63-4c68-90c7-d013ecaf980e req-1cabd394-cfa0-48d3-85f8-c333aed1b65a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588217 Aug 24 00:28:06.611109 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object 93a275c6-93c2-4d45-90d7-c2076d5d107f will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:06.651569 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:06.707485 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:06.710629 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:06.715916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:06.721702 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:06.722024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-92008843-4a16-4463-9336-b2991232f14c None None] Allocated IP 2001:db8::2 (277b6df4-b1fd-459f-9851-1a35106f20e7/1741c6b6-3797-4310-b216-dc5f02d17875/196aa5c5-60b9-4d18-b691-36e916fdd138) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:06.722458 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:06.729466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=93a275c6-93c2-4d45-90d7-c2076d5d107f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:06.731184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00ae6dff-fd63-4c68-90c7-d013ecaf980e req-17e69ffc-d9dd-4a01-80a4-79a82c4596d8 service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197336 Aug 24 00:28:06.746339 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c5a118fa-860f-4e29-b97a-6cfcf3c2dd81 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7778606 Aug 24 00:28:06.747344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35328) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:06.804186 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6893703-871f-47b8-a584-5ac421fadc4b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:06.809802 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e6893703-871f-47b8-a584-5ac421fadc4b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0606089 Aug 24 00:28:06.810978 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35338) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:06.861966 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00ae6dff-fd63-4c68-90c7-d013ecaf980e req-61f2f91c-e7d0-4aae-a17c-af8fa891ec8d service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228449 Aug 24 00:28:06.929193 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c0531867-69df-48ea-9852-5dc8c6e3cf24 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port 93a275c6-93c2-4d45-90d7-c2076d5d107f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:06.929494 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0531867-69df-48ea-9852-5dc8c6e3cf24 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:06.942731 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92008843-4a16-4463-9336-b2991232f14c None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:06.954259 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-92008843-4a16-4463-9336-b2991232f14c None None] Transition to ACTIVE for port object 196aa5c5-60b9-4d18-b691-36e916fdd138 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:06.970876 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-92008843-4a16-4463-9336-b2991232f14c None None] Transition to ACTIVE for port object 196aa5c5-60b9-4d18-b691-36e916fdd138 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:06.980935 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92008843-4a16-4463-9336-b2991232f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:07.012917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3bbe2-31e7-4b8d-8809-e7f66e208a64 req-38504dd9-3f2d-422e-bddb-72bd1238355d tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:07.021499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15a3bbe2-31e7-4b8d-8809-e7f66e208a64 req-38504dd9-3f2d-422e-bddb-72bd1238355d tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 944 time: 0.0757751 Aug 24 00:28:07.022618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92008843-4a16-4463-9336-b2991232f14c None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:07.032992 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-92008843-4a16-4463-9336-b2991232f14c None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:07.038446 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92008843-4a16-4463-9336-b2991232f14c None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:07.066731 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0531867-69df-48ea-9852-5dc8c6e3cf24 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:07.070769 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15a3bbe2-31e7-4b8d-8809-e7f66e208a64 req-87ec8df9-e27a-4503-a92d-22e13d1ed26e tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/security-groups?id=04738926-e8e3-4b4e-8bf7-021dd295a138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430701 Aug 24 00:28:07.079221 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92008843-4a16-4463-9336-b2991232f14c None None] Pushing event updated for resources: {'Port': ['ID=196aa5c5-60b9-4d18-b691-36e916fdd138,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:07.083682 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c0531867-69df-48ea-9852-5dc8c6e3cf24 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for 93a275c6-93c2-4d45-90d7-c2076d5d107f owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:07.118803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-92008843-4a16-4463-9336-b2991232f14c None None] Attempting to bind port 196aa5c5-60b9-4d18-b691-36e916fdd138 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:07.119197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-92008843-4a16-4463-9336-b2991232f14c None None] Attempting to bind port 196aa5c5-60b9-4d18-b691-36e916fdd138 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:07.119562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92008843-4a16-4463-9336-b2991232f14c None None] Attempting to bind port 196aa5c5-60b9-4d18-b691-36e916fdd138 on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:07.138057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92008843-4a16-4463-9336-b2991232f14c None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:07.138808 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92008843-4a16-4463-9336-b2991232f14c None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:07.139485 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92008843-4a16-4463-9336-b2991232f14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:07.141844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92008843-4a16-4463-9336-b2991232f14c None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:07.142703 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-92008843-4a16-4463-9336-b2991232f14c None None] Bound port: 196aa5c5-60b9-4d18-b691-36e916fdd138, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:07.143205 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92008843-4a16-4463-9336-b2991232f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:07.178351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07081289-4f48-4235-b0fc-255bcf330a8c req-a35d9a76-b29f-4523-be9a-440f44ac72d3 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:07.187713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07081289-4f48-4235-b0fc-255bcf330a8c req-a35d9a76-b29f-4523-be9a-440f44ac72d3 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1119394 Aug 24 00:28:07.256291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-92008843-4a16-4463-9336-b2991232f14c None None] For port 196aa5c5-60b9-4d18-b691-36e916fdd138, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:07.262967 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0531867-69df-48ea-9852-5dc8c6e3cf24 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:07.263829 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-92008843-4a16-4463-9336-b2991232f14c None None] For port 196aa5c5-60b9-4d18-b691-36e916fdd138, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=196aa5c5-60b9-4d18-b691-36e916fdd138,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:07.267579 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07081289-4f48-4235-b0fc-255bcf330a8c req-1bcc9779-6b7a-46d1-b6b9-5a61cadac584 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780299 Aug 24 00:28:07.273132 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92008843-4a16-4463-9336-b2991232f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:07.306153 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0531867-69df-48ea-9852-5dc8c6e3cf24 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=93a275c6-93c2-4d45-90d7-c2076d5d107f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:07.333838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92008843-4a16-4463-9336-b2991232f14c None None] Pushing event updated for resources: {'Port': ['ID=196aa5c5-60b9-4d18-b691-36e916fdd138,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:07.361904 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0531867-69df-48ea-9852-5dc8c6e3cf24 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:07.364126 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c0531867-69df-48ea-9852-5dc8c6e3cf24 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/93a275c6-93c2-4d45-90d7-c2076d5d107f HTTP/1.1" status: 204 len: 168 time: 0.5519779 Aug 24 00:28:07.373611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35368) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:07.445253 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9430626c-fab6-49b1-8d2e-37b783e92d02 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:07.449748 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9430626c-fab6-49b1-8d2e-37b783e92d02 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:07.451910 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9430626c-fab6-49b1-8d2e-37b783e92d02 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0841012 Aug 24 00:28:07.454657 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35370) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:07.465105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e46ee4-6a7f-4480-9407-7160a718913a req-8d6732c3-818c-4db2-bcd3-0bc6aba13cf9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:07.466788 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18e46ee4-6a7f-4480-9407-7160a718913a req-8d6732c3-818c-4db2-bcd3-0bc6aba13cf9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 943 time: 0.0685170 Aug 24 00:28:07.512424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18e46ee4-6a7f-4480-9407-7160a718913a req-c62688c0-ef39-44e1-af38-dbf717f74a81 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366156 Aug 24 00:28:07.520106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e750298-a930-4cc2-b6a7-fd8c7ee7c487 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 1741c6b6-3797-4310-b216-dc5f02d17875 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:07.525099 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e750298-a930-4cc2-b6a7-fd8c7ee7c487 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:07.581683 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e750298-a930-4cc2-b6a7-fd8c7ee7c487 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:07.698291 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e750298-a930-4cc2-b6a7-fd8c7ee7c487 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:07.768007 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e750298-a930-4cc2-b6a7-fd8c7ee7c487 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:08.106494 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 196aa5c5-60b9-4d18-b691-36e916fdd138 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:08.119149 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e750298-a930-4cc2-b6a7-fd8c7ee7c487 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=1741c6b6-3797-4310-b216-dc5f02d17875,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:08.123396 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e750298-a930-4cc2-b6a7-fd8c7ee7c487 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:08.127885 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e750298-a930-4cc2-b6a7-fd8c7ee7c487 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/1741c6b6-3797-4310-b216-dc5f02d17875 HTTP/1.1" status: 204 len: 168 time: 0.6696219 Aug 24 00:28:08.128723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35374) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:08.193799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 196aa5c5-60b9-4d18-b691-36e916fdd138 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:08.199017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-127b9a3b-5867-4257-b805-f6aebdcc6f18 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680203 Aug 24 00:28:08.201093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35376) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:08.251752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af6715-5d07-4f8d-8909-d6caee292f49 req-13fe6c06-e059-4331-b462-faaa8eacb50f tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:08.253915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76af6715-5d07-4f8d-8909-d6caee292f49 req-13fe6c06-e059-4331-b462-faaa8eacb50f tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 944 time: 0.0743330 Aug 24 00:28:08.307453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d46855-a980-40cd-aaad-b5e3eda1454c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:08.309021 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-07d46855-a980-40cd-aaad-b5e3eda1454c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1067278 Aug 24 00:28:08.312553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35386) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:08.323750 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76af6715-5d07-4f8d-8909-d6caee292f49 req-d73be2f1-86fe-4e80-b37f-eaeea9351aae tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/security-groups?id=04738926-e8e3-4b4e-8bf7-021dd295a138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581181 Aug 24 00:28:08.388095 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6955272-981d-4206-a8e6-16d39b690621 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:08.389845 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e6955272-981d-4206-a8e6-16d39b690621 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0757067 Aug 24 00:28:08.392867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:08.451063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e8004-6fbd-4109-b9dc-e64d4f85ea8b req-75712a1b-bfe0-4018-81d7-cc9440c86f7b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:08.453502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9e8004-6fbd-4109-b9dc-e64d4f85ea8b req-75712a1b-bfe0-4018-81d7-cc9440c86f7b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.0662217 Aug 24 00:28:08.471579 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bb279520-4269-479e-b09f-6e74a7843367 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774310 Aug 24 00:28:08.474805 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35392) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:08.481304 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:08.507983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd5a02-4f48-467b-b60e-920f0749e4ee None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:08.539604 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9e8004-6fbd-4109-b9dc-e64d4f85ea8b req-d40533f9-ce1c-4ac3-b879-25a80dcd0a67 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786116 Aug 24 00:28:08.577090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-19b3d0bc-d546-43e4-9a8b-15e4847218c9 None None] Provisioning for port 196aa5c5-60b9-4d18-b691-36e916fdd138 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:08.597358 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:08.601581 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:08.609592 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-19b3d0bc-d546-43e4-9a8b-15e4847218c9 None None] Provisioning complete for port 196aa5c5-60b9-4d18-b691-36e916fdd138 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:08.609889 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-19b3d0bc-d546-43e4-9a8b-15e4847218c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:08.674721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12edd8-4abc-4fa6-ba0b-7cae3b53c2f4 req-a240c5f8-94eb-409e-a48d-0fd415b164ea tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:08.683547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae12edd8-4abc-4fa6-ba0b-7cae3b53c2f4 req-a240c5f8-94eb-409e-a48d-0fd415b164ea tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 943 time: 0.0588574 Aug 24 00:28:08.732396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae12edd8-4abc-4fa6-ba0b-7cae3b53c2f4 req-1d904a1d-68db-41f2-9cf0-4bae69ad9af5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426240 Aug 24 00:28:08.785212 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-19b3d0bc-d546-43e4-9a8b-15e4847218c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:08.841187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-19b3d0bc-d546-43e4-9a8b-15e4847218c9 None None] For port 196aa5c5-60b9-4d18-b691-36e916fdd138, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=196aa5c5-60b9-4d18-b691-36e916fdd138,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:08.846947 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-19b3d0bc-d546-43e4-9a8b-15e4847218c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:08.883373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd68f3-6f05-4204-965b-a966206cb111 None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:28:08.887243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 3c7f2ff6-739c-4cff-91d7-5815da563f4c details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:28:08.943518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:28:09.123983 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.164349 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3d0bc-d546-43e4-9a8b-15e4847218c9 None None] Pushing event updated for resources: {'Port': ['ID=196aa5c5-60b9-4d18-b691-36e916fdd138,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:09.213291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 3c7f2ff6-739c-4cff-91d7-5815da563f4c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3c7f2ff6-739c-4cff-91d7-5815da563f4c,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:09.222165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-72bd68f3-6f05-4204-965b-a966206cb111 None None] Deleting port 196aa5c5-60b9-4d18-b691-36e916fdd138 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:09.222555 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72bd68f3-6f05-4204-965b-a966206cb111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.238270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '3c7f2ff6-739c-4cff-91d7-5815da563f4c', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'port_id': '3c7f2ff6-739c-4cff-91d7-5815da563f4c', 'mac_address': 'fa:16:3e:77:17:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:28:09.297996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] For port 196aa5c5-60b9-4d18-b691-36e916fdd138, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=196aa5c5-60b9-4d18-b691-36e916fdd138,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:09.327481 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.352334 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-72bd68f3-6f05-4204-965b-a966206cb111 None None] For port 196aa5c5-60b9-4d18-b691-36e916fdd138, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=196aa5c5-60b9-4d18-b691-36e916fdd138,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:09.352744 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72bd68f3-6f05-4204-965b-a966206cb111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.354608 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.355934 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7f2ff6-739c-4cff-91d7-5815da563f4c {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:09.362761 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.363565 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.369758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35402) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:09.384307 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 3c7f2ff6-739c-4cff-91d7-5815da563f4c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3c7f2ff6-739c-4cff-91d7-5815da563f4c,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:09.402188 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.405401 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-72bd68f3-6f05-4204-965b-a966206cb111 None None] Calling delete_port for 196aa5c5-60b9-4d18-b691-36e916fdd138 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:09.455914 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:09.464588 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=e0c2091b-0c9f-4457-ac87-4ace80a0eff6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:09.467083 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:09.472783 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:09.473365 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.500833 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0247376 Aug 24 00:28:09.501794 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3b945-5a61-4fd5-837f-ba87c8ad66ae tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=196aa5c5-60b9-4d18-b691-36e916fdd138,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:09.505008 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35406) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:09.510658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-62098a48-b280-4de6-9cf0-fb1e43e8a049 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:09.538122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=3c7f2ff6-739c-4cff-91d7-5815da563f4c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:09.553653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e75687f-db4f-4b5d-92a1-b60296d7cde5 admin admin] Deleting subnet 8b9def7c-6eb3-460d-b0fe-806f0784d920 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:09.557067 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e75687f-db4f-4b5d-92a1-b60296d7cde5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.595389 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device dfc1b514-b55b-4878-a4ce-8db3db2623f8 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:09.631966 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e75687f-db4f-4b5d-92a1-b60296d7cde5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.669020 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72bd68f3-6f05-4204-965b-a966206cb111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.669377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62098a48-b280-4de6-9cf0-fb1e43e8a049 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:09.674302 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62098a48-b280-4de6-9cf0-fb1e43e8a049 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.690893 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e75687f-db4f-4b5d-92a1-b60296d7cde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.699834 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd68f3-6f05-4204-965b-a966206cb111 None None] Pushing event deleted for resources: {'Port': ['ID=196aa5c5-60b9-4d18-b691-36e916fdd138,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:09.713452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port dfc1b514-b55b-4878-a4ce-8db3db2623f8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:09.777817 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port dfc1b514-b55b-4878-a4ce-8db3db2623f8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:09.777817 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.780003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd68f3-6f05-4204-965b-a966206cb111 None None] No DVR routers for this DVR port 196aa5c5-60b9-4d18-b691-36e916fdd138 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:09.809349 n-d-805736-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-62098a48-b280-4de6-9cf0-fb1e43e8a049 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e0c2091b-0c9f-4457-ac87-4ace80a0eff6 (CIDR: 2001:db8::/64) Aug 24 00:28:09.811610 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e75687f-db4f-4b5d-92a1-b60296d7cde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.811989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a6ed52-b7c9-4cd1-a766-af34ab213b1c None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:09.813951 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-62098a48-b280-4de6-9cf0-fb1e43e8a049 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:28:09.814448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62098a48-b280-4de6-9cf0-fb1e43e8a049 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:09.820281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['3c7f2ff6-739c-4cff-91d7-5815da563f4c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:09.842187 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-62098a48-b280-4de6-9cf0-fb1e43e8a049 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3358119 Aug 24 00:28:09.843368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35414) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:09.849131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b885e134-ea53-4fda-8e71-f94766aeb885 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:09.863815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75687f-db4f-4b5d-92a1-b60296d7cde5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9def7c-6eb3-460d-b0fe-806f0784d920,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:09.872702 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e75687f-db4f-4b5d-92a1-b60296d7cde5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.874957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6e75687f-db4f-4b5d-92a1-b60296d7cde5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8b9def7c-6eb3-460d-b0fe-806f0784d920 HTTP/1.1" status: 204 len: 168 time: 0.5039487 Aug 24 00:28:09.883472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35416) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:09.895966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d86da0-8321-4bda-bf9e-6ff9cd9b5256 req-bac456e6-488b-49a1-90d2-236f42f50677 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:09.911428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18d86da0-8321-4bda-bf9e-6ff9cd9b5256 req-bac456e6-488b-49a1-90d2-236f42f50677 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 944 time: 0.4023716 Aug 24 00:28:09.929100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883603f3-ab48-4015-9948-8de87bf0a393 req-976f4682-c81c-4f85-8845-21f0d66a3129 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:09.930905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-883603f3-ab48-4015-9948-8de87bf0a393 req-976f4682-c81c-4f85-8845-21f0d66a3129 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1675968 Aug 24 00:28:10.001238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b885e134-ea53-4fda-8e71-f94766aeb885 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:10.007349 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b885e134-ea53-4fda-8e71-f94766aeb885 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.056911 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-883603f3-ab48-4015-9948-8de87bf0a393 req-fbb14827-69ea-4c0d-8937-0750ea3be099 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146741 Aug 24 00:28:10.073581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 196aa5c5-60b9-4d18-b691-36e916fdd138 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:10.088892 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18d86da0-8321-4bda-bf9e-6ff9cd9b5256 req-f9695659-c410-43c7-b4ec-1cb3fd1da80d tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/security-groups?id=04738926-e8e3-4b4e-8bf7-021dd295a138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683595 Aug 24 00:28:10.102013 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a813b63a-8ce7-427b-b9ac-a100a8a10adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.132516 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.138066 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 196aa5c5-60b9-4d18-b691-36e916fdd138 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:28:10.138557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 196aa5c5-60b9-4d18-b691-36e916fdd138 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:28:10.240194 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': 'e0c2091b-0c9f-4457-ac87-4ace80a0eff6'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:28:10.241214 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.250835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccdedcf-888f-4d07-a262-881aabf98a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc1b514-b55b-4878-a4ce-8db3db2623f8'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:10.253157 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5d01cd-978d-4be2-a859-06a46ddf5877" -d '{"events": [{"server_uuid": "7ccdedcf-888f-4d07-a262-881aabf98a70", "name": "network-vif-plugged", "status": "completed", "tag": "dfc1b514-b55b-4878-a4ce-8db3db2623f8"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:10.260133 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a813b63a-8ce7-427b-b9ac-a100a8a10adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.273617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a813b63a-8ce7-427b-b9ac-a100a8a10adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2492d1b7-9126-40fa-a408-45432bfe8982']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:10.287539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a813b63a-8ce7-427b-b9ac-a100a8a10adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6452d00-7066-4aa2-9980-78af7ba54820') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:10.287833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a813b63a-8ce7-427b-b9ac-a100a8a10adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6452d00-7066-4aa2-9980-78af7ba54820') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:10.295281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port dfc1b514-b55b-4878-a4ce-8db3db2623f8, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=dfc1b514-b55b-4878-a4ce-8db3db2623f8,segment=NetworkSegment(576b7b60-a966-4ff0-bc3d-359eb54f0549),segment_id=576b7b60-a966-4ff0-bc3d-359eb54f0549)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:10.307649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe2226-49e2-4a48-b1cb-f0bcb4b98f55 req-519de380-8e77-43c7-8257-6c29656d7081 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:10.309249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7bfe2226-49e2-4a48-b1cb-f0bcb4b98f55 req-519de380-8e77-43c7-8257-6c29656d7081 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 944 time: 0.0982690 Aug 24 00:28:10.311705 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a813b63a-8ce7-427b-b9ac-a100a8a10adf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.312585 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907a301d-7b8e-4ede-be0a-23566548df64 x-openstack-request-id: req-907a301d-7b8e-4ede-be0a-23566548df64 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:10.312980 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccdedcf-888f-4d07-a262-881aabf98a70", "name": "network-vif-plugged", "status": "completed", "tag": "dfc1b514-b55b-4878-a4ce-8db3db2623f8", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:10.313393 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-907a301d-7b8e-4ede-be0a-23566548df64 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:10.313879 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccdedcf-888f-4d07-a262-881aabf98a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc1b514-b55b-4878-a4ce-8db3db2623f8', 'code': 200} Aug 24 00:28:10.315893 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.343099 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a813b63a-8ce7-427b-b9ac-a100a8a10adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.356226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a813b63a-8ce7-427b-b9ac-a100a8a10adf admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:28:10.356726 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a813b63a-8ce7-427b-b9ac-a100a8a10adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:28:10.358645 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:28:10.400990 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b885e134-ea53-4fda-8e71-f94766aeb885 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.416999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7bfe2226-49e2-4a48-b1cb-f0bcb4b98f55 req-6860f17e-36bd-46d5-906c-9e5078c37e11 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971367 Aug 24 00:28:10.436998 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a813b63a-8ce7-427b-b9ac-a100a8a10adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.449745 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a813b63a-8ce7-427b-b9ac-a100a8a10adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.454663 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a813b63a-8ce7-427b-b9ac-a100a8a10adf admin admin] 10.222.0.32 "DELETE /v2.0/networks/2492d1b7-9126-40fa-a408-45432bfe8982 HTTP/1.1" status: 204 len: 168 time: 0.5416169 Aug 24 00:28:10.462700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=dfc1b514-b55b-4878-a4ce-8db3db2623f8,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:10.466259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813b63a-8ce7-427b-b9ac-a100a8a10adf admin admin] Pushing event deleted for resources: {'Network': ['ID=2492d1b7-9126-40fa-a408-45432bfe8982,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:10.516129 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b885e134-ea53-4fda-8e71-f94766aeb885 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:10.524261 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b885e134-ea53-4fda-8e71-f94766aeb885 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:10.528213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Allocated IP 2001:db8::f816:3eff:fe28:15da (277b6df4-b1fd-459f-9851-1a35106f20e7/e0c2091b-0c9f-4457-ac87-4ace80a0eff6/5ec81316-b833-4fc0-991e-35f912f66fda) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:10.529525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b885e134-ea53-4fda-8e71-f94766aeb885 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:10.531744 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b885e134-ea53-4fda-8e71-f94766aeb885 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.542008 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885e134-ea53-4fda-8e71-f94766aeb885 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=ed268b42-4faf-4c31-bae2-95424debf1ef,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:10.566380 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ca563-eadc-4ac5-9329-2ec314f9f689 req-9e544008-2d2e-47b7-876c-9bc60c42de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:10.568002 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d77ca563-eadc-4ac5-9329-2ec314f9f689 req-9e544008-2d2e-47b7-876c-9bc60c42de2d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 1096 time: 0.1108947 Aug 24 00:28:10.575749 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b885e134-ea53-4fda-8e71-f94766aeb885 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7308674 Aug 24 00:28:10.578830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35424) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:10.584033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'mac_address': 'fa:16:3e:9e:5e:d5', 'name': 'tempest-NetworksTestDHCPv6-2099128441'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:10.627136 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35428) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:10.648122 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d77ca563-eadc-4ac5-9329-2ec314f9f689 req-bfc40d3d-5fa7-47b3-8852-f35df03d822c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=04738926-e8e3-4b4e-8bf7-021dd295a138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711722 Aug 24 00:28:10.679451 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dae90c29-1eb8-4958-bc68-72bc22373441 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e248dba5177a4cc88ace132ff651c3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511377 Aug 24 00:28:10.682690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35430) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:10.718100 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.726930 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Transition to ACTIVE for port object 5ec81316-b833-4fc0-991e-35f912f66fda will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:10.744955 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Transition to ACTIVE for port object 5ec81316-b833-4fc0-991e-35f912f66fda will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:10.752672 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.779226 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e5a12c0-fbc0-4482-a354-50eb19a59ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.804577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:10.809025 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e5a12c0-fbc0-4482-a354-50eb19a59ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.811042 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:10.815438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:10.815877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:10.826963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Pushing event updated for resources: {'Port': ['ID=5ec81316-b833-4fc0-991e-35f912f66fda,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:10.882544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Attempting to bind port 5ec81316-b833-4fc0-991e-35f912f66fda on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:10.882952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Attempting to bind port 5ec81316-b833-4fc0-991e-35f912f66fda by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:10.883320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Attempting to bind port 5ec81316-b833-4fc0-991e-35f912f66fda on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:10.888577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:10.888956 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:10.889368 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.889770 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:10.890243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Bound port: 5ec81316-b833-4fc0-991e-35f912f66fda, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:10.890627 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.916534 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e5a12c0-fbc0-4482-a354-50eb19a59ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.919143 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e5a12c0-fbc0-4482-a354-50eb19a59ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.920280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8e5a12c0-fbc0-4482-a354-50eb19a59ea4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e398fd7c-7229-436a-9bbc-4beee4914868 HTTP/1.1" status: 204 len: 168 time: 0.2364159 Aug 24 00:28:10.932817 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.935794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a12c0-fbc0-4482-a354-50eb19a59ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e398fd7c-7229-436a-9bbc-4beee4914868,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:10.956495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port dda7277d-4e61-4284-a9b4-b851e7cb9091 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:10.976689 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] For port 5ec81316-b833-4fc0-991e-35f912f66fda, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:10.980609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] For port 5ec81316-b833-4fc0-991e-35f912f66fda, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5ec81316-b833-4fc0-991e-35f912f66fda,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:10.986141 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:11.057211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5036d62-f1ce-433e-92a8-07ce963fca86 None None] Pushing event updated for resources: {'Port': ['ID=5ec81316-b833-4fc0-991e-35f912f66fda,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:11.153507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8:0:1::3ba (277b6df4-b1fd-459f-9851-1a35106f20e7/ed268b42-4faf-4c31-bae2-95424debf1ef/dda7277d-4e61-4284-a9b4-b851e7cb9091) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:11.162226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::f816:3eff:fe9e:5ed5 (277b6df4-b1fd-459f-9851-1a35106f20e7/e0c2091b-0c9f-4457-ac87-4ace80a0eff6/dda7277d-4e61-4284-a9b4-b851e7cb9091) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:11.348017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f5835-0d26-49e3-b1d4-aa2a8c203d86 req-d65652ab-b1b2-4eab-9f4e-aed9223764a4 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:11.349605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb6f5835-0d26-49e3-b1d4-aa2a8c203d86 req-d65652ab-b1b2-4eab-9f4e-aed9223764a4 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1717372 Aug 24 00:28:11.400781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60006d58-e451-486b-bfb1-d3712aec1f00 req-11e17878-b038-4635-bfe7-b8374221d0d6 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:11.402361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60006d58-e451-486b-bfb1-d3712aec1f00 req-11e17878-b038-4635-bfe7-b8374221d0d6 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 945 time: 0.2032840 Aug 24 00:28:11.476224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb6f5835-0d26-49e3-b1d4-aa2a8c203d86 req-e880b2af-81de-4387-991b-30c1b698ee42 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982032 Aug 24 00:28:11.483689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60006d58-e451-486b-bfb1-d3712aec1f00 req-70407520-162f-4888-8870-6ad2502bcc3a tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/security-groups?id=04738926-e8e3-4b4e-8bf7-021dd295a138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727408 Aug 24 00:28:11.529583 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:11.545105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object dda7277d-4e61-4284-a9b4-b851e7cb9091 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:11.621923 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:11.662603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1e6a7-3944-4e66-b571-30ababb88ae5 req-04dfec49-3cc5-4c4d-8e22-b6876d1a62d6 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:11.664323 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1be1e6a7-3944-4e66-b571-30ababb88ae5 req-04dfec49-3cc5-4c4d-8e22-b6876d1a62d6 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 944 time: 0.0954025 Aug 24 00:28:11.690109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:11.701073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:11.708426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:11.714739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:11.715411 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:11.728528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=dda7277d-4e61-4284-a9b4-b851e7cb9091,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:11.747758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1be1e6a7-3944-4e66-b571-30ababb88ae5 req-54f206d2-1936-46d1-b71f-5483b6a8a461 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759919 Aug 24 00:28:11.752290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1ab288de-043d-479b-bb81-1529696dd474 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1699004 Aug 24 00:28:11.752597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35464) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:11.869704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-86751e78-2306-4d10-80d0-a1a186efde93 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port dda7277d-4e61-4284-a9b4-b851e7cb9091 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:11.870054 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-86751e78-2306-4d10-80d0-a1a186efde93 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:11.981874 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-86751e78-2306-4d10-80d0-a1a186efde93 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:11.996400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-86751e78-2306-4d10-80d0-a1a186efde93 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for dda7277d-4e61-4284-a9b4-b851e7cb9091 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:12.110205 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-75ea6815-83be-422f-9f0d-143c995f78e6 req-ac43545d-003b-466e-a58c-5f3e17737341 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013548 Aug 24 00:28:12.116121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a13382-4390-4cfa-b328-60334ca0d71b req-6a38f893-2aec-4112-819b-8373d7630b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.118447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15a13382-4390-4cfa-b328-60334ca0d71b req-6a38f893-2aec-4112-819b-8373d7630b27 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 1096 time: 0.1072345 Aug 24 00:28:12.144831 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5ec81316-b833-4fc0-991e-35f912f66fda up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:12.201904 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea6815-83be-422f-9f0d-143c995f78e6 req-d0fd6130-f26b-4e1b-9c9b-a654b78611d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.204147 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-75ea6815-83be-422f-9f0d-143c995f78e6 req-d0fd6130-f26b-4e1b-9c9b-a654b78611d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 1096 time: 0.0626206 Aug 24 00:28:12.216529 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15a13382-4390-4cfa-b328-60334ca0d71b req-08dc4baf-c20d-4ec8-a578-15e98d970b22 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766516 Aug 24 00:28:12.253365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 5ec81316-b833-4fc0-991e-35f912f66fda completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:12.273786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ee03b-71f7-43d4-b9a8-d0324963f544 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:12.299556 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-86751e78-2306-4d10-80d0-a1a186efde93 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:12.330154 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86751e78-2306-4d10-80d0-a1a186efde93 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=dda7277d-4e61-4284-a9b4-b851e7cb9091,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:12.354742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-67c54494-aa71-49de-af1a-a25fd1486ba7 None None] Provisioning for port 5ec81316-b833-4fc0-991e-35f912f66fda completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:12.367691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-67c54494-aa71-49de-af1a-a25fd1486ba7 None None] Provisioning complete for port 5ec81316-b833-4fc0-991e-35f912f66fda triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:12.368770 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67c54494-aa71-49de-af1a-a25fd1486ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:12.386527 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-86751e78-2306-4d10-80d0-a1a186efde93 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:12.390954 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-86751e78-2306-4d10-80d0-a1a186efde93 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/dda7277d-4e61-4284-a9b4-b851e7cb9091 HTTP/1.1" status: 204 len: 168 time: 0.6356695 Aug 24 00:28:12.391275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35472) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:12.474962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de92c34b-ed0f-4fe6-9420-e51eea605f17 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.476099 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35476) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:12.490495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-de92c34b-ed0f-4fe6-9420-e51eea605f17 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0979717 Aug 24 00:28:12.559660 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67c54494-aa71-49de-af1a-a25fd1486ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:12.596312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d1f68d-8fcb-42d5-8b1e-14b78b649dad tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.598372 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a3d1f68d-8fcb-42d5-8b1e-14b78b649dad tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1212101 Aug 24 00:28:12.601068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35486) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:12.615258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-67c54494-aa71-49de-af1a-a25fd1486ba7 None None] For port 5ec81316-b833-4fc0-991e-35f912f66fda, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5ec81316-b833-4fc0-991e-35f912f66fda,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:12.647585 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67c54494-aa71-49de-af1a-a25fd1486ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:12.677883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0878a812-d716-41e1-8f52-a873a2b8c75e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.680130 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0878a812-d716-41e1-8f52-a873a2b8c75e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.682428 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0878a812-d716-41e1-8f52-a873a2b8c75e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.684384 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0878a812-d716-41e1-8f52-a873a2b8c75e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0800166 Aug 24 00:28:12.687001 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35488) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:12.691657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea6815-83be-422f-9f0d-143c995f78e6 req-4a86a3f3-d04c-48b0-aa34-32d1cfa97979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.693234 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75ea6815-83be-422f-9f0d-143c995f78e6 req-4a86a3f3-d04c-48b0-aa34-32d1cfa97979 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.2013497 Aug 24 00:28:12.707674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c54494-aa71-49de-af1a-a25fd1486ba7 None None] Pushing event updated for resources: {'Port': ['ID=5ec81316-b833-4fc0-991e-35f912f66fda,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:12.723192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e968ea-5312-43fe-a4e2-611071ac1834 None None] Update dhcp port {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'fixed_ips': [{'subnet_id': 'e0c2091b-0c9f-4457-ac87-4ace80a0eff6', 'ip_address': '2001:db8::f816:3eff:fe28:15da'}, {'subnet_id': 'ed268b42-4faf-4c31-bae2-95424debf1ef'}], 'binding:host_id': 'n-d-805736-1'}, 'id': '5ec81316-b833-4fc0-991e-35f912f66fda'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:28:12.750250 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e1e968ea-5312-43fe-a4e2-611071ac1834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:12.754881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4768b35-465a-4982-864a-95d8f442caa9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet e0c2091b-0c9f-4457-ac87-4ace80a0eff6 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:12.758991 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4768b35-465a-4982-864a-95d8f442caa9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:12.794169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d483a6-fc1d-4afc-915f-65fa09c230e7 req-d2532013-dc06-43c0-8e58-593bd73a4923 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.801758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2d483a6-fc1d-4afc-915f-65fa09c230e7 req-d2532013-dc06-43c0-8e58-593bd73a4923 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1639867 Aug 24 00:28:12.809770 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4768b35-465a-4982-864a-95d8f442caa9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:12.839382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755483b-4cff-4362-9a82-a58a09b08e3d req-092dac16-bc57-4a5b-8720-4dfc67befecd tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.847080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d755483b-4cff-4362-9a82-a58a09b08e3d req-092dac16-bc57-4a5b-8720-4dfc67befecd tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 945 time: 0.2104621 Aug 24 00:28:12.864062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75ea6815-83be-422f-9f0d-143c995f78e6 req-baea2c18-4c06-46d7-b85c-1055e6aa9427 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f HTTP/1.1" status: 200 len: 999 time: 0.1589577 Aug 24 00:28:12.900629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 3c7f2ff6-739c-4cff-91d7-5815da563f4c up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:12.901444 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2d483a6-fc1d-4afc-915f-65fa09c230e7 req-ef0bc400-020f-49b1-b012-1a2e80da4ff0 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987566 Aug 24 00:28:12.920531 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4768b35-465a-4982-864a-95d8f442caa9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:13.024099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d755483b-4cff-4362-9a82-a58a09b08e3d req-270b99de-64e0-4a62-9771-50f5cb46007d tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/security-groups?id=04738926-e8e3-4b4e-8bf7-021dd295a138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605902 Aug 24 00:28:13.041219 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4768b35-465a-4982-864a-95d8f442caa9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:13.049084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea6815-83be-422f-9f0d-143c995f78e6 req-61f64147-97c0-4861-ab9f-041ee7f5f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:13.053761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75ea6815-83be-422f-9f0d-143c995f78e6 req-61f64147-97c0-4861-ab9f-041ee7f5f887 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.1738040 Aug 24 00:28:13.098531 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4768b35-465a-4982-864a-95d8f442caa9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c2091b-0c9f-4457-ac87-4ace80a0eff6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:13.101277 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4768b35-465a-4982-864a-95d8f442caa9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:13.106256 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c4768b35-465a-4982-864a-95d8f442caa9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/e0c2091b-0c9f-4457-ac87-4ace80a0eff6 HTTP/1.1" status: 204 len: 168 time: 0.4156790 Aug 24 00:28:13.106513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35498) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:13.182251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea6815-83be-422f-9f0d-143c995f78e6 req-2a7f9e87-4ef6-4fad-b5ef-b8a07e3879bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:13.183896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75ea6815-83be-422f-9f0d-143c995f78e6 req-2a7f9e87-4ef6-4fad-b5ef-b8a07e3879bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059225 Aug 24 00:28:13.184267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabdee16-05b4-4aff-a8ac-1d193623b3d7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet ed268b42-4faf-4c31-bae2-95424debf1ef {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:13.188986 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fabdee16-05b4-4aff-a8ac-1d193623b3d7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-e1e968ea-5312-43fe-a4e2-611071ac1834 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0c2091b-0c9f-4457-ac87-4ace80a0eff6: This subnet is being modified by another concurrent operation. Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:28:13.216182 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0c2091b-0c9f-4457-ac87-4ace80a0eff6: This subnet is being modified by another concurrent operation. Aug 24 00:28:13.222708 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Aug 24 00:28:13.267617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 3c7f2ff6-739c-4cff-91d7-5815da563f4c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:13.283715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 3c7f2ff6-739c-4cff-91d7-5815da563f4c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:13.284103 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:13.325683 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fabdee16-05b4-4aff-a8ac-1d193623b3d7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:13.403218 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95651f1-d298-41ca-9c30-d3ae28e7fe6b None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:13.418208 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fabdee16-05b4-4aff-a8ac-1d193623b3d7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:13.427711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4dca8ef0-9901-4e31-a5db-28e2dc88f649 None None] Provisioning complete for port 5ec81316-b833-4fc0-991e-35f912f66fda triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:13.428033 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4dca8ef0-9901-4e31-a5db-28e2dc88f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:13.508966 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75ea6815-83be-422f-9f0d-143c995f78e6 req-85e5c20e-1616-41c3-a5f8-31f73bb40afe service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013275 Aug 24 00:28:13.574299 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fabdee16-05b4-4aff-a8ac-1d193623b3d7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:13.621146 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdee16-05b4-4aff-a8ac-1d193623b3d7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=ed268b42-4faf-4c31-bae2-95424debf1ef,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:13.629368 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fabdee16-05b4-4aff-a8ac-1d193623b3d7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:13.632064 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fabdee16-05b4-4aff-a8ac-1d193623b3d7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/ed268b42-4faf-4c31-bae2-95424debf1ef HTTP/1.1" status: 204 len: 168 time: 0.5243034 Aug 24 00:28:13.636463 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:13.651491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901300ff-c192-402f-87e6-9d23f05dbd96 req-72566d9e-a192-482f-823e-76f50ee83b93 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:13.660649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-901300ff-c192-402f-87e6-9d23f05dbd96 req-72566d9e-a192-482f-823e-76f50ee83b93 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 944 time: 0.4564209 Aug 24 00:28:13.688041 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b8943661-1f30-44ed-8307-ae78056fdeed tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490193 Aug 24 00:28:13.689839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35526) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:13.695235 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:13.733016 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:13.740518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-901300ff-c192-402f-87e6-9d23f05dbd96 req-fe69eda6-83a0-416f-a5be-99de10c372b7 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766544 Aug 24 00:28:13.780915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75ea6815-83be-422f-9f0d-143c995f78e6 req-a93e85c9-8853-4375-a27e-0c9f3558592d service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580931 Aug 24 00:28:13.811908 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:13.816104 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:13.836923 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-964461d0-1393-48ed-87fc-ff49dea94d83 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1a0f80313d88498d8728faf27a47d64f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280721 Aug 24 00:28:13.874413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3ea111-86a1-4624-9fe1-4f036df2bba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7f2ff6-739c-4cff-91d7-5815da563f4c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:13.877463 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9def9f-5ab4-43b8-a001-f600cef4e0ff" -d '{"events": [{"server_uuid": "8d3ea111-86a1-4624-9fe1-4f036df2bba6", "name": "network-vif-plugged", "status": "completed", "tag": "3c7f2ff6-739c-4cff-91d7-5815da563f4c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:13.896308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 3c7f2ff6-739c-4cff-91d7-5815da563f4c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3c7f2ff6-739c-4cff-91d7-5815da563f4c,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:13.905201 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:13.986454 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c20c7c4-fac5-4faf-8866-488eeefde63d None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:28:13.993639 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfb6c94-cc2e-4ebe-8c4c-c9c75a56b6c2 x-openstack-request-id: req-0dfb6c94-cc2e-4ebe-8c4c-c9c75a56b6c2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:13.993935 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3ea111-86a1-4624-9fe1-4f036df2bba6", "name": "network-vif-plugged", "status": "completed", "tag": "3c7f2ff6-739c-4cff-91d7-5815da563f4c", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:13.994187 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dfb6c94-cc2e-4ebe-8c4c-c9c75a56b6c2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:13.994677 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3ea111-86a1-4624-9fe1-4f036df2bba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7f2ff6-739c-4cff-91d7-5815da563f4c', 'code': 200} Aug 24 00:28:14.031409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-6ee0a063-1fd5-4129-b89f-e2f7fc0f9e12 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:14.046797 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-6ee0a063-1fd5-4129-b89f-e2f7fc0f9e12 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959033 Aug 24 00:28:14.047041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=3c7f2ff6-739c-4cff-91d7-5815da563f4c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:14.092870 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4c20c7c4-fac5-4faf-8866-488eeefde63d None None] Deleting port 5ec81316-b833-4fc0-991e-35f912f66fda {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:14.093706 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c20c7c4-fac5-4faf-8866-488eeefde63d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:14.096589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5ec81316-b833-4fc0-991e-35f912f66fda no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:14.107446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-96dceda9-fd49-4830-a002-1f58f84171d2 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/quotas/1a0f80313d88498d8728faf27a47d64f HTTP/1.1" status: 200 len: 375 time: 0.0660236 Aug 24 00:28:14.167825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-7f35ba3d-474d-4555-8ba1-a1af8310410a tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a0f80313d88498d8728faf27a47d64f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552423 Aug 24 00:28:14.190286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585dc30-30a7-4f0f-adcd-02082e05090b req-295bf785-de27-45ba-b61a-27bb18e18f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:14.191508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8585dc30-30a7-4f0f-adcd-02082e05090b req-295bf785-de27-45ba-b61a-27bb18e18f56 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 1096 time: 0.0773108 Aug 24 00:28:14.199374 n-d-805736-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:28:14.199956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa496df6-3f26-4b5c-8510-398a8f01752e req-9c831c0c-2dd8-4498-9dfb-2b8812ee891b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:14.201182 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa496df6-3f26-4b5c-8510-398a8f01752e req-9c831c0c-2dd8-4498-9dfb-2b8812ee891b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1332209 Aug 24 00:28:14.254978 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:14.283546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4c20c7c4-fac5-4faf-8866-488eeefde63d None None] For port 5ec81316-b833-4fc0-991e-35f912f66fda, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5ec81316-b833-4fc0-991e-35f912f66fda,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:14.283884 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c20c7c4-fac5-4faf-8866-488eeefde63d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:14.304193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4c20c7c4-fac5-4faf-8866-488eeefde63d None None] Calling delete_port for 5ec81316-b833-4fc0-991e-35f912f66fda owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:14.316734 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 5ec81316-b833-4fc0-991e-35f912f66fda, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5ec81316-b833-4fc0-991e-35f912f66fda,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:14.326029 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:14.437633 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:14.457414 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=5ec81316-b833-4fc0-991e-35f912f66fda,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:14.473365 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c20c7c4-fac5-4faf-8866-488eeefde63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:14.512376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c20c7c4-fac5-4faf-8866-488eeefde63d None None] No DVR routers for this DVR port 5ec81316-b833-4fc0-991e-35f912f66fda on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:14.514753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20c7c4-fac5-4faf-8866-488eeefde63d None None] Pushing event deleted for resources: {'Port': ['ID=5ec81316-b833-4fc0-991e-35f912f66fda,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:14.546545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38feee32-e4c2-4ffe-8d39-0a5721688b7d None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:28:14.663835 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] For port 5ec81316-b833-4fc0-991e-35f912f66fda, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5ec81316-b833-4fc0-991e-35f912f66fda,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:14.702101 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:14.708540 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:14.709342 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:14.719408 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38feee32-e4c2-4ffe-8d39-0a5721688b7d None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:28:14.731003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8585dc30-30a7-4f0f-adcd-02082e05090b req-eec34159-fc53-4346-8a56-e4961e4e62a5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285211 Aug 24 00:28:14.745508 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=5ec81316-b833-4fc0-991e-35f912f66fda,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:14.746012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa496df6-3f26-4b5c-8510-398a8f01752e req-0a534c7b-7b6c-4d96-ac9a-f0a8a190dde9 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263026 Aug 24 00:28:14.781930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f743226-bb8d-4d32-baea-10a68f5a1048 req-4aa1301d-0e41-4eb2-b1b5-a319d28fd900 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:14.789222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f743226-bb8d-4d32-baea-10a68f5a1048 req-4aa1301d-0e41-4eb2-b1b5-a319d28fd900 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 945 time: 0.1255388 Aug 24 00:28:14.831005 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f743226-bb8d-4d32-baea-10a68f5a1048 req-9a9bf7dd-7af6-40e4-b766-4a286a885556 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/security-groups?id=04738926-e8e3-4b4e-8bf7-021dd295a138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406077 Aug 24 00:28:14.845861 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:14.857060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:14.860089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:14.860959 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:14.879571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=f4480b44-3807-4453-b8e1-7841b789f39f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:14.897514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35568) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:14.899187 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3a325f0b-48e2-40ad-b27b-1fc820964d79 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2068319 Aug 24 00:28:14.902984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8ea48a3f-9b01-47a3-b623-cc8fa78dc36c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:15.026537 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-36e5423c-e59b-45d4-9268-315289ca21d2 req-8eb3949a-ed93-4e84-ac2f-b3a93fa845ff tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 210 time: 0.0295975 Aug 24 00:28:15.051090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea48a3f-9b01-47a3-b623-cc8fa78dc36c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:15.057653 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8ea48a3f-9b01-47a3-b623-cc8fa78dc36c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:15.105429 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': 'f4480b44-3807-4453-b8e1-7841b789f39f'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:28:15.107715 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:15.206322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5c703-b492-495f-b143-8a959531c27c req-0935fc1c-5ecc-488d-8e84-26c700500bbf tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:15.207951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9a5c703-b492-495f-b143-8a959531c27c req-0935fc1c-5ecc-488d-8e84-26c700500bbf tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0975823 Aug 24 00:28:15.229289 n-d-805736-1 neutron-server[94837]: INFO neutron.db.ipam_backend_mixin [None req-8ea48a3f-9b01-47a3-b623-cc8fa78dc36c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f4480b44-3807-4453-b8e1-7841b789f39f (CIDR: 2001:db8::/64) Aug 24 00:28:15.245010 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea48a3f-9b01-47a3-b623-cc8fa78dc36c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:28:15.245500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea48a3f-9b01-47a3-b623-cc8fa78dc36c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:15.267552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Allocated IP 2001:db8::f816:3eff:fe58:40f5 (277b6df4-b1fd-459f-9851-1a35106f20e7/f4480b44-3807-4453-b8e1-7841b789f39f/50556ade-c139-499d-a6e3-bd0744758ae2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:15.280435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8ea48a3f-9b01-47a3-b623-cc8fa78dc36c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3817234 Aug 24 00:28:15.283409 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:15.283897 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9a5c703-b492-495f-b143-8a959531c27c req-1727ca4d-11b5-405d-be2e-778b772a70d6 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592010 Aug 24 00:28:15.289502 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-10cfe7f3-18e2-42c4-b524-2e2c027f5ce6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:15.314686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3306fc-1839-4b20-8001-6e250ab51072 req-a2033cad-9663-4a7c-8b66-a885ae97dce4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:15.316247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f3306fc-1839-4b20-8001-6e250ab51072 req-a2033cad-9663-4a7c-8b66-a885ae97dce4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 945 time: 0.1382842 Aug 24 00:28:15.367602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f3306fc-1839-4b20-8001-6e250ab51072 req-be38a621-d4a8-407c-b977-b18e45499e9c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416558 Aug 24 00:28:15.458456 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cfe7f3-18e2-42c4-b524-2e2c027f5ce6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:15.464498 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10cfe7f3-18e2-42c4-b524-2e2c027f5ce6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:15.468184 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:15.480405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Transition to ACTIVE for port object 50556ade-c139-499d-a6e3-bd0744758ae2 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:15.501452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c7532-24b4-4a6b-88d6-18e61b574d5c req-371ae93f-af74-4779-92ee-ba9f6c3fb66b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:15.502062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Transition to ACTIVE for port object 50556ade-c139-499d-a6e3-bd0744758ae2 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:15.503090 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca5c7532-24b4-4a6b-88d6-18e61b574d5c req-371ae93f-af74-4779-92ee-ba9f6c3fb66b tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 945 time: 0.0706940 Aug 24 00:28:15.510010 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:15.560050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:15.563275 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:15.567490 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:15.602596 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Pushing event updated for resources: {'Port': ['ID=50556ade-c139-499d-a6e3-bd0744758ae2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:15.647538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Attempting to bind port 50556ade-c139-499d-a6e3-bd0744758ae2 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:15.647839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Attempting to bind port 50556ade-c139-499d-a6e3-bd0744758ae2 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:15.648209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Attempting to bind port 50556ade-c139-499d-a6e3-bd0744758ae2 on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:15.650861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3bdf8-a551-44c6-911c-ea6f12064702 req-929adeab-5ac9-45de-aacb-b4fedd248014 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:15.652406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84c3bdf8-a551-44c6-911c-ea6f12064702 req-929adeab-5ac9-45de-aacb-b4fedd248014 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0958202 Aug 24 00:28:15.653998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:15.654378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:15.654807 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:15.655207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:15.655673 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Bound port: 50556ade-c139-499d-a6e3-bd0744758ae2, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:15.656052 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:15.684985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ca5c7532-24b4-4a6b-88d6-18e61b574d5c req-c2197fce-5447-48ac-9938-d3215dadf941 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Deleting port dfc1b514-b55b-4878-a4ce-8db3db2623f8 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:15.685322 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ca5c7532-24b4-4a6b-88d6-18e61b574d5c req-c2197fce-5447-48ac-9938-d3215dadf941 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:15.720057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] For port 50556ade-c139-499d-a6e3-bd0744758ae2, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:15.723390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] For port 50556ade-c139-499d-a6e3-bd0744758ae2, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=50556ade-c139-499d-a6e3-bd0744758ae2,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:15.732865 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:15.767585 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84c3bdf8-a551-44c6-911c-ea6f12064702 req-f263db59-9d56-49e3-8831-10b6b6e89ba2 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908034 Aug 24 00:28:15.801331 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10cfe7f3-18e2-42c4-b524-2e2c027f5ce6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:15.822598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1783570-8e86-4f46-9a50-d87226b13721 None None] Pushing event updated for resources: {'Port': ['ID=50556ade-c139-499d-a6e3-bd0744758ae2,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:15.841664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ca5c7532-24b4-4a6b-88d6-18e61b574d5c req-c2197fce-5447-48ac-9938-d3215dadf941 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] For port dfc1b514-b55b-4878-a4ce-8db3db2623f8, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=dfc1b514-b55b-4878-a4ce-8db3db2623f8,segment=NetworkSegment(576b7b60-a966-4ff0-bc3d-359eb54f0549),segment_id=576b7b60-a966-4ff0-bc3d-359eb54f0549)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:15.842325 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ca5c7532-24b4-4a6b-88d6-18e61b574d5c req-c2197fce-5447-48ac-9938-d3215dadf941 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:15.863598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ca5c7532-24b4-4a6b-88d6-18e61b574d5c req-c2197fce-5447-48ac-9938-d3215dadf941 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Calling delete_port for dfc1b514-b55b-4878-a4ce-8db3db2623f8 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:15.877044 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfe7f3-18e2-42c4-b524-2e2c027f5ce6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=1f12bfd4-5777-4e00-b90a-28dce01fbe41,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:15.900875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cfe7f3-18e2-42c4-b524-2e2c027f5ce6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:15.906312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-10cfe7f3-18e2-42c4-b524-2e2c027f5ce6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:15.913632 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cfe7f3-18e2-42c4-b524-2e2c027f5ce6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:15.917355 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10cfe7f3-18e2-42c4-b524-2e2c027f5ce6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:15.944210 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-10cfe7f3-18e2-42c4-b524-2e2c027f5ce6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6586556 Aug 24 00:28:15.948627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35582) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:15.957590 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'mac_address': 'fa:16:3e:d9:ad:64', 'name': 'tempest-NetworksTestDHCPv6-1445102979'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:16.064785 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-92356b79-a504-4cfe-8018-b2070d70710e tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1a0f80313d88498d8728faf27a47d64f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831423 Aug 24 00:28:16.222165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:16.225369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092c035-c48a-4bb1-a232-1f8a08bafa42 req-ec653eca-3465-4331-818a-d924ce274724 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:16.227055 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e092c035-c48a-4bb1-a232-1f8a08bafa42 req-ec653eca-3465-4331-818a-d924ce274724 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccdedcf-888f-4d07-a262-881aabf98a70 HTTP/1.1" status: 200 len: 945 time: 0.2609055 Aug 24 00:28:16.269240 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb8e4caa-5782-49c2-b66a-09a024a70555 req-577adebe-f3ea-4ec5-879f-54a9056c8184 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 210 time: 0.0592422 Aug 24 00:28:16.303591 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ca5c7532-24b4-4a6b-88d6-18e61b574d5c req-c2197fce-5447-48ac-9938-d3215dadf941 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:16.337622 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['dfc1b514-b55b-4878-a4ce-8db3db2623f8'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:16.356502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2197fce-5447-48ac-9938-d3215dadf941 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Pushing event deleted for resources: {'Port': ['ID=dfc1b514-b55b-4878-a4ce-8db3db2623f8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:16.358243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:16.387403 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port 4b8b0bc3-8ba3-41c8-828c-488edd4b270b yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:16.397341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e092c035-c48a-4bb1-a232-1f8a08bafa42 req-f056edc7-ea7d-4b45-91d3-3b6884794e96 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.32 "GET /v2.0/security-groups?id=04738926-e8e3-4b4e-8bf7-021dd295a138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364965 Aug 24 00:28:16.431418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5c7532-24b4-4a6b-88d6-18e61b574d5c req-c2197fce-5447-48ac-9938-d3215dadf941 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] No DVR routers for this DVR port dfc1b514-b55b-4878-a4ce-8db3db2623f8 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:16.439350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-7d4942ec-b4c2-415b-95a3-629c6e6fb6ce tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:16.440859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-7d4942ec-b4c2-415b-95a3-629c6e6fb6ce tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3631680 Aug 24 00:28:16.441972 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ca5c7532-24b4-4a6b-88d6-18e61b574d5c req-c2197fce-5447-48ac-9938-d3215dadf941 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:16.444014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca5c7532-24b4-4a6b-88d6-18e61b574d5c req-c2197fce-5447-48ac-9938-d3215dadf941 tempest-ServerMetadataNegativeTestJSON-1502866258 tempest-ServerMetadataNegativeTestJSON-1502866258-project] 10.222.0.13 "DELETE /v2.0/ports/dfc1b514-b55b-4878-a4ce-8db3db2623f8 HTTP/1.1" status: 204 len: 173 time: 0.9345770 Aug 24 00:28:16.444452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccdedcf-888f-4d07-a262-881aabf98a70', 'name': 'network-vif-deleted', 'tag': 'dfc1b514-b55b-4878-a4ce-8db3db2623f8'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:16.447355 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5998bb4d-ef4e-47c8-8d51-42cc661f51e2" -d '{"events": [{"server_uuid": "7ccdedcf-888f-4d07-a262-881aabf98a70", "name": "network-vif-deleted", "tag": "dfc1b514-b55b-4878-a4ce-8db3db2623f8"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:16.463069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Request body: {'port': {'device_id': '284e8a7e-bebb-42e0-a69f-bc883d069ca7', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': '1a0f80313d88498d8728faf27a47d64f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:16.518247 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ddd090-4ab4-4141-b00c-8f4c9755f6fb x-openstack-request-id: req-44ddd090-4ab4-4141-b00c-8f4c9755f6fb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:16.518537 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccdedcf-888f-4d07-a262-881aabf98a70", "name": "network-vif-deleted", "tag": "dfc1b514-b55b-4878-a4ce-8db3db2623f8", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:16.518810 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44ddd090-4ab4-4141-b00c-8f4c9755f6fb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:16.519194 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccdedcf-888f-4d07-a262-881aabf98a70', 'name': 'network-vif-deleted', 'tag': 'dfc1b514-b55b-4878-a4ce-8db3db2623f8', 'status': 'completed', 'code': 200} Aug 24 00:28:16.607653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Made reservation on behalf of 1a0f80313d88498d8728faf27a47d64f for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:16.613006 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:16.631017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:16.644946 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8:0:1::199 (277b6df4-b1fd-459f-9851-1a35106f20e7/1f12bfd4-5777-4e00-b90a-28dce01fbe41/4b8b0bc3-8ba3-41c8-828c-488edd4b270b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:16.654545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::f816:3eff:fed9:ad64 (277b6df4-b1fd-459f-9851-1a35106f20e7/f4480b44-3807-4453-b8e1-7841b789f39f/4b8b0bc3-8ba3-41c8-828c-488edd4b270b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:16.766931 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:16.791865 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:16.837530 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:16.851781 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object 4b8b0bc3-8ba3-41c8-828c-488edd4b270b will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:16.885630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a740a-21b4-4b95-988f-27b6d4d5fa64 req-b80476c1-b6ed-4e6e-96e2-731b16b91fc8 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:16.887261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-946a740a-21b4-4b95-988f-27b6d4d5fa64 req-b80476c1-b6ed-4e6e-96e2-731b16b91fc8 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 945 time: 0.4066317 Aug 24 00:28:16.889115 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:16.892106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644f8c1b-dfba-4475-85cc-670d74280698,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:16.958907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:16.965368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:16.975835 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:16.984199 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:16.985012 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:16.990571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=4b8b0bc3-8ba3-41c8-828c-488edd4b270b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:17.002843 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-946a740a-21b4-4b95-988f-27b6d4d5fa64 req-3f0f97a0-9112-4d53-a0b0-d2d63aa869e1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915790 Aug 24 00:28:17.013417 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4931-8701-4c32-91fa-474336d124e0 req-cc1c58ed-306b-4073-822e-2137ee20d4ad tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:17.015267 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89fa4931-8701-4c32-91fa-474336d124e0 req-cc1c58ed-306b-4073-822e-2137ee20d4ad tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.1546745 Aug 24 00:28:17.017212 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fe43f132-1dff-4575-a657-2fff6f808162 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0662069 Aug 24 00:28:17.019902 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:17.078143 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Allocated IP 192.168.233.37 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/674f6385-47ad-45ec-9a0b-70cea70b6a81) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:17.111169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d56ac10-ad9d-4c89-b412-9c9edb6c0df1 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:17.111333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89fa4931-8701-4c32-91fa-474336d124e0 req-941aacf6-3ce0-430e-85c2-3d4d5df7f1dc tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892816 Aug 24 00:28:17.212942 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0ac759e8-0977-4c74-a8bc-e4ac7c8af379 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port 4b8b0bc3-8ba3-41c8-828c-488edd4b270b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:17.213954 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ac759e8-0977-4c74-a8bc-e4ac7c8af379 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:17.214532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4bf3ee3a-def9-4070-9887-b14572ae9442 None None] Provisioning for port 50556ade-c139-499d-a6e3-bd0744758ae2 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:17.346860 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:17.390176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Transition to ACTIVE for port object 674f6385-47ad-45ec-9a0b-70cea70b6a81 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:17.393288 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ac759e8-0977-4c74-a8bc-e4ac7c8af379 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:17.424026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0ac759e8-0977-4c74-a8bc-e4ac7c8af379 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for 4b8b0bc3-8ba3-41c8-828c-488edd4b270b owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:17.450871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ffd7036-3eef-4db0-9780-98b3287a0180 req-3e40c210-af4b-4e50-9e90-6100ed118f10 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 210 time: 0.0357826 Aug 24 00:28:17.473249 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:17.530396 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:17.539567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:17.547317 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35618) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:17.548983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:17.563261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Pushing event updated for resources: {'Port': ['ID=674f6385-47ad-45ec-9a0b-70cea70b6a81,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:17.627402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a13431e-d7bb-4d6d-b57f-4961b87df2ab None None] Update dhcp port {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'fixed_ips': [{'subnet_id': 'f4480b44-3807-4453-b8e1-7841b789f39f', 'ip_address': '2001:db8::f816:3eff:fe58:40f5'}, {'subnet_id': '1f12bfd4-5777-4e00-b90a-28dce01fbe41'}], 'binding:host_id': 'n-d-805736-1'}, 'id': '50556ade-c139-499d-a6e3-bd0744758ae2'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:28:17.658834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a49f238-21b5-4be0-bf57-3930acd68e25 admin admin] Deleting subnet 6725beef-26c1-436e-886d-68b5c3137702 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:17.662132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a49f238-21b5-4be0-bf57-3930acd68e25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:17.668343 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a13431e-d7bb-4d6d-b57f-4961b87df2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:17.698338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:17.699374 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:17.700775 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a49f238-21b5-4be0-bf57-3930acd68e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:17.721369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-8f7f9ac0-fdbe-4831-9cfc-1b7bad2eec22 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2636619 Aug 24 00:28:17.739059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa4568-269d-4a52-a903-6f91b0f23969 req-761a37c4-bfde-4b36-a4fd-bd1a85cd982a tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:17.740814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65aa4568-269d-4a52-a903-6f91b0f23969 req-761a37c4-bfde-4b36-a4fd-bd1a85cd982a tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.1162298 Aug 24 00:28:17.746294 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a49f238-21b5-4be0-bf57-3930acd68e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:17.770664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Request body: {'port': {'device_id': '284e8a7e-bebb-42e0-a69f-bc883d069ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:17.847945 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ac759e8-0977-4c74-a8bc-e4ac7c8af379 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:17.861098 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a49f238-21b5-4be0-bf57-3930acd68e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:17.892759 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:17.895751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-aa27553b-9bd2-409b-bb36-75c90c7d6318 None None] Provisioning for port 674f6385-47ad-45ec-9a0b-70cea70b6a81 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:17.905001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-aa27553b-9bd2-409b-bb36-75c90c7d6318 None None] Provisioning complete for port 674f6385-47ad-45ec-9a0b-70cea70b6a81 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:17.905629 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aa27553b-9bd2-409b-bb36-75c90c7d6318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:17.918176 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49f238-21b5-4be0-bf57-3930acd68e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6725beef-26c1-436e-886d-68b5c3137702,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:17.920129 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac759e8-0977-4c74-a8bc-e4ac7c8af379 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=4b8b0bc3-8ba3-41c8-828c-488edd4b270b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:17.922430 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65aa4568-269d-4a52-a903-6f91b0f23969 req-a6345911-a84b-412e-8aa8-3dc1d1a5ed04 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661768 Aug 24 00:28:17.952431 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a49f238-21b5-4be0-bf57-3930acd68e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:17.955382 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5a49f238-21b5-4be0-bf57-3930acd68e25 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6725beef-26c1-436e-886d-68b5c3137702 HTTP/1.1" status: 204 len: 168 time: 0.4066553 Aug 24 00:28:17.957580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35620) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:17.972221 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3a13431e-d7bb-4d6d-b57f-4961b87df2ab None None] Allocated IP 2001:db8:0:1::2 (277b6df4-b1fd-459f-9851-1a35106f20e7/1f12bfd4-5777-4e00-b90a-28dce01fbe41/50556ade-c139-499d-a6e3-bd0744758ae2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:17.979303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-aa27553b-9bd2-409b-bb36-75c90c7d6318 None None] Port 674f6385-47ad-45ec-9a0b-70cea70b6a81 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:28:17.997353 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ac759e8-0977-4c74-a8bc-e4ac7c8af379 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.006026 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0ac759e8-0977-4c74-a8bc-e4ac7c8af379 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/4b8b0bc3-8ba3-41c8-828c-488edd4b270b HTTP/1.1" status: 204 len: 168 time: 0.9840350 Aug 24 00:28:18.006700 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:18.084898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e0a10b-1642-47d2-b4a7-ff805c9440a4 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:18.090941 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d7e0a10b-1642-47d2-b4a7-ff805c9440a4 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0830414 Aug 24 00:28:18.092411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:18.155569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a13431e-d7bb-4d6d-b57f-4961b87df2ab None None] For port 50556ade-c139-499d-a6e3-bd0744758ae2, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=50556ade-c139-499d-a6e3-bd0744758ae2,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:18.165513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 50556ade-c139-499d-a6e3-bd0744758ae2 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:18.193497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ecab1-361b-4464-b9bc-b100cc09f3cc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:18.201082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fd5a0ad-fccc-44a5-bff6-a07155bbd796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.204059 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-df4ecab1-361b-4464-b9bc-b100cc09f3cc tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1101460 Aug 24 00:28:18.204431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35628) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:18.238863 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a13431e-d7bb-4d6d-b57f-4961b87df2ab None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.264079 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a13431e-d7bb-4d6d-b57f-4961b87df2ab None None] Transition to ACTIVE for port object 50556ade-c139-499d-a6e3-bd0744758ae2 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:18.283952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 50556ade-c139-499d-a6e3-bd0744758ae2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:18.292089 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a13431e-d7bb-4d6d-b57f-4961b87df2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.394336 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fd5a0ad-fccc-44a5-bff6-a07155bbd796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.399383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13431e-d7bb-4d6d-b57f-4961b87df2ab None None] Pushing event updated for resources: {'Port': ['ID=50556ade-c139-499d-a6e3-bd0744758ae2,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:18.418246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3fd5a0ad-fccc-44a5-bff6-a07155bbd796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b247ce0f-6d80-431c-b633-c5c0a136a147']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:18.424582 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4536fe47-a4e9-40f7-a0d4-9fee1b8cff85 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:18.426214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4536fe47-a4e9-40f7-a0d4-9fee1b8cff85 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:18.427838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4536fe47-a4e9-40f7-a0d4-9fee1b8cff85 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:18.432703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:18.433203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4536fe47-a4e9-40f7-a0d4-9fee1b8cff85 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2245359 Aug 24 00:28:18.452068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3fd5a0ad-fccc-44a5-bff6-a07155bbd796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576b7b60-a966-4ff0-bc3d-359eb54f0549') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:18.452181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3fd5a0ad-fccc-44a5-bff6-a07155bbd796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576b7b60-a966-4ff0-bc3d-359eb54f0549') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:18.487403 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fd5a0ad-fccc-44a5-bff6-a07155bbd796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.492264 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d17ef7-7fba-48ab-ad5e-a7d8cb4b9e8b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 1f12bfd4-5777-4e00-b90a-28dce01fbe41 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:18.496943 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36d17ef7-7fba-48ab-ad5e-a7d8cb4b9e8b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.508881 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fd5a0ad-fccc-44a5-bff6-a07155bbd796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.512282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674f6385-47ad-45ec-9a0b-70cea70b6a81 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:18.523383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.525921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd5a0ad-fccc-44a5-bff6-a07155bbd796 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:28:18.526322 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fd5a0ad-fccc-44a5-bff6-a07155bbd796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:28:18.528231 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:28:18.548929 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36d17ef7-7fba-48ab-ad5e-a7d8cb4b9e8b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.598453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Transition to ACTIVE for port object 674f6385-47ad-45ec-9a0b-70cea70b6a81 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:18.607757 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.652314 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fd5a0ad-fccc-44a5-bff6-a07155bbd796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.676619 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36d17ef7-7fba-48ab-ad5e-a7d8cb4b9e8b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.694741 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fd5a0ad-fccc-44a5-bff6-a07155bbd796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.697249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3fd5a0ad-fccc-44a5-bff6-a07155bbd796 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b247ce0f-6d80-431c-b633-c5c0a136a147 HTTP/1.1" status: 204 len: 168 time: 0.7387257 Aug 24 00:28:18.704796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5a0ad-fccc-44a5-bff6-a07155bbd796 admin admin] Pushing event deleted for resources: {'Network': ['ID=b247ce0f-6d80-431c-b633-c5c0a136a147,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:18.734155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Pushing event updated for resources: {'Port': ['ID=674f6385-47ad-45ec-9a0b-70cea70b6a81,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:18.780431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6d2c5-1bb6-46ee-84d0-75392a6366b2 req-71211617-75c9-4d53-82d8-432e78135038 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:18.787902 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0f6d2c5-1bb6-46ee-84d0-75392a6366b2 req-71211617-75c9-4d53-82d8-432e78135038 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 947 time: 0.1833484 Aug 24 00:28:18.792668 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36d17ef7-7fba-48ab-ad5e-a7d8cb4b9e8b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.839589 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36d17ef7-7fba-48ab-ad5e-a7d8cb4b9e8b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.842358 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-36d17ef7-7fba-48ab-ad5e-a7d8cb4b9e8b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/1f12bfd4-5777-4e00-b90a-28dce01fbe41 HTTP/1.1" status: 204 len: 168 time: 0.4071407 Aug 24 00:28:18.871019 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:18.883080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d17ef7-7fba-48ab-ad5e-a7d8cb4b9e8b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=1f12bfd4-5777-4e00-b90a-28dce01fbe41,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:18.927751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0f6d2c5-1bb6-46ee-84d0-75392a6366b2 req-0831aa67-7fb1-441e-8540-7ad07f231563 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/security-groups?id=644f8c1b-dfba-4475-85cc-670d74280698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387928 Aug 24 00:28:18.975898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Attempting to bind port 674f6385-47ad-45ec-9a0b-70cea70b6a81 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:18.976766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Attempting to bind port 674f6385-47ad-45ec-9a0b-70cea70b6a81 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:18.977851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Attempting to bind port 674f6385-47ad-45ec-9a0b-70cea70b6a81 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:18.988911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Port 674f6385-47ad-45ec-9a0b-70cea70b6a81 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:28:18.989246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Attempting to bind port 674f6385-47ad-45ec-9a0b-70cea70b6a81 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:19.001569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:19.001919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:19.002306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:19.002847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Bound port: 674f6385-47ad-45ec-9a0b-70cea70b6a81, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:19.003215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.005850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b1486f-0160-42b5-b628-17a6e9592185 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet f4480b44-3807-4453-b8e1-7841b789f39f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:19.010315 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91b1486f-0160-42b5-b628-17a6e9592185 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.080696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91b1486f-0160-42b5-b628-17a6e9592185 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.174324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35646) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:19.204980 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91b1486f-0160-42b5-b628-17a6e9592185 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.268241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b953037-818f-4981-8234-2c314c9288bc req-aa7db414-a231-45eb-97e8-bca26c327be9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2056973 Aug 24 00:28:19.286886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29aa43-4cf3-4393-8f69-67458dd76be7 req-797a2a76-cfaf-4178-b3e7-6e1e666af7b4 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:19.296243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef29aa43-4cf3-4393-8f69-67458dd76be7 req-797a2a76-cfaf-4178-b3e7-6e1e666af7b4 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.2422976 Aug 24 00:28:19.308268 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] For port 674f6385-47ad-45ec-9a0b-70cea70b6a81, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:19.309037 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91b1486f-0160-42b5-b628-17a6e9592185 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.342924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7aac3ece-3789-484a-ae2c-ee3784387552 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=964e1448bc7544d88f277363a187cf00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649003 Aug 24 00:28:19.344956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35652) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:19.355379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] For port 674f6385-47ad-45ec-9a0b-70cea70b6a81, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=674f6385-47ad-45ec-9a0b-70cea70b6a81,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:19.356603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc29b398-92ce-4109-9037-4cc1b52894a6 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:19.370683 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91b1486f-0160-42b5-b628-17a6e9592185 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.377078 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-91b1486f-0160-42b5-b628-17a6e9592185 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/f4480b44-3807-4453-b8e1-7841b789f39f HTTP/1.1" status: 204 len: 168 time: 0.4985867 Aug 24 00:28:19.377078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1486f-0160-42b5-b628-17a6e9592185 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=f4480b44-3807-4453-b8e1-7841b789f39f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:19.380389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35654) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:19.403150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.437270 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-76ab41f5-a8cd-4f11-92d9-cc33ae6ec2f7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529506 Aug 24 00:28:19.437804 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35658) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:19.442493 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8298b95c-0f04-4fb5-a5d2-5295319ae314 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:19.448165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b73fad25-7c95-49a8-998c-ce9796fea834 None None] Could not find standard attr ID for object 4b8b0bc3-8ba3-41c8-828c-488edd4b270b. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:28:19.463443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef29aa43-4cf3-4393-8f69-67458dd76be7 req-0dcb30a0-91cb-4b8b-a602-cfe9fcdc9625 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661944 Aug 24 00:28:19.477805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:19.478829 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.480260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] 10.222.0.47 "PUT /v2.0/ports/674f6385-47ad-45ec-9a0b-70cea70b6a81 HTTP/1.1" status: 200 len: 1095 time: 1.7254672 Aug 24 00:28:19.483286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284e8a7e-bebb-42e0-a69f-bc883d069ca7', 'tag': '674f6385-47ad-45ec-9a0b-70cea70b6a81'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:19.485780 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5203f8-6159-44f7-a4c2-2635e5b599cf" -d '{"events": [{"name": "network-changed", "server_uuid": "284e8a7e-bebb-42e0-a69f-bc883d069ca7", "tag": "674f6385-47ad-45ec-9a0b-70cea70b6a81"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:19.505745 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b73fad25-7c95-49a8-998c-ce9796fea834 None None] Provisioning for port 50556ade-c139-499d-a6e3-bd0744758ae2 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:19.517838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b953037-818f-4981-8234-2c314c9288bc req-df2770d8-a239-4781-a55d-abc5d5b4926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:19.521015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b73fad25-7c95-49a8-998c-ce9796fea834 None None] Provisioning complete for port 50556ade-c139-499d-a6e3-bd0744758ae2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:19.521598 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b953037-818f-4981-8234-2c314c9288bc req-df2770d8-a239-4781-a55d-abc5d5b4926c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=645be32e261e48e6ae77381e2ac708f7&device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 1096 time: 0.1758850 Aug 24 00:28:19.522137 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b73fad25-7c95-49a8-998c-ce9796fea834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.637229 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1737cc68-59d1-4d7f-9104-8fce237e0527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.639622 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device dfc1b514-b55b-4878-a4ce-8db3db2623f8 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:19.641925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8298b95c-0f04-4fb5-a5d2-5295319ae314 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:19.647999 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8298b95c-0f04-4fb5-a5d2-5295319ae314 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.650931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7574aa5-16c1-40de-bf1b-908362f91858 service neutron] Pushing event updated for resources: {'Port': ['ID=674f6385-47ad-45ec-9a0b-70cea70b6a81,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:19.685466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: dfc1b514-b55b-4878-a4ce-8db3db2623f8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:28:19.686075 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device dfc1b514-b55b-4878-a4ce-8db3db2623f8 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:28:19.712987 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b73fad25-7c95-49a8-998c-ce9796fea834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.733809 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ef38d1-1e6f-4198-b88d-8be225396d0e x-openstack-request-id: req-99ef38d1-1e6f-4198-b88d-8be225396d0e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:19.734037 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284e8a7e-bebb-42e0-a69f-bc883d069ca7", "tag": "674f6385-47ad-45ec-9a0b-70cea70b6a81", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:19.734286 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99ef38d1-1e6f-4198-b88d-8be225396d0e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:19.734674 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284e8a7e-bebb-42e0-a69f-bc883d069ca7', 'tag': '674f6385-47ad-45ec-9a0b-70cea70b6a81', 'status': 'completed', 'code': 200} Aug 24 00:28:19.757601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b73fad25-7c95-49a8-998c-ce9796fea834 None None] For port 50556ade-c139-499d-a6e3-bd0744758ae2, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=50556ade-c139-499d-a6e3-bd0744758ae2,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:19.775126 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b73fad25-7c95-49a8-998c-ce9796fea834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.813680 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b66c4fb-c93d-4331-8d14-e90aad1e4a4e None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:28:19.847767 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1737cc68-59d1-4d7f-9104-8fce237e0527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.870853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-bd4584a6-ba11-431b-8017-0b0d9a596be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:19.872733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-bd4584a6-ba11-431b-8017-0b0d9a596be5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a0f80313d88498d8728faf27a47d64f&device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 1098 time: 0.3174839 Aug 24 00:28:19.896466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fad25-7c95-49a8-998c-ce9796fea834 None None] Pushing event updated for resources: {'Port': ['ID=50556ade-c139-499d-a6e3-bd0744758ae2,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:19.924935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2b66c4fb-c93d-4331-8d14-e90aad1e4a4e None None] Deleting port 50556ade-c139-499d-a6e3-bd0744758ae2 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:19.925322 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b66c4fb-c93d-4331-8d14-e90aad1e4a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.958674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-2eb6c2b3-055e-4067-bbc8-81c7bdc24cc2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=674f6385-47ad-45ec-9a0b-70cea70b6a81 HTTP/1.1" status: 200 len: 217 time: 0.0562460 Aug 24 00:28:19.970497 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b953037-818f-4981-8234-2c314c9288bc req-d3864d29-5fdc-4cb9-aff0-0392b3f056a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:19.972189 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b953037-818f-4981-8234-2c314c9288bc req-d3864d29-5fdc-4cb9-aff0-0392b3f056a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 HTTP/1.1" status: 200 len: 919 time: 0.3748431 Aug 24 00:28:20.007054 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2b66c4fb-c93d-4331-8d14-e90aad1e4a4e None None] For port 50556ade-c139-499d-a6e3-bd0744758ae2, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=50556ade-c139-499d-a6e3-bd0744758ae2,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:20.007453 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b66c4fb-c93d-4331-8d14-e90aad1e4a4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:20.020987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-1435d645-cf8a-459d-8c7a-bbeb88b9e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.022505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-1435d645-cf8a-459d-8c7a-bbeb88b9e4df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0537391 Aug 24 00:28:20.034112 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8298b95c-0f04-4fb5-a5d2-5295319ae314 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:20.047611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2b66c4fb-c93d-4331-8d14-e90aad1e4a4e None None] Calling delete_port for 50556ade-c139-499d-a6e3-bd0744758ae2 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:20.100816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b953037-818f-4981-8234-2c314c9288bc req-79dfd8af-2018-40d8-a5bd-a2e67e435a74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5789068-c6c7-4e92-a48c-288316aa5193 HTTP/1.1" status: 200 len: 217 time: 0.0767679 Aug 24 00:28:20.136454 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8298b95c-0f04-4fb5-a5d2-5295319ae314 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:20.151513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-8298b95c-0f04-4fb5-a5d2-5295319ae314 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:20.163702 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8298b95c-0f04-4fb5-a5d2-5295319ae314 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.165115 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8298b95c-0f04-4fb5-a5d2-5295319ae314 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:20.179548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 50556ade-c139-499d-a6e3-bd0744758ae2 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:20.182533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298b95c-0f04-4fb5-a5d2-5295319ae314 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=92444ca7-e882-40c3-bd38-a565c56a9793,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:20.184673 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2b66c4fb-c93d-4331-8d14-e90aad1e4a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:20.195229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b953037-818f-4981-8234-2c314c9288bc req-557232ed-9655-4d1b-8029-02240c18af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.198047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b953037-818f-4981-8234-2c314c9288bc req-557232ed-9655-4d1b-8029-02240c18af18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7d30128-2ce5-4885-8968-a3ab5697bdd2 HTTP/1.1" status: 200 len: 858 time: 0.0564818 Aug 24 00:28:20.207552 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8298b95c-0f04-4fb5-a5d2-5295319ae314 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7688932 Aug 24 00:28:20.210848 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35672) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:20.219157 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6e5ff5c7-f4d8-4106-9e7b-6be34406247c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:20.234639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66c4fb-c93d-4331-8d14-e90aad1e4a4e None None] Pushing event deleted for resources: {'Port': ['ID=50556ade-c139-499d-a6e3-bd0744758ae2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:20.238489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 50556ade-c139-499d-a6e3-bd0744758ae2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:28:20.238971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 50556ade-c139-499d-a6e3-bd0744758ae2 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:28:20.246031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b66c4fb-c93d-4331-8d14-e90aad1e4a4e None None] No DVR routers for this DVR port 50556ade-c139-499d-a6e3-bd0744758ae2 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:20.251114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b953037-818f-4981-8234-2c314c9288bc req-5a6a3c01-728e-49e7-b723-03f8c19df137 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416934 Aug 24 00:28:20.251916 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-79a8c991-c709-4d24-a2ab-ed2e032cd962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.253500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-79a8c991-c709-4d24-a2ab-ed2e032cd962 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2210710 Aug 24 00:28:20.260551 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1737cc68-59d1-4d7f-9104-8fce237e0527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:20.263262 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1737cc68-59d1-4d7f-9104-8fce237e0527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:20.268567 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1737cc68-59d1-4d7f-9104-8fce237e0527 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04738926-e8e3-4b4e-8bf7-021dd295a138 HTTP/1.1" status: 204 len: 168 time: 0.9200087 Aug 24 00:28:20.269967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10b594f-02fe-46bb-adbb-7c96f3f64d69 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:20.325693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4d4e5-1009-44d8-ac45-caebd467fb3a req-0ec394cf-0f15-4ff5-8d5e-f5306a695f83 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.333614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93d4d4e5-1009-44d8-ac45-caebd467fb3a req-0ec394cf-0f15-4ff5-8d5e-f5306a695f83 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 947 time: 0.2548802 Aug 24 00:28:20.374320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737cc68-59d1-4d7f-9104-8fce237e0527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04738926-e8e3-4b4e-8bf7-021dd295a138,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:20.403759 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5ff5c7-f4d8-4106-9e7b-6be34406247c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:20.407479 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e5ff5c7-f4d8-4106-9e7b-6be34406247c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:20.548006 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-277b6df4-b1fd-459f-9851-1a35106f20e7', 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'tenant_id': '7cb5fa6130924e63b15d81aab8f667b7', 'fixed_ips': [{'subnet_id': '92444ca7-e882-40c3-bd38-a565c56a9793'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:28:20.549799 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:20.568036 n-d-805736-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-6e5ff5c7-f4d8-4106-9e7b-6be34406247c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92444ca7-e882-40c3-bd38-a565c56a9793 (CIDR: 2001:db8::/64) Aug 24 00:28:20.569345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93d4d4e5-1009-44d8-ac45-caebd467fb3a req-83fd7e84-86c8-4f66-b874-8c868bc1f7cf tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/security-groups?id=644f8c1b-dfba-4475-85cc-670d74280698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330272 Aug 24 00:28:20.592651 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5ff5c7-f4d8-4106-9e7b-6be34406247c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:28:20.593418 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5ff5c7-f4d8-4106-9e7b-6be34406247c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:20.600081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-f8f69629-ff01-4ba0-895c-b2152668a23d service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266711 Aug 24 00:28:20.619554 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6e5ff5c7-f4d8-4106-9e7b-6be34406247c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4065058 Aug 24 00:28:20.621242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:20.632028 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:20.647365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b953037-818f-4981-8234-2c314c9288bc req-dbe303af-86f9-4d2b-a874-a3479fdf81fa service neutron] 10.222.0.47 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757107 Aug 24 00:28:20.842187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60db27b2-05c5-4b35-9784-322d23a6f5c3 req-26d3d72f-ee50-4530-a4c4-29a30704cb38 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313416 Aug 24 00:28:20.859052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b953037-818f-4981-8234-2c314c9288bc req-b1adae90-3d77-462c-a55c-07a2cdd36e8d service neutron] 10.222.0.47 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895938 Aug 24 00:28:20.863381 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:28:20.889977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:20.894441 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:21.033347 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Allocated IP 2001:db8::2 (277b6df4-b1fd-459f-9851-1a35106f20e7/92444ca7-e882-40c3-bd38-a565c56a9793/1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:21.074418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5203f8-6159-44f7-a4c2-2635e5b599cf req-1d81405b-f6b1-4132-9de7-6cdd9c382bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:21.076300 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d5203f8-6159-44f7-a4c2-2635e5b599cf req-1d81405b-f6b1-4132-9de7-6cdd9c382bd2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a0f80313d88498d8728faf27a47d64f&device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 1098 time: 0.1100714 Aug 24 00:28:21.248552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5203f8-6159-44f7-a4c2-2635e5b599cf req-5db7b321-d9de-444a-b81b-a2a291d38a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:21.250557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d5203f8-6159-44f7-a4c2-2635e5b599cf req-5db7b321-d9de-444a-b81b-a2a291d38a22 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.1642427 Aug 24 00:28:21.302549 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:21.309339 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d5203f8-6159-44f7-a4c2-2635e5b599cf req-5fe07af2-ce63-4a96-86bc-6ff745d70d1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=674f6385-47ad-45ec-9a0b-70cea70b6a81 HTTP/1.1" status: 200 len: 217 time: 0.0497701 Aug 24 00:28:21.314487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Transition to ACTIVE for port object 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:21.348542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Transition to ACTIVE for port object 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:21.357125 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:21.419161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5203f8-6159-44f7-a4c2-2635e5b599cf req-7a9276a0-6800-4e0f-a681-08d592ecced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:21.421995 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:21.423848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d5203f8-6159-44f7-a4c2-2635e5b599cf req-7a9276a0-6800-4e0f-a681-08d592ecced6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.1074188 Aug 24 00:28:21.425247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:21.432366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:21.443866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Pushing event updated for resources: {'Port': ['ID=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:21.517267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Attempting to bind port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:21.517881 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Attempting to bind port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:21.518225 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Attempting to bind port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 on network 277b6df4-b1fd-459f-9851-1a35106f20e7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:21.525246 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:21.525813 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Checking segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:21.526218 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:21.526625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Bound using segment: {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:21.528405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Bound port: 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41948778-d115-492b-8144-20d9daac83cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:21.528405 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:21.596599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5203f8-6159-44f7-a4c2-2635e5b599cf req-d235bc15-f2f0-4135-9c54-b844c04183cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:21.608955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d5203f8-6159-44f7-a4c2-2635e5b599cf req-d235bc15-f2f0-4135-9c54-b844c04183cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1763067 Aug 24 00:28:21.609795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35716) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:21.634591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] For port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:21.641765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] For port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:21.650474 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:21.669491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0cc15-9b48-487e-93c3-8c3359eb722a req-5dd34573-34db-4995-9be2-0659fafb187a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:21.671069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80e0cc15-9b48-487e-93c3-8c3359eb722a req-5dd34573-34db-4995-9be2-0659fafb187a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=645be32e261e48e6ae77381e2ac708f7&device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 1096 time: 0.1716046 Aug 24 00:28:21.740552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb537782-896d-49c0-b107-8dbcd32162af None None] Pushing event updated for resources: {'Port': ['ID=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:21.803436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:28:22.011286 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:22.131585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1914692112-network', 'tenant_id': '0ec0e0c7f87c46e1a6afc6a7138613ae'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:22.158621 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:22.210505 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:22.217730 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] For port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:22.237951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c1ef7-f352-4b9a-9b39-e900aeed787b req-e53b04b8-8e66-4348-87ce-1dac75c4c1f8 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:22.239505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb9c1ef7-f352-4b9a-9b39-e900aeed787b req-e53b04b8-8e66-4348-87ce-1dac75c4c1f8 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.7291665 Aug 24 00:28:22.250233 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:22.254793 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:22.255568 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:22.283547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Made reservation on behalf of 0ec0e0c7f87c46e1a6afc6a7138613ae for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:22.285769 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:22.288911 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d5203f8-6159-44f7-a4c2-2635e5b599cf req-0961029c-6afb-4952-a07e-2554a0fce347 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6688907 Aug 24 00:28:22.328746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:22.337366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:22.338373 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:22.340885 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:22.341489 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:22.366358 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=7c77e118-fa5a-4d45-93af-cb9264485cc9,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:22.371806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,revision_number=4']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:22.380361 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3a8a722c-8e86-4b62-96ca-704af3599a5d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7544358 Aug 24 00:28:22.381112 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:22.386628 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'mac_address': 'fa:16:3e:6d:9f:e3', 'name': 'tempest-NetworksTestDHCPv6-1384391990'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:22.388278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca1b80-9ecf-4aa3-978a-0094609f55a8 req-380dda7e-f356-479f-89b5-5664fbd92647 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:22.390028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efca1b80-9ecf-4aa3-978a-0094609f55a8 req-380dda7e-f356-479f-89b5-5664fbd92647 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 947 time: 0.2636080 Aug 24 00:28:22.433731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb9c1ef7-f352-4b9a-9b39-e900aeed787b req-d36dc237-2b97-476f-8df6-aed4ed5fca62 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737587 Aug 24 00:28:22.443498 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0cc15-9b48-487e-93c3-8c3359eb722a req-4e3c96e0-9569-4539-92fd-32f315d87419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:22.445316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80e0cc15-9b48-487e-93c3-8c3359eb722a req-4e3c96e0-9569-4539-92fd-32f315d87419 service neutron] 10.222.0.47 "GET /v2.0/networks?id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 HTTP/1.1" status: 200 len: 919 time: 0.3229492 Aug 24 00:28:22.524900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80e0cc15-9b48-487e-93c3-8c3359eb722a req-477c157d-ba76-4be6-8612-304fcd55fd18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5789068-c6c7-4e92-a48c-288316aa5193 HTTP/1.1" status: 200 len: 217 time: 0.0709851 Aug 24 00:28:22.539357 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efca1b80-9ecf-4aa3-978a-0094609f55a8 req-8b4460f1-ac0d-4e8b-a806-ca0b0e3c12bf tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/security-groups?id=644f8c1b-dfba-4475-85cc-670d74280698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272674 Aug 24 00:28:22.559788 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d5203f8-6159-44f7-a4c2-2635e5b599cf req-4613b928-da60-4c00-889a-722eb68815e0 service neutron] 10.222.0.47 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508659 Aug 24 00:28:22.629599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0cc15-9b48-487e-93c3-8c3359eb722a req-63d39d24-5b6f-41d5-af1d-ace5232b8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:22.631306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80e0cc15-9b48-487e-93c3-8c3359eb722a req-63d39d24-5b6f-41d5-af1d-ace5232b8df8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7d30128-2ce5-4885-8968-a3ab5697bdd2 HTTP/1.1" status: 200 len: 858 time: 0.0818279 Aug 24 00:28:22.704899 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:22.707690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80e0cc15-9b48-487e-93c3-8c3359eb722a req-506c94b0-cd2f-4517-8825-d93095c52673 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344789 Aug 24 00:28:22.714354 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:22.726137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:22.787830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:28:22.810105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:22.813763 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:22.814109 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Added segment ef49be34-2ed6-4f69-826b-104023cd778c of type vlan for network 5c5ebbbc-b327-4eef-859c-cd54b5c65f0c Aug 24 00:28:22.829622 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:22.845584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f493799-5927-40fa-86c0-9a94592e8779 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:22.855653 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port dd67fce9-be1e-42b0-8b44-8ee063c0a23c yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:22.878459 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:22.905813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:22.906088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:22.906404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:22.906743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:22.907190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:22.907809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:22.908140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:22.908465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:22.908786 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:22.909105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:22.909424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:22.909742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:22.931356 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:22.932345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:22.932927 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:22.955461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80e0cc15-9b48-487e-93c3-8c3359eb722a req-d7c653ad-113c-471b-b1d7-a54b3e33b116 service neutron] 10.222.0.47 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376618 Aug 24 00:28:22.987124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c336d9a8-797e-4d3c-88be-855156e2856b None None] Provisioning for port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:23.008611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3934717 Aug 24 00:28:23.009115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c336d9a8-797e-4d3c-88be-855156e2856b None None] Provisioning complete for port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:23.009493 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c336d9a8-797e-4d3c-88be-855156e2856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:23.014814 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35730) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:23.020488 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-96d07d57-e7b5-450b-a03e-e83e058eb2b0 admin admin] Request body: {'subnet': {'network_id': '5c5ebbbc-b327-4eef-859c-cd54b5c65f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1914692112-subnet', 'tenant_id': '0ec0e0c7f87c46e1a6afc6a7138613ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:23.062221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::1ac (277b6df4-b1fd-459f-9851-1a35106f20e7/92444ca7-e882-40c3-bd38-a565c56a9793/dd67fce9-be1e-42b0-8b44-8ee063c0a23c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:23.065306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a2c3f-5b99-423f-ba27-35be2ffdd2ce admin admin] Pushing event updated for resources: {'Network': ['ID=5c5ebbbc-b327-4eef-859c-cd54b5c65f0c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:23.071626 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6d:9fe3 (277b6df4-b1fd-459f-9851-1a35106f20e7/7c77e118-fa5a-4d45-93af-cb9264485cc9/dd67fce9-be1e-42b0-8b44-8ee063c0a23c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:23.077552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d07d57-e7b5-450b-a03e-e83e058eb2b0 admin admin] Made reservation on behalf of 0ec0e0c7f87c46e1a6afc6a7138613ae for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:23.080211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96d07d57-e7b5-450b-a03e-e83e058eb2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:23.092897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 5c5ebbbc-b327-4eef-859c-cd54b5c65f0c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:28:23.119615 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80e0cc15-9b48-487e-93c3-8c3359eb722a req-0272dc77-ea79-4aa6-acd6-78db9d4ec9f4 service neutron] 10.222.0.47 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332171 Aug 24 00:28:23.156332 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c336d9a8-797e-4d3c-88be-855156e2856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:23.206209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c336d9a8-797e-4d3c-88be-855156e2856b None None] For port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:23.214401 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c336d9a8-797e-4d3c-88be-855156e2856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:23.273467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336d9a8-797e-4d3c-88be-855156e2856b None None] Pushing event updated for resources: {'Port': ['ID=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:23.360989 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:23.390684 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object dd67fce9-be1e-42b0-8b44-8ee063c0a23c will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:23.397469 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96d07d57-e7b5-450b-a03e-e83e058eb2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:23.475490 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d07d57-e7b5-450b-a03e-e83e058eb2b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd9d2d5-8d41-49fc-ad57-ff45621bd864,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:23.495923 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:23.504866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d07d57-e7b5-450b-a03e-e83e058eb2b0 admin admin] Checking segment: {'id': 'ef49be34-2ed6-4f69-826b-104023cd778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5c5ebbbc-b327-4eef-859c-cd54b5c65f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:23.505226 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d07d57-e7b5-450b-a03e-e83e058eb2b0 admin admin] Network hostable DHCP agents. Network: 5c5ebbbc-b327-4eef-859c-cd54b5c65f0c, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:28:23.538236 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:23.554332 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:23.573678 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:23.578268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:23.587869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173f18d-48ba-4c14-83e4-57fb067e45f1 req-8431ec7a-fe77-4392-ab48-ced53ede5206 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:23.594686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:23.595705 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:23.595928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6173f18d-48ba-4c14-83e4-57fb067e45f1 req-8431ec7a-fe77-4392-ab48-ced53ede5206 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0704584 Aug 24 00:28:23.611835 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=dd67fce9-be1e-42b0-8b44-8ee063c0a23c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:23.616926 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d07d57-e7b5-450b-a03e-e83e058eb2b0 admin admin] Network 5c5ebbbc-b327-4eef-859c-cd54b5c65f0c is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:28:23.627745 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6702a36e-ec39-4c86-b967-cc3368eb2429 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2454715 Aug 24 00:28:23.630302 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-96d07d57-e7b5-450b-a03e-e83e058eb2b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 5c5ebbbc-b327-4eef-859c-cd54b5c65f0c) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:23.631665 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35742) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:23.640988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea906aa-96e4-4303-af22-f2f8a784ec5e None None] Network 5c5ebbbc-b327-4eef-859c-cd54b5c65f0c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:23.652914 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d07d57-e7b5-450b-a03e-e83e058eb2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:23.653697 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96d07d57-e7b5-450b-a03e-e83e058eb2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:23.654988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6173f18d-48ba-4c14-83e4-57fb067e45f1 req-f9d05ea3-37d4-4503-a72f-df64edf04b05 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579154 Aug 24 00:28:23.763336 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-96d07d57-e7b5-450b-a03e-e83e058eb2b0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7310879 Aug 24 00:28:23.784663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b869a-cb7c-4da8-b745-508eedf82876 req-2f48a518-edb1-4f70-902c-c9e1b9a5d062 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:23.787401 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-732b869a-cb7c-4da8-b745-508eedf82876 req-2f48a518-edb1-4f70-902c-c9e1b9a5d062 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 947 time: 0.0777106 Aug 24 00:28:23.806290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd024e0-a301-4aa0-9e41-652cf81a65ea None None] Network 5c5ebbbc-b327-4eef-859c-cd54b5c65f0c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:23.867234 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2be6cadc-2bdf-4812-a393-3bedbdb50d53 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port dd67fce9-be1e-42b0-8b44-8ee063c0a23c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:23.868601 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-732b869a-cb7c-4da8-b745-508eedf82876 req-20e719db-f4da-418c-a18f-09168b5cb453 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/security-groups?id=644f8c1b-dfba-4475-85cc-670d74280698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727842 Aug 24 00:28:23.875454 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2be6cadc-2bdf-4812-a393-3bedbdb50d53 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:23.921090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c6bf7b36-8f12-4fb6-a28f-75e5725b11fb None None] Provisioning complete for port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:23.922102 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7b36-8f12-4fb6-a28f-75e5725b11fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:24.009171 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2be6cadc-2bdf-4812-a393-3bedbdb50d53 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:24.026876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2be6cadc-2bdf-4812-a393-3bedbdb50d53 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for dd67fce9-be1e-42b0-8b44-8ee063c0a23c owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:24.106241 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:24.167495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:24.168286 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:24.225723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-156dbe3a-6b21-4831-98d3-b36b1ce691b7 None None] Could not find standard attr ID for object 4b8b0bc3-8ba3-41c8-828c-488edd4b270b. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:28:24.268384 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2be6cadc-2bdf-4812-a393-3bedbdb50d53 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:24.303077 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6cadc-2bdf-4812-a393-3bedbdb50d53 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=dd67fce9-be1e-42b0-8b44-8ee063c0a23c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:24.355268 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2be6cadc-2bdf-4812-a393-3bedbdb50d53 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:24.357317 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2be6cadc-2bdf-4812-a393-3bedbdb50d53 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/dd67fce9-be1e-42b0-8b44-8ee063c0a23c HTTP/1.1" status: 204 len: 168 time: 0.7186131 Aug 24 00:28:24.360669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:24.389996 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-d90110cc-fa6f-407f-a3f6-384b3f40197c tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:24.391581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-d90110cc-fa6f-407f-a3f6-384b3f40197c tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/networks?id=5c5ebbbc-b327-4eef-859c-cd54b5c65f0c HTTP/1.1" status: 200 len: 809 time: 0.1248822 Aug 24 00:28:24.415594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-02034c3d-cfe4-4ffb-ab8e-d38aae314b1f tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/quotas/0ec0e0c7f87c46e1a6afc6a7138613ae HTTP/1.1" status: 200 len: 375 time: 0.0175030 Aug 24 00:28:24.419768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e56393-3bd1-4441-97d5-b4f219c35f8e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:24.421501 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-05e56393-3bd1-4441-97d5-b4f219c35f8e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0598772 Aug 24 00:28:24.424741 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35768) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:24.439267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cc964972-6517-40b8-832f-f13de191c77e None None] Could not find standard attr ID for object dd67fce9-be1e-42b0-8b44-8ee063c0a23c. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:28:24.453794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-e2441c93-36a0-4307-bb9a-430ed511cf77 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ec0e0c7f87c46e1a6afc6a7138613ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329273 Aug 24 00:28:24.488672 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d995f-1885-46c5-881c-fa34d23e04f7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:24.490256 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d82d995f-1885-46c5-881c-fa34d23e04f7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0645800 Aug 24 00:28:24.493438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35772) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:24.601851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34476062-42fe-4a36-abbd-c99b09a1dcf1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:24.603424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34476062-42fe-4a36-abbd-c99b09a1dcf1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:24.605080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34476062-42fe-4a36-abbd-c99b09a1dcf1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:24.606698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-34476062-42fe-4a36-abbd-c99b09a1dcf1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1121488 Aug 24 00:28:24.609621 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:24.641001 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-a751cd35-ac0e-4f47-b1f9-c517d7957698 service neutron] 10.222.0.32 "GET /v2.0/networks/5c5ebbbc-b327-4eef-859c-cd54b5c65f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768603 Aug 24 00:28:24.669355 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a035be-f95f-43bd-a864-5dabd2ba83a6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 7c77e118-fa5a-4d45-93af-cb9264485cc9 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:24.672268 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96a035be-f95f-43bd-a864-5dabd2ba83a6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:24.721546 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96a035be-f95f-43bd-a864-5dabd2ba83a6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:24.760217 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-771dd8a1-0448-4202-b6ae-bdd3b96c2dd0 service neutron] 10.222.0.32 "GET /v2.0/networks/5c5ebbbc-b327-4eef-859c-cd54b5c65f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128972 Aug 24 00:28:24.814480 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96a035be-f95f-43bd-a864-5dabd2ba83a6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:24.857426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0fc0b-e50c-4226-82c5-50170d327a32 req-ad75651a-b7cd-49b2-ba41-426bbbe14cd9 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:24.863344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8da0fc0b-e50c-4226-82c5-50170d327a32 req-ad75651a-b7cd-49b2-ba41-426bbbe14cd9 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0589633 Aug 24 00:28:24.888111 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96a035be-f95f-43bd-a864-5dabd2ba83a6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:24.911901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8da0fc0b-e50c-4226-82c5-50170d327a32 req-99f74125-f8ca-4f3c-952c-35e61b7d761a tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465965 Aug 24 00:28:24.943105 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 674f6385-47ad-45ec-9a0b-70cea70b6a81 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:28:24.943830 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a035be-f95f-43bd-a864-5dabd2ba83a6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=7c77e118-fa5a-4d45-93af-cb9264485cc9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:24.948824 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96a035be-f95f-43bd-a864-5dabd2ba83a6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:24.950991 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-96a035be-f95f-43bd-a864-5dabd2ba83a6 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/7c77e118-fa5a-4d45-93af-cb9264485cc9 HTTP/1.1" status: 204 len: 168 time: 0.3402371 Aug 24 00:28:24.953556 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35792) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:24.976210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4208293-c72a-4ac1-a95c-9ae2cd633c7f None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:25.028509 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa73145-b83e-4db2-9627-1c02a95220d9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 92444ca7-e882-40c3-bd38-a565c56a9793 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:25.035319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2bcfca70-19b1-4f5f-a1eb-5b8a53cd2578 req-45b9c187-d641-4a1a-85c3-bb59467c1c35 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 210 time: 0.0372350 Aug 24 00:28:25.038883 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fa73145-b83e-4db2-9627-1c02a95220d9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:25.100079 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fa73145-b83e-4db2-9627-1c02a95220d9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:25.133496 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:28:25.177142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c0596-7c5f-483d-8f58-532e14c0cefe req-ba7cde8a-ab62-42ab-a5f9-73b834df3a13 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:25.178847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-001c0596-7c5f-483d-8f58-532e14c0cefe req-ba7cde8a-ab62-42ab-a5f9-73b834df3a13 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 947 time: 0.0666106 Aug 24 00:28:25.213492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fa73145-b83e-4db2-9627-1c02a95220d9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:25.234122 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-001c0596-7c5f-483d-8f58-532e14c0cefe req-c3b68777-0d38-413b-b116-11764250ebb7 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/security-groups?id=644f8c1b-dfba-4475-85cc-670d74280698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474479 Aug 24 00:28:25.283959 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fa73145-b83e-4db2-9627-1c02a95220d9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:25.305062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 674f6385-47ad-45ec-9a0b-70cea70b6a81, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=674f6385-47ad-45ec-9a0b-70cea70b6a81,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:25.318469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa73145-b83e-4db2-9627-1c02a95220d9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=92444ca7-e882-40c3-bd38-a565c56a9793,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:25.320154 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '674f6385-47ad-45ec-9a0b-70cea70b6a81', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '674f6385-47ad-45ec-9a0b-70cea70b6a81', 'mac_address': 'fa:16:3e:9f:1f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:28:25.325717 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1fa73145-b83e-4db2-9627-1c02a95220d9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:25.328123 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1fa73145-b83e-4db2-9627-1c02a95220d9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/92444ca7-e882-40c3-bd38-a565c56a9793 HTTP/1.1" status: 204 len: 168 time: 0.3733788 Aug 24 00:28:25.330581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35802) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:25.379247 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-592f9ed0-9440-413c-8277-315762fc8d8d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435476 Aug 24 00:28:25.379625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35804) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:25.387640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-665c8c28-d771-4a4a-a2d6-27174d2ad0f9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:25.408066 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:25.425168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05520626-bd3e-4e7f-9017-9295d0ff4a73 None None] Update dhcp port {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'fixed_ips': [{'subnet_id': '92444ca7-e882-40c3-bd38-a565c56a9793'}], 'binding:host_id': 'n-d-805736-1'}, 'id': '1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:28:25.428733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674f6385-47ad-45ec-9a0b-70cea70b6a81 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:25.472339 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 674f6385-47ad-45ec-9a0b-70cea70b6a81, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=674f6385-47ad-45ec-9a0b-70cea70b6a81,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:25.473424 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05520626-bd3e-4e7f-9017-9295d0ff4a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:25.478027 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:25.488425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665c8c28-d771-4a4a-a2d6-27174d2ad0f9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:25.493285 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-665c8c28-d771-4a4a-a2d6-27174d2ad0f9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:25.574254 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=674f6385-47ad-45ec-9a0b-70cea70b6a81,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:25.705818 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-665c8c28-d771-4a4a-a2d6-27174d2ad0f9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:25.713420 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253efc61-dbbd-4368-803c-4df908072f9f None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:25.753719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665c8c28-d771-4a4a-a2d6-27174d2ad0f9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:25.756757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-665c8c28-d771-4a4a-a2d6-27174d2ad0f9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:25.761872 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c8c28-d771-4a4a-a2d6-27174d2ad0f9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:25.762462 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-665c8c28-d771-4a4a-a2d6-27174d2ad0f9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:25.774734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c8c28-d771-4a4a-a2d6-27174d2ad0f9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=0ed02ac7-3cff-48e3-a572-b1780fd29b43,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:25.789439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dc981bde-a990-4d11-9c95-dde992f99e5a None None] Provisioning complete for port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:25.790349 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc981bde-a990-4d11-9c95-dde992f99e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:25.794167 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-665c8c28-d771-4a4a-a2d6-27174d2ad0f9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4104784 Aug 24 00:28:25.794539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:25.799759 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-62688946-cbd5-4a82-94f1-aab885124ce3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:25.918961 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62688946-cbd5-4a82-94f1-aab885124ce3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:25.923391 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62688946-cbd5-4a82-94f1-aab885124ce3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:25.928160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['674f6385-47ad-45ec-9a0b-70cea70b6a81'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:26.036892 n-d-805736-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-62688946-cbd5-4a82-94f1-aab885124ce3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0ed02ac7-3cff-48e3-a572-b1780fd29b43 (CIDR: 2001:db8::/64) Aug 24 00:28:26.043642 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-62688946-cbd5-4a82-94f1-aab885124ce3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:28:26.044330 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62688946-cbd5-4a82-94f1-aab885124ce3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:26.080852 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-62688946-cbd5-4a82-94f1-aab885124ce3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2851036 Aug 24 00:28:26.083617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35816) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:26.089608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'subnet': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:26.119907 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36269e3f-a2ed-4873-999c-0a33cad5b7b5 None None] Update dhcp port {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'fixed_ips': [{'subnet_id': '0ed02ac7-3cff-48e3-a572-b1780fd29b43'}], 'binding:host_id': 'n-d-805736-1'}, 'id': '1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:28:26.146511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:26.185008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996b83d-ec7f-4db5-b790-cd759e270570 req-5b46d36a-8625-40b0-93bb-de4e48353959 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:26.186880 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d996b83d-ec7f-4db5-b790-cd759e270570 req-5b46d36a-8625-40b0-93bb-de4e48353959 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.1734190 Aug 24 00:28:26.191607 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-36269e3f-a2ed-4873-999c-0a33cad5b7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:26.246562 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-975a0e51-ce55-477e-bad9-33f3b040c708 req-c3f74122-2041-41ae-97e7-c616b9573d9e tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 210 time: 0.0563164 Aug 24 00:28:26.363888 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:26.368393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d996b83d-ec7f-4db5-b790-cd759e270570 req-6b4afe85-42d4-4ad5-80ef-4d19442f2f05 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554637 Aug 24 00:28:26.413807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-b960b2b6-e09c-4ffb-96df-3992d7d693ea tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:26.418436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-b960b2b6-e09c-4ffb-96df-3992d7d693ea tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.13 "GET /v2.0/networks?id=5c5ebbbc-b327-4eef-859c-cd54b5c65f0c HTTP/1.1" status: 200 len: 809 time: 0.2470825 Aug 24 00:28:26.428643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:26.433767 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:26.450563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:26.454963 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-d40b3408-f6c3-47f4-ac99-35fd32d09c61 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Request body: {'port': {'device_id': 'fbea43d8-f13c-49bf-b78e-a8868906eb80', 'network_id': '5c5ebbbc-b327-4eef-859c-cd54b5c65f0c', 'admin_state_up': True, 'tenant_id': '0ec0e0c7f87c46e1a6afc6a7138613ae'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:26.458980 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:26.467617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-36269e3f-a2ed-4873-999c-0a33cad5b7b5 None None] Allocated IP 2001:db8::2 (277b6df4-b1fd-459f-9851-1a35106f20e7/0ed02ac7-3cff-48e3-a572-b1780fd29b43/1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:26.569730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:26.612531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-36269e3f-a2ed-4873-999c-0a33cad5b7b5 None None] For port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:26.656752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b03ab-c452-443b-ae90-ee1e2fd84edf req-4b78120a-20dc-4d5d-ae5b-dc9fa6eb7228 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:26.658362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca1b03ab-c452-443b-ae90-ee1e2fd84edf req-4b78120a-20dc-4d5d-ae5b-dc9fa6eb7228 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 948 time: 0.1966505 Aug 24 00:28:26.764365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca1b03ab-c452-443b-ae90-ee1e2fd84edf req-2e82b574-eb27-44b2-be95-958159059341 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/security-groups?id=644f8c1b-dfba-4475-85cc-670d74280698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973885 Aug 24 00:28:26.768089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-d40b3408-f6c3-47f4-ac99-35fd32d09c61 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Made reservation on behalf of 0ec0e0c7f87c46e1a6afc6a7138613ae for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:26.771660 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-d40b3408-f6c3-47f4-ac99-35fd32d09c61 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:26.794482 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-36269e3f-a2ed-4873-999c-0a33cad5b7b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:26.808228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-36269e3f-a2ed-4873-999c-0a33cad5b7b5 None None] Transition to ACTIVE for port object 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:26.813247 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-36269e3f-a2ed-4873-999c-0a33cad5b7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:26.882311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36269e3f-a2ed-4873-999c-0a33cad5b7b5 None None] Pushing event updated for resources: {'Port': ['ID=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:27.012948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-d40b3408-f6c3-47f4-ac99-35fd32d09c61 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Allocated IP 172.20.0.6 (5c5ebbbc-b327-4eef-859c-cd54b5c65f0c/6bd9d2d5-8d41-49fc-ad57-ff45621bd864/fa12e71b-30ae-4344-b74b-7ac8dbb06e51) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:27.129581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.objects.ports [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94837) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:28:27.339799 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-d40b3408-f6c3-47f4-ac99-35fd32d09c61 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:27.390881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0ced52f-7ec3-478b-9123-5633a585f62b req-cc4d6380-c4ec-4505-8b4a-b744ee954ab9 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 210 time: 0.0563376 Aug 24 00:28:27.407433 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:27.494607 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfc6580e-c2e7-410c-98a0-c8174506e1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:27.510712 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-d40b3408-f6c3-47f4-ac99-35fd32d09c61 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:27.530816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de05fd71-86c9-4b06-878d-4d299b5ae954 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:27.604665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-46922e88-bac4-4885-b034-56341ef844f9 None None] Provisioning for port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:27.617047 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-46922e88-bac4-4885-b034-56341ef844f9 None None] Provisioning complete for port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:27.617427 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46922e88-bac4-4885-b034-56341ef844f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:27.639827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-d40b3408-f6c3-47f4-ac99-35fd32d09c61 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Network 5c5ebbbc-b327-4eef-859c-cd54b5c65f0c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:27.651964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-d40b3408-f6c3-47f4-ac99-35fd32d09c61 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:27.656225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b3408-f6c3-47f4-ac99-35fd32d09c61 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Pushing event updated for resources: {'Port': ['ID=fa12e71b-30ae-4344-b74b-7ac8dbb06e51,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:27.658840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-d40b3408-f6c3-47f4-ac99-35fd32d09c61 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:27.703830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e20581-6d7e-44a8-b74f-01b78c9706b2 req-99783629-5f72-4de1-9e89-32ffa4a17747 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:27.705358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74e20581-6d7e-44a8-b74f-01b78c9706b2 req-99783629-5f72-4de1-9e89-32ffa4a17747 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.2001314 Aug 24 00:28:27.755446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-d40b3408-f6c3-47f4-ac99-35fd32d09c61 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:27.756049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-d40b3408-f6c3-47f4-ac99-35fd32d09c61 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:27.760264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] For port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:27.763742 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46922e88-bac4-4885-b034-56341ef844f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:27.801678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74e20581-6d7e-44a8-b74f-01b78c9706b2 req-6ce6ce3b-5074-47db-8835-88223886eb82 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855360 Aug 24 00:28:27.813197 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-d40b3408-f6c3-47f4-ac99-35fd32d09c61 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3742099 Aug 24 00:28:27.817023 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:27.826938 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:27.828008 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:27.851382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Request body: {'port': {'device_id': 'fbea43d8-f13c-49bf-b78e-a8868906eb80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:27.860851 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-46922e88-bac4-4885-b034-56341ef844f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:28:27.861220 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-46922e88-bac4-4885-b034-56341ef844f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:28:27.947818 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:27.982642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:28.013191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:28.013609 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.041836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Subnet': ['ID=119376b6-1bb4-4c72-ace8-5266c69598dc,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:28.047254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,revision_number=11']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:28.050243 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.066038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983d54e-2618-47fd-8040-63147a1492d1 req-d66960c4-6191-4f65-b8d5-0c37b34c7e6e tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:28.067659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0983d54e-2618-47fd-8040-63147a1492d1 req-d66960c4-6191-4f65-b8d5-0c37b34c7e6e tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 948 time: 0.1505532 Aug 24 00:28:28.068980 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c47ff6d5-73ce-47c2-a634-2e490bdb934c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9842565 Aug 24 00:28:28.075414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35840) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:28.082175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Request body: {'port': {'network_id': '277b6df4-b1fd-459f-9851-1a35106f20e7', 'mac_address': 'fa:16:3e:f3:c8:b3', 'name': 'tempest-NetworksTestDHCPv6-1329181014'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:28.131347 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:28.139719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0983d54e-2618-47fd-8040-63147a1492d1 req-f5120d43-b881-401e-9e0d-84f791523e0b tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/security-groups?id=644f8c1b-dfba-4475-85cc-670d74280698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633228 Aug 24 00:28:28.193960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:28.194384 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.288152 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Made reservation on behalf of 7cb5fa6130924e63b15d81aab8f667b7 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:28.322311 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.394556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.398137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:28.412648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa12e71b-30ae-4344-b74b-7ac8dbb06e51 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:28.418094 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.418352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] device_id is not set on port ca2963ae-113a-4a9b-b11f-632a64dc3263 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:28.425505 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.444160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Transition to ACTIVE for port object fa12e71b-30ae-4344-b74b-7ac8dbb06e51 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:28.451402 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.492809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c803d19b-2fd8-495a-8621-3ec789446289 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:28.510605 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46922e88-bac4-4885-b034-56341ef844f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.569335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa12e71b-30ae-4344-b74b-7ac8dbb06e51,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:28.592882 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,revision_number=12']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:28.634479 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8::195 (277b6df4-b1fd-459f-9851-1a35106f20e7/0ed02ac7-3cff-48e3-a572-b1780fd29b43/ca2963ae-113a-4a9b-b11f-632a64dc3263) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:28.641630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Allocated IP 2001:db8:0:1:f816:3eff:fef3:c8b3 (277b6df4-b1fd-459f-9851-1a35106f20e7/119376b6-1bb4-4c72-ace8-5266c69598dc/ca2963ae-113a-4a9b-b11f-632a64dc3263) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:28.670559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bcad2-8a7c-4310-961f-7d98b0e2de6e req-e3d052f9-26f9-43b2-bfd8-d1d27031d8f2 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:28.672192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a8bcad2-8a7c-4310-961f-7d98b0e2de6e req-e3d052f9-26f9-43b2-bfd8-d1d27031d8f2 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 943 time: 0.1508234 Aug 24 00:28:28.673086 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Attempting to bind port fa12e71b-30ae-4344-b74b-7ac8dbb06e51 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:28.673445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Attempting to bind port fa12e71b-30ae-4344-b74b-7ac8dbb06e51 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'ef49be34-2ed6-4f69-826b-104023cd778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5c5ebbbc-b327-4eef-859c-cd54b5c65f0c'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:28.673735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Attempting to bind port fa12e71b-30ae-4344-b74b-7ac8dbb06e51 on network 5c5ebbbc-b327-4eef-859c-cd54b5c65f0c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:28.678827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Port fa12e71b-30ae-4344-b74b-7ac8dbb06e51 on network 5c5ebbbc-b327-4eef-859c-cd54b5c65f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:28:28.679171 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Attempting to bind port fa12e71b-30ae-4344-b74b-7ac8dbb06e51 on network 5c5ebbbc-b327-4eef-859c-cd54b5c65f0c {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:28.704711 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:28.705055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Checking segment: {'id': 'ef49be34-2ed6-4f69-826b-104023cd778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5c5ebbbc-b327-4eef-859c-cd54b5c65f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:28.705439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Bound using segment: {'id': 'ef49be34-2ed6-4f69-826b-104023cd778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5c5ebbbc-b327-4eef-859c-cd54b5c65f0c'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:28.705873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Bound port: fa12e71b-30ae-4344-b74b-7ac8dbb06e51, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef49be34-2ed6-4f69-826b-104023cd778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5c5ebbbc-b327-4eef-859c-cd54b5c65f0c'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:28.706230 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.708015 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-46922e88-bac4-4885-b034-56341ef844f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:28:28.708812 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-46922e88-bac4-4885-b034-56341ef844f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:28:28.757214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a8bcad2-8a7c-4310-961f-7d98b0e2de6e req-e1d34ed4-704f-4f9c-82c3-dafbfe1eec43 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/security-groups?id=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740180 Aug 24 00:28:28.787885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] For port fa12e71b-30ae-4344-b74b-7ac8dbb06e51, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:28.792195 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] For port fa12e71b-30ae-4344-b74b-7ac8dbb06e51, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa12e71b-30ae-4344-b74b-7ac8dbb06e51,segment=NetworkSegment(ef49be34-2ed6-4f69-826b-104023cd778c),segment_id=ef49be34-2ed6-4f69-826b-104023cd778c)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:28.797368 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.839256 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.839803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:28.840559 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.842144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] 10.222.0.13 "PUT /v2.0/ports/fa12e71b-30ae-4344-b74b-7ac8dbb06e51 HTTP/1.1" status: 200 len: 1091 time: 1.0107758 Aug 24 00:28:28.842795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbea43d8-f13c-49bf-b78e-a8868906eb80', 'tag': 'fa12e71b-30ae-4344-b74b-7ac8dbb06e51'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:28.845181 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ead67e5-f9ad-49f1-b012-aca706b7b80a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbea43d8-f13c-49bf-b78e-a8868906eb80", "tag": "fa12e71b-30ae-4344-b74b-7ac8dbb06e51"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:28.855290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Transition to ACTIVE for port object ca2963ae-113a-4a9b-b11f-632a64dc3263 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:28.869078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed96889-64ab-4334-935b-cee1cfaffcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa12e71b-30ae-4344-b74b-7ac8dbb06e51,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:28.905260 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916c305a-5b2d-4933-a69f-338a5dc2b2d5 x-openstack-request-id: req-916c305a-5b2d-4933-a69f-338a5dc2b2d5 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:28.905558 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbea43d8-f13c-49bf-b78e-a8868906eb80", "tag": "fa12e71b-30ae-4344-b74b-7ac8dbb06e51", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:28.905837 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-916c305a-5b2d-4933-a69f-338a5dc2b2d5 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:28.906245 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbea43d8-f13c-49bf-b78e-a8868906eb80', 'tag': 'fa12e71b-30ae-4344-b74b-7ac8dbb06e51', 'status': 'completed', 'code': 200} Aug 24 00:28:28.914887 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.965352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:28.968282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:28.971842 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:28.978111 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:28.978854 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:28.988655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event updated for resources: {'Port': ['ID=ca2963ae-113a-4a9b-b11f-632a64dc3263,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:29.002152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 674f6385-47ad-45ec-9a0b-70cea70b6a81 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:29.003597 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5eb5c5f2-1d59-4854-b191-9489028e4f1b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9255903 Aug 24 00:28:29.006285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35854) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:29.089921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 674f6385-47ad-45ec-9a0b-70cea70b6a81 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:29.104547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 674f6385-47ad-45ec-9a0b-70cea70b6a81 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:29.105506 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.141761 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-78b994b3-98f0-449b-b72c-c72ef6e03ae5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting port ca2963ae-113a-4a9b-b11f-632a64dc3263 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:29.142605 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78b994b3-98f0-449b-b72c-c72ef6e03ae5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.248422 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.259571 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78b994b3-98f0-449b-b72c-c72ef6e03ae5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.276750 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-78b994b3-98f0-449b-b72c-c72ef6e03ae5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Calling delete_port for ca2963ae-113a-4a9b-b11f-632a64dc3263 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:29.285582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284e8a7e-bebb-42e0-a69f-bc883d069ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674f6385-47ad-45ec-9a0b-70cea70b6a81'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:29.288096 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a353ac8-8499-4ed9-ad3d-7c544f038c62" -d '{"events": [{"server_uuid": "284e8a7e-bebb-42e0-a69f-bc883d069ca7", "name": "network-vif-plugged", "status": "completed", "tag": "674f6385-47ad-45ec-9a0b-70cea70b6a81"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:29.306858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 674f6385-47ad-45ec-9a0b-70cea70b6a81, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=674f6385-47ad-45ec-9a0b-70cea70b6a81,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:29.313713 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.376036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=674f6385-47ad-45ec-9a0b-70cea70b6a81,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:29.419416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff253a6-74eb-4c7b-bde5-2da789dd83dc req-f8cde2f2-b01d-4ad2-9932-615df3e96764 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:29.420947 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ff253a6-74eb-4c7b-bde5-2da789dd83dc req-f8cde2f2-b01d-4ad2-9932-615df3e96764 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.4985607 Aug 24 00:28:29.433491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-f231922b-8fa8-4423-8663-fad48315e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:29.435002 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-f231922b-8fa8-4423-8663-fad48315e27f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec0e0c7f87c46e1a6afc6a7138613ae&device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 1094 time: 0.5107191 Aug 24 00:28:29.459031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427c58c-c2ff-4302-84c3-9c57730911f1 req-954d00e6-0874-4240-9702-093ab288392d tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:29.460507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8427c58c-c2ff-4302-84c3-9c57730911f1 req-954d00e6-0874-4240-9702-093ab288392d tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 949 time: 0.0932159 Aug 24 00:28:29.491667 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78b994b3-98f0-449b-b72c-c72ef6e03ae5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.511106 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-57471c14-1448-451a-b895-c34e65cb8cfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa12e71b-30ae-4344-b74b-7ac8dbb06e51 HTTP/1.1" status: 200 len: 217 time: 0.0495274 Aug 24 00:28:29.520635 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b994b3-98f0-449b-b72c-c72ef6e03ae5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Port': ['ID=ca2963ae-113a-4a9b-b11f-632a64dc3263,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:29.541158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ff253a6-74eb-4c7b-bde5-2da789dd83dc req-b775db1c-4450-4051-82d6-12a380ff7c08 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123321 Aug 24 00:28:29.582228 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78b994b3-98f0-449b-b72c-c72ef6e03ae5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.593892 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-78b994b3-98f0-449b-b72c-c72ef6e03ae5 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/ca2963ae-113a-4a9b-b11f-632a64dc3263 HTTP/1.1" status: 204 len: 168 time: 0.5840635 Aug 24 00:28:29.594380 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35864) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:29.602669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8427c58c-c2ff-4302-84c3-9c57730911f1 req-18fc0ffb-a6d2-4c52-a777-6bba2b3de574 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/security-groups?id=644f8c1b-dfba-4475-85cc-670d74280698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270039 Aug 24 00:28:29.614963 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.622706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-0083c08c-e054-4ed0-bef2-7fb2f1557a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:29.627585 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-0083c08c-e054-4ed0-bef2-7fb2f1557a82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bd9d2d5-8d41-49fc-ad57-ff45621bd864 HTTP/1.1" status: 200 len: 849 time: 0.1036727 Aug 24 00:28:29.633110 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1eaa02a-0795-44dc-abfc-7a3c1725a59f x-openstack-request-id: req-c1eaa02a-0795-44dc-abfc-7a3c1725a59f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:29.634154 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284e8a7e-bebb-42e0-a69f-bc883d069ca7", "name": "network-vif-plugged", "status": "completed", "tag": "674f6385-47ad-45ec-9a0b-70cea70b6a81", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:29.634487 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1eaa02a-0795-44dc-abfc-7a3c1725a59f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:29.635250 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284e8a7e-bebb-42e0-a69f-bc883d069ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674f6385-47ad-45ec-9a0b-70cea70b6a81', 'code': 200} Aug 24 00:28:29.666017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-ce540eb1-3a76-44d7-8c85-ce3f2050fe55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c5ebbbc-b327-4eef-859c-cd54b5c65f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295568 Aug 24 00:28:29.667578 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0f085e-4484-4b21-acf8-1e349ae49c18 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:29.671568 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9d0f085e-4484-4b21-acf8-1e349ae49c18 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0734303 Aug 24 00:28:29.672170 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35868) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:29.726077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b85e12f6-d02e-4967-9fbb-f1a574c2d4cc None None] Could not find standard attr ID for object ca2963ae-113a-4a9b-b11f-632a64dc3263. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:28:29.736269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae483e03-84c8-4499-8f3b-6f06993044e4 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:29.737876 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ae483e03-84c8-4499-8f3b-6f06993044e4 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0646718 Aug 24 00:28:29.740726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35872) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:29.749354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b85e12f6-d02e-4967-9fbb-f1a574c2d4cc None None] Provisioning complete for port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:29.750187 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b85e12f6-d02e-4967-9fbb-f1a574c2d4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.873275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9736a3a-63b8-49d6-8e9e-68f20c7416e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:29.874821 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9736a3a-63b8-49d6-8e9e-68f20c7416e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:29.876453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9736a3a-63b8-49d6-8e9e-68f20c7416e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:29.878013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a9736a3a-63b8-49d6-8e9e-68f20c7416e9 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1363533 Aug 24 00:28:29.880851 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35876) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:29.894764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-1480f28b-8f2c-4996-b5a1-a881115ca665 service neutron] 10.222.0.13 "GET /v2.0/networks/5c5ebbbc-b327-4eef-859c-cd54b5c65f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184579 Aug 24 00:28:29.907034 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79fdcd-a2af-41c3-b939-a2695f26302a req-774ff695-2632-42c3-8fe3-f6b4d5920c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:29.908502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f79fdcd-a2af-41c3-b939-a2695f26302a req-774ff695-2632-42c3-8fe3-f6b4d5920c2b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 1100 time: 0.1489408 Aug 24 00:28:29.941099 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-833f8f84-558f-4d2a-8ee8-7f90e44b58cd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 0ed02ac7-3cff-48e3-a572-b1780fd29b43 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:29.944228 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-833f8f84-558f-4d2a-8ee8-7f90e44b58cd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.988477 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-833f8f84-558f-4d2a-8ee8-7f90e44b58cd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.998477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b6b36-1d4e-411b-b423-0ec417779499 req-b9cc6f5e-8121-4440-8d14-45bfc455af6c tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:30.000098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-029b6b36-1d4e-411b-b423-0ec417779499 req-b9cc6f5e-8121-4440-8d14-45bfc455af6c tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 943 time: 0.1498477 Aug 24 00:28:30.029198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f79fdcd-a2af-41c3-b939-a2695f26302a req-db3576aa-94ce-47ba-a6e1-b0ac16fd2ca9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=644f8c1b-dfba-4475-85cc-670d74280698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100473 Aug 24 00:28:30.066838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a732361-19f0-4e4c-a3ee-0d017899ce1f req-de935f98-40bf-4c95-bc51-54cd5596b71e service neutron] 10.222.0.13 "GET /v2.0/networks/5c5ebbbc-b327-4eef-859c-cd54b5c65f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629133 Aug 24 00:28:30.069902 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-029b6b36-1d4e-411b-b423-0ec417779499 req-7fa9d4dc-6595-4e0f-9836-ea22cf335c73 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/security-groups?id=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612090 Aug 24 00:28:30.078268 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:30.099865 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-833f8f84-558f-4d2a-8ee8-7f90e44b58cd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.113001 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.138463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:30.138892 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.182962 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-833f8f84-558f-4d2a-8ee8-7f90e44b58cd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.214025 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb868b87-ff22-4d68-b081-696382dd313a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.214815 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f8f84-558f-4d2a-8ee8-7f90e44b58cd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed02ac7-3cff-48e3-a572-b1780fd29b43,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:30.217081 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-833f8f84-558f-4d2a-8ee8-7f90e44b58cd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.219552 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-833f8f84-558f-4d2a-8ee8-7f90e44b58cd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/0ed02ac7-3cff-48e3-a572-b1780fd29b43 HTTP/1.1" status: 204 len: 168 time: 0.3371491 Aug 24 00:28:30.221456 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:30.221954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead67e5-f9ad-49f1-b012-aca706b7b80a req-2454ff59-8606-40a7-9047-21f1e947f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:30.223565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ead67e5-f9ad-49f1-b012-aca706b7b80a req-2454ff59-8606-40a7-9047-21f1e947f7d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec0e0c7f87c46e1a6afc6a7138613ae&device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 1094 time: 0.0608542 Aug 24 00:28:30.228293 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00516a59-a92e-4d5d-aede-0a632bbbed7a None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:30.274542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7399c0-5249-4cc8-90e9-228d67e54b5c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Deleting subnet 119376b6-1bb4-4c72-ace8-5266c69598dc {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:30.277553 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d7399c0-5249-4cc8-90e9-228d67e54b5c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.318474 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d7399c0-5249-4cc8-90e9-228d67e54b5c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.326364 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead67e5-f9ad-49f1-b012-aca706b7b80a req-9568461b-85e9-4dce-af95-1db4428d77e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:30.327884 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ead67e5-f9ad-49f1-b012-aca706b7b80a req-9568461b-85e9-4dce-af95-1db4428d77e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c5ebbbc-b327-4eef-859c-cd54b5c65f0c HTTP/1.1" status: 200 len: 910 time: 0.0963485 Aug 24 00:28:30.374895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ead67e5-f9ad-49f1-b012-aca706b7b80a req-2862a379-a99e-409f-8408-0ea7f493577d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa12e71b-30ae-4344-b74b-7ac8dbb06e51 HTTP/1.1" status: 200 len: 217 time: 0.0371454 Aug 24 00:28:30.411745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d7399c0-5249-4cc8-90e9-228d67e54b5c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.438956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead67e5-f9ad-49f1-b012-aca706b7b80a req-d3af1efb-3952-4af3-ac65-92be227308b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:30.440518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ead67e5-f9ad-49f1-b012-aca706b7b80a req-d3af1efb-3952-4af3-ac65-92be227308b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bd9d2d5-8d41-49fc-ad57-ff45621bd864 HTTP/1.1" status: 200 len: 849 time: 0.0576158 Aug 24 00:28:30.475911 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ead67e5-f9ad-49f1-b012-aca706b7b80a req-4263d72f-56c7-43bf-908f-4b3ae9f6a6dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c5ebbbc-b327-4eef-859c-cd54b5c65f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272472 Aug 24 00:28:30.484805 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d7399c0-5249-4cc8-90e9-228d67e54b5c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.516195 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7399c0-5249-4cc8-90e9-228d67e54b5c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Subnet': ['ID=119376b6-1bb4-4c72-ace8-5266c69598dc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:30.522174 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7d7399c0-5249-4cc8-90e9-228d67e54b5c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.527056 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7d7399c0-5249-4cc8-90e9-228d67e54b5c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/119376b6-1bb4-4c72-ace8-5266c69598dc HTTP/1.1" status: 204 len: 168 time: 0.3022432 Aug 24 00:28:30.527524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35884) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:30.574472 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-63748554-637b-443a-afbd-73c401b8ff99 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436184 Aug 24 00:28:30.577524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:30.647209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1e2b24-def7-4d0d-b8b7-a260b1f880d1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:30.652190 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ff1e2b24-def7-4d0d-b8b7-a260b1f880d1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0703545 Aug 24 00:28:30.652483 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35892) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:30.685779 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593c442-bb3c-448b-bd7f-50037cec7343 req-e7dd50c1-9592-4cf1-ae9b-2c2eefd50b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:30.687363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9593c442-bb3c-448b-bd7f-50037cec7343 req-e7dd50c1-9592-4cf1-ae9b-2c2eefd50b9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 1096 time: 0.1455672 Aug 24 00:28:30.701208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397c931-177f-4e77-88d8-6b3d744a222d req-def4c15a-cecd-410c-9d8c-ae7bffa67e85 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:30.702810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8397c931-177f-4e77-88d8-6b3d744a222d req-def4c15a-cecd-410c-9d8c-ae7bffa67e85 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1620893 Aug 24 00:28:30.706198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa73e24-97d9-42de-bc77-9f6fa9de2b2e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:30.706895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ead67e5-f9ad-49f1-b012-aca706b7b80a req-92862e8a-7bac-4ed0-91f8-fa900d15bc06 service neutron] 10.222.0.13 "GET /v2.0/networks/5c5ebbbc-b327-4eef-859c-cd54b5c65f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224824 Aug 24 00:28:30.710178 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4aa73e24-97d9-42de-bc77-9f6fa9de2b2e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0542352 Aug 24 00:28:30.710460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35894) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:30.754496 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-919de8e9-8505-49c7-a4f4-1dbcd76978cf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429387 Aug 24 00:28:30.761900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35898) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:30.845923 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab3a7ca-dd41-4e11-b551-9d2fe55f7825 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:30.846663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab3a7ca-dd41-4e11-b551-9d2fe55f7825 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:30.848484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9ab3a7ca-dd41-4e11-b551-9d2fe55f7825 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/ca2963ae-113a-4a9b-b11f-632a64dc3263 HTTP/1.1" status: 404 len: 333 time: 0.0843043 Aug 24 00:28:30.851161 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:30.856898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defebeb9-80fd-407e-9912-1a9322cbbe8c req-85523d71-b5d9-4ade-9db3-2f207c4ceeaf tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:30.858455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-defebeb9-80fd-407e-9912-1a9322cbbe8c req-85523d71-b5d9-4ade-9db3-2f207c4ceeaf tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.2189574 Aug 24 00:28:30.872822 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9593c442-bb3c-448b-bd7f-50037cec7343 req-83a6f49e-d99d-4f32-baaf-959ccbb616de service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680593 Aug 24 00:28:30.880666 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de34df9-317e-4bd1-924d-309c6304411b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:30.881378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de34df9-317e-4bd1-924d-309c6304411b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:30.882014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8397c931-177f-4e77-88d8-6b3d744a222d req-9eb9b219-a503-4fa2-80dd-55cdc3570a3d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670275 Aug 24 00:28:30.884805 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0de34df9-317e-4bd1-924d-309c6304411b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/119376b6-1bb4-4c72-ace8-5266c69598dc HTTP/1.1" status: 404 len: 337 time: 0.0317810 Aug 24 00:28:30.887365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:30.933805 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-097dcc48-5877-47a4-baba-8e8aa425776d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:30.934268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097dcc48-5877-47a4-baba-8e8aa425776d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:30.936078 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-097dcc48-5877-47a4-baba-8e8aa425776d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/0ed02ac7-3cff-48e3-a572-b1780fd29b43 HTTP/1.1" status: 404 len: 337 time: 0.0477254 Aug 24 00:28:30.939324 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35910) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:30.943224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ead67e5-f9ad-49f1-b012-aca706b7b80a req-984ec07c-0cc0-4399-a221-e066a48e270f service neutron] 10.222.0.13 "GET /v2.0/networks/5c5ebbbc-b327-4eef-859c-cd54b5c65f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247107 Aug 24 00:28:30.958273 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-defebeb9-80fd-407e-9912-1a9322cbbe8c req-438d49f1-b81b-450e-bc7c-2dc257f08c08 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880461 Aug 24 00:28:30.965448 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d89afe6-b2db-4288-b22d-d4706ba1e32a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:30.966359 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d89afe6-b2db-4288-b22d-d4706ba1e32a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:30.968883 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7d89afe6-b2db-4288-b22d-d4706ba1e32a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/dd67fce9-be1e-42b0-8b44-8ee063c0a23c HTTP/1.1" status: 404 len: 333 time: 0.0285449 Aug 24 00:28:30.971513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35912) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.006092 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-2328189b-b29c-4960-82a2-10de86139e2a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.006556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2328189b-b29c-4960-82a2-10de86139e2a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.009679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2328189b-b29c-4960-82a2-10de86139e2a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/7c77e118-fa5a-4d45-93af-cb9264485cc9 HTTP/1.1" status: 404 len: 337 time: 0.0356143 Aug 24 00:28:31.011067 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.040254 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5faab4d-2700-41f4-b7ea-33a3b4e583dd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.041130 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5faab4d-2700-41f4-b7ea-33a3b4e583dd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.043415 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a5faab4d-2700-41f4-b7ea-33a3b4e583dd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/92444ca7-e882-40c3-bd38-a565c56a9793 HTTP/1.1" status: 404 len: 337 time: 0.0313556 Aug 24 00:28:31.047414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35916) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.066510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b435b3-6238-4666-99fe-505c77a3fd59 req-a5526514-57d5-4da2-a565-ddad381db13d tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:31.075257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94b435b3-6238-4666-99fe-505c77a3fd59 req-a5526514-57d5-4da2-a565-ddad381db13d tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 949 time: 0.0710785 Aug 24 00:28:31.079351 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-07df8c44-b759-4459-bb33-5444c79742e3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.080085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07df8c44-b759-4459-bb33-5444c79742e3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.083220 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-07df8c44-b759-4459-bb33-5444c79742e3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/4b8b0bc3-8ba3-41c8-828c-488edd4b270b HTTP/1.1" status: 404 len: 333 time: 0.0348382 Aug 24 00:28:31.084714 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35918) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.117958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94b435b3-6238-4666-99fe-505c77a3fd59 req-11920411-7c14-423b-8c4a-582225c7b150 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/security-groups?id=644f8c1b-dfba-4475-85cc-670d74280698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Aug 24 00:28:31.118589 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f30a4ee-c907-44fd-a003-1cdb1e2e4f9a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.119260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f30a4ee-c907-44fd-a003-1cdb1e2e4f9a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.121249 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5f30a4ee-c907-44fd-a003-1cdb1e2e4f9a tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/1f12bfd4-5777-4e00-b90a-28dce01fbe41 HTTP/1.1" status: 404 len: 337 time: 0.0348911 Aug 24 00:28:31.123881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35922) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.125517 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35823e30-a3fe-438d-bc99-2c607efcb049 None None] Network 277b6df4-b1fd-459f-9851-1a35106f20e7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:31.151421 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c1449b-9b4e-473a-b70e-7c8e374f97f1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.151855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c1449b-9b4e-473a-b70e-7c8e374f97f1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.155295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-01c1449b-9b4e-473a-b70e-7c8e374f97f1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/f4480b44-3807-4453-b8e1-7841b789f39f HTTP/1.1" status: 404 len: 337 time: 0.0304520 Aug 24 00:28:31.156259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35924) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.181022 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a786243-6c7d-49b1-a943-6bbb18b7f853 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.181714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a786243-6c7d-49b1-a943-6bbb18b7f853 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.183568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1a786243-6c7d-49b1-a943-6bbb18b7f853 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/dda7277d-4e61-4284-a9b4-b851e7cb9091 HTTP/1.1" status: 404 len: 333 time: 0.0263083 Aug 24 00:28:31.186116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35926) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.213624 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-4590c6e8-45bf-49a8-9689-d7d23ca431db tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.214334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4590c6e8-45bf-49a8-9689-d7d23ca431db tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.219833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4590c6e8-45bf-49a8-9689-d7d23ca431db tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/ed268b42-4faf-4c31-bae2-95424debf1ef HTTP/1.1" status: 404 len: 337 time: 0.0299373 Aug 24 00:28:31.219833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35928) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.233811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-275078dd-bace-47de-9e53-46ffcac92b34 None None] Provisioning complete for port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:31.234209 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-275078dd-bace-47de-9e53-46ffcac92b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:31.237688 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:31.275887 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db9bfb4-6e0a-405d-b41a-782fd6cb2957 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.276498 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db9bfb4-6e0a-405d-b41a-782fd6cb2957 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.281044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6db9bfb4-6e0a-405d-b41a-782fd6cb2957 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/e0c2091b-0c9f-4457-ac87-4ace80a0eff6 HTTP/1.1" status: 404 len: 337 time: 0.0470965 Aug 24 00:28:31.281201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35930) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.321335 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a5db85-3dd4-4917-9853-d0465dec3b98 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.322176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a5db85-3dd4-4917-9853-d0465dec3b98 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.324231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e6a5db85-3dd4-4917-9853-d0465dec3b98 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/93a275c6-93c2-4d45-90d7-c2076d5d107f HTTP/1.1" status: 404 len: 333 time: 0.0418365 Aug 24 00:28:31.326831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35932) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.361755 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b484e01c-2f19-4ef6-b692-6b57512eb091 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.362205 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b484e01c-2f19-4ef6-b692-6b57512eb091 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.364032 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b484e01c-2f19-4ef6-b692-6b57512eb091 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/1741c6b6-3797-4310-b216-dc5f02d17875 HTTP/1.1" status: 404 len: 337 time: 0.0352159 Aug 24 00:28:31.366612 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35934) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.382222 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93933b11-4cab-4f8a-960f-f1396030965c None None] DHCP port deletion for 277b6df4-b1fd-459f-9851-1a35106f20e7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:28:31.396189 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-df66c352-321d-4913-8e4a-1bfaa0e9db78 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.396962 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df66c352-321d-4913-8e4a-1bfaa0e9db78 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.399838 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-df66c352-321d-4913-8e4a-1bfaa0e9db78 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/2b424774-bb72-49f1-a7f3-2f8a018f402b HTTP/1.1" status: 404 len: 333 time: 0.0311532 Aug 24 00:28:31.399993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795c4d3-3ec0-4902-bcf6-f7ac8d8241f0 req-883ffb13-1d7e-429b-98ab-f6e7a0dc1446 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:31.401203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8795c4d3-3ec0-4902-bcf6-f7ac8d8241f0 req-883ffb13-1d7e-429b-98ab-f6e7a0dc1446 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0908043 Aug 24 00:28:31.402503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35936) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.417937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7f81a-0c47-4a5c-9aed-9fa82e4020af req-d11a49e8-df45-49d4-83c5-3b9fdc662f59 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:31.419446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07a7f81a-0c47-4a5c-9aed-9fa82e4020af req-d11a49e8-df45-49d4-83c5-3b9fdc662f59 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 943 time: 0.0928848 Aug 24 00:28:31.432621 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-93933b11-4cab-4f8a-960f-f1396030965c None None] Deleting port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:31.433081 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93933b11-4cab-4f8a-960f-f1396030965c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:31.464913 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-1836d1e2-0d03-4118-854f-6afbd7ffa4db tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.465376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1836d1e2-0d03-4118-854f-6afbd7ffa4db tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.467144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1836d1e2-0d03-4118-854f-6afbd7ffa4db tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/3f1f43cd-866a-47cd-93cf-a80b3b3696c1 HTTP/1.1" status: 404 len: 337 time: 0.0637100 Aug 24 00:28:31.470249 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35938) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.497387 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fab1916-9ab0-4f2d-8a1f-e01bfc15cedd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.498504 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fab1916-9ab0-4f2d-8a1f-e01bfc15cedd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.503058 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6fab1916-9ab0-4f2d-8a1f-e01bfc15cedd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/d517de32-fa9c-4746-9250-1becd95d9e98 HTTP/1.1" status: 404 len: 333 time: 0.0317242 Aug 24 00:28:31.503754 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35940) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.505957 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-93933b11-4cab-4f8a-960f-f1396030965c None None] For port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,segment=NetworkSegment(41948778-d115-492b-8144-20d9daac83cf),segment_id=41948778-d115-492b-8144-20d9daac83cf)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:31.506320 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93933b11-4cab-4f8a-960f-f1396030965c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:31.509300 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8795c4d3-3ec0-4902-bcf6-f7ac8d8241f0 req-a62a1c7e-9ac4-4e6a-93e6-579f5c6832c8 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888810 Aug 24 00:28:31.514321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07a7f81a-0c47-4a5c-9aed-9fa82e4020af req-c8cd6b99-5180-4384-838c-27a03a65ff20 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/security-groups?id=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630126 Aug 24 00:28:31.535149 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3036de3-efa1-4178-99f1-4943d9e665c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.535611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3036de3-efa1-4178-99f1-4943d9e665c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.537397 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3036de3-efa1-4178-99f1-4943d9e665c2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/6f5847fa-85ab-4827-a933-9b23b5a688da HTTP/1.1" status: 404 len: 337 time: 0.0326421 Aug 24 00:28:31.540517 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35944) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.543696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-93933b11-4cab-4f8a-960f-f1396030965c None None] Calling delete_port for 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:31.564747 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0a3f7b-a8c5-45f0-9735-c23abadf91d1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.565412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0a3f7b-a8c5-45f0-9735-c23abadf91d1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.567464 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bd0a3f7b-a8c5-45f0-9735-c23abadf91d1 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/413018e4-3124-4cd5-a30a-4170a7a6299d HTTP/1.1" status: 404 len: 333 time: 0.0256968 Aug 24 00:28:31.569734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35946) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.600593 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-a056d89b-8d6e-46e3-bf8e-21ca5cd068e0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.601163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a056d89b-8d6e-46e3-bf8e-21ca5cd068e0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.603652 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a056d89b-8d6e-46e3-bf8e-21ca5cd068e0 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/0de417c5-5931-4e3b-b2d4-2ff643ecf9ec HTTP/1.1" status: 404 len: 337 time: 0.0329838 Aug 24 00:28:31.606226 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35948) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.629915 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1925628-343f-439c-9ed6-1ae4d0760cd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.630606 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1925628-343f-439c-9ed6-1ae4d0760cd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.632384 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c1925628-343f-439c-9ed6-1ae4d0760cd2 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/f819dbab-a472-4b20-8ee5-998781d5e521 HTTP/1.1" status: 404 len: 333 time: 0.0251565 Aug 24 00:28:31.635642 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35950) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.643609 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-93933b11-4cab-4f8a-960f-f1396030965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:31.670307 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f5b62e-2ded-44db-9cda-1f86aac12545 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.671038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f5b62e-2ded-44db-9cda-1f86aac12545 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.673291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93933b11-4cab-4f8a-960f-f1396030965c None None] Pushing event deleted for resources: {'Port': ['ID=1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:31.673855 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-39f5b62e-2ded-44db-9cda-1f86aac12545 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/cc8be022-a91c-4972-9dce-72e81fde742e HTTP/1.1" status: 404 len: 337 time: 0.0346844 Aug 24 00:28:31.678280 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35954) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.680633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93933b11-4cab-4f8a-960f-f1396030965c None None] No DVR routers for this DVR port 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:31.707363 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f4f7dc-c114-4e76-94f7-4f1c49d0dd94 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.708023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f4f7dc-c114-4e76-94f7-4f1c49d0dd94 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.709769 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-11f4f7dc-c114-4e76-94f7-4f1c49d0dd94 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/fae9b918-dc46-4226-9558-3461353e2f65 HTTP/1.1" status: 404 len: 333 time: 0.0304019 Aug 24 00:28:31.713040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35956) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.747899 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-039bfd01-f93a-4cc9-b69b-4f99236348da tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.748351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039bfd01-f93a-4cc9-b69b-4f99236348da tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.750068 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-039bfd01-f93a-4cc9-b69b-4f99236348da tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/117bb1f1-2517-4e7c-b0d5-09e33643df1a HTTP/1.1" status: 404 len: 337 time: 0.0361178 Aug 24 00:28:31.752809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.782051 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6fe856-b272-4db5-8998-e6196b892a75 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.782508 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6fe856-b272-4db5-8998-e6196b892a75 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.784317 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b6fe856-b272-4db5-8998-e6196b892a75 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/43ec94c8-4b76-401c-b7ff-2bf3b0beb484 HTTP/1.1" status: 404 len: 337 time: 0.0305209 Aug 24 00:28:31.786892 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35960) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.792969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100149a-c533-41eb-bfea-2e3b00913846 req-21910401-05d8-4d70-881e-56b809efb553 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:31.795612 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6100149a-c533-41eb-bfea-2e3b00913846 req-21910401-05d8-4d70-881e-56b809efb553 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0744736 Aug 24 00:28:31.812680 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-66732e03-c058-462a-aff0-bcd1bb70f905 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.813323 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66732e03-c058-462a-aff0-bcd1bb70f905 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.817649 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-66732e03-c058-462a-aff0-bcd1bb70f905 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/a088782c-0cfd-4e41-88d5-ebeeb0d80483 HTTP/1.1" status: 404 len: 333 time: 0.0272129 Aug 24 00:28:31.817794 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.841087 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6100149a-c533-41eb-bfea-2e3b00913846 req-d4a7e252-60a5-457a-8f97-69cdd6511fca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386801 Aug 24 00:28:31.849811 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-989a6000-28cf-437c-b970-3d50a1f349dd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.850279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989a6000-28cf-437c-b970-3d50a1f349dd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.853366 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-989a6000-28cf-437c-b970-3d50a1f349dd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/930d18eb-bf2e-4c5e-98c3-6723844fe9dc HTTP/1.1" status: 404 len: 337 time: 0.0341568 Aug 24 00:28:31.855378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35964) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.887107 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d52d1a9-5b21-4c89-9806-ac1368eacd34 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.887560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d52d1a9-5b21-4c89-9806-ac1368eacd34 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.889266 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2d52d1a9-5b21-4c89-9806-ac1368eacd34 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/2883b3f9-26c3-414a-bbeb-65bd33d7c66d HTTP/1.1" status: 404 len: 337 time: 0.0330029 Aug 24 00:28:31.891917 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35968) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.917308 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5008d8-ec8c-4ea4-9a35-b59078e0df3b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.917981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5008d8-ec8c-4ea4-9a35-b59078e0df3b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.919755 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9f5008d8-ec8c-4ea4-9a35-b59078e0df3b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/6dde91e1-0e00-43fd-8c3b-544be17ef8f3 HTTP/1.1" status: 404 len: 333 time: 0.0266941 Aug 24 00:28:31.922291 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35972) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.951325 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-43bc21b8-1cab-4ea4-b564-aa3987ee8edf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.951700 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43bc21b8-1cab-4ea4-b564-aa3987ee8edf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.953426 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-43bc21b8-1cab-4ea4-b564-aa3987ee8edf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/5e5e45d4-1e18-448a-b043-db0500e5e9f6 HTTP/1.1" status: 404 len: 337 time: 0.0302067 Aug 24 00:28:31.956154 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35974) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:31.986232 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd4e59c-ce47-4efc-96df-e2bbe6518c3d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:31.986687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd4e59c-ce47-4efc-96df-e2bbe6518c3d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:31.988456 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7fd4e59c-ce47-4efc-96df-e2bbe6518c3d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/dd37c585-886d-4dd6-82ab-875dfa47159a HTTP/1.1" status: 404 len: 337 time: 0.0314007 Aug 24 00:28:31.991178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35978) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.021701 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41e0a22-94ac-41b2-88d9-45c7baef5193 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.028135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41e0a22-94ac-41b2-88d9-45c7baef5193 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.030294 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e41e0a22-94ac-41b2-88d9-45c7baef5193 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/d78e2d23-abe6-4e41-9d5f-358c3586bf46 HTTP/1.1" status: 404 len: 333 time: 0.0375552 Aug 24 00:28:32.033542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35980) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.075312 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4760f04e-1671-4b73-97cd-1d5b6b19c270 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.075768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4760f04e-1671-4b73-97cd-1d5b6b19c270 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.077529 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4760f04e-1671-4b73-97cd-1d5b6b19c270 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/61c891e2-a65c-4347-a994-f4cf9adab377 HTTP/1.1" status: 404 len: 337 time: 0.0429149 Aug 24 00:28:32.080513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.099165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:32.106009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c055c8c-e6a9-405f-b330-edfe27dfaa41 req-3ca455ba-38ea-4c95-9549-11e7dc7edb5e tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:32.107772 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c055c8c-e6a9-405f-b330-edfe27dfaa41 req-3ca455ba-38ea-4c95-9549-11e7dc7edb5e tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0762413 Aug 24 00:28:32.113819 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8cb4e7-ae9b-4eeb-8833-f41a1449512c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.114469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8cb4e7-ae9b-4eeb-8833-f41a1449512c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.118831 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7b8cb4e7-ae9b-4eeb-8833-f41a1449512c tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/213b8043-d213-4b16-9068-a9eda12c07db HTTP/1.1" status: 404 len: 337 time: 0.0347571 Aug 24 00:28:32.122387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35988) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.136200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:28:32.136799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1bfc5b7a-bd1b-47d0-8bfc-a6a05bcf7ab5 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:28:32.171395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0f29671f-2700-41f2-8bef-ed57c9570511 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fa8f95-7622-402c-8071-e0bc19427d11 HTTP/1.1" status: 200 len: 205 time: 0.0478535 Aug 24 00:28:32.174452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.197064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c055c8c-e6a9-405f-b330-edfe27dfaa41 req-1489977a-d2c9-44b2-989d-024ddbad1152 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785067 Aug 24 00:28:32.225988 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-c560ea93-7efa-4f7e-9358-738204d6d634 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] delete failed (client error): The resource could not be found. Aug 24 00:28:32.229603 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c560ea93-7efa-4f7e-9358-738204d6d634 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/routers/f2fa8f95-7622-402c-8071-e0bc19427d11 HTTP/1.1" status: 404 len: 336 time: 0.0516732 Aug 24 00:28:32.229968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.259319 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-835757eb-fe8d-4880-975b-72a170f0da4f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.260101 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835757eb-fe8d-4880-975b-72a170f0da4f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.262828 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-835757eb-fe8d-4880-975b-72a170f0da4f tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/5463300f-8208-4213-a031-b91754a51986 HTTP/1.1" status: 404 len: 337 time: 0.0310087 Aug 24 00:28:32.264673 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.298136 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8a5487cd-c4c8-4ac8-b867-3334c5efa756 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7acaad4-7258-433f-bc23-41e9a2d2f62e HTTP/1.1" status: 200 len: 205 time: 0.0320270 Aug 24 00:28:32.301485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36004) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.348196 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-af78aad5-728f-4ed4-8414-0446ed685bd7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] delete failed (client error): The resource could not be found. Aug 24 00:28:32.349149 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-af78aad5-728f-4ed4-8414-0446ed685bd7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/routers/c7acaad4-7258-433f-bc23-41e9a2d2f62e HTTP/1.1" status: 404 len: 336 time: 0.0466340 Aug 24 00:28:32.351890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.372337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81737c80-1326-444f-b1e7-da1722d8c33f req-8e620bde-1246-4cc0-b21f-896dcf6c89cd tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:32.375158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81737c80-1326-444f-b1e7-da1722d8c33f req-8e620bde-1246-4cc0-b21f-896dcf6c89cd tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 949 time: 0.1199555 Aug 24 00:28:32.380800 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-829e32a2-85ed-4fc6-bce6-b015e4c72090 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.381387 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829e32a2-85ed-4fc6-bce6-b015e4c72090 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.386394 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-829e32a2-85ed-4fc6-bce6-b015e4c72090 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/922fdb00-9f93-4d11-a63c-e54305a0122f HTTP/1.1" status: 404 len: 337 time: 0.0325620 Aug 24 00:28:32.387185 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36008) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.429169 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-34767d18-0137-4ac4-b556-0a5c205233e7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.430341 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34767d18-0137-4ac4-b556-0a5c205233e7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.431108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81737c80-1326-444f-b1e7-da1722d8c33f req-9917bda7-7960-4f33-8f2a-c91e28c935e3 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/security-groups?id=644f8c1b-dfba-4475-85cc-670d74280698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493686 Aug 24 00:28:32.434491 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-34767d18-0137-4ac4-b556-0a5c205233e7 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/1fe35cdd-daf7-4dbe-8656-9746196c8a04 HTTP/1.1" status: 404 len: 337 time: 0.0435009 Aug 24 00:28:32.434797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.467926 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc6ff73-a7ec-4e33-90c8-9bea2b2a789e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.468703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc6ff73-a7ec-4e33-90c8-9bea2b2a789e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.473237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36014) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.473484 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2dc6ff73-a7ec-4e33-90c8-9bea2b2a789e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/8e664805-080c-4f6f-8b18-e44ef39e892c HTTP/1.1" status: 404 len: 333 time: 0.0375030 Aug 24 00:28:32.501382 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab96167a-70d6-4a7c-b937-e62d504bf8fd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.501971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab96167a-70d6-4a7c-b937-e62d504bf8fd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.506152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ab96167a-70d6-4a7c-b937-e62d504bf8fd tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/1fdb7973-3b01-4bb4-8368-a46114521785 HTTP/1.1" status: 404 len: 337 time: 0.0295465 Aug 24 00:28:32.506553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36016) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.533033 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab345b4-8514-4780-b38e-0a3bb8bbe1bf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.534069 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab345b4-8514-4780-b38e-0a3bb8bbe1bf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.535865 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4ab345b4-8514-4780-b38e-0a3bb8bbe1bf tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/20049903-bcbc-4c80-900a-3c61c8a8fbfd HTTP/1.1" status: 404 len: 333 time: 0.0279403 Aug 24 00:28:32.538483 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.559837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007310c-ba40-4411-b5c9-1515b2b36641 req-280ab297-119e-4246-bb77-15f268683d65 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:32.561377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a007310c-ba40-4411-b5c9-1515b2b36641 req-280ab297-119e-4246-bb77-15f268683d65 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0552454 Aug 24 00:28:32.573197 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-59455170-a604-4706-860d-bf8ff17e430d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.573657 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59455170-a604-4706-860d-bf8ff17e430d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.577776 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-59455170-a604-4706-860d-bf8ff17e430d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/3f55eeb6-f06a-4427-9179-fdcd4b5bae75 HTTP/1.1" status: 404 len: 337 time: 0.0361960 Aug 24 00:28:32.578001 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36024) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.601436 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20371a7-6254-45a7-b332-d3576138c719 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.602106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20371a7-6254-45a7-b332-d3576138c719 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.606126 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b20371a7-6254-45a7-b332-d3576138c719 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/bd867c2a-1a8d-44b7-8d57-95f30ecc0fb2 HTTP/1.1" status: 404 len: 333 time: 0.0243742 Aug 24 00:28:32.606284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a007310c-ba40-4411-b5c9-1515b2b36641 req-a7df9b08-d206-441c-95fd-3b44d3a10158 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387428 Aug 24 00:28:32.606969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36026) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.638711 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95fc2ef-e7cb-4cd1-a519-3454c8e483c4 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.639198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95fc2ef-e7cb-4cd1-a519-3454c8e483c4 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.644023 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d95fc2ef-e7cb-4cd1-a519-3454c8e483c4 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/703435cb-aad1-4605-9a91-ad63dcd59efa HTTP/1.1" status: 404 len: 337 time: 0.0338299 Aug 24 00:28:32.644198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36028) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.678003 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-494e011d-3ff9-4266-8b12-e148e773de73 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.678761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494e011d-3ff9-4266-8b12-e148e773de73 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.680877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-494e011d-3ff9-4266-8b12-e148e773de73 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/2e10f2f3-2429-4dbc-902f-bb87f2df3743 HTTP/1.1" status: 404 len: 333 time: 0.0357533 Aug 24 00:28:32.683413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36034) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.724368 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e33d3c-c55a-4dfe-9fed-7e655f54062e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.724827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e33d3c-c55a-4dfe-9fed-7e655f54062e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.726621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-18e33d3c-c55a-4dfe-9fed-7e655f54062e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/e53e9c30-680b-4117-a733-f9b60989efc2 HTTP/1.1" status: 404 len: 337 time: 0.0423052 Aug 24 00:28:32.730044 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.747625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11f48f-154d-4e69-956c-18eb6125b260 req-7aa33875-dfb0-4f6c-9d2e-3268af89c05b tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:32.749174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca11f48f-154d-4e69-956c-18eb6125b260 req-7aa33875-dfb0-4f6c-9d2e-3268af89c05b tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 943 time: 0.0802398 Aug 24 00:28:32.756383 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e395a43c-c945-4720-b61c-af7044198516 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.757139 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e395a43c-c945-4720-b61c-af7044198516 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.759787 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e395a43c-c945-4720-b61c-af7044198516 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/3c19880f-c0a5-4d72-a44c-1d2fa1fe4906 HTTP/1.1" status: 404 len: 333 time: 0.0286222 Aug 24 00:28:32.762346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.795651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca11f48f-154d-4e69-956c-18eb6125b260 req-a32172e1-567c-4ce1-ac1f-f90e7c081a33 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/security-groups?id=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395381 Aug 24 00:28:32.800662 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-275ca2ad-3613-4367-9950-f8cabcf39bec tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.801298 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275ca2ad-3613-4367-9950-f8cabcf39bec tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.803059 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-275ca2ad-3613-4367-9950-f8cabcf39bec tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/00a68e46-854b-4647-a6f5-496863e506b9 HTTP/1.1" status: 404 len: 337 time: 0.0395002 Aug 24 00:28:32.805686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.829664 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf8161d-6948-4670-a300-fdbccb7c2eef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.830221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf8161d-6948-4670-a300-fdbccb7c2eef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.834200 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-eaf8161d-6948-4670-a300-fdbccb7c2eef tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/cb9f06ad-29c9-41aa-8247-6f57ee387359 HTTP/1.1" status: 404 len: 333 time: 0.0254049 Aug 24 00:28:32.834928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36044) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.866056 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-6517b861-49de-4578-bab0-c68125d5967b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.866526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6517b861-49de-4578-bab0-c68125d5967b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.868463 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6517b861-49de-4578-bab0-c68125d5967b tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/0dfcb91c-2fa7-4397-ace2-2a2cb4a63f53 HTTP/1.1" status: 404 len: 337 time: 0.0322740 Aug 24 00:28:32.870964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36046) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.894522 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be353ae-1075-4810-8c8c-72bea376d29d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.895579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be353ae-1075-4810-8c8c-72bea376d29d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.897343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6be353ae-1075-4810-8c8c-72bea376d29d tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/ports/427923ce-7b98-4329-abbc-696af1185ce4 HTTP/1.1" status: 404 len: 333 time: 0.0254393 Aug 24 00:28:32.900370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36048) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.925541 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fdf0e3-cbd8-40c7-9469-700ef35a604e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:32.926001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fdf0e3-cbd8-40c7-9469-700ef35a604e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:32.927733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a8fdf0e3-cbd8-40c7-9469-700ef35a604e tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/subnets/65530ed6-8bf0-442e-856f-341d87e432f9 HTTP/1.1" status: 404 len: 337 time: 0.0264812 Aug 24 00:28:32.930347 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36050) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:32.988072 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:33.008116 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5684878-a3de-4649-b185-55717c0535a3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:33.103593 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5684878-a3de-4649-b185-55717c0535a3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:33.114113 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c5684878-a3de-4649-b185-55717c0535a3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277b6df4-b1fd-459f-9851-1a35106f20e7']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:33.125274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c5684878-a3de-4649-b185-55717c0535a3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41948778-d115-492b-8144-20d9daac83cf') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:33.125566 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c5684878-a3de-4649-b185-55717c0535a3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41948778-d115-492b-8144-20d9daac83cf') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:33.134244 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5684878-a3de-4649-b185-55717c0535a3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:33.147736 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5684878-a3de-4649-b185-55717c0535a3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:33.154180 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5684878-a3de-4649-b185-55717c0535a3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:28:33.154565 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5684878-a3de-4649-b185-55717c0535a3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:28:33.157519 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:28:33.218876 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5684878-a3de-4649-b185-55717c0535a3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:33.245357 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c5684878-a3de-4649-b185-55717c0535a3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:33.247785 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c5684878-a3de-4649-b185-55717c0535a3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] 10.222.0.32 "DELETE /v2.0/networks/277b6df4-b1fd-459f-9851-1a35106f20e7 HTTP/1.1" status: 204 len: 168 time: 0.3163464 Aug 24 00:28:33.248767 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5684878-a3de-4649-b185-55717c0535a3 tempest-NetworksTestDHCPv6-1171566516 tempest-NetworksTestDHCPv6-1171566516-project] Pushing event deleted for resources: {'Network': ['ID=277b6df4-b1fd-459f-9851-1a35106f20e7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:33.336877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d722d-2d8a-4087-bfe7-b8653230649d req-745e4fc1-3697-423a-a314-3f5c2de0f4c7 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:33.338594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-911d722d-2d8a-4087-bfe7-b8653230649d req-745e4fc1-3697-423a-a314-3f5c2de0f4c7 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0626149 Aug 24 00:28:33.381259 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-911d722d-2d8a-4087-bfe7-b8653230649d req-2a4dafb6-5f4d-4250-abb2-587626aa9701 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360785 Aug 24 00:28:33.499849 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36068) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:33.682625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa12e71b-30ae-4344-b74b-7ac8dbb06e51 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:28:33.740474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34431459-64f6-41d4-bb02-c6a2b6941316 req-78423d20-978e-49d5-a591-010be346e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:33.744014 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4477f16b-e7dc-4087-b140-ce54479add9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cb5fa6130924e63b15d81aab8f667b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416308 Aug 24 00:28:33.745782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34431459-64f6-41d4-bb02-c6a2b6941316 req-78423d20-978e-49d5-a591-010be346e6a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=645be32e261e48e6ae77381e2ac708f7&device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 1096 time: 0.1143646 Aug 24 00:28:33.748750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36076) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:33.826295 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fa12e71b-30ae-4344-b74b-7ac8dbb06e51, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa12e71b-30ae-4344-b74b-7ac8dbb06e51,segment=NetworkSegment(ef49be34-2ed6-4f69-826b-104023cd778c),segment_id=ef49be34-2ed6-4f69-826b-104023cd778c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:33.826866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e328326-cfc9-4d80-bdcb-d14b9ade9003 req-3a1678f2-e76f-4f50-8618-b32447e7b912 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:33.828422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e328326-cfc9-4d80-bdcb-d14b9ade9003 req-3a1678f2-e76f-4f50-8618-b32447e7b912 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.1805317 Aug 24 00:28:33.845583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'fa12e71b-30ae-4344-b74b-7ac8dbb06e51', 'network_id': '5c5ebbbc-b327-4eef-859c-cd54b5c65f0c', 'port_id': 'fa12e71b-30ae-4344-b74b-7ac8dbb06e51', 'mac_address': 'fa:16:3e:29:72:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd9d2d5-8d41-49fc-ad57-ff45621bd864', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:28:33.895986 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:33.919975 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa12e71b-30ae-4344-b74b-7ac8dbb06e51 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:33.941191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fa12e71b-30ae-4344-b74b-7ac8dbb06e51, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa12e71b-30ae-4344-b74b-7ac8dbb06e51,segment=NetworkSegment(ef49be34-2ed6-4f69-826b-104023cd778c),segment_id=ef49be34-2ed6-4f69-826b-104023cd778c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:33.945269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08add644-7c4e-427d-8c61-4ddbcbc1ca5f req-c6fecbb2-47e6-49da-bdba-52d4306c1805 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:33.946982 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:33.954713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08add644-7c4e-427d-8c61-4ddbcbc1ca5f req-c6fecbb2-47e6-49da-bdba-52d4306c1805 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1822648 Aug 24 00:28:33.996010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e328326-cfc9-4d80-bdcb-d14b9ade9003 req-fb3e7752-9cdc-4f3d-a7d9-8008c0ce1ee5 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290979 Aug 24 00:28:33.998989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fa12e71b-30ae-4344-b74b-7ac8dbb06e51,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:34.014493 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-267d7a5c-d4c5-4953-bea9-8a71ef62fc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:34.021589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34431459-64f6-41d4-bb02-c6a2b6941316 req-e636b583-427d-4b3e-8ca3-c536f6bbd2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:34.023138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34431459-64f6-41d4-bb02-c6a2b6941316 req-e636b583-427d-4b3e-8ca3-c536f6bbd2b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 HTTP/1.1" status: 200 len: 919 time: 0.2663641 Aug 24 00:28:34.074227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34431459-64f6-41d4-bb02-c6a2b6941316 req-64b6c936-a64f-4f8b-ae87-412dfea057b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5789068-c6c7-4e92-a48c-288316aa5193 HTTP/1.1" status: 200 len: 217 time: 0.0425260 Aug 24 00:28:34.093050 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-267d7a5c-d4c5-4953-bea9-8a71ef62fc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:34.169164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08add644-7c4e-427d-8c61-4ddbcbc1ca5f req-db4d6ba5-093c-4259-bb41-c6a3a1e123f2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127845 Aug 24 00:28:34.207169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34431459-64f6-41d4-bb02-c6a2b6941316 req-0680bb50-8e50-4a0c-8d21-d7a62d3179f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:34.209281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34431459-64f6-41d4-bb02-c6a2b6941316 req-0680bb50-8e50-4a0c-8d21-d7a62d3179f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7d30128-2ce5-4885-8968-a3ab5697bdd2 HTTP/1.1" status: 200 len: 858 time: 0.1213045 Aug 24 00:28:34.217901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00ae1a-25ce-44ba-8999-902fe8c7f1ad req-bcfabee1-5656-4081-9535-db9bafe53f57 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:34.219476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b00ae1a-25ce-44ba-8999-902fe8c7f1ad req-bcfabee1-5656-4081-9535-db9bafe53f57 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 944 time: 0.1530790 Aug 24 00:28:34.258229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34431459-64f6-41d4-bb02-c6a2b6941316 req-3393c5e0-83f9-4603-9353-74f4861426e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373147 Aug 24 00:28:34.259018 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-267d7a5c-d4c5-4953-bea9-8a71ef62fc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:34.261532 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-267d7a5c-d4c5-4953-bea9-8a71ef62fc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:34.262574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-267d7a5c-d4c5-4953-bea9-8a71ef62fc16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84a92a05-bc4f-40e9-b6b5-133a1089bba2 HTTP/1.1" status: 204 len: 168 time: 0.5134470 Aug 24 00:28:34.298227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d7a5c-d4c5-4953-bea9-8a71ef62fc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a92a05-bc4f-40e9-b6b5-133a1089bba2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:34.354261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b00ae1a-25ce-44ba-8999-902fe8c7f1ad req-6954aeba-1991-4c96-87a7-8db2da47d1b0 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/security-groups?id=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237080 Aug 24 00:28:34.417833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34431459-64f6-41d4-bb02-c6a2b6941316 req-aa4f154f-9486-4d9a-aa01-5a273afca9fd service neutron] 10.222.0.47 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488431 Aug 24 00:28:34.479757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['fa12e71b-30ae-4344-b74b-7ac8dbb06e51'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:34.525367 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34431459-64f6-41d4-bb02-c6a2b6941316 req-44050d5d-9fd9-4623-aae7-d543688d17c9 service neutron] 10.222.0.47 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992517 Aug 24 00:28:35.035613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36112) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:35.122903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adba1b-07e8-49d6-81a8-8c490b6061ba req-f2c39b92-34bd-4332-b294-5f57162b8540 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:35.124481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5adba1b-07e8-49d6-81a8-8c490b6061ba req-f2c39b92-34bd-4332-b294-5f57162b8540 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0617783 Aug 24 00:28:35.169754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2024460700'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:35.215306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5adba1b-07e8-49d6-81a8-8c490b6061ba req-41564787-d723-4082-a957-0c1731fb4a47 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816352 Aug 24 00:28:35.217195 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:35.224082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:35.233701 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:35.332250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3636-159b-49d6-9919-bac34617420a req-8b287c1a-768e-4bec-a2e4-3018af7ed0cb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:35.333799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49cf3636-159b-49d6-9919-bac34617420a req-8b287c1a-768e-4bec-a2e4-3018af7ed0cb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0772216 Aug 24 00:28:35.402389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49cf3636-159b-49d6-9919-bac34617420a req-9b0c0cee-a90a-484d-8764-74cc1ee42c7a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567236 Aug 24 00:28:35.418479 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:35.438343 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:35.496857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:28:35.520082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:35.520430 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Added segment b88e8948-895f-4b38-b297-6250f14adb59 of type vlan for network d9b26dde-90b5-416c-bbfa-b9ada36e101e Aug 24 00:28:35.531643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f934eae-b428-4782-aee1-5b673986c5b6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:35.584200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3226a40-a1ee-4dbf-b779-f19577137da7 req-c2b22209-4b97-49bd-a681-90ae975bd93f tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:35.585727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3226a40-a1ee-4dbf-b779-f19577137da7 req-c2b22209-4b97-49bd-a681-90ae975bd93f tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 944 time: 0.1236279 Aug 24 00:28:35.587679 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:35.643079 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3226a40-a1ee-4dbf-b779-f19577137da7 req-a93ba396-4489-489b-80f7-16a6a8e7ef5b tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/security-groups?id=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508578 Aug 24 00:28:35.644206 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:35.650586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:35.651268 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:35.681481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6422443 Aug 24 00:28:35.681993 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36124) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:35.687347 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'name': 'tempest-PortsIpV6TestJSON-610019014'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:35.735472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58c771-05d3-4837-b128-fe681a3016ec tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Network': ['ID=d9b26dde-90b5-416c-bbfa-b9ada36e101e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:35.748230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:28:35.800553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:35.804225 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:35.823263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port 8078c90d-034e-4e5a-baca-019a8649a58f yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:35.994823 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:36.035293 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:36.095448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=8078c90d-034e-4e5a-baca-019a8649a58f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:36.108415 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:36.108762 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:36.109108 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:36.109475 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:36.109807 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:36.110137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:36.110470 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:36.110817 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:36.111146 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:36.111470 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:36.111797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:36.112116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:36.115592 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Checking segment: {'id': 'b88e8948-895f-4b38-b297-6250f14adb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:36.115984 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network hostable DHCP agents. Network: d9b26dde-90b5-416c-bbfa-b9ada36e101e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:28:36.133376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:28:36.142353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, d9b26dde-90b5-416c-bbfa-b9ada36e101e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:36.146210 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:36.152754 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:36.153372 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:36.154241 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a215864-9873-4452-a3ff-8fface56ed36 None None] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:36.172186 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-63d3f6bd-c381-4b0d-90be-774b11ec5285 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4861844 Aug 24 00:28:36.172547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36130) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:36.177728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fc35fde9-92d7-442a-b11d-722c56d8178a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1431703364'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:36.199575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc35fde9-92d7-442a-b11d-722c56d8178a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:36.203146 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc35fde9-92d7-442a-b11d-722c56d8178a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:36.230304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc35fde9-92d7-442a-b11d-722c56d8178a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:28:36.241795 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc35fde9-92d7-442a-b11d-722c56d8178a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:36.242850 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-fc35fde9-92d7-442a-b11d-722c56d8178a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Added segment e511aabb-e47d-4f7a-8ace-033082c4b693 of type vlan for network 7270ab7c-90ff-42d3-abad-5213ff185a19 Aug 24 00:28:36.293766 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc35fde9-92d7-442a-b11d-722c56d8178a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:36.344972 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc35fde9-92d7-442a-b11d-722c56d8178a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:36.350752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc35fde9-92d7-442a-b11d-722c56d8178a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:36.351387 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc35fde9-92d7-442a-b11d-722c56d8178a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:36.440229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fc35fde9-92d7-442a-b11d-722c56d8178a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2665610 Aug 24 00:28:36.443117 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36136) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:36.448464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee1fda-4e0b-4b46-8e72-afc6d27c7d8d req-c06a86b1-bf3d-479a-8d2c-435dcb6ce035 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:36.448639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'ports': [{'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e'}, {'network_id': '7270ab7c-90ff-42d3-abad-5213ff185a19'}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:36.448877 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:36.449363 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'network_id': '7270ab7c-90ff-42d3-abad-5213ff185a19'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:36.449963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9ee1fda-4e0b-4b46-8e72-afc6d27c7d8d req-c06a86b1-bf3d-479a-8d2c-435dcb6ce035 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.1453893 Aug 24 00:28:36.450601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35fde9-92d7-442a-b11d-722c56d8178a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Network': ['ID=7270ab7c-90ff-42d3-abad-5213ff185a19,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:36.460548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 7270ab7c-90ff-42d3-abad-5213ff185a19 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:28:36.540484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9ee1fda-4e0b-4b46-8e72-afc6d27c7d8d req-d156127f-ecee-4eb4-b4f1-9d84348b1b1c tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774372 Aug 24 00:28:36.561440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2bd9-8d5d-460e-b127-8edae2cdde0c req-e1ed83a6-f571-46a6-8ba9-c6985eb452f6 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:36.562996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07ed2bd9-8d5d-460e-b127-8edae2cdde0c req-e1ed83a6-f571-46a6-8ba9-c6985eb452f6 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0686214 Aug 24 00:28:36.612354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07ed2bd9-8d5d-460e-b127-8edae2cdde0c req-5f5815e3-a620-4250-9163-0dcb4088c045 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394125 Aug 24 00:28:36.675915 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 2} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:36.681415 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:36.696940 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:36.774243 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c2503-3119-4a91-b0a6-5dc7813ddbd2 req-8b7045f0-b75b-4ca7-b4a9-4e8796ce531a tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:36.775765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e88c2503-3119-4a91-b0a6-5dc7813ddbd2 req-8b7045f0-b75b-4ca7-b4a9-4e8796ce531a tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 944 time: 0.0600739 Aug 24 00:28:36.805882 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port 7e8464d0-de15-44c6-8c29-89ec72317a9d yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:36.825223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e88c2503-3119-4a91-b0a6-5dc7813ddbd2 req-870e630d-1ecc-48dd-bdb7-6b4d3c4f6a85 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/security-groups?id=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432041 Aug 24 00:28:36.932633 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:37.311514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port 69688c31-803b-4b61-b9af-f2347f86b009 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:37.418893 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:37.458189 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:37.506439 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:37.509415 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:37.512935 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:37.513758 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:37.520317 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=7e8464d0-de15-44c6-8c29-89ec72317a9d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:37.582431 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=69688c31-803b-4b61-b9af-f2347f86b009,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:37.586926 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Checking segment: {'id': 'e511aabb-e47d-4f7a-8ace-033082c4b693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7270ab7c-90ff-42d3-abad-5213ff185a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:37.587297 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network hostable DHCP agents. Network: 7270ab7c-90ff-42d3-abad-5213ff185a19, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:28:37.605111 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network 7270ab7c-90ff-42d3-abad-5213ff185a19 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:28:37.613534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 7270ab7c-90ff-42d3-abad-5213ff185a19) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:37.618114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:37.623983 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:37.625263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e592f3-aed9-4062-95fb-4ccb9f12e949 None None] Network 7270ab7c-90ff-42d3-abad-5213ff185a19 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:37.629281 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:37.629993 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:37.648398 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d5d8eefe-0585-4e23-85ca-324523f308cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2041609 Aug 24 00:28:37.651756 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:37.683080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9bdab-154f-4ba2-b771-441b194e00a7 req-6bcc12f5-d557-465f-b7a1-79ffb6ab4f47 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:37.684776 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cb9bdab-154f-4ba2-b771-441b194e00a7 req-6bcc12f5-d557-465f-b7a1-79ffb6ab4f47 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0702202 Aug 24 00:28:37.696956 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa12e71b-30ae-4344-b74b-7ac8dbb06e51 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:37.752251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cb9bdab-154f-4ba2-b771-441b194e00a7 req-016b720a-6eb1-4ae8-8cd8-364dd4d5099a tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597622 Aug 24 00:28:37.769029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8392f4-3514-432a-9b3a-5777772f9fa7 req-fbe12c3e-cd65-4352-83c8-a394c950c9d2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:37.770621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb8392f4-3514-432a-9b3a-5777772f9fa7 req-fbe12c3e-cd65-4352-83c8-a394c950c9d2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0702918 Aug 24 00:28:37.778449 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-67ae13a2-b935-45a8-acab-0c6e8a29c860 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 69688c31-803b-4b61-b9af-f2347f86b009 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:37.779915 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67ae13a2-b935-45a8-acab-0c6e8a29c860 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:37.814405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port fa12e71b-30ae-4344-b74b-7ac8dbb06e51 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:37.819282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port fa12e71b-30ae-4344-b74b-7ac8dbb06e51 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:37.819788 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:37.825141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb8392f4-3514-432a-9b3a-5777772f9fa7 req-d340894b-0153-467e-8832-c7ecb4538f88 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472903 Aug 24 00:28:37.895419 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67ae13a2-b935-45a8-acab-0c6e8a29c860 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:37.911471 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-67ae13a2-b935-45a8-acab-0c6e8a29c860 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 69688c31-803b-4b61-b9af-f2347f86b009 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:37.963433 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.022331 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67ae13a2-b935-45a8-acab-0c6e8a29c860 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.029483 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbea43d8-f13c-49bf-b78e-a8868906eb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa12e71b-30ae-4344-b74b-7ac8dbb06e51'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:38.032773 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecf3d6b-828f-46cc-9eb0-9a557f25245f" -d '{"events": [{"server_uuid": "fbea43d8-f13c-49bf-b78e-a8868906eb80", "name": "network-vif-plugged", "status": "completed", "tag": "fa12e71b-30ae-4344-b74b-7ac8dbb06e51"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:38.055424 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fa12e71b-30ae-4344-b74b-7ac8dbb06e51, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa12e71b-30ae-4344-b74b-7ac8dbb06e51,segment=NetworkSegment(ef49be34-2ed6-4f69-826b-104023cd778c),segment_id=ef49be34-2ed6-4f69-826b-104023cd778c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:38.063444 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.076108 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae13a2-b935-45a8-acab-0c6e8a29c860 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=69688c31-803b-4b61-b9af-f2347f86b009,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:38.084796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792e7f5-0d72-4046-bd59-ef7c95e73785 req-e22b89c8-9467-445e-8319-55135da98ae7 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:38.095792 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7792e7f5-0d72-4046-bd59-ef7c95e73785 req-e22b89c8-9467-445e-8319-55135da98ae7 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 944 time: 0.1078818 Aug 24 00:28:38.097596 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67ae13a2-b935-45a8-acab-0c6e8a29c860 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.109309 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-67ae13a2-b935-45a8-acab-0c6e8a29c860 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/69688c31-803b-4b61-b9af-f2347f86b009 HTTP/1.1" status: 204 len: 168 time: 0.4562089 Aug 24 00:28:38.109676 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36166) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:38.127023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fa12e71b-30ae-4344-b74b-7ac8dbb06e51,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:38.159426 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b3772f-8c7d-4bde-8c75-c71020bfc8c6 x-openstack-request-id: req-63b3772f-8c7d-4bde-8c75-c71020bfc8c6 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:38.159755 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbea43d8-f13c-49bf-b78e-a8868906eb80", "name": "network-vif-plugged", "status": "completed", "tag": "fa12e71b-30ae-4344-b74b-7ac8dbb06e51", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:38.160014 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63b3772f-8c7d-4bde-8c75-c71020bfc8c6 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:38.160417 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbea43d8-f13c-49bf-b78e-a8868906eb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa12e71b-30ae-4344-b74b-7ac8dbb06e51', 'code': 200} Aug 24 00:28:38.170648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7792e7f5-0d72-4046-bd59-ef7c95e73785 req-721fd3c8-d143-41d4-93b2-4e152e1d5fd1 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/security-groups?id=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759344 Aug 24 00:28:38.208092 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dbe444-d3d4-4ba3-826f-d1f3e28e6741 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:38.213883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dbe444-d3d4-4ba3-826f-d1f3e28e6741 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:38.218027 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c6dbe444-d3d4-4ba3-826f-d1f3e28e6741 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1050003 Aug 24 00:28:38.218314 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:38.300131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fc147-2937-496c-9aec-b0be38fe0bef req-39b3f176-23df-455b-93df-09ec42ef3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:38.301812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-928fc147-2937-496c-9aec-b0be38fe0bef req-39b3f176-23df-455b-93df-09ec42ef3ddc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 1096 time: 0.0455410 Aug 24 00:28:38.319257 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d927b77c-c8d8-47ff-a0f8-ea9855b784a8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 7e8464d0-de15-44c6-8c29-89ec72317a9d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:38.319607 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d927b77c-c8d8-47ff-a0f8-ea9855b784a8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.345290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-928fc147-2937-496c-9aec-b0be38fe0bef req-88bd00db-3319-4d79-87cc-ea9fac1d2c17 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341668 Aug 24 00:28:38.392712 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d927b77c-c8d8-47ff-a0f8-ea9855b784a8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.408606 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d927b77c-c8d8-47ff-a0f8-ea9855b784a8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 7e8464d0-de15-44c6-8c29-89ec72317a9d owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:38.490599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d927b77c-c8d8-47ff-a0f8-ea9855b784a8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.524994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927b77c-c8d8-47ff-a0f8-ea9855b784a8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=7e8464d0-de15-44c6-8c29-89ec72317a9d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:38.530071 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d927b77c-c8d8-47ff-a0f8-ea9855b784a8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.532101 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d927b77c-c8d8-47ff-a0f8-ea9855b784a8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/7e8464d0-de15-44c6-8c29-89ec72317a9d HTTP/1.1" status: 204 len: 168 time: 0.3126793 Aug 24 00:28:38.534810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36178) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:38.584567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cdf321-a0e6-4f05-904d-850c27dbcfbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:38.587230 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b5cdf321-a0e6-4f05-904d-850c27dbcfbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0514016 Aug 24 00:28:38.588698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36180) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:38.615733 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21ffb13-7e5a-42dc-807f-3a553d41c3fa tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] GET failed (client error): The resource could not be found. Aug 24 00:28:38.617095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f21ffb13-7e5a-42dc-807f-3a553d41c3fa tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/69688c31-803b-4b61-b9af-f2347f86b009 HTTP/1.1" status: 404 len: 333 time: 0.0272558 Aug 24 00:28:38.620433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36182) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:38.644192 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-abeed778-adac-44af-86fc-84320eedd46a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] GET failed (client error): The resource could not be found. Aug 24 00:28:38.645637 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-abeed778-adac-44af-86fc-84320eedd46a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/7e8464d0-de15-44c6-8c29-89ec72317a9d HTTP/1.1" status: 404 len: 333 time: 0.0243199 Aug 24 00:28:38.648850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36184) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:38.725168 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a93f58f-5937-425a-9001-b5c63533e78f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.819371 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a93f58f-5937-425a-9001-b5c63533e78f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.830529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4a93f58f-5937-425a-9001-b5c63533e78f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7270ab7c-90ff-42d3-abad-5213ff185a19']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:38.842205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4a93f58f-5937-425a-9001-b5c63533e78f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e511aabb-e47d-4f7a-8ace-033082c4b693') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:38.842423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4a93f58f-5937-425a-9001-b5c63533e78f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e511aabb-e47d-4f7a-8ace-033082c4b693') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:38.852338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a93f58f-5937-425a-9001-b5c63533e78f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.867636 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a93f58f-5937-425a-9001-b5c63533e78f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.874309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a93f58f-5937-425a-9001-b5c63533e78f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:28:38.874814 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a93f58f-5937-425a-9001-b5c63533e78f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:28:38.877996 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:28:38.976964 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a93f58f-5937-425a-9001-b5c63533e78f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.984909 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a93f58f-5937-425a-9001-b5c63533e78f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:38.986668 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4a93f58f-5937-425a-9001-b5c63533e78f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/networks/7270ab7c-90ff-42d3-abad-5213ff185a19 HTTP/1.1" status: 204 len: 168 time: 0.3368213 Aug 24 00:28:38.990680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36192) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:39.009572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3433784-bf3f-46bb-aabd-6f5c850073f1 req-1f26f338-9009-4359-b194-1bcb4e004d3d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:39.011027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3433784-bf3f-46bb-aabd-6f5c850073f1 req-1f26f338-9009-4359-b194-1bcb4e004d3d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1201231 Aug 24 00:28:39.014585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f3460d76-c287-4d03-b3d3-7f3cc839a376 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1496728709'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:39.020504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93f58f-5937-425a-9001-b5c63533e78f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Network': ['ID=7270ab7c-90ff-42d3-abad-5213ff185a19,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:39.058986 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3460d76-c287-4d03-b3d3-7f3cc839a376 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:39.062361 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3460d76-c287-4d03-b3d3-7f3cc839a376 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:39.078324 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3433784-bf3f-46bb-aabd-6f5c850073f1 req-57d611e5-31f4-4614-a4dc-d85ea95bfe2a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589123 Aug 24 00:28:39.091776 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3460d76-c287-4d03-b3d3-7f3cc839a376 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:28:39.100594 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3460d76-c287-4d03-b3d3-7f3cc839a376 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:39.100982 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-f3460d76-c287-4d03-b3d3-7f3cc839a376 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Added segment db9a888b-9df2-499d-a2bb-8a388238f214 of type vlan for network bcd548e7-0d62-412d-8fe0-b02e2bbd6581 Aug 24 00:28:39.140753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3460d76-c287-4d03-b3d3-7f3cc839a376 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:39.165281 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3460d76-c287-4d03-b3d3-7f3cc839a376 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:39.170699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3460d76-c287-4d03-b3d3-7f3cc839a376 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:39.171309 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3460d76-c287-4d03-b3d3-7f3cc839a376 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:39.230869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f3460d76-c287-4d03-b3d3-7f3cc839a376 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2303827 Aug 24 00:28:39.233931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36202) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:39.240305 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3ec7f971-b9f3-4bf1-8677-ac7f50acad0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': 'bcd548e7-0d62-412d-8fe0-b02e2bbd6581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:39.268545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3460d76-c287-4d03-b3d3-7f3cc839a376 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Network': ['ID=bcd548e7-0d62-412d-8fe0-b02e2bbd6581,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:39.288201 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network bcd548e7-0d62-412d-8fe0-b02e2bbd6581 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:28:39.319959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ea83f-ca1f-446b-82d4-6bd2df7c63bd req-347c1c22-93fe-457b-9758-8445e5cff155 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:39.326641 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-293ea83f-ca1f-446b-82d4-6bd2df7c63bd req-347c1c22-93fe-457b-9758-8445e5cff155 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 945 time: 0.0891769 Aug 24 00:28:39.372213 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-293ea83f-ca1f-446b-82d4-6bd2df7c63bd req-6efd764e-6375-408b-8dc1-0c2b7b415122 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/security-groups?id=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Aug 24 00:28:39.379224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec7f971-b9f3-4bf1-8677-ac7f50acad0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:39.383680 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ec7f971-b9f3-4bf1-8677-ac7f50acad0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:39.410976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebe4ff-40a2-45ca-ab63-7c220816f3d5 req-e2bf5062-0d2c-414a-ba25-ed9583be8507 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:39.412459 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2ebe4ff-40a2-45ca-ab63-7c220816f3d5 req-e2bf5062-0d2c-414a-ba25-ed9583be8507 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0568359 Aug 24 00:28:39.454717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2ebe4ff-40a2-45ca-ab63-7c220816f3d5 req-ce6c4437-d5a9-45ed-8ea3-531cd3cb7158 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355091 Aug 24 00:28:39.599878 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ec7f971-b9f3-4bf1-8677-ac7f50acad0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:39.675021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7f971-b9f3-4bf1-8677-ac7f50acad0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Subnet': ['ID=050415a7-7db2-487c-94c4-bd642b65468b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:39.685086 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec7f971-b9f3-4bf1-8677-ac7f50acad0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Checking segment: {'id': 'db9a888b-9df2-499d-a2bb-8a388238f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bcd548e7-0d62-412d-8fe0-b02e2bbd6581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:39.685431 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec7f971-b9f3-4bf1-8677-ac7f50acad0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network hostable DHCP agents. Network: bcd548e7-0d62-412d-8fe0-b02e2bbd6581, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:28:39.702687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec7f971-b9f3-4bf1-8677-ac7f50acad0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network bcd548e7-0d62-412d-8fe0-b02e2bbd6581 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:28:39.711940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3ec7f971-b9f3-4bf1-8677-ac7f50acad0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, bcd548e7-0d62-412d-8fe0-b02e2bbd6581) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:39.716059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec7f971-b9f3-4bf1-8677-ac7f50acad0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:39.717963 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ec7f971-b9f3-4bf1-8677-ac7f50acad0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:39.721649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3410d47-e03d-4fb9-b84c-f8bc6a89a57b None None] Network bcd548e7-0d62-412d-8fe0-b02e2bbd6581 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:39.733079 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ec7f971-b9f3-4bf1-8677-ac7f50acad0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4978981 Aug 24 00:28:39.735495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:39.741075 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'network_id': 'bcd548e7-0d62-412d-8fe0-b02e2bbd6581', 'name': 'tempest-PortsIpV6TestJSON-1468053978'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:39.864336 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:39.868508 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:39.879939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-bcd548e7-0d62-412d-8fe0-b02e2bbd6581', 'network_id': 'bcd548e7-0d62-412d-8fe0-b02e2bbd6581', 'tenant_id': '240f365715514d30adc13e62aed21a9e', 'fixed_ips': [{'subnet_id': '050415a7-7db2-487c-94c4-bd642b65468b'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:28:39.880979 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:39.896753 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port 182f1c6c-5bb3-4263-ae2f-18ac218e89d0 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:40.025664 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Allocated IP 2001:db8::309 (bcd548e7-0d62-412d-8fe0-b02e2bbd6581/050415a7-7db2-487c-94c4-bd642b65468b/182f1c6c-5bb3-4263-ae2f-18ac218e89d0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:40.188181 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:40.206513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Transition to ACTIVE for port object 182f1c6c-5bb3-4263-ae2f-18ac218e89d0 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:40.237676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a929e3-589a-4b48-8a0d-462d2f2f2ba5 req-d4661553-a02f-42b6-ae65-5ce603ea3587 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:40.239490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98a929e3-589a-4b48-8a0d-462d2f2f2ba5 req-d4661553-a02f-42b6-ae65-5ce603ea3587 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0716286 Aug 24 00:28:40.255872 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:40.290744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98a929e3-589a-4b48-8a0d-462d2f2f2ba5 req-6bfa4018-559f-490f-8606-3c5f17c24b48 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436420 Aug 24 00:28:40.312542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Allocated IP 2001:db8::2 (bcd548e7-0d62-412d-8fe0-b02e2bbd6581/050415a7-7db2-487c-94c4-bd642b65468b/3375cfa5-353f-45ae-83d3-2fe3210996d6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:40.334736 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network bcd548e7-0d62-412d-8fe0-b02e2bbd6581 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:40.338208 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:40.348448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:40.355872 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:40.356729 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:40.360595 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=182f1c6c-5bb3-4263-ae2f-18ac218e89d0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:40.377492 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-538ef5c9-79eb-456b-bb3b-2cc39519a66c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6406054 Aug 24 00:28:40.380122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36228) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:40.493628 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:40.501928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Transition to ACTIVE for port object 3375cfa5-353f-45ae-83d3-2fe3210996d6 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:40.513977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ee95da6a-3cf2-4893-970b-62bdb7d2caa3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 182f1c6c-5bb3-4263-ae2f-18ac218e89d0 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:40.514371 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee95da6a-3cf2-4893-970b-62bdb7d2caa3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:40.521648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Transition to ACTIVE for port object 3375cfa5-353f-45ae-83d3-2fe3210996d6 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:40.531037 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:40.569038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19d1f7-bb56-4e1c-b110-379b32ac7800 req-2db4d4c8-e676-43d8-bb9d-45a434e92ebb tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:40.571459 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d19d1f7-bb56-4e1c-b110-379b32ac7800 req-2db4d4c8-e676-43d8-bb9d-45a434e92ebb tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 945 time: 0.1058524 Aug 24 00:28:40.576631 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Network bcd548e7-0d62-412d-8fe0-b02e2bbd6581 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:40.581169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:40.588033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:40.640541 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee95da6a-3cf2-4893-970b-62bdb7d2caa3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:40.646032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d19d1f7-bb56-4e1c-b110-379b32ac7800 req-2db75b51-0c52-43be-bab8-d31f7dd0c552 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/security-groups?id=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619867 Aug 24 00:28:40.648164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Pushing event updated for resources: {'Port': ['ID=3375cfa5-353f-45ae-83d3-2fe3210996d6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:40.651410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Attempting to bind port 3375cfa5-353f-45ae-83d3-2fe3210996d6 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:40.651787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Attempting to bind port 3375cfa5-353f-45ae-83d3-2fe3210996d6 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'db9a888b-9df2-499d-a2bb-8a388238f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bcd548e7-0d62-412d-8fe0-b02e2bbd6581'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:40.652216 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Attempting to bind port 3375cfa5-353f-45ae-83d3-2fe3210996d6 on network bcd548e7-0d62-412d-8fe0-b02e2bbd6581 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:40.658137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:40.658522 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Checking segment: {'id': 'db9a888b-9df2-499d-a2bb-8a388238f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bcd548e7-0d62-412d-8fe0-b02e2bbd6581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:40.658960 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:40.659360 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Bound using segment: {'id': 'db9a888b-9df2-499d-a2bb-8a388238f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bcd548e7-0d62-412d-8fe0-b02e2bbd6581'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:40.659834 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Bound port: 3375cfa5-353f-45ae-83d3-2fe3210996d6, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9a888b-9df2-499d-a2bb-8a388238f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bcd548e7-0d62-412d-8fe0-b02e2bbd6581'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:40.660221 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:40.666433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ee95da6a-3cf2-4893-970b-62bdb7d2caa3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 182f1c6c-5bb3-4263-ae2f-18ac218e89d0 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:40.759083 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] For port 3375cfa5-353f-45ae-83d3-2fe3210996d6, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:40.762516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] For port 3375cfa5-353f-45ae-83d3-2fe3210996d6, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3375cfa5-353f-45ae-83d3-2fe3210996d6,segment=NetworkSegment(db9a888b-9df2-499d-a2bb-8a388238f214),segment_id=db9a888b-9df2-499d-a2bb-8a388238f214)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:40.767905 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:40.822207 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee95da6a-3cf2-4893-970b-62bdb7d2caa3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:40.848365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651fd9b-c070-42f6-a653-b45dd3e452c1 None None] Pushing event updated for resources: {'Port': ['ID=3375cfa5-353f-45ae-83d3-2fe3210996d6,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:40.866707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95da6a-3cf2-4893-970b-62bdb7d2caa3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=182f1c6c-5bb3-4263-ae2f-18ac218e89d0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:40.915131 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee95da6a-3cf2-4893-970b-62bdb7d2caa3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:40.918611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ee95da6a-3cf2-4893-970b-62bdb7d2caa3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/182f1c6c-5bb3-4263-ae2f-18ac218e89d0 HTTP/1.1" status: 204 len: 168 time: 0.5370586 Aug 24 00:28:40.921313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36240) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:40.960168 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2bdf05-88cf-4695-9170-158205f73025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] DELETE failed (client error): The resource could not be found. Aug 24 00:28:40.961898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2bdf05-88cf-4695-9170-158205f73025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:40.965177 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0c2bdf05-88cf-4695-9170-158205f73025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/182f1c6c-5bb3-4263-ae2f-18ac218e89d0 HTTP/1.1" status: 404 len: 333 time: 0.0413136 Aug 24 00:28:40.966552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36242) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:41.009675 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb34719-e096-4f40-ae87-d782fc36f1ef tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] GET failed (client error): The resource could not be found. Aug 24 00:28:41.011326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0eb34719-e096-4f40-ae87-d782fc36f1ef tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/182f1c6c-5bb3-4263-ae2f-18ac218e89d0 HTTP/1.1" status: 404 len: 333 time: 0.0419216 Aug 24 00:28:41.014419 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:41.081753 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c182ad2-0f6e-4dd4-bc02-5d5f86796c1a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting subnet 050415a7-7db2-487c-94c4-bd642b65468b {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:41.085186 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c182ad2-0f6e-4dd4-bc02-5d5f86796c1a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.157475 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c182ad2-0f6e-4dd4-bc02-5d5f86796c1a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.266962 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c182ad2-0f6e-4dd4-bc02-5d5f86796c1a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.343343 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c182ad2-0f6e-4dd4-bc02-5d5f86796c1a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.384265 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c182ad2-0f6e-4dd4-bc02-5d5f86796c1a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Subnet': ['ID=050415a7-7db2-487c-94c4-bd642b65468b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:41.392703 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c182ad2-0f6e-4dd4-bc02-5d5f86796c1a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.397048 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0c182ad2-0f6e-4dd4-bc02-5d5f86796c1a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/050415a7-7db2-487c-94c4-bd642b65468b HTTP/1.1" status: 204 len: 168 time: 0.3783059 Aug 24 00:28:41.397567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36266) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:41.504483 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.570113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761219a0-79da-42b0-a617-703ec39bb1a6 req-c4a7e6b3-294b-4a73-ba61-7611bdfb2921 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:41.571898 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-761219a0-79da-42b0-a617-703ec39bb1a6 req-c4a7e6b3-294b-4a73-ba61-7611bdfb2921 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0876479 Aug 24 00:28:41.632573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 3375cfa5-353f-45ae-83d3-2fe3210996d6 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:41.633550 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.642179 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-761219a0-79da-42b0-a617-703ec39bb1a6 req-7f6df040-fcc3-4712-9022-5afb95070338 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620177 Aug 24 00:28:41.716385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] For port 3375cfa5-353f-45ae-83d3-2fe3210996d6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3375cfa5-353f-45ae-83d3-2fe3210996d6,segment=NetworkSegment(db9a888b-9df2-499d-a2bb-8a388238f214),segment_id=db9a888b-9df2-499d-a2bb-8a388238f214)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:41.717368 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.734039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 3375cfa5-353f-45ae-83d3-2fe3210996d6 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:41.837504 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.872791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No DVR routers for this DVR port 3375cfa5-353f-45ae-83d3-2fe3210996d6 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:41.874896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=3375cfa5-353f-45ae-83d3-2fe3210996d6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:41.971604 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.988572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd548e7-0d62-412d-8fe0-b02e2bbd6581']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:42.028836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9a888b-9df2-499d-a2bb-8a388238f214') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:42.029139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9a888b-9df2-499d-a2bb-8a388238f214') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:42.055520 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.088473 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.105800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:28:42.106215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:28:42.109641 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:28:42.132695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed756819-fd0c-46f0-8ee8-0db31edb95cb None None] Network bcd548e7-0d62-412d-8fe0-b02e2bbd6581 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:42.183019 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.193313 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.196683 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/networks/bcd548e7-0d62-412d-8fe0-b02e2bbd6581 HTTP/1.1" status: 204 len: 168 time: 0.7980936 Aug 24 00:28:42.200446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36284) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:42.206039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9c0e5ee6-8515-4189-9a5d-1837a6b9b887 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2106590655'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:42.230237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af111db7-b0cb-4316-b00f-910638ef2ee2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Network': ['ID=bcd548e7-0d62-412d-8fe0-b02e2bbd6581,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:42.252131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0e5ee6-8515-4189-9a5d-1837a6b9b887 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:42.256862 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c0e5ee6-8515-4189-9a5d-1837a6b9b887 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.310374 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0e5ee6-8515-4189-9a5d-1837a6b9b887 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:28:42.329728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c0e5ee6-8515-4189-9a5d-1837a6b9b887 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.330380 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-9c0e5ee6-8515-4189-9a5d-1837a6b9b887 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Added segment b7cf7c61-b0c1-4bac-aa0f-315c1c149022 of type vlan for network 1a246b02-1ed5-4255-a011-3f17ee0233fd Aug 24 00:28:42.382896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c0e5ee6-8515-4189-9a5d-1837a6b9b887 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.411583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1324deb8-533f-463f-890c-86b92bc5a702 None None] Could not find standard attr ID for object 3375cfa5-353f-45ae-83d3-2fe3210996d6. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:28:42.453942 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c0e5ee6-8515-4189-9a5d-1837a6b9b887 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.473659 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0e5ee6-8515-4189-9a5d-1837a6b9b887 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:42.476121 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c0e5ee6-8515-4189-9a5d-1837a6b9b887 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.566849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bb5679-1132-4b36-8693-217f334d320b None None] DHCP port deletion for bcd548e7-0d62-412d-8fe0-b02e2bbd6581 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:28:42.576853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36298) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:42.577415 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9c0e5ee6-8515-4189-9a5d-1837a6b9b887 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3755243 Aug 24 00:28:42.586964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-250b4d1f-cdbf-4abd-acf0-7989f91516a3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': '1a246b02-1ed5-4255-a011-3f17ee0233fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:42.605634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e5ee6-8515-4189-9a5d-1837a6b9b887 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Network': ['ID=1a246b02-1ed5-4255-a011-3f17ee0233fd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:42.619429 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 1a246b02-1ed5-4255-a011-3f17ee0233fd details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:28:43.134958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd4598-9d1b-4eb6-9969-2f85d0e85530 req-a3e85583-52aa-4c5f-af40-9c3c37d00663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:43.136491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1bd4598-9d1b-4eb6-9969-2f85d0e85530 req-a3e85583-52aa-4c5f-af40-9c3c37d00663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1218400 Aug 24 00:28:43.163107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bc1e4-e16d-4e26-9356-bb41dee8d162 req-b4978699-b01d-4b5e-b6bb-5f8f01c4b889 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:43.165540 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-232bc1e4-e16d-4e26-9356-bb41dee8d162 req-b4978699-b01d-4b5e-b6bb-5f8f01c4b889 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 945 time: 0.1055653 Aug 24 00:28:43.172109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250b4d1f-cdbf-4abd-acf0-7989f91516a3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:43.175598 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-250b4d1f-cdbf-4abd-acf0-7989f91516a3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:43.276523 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1bd4598-9d1b-4eb6-9969-2f85d0e85530 req-22bab178-f7a7-4ad1-acd2-58a17cfc9cbb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287749 Aug 24 00:28:43.287640 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-232bc1e4-e16d-4e26-9356-bb41dee8d162 req-a76a7184-aa8a-472f-ae0f-3fa3adb26b2a tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/security-groups?id=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049232 Aug 24 00:28:43.432924 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-250b4d1f-cdbf-4abd-acf0-7989f91516a3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:43.495006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b4d1f-cdbf-4abd-acf0-7989f91516a3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Subnet': ['ID=3d91d1e5-5495-4078-aee4-f3e1523bd67f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:43.502968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b4d1f-cdbf-4abd-acf0-7989f91516a3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Checking segment: {'id': 'b7cf7c61-b0c1-4bac-aa0f-315c1c149022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1a246b02-1ed5-4255-a011-3f17ee0233fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:43.503320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250b4d1f-cdbf-4abd-acf0-7989f91516a3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network hostable DHCP agents. Network: 1a246b02-1ed5-4255-a011-3f17ee0233fd, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:28:43.520393 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250b4d1f-cdbf-4abd-acf0-7989f91516a3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network 1a246b02-1ed5-4255-a011-3f17ee0233fd is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:28:43.530101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-250b4d1f-cdbf-4abd-acf0-7989f91516a3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 1a246b02-1ed5-4255-a011-3f17ee0233fd) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:43.534844 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250b4d1f-cdbf-4abd-acf0-7989f91516a3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:43.535798 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-250b4d1f-cdbf-4abd-acf0-7989f91516a3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:43.539094 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e19492e-92de-4a56-9ca9-34679a777c62 None None] Network 1a246b02-1ed5-4255-a011-3f17ee0233fd requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:43.552330 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-250b4d1f-cdbf-4abd-acf0-7989f91516a3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9739926 Aug 24 00:28:43.554768 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36318) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:43.562753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'network_id': '1a246b02-1ed5-4255-a011-3f17ee0233fd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1421564988'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:43.719198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:43.727286 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:43.763321 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port 58f83649-5732-4d4c-9022-c9220dd4002d yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:43.791194 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-1a246b02-1ed5-4255-a011-3f17ee0233fd', 'network_id': '1a246b02-1ed5-4255-a011-3f17ee0233fd', 'tenant_id': '240f365715514d30adc13e62aed21a9e', 'fixed_ips': [{'subnet_id': '3d91d1e5-5495-4078-aee4-f3e1523bd67f'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:28:43.792363 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:43.966751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Allocated IP 2001:db8::3ba (1a246b02-1ed5-4255-a011-3f17ee0233fd/3d91d1e5-5495-4078-aee4-f3e1523bd67f/58f83649-5732-4d4c-9022-c9220dd4002d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:44.019868 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3375cfa5-353f-45ae-83d3-2fe3210996d6 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:44.043717 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 3375cfa5-353f-45ae-83d3-2fe3210996d6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:28:44.044063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3375cfa5-353f-45ae-83d3-2fe3210996d6 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:28:44.111838 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:44.126400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Transition to ACTIVE for port object 58f83649-5732-4d4c-9022-c9220dd4002d will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:44.159455 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:44.211239 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network 1a246b02-1ed5-4255-a011-3f17ee0233fd is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:44.213925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:44.218355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:44.223282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Allocated IP 2001:db8::2 (1a246b02-1ed5-4255-a011-3f17ee0233fd/3d91d1e5-5495-4078-aee4-f3e1523bd67f/db025537-40f3-4db8-a2e7-2e19951e8e94) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:44.225824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:44.225824 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:44.229431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=58f83649-5732-4d4c-9022-c9220dd4002d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:44.258903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c67bc917-6165-4764-ac36-5d40e0ce505c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7027216 Aug 24 00:28:44.259333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36330) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:44.437628 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0cf760ca-da96-469a-89f7-a917d3640a26 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 58f83649-5732-4d4c-9022-c9220dd4002d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:44.443245 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cf760ca-da96-469a-89f7-a917d3640a26 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:44.501696 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:44.502636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f4259-61a7-4078-8d97-cfbe770c878a req-7d8e28dc-6ef2-4771-855a-c4d0804c8e9f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:44.504999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-694f4259-61a7-4078-8d97-cfbe770c878a req-7d8e28dc-6ef2-4771-855a-c4d0804c8e9f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1147103 Aug 24 00:28:44.519972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e8c47-b7ae-4cfc-8af5-ec584e65df53 req-e282195a-e594-4854-8211-69b93d6fa486 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:44.520895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Transition to ACTIVE for port object db025537-40f3-4db8-a2e7-2e19951e8e94 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:44.521588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b57e8c47-b7ae-4cfc-8af5-ec584e65df53 req-e282195a-e594-4854-8211-69b93d6fa486 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 945 time: 0.1118913 Aug 24 00:28:44.536654 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Transition to ACTIVE for port object db025537-40f3-4db8-a2e7-2e19951e8e94 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:44.546429 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:44.577872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-694f4259-61a7-4078-8d97-cfbe770c878a req-44a701bd-6afb-499c-8b90-6a6bccffbe7b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552750 Aug 24 00:28:44.611102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Network 1a246b02-1ed5-4255-a011-3f17ee0233fd is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:44.615647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:44.630922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:44.634315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b57e8c47-b7ae-4cfc-8af5-ec584e65df53 req-ea53eb10-d5f3-4d03-9a3d-185be207cf28 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/security-groups?id=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048231 Aug 24 00:28:44.651811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Pushing event updated for resources: {'Port': ['ID=db025537-40f3-4db8-a2e7-2e19951e8e94,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:44.665526 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cf760ca-da96-469a-89f7-a917d3640a26 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:44.697466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0cf760ca-da96-469a-89f7-a917d3640a26 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 58f83649-5732-4d4c-9022-c9220dd4002d owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:44.738576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f48f94-5b2f-46e7-82a2-2b63733ee6bf req-05ebc038-ee54-4842-9e47-97e42d79aedb tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:44.740907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2f48f94-5b2f-46e7-82a2-2b63733ee6bf req-05ebc038-ee54-4842-9e47-97e42d79aedb tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 945 time: 0.1620188 Aug 24 00:28:44.777821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Attempting to bind port db025537-40f3-4db8-a2e7-2e19951e8e94 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:44.779658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Attempting to bind port db025537-40f3-4db8-a2e7-2e19951e8e94 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'b7cf7c61-b0c1-4bac-aa0f-315c1c149022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1a246b02-1ed5-4255-a011-3f17ee0233fd'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:44.781664 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Attempting to bind port db025537-40f3-4db8-a2e7-2e19951e8e94 on network 1a246b02-1ed5-4255-a011-3f17ee0233fd {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:44.817239 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:44.817731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Checking segment: {'id': 'b7cf7c61-b0c1-4bac-aa0f-315c1c149022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1a246b02-1ed5-4255-a011-3f17ee0233fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:44.819452 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:44.825354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Bound using segment: {'id': 'b7cf7c61-b0c1-4bac-aa0f-315c1c149022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1a246b02-1ed5-4255-a011-3f17ee0233fd'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:44.827109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Bound port: db025537-40f3-4db8-a2e7-2e19951e8e94, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cf7c61-b0c1-4bac-aa0f-315c1c149022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1a246b02-1ed5-4255-a011-3f17ee0233fd'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:44.830600 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:44.880662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c2f48f94-5b2f-46e7-82a2-2b63733ee6bf req-a8b32e40-5829-4d60-bfc5-c49e042d64c1 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Deleting port fa12e71b-30ae-4344-b74b-7ac8dbb06e51 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:44.881298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c2f48f94-5b2f-46e7-82a2-2b63733ee6bf req-a8b32e40-5829-4d60-bfc5-c49e042d64c1 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:45.015191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] For port db025537-40f3-4db8-a2e7-2e19951e8e94, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:45.020419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] For port db025537-40f3-4db8-a2e7-2e19951e8e94, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=db025537-40f3-4db8-a2e7-2e19951e8e94,segment=NetworkSegment(b7cf7c61-b0c1-4bac-aa0f-315c1c149022),segment_id=b7cf7c61-b0c1-4bac-aa0f-315c1c149022)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:45.030407 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:45.061823 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cf760ca-da96-469a-89f7-a917d3640a26 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:45.072166 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898ee86-f2ed-4cfc-abeb-e4d4d1a9d22b req-a67664b1-b521-410c-ba13-45e75da22b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:45.074104 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0898ee86-f2ed-4cfc-abeb-e4d4d1a9d22b req-a67664b1-b521-410c-ba13-45e75da22b31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 1096 time: 0.1069386 Aug 24 00:28:45.084852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3181a52-b3a1-4ab0-b0f2-7749cd3a18c1 req-12cd0b2b-2479-45fa-8885-b3133e0cfc41 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:45.086975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f3181a52-b3a1-4ab0-b0f2-7749cd3a18c1 req-12cd0b2b-2479-45fa-8885-b3133e0cfc41 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1048121 Aug 24 00:28:45.097723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c2f48f94-5b2f-46e7-82a2-2b63733ee6bf req-a8b32e40-5829-4d60-bfc5-c49e042d64c1 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] For port fa12e71b-30ae-4344-b74b-7ac8dbb06e51, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa12e71b-30ae-4344-b74b-7ac8dbb06e51,segment=NetworkSegment(ef49be34-2ed6-4f69-826b-104023cd778c),segment_id=ef49be34-2ed6-4f69-826b-104023cd778c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:45.098304 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c2f48f94-5b2f-46e7-82a2-2b63733ee6bf req-a8b32e40-5829-4d60-bfc5-c49e042d64c1 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:45.121389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf760ca-da96-469a-89f7-a917d3640a26 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=58f83649-5732-4d4c-9022-c9220dd4002d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:45.154841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d75dc7-454c-4ab9-b509-ae68b7b8db37 None None] Pushing event updated for resources: {'Port': ['ID=db025537-40f3-4db8-a2e7-2e19951e8e94,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:45.171288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f3181a52-b3a1-4ab0-b0f2-7749cd3a18c1 req-4cece8ee-75eb-4ecc-8f60-71ad035400c0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769422 Aug 24 00:28:45.176333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c2f48f94-5b2f-46e7-82a2-2b63733ee6bf req-a8b32e40-5829-4d60-bfc5-c49e042d64c1 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Calling delete_port for fa12e71b-30ae-4344-b74b-7ac8dbb06e51 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:45.214326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cf760ca-da96-469a-89f7-a917d3640a26 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:45.218627 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0cf760ca-da96-469a-89f7-a917d3640a26 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/58f83649-5732-4d4c-9022-c9220dd4002d HTTP/1.1" status: 204 len: 168 time: 0.9559758 Aug 24 00:28:45.226792 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:45.265716 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea6ced4-829a-4e7b-a82e-adde3290c6c0 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] GET failed (client error): The resource could not be found. Aug 24 00:28:45.267333 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4ea6ced4-829a-4e7b-a82e-adde3290c6c0 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/58f83649-5732-4d4c-9022-c9220dd4002d HTTP/1.1" status: 404 len: 333 time: 0.0395324 Aug 24 00:28:45.270366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36350) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:45.331221 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c2f48f94-5b2f-46e7-82a2-2b63733ee6bf req-a8b32e40-5829-4d60-bfc5-c49e042d64c1 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:45.373614 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b32e40-5829-4d60-bfc5-c49e042d64c1 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Pushing event deleted for resources: {'Port': ['ID=fa12e71b-30ae-4344-b74b-7ac8dbb06e51,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:45.374542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['fa12e71b-30ae-4344-b74b-7ac8dbb06e51'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:45.389895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8759cfd-384a-440f-99c4-f137f2d0c283 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting subnet 3d91d1e5-5495-4078-aee4-f3e1523bd67f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:45.436220 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8759cfd-384a-440f-99c4-f137f2d0c283 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:45.453758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f48f94-5b2f-46e7-82a2-2b63733ee6bf req-a8b32e40-5829-4d60-bfc5-c49e042d64c1 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] No DVR routers for this DVR port fa12e71b-30ae-4344-b74b-7ac8dbb06e51 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:45.458026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c2f48f94-5b2f-46e7-82a2-2b63733ee6bf req-a8b32e40-5829-4d60-bfc5-c49e042d64c1 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:45.462120 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c2f48f94-5b2f-46e7-82a2-2b63733ee6bf req-a8b32e40-5829-4d60-bfc5-c49e042d64c1 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.13 "DELETE /v2.0/ports/fa12e71b-30ae-4344-b74b-7ac8dbb06e51 HTTP/1.1" status: 204 len: 173 time: 0.7127142 Aug 24 00:28:45.462921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbea43d8-f13c-49bf-b78e-a8868906eb80', 'name': 'network-vif-deleted', 'tag': 'fa12e71b-30ae-4344-b74b-7ac8dbb06e51'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:45.465524 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911cdef2-9d6b-4ec6-aa74-8ab58e561a74" -d '{"events": [{"server_uuid": "fbea43d8-f13c-49bf-b78e-a8868906eb80", "name": "network-vif-deleted", "tag": "fa12e71b-30ae-4344-b74b-7ac8dbb06e51"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:45.480227 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898ee86-f2ed-4cfc-abeb-e4d4d1a9d22b req-8feb975d-7f61-4c51-af30-7c37b65235b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:45.482589 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0898ee86-f2ed-4cfc-abeb-e4d4d1a9d22b req-8feb975d-7f61-4c51-af30-7c37b65235b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.3746929 Aug 24 00:28:45.536613 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1a22a5-6f8b-44b3-ae5a-97a69ff97e00 x-openstack-request-id: req-1a1a22a5-6f8b-44b3-ae5a-97a69ff97e00 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:45.537453 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbea43d8-f13c-49bf-b78e-a8868906eb80", "name": "network-vif-deleted", "tag": "fa12e71b-30ae-4344-b74b-7ac8dbb06e51", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:45.537897 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a1a22a5-6f8b-44b3-ae5a-97a69ff97e00 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:45.538489 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbea43d8-f13c-49bf-b78e-a8868906eb80', 'name': 'network-vif-deleted', 'tag': 'fa12e71b-30ae-4344-b74b-7ac8dbb06e51', 'status': 'completed', 'code': 200} Aug 24 00:28:45.581347 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8759cfd-384a-440f-99c4-f137f2d0c283 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:45.652777 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0898ee86-f2ed-4cfc-abeb-e4d4d1a9d22b req-72e126bf-7c12-4af7-b181-4f27fb9ea3ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f HTTP/1.1" status: 200 len: 999 time: 0.1486278 Aug 24 00:28:45.737108 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8759cfd-384a-440f-99c4-f137f2d0c283 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:45.741468 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898ee86-f2ed-4cfc-abeb-e4d4d1a9d22b req-28a99654-9110-408f-b608-aada6262e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:45.741888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff4c92b8-eec8-469b-b76e-631ca0c89e6b req-a9682496-fcb5-487d-a3f9-2aad7f5b4d91 tempest-ServerTagsTestJSON-151538447 tempest-ServerTagsTestJSON-151538447-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbea43d8-f13c-49bf-b78e-a8868906eb80 HTTP/1.1" status: 200 len: 210 time: 0.0283566 Aug 24 00:28:45.743227 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0898ee86-f2ed-4cfc-abeb-e4d4d1a9d22b req-28a99654-9110-408f-b608-aada6262e958 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.0808105 Aug 24 00:28:45.842598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898ee86-f2ed-4cfc-abeb-e4d4d1a9d22b req-ee10ab03-a69f-499e-aecf-12c149b818c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:45.844609 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0898ee86-f2ed-4cfc-abeb-e4d4d1a9d22b req-ee10ab03-a69f-499e-aecf-12c149b818c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813630 Aug 24 00:28:45.862232 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8759cfd-384a-440f-99c4-f137f2d0c283 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:45.929254 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8759cfd-384a-440f-99c4-f137f2d0c283 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Subnet': ['ID=3d91d1e5-5495-4078-aee4-f3e1523bd67f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:45.936715 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8759cfd-384a-440f-99c4-f137f2d0c283 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:45.938641 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f8759cfd-384a-440f-99c4-f137f2d0c283 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/3d91d1e5-5495-4078-aee4-f3e1523bd67f HTTP/1.1" status: 204 len: 168 time: 0.6663461 Aug 24 00:28:45.941280 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36360) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:46.161024 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0898ee86-f2ed-4cfc-abeb-e4d4d1a9d22b req-2710b0cb-dc91-47bd-9102-ee4bcd949292 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076224 Aug 24 00:28:46.171009 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:46.193349 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device db025537-40f3-4db8-a2e7-2e19951e8e94 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:46.310136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port db025537-40f3-4db8-a2e7-2e19951e8e94 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:46.355246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4e913-5b07-4154-b551-8511a0349a71 req-e5144d8e-700c-41c1-8319-fa9c1d33a408 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:46.356974 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ad4e913-5b07-4154-b551-8511a0349a71 req-e5144d8e-700c-41c1-8319-fa9c1d33a408 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0773215 Aug 24 00:28:46.373959 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0898ee86-f2ed-4cfc-abeb-e4d4d1a9d22b req-47a15295-7303-454e-a5b4-4b9595a79714 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883512 Aug 24 00:28:46.382123 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port db025537-40f3-4db8-a2e7-2e19951e8e94 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:46.382543 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:46.415254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ad4e913-5b07-4154-b551-8511a0349a71 req-24d3ccb6-43cc-4fb9-b415-5d3c58b67a43 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520074 Aug 24 00:28:46.483325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] For port db025537-40f3-4db8-a2e7-2e19951e8e94, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=db025537-40f3-4db8-a2e7-2e19951e8e94,segment=NetworkSegment(b7cf7c61-b0c1-4bac-aa0f-315c1c149022),segment_id=b7cf7c61-b0c1-4bac-aa0f-315c1c149022)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:46.483689 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:46.491300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfcf778-08fe-4398-bff2-067e83bfb888 None None] Network 1a246b02-1ed5-4255-a011-3f17ee0233fd requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:46.501368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for db025537-40f3-4db8-a2e7-2e19951e8e94 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:46.604774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-405b6657-95ee-4814-abc6-7ca74838ca58 None None] Provisioning for port db025537-40f3-4db8-a2e7-2e19951e8e94 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:46.609394 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:46.613296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-405b6657-95ee-4814-abc6-7ca74838ca58 None None] Provisioning complete for port db025537-40f3-4db8-a2e7-2e19951e8e94 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:46.613673 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-405b6657-95ee-4814-abc6-7ca74838ca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:46.639913 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=db025537-40f3-4db8-a2e7-2e19951e8e94,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:46.641593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-405b6657-95ee-4814-abc6-7ca74838ca58 None None] Port db025537-40f3-4db8-a2e7-2e19951e8e94 was deleted so its status cannot be updated. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 24 00:28:46.641752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No DVR routers for this DVR port db025537-40f3-4db8-a2e7-2e19951e8e94 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:46.704529 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae5595a-3049-4809-879c-e6a27a12a007 None None] DHCP port deletion for 1a246b02-1ed5-4255-a011-3f17ee0233fd request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:28:46.727800 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:46.737930 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a246b02-1ed5-4255-a011-3f17ee0233fd']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:46.748934 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cf7c61-b0c1-4bac-aa0f-315c1c149022') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:46.749232 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cf7c61-b0c1-4bac-aa0f-315c1c149022') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:46.758513 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:46.776078 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:46.782432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:28:46.782869 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:28:46.786011 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:28:46.821245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36374) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:46.854445 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:46.861412 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:46.863306 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/networks/1a246b02-1ed5-4255-a011-3f17ee0233fd HTTP/1.1" status: 204 len: 168 time: 0.9210455 Aug 24 00:28:46.870097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36380) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:46.875344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6184bcb4-df1d-48ec-a3f0-ec66cea93fbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'name': 'tempest-PortsIpV6TestJSON-546774363'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:46.875619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2220e4b-e745-448a-a877-82e49b71260c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Network': ['ID=1a246b02-1ed5-4255-a011-3f17ee0233fd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:46.938182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c644d39-ced1-4f8d-b75c-e79c57034b13 admin admin] Deleting subnet 6bd9d2d5-8d41-49fc-ad57-ff45621bd864 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:46.945897 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c644d39-ced1-4f8d-b75c-e79c57034b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:46.999446 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c644d39-ced1-4f8d-b75c-e79c57034b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.044399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6184bcb4-df1d-48ec-a3f0-ec66cea93fbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:47.048194 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6184bcb4-df1d-48ec-a3f0-ec66cea93fbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.067353 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c644d39-ced1-4f8d-b75c-e79c57034b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.095019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-6184bcb4-df1d-48ec-a3f0-ec66cea93fbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port 9f62d01e-ccf3-478f-b2e0-47691b64acaa yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:47.180234 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c644d39-ced1-4f8d-b75c-e79c57034b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.218036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c644d39-ced1-4f8d-b75c-e79c57034b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd9d2d5-8d41-49fc-ad57-ff45621bd864,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:47.224396 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c644d39-ced1-4f8d-b75c-e79c57034b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.227102 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6c644d39-ced1-4f8d-b75c-e79c57034b13 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6bd9d2d5-8d41-49fc-ad57-ff45621bd864 HTTP/1.1" status: 204 len: 168 time: 0.4040413 Aug 24 00:28:47.229813 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:47.307600 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20fdeee4-0e3c-4ec7-a53d-2615e37b27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.312518 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6184bcb4-df1d-48ec-a3f0-ec66cea93fbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.349308 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6184bcb4-df1d-48ec-a3f0-ec66cea93fbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.390604 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20fdeee4-0e3c-4ec7-a53d-2615e37b27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.396322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6184bcb4-df1d-48ec-a3f0-ec66cea93fbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:47.400504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6184bcb4-df1d-48ec-a3f0-ec66cea93fbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:47.404290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6184bcb4-df1d-48ec-a3f0-ec66cea93fbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:47.406255 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-20fdeee4-0e3c-4ec7-a53d-2615e37b27f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5ebbbc-b327-4eef-859c-cd54b5c65f0c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:47.411128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6184bcb4-df1d-48ec-a3f0-ec66cea93fbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:47.411643 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6184bcb4-df1d-48ec-a3f0-ec66cea93fbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.418095 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184bcb4-df1d-48ec-a3f0-ec66cea93fbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=9f62d01e-ccf3-478f-b2e0-47691b64acaa,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:47.419252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-20fdeee4-0e3c-4ec7-a53d-2615e37b27f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef49be34-2ed6-4f69-826b-104023cd778c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:47.419534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-20fdeee4-0e3c-4ec7-a53d-2615e37b27f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef49be34-2ed6-4f69-826b-104023cd778c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:47.433090 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20fdeee4-0e3c-4ec7-a53d-2615e37b27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.433855 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6184bcb4-df1d-48ec-a3f0-ec66cea93fbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5627010 Aug 24 00:28:47.436518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36390) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:47.478728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20fdeee4-0e3c-4ec7-a53d-2615e37b27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.488597 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fdeee4-0e3c-4ec7-a53d-2615e37b27f1 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:28:47.489387 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20fdeee4-0e3c-4ec7-a53d-2615e37b27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:28:47.492182 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:28:47.567343 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20fdeee4-0e3c-4ec7-a53d-2615e37b27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.575877 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-20fdeee4-0e3c-4ec7-a53d-2615e37b27f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.578552 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-20fdeee4-0e3c-4ec7-a53d-2615e37b27f1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5c5ebbbc-b327-4eef-859c-cd54b5c65f0c HTTP/1.1" status: 204 len: 168 time: 0.3468602 Aug 24 00:28:47.590288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdeee4-0e3c-4ec7-a53d-2615e37b27f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c5ebbbc-b327-4eef-859c-cd54b5c65f0c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:47.611305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9e9b4-022b-4413-a6d6-5b644ca79ebf req-ffa96972-ec74-4f3f-ab84-dc70ba389a6e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:47.612969 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8e9e9b4-022b-4413-a6d6-5b644ca79ebf req-ffa96972-ec74-4f3f-ab84-dc70ba389a6e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0809729 Aug 24 00:28:47.616346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fab89-32fd-4b11-9ecd-c0d54d5b9381 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 9f62d01e-ccf3-478f-b2e0-47691b64acaa {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:47.616694 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a5fab89-32fd-4b11-9ecd-c0d54d5b9381 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.714401 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a5fab89-32fd-4b11-9ecd-c0d54d5b9381 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.729996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8e9e9b4-022b-4413-a6d6-5b644ca79ebf req-c78a778b-7b38-4718-8d2c-69eb6fdfda07 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078188 Aug 24 00:28:47.736937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fab89-32fd-4b11-9ecd-c0d54d5b9381 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 9f62d01e-ccf3-478f-b2e0-47691b64acaa owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:47.747774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa12e71b-30ae-4344-b74b-7ac8dbb06e51 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:47.784850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: fa12e71b-30ae-4344-b74b-7ac8dbb06e51 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:28:47.785192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa12e71b-30ae-4344-b74b-7ac8dbb06e51 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:28:47.826551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36400) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:47.865849 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a5fab89-32fd-4b11-9ecd-c0d54d5b9381 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.903735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fab89-32fd-4b11-9ecd-c0d54d5b9381 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=9f62d01e-ccf3-478f-b2e0-47691b64acaa,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:47.928526 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a5fab89-32fd-4b11-9ecd-c0d54d5b9381 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.931170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9a5fab89-32fd-4b11-9ecd-c0d54d5b9381 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/9f62d01e-ccf3-478f-b2e0-47691b64acaa HTTP/1.1" status: 204 len: 168 time: 0.4936528 Aug 24 00:28:47.934080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36402) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:47.938933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-522eba59-2a2e-48e9-aaa4-211c34bedf19 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'mac_address': 'fa:16:3e:fb:f0:40', 'name': 'tempest-PortsIpV6TestJSON-179203333'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:47.944856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e299c6-888f-4d55-af55-06a50b8ad13d req-254e09a9-f6dd-4b96-ada7-ea0c9dd86a84 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:47.948210 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18e299c6-888f-4d55-af55-06a50b8ad13d req-254e09a9-f6dd-4b96-ada7-ea0c9dd86a84 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1342170 Aug 24 00:28:47.951988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e9030fee-a385-4834-9468-601b04ce0a91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ec0e0c7f87c46e1a6afc6a7138613ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1220300 Aug 24 00:28:47.952240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36404) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:48.022698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18e299c6-888f-4d55-af55-06a50b8ad13d req-8d22e92e-a2b9-464c-8fbb-f9f0f7506ba0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679576 Aug 24 00:28:48.068997 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56245c9c-b38c-438a-85b3-f58b3b869d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:48.171984 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device db025537-40f3-4db8-a2e7-2e19951e8e94 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:48.183306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56245c9c-b38c-438a-85b3-f58b3b869d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:48.221394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522eba59-2a2e-48e9-aaa4-211c34bedf19 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:48.234708 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: db025537-40f3-4db8-a2e7-2e19951e8e94 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:28:48.235100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device db025537-40f3-4db8-a2e7-2e19951e8e94 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:28:48.313959 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56245c9c-b38c-438a-85b3-f58b3b869d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:48.318396 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56245c9c-b38c-438a-85b3-f58b3b869d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:48.321192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-56245c9c-b38c-438a-85b3-f58b3b869d34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10d6e88e-e598-4ebd-b4d9-a3b7e5aae979 HTTP/1.1" status: 204 len: 168 time: 0.3677382 Aug 24 00:28:48.332167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56245c9c-b38c-438a-85b3-f58b3b869d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d6e88e-e598-4ebd-b4d9-a3b7e5aae979,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:48.357810 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-522eba59-2a2e-48e9-aaa4-211c34bedf19 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:48.395320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-522eba59-2a2e-48e9-aaa4-211c34bedf19 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port b64cb603-9438-4677-a6c8-ed8491973814 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:48.488553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e479cdf-4f1b-4d79-baf5-27d3e1defba4 req-2b73a226-9930-46c6-bfe2-9b587a146c2c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:48.497181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e479cdf-4f1b-4d79-baf5-27d3e1defba4 req-2b73a226-9930-46c6-bfe2-9b587a146c2c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0715504 Aug 24 00:28:48.542137 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e479cdf-4f1b-4d79-baf5-27d3e1defba4 req-dc2c9f44-5f02-40b0-9fdf-7839963df591 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436788 Aug 24 00:28:48.653356 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-522eba59-2a2e-48e9-aaa4-211c34bedf19 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:48.721535 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-522eba59-2a2e-48e9-aaa4-211c34bedf19 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:48.776842 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522eba59-2a2e-48e9-aaa4-211c34bedf19 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:48.780162 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-522eba59-2a2e-48e9-aaa4-211c34bedf19 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:48.783764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522eba59-2a2e-48e9-aaa4-211c34bedf19 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:48.789791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522eba59-2a2e-48e9-aaa4-211c34bedf19 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:48.791918 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-522eba59-2a2e-48e9-aaa4-211c34bedf19 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:48.818418 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522eba59-2a2e-48e9-aaa4-211c34bedf19 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=b64cb603-9438-4677-a6c8-ed8491973814,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:48.828694 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-522eba59-2a2e-48e9-aaa4-211c34bedf19 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8914161 Aug 24 00:28:48.830640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36434) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:48.833375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a3e3e-1047-4a84-bd49-cf5555a41de3 req-2e3fc398-ae02-4ef6-a15e-71b5c01c9425 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:48.839430 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d6a3e3e-1047-4a84-bd49-cf5555a41de3 req-2e3fc398-ae02-4ef6-a15e-71b5c01c9425 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0649974 Aug 24 00:28:48.888293 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d6a3e3e-1047-4a84-bd49-cf5555a41de3 req-aef24289-51f4-4f0d-a506-0c9ea1df7203 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461423 Aug 24 00:28:48.922357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acc41e9-9aa6-451b-bc9c-b09eaa81b931 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:48.922617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36438) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:48.922736 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4acc41e9-9aa6-451b-bc9c-b09eaa81b931 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/b64cb603-9438-4677-a6c8-ed8491973814 HTTP/1.1" status: 200 len: 844 time: 0.0863886 Aug 24 00:28:49.033229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b99d1f52-fd7c-45fb-965e-3b7af1585104 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port b64cb603-9438-4677-a6c8-ed8491973814 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:49.033670 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b99d1f52-fd7c-45fb-965e-3b7af1585104 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.110761 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b99d1f52-fd7c-45fb-965e-3b7af1585104 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.129116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b99d1f52-fd7c-45fb-965e-3b7af1585104 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for b64cb603-9438-4677-a6c8-ed8491973814 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:49.245304 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b99d1f52-fd7c-45fb-965e-3b7af1585104 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.276282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d1f52-fd7c-45fb-965e-3b7af1585104 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=b64cb603-9438-4677-a6c8-ed8491973814,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:49.285661 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b99d1f52-fd7c-45fb-965e-3b7af1585104 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.287888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b99d1f52-fd7c-45fb-965e-3b7af1585104 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/b64cb603-9438-4677-a6c8-ed8491973814 HTTP/1.1" status: 204 len: 168 time: 0.3679702 Aug 24 00:28:49.292066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36452) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:49.319192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36456) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:49.329124 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-559b2867-b4c7-4652-b54f-b2a3391c5165 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] GET failed (client error): The resource could not be found. Aug 24 00:28:49.334131 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-559b2867-b4c7-4652-b54f-b2a3391c5165 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/b64cb603-9438-4677-a6c8-ed8491973814 HTTP/1.1" status: 404 len: 333 time: 0.0364442 Aug 24 00:28:49.334353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:49.340858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-446ab1f9-a7e8-42f5-bde2-f9a4f9e896da tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'name': 'tempest-PortsIpV6TestJSON-1161555697'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:49.434111 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446ab1f9-a7e8-42f5-bde2-f9a4f9e896da tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:49.438493 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-446ab1f9-a7e8-42f5-bde2-f9a4f9e896da tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.444884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-660315574-network', 'tenant_id': 'a164e3a726894597b2404e9ee3102e8c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:49.463204 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-446ab1f9-a7e8-42f5-bde2-f9a4f9e896da tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port 83778ae7-9417-40c0-893f-1b596e6cd3db yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:49.470331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] Made reservation on behalf of a164e3a726894597b2404e9ee3102e8c for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:49.472803 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.489986 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.600236 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.605393 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.634951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:28:49.641592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:49.648863 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.649280 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] Added segment 537e830c-bb7a-4418-a17a-1c5d7ab505af of type vlan for network 372797df-c1d2-46af-a88a-f8b38e7d12ed Aug 24 00:28:49.660911 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-446ab1f9-a7e8-42f5-bde2-f9a4f9e896da tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.691232 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.700084 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-446ab1f9-a7e8-42f5-bde2-f9a4f9e896da tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.718832 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.719986 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:49.720585 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.741236 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ab1f9-a7e8-42f5-bde2-f9a4f9e896da tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:49.744633 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-446ab1f9-a7e8-42f5-bde2-f9a4f9e896da tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:49.748661 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ab1f9-a7e8-42f5-bde2-f9a4f9e896da tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:49.754241 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ab1f9-a7e8-42f5-bde2-f9a4f9e896da tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:49.754882 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-446ab1f9-a7e8-42f5-bde2-f9a4f9e896da tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.773855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ab1f9-a7e8-42f5-bde2-f9a4f9e896da tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=83778ae7-9417-40c0-893f-1b596e6cd3db,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:49.780466 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-446ab1f9-a7e8-42f5-bde2-f9a4f9e896da tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4448767 Aug 24 00:28:49.780629 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4600708 Aug 24 00:28:49.783199 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36466) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:49.783410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36468) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:49.790816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5482689a-8d9b-441c-9b1d-1559be697c6b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:49.791781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b83787b5-7ca6-435b-9289-d451ae6e6dfe admin admin] Request body: {'subnet': {'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-660315574-subnet', 'tenant_id': 'a164e3a726894597b2404e9ee3102e8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:49.809149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea9ea2-4314-43e1-a6e6-6fffe626edaa admin admin] Pushing event updated for resources: {'Network': ['ID=372797df-c1d2-46af-a88a-f8b38e7d12ed,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:49.826438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83787b5-7ca6-435b-9289-d451ae6e6dfe admin admin] Made reservation on behalf of a164e3a726894597b2404e9ee3102e8c for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:49.828911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 372797df-c1d2-46af-a88a-f8b38e7d12ed details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:28:49.835275 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b83787b5-7ca6-435b-9289-d451ae6e6dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.866318 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5482689a-8d9b-441c-9b1d-1559be697c6b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.092015 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5482689a-8d9b-441c-9b1d-1559be697c6b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.096233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4f210-eb36-4be0-bdaf-b8c5ef7261a9 req-fc959217-6070-41dc-a52e-f4fab361e956 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:50.096459 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5482689a-8d9b-441c-9b1d-1559be697c6b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.097979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de4f210-eb36-4be0-bdaf-b8c5ef7261a9 req-fc959217-6070-41dc-a52e-f4fab361e956 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1011815 Aug 24 00:28:50.114466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5482689a-8d9b-441c-9b1d-1559be697c6b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] In _notify_port_updated(), no bound segment for port 83778ae7-9417-40c0-893f-1b596e6cd3db on network d9b26dde-90b5-416c-bbfa-b9ada36e101e {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:28:50.117829 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b83787b5-7ca6-435b-9289-d451ae6e6dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.122131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5482689a-8d9b-441c-9b1d-1559be697c6b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:50.122696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5482689a-8d9b-441c-9b1d-1559be697c6b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.126768 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5482689a-8d9b-441c-9b1d-1559be697c6b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "PUT /v2.0/ports/83778ae7-9417-40c0-893f-1b596e6cd3db HTTP/1.1" status: 200 len: 818 time: 0.3421481 Aug 24 00:28:50.127394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36472) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:50.184048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de4f210-eb36-4be0-bdaf-b8c5ef7261a9 req-7c7f1610-5ddd-4b6b-a5ac-63671462de27 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773244 Aug 24 00:28:50.201746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83787b5-7ca6-435b-9289-d451ae6e6dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3029ff06-c0b5-4450-8493-16639e4dfbd0,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:50.212342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83787b5-7ca6-435b-9289-d451ae6e6dfe admin admin] Checking segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:50.212892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83787b5-7ca6-435b-9289-d451ae6e6dfe admin admin] Network hostable DHCP agents. Network: 372797df-c1d2-46af-a88a-f8b38e7d12ed, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:28:50.231241 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482689a-8d9b-441c-9b1d-1559be697c6b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=83778ae7-9417-40c0-893f-1b596e6cd3db,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:50.250898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83787b5-7ca6-435b-9289-d451ae6e6dfe admin admin] Network 372797df-c1d2-46af-a88a-f8b38e7d12ed is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:28:50.264929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b83787b5-7ca6-435b-9289-d451ae6e6dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 372797df-c1d2-46af-a88a-f8b38e7d12ed) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:50.268550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8743e-51ae-43a2-9090-46a6cc49e2b5 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 83778ae7-9417-40c0-893f-1b596e6cd3db {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:50.268975 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fe8743e-51ae-43a2-9090-46a6cc49e2b5 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.274385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15a694d-e25c-43ee-8cb1-f87e32fa2932 None None] Network 372797df-c1d2-46af-a88a-f8b38e7d12ed requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:50.281789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83787b5-7ca6-435b-9289-d451ae6e6dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:50.282886 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b83787b5-7ca6-435b-9289-d451ae6e6dfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.307939 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b83787b5-7ca6-435b-9289-d451ae6e6dfe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5234444 Aug 24 00:28:50.365536 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fe8743e-51ae-43a2-9090-46a6cc49e2b5 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.380369 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8743e-51ae-43a2-9090-46a6cc49e2b5 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 83778ae7-9417-40c0-893f-1b596e6cd3db owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:50.544265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8460602-9cb0-4544-a76b-225a88ac30f2 None None] Network 372797df-c1d2-46af-a88a-f8b38e7d12ed requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:50.569522 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fe8743e-51ae-43a2-9090-46a6cc49e2b5 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.608332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef4f13-41ef-4d5c-9e48-4354c59c0ce1 req-da265c28-dd42-46fa-a9da-2db71b4aa9c1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:50.610130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cef4f13-41ef-4d5c-9e48-4354c59c0ce1 req-da265c28-dd42-46fa-a9da-2db71b4aa9c1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0997667 Aug 24 00:28:50.653482 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fe8743e-51ae-43a2-9090-46a6cc49e2b5 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.656458 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0fe8743e-51ae-43a2-9090-46a6cc49e2b5 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/83778ae7-9417-40c0-893f-1b596e6cd3db HTTP/1.1" status: 204 len: 168 time: 0.5089138 Aug 24 00:28:50.658378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8743e-51ae-43a2-9090-46a6cc49e2b5 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=83778ae7-9417-40c0-893f-1b596e6cd3db,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:50.661129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36492) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:50.687396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cef4f13-41ef-4d5c-9e48-4354c59c0ce1 req-885b3cb3-a62b-4a56-b6fb-02c99514144b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667925 Aug 24 00:28:50.738343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c655d1-b41e-4f9f-b83f-052d2c753891 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:50.743424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-10c655d1-b41e-4f9f-b83f-052d2c753891 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0782027 Aug 24 00:28:50.743676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36496) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:50.774689 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75c62ff-8843-4122-8e5f-ae75b7fdcbbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] GET failed (client error): The resource could not be found. Aug 24 00:28:50.776580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d75c62ff-8843-4122-8e5f-ae75b7fdcbbe tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/83778ae7-9417-40c0-893f-1b596e6cd3db HTTP/1.1" status: 404 len: 333 time: 0.0319941 Aug 24 00:28:50.780407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36498) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:50.786494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ef5cc23d-f531-49e9-857f-ae7439e1d9fd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-682741046'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:50.810165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5cc23d-f531-49e9-857f-ae7439e1d9fd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:50.813931 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc23d-f531-49e9-857f-ae7439e1d9fd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.853032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5cc23d-f531-49e9-857f-ae7439e1d9fd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:28:50.866688 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc23d-f531-49e9-857f-ae7439e1d9fd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.868222 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-ef5cc23d-f531-49e9-857f-ae7439e1d9fd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Added segment c2107ef9-cc2d-42e0-93a2-5f3324689a73 of type vlan for network a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 Aug 24 00:28:50.924356 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc23d-f531-49e9-857f-ae7439e1d9fd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:51.019136 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc23d-f531-49e9-857f-ae7439e1d9fd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:51.025316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5cc23d-f531-49e9-857f-ae7439e1d9fd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:51.025909 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc23d-f531-49e9-857f-ae7439e1d9fd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:51.121854 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ef5cc23d-f531-49e9-857f-ae7439e1d9fd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3403089 Aug 24 00:28:51.125354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:51.126591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cc23d-f531-49e9-857f-ae7439e1d9fd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Network': ['ID=a1eb7bd1-ace8-4d85-8b2e-f21ebba88640,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:51.132130 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a51ce617-534d-4fe5-97bc-934f221309cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': 'a1eb7bd1-ace8-4d85-8b2e-f21ebba88640', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:51.140684 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:28:51.141288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-03e6852c-e9c4-4988-9849-317c727eef9e tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:51.147351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-03e6852c-e9c4-4988-9849-317c727eef9e tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.2306867 Aug 24 00:28:51.166321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-433f6f89-e184-4cbc-9050-3ee0a609e14b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/quotas/a164e3a726894597b2404e9ee3102e8c HTTP/1.1" status: 200 len: 375 time: 0.0104239 Aug 24 00:28:51.227606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-3123b67a-9bb5-4fee-a8bb-9b5cd1e76e63 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421443 Aug 24 00:28:51.333991 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-934e5d4a-b6a3-4757-a4b4-82827dc329f6 service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053612 Aug 24 00:28:51.474202 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-8dee9fb6-1e98-4db6-834d-ce34c16155fc service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329007 Aug 24 00:28:51.577690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51ce617-534d-4fe5-97bc-934f221309cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:51.581341 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a51ce617-534d-4fe5-97bc-934f221309cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:51.685230 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-772f7b64-435c-4dd8-a413-0cc30773bc82 req-bcf12921-b355-4008-8f69-2a7065933e1d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0498741 Aug 24 00:28:51.886224 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a51ce617-534d-4fe5-97bc-934f221309cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:51.890552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434a9e5-edef-4ac7-9853-00d285b2fe2e req-87316fef-40c4-4d9f-9e87-84bbfc58c282 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:51.892779 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3434a9e5-edef-4ac7-9853-00d285b2fe2e req-87316fef-40c4-4d9f-9e87-84bbfc58c282 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0677812 Aug 24 00:28:51.964407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ce617-534d-4fe5-97bc-934f221309cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Subnet': ['ID=64afb678-5187-4505-abed-6b431ce14736,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:51.988167 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ce617-534d-4fe5-97bc-934f221309cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Checking segment: {'id': 'c2107ef9-cc2d-42e0-93a2-5f3324689a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a1eb7bd1-ace8-4d85-8b2e-f21ebba88640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:51.988846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ce617-534d-4fe5-97bc-934f221309cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network hostable DHCP agents. Network: a1eb7bd1-ace8-4d85-8b2e-f21ebba88640, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:28:52.023699 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ce617-534d-4fe5-97bc-934f221309cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:28:52.029905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3434a9e5-edef-4ac7-9853-00d285b2fe2e req-3350db23-4a8d-4d5d-91bf-75ecc2dac65d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225777 Aug 24 00:28:52.041026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a51ce617-534d-4fe5-97bc-934f221309cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, a1eb7bd1-ace8-4d85-8b2e-f21ebba88640) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:52.050210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ed6293-900c-495e-8906-44c55ecbfd36 None None] Network a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:52.101237 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51ce617-534d-4fe5-97bc-934f221309cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:52.102209 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a51ce617-534d-4fe5-97bc-934f221309cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:52.129835 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a51ce617-534d-4fe5-97bc-934f221309cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0030222 Aug 24 00:28:52.134855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36542) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:52.140692 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e7870f23-f861-4050-8fbc-42348ab82c6f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': 'a1eb7bd1-ace8-4d85-8b2e-f21ebba88640', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:52.196476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cf61a-f424-434d-8eb2-aaf195feec3d req-4f2b4a2d-a653-40fc-b7ae-896ab540dd66 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:52.204717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d8cf61a-f424-434d-8eb2-aaf195feec3d req-4f2b4a2d-a653-40fc-b7ae-896ab540dd66 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0963554 Aug 24 00:28:52.274867 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d8cf61a-f424-434d-8eb2-aaf195feec3d req-d8625bfe-1ce6-437f-a4e9-a63376353760 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691833 Aug 24 00:28:52.450131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-a1eb7bd1-ace8-4d85-8b2e-f21ebba88640', 'network_id': 'a1eb7bd1-ace8-4d85-8b2e-f21ebba88640', 'tenant_id': '240f365715514d30adc13e62aed21a9e', 'fixed_ips': [{'subnet_id': '64afb678-5187-4505-abed-6b431ce14736'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:28:52.452499 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:52.504360 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7870f23-f861-4050-8fbc-42348ab82c6f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:52.510800 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7870f23-f861-4050-8fbc-42348ab82c6f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:52.528839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dfc47-93b2-4e8e-90f8-7559f073b1ae req-9cbc1179-7edb-40f1-8c88-67bca0b021de tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:52.538327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d57dfc47-93b2-4e8e-90f8-7559f073b1ae req-9cbc1179-7edb-40f1-8c88-67bca0b021de tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1115851 Aug 24 00:28:52.650736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d57dfc47-93b2-4e8e-90f8-7559f073b1ae req-eb5f0811-340a-4d38-9ef9-354f0268c736 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964565 Aug 24 00:28:52.739611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbf21f-eaf7-4876-8bb1-b786742e628f req-be10a9b9-1678-4c83-ac72-d1b44c67ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:52.741097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14fbf21f-eaf7-4876-8bb1-b786742e628f req-be10a9b9-1678-4c83-ac72-d1b44c67ea02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=645be32e261e48e6ae77381e2ac708f7&device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 1096 time: 0.0850844 Aug 24 00:28:52.787757 n-d-805736-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-e7870f23-f861-4050-8fbc-42348ab82c6f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64afb678-5187-4505-abed-6b431ce14736 (CIDR: 2001:db8::/64) Aug 24 00:28:52.803575 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7870f23-f861-4050-8fbc-42348ab82c6f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:28:52.806722 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7870f23-f861-4050-8fbc-42348ab82c6f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:28:52.852122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Allocated IP 2001:db8::2 (a1eb7bd1-ace8-4d85-8b2e-f21ebba88640/64afb678-5187-4505-abed-6b431ce14736/537093f9-4d47-456e-a1dd-1ea4fabc2d66) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:52.854424 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e7870f23-f861-4050-8fbc-42348ab82c6f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7182148 Aug 24 00:28:52.860116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:52.878745 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-63ccf72e-f1fb-43f9-a96d-bfeb200ee86b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': 'a1eb7bd1-ace8-4d85-8b2e-f21ebba88640', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:52.965021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7b8d5-696b-4862-afe4-e65569f301ab req-23cecfa3-d379-4c60-9f09-e1b21d4323e9 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:52.976968 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54f7b8d5-696b-4862-afe4-e65569f301ab req-23cecfa3-d379-4c60-9f09-e1b21d4323e9 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.2009158 Aug 24 00:28:53.051456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351147c8-391f-4527-9585-e30a658d80c8 req-b64ab942-e37f-439e-9ae4-2295249d0b50 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:53.053703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-351147c8-391f-4527-9585-e30a658d80c8 req-b64ab942-e37f-439e-9ae4-2295249d0b50 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1676657 Aug 24 00:28:53.103445 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ccf72e-f1fb-43f9-a96d-bfeb200ee86b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:53.106988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbf21f-eaf7-4876-8bb1-b786742e628f req-0507e8ef-9742-49f8-ba2f-0a81cda2f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:53.109392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14fbf21f-eaf7-4876-8bb1-b786742e628f req-0507e8ef-9742-49f8-ba2f-0a81cda2f9de service neutron] 10.222.0.47 "GET /v2.0/networks?id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 HTTP/1.1" status: 200 len: 919 time: 0.3590927 Aug 24 00:28:53.109517 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ccf72e-f1fb-43f9-a96d-bfeb200ee86b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.122647 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.149591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Transition to ACTIVE for port object 537093f9-4d47-456e-a1dd-1ea4fabc2d66 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:53.169743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Transition to ACTIVE for port object 537093f9-4d47-456e-a1dd-1ea4fabc2d66 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:53.183915 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.201757 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54f7b8d5-696b-4862-afe4-e65569f301ab req-d2596e29-b676-43bd-9e37-c7e29dea1e1c tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209704 Aug 24 00:28:53.208250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-351147c8-391f-4527-9585-e30a658d80c8 req-6f159f6b-0e11-4968-82d1-38bb6ed85980 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389225 Aug 24 00:28:53.212503 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14fbf21f-eaf7-4876-8bb1-b786742e628f req-10c41584-cce2-4c78-adc6-8cc0c0f3db13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5789068-c6c7-4e92-a48c-288316aa5193 HTTP/1.1" status: 200 len: 217 time: 0.0866845 Aug 24 00:28:53.288396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Pushing event updated for resources: {'Port': ['ID=537093f9-4d47-456e-a1dd-1ea4fabc2d66,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:53.323757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Network a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:53.327654 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:53.342196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:53.410196 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b58b5191-a85b-474f-aee3-57ef603092cb req-fbf91802-25b3-4e01-b00e-e3b4ffb643c0 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0478508 Aug 24 00:28:53.414811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbf21f-eaf7-4876-8bb1-b786742e628f req-1cc2e9d5-cf27-44c6-8007-323e8a0c073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:53.417053 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14fbf21f-eaf7-4876-8bb1-b786742e628f req-1cc2e9d5-cf27-44c6-8007-323e8a0c073c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7d30128-2ce5-4885-8968-a3ab5697bdd2 HTTP/1.1" status: 200 len: 858 time: 0.1973965 Aug 24 00:28:53.451706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Attempting to bind port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:53.453734 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Attempting to bind port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'c2107ef9-cc2d-42e0-93a2-5f3324689a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a1eb7bd1-ace8-4d85-8b2e-f21ebba88640'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:53.453734 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Attempting to bind port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 on network a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:53.462098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:53.462098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Checking segment: {'id': 'c2107ef9-cc2d-42e0-93a2-5f3324689a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a1eb7bd1-ace8-4d85-8b2e-f21ebba88640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:53.463787 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.463787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Bound using segment: {'id': 'c2107ef9-cc2d-42e0-93a2-5f3324689a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a1eb7bd1-ace8-4d85-8b2e-f21ebba88640'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:53.464015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Bound port: 537093f9-4d47-456e-a1dd-1ea4fabc2d66, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2107ef9-cc2d-42e0-93a2-5f3324689a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a1eb7bd1-ace8-4d85-8b2e-f21ebba88640'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:53.464608 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.480163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14fbf21f-eaf7-4876-8bb1-b786742e628f req-9c20491f-56a8-4e11-8ab8-cfd82605629d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532002 Aug 24 00:28:53.552956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-852697e6-5d28-4732-add6-ede500833231 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:53.555418 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-852697e6-5d28-4732-add6-ede500833231 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.1357071 Aug 24 00:28:53.583481 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.592974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-e17cf0f9-1e12-4dc3-829e-35da7e10def1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Request body: {'port': {'device_id': '6399b3e4-b46f-4d66-a435-e0573d62f6c4', 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'admin_state_up': True, 'tenant_id': 'a164e3a726894597b2404e9ee3102e8c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:53.618015 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ccf72e-f1fb-43f9-a96d-bfeb200ee86b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.629601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] For port 537093f9-4d47-456e-a1dd-1ea4fabc2d66, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:53.635050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] For port 537093f9-4d47-456e-a1dd-1ea4fabc2d66, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=537093f9-4d47-456e-a1dd-1ea4fabc2d66,segment=NetworkSegment(c2107ef9-cc2d-42e0-93a2-5f3324689a73),segment_id=c2107ef9-cc2d-42e0-93a2-5f3324689a73)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:53.646320 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.722881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14fbf21f-eaf7-4876-8bb1-b786742e628f req-ed002a40-8223-4e45-a7ba-cbcbf2adeecc service neutron] 10.222.0.47 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318900 Aug 24 00:28:53.728968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ccf72e-f1fb-43f9-a96d-bfeb200ee86b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:53.735842 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-63ccf72e-f1fb-43f9-a96d-bfeb200ee86b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:53.743119 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ccf72e-f1fb-43f9-a96d-bfeb200ee86b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:53.743375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecaf155-941f-476a-ad9a-4f77ad746290 None None] Pushing event updated for resources: {'Port': ['ID=537093f9-4d47-456e-a1dd-1ea4fabc2d66,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:53.743732 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ccf72e-f1fb-43f9-a96d-bfeb200ee86b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.762968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccf72e-f1fb-43f9-a96d-bfeb200ee86b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Subnet': ['ID=73016cd2-f662-4001-9d0f-f4c7cc1fdacb,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:53.797503 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-63ccf72e-f1fb-43f9-a96d-bfeb200ee86b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9340746 Aug 24 00:28:53.801048 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:53.814197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'network_id': 'a1eb7bd1-ace8-4d85-8b2e-f21ebba88640', 'fixed_ips': [{'subnet_id': '64afb678-5187-4505-abed-6b431ce14736'}, {'subnet_id': '73016cd2-f662-4001-9d0f-f4c7cc1fdacb'}], 'name': 'tempest-PortsIpV6TestJSON-1471885744'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:53.885140 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14fbf21f-eaf7-4876-8bb1-b786742e628f req-7b5a1fc7-e043-48ab-8bdd-efaf1694c5aa service neutron] 10.222.0.47 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525784 Aug 24 00:28:53.910552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-e17cf0f9-1e12-4dc3-829e-35da7e10def1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Made reservation on behalf of a164e3a726894597b2404e9ee3102e8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:53.914861 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-e17cf0f9-1e12-4dc3-829e-35da7e10def1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:54.123411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:54.208050 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-e17cf0f9-1e12-4dc3-829e-35da7e10def1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Allocated IP 172.20.0.13 (372797df-c1d2-46af-a88a-f8b38e7d12ed/3029ff06-c0b5-4450-8493-16639e4dfbd0/3cf15a80-75af-42b5-ae25-0251e159ef02) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:54.266893 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:54.302713 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port 040ca57f-e0bc-4de7-a7ed-325d7f824771 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:28:54.372487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbc1fc-7c70-47bb-9c10-904225eb4d5d req-a95b5ce6-906b-41c6-a37a-c1756dcb50ed tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:54.374190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdfbc1fc-7c70-47bb-9c10-904225eb4d5d req-a95b5ce6-906b-41c6-a37a-c1756dcb50ed tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0643673 Aug 24 00:28:54.452532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdfbc1fc-7c70-47bb-9c10-904225eb4d5d req-62bac0a6-fe91-4f2e-8ed7-19b27c4e1144 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717962 Aug 24 00:28:54.585018 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-e17cf0f9-1e12-4dc3-829e-35da7e10def1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:54.598696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfedcc7e-1dd6-40cc-9528-32a8b01c6763 req-4d0772a0-c391-4211-acda-d9ea12ea9c2c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 210 time: 0.0721447 Aug 24 00:28:54.721368 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-e17cf0f9-1e12-4dc3-829e-35da7e10def1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:54.837781 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-e17cf0f9-1e12-4dc3-829e-35da7e10def1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Network 372797df-c1d2-46af-a88a-f8b38e7d12ed is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:54.852343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Allocated IP 2001:db8::14c (a1eb7bd1-ace8-4d85-8b2e-f21ebba88640/64afb678-5187-4505-abed-6b431ce14736/040ca57f-e0bc-4de7-a7ed-325d7f824771) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:54.855018 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-e17cf0f9-1e12-4dc3-829e-35da7e10def1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:54.857850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-e17cf0f9-1e12-4dc3-829e-35da7e10def1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:54.905297 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cf0f9-1e12-4dc3-829e-35da7e10def1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Pushing event updated for resources: {'Port': ['ID=3cf15a80-75af-42b5-ae25-0251e159ef02,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:54.911629 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Allocated IP 2001:db8:0:1::174 (a1eb7bd1-ace8-4d85-8b2e-f21ebba88640/73016cd2-f662-4001-9d0f-f4c7cc1fdacb/040ca57f-e0bc-4de7-a7ed-325d7f824771) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:54.933818 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-e17cf0f9-1e12-4dc3-829e-35da7e10def1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:54.934803 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-e17cf0f9-1e12-4dc3-829e-35da7e10def1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:54.986364 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-e17cf0f9-1e12-4dc3-829e-35da7e10def1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4076266 Aug 24 00:28:55.004945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Request body: {'port': {'device_id': '6399b3e4-b46f-4d66-a435-e0573d62f6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:55.127214 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.143151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af3bf2-c2f6-4bf9-b589-ad2d859170ab None None] Network a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:55.212801 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-81be5f16-442b-485f-b858-de9551d2f8ba None None] Provisioning for port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:55.218020 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.298015 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Transition to ACTIVE for port object 040ca57f-e0bc-4de7-a7ed-325d7f824771 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:55.395099 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.432088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Update dhcp port {'port': {'network_id': 'a1eb7bd1-ace8-4d85-8b2e-f21ebba88640', 'fixed_ips': [{'subnet_id': '64afb678-5187-4505-abed-6b431ce14736', 'ip_address': '2001:db8::2'}, {'subnet_id': '73016cd2-f662-4001-9d0f-f4c7cc1fdacb'}], 'binding:host_id': 'n-d-805736-1'}, 'id': '537093f9-4d47-456e-a1dd-1ea4fabc2d66'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:28:55.457403 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:55.464169 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:55.465197 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.473741 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:55.481525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:55.482168 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.501916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=040ca57f-e0bc-4de7-a7ed-325d7f824771,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:55.518081 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0838f31-5d75-4e71-8692-ada4433b911f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7128036 Aug 24 00:28:55.518566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36592) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:55.524458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2a53c206-d71a-44a3-b51a-30a0377eb526 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '64afb678-5187-4505-abed-6b431ce14736'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:55.630874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf15a80-75af-42b5-ae25-0251e159ef02 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:55.640529 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.657269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Transition to ACTIVE for port object 3cf15a80-75af-42b5-ae25-0251e159ef02 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:55.662928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.733763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf15a80-75af-42b5-ae25-0251e159ef02,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:55.735380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eff420-48cb-4ab5-8bf8-5eaa7abcb208 req-c075308a-0a7e-4274-aae5-8cc7010d346b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:55.737047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30eff420-48cb-4ab5-8bf8-5eaa7abcb208 req-c075308a-0a7e-4274-aae5-8cc7010d346b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.1310358 Aug 24 00:28:55.795460 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Allocated IP 2001:db8:0:1::2 (a1eb7bd1-ace8-4d85-8b2e-f21ebba88640/73016cd2-f662-4001-9d0f-f4c7cc1fdacb/537093f9-4d47-456e-a1dd-1ea4fabc2d66) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:55.842181 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Attempting to bind port 3cf15a80-75af-42b5-ae25-0251e159ef02 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:55.842798 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Attempting to bind port 3cf15a80-75af-42b5-ae25-0251e159ef02 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:55.842976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Attempting to bind port 3cf15a80-75af-42b5-ae25-0251e159ef02 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:55.847402 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Port 3cf15a80-75af-42b5-ae25-0251e159ef02 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:28:55.847718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Attempting to bind port 3cf15a80-75af-42b5-ae25-0251e159ef02 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:55.853172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:55.853505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Checking segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:55.853886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Bound using segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:55.854314 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Bound port: 3cf15a80-75af-42b5-ae25-0251e159ef02, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:55.854802 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.898715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30eff420-48cb-4ab5-8bf8-5eaa7abcb208 req-e71e21e1-3c7b-44b1-aea7-672b25db80c3 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514020 Aug 24 00:28:55.902152 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a53c206-d71a-44a3-b51a-30a0377eb526 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.940883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f2ca-d331-438c-9db1-41d6ac598262 req-cb98933f-d782-4c5f-8f30-de4714bf99d4 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:55.942146 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb23f2ca-d331-438c-9db1-41d6ac598262 req-cb98933f-d782-4c5f-8f30-de4714bf99d4 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 944 time: 0.1234908 Aug 24 00:28:55.963243 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] For port 3cf15a80-75af-42b5-ae25-0251e159ef02, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:55.968792 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] For port 3cf15a80-75af-42b5-ae25-0251e159ef02, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=3cf15a80-75af-42b5-ae25-0251e159ef02,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:55.978705 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.984986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5898050d-ca5b-4730-b570-f21531238819 None None] For port 537093f9-4d47-456e-a1dd-1ea4fabc2d66, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=537093f9-4d47-456e-a1dd-1ea4fabc2d66,segment=NetworkSegment(c2107ef9-cc2d-42e0-93a2-5f3324689a73),segment_id=c2107ef9-cc2d-42e0-93a2-5f3324689a73)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:56.046011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb23f2ca-d331-438c-9db1-41d6ac598262 req-dbc2b1d5-af82-4c59-a79c-a37b42c79fda tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808384 Aug 24 00:28:56.063242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:56.064144 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.065798 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] 10.222.0.13 "PUT /v2.0/ports/3cf15a80-75af-42b5-ae25-0251e159ef02 HTTP/1.1" status: 200 len: 1092 time: 1.0652750 Aug 24 00:28:56.066539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6399b3e4-b46f-4d66-a435-e0573d62f6c4', 'tag': '3cf15a80-75af-42b5-ae25-0251e159ef02'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:56.069827 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dbcb53-110e-47e1-b998-ab7f2631d6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6399b3e4-b46f-4d66-a435-e0573d62f6c4", "tag": "3cf15a80-75af-42b5-ae25-0251e159ef02"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:56.118816 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.164760 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3867a8c0-7b5f-4bf2-a8b4-d43c52e4da52 x-openstack-request-id: req-3867a8c0-7b5f-4bf2-a8b4-d43c52e4da52 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:56.165352 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6399b3e4-b46f-4d66-a435-e0573d62f6c4", "tag": "3cf15a80-75af-42b5-ae25-0251e159ef02", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:56.165797 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3867a8c0-7b5f-4bf2-a8b4-d43c52e4da52 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:56.166358 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6399b3e4-b46f-4d66-a435-e0573d62f6c4', 'tag': '3cf15a80-75af-42b5-ae25-0251e159ef02', 'status': 'completed', 'code': 200} Aug 24 00:28:56.167144 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bb4b9-014f-4825-9c59-c6b716741c06 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf15a80-75af-42b5-ae25-0251e159ef02,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:56.184174 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Transition to ACTIVE for port object 537093f9-4d47-456e-a1dd-1ea4fabc2d66 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:56.200690 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.218737 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-188f4499-95a6-4a4f-b2ec-0c25323ec5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:56.220538 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-188f4499-95a6-4a4f-b2ec-0c25323ec5b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 1095 time: 0.0866373 Aug 24 00:28:56.274430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 537093f9-4d47-456e-a1dd-1ea4fabc2d66 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:56.284900 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-6afb7761-1a9d-4a92-87f5-55b4d82ca9e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cf15a80-75af-42b5-ae25-0251e159ef02 HTTP/1.1" status: 200 len: 217 time: 0.0485392 Aug 24 00:28:56.352175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-e43f53ff-08d7-478e-9243-ee7ce73f9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:56.354152 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-e43f53ff-08d7-478e-9243-ee7ce73f9e36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 200 len: 845 time: 0.0625153 Aug 24 00:28:56.357992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-2a53c206-d71a-44a3-b51a-30a0377eb526 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Delete allocated IP 2001:db8:0:1::174 (a1eb7bd1-ace8-4d85-8b2e-f21ebba88640/73016cd2-f662-4001-9d0f-f4c7cc1fdacb) {{(pid=94837) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 24 00:28:56.399644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Pushing event updated for resources: {'Port': ['ID=537093f9-4d47-456e-a1dd-1ea4fabc2d66,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:56.413025 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-7677d355-2ccb-4933-900a-8a2ce6a89dd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372797df-c1d2-46af-a88a-f8b38e7d12ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494447 Aug 24 00:28:56.415008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:56.415348 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:56.415667 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:56.416058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:56.416371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:56.416696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:56.417013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:56.417325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:56.417637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:56.417996 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:56.418328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:56.418634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898050d-ca5b-4730-b570-f21531238819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:56.430020 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:56.542699 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-438df0e6-a68f-424c-b3ae-488bcbe9d45a service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223075 Aug 24 00:28:56.589089 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a53c206-d71a-44a3-b51a-30a0377eb526 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.603129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-2a53c206-d71a-44a3-b51a-30a0377eb526 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Ignored duplicate provisioning block setup for port 040ca57f-e0bc-4de7-a7ed-325d7f824771 by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 24 00:28:56.615325 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a53c206-d71a-44a3-b51a-30a0377eb526 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.679182 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d9df3391-ac90-48a0-bae7-a767b9832973 req-0e2524eb-fb4d-40be-90e2-784ada623938 service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268005 Aug 24 00:28:56.707349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2a53c206-d71a-44a3-b51a-30a0377eb526 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] In _notify_port_updated(), no bound segment for port 040ca57f-e0bc-4de7-a7ed-325d7f824771 on network a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:28:56.713864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a53c206-d71a-44a3-b51a-30a0377eb526 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:56.714515 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a53c206-d71a-44a3-b51a-30a0377eb526 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.718955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:56.719286 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2a53c206-d71a-44a3-b51a-30a0377eb526 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "PUT /v2.0/ports/040ca57f-e0bc-4de7-a7ed-325d7f824771 HTTP/1.1" status: 200 len: 926 time: 1.1991963 Aug 24 00:28:56.725038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-589321ad-bbd5-441a-a17b-fa4fc7c4c8e2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '64afb678-5187-4505-abed-6b431ce14736'}, {'subnet_id': '73016cd2-f662-4001-9d0f-f4c7cc1fdacb'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:56.728477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53c206-d71a-44a3-b51a-30a0377eb526 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=040ca57f-e0bc-4de7-a7ed-325d7f824771,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:56.833943 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-589321ad-bbd5-441a-a17b-fa4fc7c4c8e2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.918387 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbcb53-110e-47e1-b998-ab7f2631d6b9 req-5245e052-a79b-4d7f-a0a8-bb441c1d675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:56.920013 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-64dbcb53-110e-47e1-b998-ab7f2631d6b9 req-5245e052-a79b-4d7f-a0a8-bb441c1d675d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 1095 time: 0.1035862 Aug 24 00:28:57.067184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59378313-2cb7-4606-95b4-bae4350335e0 None None] Network a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:57.087648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2d41b-9b63-49d3-9e49-dd798a2de502 req-b3db0244-c42a-40d0-ad2c-ed7456be948d tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:57.095062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22a2d41b-9b63-49d3-9e49-dd798a2de502 req-b3db0244-c42a-40d0-ad2c-ed7456be948d tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0864997 Aug 24 00:28:57.162385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22a2d41b-9b63-49d3-9e49-dd798a2de502 req-1964642d-7005-4144-b266-fa02c1b93d07 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664165 Aug 24 00:28:57.173913 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbcb53-110e-47e1-b998-ab7f2631d6b9 req-a11d2226-eb7b-4f57-a800-de990f24aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:57.175450 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-64dbcb53-110e-47e1-b998-ab7f2631d6b9 req-a11d2226-eb7b-4f57-a800-de990f24aa10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 906 time: 0.2462711 Aug 24 00:28:57.205161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-51a1e35d-2f57-46ba-ae5d-2265000042df None None] Provisioning for port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:57.228045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-51a1e35d-2f57-46ba-ae5d-2265000042df None None] Provisioning complete for port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:57.228434 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51a1e35d-2f57-46ba-ae5d-2265000042df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:57.236139 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-64dbcb53-110e-47e1-b998-ab7f2631d6b9 req-bd727592-e88b-4e80-922b-84f3963bbc26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cf15a80-75af-42b5-ae25-0251e159ef02 HTTP/1.1" status: 200 len: 217 time: 0.0500929 Aug 24 00:28:57.325210 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cecd7f-0c82-41d9-a30c-196be66381c8 req-9c88b580-7168-4e09-a17b-f54ba563a2a2 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:57.326224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5cecd7f-0c82-41d9-a30c-196be66381c8 req-9c88b580-7168-4e09-a17b-f54ba563a2a2 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0694900 Aug 24 00:28:57.326356 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbcb53-110e-47e1-b998-ab7f2631d6b9 req-33809459-011e-4e76-bf70-c89003db663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:57.327773 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-64dbcb53-110e-47e1-b998-ab7f2631d6b9 req-33809459-011e-4e76-bf70-c89003db663e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 200 len: 845 time: 0.0826292 Aug 24 00:28:57.351224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-589321ad-bbd5-441a-a17b-fa4fc7c4c8e2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Allocated IP 2001:db8:0:1::fc (a1eb7bd1-ace8-4d85-8b2e-f21ebba88640/73016cd2-f662-4001-9d0f-f4c7cc1fdacb/040ca57f-e0bc-4de7-a7ed-325d7f824771) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:57.380049 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5cecd7f-0c82-41d9-a30c-196be66381c8 req-5bfc64e4-df73-494f-84ab-3ed088862a48 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458057 Aug 24 00:28:57.449363 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-64dbcb53-110e-47e1-b998-ab7f2631d6b9 req-764b88e4-33da-47d3-a870-dccdb37a74ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372797df-c1d2-46af-a88a-f8b38e7d12ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308990 Aug 24 00:28:57.462595 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51a1e35d-2f57-46ba-ae5d-2265000042df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:57.616067 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-589321ad-bbd5-441a-a17b-fa4fc7c4c8e2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:57.626649 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-64dbcb53-110e-47e1-b998-ab7f2631d6b9 req-e2182290-4c09-416c-adbd-2f26175fdc50 service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679547 Aug 24 00:28:57.633203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-589321ad-bbd5-441a-a17b-fa4fc7c4c8e2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Ignored duplicate provisioning block setup for port 040ca57f-e0bc-4de7-a7ed-325d7f824771 by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 24 00:28:57.646936 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-589321ad-bbd5-441a-a17b-fa4fc7c4c8e2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:57.693831 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0efd9564-4a64-4622-a350-598b8faa797e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:57.715786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-51a1e35d-2f57-46ba-ae5d-2265000042df None None] For port 537093f9-4d47-456e-a1dd-1ea4fabc2d66, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=537093f9-4d47-456e-a1dd-1ea4fabc2d66,segment=NetworkSegment(c2107ef9-cc2d-42e0-93a2-5f3324689a73),segment_id=c2107ef9-cc2d-42e0-93a2-5f3324689a73)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:57.720252 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-51a1e35d-2f57-46ba-ae5d-2265000042df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:57.783518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1e35d-2f57-46ba-ae5d-2265000042df None None] Pushing event updated for resources: {'Port': ['ID=537093f9-4d47-456e-a1dd-1ea4fabc2d66,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:57.857619 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:28:57.860387 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d1bdf320-746b-4d02-99e9-65529527b1ee None None] Provisioning for port 040ca57f-e0bc-4de7-a7ed-325d7f824771 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:57.868506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d1bdf320-746b-4d02-99e9-65529527b1ee None None] Provisioning complete for port 040ca57f-e0bc-4de7-a7ed-325d7f824771 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:57.869223 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf320-746b-4d02-99e9-65529527b1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:57.944094 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d1bdf320-746b-4d02-99e9-65529527b1ee None None] Port 040ca57f-e0bc-4de7-a7ed-325d7f824771 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:28:57.956100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d1bdf320-746b-4d02-99e9-65529527b1ee None None] Provisioning complete for port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:57.956615 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf320-746b-4d02-99e9-65529527b1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.133775 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 537093f9-4d47-456e-a1dd-1ea4fabc2d66 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:58.147568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589321ad-bbd5-441a-a17b-fa4fc7c4c8e2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=040ca57f-e0bc-4de7-a7ed-325d7f824771,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:58.151227 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-589321ad-bbd5-441a-a17b-fa4fc7c4c8e2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] In _notify_port_updated(), no bound segment for port 040ca57f-e0bc-4de7-a7ed-325d7f824771 on network a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:28:58.157045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589321ad-bbd5-441a-a17b-fa4fc7c4c8e2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:58.157681 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-589321ad-bbd5-441a-a17b-fa4fc7c4c8e2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.159019 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-589321ad-bbd5-441a-a17b-fa4fc7c4c8e2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "PUT /v2.0/ports/040ca57f-e0bc-4de7-a7ed-325d7f824771 HTTP/1.1" status: 200 len: 1011 time: 1.4393480 Aug 24 00:28:58.161814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36622) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:58.198018 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-64dbcb53-110e-47e1-b998-ab7f2631d6b9 req-e79be3b8-09a9-49c1-b9f3-cec2af92647f service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595775 Aug 24 00:28:58.216027 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cb812f0a-2256-4154-8729-47d60f7306c5 None None] Provisioning complete for port 040ca57f-e0bc-4de7-a7ed-325d7f824771 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:58.216501 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb812f0a-2256-4154-8729-47d60f7306c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.268536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:58.268805 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.335605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cb812f0a-2256-4154-8729-47d60f7306c5 None None] Port 040ca57f-e0bc-4de7-a7ed-325d7f824771 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:28:58.350439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6bf6b104-ecae-4c40-8408-2894b7dc7975 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 040ca57f-e0bc-4de7-a7ed-325d7f824771 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:58.350823 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b104-ecae-4c40-8408-2894b7dc7975 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.434685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689700de-9085-437f-b2e5-209e80cf1846 req-0176832e-fb9a-45df-ac18-5b5bb26a160a tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:58.438297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-689700de-9085-437f-b2e5-209e80cf1846 req-0176832e-fb9a-45df-ac18-5b5bb26a160a tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.1490965 Aug 24 00:28:58.468214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-94bcd9ee-d804-4582-8b1a-ace113e53291 None None] Provisioning complete for port 040ca57f-e0bc-4de7-a7ed-325d7f824771 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:58.468717 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-94bcd9ee-d804-4582-8b1a-ace113e53291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.524292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-94bcd9ee-d804-4582-8b1a-ace113e53291 None None] Port 040ca57f-e0bc-4de7-a7ed-325d7f824771 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:28:58.530282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-689700de-9085-437f-b2e5-209e80cf1846 req-f0c64246-9515-45e0-8621-8055b2220f19 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828376 Aug 24 00:28:58.533924 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b104-ecae-4c40-8408-2894b7dc7975 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.587654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6bf6b104-ecae-4c40-8408-2894b7dc7975 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 040ca57f-e0bc-4de7-a7ed-325d7f824771 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:58.676054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81f4b0-5f4c-4bb8-be38-563f2d0f89da req-8c21f739-37cb-49ae-81b7-c8116cb7413c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:58.677784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb81f4b0-5f4c-4bb8-be38-563f2d0f89da req-8c21f739-37cb-49ae-81b7-c8116cb7413c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 944 time: 0.1359756 Aug 24 00:28:58.744519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-aea8ecd9-2c84-4646-a98c-6abea1530987 None None] Provisioning complete for port 040ca57f-e0bc-4de7-a7ed-325d7f824771 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:58.744975 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-aea8ecd9-2c84-4646-a98c-6abea1530987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.750930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb81f4b0-5f4c-4bb8-be38-563f2d0f89da req-25a15b71-1f0a-4bae-9a02-841b1d98462f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609822 Aug 24 00:28:58.786001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-aea8ecd9-2c84-4646-a98c-6abea1530987 None None] Port 040ca57f-e0bc-4de7-a7ed-325d7f824771 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:28:58.861856 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b104-ecae-4c40-8408-2894b7dc7975 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.889419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6b104-ecae-4c40-8408-2894b7dc7975 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=040ca57f-e0bc-4de7-a7ed-325d7f824771,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:58.939367 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bf6b104-ecae-4c40-8408-2894b7dc7975 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.941863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6bf6b104-ecae-4c40-8408-2894b7dc7975 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/040ca57f-e0bc-4de7-a7ed-325d7f824771 HTTP/1.1" status: 204 len: 168 time: 0.7781770 Aug 24 00:28:58.944223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36636) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:58.972954 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d7541f-2637-4387-bedf-59c352c3f35b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] GET failed (client error): The resource could not be found. Aug 24 00:28:58.974616 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f3d7541f-2637-4387-bedf-59c352c3f35b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/040ca57f-e0bc-4de7-a7ed-325d7f824771 HTTP/1.1" status: 404 len: 333 time: 0.0285475 Aug 24 00:28:58.977407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:59.035879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce33b74-b482-47ef-b012-928ad20cab27 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting subnet 73016cd2-f662-4001-9d0f-f4c7cc1fdacb {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:59.040395 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ce33b74-b482-47ef-b012-928ad20cab27 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.081898 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ce33b74-b482-47ef-b012-928ad20cab27 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.173157 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ce33b74-b482-47ef-b012-928ad20cab27 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.232490 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ce33b74-b482-47ef-b012-928ad20cab27 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.259338 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce33b74-b482-47ef-b012-928ad20cab27 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Subnet': ['ID=73016cd2-f662-4001-9d0f-f4c7cc1fdacb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:59.263171 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ce33b74-b482-47ef-b012-928ad20cab27 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.267493 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7ce33b74-b482-47ef-b012-928ad20cab27 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/73016cd2-f662-4001-9d0f-f4c7cc1fdacb HTTP/1.1" status: 204 len: 168 time: 0.2862127 Aug 24 00:28:59.267984 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:59.270318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeae52b1-4eee-464a-99d1-f0c1cbcd7f1b None None] Network a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:59.326761 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2706a6f0-1582-4c3e-b5e0-39efa63f121b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting subnet 64afb678-5187-4505-abed-6b431ce14736 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:59.334091 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2706a6f0-1582-4c3e-b5e0-39efa63f121b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.385089 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2706a6f0-1582-4c3e-b5e0-39efa63f121b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.475573 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2706a6f0-1582-4c3e-b5e0-39efa63f121b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.537078 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.544803 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2706a6f0-1582-4c3e-b5e0-39efa63f121b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.569501 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2706a6f0-1582-4c3e-b5e0-39efa63f121b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.573907 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2706a6f0-1582-4c3e-b5e0-39efa63f121b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/64afb678-5187-4505-abed-6b431ce14736 HTTP/1.1" status: 204 len: 168 time: 0.3028169 Aug 24 00:28:59.574264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36652) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:59.614286 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706a6f0-1582-4c3e-b5e0-39efa63f121b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Subnet': ['ID=64afb678-5187-4505-abed-6b431ce14736,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:59.704734 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.730956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe819667-cd7e-49d0-bcaf-c9add5cd0a10 req-d72aedd8-0f93-4dbe-8279-c1735f7c7c54 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:59.732646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe819667-cd7e-49d0-bcaf-c9add5cd0a10 req-d72aedd8-0f93-4dbe-8279-c1735f7c7c54 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0849404 Aug 24 00:28:59.749318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 3cf15a80-75af-42b5-ae25-0251e159ef02 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:28:59.810360 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe819667-cd7e-49d0-bcaf-c9add5cd0a10 req-d56d89ec-4ecc-485b-a3ee-f344a8276033 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558581 Aug 24 00:28:59.824331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:59.824680 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.903600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 3cf15a80-75af-42b5-ae25-0251e159ef02, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=3cf15a80-75af-42b5-ae25-0251e159ef02,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:59.918226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '3cf15a80-75af-42b5-ae25-0251e159ef02', 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'port_id': '3cf15a80-75af-42b5-ae25-0251e159ef02', 'mac_address': 'fa:16:3e:d0:0c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3029ff06-c0b5-4450-8493-16639e4dfbd0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:28:59.957988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] For port 537093f9-4d47-456e-a1dd-1ea4fabc2d66, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=537093f9-4d47-456e-a1dd-1ea4fabc2d66,segment=NetworkSegment(c2107ef9-cc2d-42e0-93a2-5f3324689a73),segment_id=c2107ef9-cc2d-42e0-93a2-5f3324689a73)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:59.958358 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.962359 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.977049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 537093f9-4d47-456e-a1dd-1ea4fabc2d66 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:59.987192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf15a80-75af-42b5-ae25-0251e159ef02 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:59.996940 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1fd63-2cba-432b-8b20-f9d1d55eaef1 req-c8afb128-cc02-4a6d-9592-df5ccff9e0b9 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:59.998642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7bd1fd63-2cba-432b-8b20-f9d1d55eaef1 req-c8afb128-cc02-4a6d-9592-df5ccff9e0b9 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 944 time: 0.0996454 Aug 24 00:29:00.017398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 3cf15a80-75af-42b5-ae25-0251e159ef02, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=3cf15a80-75af-42b5-ae25-0251e159ef02,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:00.025098 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.101822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=3cf15a80-75af-42b5-ae25-0251e159ef02,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:00.128229 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.182063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a869d0f4-6421-4a5f-9327-aa96036c9c3d None None] Network a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:00.252224 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b65cd862-3920-4fb0-a00c-b167d2e2ea51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.273074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bdc12b9f-2db4-47c7-8bdc-db385c5d6280 None None] Provisioning complete for port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:00.273765 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bdc12b9f-2db4-47c7-8bdc-db385c5d6280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.462376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c07ce8-b3e1-440c-92a8-c0fd201c3814 None None] DHCP port deletion for a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:29:00.487872 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['3cf15a80-75af-42b5-ae25-0251e159ef02'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:00.534424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7bd1fd63-2cba-432b-8b20-f9d1d55eaef1 req-509e5c92-fde1-4e1c-8fc4-9b99b45008af tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291660 Aug 24 00:29:00.559381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-26c07ce8-b3e1-440c-92a8-c0fd201c3814 None None] Deleting port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:00.560154 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26c07ce8-b3e1-440c-92a8-c0fd201c3814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.560354 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.598349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=537093f9-4d47-456e-a1dd-1ea4fabc2d66,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:00.606559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No DVR routers for this DVR port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:00.687157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-26c07ce8-b3e1-440c-92a8-c0fd201c3814 None None] For port 537093f9-4d47-456e-a1dd-1ea4fabc2d66, host n-d-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:00.687561 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26c07ce8-b3e1-440c-92a8-c0fd201c3814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.704520 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.706508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-26c07ce8-b3e1-440c-92a8-c0fd201c3814 None None] Calling delete_port for 537093f9-4d47-456e-a1dd-1ea4fabc2d66 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:00.710513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-26c07ce8-b3e1-440c-92a8-c0fd201c3814 None None] Port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:29:00.713050 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26c07ce8-b3e1-440c-92a8-c0fd201c3814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.716389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1eb7bd1-ace8-4d85-8b2e-f21ebba88640']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:00.729548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2107ef9-cc2d-42e0-93a2-5f3324689a73') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:00.729852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2107ef9-cc2d-42e0-93a2-5f3324689a73') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:00.738991 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.751721 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c07ce8-b3e1-440c-92a8-c0fd201c3814 None None] Pushing event deleted for resources: {'Port': ['ID=537093f9-4d47-456e-a1dd-1ea4fabc2d66,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:00.756206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c07ce8-b3e1-440c-92a8-c0fd201c3814 None None] No DVR routers for this DVR port 537093f9-4d47-456e-a1dd-1ea4fabc2d66 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:00.759471 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.769255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:29:00.769255 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:29:00.771486 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:29:00.834181 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.847301 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.853941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/networks/a1eb7bd1-ace8-4d85-8b2e-f21ebba88640 HTTP/1.1" status: 204 len: 168 time: 1.2740548 Aug 24 00:29:00.854744 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36666) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:00.870808 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484735c-b22e-4795-b4ca-e6f7a461a5cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Network': ['ID=a1eb7bd1-ace8-4d85-8b2e-f21ebba88640,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:00.910920 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f54da2-8e30-419d-9c21-d8936425d46c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:00.912953 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d4f54da2-8e30-419d-9c21-d8936425d46c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0563076 Aug 24 00:29:00.916330 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:00.956592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41a9c6-2370-4024-8a02-04751c4183a1 req-d292ec40-1f67-48c9-8ddf-f79d2b3fd506 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:00.960466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b41a9c6-2370-4024-8a02-04751c4183a1 req-d292ec40-1f67-48c9-8ddf-f79d2b3fd506 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0584855 Aug 24 00:29:00.965510 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4e042341-cf73-4262-81bc-3ef04d255052 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0448682 Aug 24 00:29:00.965872 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:00.970854 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a881df6f-4eae-45b4-8d51-ba594dc234eb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-448833896'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:00.994193 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a881df6f-4eae-45b4-8d51-ba594dc234eb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:00.997892 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a881df6f-4eae-45b4-8d51-ba594dc234eb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:01.000146 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b41a9c6-2370-4024-8a02-04751c4183a1 req-dc0117c2-a173-4a12-a923-ff17f389f5c0 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359356 Aug 24 00:29:01.022243 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a881df6f-4eae-45b4-8d51-ba594dc234eb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:29:01.032403 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a881df6f-4eae-45b4-8d51-ba594dc234eb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:01.032838 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-a881df6f-4eae-45b4-8d51-ba594dc234eb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Added segment 6c302c62-023a-440d-a49d-54f0a5ebc5ac of type vlan for network 0d70fe2f-afe7-4023-9bdc-734694f164cd Aug 24 00:29:01.076235 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a881df6f-4eae-45b4-8d51-ba594dc234eb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:01.102960 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a881df6f-4eae-45b4-8d51-ba594dc234eb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:01.109806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a881df6f-4eae-45b4-8d51-ba594dc234eb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:01.110920 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a881df6f-4eae-45b4-8d51-ba594dc234eb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:01.175591 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a881df6f-4eae-45b4-8d51-ba594dc234eb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2060030 Aug 24 00:29:01.180367 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36672) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:01.188139 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4d5ffa45-0028-4d11-9344-258348b30025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': '0d70fe2f-afe7-4023-9bdc-734694f164cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:01.207225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881df6f-4eae-45b4-8d51-ba594dc234eb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Network': ['ID=0d70fe2f-afe7-4023-9bdc-734694f164cd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:01.220437 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 0d70fe2f-afe7-4023-9bdc-734694f164cd details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:29:01.224945 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:01.265324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812eea0-364f-412a-bb22-ea1198005700 req-3911da78-0e90-4fb8-a2cd-58fada851fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:01.266860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4812eea0-364f-412a-bb22-ea1198005700 req-3911da78-0e90-4fb8-a2cd-58fada851fc0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 1096 time: 0.1008930 Aug 24 00:29:01.294017 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5ffa45-0028-4d11-9344-258348b30025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:01.298606 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d5ffa45-0028-4d11-9344-258348b30025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:01.330695 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4812eea0-364f-412a-bb22-ea1198005700 req-94676d03-dada-4057-b493-dfbc10a08343 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534716 Aug 24 00:29:01.494105 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d5ffa45-0028-4d11-9344-258348b30025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:01.556219 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ffa45-0028-4d11-9344-258348b30025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Subnet': ['ID=ea7a76fd-16b3-4f55-82d7-69915c7cb468,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:01.569346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5ffa45-0028-4d11-9344-258348b30025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Checking segment: {'id': '6c302c62-023a-440d-a49d-54f0a5ebc5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0d70fe2f-afe7-4023-9bdc-734694f164cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:01.569712 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ffa45-0028-4d11-9344-258348b30025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network hostable DHCP agents. Network: 0d70fe2f-afe7-4023-9bdc-734694f164cd, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:29:01.601309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5ffa45-0028-4d11-9344-258348b30025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network 0d70fe2f-afe7-4023-9bdc-734694f164cd is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:29:01.612303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4d5ffa45-0028-4d11-9344-258348b30025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 0d70fe2f-afe7-4023-9bdc-734694f164cd) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:01.621971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2990858-5069-4d75-8c42-516990db1812 None None] Network 0d70fe2f-afe7-4023-9bdc-734694f164cd requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:01.622503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ffa45-0028-4d11-9344-258348b30025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:01.622935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d5ffa45-0028-4d11-9344-258348b30025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:01.668493 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4d5ffa45-0028-4d11-9344-258348b30025 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4866312 Aug 24 00:29:01.670725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36684) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:01.678441 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'network_id': '0d70fe2f-afe7-4023-9bdc-734694f164cd', 'name': 'tempest-PortsIpV6TestJSON-1544465451'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:01.706529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc41541-4cc0-4849-be6f-f822838e3b4e req-e536c246-d4b4-4421-9a78-4850cdc7ad10 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:01.709655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edc41541-4cc0-4849-be6f-f822838e3b4e req-e536c246-d4b4-4421-9a78-4850cdc7ad10 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0908146 Aug 24 00:29:01.781823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edc41541-4cc0-4849-be6f-f822838e3b4e req-574cebfe-c121-4976-bcd1-3f7feb1a662f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659161 Aug 24 00:29:01.814373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-0d70fe2f-afe7-4023-9bdc-734694f164cd', 'network_id': '0d70fe2f-afe7-4023-9bdc-734694f164cd', 'tenant_id': '240f365715514d30adc13e62aed21a9e', 'fixed_ips': [{'subnet_id': 'ea7a76fd-16b3-4f55-82d7-69915c7cb468'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:29:01.815606 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:01.833108 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:01.837479 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:01.860184 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port b03b7d5c-1950-47f3-9440-374a834eac9b yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:29:01.971538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Allocated IP 2001:db8::2 (0d70fe2f-afe7-4023-9bdc-734694f164cd/ea7a76fd-16b3-4f55-82d7-69915c7cb468/ee7b1aa2-96d8-4345-a83d-b89c27bbd56f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:02.141036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 537093f9-4d47-456e-a1dd-1ea4fabc2d66 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:02.170434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced63e9-6982-4b9e-a3ce-286c0bafd44c req-8917bf5b-8e05-4b3f-ae9f-618f28f0eed6 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:02.172646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cced63e9-6982-4b9e-a3ce-286c0bafd44c req-8917bf5b-8e05-4b3f-ae9f-618f28f0eed6 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0588953 Aug 24 00:29:02.175035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 537093f9-4d47-456e-a1dd-1ea4fabc2d66 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:29:02.175477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 537093f9-4d47-456e-a1dd-1ea4fabc2d66 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:29:02.195494 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:02.204450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Transition to ACTIVE for port object ee7b1aa2-96d8-4345-a83d-b89c27bbd56f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:02.217302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cced63e9-6982-4b9e-a3ce-286c0bafd44c req-68655a91-6d15-4a0a-88df-c901bf8ee7c2 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369051 Aug 24 00:29:02.224570 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Transition to ACTIVE for port object ee7b1aa2-96d8-4345-a83d-b89c27bbd56f will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:02.236472 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:02.283294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Network 0d70fe2f-afe7-4023-9bdc-734694f164cd is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:02.286132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:02.289101 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:02.296798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Pushing event updated for resources: {'Port': ['ID=ee7b1aa2-96d8-4345-a83d-b89c27bbd56f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:02.303674 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Allocated IP 2001:db8::28f (0d70fe2f-afe7-4023-9bdc-734694f164cd/ea7a76fd-16b3-4f55-82d7-69915c7cb468/b03b7d5c-1950-47f3-9440-374a834eac9b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:02.354488 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Attempting to bind port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:02.354959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Attempting to bind port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '6c302c62-023a-440d-a49d-54f0a5ebc5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0d70fe2f-afe7-4023-9bdc-734694f164cd'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:02.355333 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Attempting to bind port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f on network 0d70fe2f-afe7-4023-9bdc-734694f164cd {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:02.360965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:02.361348 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Checking segment: {'id': '6c302c62-023a-440d-a49d-54f0a5ebc5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0d70fe2f-afe7-4023-9bdc-734694f164cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:02.361760 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:02.362572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Bound using segment: {'id': '6c302c62-023a-440d-a49d-54f0a5ebc5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0d70fe2f-afe7-4023-9bdc-734694f164cd'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:02.363150 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Bound port: ee7b1aa2-96d8-4345-a83d-b89c27bbd56f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c302c62-023a-440d-a49d-54f0a5ebc5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0d70fe2f-afe7-4023-9bdc-734694f164cd'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:02.363544 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:02.452237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] For port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:02.455930 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] For port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ee7b1aa2-96d8-4345-a83d-b89c27bbd56f,segment=NetworkSegment(6c302c62-023a-440d-a49d-54f0a5ebc5ac),segment_id=6c302c62-023a-440d-a49d-54f0a5ebc5ac)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:02.463297 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:02.487374 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:02.504723 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Transition to ACTIVE for port object b03b7d5c-1950-47f3-9440-374a834eac9b will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:02.522768 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863b97b-edf9-4325-a2e7-c8a9fc73ef9d None None] Pushing event updated for resources: {'Port': ['ID=ee7b1aa2-96d8-4345-a83d-b89c27bbd56f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:02.550056 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:02.593767 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network 0d70fe2f-afe7-4023-9bdc-734694f164cd is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:02.597135 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:02.601566 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:02.607411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:02.607936 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:02.625381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=b03b7d5c-1950-47f3-9440-374a834eac9b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:02.635595 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-362c984d-1567-486f-a365-1323ffc78537 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9636118 Aug 24 00:29:02.638196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36692) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:02.643814 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'network_id': '0d70fe2f-afe7-4023-9bdc-734694f164cd', 'name': 'tempest-PortsIpV6TestJSON-2102363661'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:02.777250 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:02.779916 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:02.829690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port bd349dbb-968f-4974-bdec-42f7dada91a4 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:29:02.955353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f72c4-0281-4d76-af9a-a9459a1b1d89 req-e0dfc2de-ea06-4e63-b51a-310f124d43c5 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:02.956922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d90f72c4-0281-4d76-af9a-a9459a1b1d89 req-e0dfc2de-ea06-4e63-b51a-310f124d43c5 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.0726812 Aug 24 00:29:02.998877 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:03.010909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d90f72c4-0281-4d76-af9a-a9459a1b1d89 req-3dd78abd-bfb2-4e54-b328-b6913b79df2a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460749 Aug 24 00:29:03.029653 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Allocated IP 2001:db8::64 (0d70fe2f-afe7-4023-9bdc-734694f164cd/ea7a76fd-16b3-4f55-82d7-69915c7cb468/bd349dbb-968f-4974-bdec-42f7dada91a4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:03.189715 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:03.204684 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Transition to ACTIVE for port object bd349dbb-968f-4974-bdec-42f7dada91a4 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:03.238278 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:03.292197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network 0d70fe2f-afe7-4023-9bdc-734694f164cd is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:03.297956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:03.301789 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:03.308247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:03.308882 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:03.324079 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=bd349dbb-968f-4974-bdec-42f7dada91a4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:03.332495 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7298e4fa-877a-4f8b-94d8-73ea799d487d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6929965 Aug 24 00:29:03.333175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:03.372276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb9470-d8ce-44f2-83bf-cd6c49979f32 req-24c652b8-7674-4509-bbbd-c1fb4e7bfc09 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:03.379465 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6adb9470-d8ce-44f2-83bf-cd6c49979f32 req-24c652b8-7674-4509-bbbd-c1fb4e7bfc09 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0859864 Aug 24 00:29:03.423127 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6adb9470-d8ce-44f2-83bf-cd6c49979f32 req-846d85ae-5a81-46a0-b469-6fa0ef299e7d tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420070 Aug 24 00:29:03.461928 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98180670-ac0c-4a7e-83e5-11a54efdb179 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:03.467490 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-98180670-ac0c-4a7e-83e5-11a54efdb179 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A28f HTTP/1.1" status: 200 len: 929 time: 0.1327226 Aug 24 00:29:03.468110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36710) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:03.613042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c19b0fe2-33f8-4a8a-9d33-9c4d5917761c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port bd349dbb-968f-4974-bdec-42f7dada91a4 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:03.613388 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c19b0fe2-33f8-4a8a-9d33-9c4d5917761c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:03.744004 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c19b0fe2-33f8-4a8a-9d33-9c4d5917761c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:03.758595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 3cf15a80-75af-42b5-ae25-0251e159ef02 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:03.776349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c19b0fe2-33f8-4a8a-9d33-9c4d5917761c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for bd349dbb-968f-4974-bdec-42f7dada91a4 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:03.862350 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 3cf15a80-75af-42b5-ae25-0251e159ef02 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:03.876849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 3cf15a80-75af-42b5-ae25-0251e159ef02 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:03.877197 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:03.903603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dedda4-081a-4cb2-8816-ced30a8011e0 None None] Network 0d70fe2f-afe7-4023-9bdc-734694f164cd requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:03.961978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c01f8-1232-4b26-be41-c990a41d99e2 req-e18db35f-90fa-43d6-ac1b-9fdd5856bfa0 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:03.970057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-009c01f8-1232-4b26-be41-c990a41d99e2 req-e18db35f-90fa-43d6-ac1b-9fdd5856bfa0 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.1202757 Aug 24 00:29:03.996455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28c146-9e20-431b-90a8-b6c6f9f6e30d req-7d70f2e3-32fe-4b23-8620-4fc459572496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:03.998412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff28c146-9e20-431b-90a8-b6c6f9f6e30d req-7d70f2e3-32fe-4b23-8620-4fc459572496 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=645be32e261e48e6ae77381e2ac708f7&device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 1096 time: 0.1975729 Aug 24 00:29:04.001524 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7a844e26-6238-4712-b373-779b48320e2a None None] Provisioning for port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:04.100886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-009c01f8-1232-4b26-be41-c990a41d99e2 req-1cdb1152-2ef4-4551-80ae-114f89f390d7 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244781 Aug 24 00:29:04.106870 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.141808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c19b0fe2-33f8-4a8a-9d33-9c4d5917761c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.159369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6399b3e4-b46f-4d66-a435-e0573d62f6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf15a80-75af-42b5-ae25-0251e159ef02'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:04.161726 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3358c6-25d8-493a-8f69-0b32fdeb490b" -d '{"events": [{"server_uuid": "6399b3e4-b46f-4d66-a435-e0573d62f6c4", "name": "network-vif-plugged", "status": "completed", "tag": "3cf15a80-75af-42b5-ae25-0251e159ef02"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:04.176232 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ee7b1aa2-96d8-4345-a83d-b89c27bbd56f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:04.191348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b0fe2-33f8-4a8a-9d33-9c4d5917761c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=bd349dbb-968f-4974-bdec-42f7dada91a4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:04.212709 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca90ef9f-2972-4417-81ce-877cec1a5fb6 x-openstack-request-id: req-ca90ef9f-2972-4417-81ce-877cec1a5fb6 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:04.212997 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6399b3e4-b46f-4d66-a435-e0573d62f6c4", "name": "network-vif-plugged", "status": "completed", "tag": "3cf15a80-75af-42b5-ae25-0251e159ef02", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:04.213246 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca90ef9f-2972-4417-81ce-877cec1a5fb6 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:04.213636 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6399b3e4-b46f-4d66-a435-e0573d62f6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf15a80-75af-42b5-ae25-0251e159ef02', 'code': 200} Aug 24 00:29:04.215280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 3cf15a80-75af-42b5-ae25-0251e159ef02, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=3cf15a80-75af-42b5-ae25-0251e159ef02,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:04.222930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28c146-9e20-431b-90a8-b6c6f9f6e30d req-2d062dec-3c42-4e2c-a70f-14f80dcdd0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:04.223408 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.225010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff28c146-9e20-431b-90a8-b6c6f9f6e30d req-2d062dec-3c42-4e2c-a70f-14f80dcdd0e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 HTTP/1.1" status: 200 len: 919 time: 0.2034163 Aug 24 00:29:04.291023 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c19b0fe2-33f8-4a8a-9d33-9c4d5917761c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.292967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c19b0fe2-33f8-4a8a-9d33-9c4d5917761c tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/bd349dbb-968f-4974-bdec-42f7dada91a4 HTTP/1.1" status: 204 len: 168 time: 0.8236923 Aug 24 00:29:04.293131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=3cf15a80-75af-42b5-ae25-0251e159ef02,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:04.295899 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36728) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:04.296712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff28c146-9e20-431b-90a8-b6c6f9f6e30d req-d6ac7a2e-26a6-4c96-b664-34e1206da4c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5789068-c6c7-4e92-a48c-288316aa5193 HTTP/1.1" status: 200 len: 217 time: 0.0630848 Aug 24 00:29:04.311120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f3f73-4ac1-449f-8210-9e21b9d88e25 req-000f64a0-4dbc-4528-8eee-96a89858013e tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:04.313242 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c0f3f73-4ac1-449f-8210-9e21b9d88e25 req-000f64a0-4dbc-4528-8eee-96a89858013e tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 945 time: 0.1673951 Aug 24 00:29:04.319451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:04.325320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:04.325708 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.358257 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-96808ea7-5f70-491e-a8f8-eb03deeeb4f4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] GET failed (client error): The resource could not be found. Aug 24 00:29:04.362573 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-96808ea7-5f70-491e-a8f8-eb03deeeb4f4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/bd349dbb-968f-4974-bdec-42f7dada91a4 HTTP/1.1" status: 404 len: 333 time: 0.0615911 Aug 24 00:29:04.365330 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36730) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:04.391002 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c0f3f73-4ac1-449f-8210-9e21b9d88e25 req-a711ab76-5ff4-49f4-9409-573208f48592 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658903 Aug 24 00:29:04.397318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28c146-9e20-431b-90a8-b6c6f9f6e30d req-a53a8531-1ef1-4998-a1c7-f5597c8be3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:04.399538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff28c146-9e20-431b-90a8-b6c6f9f6e30d req-a53a8531-1ef1-4998-a1c7-f5597c8be3c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7d30128-2ce5-4885-8968-a3ab5697bdd2 HTTP/1.1" status: 200 len: 858 time: 0.0851023 Aug 24 00:29:04.439396 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.440290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0fa4d-5b87-406b-be9b-91d43cda4030 req-094da5a4-cba6-4c90-8825-a4267671276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:04.441297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff28c146-9e20-431b-90a8-b6c6f9f6e30d req-5a9e692b-440b-4029-92ae-76266e26ec2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308175 Aug 24 00:29:04.441809 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8df0fa4d-5b87-406b-be9b-91d43cda4030 req-094da5a4-cba6-4c90-8825-a4267671276e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 1097 time: 0.1339800 Aug 24 00:29:04.481171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ee7b1aa2-96d8-4345-a83d-b89c27bbd56f,segment=NetworkSegment(6c302c62-023a-440d-a49d-54f0a5ebc5ac),segment_id=6c302c62-023a-440d-a49d-54f0a5ebc5ac)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:04.488528 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.502627 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8df0fa4d-5b87-406b-be9b-91d43cda4030 req-e6b8b209-dc1e-4657-b9ac-0765b8e9cfa7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533841 Aug 24 00:29:04.505040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6c724c61-02be-420b-b690-874fe3e09324 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port b03b7d5c-1950-47f3-9440-374a834eac9b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:04.505380 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c724c61-02be-420b-b690-874fe3e09324 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.550188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff28c146-9e20-431b-90a8-b6c6f9f6e30d req-5b8f62fb-d24c-4c8d-b3bc-866b5c7e5874 service neutron] 10.222.0.47 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004465 Aug 24 00:29:04.573140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=ee7b1aa2-96d8-4345-a83d-b89c27bbd56f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:04.649899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f7dd29f7-958d-45a1-a0cc-c55c6da7efce None None] Provisioning complete for port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:04.650292 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f7dd29f7-958d-45a1-a0cc-c55c6da7efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.671262 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c724c61-02be-420b-b690-874fe3e09324 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.683258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff28c146-9e20-431b-90a8-b6c6f9f6e30d req-83853525-7007-4f9e-8b32-988655c17180 service neutron] 10.222.0.47 "GET /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249959 Aug 24 00:29:04.686810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6c724c61-02be-420b-b690-874fe3e09324 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for b03b7d5c-1950-47f3-9440-374a834eac9b owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:04.856373 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c724c61-02be-420b-b690-874fe3e09324 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.891798 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c724c61-02be-420b-b690-874fe3e09324 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=b03b7d5c-1950-47f3-9440-374a834eac9b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:04.934138 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c724c61-02be-420b-b690-874fe3e09324 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.939363 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c724c61-02be-420b-b690-874fe3e09324 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/b03b7d5c-1950-47f3-9440-374a834eac9b HTTP/1.1" status: 204 len: 168 time: 0.5719132 Aug 24 00:29:04.939616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36738) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:04.956192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f7dd29f7-958d-45a1-a0cc-c55c6da7efce None None] Could not find standard attr ID for object b03b7d5c-1950-47f3-9440-374a834eac9b. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:29:04.959620 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f7dd29f7-958d-45a1-a0cc-c55c6da7efce None None] Could not find standard attr ID for object bd349dbb-968f-4974-bdec-42f7dada91a4. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:29:04.972897 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-8940a07e-e380-4e74-89da-4c072e82f497 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] GET failed (client error): The resource could not be found. Aug 24 00:29:04.977748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8940a07e-e380-4e74-89da-4c072e82f497 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/b03b7d5c-1950-47f3-9440-374a834eac9b HTTP/1.1" status: 404 len: 333 time: 0.0340443 Aug 24 00:29:04.977987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36740) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:05.041326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-714bace4-66b4-4a8a-b9d4-f044fb149b5f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting subnet ea7a76fd-16b3-4f55-82d7-69915c7cb468 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:29:05.049419 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-714bace4-66b4-4a8a-b9d4-f044fb149b5f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.075767 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-088a0c2e-1489-4be2-a088-d6e2a9a730ed None None] Could not find standard attr ID for object b03b7d5c-1950-47f3-9440-374a834eac9b. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:29:05.106014 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-714bace4-66b4-4a8a-b9d4-f044fb149b5f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.245315 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-714bace4-66b4-4a8a-b9d4-f044fb149b5f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.290866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019eefd-acdd-4c1f-803c-389f80c951ec req-70e08a24-bef8-44e6-af64-6262fadfc534 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:05.292515 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2019eefd-acdd-4c1f-803c-389f80c951ec req-70e08a24-bef8-44e6-af64-6262fadfc534 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0988138 Aug 24 00:29:05.294146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-acd9aaa2-1485-4bf0-8352-661659614e36 None None] Could not find standard attr ID for object bd349dbb-968f-4974-bdec-42f7dada91a4. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:29:05.348337 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-714bace4-66b4-4a8a-b9d4-f044fb149b5f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.389440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2019eefd-acdd-4c1f-803c-389f80c951ec req-65b8afc6-f522-4dc4-bb33-1f43a281564a tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826235 Aug 24 00:29:05.391685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bace4-66b4-4a8a-b9d4-f044fb149b5f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7a76fd-16b3-4f55-82d7-69915c7cb468,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:05.397609 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-714bace4-66b4-4a8a-b9d4-f044fb149b5f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.403219 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-714bace4-66b4-4a8a-b9d4-f044fb149b5f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/ea7a76fd-16b3-4f55-82d7-69915c7cb468 HTTP/1.1" status: 204 len: 168 time: 0.4215102 Aug 24 00:29:05.405245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:05.466863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4212f62f-9a74-4c5b-969e-7bdddfaba24a None None] Network 0d70fe2f-afe7-4023-9bdc-734694f164cd requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:05.490738 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.546764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b1453-88cd-4863-934c-c7f0d1b37a40 req-70fad283-96b3-4436-b57a-ca31c09ed49f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:05.557452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e06b1453-88cd-4863-934c-c7f0d1b37a40 req-70fad283-96b3-4436-b57a-ca31c09ed49f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0832050 Aug 24 00:29:05.566281 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:05.567104 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.633174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e06b1453-88cd-4863-934c-c7f0d1b37a40 req-e162663c-20c0-42bc-9686-9bde3a549e17 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668082 Aug 24 00:29:05.633976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] For port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ee7b1aa2-96d8-4345-a83d-b89c27bbd56f,segment=NetworkSegment(6c302c62-023a-440d-a49d-54f0a5ebc5ac),segment_id=6c302c62-023a-440d-a49d-54f0a5ebc5ac)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:05.634465 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.651604 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for ee7b1aa2-96d8-4345-a83d-b89c27bbd56f owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:05.720719 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65097f0-21e5-4ec1-be74-974402aeb899 None None] DHCP port deletion for 0d70fe2f-afe7-4023-9bdc-734694f164cd request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:29:05.769236 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.791835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b65097f0-21e5-4ec1-be74-974402aeb899 None None] Deleting port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:05.792213 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b65097f0-21e5-4ec1-be74-974402aeb899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.806399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=ee7b1aa2-96d8-4345-a83d-b89c27bbd56f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:05.814352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No DVR routers for this DVR port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:05.863595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b65097f0-21e5-4ec1-be74-974402aeb899 None None] For port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f, host n-d-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:05.864111 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b65097f0-21e5-4ec1-be74-974402aeb899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.877203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b65097f0-21e5-4ec1-be74-974402aeb899 None None] Calling delete_port for ee7b1aa2-96d8-4345-a83d-b89c27bbd56f owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:05.879945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-b65097f0-21e5-4ec1-be74-974402aeb899 None None] Port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:29:05.881272 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b65097f0-21e5-4ec1-be74-974402aeb899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.903470 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.911300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65097f0-21e5-4ec1-be74-974402aeb899 None None] Pushing event deleted for resources: {'Port': ['ID=ee7b1aa2-96d8-4345-a83d-b89c27bbd56f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:05.914311 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d70fe2f-afe7-4023-9bdc-734694f164cd']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:05.916127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65097f0-21e5-4ec1-be74-974402aeb899 None None] No DVR routers for this DVR port ee7b1aa2-96d8-4345-a83d-b89c27bbd56f on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:05.932010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c302c62-023a-440d-a49d-54f0a5ebc5ac') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:05.932365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c302c62-023a-440d-a49d-54f0a5ebc5ac') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:05.941144 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.959410 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.966014 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:29:05.966503 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:29:05.969472 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:29:06.041418 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.055448 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.057753 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/networks/0d70fe2f-afe7-4023-9bdc-734694f164cd HTTP/1.1" status: 204 len: 168 time: 0.6531270 Aug 24 00:29:06.061138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:06.076182 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1d9eb10f-476c-451d-a8ad-267a867b2700 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-75095845'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:06.081377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210d032-88a9-4966-b96b-662fa74ae346 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Network': ['ID=0d70fe2f-afe7-4023-9bdc-734694f164cd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:06.108224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9eb10f-476c-451d-a8ad-267a867b2700 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:06.112142 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d9eb10f-476c-451d-a8ad-267a867b2700 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.117720 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ee7b1aa2-96d8-4345-a83d-b89c27bbd56f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:06.141497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: ee7b1aa2-96d8-4345-a83d-b89c27bbd56f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:29:06.141844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ee7b1aa2-96d8-4345-a83d-b89c27bbd56f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:29:06.142932 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9eb10f-476c-451d-a8ad-267a867b2700 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:29:06.153439 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d9eb10f-476c-451d-a8ad-267a867b2700 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.153678 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-1d9eb10f-476c-451d-a8ad-267a867b2700 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Added segment e6132749-5391-4e35-9949-7335aa389c6c of type vlan for network 5be47980-22e4-4cf7-a7a6-ff4bf31cff05 Aug 24 00:29:06.194301 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d9eb10f-476c-451d-a8ad-267a867b2700 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.222397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d9eb10f-476c-451d-a8ad-267a867b2700 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.228735 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9eb10f-476c-451d-a8ad-267a867b2700 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:06.229340 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d9eb10f-476c-451d-a8ad-267a867b2700 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.287256 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1d9eb10f-476c-451d-a8ad-267a867b2700 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2251229 Aug 24 00:29:06.291021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36790) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:06.297317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c57817ff-27bd-4347-80b3-e5c883bed75b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': '5be47980-22e4-4cf7-a7a6-ff4bf31cff05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:06.305845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9eb10f-476c-451d-a8ad-267a867b2700 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Network': ['ID=5be47980-22e4-4cf7-a7a6-ff4bf31cff05,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:06.315966 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 5be47980-22e4-4cf7-a7a6-ff4bf31cff05 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:29:06.407370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57817ff-27bd-4347-80b3-e5c883bed75b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:06.411104 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c57817ff-27bd-4347-80b3-e5c883bed75b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.542908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303e61e-7476-478f-b912-1765d17d1638 req-76231ba0-6bf7-41e6-8e2d-cf48baa839c7 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:06.544414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5303e61e-7476-478f-b912-1765d17d1638 req-76231ba0-6bf7-41e6-8e2d-cf48baa839c7 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0796466 Aug 24 00:29:06.661832 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5303e61e-7476-478f-b912-1765d17d1638 req-07740d82-79d2-4b21-afe5-018a97043114 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079452 Aug 24 00:29:06.681925 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c57817ff-27bd-4347-80b3-e5c883bed75b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.775080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57817ff-27bd-4347-80b3-e5c883bed75b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Subnet': ['ID=7ca73fd7-a472-4e09-8a23-220799cd0ff2,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:06.810142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55227fb7-e27c-4e9b-8aa6-813cbcff5db5 req-3def505b-65ac-426c-8f0a-3b0f7b81630f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:06.811768 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55227fb7-e27c-4e9b-8aa6-813cbcff5db5 req-3def505b-65ac-426c-8f0a-3b0f7b81630f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0952981 Aug 24 00:29:06.812791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57817ff-27bd-4347-80b3-e5c883bed75b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Checking segment: {'id': 'e6132749-5391-4e35-9949-7335aa389c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5be47980-22e4-4cf7-a7a6-ff4bf31cff05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:06.813159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57817ff-27bd-4347-80b3-e5c883bed75b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network hostable DHCP agents. Network: 5be47980-22e4-4cf7-a7a6-ff4bf31cff05, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:29:06.856485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57817ff-27bd-4347-80b3-e5c883bed75b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network 5be47980-22e4-4cf7-a7a6-ff4bf31cff05 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:29:06.869685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55227fb7-e27c-4e9b-8aa6-813cbcff5db5 req-3372f534-f366-406c-b734-fdd652d2d393 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481637 Aug 24 00:29:06.870839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c57817ff-27bd-4347-80b3-e5c883bed75b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 5be47980-22e4-4cf7-a7a6-ff4bf31cff05) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:06.878080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57817ff-27bd-4347-80b3-e5c883bed75b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:06.878871 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c57817ff-27bd-4347-80b3-e5c883bed75b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.881317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e09b8-e725-4511-85d5-eea6203414de None None] Network 5be47980-22e4-4cf7-a7a6-ff4bf31cff05 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:06.894670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c57817ff-27bd-4347-80b3-e5c883bed75b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6018660 Aug 24 00:29:06.897563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36812) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:06.903817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'network_id': '5be47980-22e4-4cf7-a7a6-ff4bf31cff05', 'name': 'tempest-PortsIpV6TestJSON-1079657034', 'fixed_ips': [{'subnet_id': '7ca73fd7-a472-4e09-8a23-220799cd0ff2', 'ip_address': '2001:db8::10'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:07.095832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-5be47980-22e4-4cf7-a7a6-ff4bf31cff05', 'network_id': '5be47980-22e4-4cf7-a7a6-ff4bf31cff05', 'tenant_id': '240f365715514d30adc13e62aed21a9e', 'fixed_ips': [{'subnet_id': '7ca73fd7-a472-4e09-8a23-220799cd0ff2'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:29:07.097211 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.108763 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:07.232076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6b96a-37fe-4e2e-985a-ba687646a2e1 req-f569756b-14ef-4d2e-9cb0-af7d1a2dac06 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:07.240627 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a6b96a-37fe-4e2e-985a-ba687646a2e1 req-f569756b-14ef-4d2e-9cb0-af7d1a2dac06 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.2093461 Aug 24 00:29:07.259156 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.268530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a6b96a-37fe-4e2e-985a-ba687646a2e1 req-2c18ba98-b3ca-4524-ac7c-e54f0e3d455e tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/quotas/a164e3a726894597b2404e9ee3102e8c HTTP/1.1" status: 200 len: 375 time: 0.0259881 Aug 24 00:29:07.316761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port 3f527394-982e-44cc-9104-17aba381cae1 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:29:07.370909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a6b96a-37fe-4e2e-985a-ba687646a2e1 req-cddbe5f4-2513-4dee-9ad2-3144df89f976 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020327 Aug 24 00:29:07.397426 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Allocated IP 2001:db8::2 (5be47980-22e4-4cf7-a7a6-ff4bf31cff05/7ca73fd7-a472-4e09-8a23-220799cd0ff2/48a391a2-eebb-4c2f-854f-41bba110a885) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:07.531595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a6b96a-37fe-4e2e-985a-ba687646a2e1 req-ecd7e7aa-1a41-42bf-b7f9-8c3e53ae8faa service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510856 Aug 24 00:29:07.609954 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.620947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Transition to ACTIVE for port object 48a391a2-eebb-4c2f-854f-41bba110a885 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:07.635768 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a6b96a-37fe-4e2e-985a-ba687646a2e1 req-3d9e7aeb-dc2d-4cc7-84cb-ba4a808b24a2 service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973570 Aug 24 00:29:07.645580 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Transition to ACTIVE for port object 48a391a2-eebb-4c2f-854f-41bba110a885 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:07.652039 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.692786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Network 5be47980-22e4-4cf7-a7a6-ff4bf31cff05 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:07.699978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:07.706054 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:07.729822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Allocated IP 2001:db8::10 (5be47980-22e4-4cf7-a7a6-ff4bf31cff05/7ca73fd7-a472-4e09-8a23-220799cd0ff2/3f527394-982e-44cc-9104-17aba381cae1) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:07.787232 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Pushing event updated for resources: {'Port': ['ID=48a391a2-eebb-4c2f-854f-41bba110a885,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:07.832216 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Attempting to bind port 48a391a2-eebb-4c2f-854f-41bba110a885 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:07.832823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Attempting to bind port 48a391a2-eebb-4c2f-854f-41bba110a885 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'e6132749-5391-4e35-9949-7335aa389c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5be47980-22e4-4cf7-a7a6-ff4bf31cff05'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:07.832964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Attempting to bind port 48a391a2-eebb-4c2f-854f-41bba110a885 on network 5be47980-22e4-4cf7-a7a6-ff4bf31cff05 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:07.842033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:07.842409 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Checking segment: {'id': 'e6132749-5391-4e35-9949-7335aa389c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5be47980-22e4-4cf7-a7a6-ff4bf31cff05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:07.843465 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.843465 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Bound using segment: {'id': 'e6132749-5391-4e35-9949-7335aa389c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5be47980-22e4-4cf7-a7a6-ff4bf31cff05'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:07.843778 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Bound port: 48a391a2-eebb-4c2f-854f-41bba110a885, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6132749-5391-4e35-9949-7335aa389c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5be47980-22e4-4cf7-a7a6-ff4bf31cff05'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:07.844167 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.942716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] For port 48a391a2-eebb-4c2f-854f-41bba110a885, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:07.948615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] For port 48a391a2-eebb-4c2f-854f-41bba110a885, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=48a391a2-eebb-4c2f-854f-41bba110a885,segment=NetworkSegment(e6132749-5391-4e35-9949-7335aa389c6c),segment_id=e6132749-5391-4e35-9949-7335aa389c6c)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:07.959892 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.969922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e157a0-634c-470a-bc74-c990431ef2e0 req-f5ec3dc1-950e-48cc-965a-7510260ecd7e tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:07.971595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2e157a0-634c-470a-bc74-c990431ef2e0 req-f5ec3dc1-950e-48cc-965a-7510260ecd7e tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.1588655 Aug 24 00:29:08.078915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445a3a1-5bec-4e8b-93e4-8e1b30efdfd2 None None] Pushing event updated for resources: {'Port': ['ID=48a391a2-eebb-4c2f-854f-41bba110a885,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:08.103621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2e157a0-634c-470a-bc74-c990431ef2e0 req-cf0f4813-0c10-44c3-ad22-4e9d15ccf3f0 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232188 Aug 24 00:29:08.203621 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:08.251339 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Transition to ACTIVE for port object 3f527394-982e-44cc-9104-17aba381cae1 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:08.358908 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:08.440603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network 5be47980-22e4-4cf7-a7a6-ff4bf31cff05 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:08.444807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:08.449792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:08.455934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:08.456641 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:08.480302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=3f527394-982e-44cc-9104-17aba381cae1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:08.495151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:08.495725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-322db11d-5928-4ae2-896e-26b98e6791db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5962975 Aug 24 00:29:08.502279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'network_id': '5be47980-22e4-4cf7-a7a6-ff4bf31cff05', 'name': 'tempest-PortsIpV6TestJSON-1848689211', 'fixed_ips': [{'subnet_id': '7ca73fd7-a472-4e09-8a23-220799cd0ff2', 'ip_address': '2001:db8::f'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:08.707034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:08.829417 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:08.849143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port 5c9febd6-5a5c-44b0-8112-6294fa24dde0 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:29:08.914108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-8808b1f6-a6ed-4072-8c42-849f59cf145b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:08.921572 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-8808b1f6-a6ed-4072-8c42-849f59cf145b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.1310987 Aug 24 00:29:08.943004 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-ce85cded-20ff-43f9-8422-7ac351dfa5ed tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/quotas/a164e3a726894597b2404e9ee3102e8c HTTP/1.1" status: 200 len: 375 time: 0.0202129 Aug 24 00:29:09.010365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-cf104ede-0e6d-43ab-973c-72ae9764c1a3 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664420 Aug 24 00:29:09.034787 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Allocated IP 2001:db8::f (5be47980-22e4-4cf7-a7a6-ff4bf31cff05/7ca73fd7-a472-4e09-8a23-220799cd0ff2/5c9febd6-5a5c-44b0-8112-6294fa24dde0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:09.129091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-24567337-83c2-4193-942b-07144f99c30e service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106358 Aug 24 00:29:09.235915 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:09.237939 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-9812069a-2939-4aba-b877-72f9d166bb98 service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080341 Aug 24 00:29:09.265311 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Transition to ACTIVE for port object 5c9febd6-5a5c-44b0-8112-6294fa24dde0 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:09.313047 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:09.375069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64260d41-4c7d-402f-9d99-9e75e679a18c None None] Network 5be47980-22e4-4cf7-a7a6-ff4bf31cff05 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:09.453311 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network 5be47980-22e4-4cf7-a7a6-ff4bf31cff05 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:09.456395 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:09.473550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:09.484212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:09.484880 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:09.494730 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=5c9febd6-5a5c-44b0-8112-6294fa24dde0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:09.529848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a9775cab-d016-4db1-a341-ed1a557ae5e7 None None] Provisioning for port 48a391a2-eebb-4c2f-854f-41bba110a885 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:09.539520 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-92e665d5-190c-4d4f-bb34-6aa0d8568431 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0406399 Aug 24 00:29:09.541981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36930) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:09.543274 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09ed2288-1d14-45f3-be65-552e0a4c0058 req-3af3c9c2-7de0-4421-bad0-5a14f30dd704 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 210 time: 0.0491662 Aug 24 00:29:09.707146 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c482d90d-9ad2-4a01-baae-4e61bb22e22d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:09.712856 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c482d90d-9ad2-4a01-baae-4e61bb22e22d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1656494 Aug 24 00:29:09.712856 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:09.834487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3dce49-f6ba-4c25-ae06-40ff2e4b5005 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:09.854084 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3dce49-f6ba-4c25-ae06-40ff2e4b5005 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:09.876690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3dce49-f6ba-4c25-ae06-40ff2e4b5005 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:09.878582 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9d3dce49-f6ba-4c25-ae06-40ff2e4b5005 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1651042 Aug 24 00:29:09.884898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36948) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:09.978303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b32e8-ed0a-4c81-ab32-b004a54800f6 req-2e2c578a-80ca-4d2c-8eee-711f489f1169 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:09.989127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b32e8-ed0a-4c81-ab32-b004a54800f6 req-2e2c578a-80ca-4d2c-8eee-711f489f1169 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:09.996071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b32e8-ed0a-4c81-ab32-b004a54800f6 req-2e2c578a-80ca-4d2c-8eee-711f489f1169 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:10.002577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b32e8-ed0a-4c81-ab32-b004a54800f6 req-2e2c578a-80ca-4d2c-8eee-711f489f1169 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:10.009776 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b32e8-ed0a-4c81-ab32-b004a54800f6 req-2e2c578a-80ca-4d2c-8eee-711f489f1169 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:10.016035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b32e8-ed0a-4c81-ab32-b004a54800f6 req-2e2c578a-80ca-4d2c-8eee-711f489f1169 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:10.022373 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b32e8-ed0a-4c81-ab32-b004a54800f6 req-2e2c578a-80ca-4d2c-8eee-711f489f1169 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:10.031271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d5b32e8-ed0a-4c81-ab32-b004a54800f6 req-2e2c578a-80ca-4d2c-8eee-711f489f1169 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5445 time: 0.1944335 Aug 24 00:29:10.057275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-53fbded3-ff6b-4979-9c69-90dbd31da12a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 5c9febd6-5a5c-44b0-8112-6294fa24dde0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:10.057891 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53fbded3-ff6b-4979-9c69-90dbd31da12a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.154838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d5b32e8-ed0a-4c81-ab32-b004a54800f6 req-67afbaa2-0b79-4fdf-851c-0e91b32b61c2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1027431 Aug 24 00:29:10.228398 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53fbded3-ff6b-4979-9c69-90dbd31da12a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.236620 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 48a391a2-eebb-4c2f-854f-41bba110a885 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:10.258573 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-53fbded3-ff6b-4979-9c69-90dbd31da12a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 5c9febd6-5a5c-44b0-8112-6294fa24dde0 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:10.352119 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-62f5f1eb-2aee-4b92-9dbf-49d88242ba41 None None] Provisioning for port 5c9febd6-5a5c-44b0-8112-6294fa24dde0 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:10.385315 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-62f5f1eb-2aee-4b92-9dbf-49d88242ba41 None None] Provisioning complete for port 5c9febd6-5a5c-44b0-8112-6294fa24dde0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:10.387293 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62f5f1eb-2aee-4b92-9dbf-49d88242ba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.451691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680008-e865-4736-ab42-0125499e822e req-02baf8cd-1e33-4355-a904-29d033c39da3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:10.457920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680008-e865-4736-ab42-0125499e822e req-02baf8cd-1e33-4355-a904-29d033c39da3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:10.474805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680008-e865-4736-ab42-0125499e822e req-02baf8cd-1e33-4355-a904-29d033c39da3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:10.480995 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-62f5f1eb-2aee-4b92-9dbf-49d88242ba41 None None] Port 5c9febd6-5a5c-44b0-8112-6294fa24dde0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:10.485597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680008-e865-4736-ab42-0125499e822e req-02baf8cd-1e33-4355-a904-29d033c39da3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:10.504234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680008-e865-4736-ab42-0125499e822e req-02baf8cd-1e33-4355-a904-29d033c39da3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:10.509352 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53fbded3-ff6b-4979-9c69-90dbd31da12a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.515046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680008-e865-4736-ab42-0125499e822e req-02baf8cd-1e33-4355-a904-29d033c39da3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:10.520089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-62f5f1eb-2aee-4b92-9dbf-49d88242ba41 None None] Provisioning for port 3f527394-982e-44cc-9104-17aba381cae1 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:10.522669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680008-e865-4736-ab42-0125499e822e req-02baf8cd-1e33-4355-a904-29d033c39da3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:10.530900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67680008-e865-4736-ab42-0125499e822e req-02baf8cd-1e33-4355-a904-29d033c39da3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5445 time: 0.2231321 Aug 24 00:29:10.544938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-62f5f1eb-2aee-4b92-9dbf-49d88242ba41 None None] Provisioning complete for port 3f527394-982e-44cc-9104-17aba381cae1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:10.549765 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62f5f1eb-2aee-4b92-9dbf-49d88242ba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.620178 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbded3-ff6b-4979-9c69-90dbd31da12a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=5c9febd6-5a5c-44b0-8112-6294fa24dde0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:10.643457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 48a391a2-eebb-4c2f-854f-41bba110a885 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:10.657470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 48a391a2-eebb-4c2f-854f-41bba110a885 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:10.658052 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.671248 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53fbded3-ff6b-4979-9c69-90dbd31da12a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.676182 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-53fbded3-ff6b-4979-9c69-90dbd31da12a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/5c9febd6-5a5c-44b0-8112-6294fa24dde0 HTTP/1.1" status: 204 len: 168 time: 0.7876041 Aug 24 00:29:10.676881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36968) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:10.714580 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-62f5f1eb-2aee-4b92-9dbf-49d88242ba41 None None] Port 3f527394-982e-44cc-9104-17aba381cae1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:10.717829 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0167035-ec78-454b-9d47-e2514a01f944 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] GET failed (client error): The resource could not be found. Aug 24 00:29:10.719595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b0167035-ec78-454b-9d47-e2514a01f944 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/5c9febd6-5a5c-44b0-8112-6294fa24dde0 HTTP/1.1" status: 404 len: 333 time: 0.0416663 Aug 24 00:29:10.722366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36970) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:10.756842 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-62f5f1eb-2aee-4b92-9dbf-49d88242ba41 None None] Provisioning complete for port 48a391a2-eebb-4c2f-854f-41bba110a885 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:10.757762 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62f5f1eb-2aee-4b92-9dbf-49d88242ba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.798451 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11625968-3ae9-4233-b9a9-0691b02a702f req-24b63b90-ad60-4728-8999-fc204aa6919f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 210 time: 0.0773759 Aug 24 00:29:10.895919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-25fe53a2-a3fe-4c6a-9f16-123ea83cd7c3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 3f527394-982e-44cc-9104-17aba381cae1 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:10.896162 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-25fe53a2-a3fe-4c6a-9f16-123ea83cd7c3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.060682 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-25fe53a2-a3fe-4c6a-9f16-123ea83cd7c3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.077942 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-25fe53a2-a3fe-4c6a-9f16-123ea83cd7c3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 3f527394-982e-44cc-9104-17aba381cae1 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:11.086845 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.090078 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62f5f1eb-2aee-4b92-9dbf-49d88242ba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.192057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 48a391a2-eebb-4c2f-854f-41bba110a885, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=48a391a2-eebb-4c2f-854f-41bba110a885,segment=NetworkSegment(e6132749-5391-4e35-9949-7335aa389c6c),segment_id=e6132749-5391-4e35-9949-7335aa389c6c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:11.276770 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-62f5f1eb-2aee-4b92-9dbf-49d88242ba41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:29:11.277135 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-62f5f1eb-2aee-4b92-9dbf-49d88242ba41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:29:11.277700 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.430937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=48a391a2-eebb-4c2f-854f-41bba110a885,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:11.435069 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-84c1f356-f864-48e3-8e97-46e7260408dc tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:11.436049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-25fe53a2-a3fe-4c6a-9f16-123ea83cd7c3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.440106 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-84c1f356-f864-48e3-8e97-46e7260408dc tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.3115816 Aug 24 00:29:11.477791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe53a2-a3fe-4c6a-9f16-123ea83cd7c3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=3f527394-982e-44cc-9104-17aba381cae1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:11.503046 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-25fe53a2-a3fe-4c6a-9f16-123ea83cd7c3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.508859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-25fe53a2-a3fe-4c6a-9f16-123ea83cd7c3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/3f527394-982e-44cc-9104-17aba381cae1 HTTP/1.1" status: 204 len: 168 time: 0.7852361 Aug 24 00:29:11.509442 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36986) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:11.515489 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-932b3cf6-b397-4bc4-a4e0-6237c592eea6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Request body: {'port': {'device_id': 'da6a18d7-6d35-481e-b8d4-bdf78426a792', 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'admin_state_up': True, 'tenant_id': 'a164e3a726894597b2404e9ee3102e8c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:11.615237 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d697889-a7ea-4fd6-90d0-55bc97825b68 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] GET failed (client error): The resource could not be found. Aug 24 00:29:11.617938 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5d697889-a7ea-4fd6-90d0-55bc97825b68 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/3f527394-982e-44cc-9104-17aba381cae1 HTTP/1.1" status: 404 len: 333 time: 0.1075466 Aug 24 00:29:11.621114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:11.719938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5095f1e-83b8-463b-a03c-05119f142c09 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting subnet 7ca73fd7-a472-4e09-8a23-220799cd0ff2 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:29:11.723809 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5095f1e-83b8-463b-a03c-05119f142c09 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.776004 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5095f1e-83b8-463b-a03c-05119f142c09 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.921531 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49e53c2b-3a65-476e-8335-9197f375bfa3 req-2ad7004c-8862-47c8-b183-68e124fdb5d8 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 210 time: 0.0306733 Aug 24 00:29:11.933201 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5095f1e-83b8-463b-a03c-05119f142c09 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.933962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-26595454-717b-4c0a-ab32-fbc91683eeae None None] Could not find standard attr ID for object 5c9febd6-5a5c-44b0-8112-6294fa24dde0. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:29:11.937766 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-932b3cf6-b397-4bc4-a4e0-6237c592eea6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Made reservation on behalf of a164e3a726894597b2404e9ee3102e8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:11.942401 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-932b3cf6-b397-4bc4-a4e0-6237c592eea6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.945195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-26595454-717b-4c0a-ab32-fbc91683eeae None None] Could not find standard attr ID for object 3f527394-982e-44cc-9104-17aba381cae1. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:29:12.176025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 48a391a2-eebb-4c2f-854f-41bba110a885 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:12.188341 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-932b3cf6-b397-4bc4-a4e0-6237c592eea6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Allocated IP 172.20.0.4 (372797df-c1d2-46af-a88a-f8b38e7d12ed/3029ff06-c0b5-4450-8493-16639e4dfbd0/8dffd9a2-8c72-4d25-b791-a82650c2416e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:12.198585 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5095f1e-83b8-463b-a03c-05119f142c09 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.238263 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a5095f1e-83b8-463b-a03c-05119f142c09 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.240530 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a5095f1e-83b8-463b-a03c-05119f142c09 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/7ca73fd7-a472-4e09-8a23-220799cd0ff2 HTTP/1.1" status: 204 len: 168 time: 0.6180820 Aug 24 00:29:12.242193 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5095f1e-83b8-463b-a03c-05119f142c09 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca73fd7-a472-4e09-8a23-220799cd0ff2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:12.243653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37012) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:12.247958 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7550558f-2f3e-4377-87fe-1c9531ce1205 None None] Network 5be47980-22e4-4cf7-a7a6-ff4bf31cff05 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:12.329476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 48a391a2-eebb-4c2f-854f-41bba110a885 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:12.331088 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.390683 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.453426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 48a391a2-eebb-4c2f-854f-41bba110a885 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:12.454009 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.493243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-932b3cf6-b397-4bc4-a4e0-6237c592eea6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.531168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] For port 48a391a2-eebb-4c2f-854f-41bba110a885, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=48a391a2-eebb-4c2f-854f-41bba110a885,segment=NetworkSegment(e6132749-5391-4e35-9949-7335aa389c6c),segment_id=e6132749-5391-4e35-9949-7335aa389c6c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:12.531540 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.543202 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-932b3cf6-b397-4bc4-a4e0-6237c592eea6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.552030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 48a391a2-eebb-4c2f-854f-41bba110a885 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:12.635089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['3cf15a80-75af-42b5-ae25-0251e159ef02'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:12.674316 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.701835 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-932b3cf6-b397-4bc4-a4e0-6237c592eea6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Network 372797df-c1d2-46af-a88a-f8b38e7d12ed is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:12.716174 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-932b3cf6-b397-4bc4-a4e0-6237c592eea6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:12.721642 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-932b3cf6-b397-4bc4-a4e0-6237c592eea6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:12.770477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=48a391a2-eebb-4c2f-854f-41bba110a885,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:12.778078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No DVR routers for this DVR port 48a391a2-eebb-4c2f-854f-41bba110a885 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:12.844343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b3cf6-b397-4bc4-a4e0-6237c592eea6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Pushing event updated for resources: {'Port': ['ID=8dffd9a2-8c72-4d25-b791-a82650c2416e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:12.871483 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-932b3cf6-b397-4bc4-a4e0-6237c592eea6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:12.872349 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-932b3cf6-b397-4bc4-a4e0-6237c592eea6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.917141 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-932b3cf6-b397-4bc4-a4e0-6237c592eea6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4103522 Aug 24 00:29:12.963131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Request body: {'port': {'device_id': 'da6a18d7-6d35-481e-b8d4-bdf78426a792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:12.978987 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.009159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be47980-22e4-4cf7-a7a6-ff4bf31cff05']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:13.030918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6132749-5391-4e35-9949-7335aa389c6c') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:13.030918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6132749-5391-4e35-9949-7335aa389c6c') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:13.052537 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.075972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a301c013-e986-4241-a22d-58031454e082 None None] DHCP port deletion for 5be47980-22e4-4cf7-a7a6-ff4bf31cff05 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:29:13.086131 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.096240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:29:13.098007 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.147263 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:29:13.230901 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:29:13.251571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-763a2279-ca7c-42b2-b6af-7af8fdd53687 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5658271 Aug 24 00:29:13.360971 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.393993 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.397412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/networks/5be47980-22e4-4cf7-a7a6-ff4bf31cff05 HTTP/1.1" status: 204 len: 168 time: 1.1526725 Aug 24 00:29:13.403588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a90801-ae05-45fd-ac8d-854cc3b6b0cc tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Network': ['ID=5be47980-22e4-4cf7-a7a6-ff4bf31cff05,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:13.407329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37054) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:13.417548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-116a2eec-e2b1-476f-8bf7-13cc77603ba9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1689089533'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:13.479503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538684d-0ce9-48d3-a84c-a4d10939cecb req-85b43e60-de99-4c43-b04e-ed3a586ab0fc tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.481106 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f538684d-0ce9-48d3-a84c-a4d10939cecb req-85b43e60-de99-4c43-b04e-ed3a586ab0fc tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 931 time: 0.2476759 Aug 24 00:29:13.481721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116a2eec-e2b1-476f-8bf7-13cc77603ba9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:13.484987 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-116a2eec-e2b1-476f-8bf7-13cc77603ba9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.496631 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-55310949-8579-470a-a1b4-01cf3544e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.497118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-55310949-8579-470a-a1b4-01cf3544e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.498897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-55310949-8579-470a-a1b4-01cf3544e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.499032 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37056) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:13.499322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-55310949-8579-470a-a1b4-01cf3544e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.499801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-55310949-8579-470a-a1b4-01cf3544e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.500989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-55310949-8579-470a-a1b4-01cf3544e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.501470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-55310949-8579-470a-a1b4-01cf3544e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.505610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-55310949-8579-470a-a1b4-01cf3544e7c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 6493 time: 0.2039416 Aug 24 00:29:13.638666 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dffd9a2-8c72-4d25-b791-a82650c2416e {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:13.653258 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.663519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116a2eec-e2b1-476f-8bf7-13cc77603ba9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:29:13.682551 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e16410-3084-4fcf-a0e5-ec181a41c3c8 req-02ac8a15-a4ca-4fff-bf30-a7f3e0b9aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.683346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e16410-3084-4fcf-a0e5-ec181a41c3c8 req-02ac8a15-a4ca-4fff-bf30-a7f3e0b9aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.684025 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e16410-3084-4fcf-a0e5-ec181a41c3c8 req-02ac8a15-a4ca-4fff-bf30-a7f3e0b9aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.684571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e16410-3084-4fcf-a0e5-ec181a41c3c8 req-02ac8a15-a4ca-4fff-bf30-a7f3e0b9aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.685110 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e16410-3084-4fcf-a0e5-ec181a41c3c8 req-02ac8a15-a4ca-4fff-bf30-a7f3e0b9aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.685677 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e16410-3084-4fcf-a0e5-ec181a41c3c8 req-02ac8a15-a4ca-4fff-bf30-a7f3e0b9aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.686171 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e16410-3084-4fcf-a0e5-ec181a41c3c8 req-02ac8a15-a4ca-4fff-bf30-a7f3e0b9aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.690246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f538684d-0ce9-48d3-a84c-a4d10939cecb req-931d36e8-9154-44f8-94ac-19f9c4798c8c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698279 Aug 24 00:29:13.706286 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d6e16410-3084-4fcf-a0e5-ec181a41c3c8 req-02ac8a15-a4ca-4fff-bf30-a7f3e0b9aff2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 6502 time: 0.1962209 Aug 24 00:29:13.707658 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-116a2eec-e2b1-476f-8bf7-13cc77603ba9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.708181 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-116a2eec-e2b1-476f-8bf7-13cc77603ba9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Added segment 0082ead0-dba1-41f0-8a14-a04d8122e031 of type vlan for network ebdda596-66d8-4e1f-972d-c3d7418fc9e0 Aug 24 00:29:13.708958 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Transition to ACTIVE for port object 8dffd9a2-8c72-4d25-b791-a82650c2416e will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:13.724713 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.799789 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d6e16410-3084-4fcf-a0e5-ec181a41c3c8 req-06d1f71e-04aa-4847-9198-f62da945bfb9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914791 Aug 24 00:29:13.803340 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-116a2eec-e2b1-476f-8bf7-13cc77603ba9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.807579 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Pushing event updated for resources: {'Port': ['ID=8dffd9a2-8c72-4d25-b791-a82650c2416e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:13.894496 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-116a2eec-e2b1-476f-8bf7-13cc77603ba9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.901381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116a2eec-e2b1-476f-8bf7-13cc77603ba9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.902000 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-116a2eec-e2b1-476f-8bf7-13cc77603ba9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.913909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Attempting to bind port 8dffd9a2-8c72-4d25-b791-a82650c2416e on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:13.914238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Attempting to bind port 8dffd9a2-8c72-4d25-b791-a82650c2416e by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:13.914585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Attempting to bind port 8dffd9a2-8c72-4d25-b791-a82650c2416e on network 372797df-c1d2-46af-a88a-f8b38e7d12ed {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:13.920589 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Port 8dffd9a2-8c72-4d25-b791-a82650c2416e on network 372797df-c1d2-46af-a88a-f8b38e7d12ed not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:13.920934 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Attempting to bind port 8dffd9a2-8c72-4d25-b791-a82650c2416e on network 372797df-c1d2-46af-a88a-f8b38e7d12ed {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:13.926325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:13.926660 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Checking segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:13.927067 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Bound using segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:13.927492 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Bound port: 8dffd9a2-8c72-4d25-b791-a82650c2416e, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:13.927849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.942841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-116a2eec-e2b1-476f-8bf7-13cc77603ba9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5303154 Aug 24 00:29:13.974237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-525111f0-54eb-4d19-a92d-222cdb80f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.974807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-525111f0-54eb-4d19-a92d-222cdb80f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.975228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-525111f0-54eb-4d19-a92d-222cdb80f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.977506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-525111f0-54eb-4d19-a92d-222cdb80f646 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b7ccae0-e69a-4c8d-80f1-37ac538228c3&id=8591c000-1ad9-4c58-a583-231d8245e24b&id=8591c000-1ad9-4c58-a583-231d8245e24b&id=8591c000-1ad9-4c58-a583-231d8245e24b&id=8591c000-1ad9-4c58-a583-231d8245e24b&id=68caed49-e03d-42a4-a3fa-e069dfc1351d&id=68caed49-e03d-42a4-a3fa-e069dfc1351d HTTP/1.1" status: 200 len: 2291 time: 0.4177930 Aug 24 00:29:13.978020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37070) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:14.175128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 48a391a2-eebb-4c2f-854f-41bba110a885 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:14.202903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 48a391a2-eebb-4c2f-854f-41bba110a885 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:29:14.203642 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 48a391a2-eebb-4c2f-854f-41bba110a885 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:29:14.437827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d1e4c466-77c1-4974-89b2-d0339b890e39 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': 'ebdda596-66d8-4e1f-972d-c3d7418fc9e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:14.504513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a2eec-e2b1-476f-8bf7-13cc77603ba9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Network': ['ID=ebdda596-66d8-4e1f-972d-c3d7418fc9e0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:14.516332 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network ebdda596-66d8-4e1f-972d-c3d7418fc9e0 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:29:14.537846 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-610d55ab-41fe-4114-8fe5-686bf27a67f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c4c26db-5400-4125-aa10-8233f045bb5d HTTP/1.1" status: 200 len: 1001 time: 0.5480874 Aug 24 00:29:14.545133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] For port 8dffd9a2-8c72-4d25-b791-a82650c2416e, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:14.549959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] For port 8dffd9a2-8c72-4d25-b791-a82650c2416e, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8dffd9a2-8c72-4d25-b791-a82650c2416e,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:14.555238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.604787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e4c466-77c1-4974-89b2-d0339b890e39 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:14.608668 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c466-77c1-4974-89b2-d0339b890e39 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.614638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-1f67f2dc-33a9-4821-a036-27173a4b312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:14.617698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-1f67f2dc-33a9-4821-a036-27173a4b312b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=542bc52f-4c2c-4a98-8ce4-d541f5b4ae68 HTTP/1.1" status: 200 len: 850 time: 0.0694084 Aug 24 00:29:14.621748 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:14.622458 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.623829 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] 10.222.0.13 "PUT /v2.0/ports/8dffd9a2-8c72-4d25-b791-a82650c2416e HTTP/1.1" status: 200 len: 1091 time: 1.6661062 Aug 24 00:29:14.624281 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6a18d7-6d35-481e-b8d4-bdf78426a792', 'tag': '8dffd9a2-8c72-4d25-b791-a82650c2416e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:14.626550 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff41a6c-bddc-47a0-9363-183560a2e390" -d '{"events": [{"name": "network-changed", "server_uuid": "da6a18d7-6d35-481e-b8d4-bdf78426a792", "tag": "8dffd9a2-8c72-4d25-b791-a82650c2416e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:14.664600 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e8aec-38e0-4ecb-90a7-dd27f878aff7 service neutron] Pushing event updated for resources: {'Port': ['ID=8dffd9a2-8c72-4d25-b791-a82650c2416e,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:14.687707 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6fd6da-2be5-496f-8c46-d0f3bf78ee89 x-openstack-request-id: req-bc6fd6da-2be5-496f-8c46-d0f3bf78ee89 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:14.688004 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6a18d7-6d35-481e-b8d4-bdf78426a792", "tag": "8dffd9a2-8c72-4d25-b791-a82650c2416e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:14.688275 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc6fd6da-2be5-496f-8c46-d0f3bf78ee89 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:14.688679 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6a18d7-6d35-481e-b8d4-bdf78426a792', 'tag': '8dffd9a2-8c72-4d25-b791-a82650c2416e', 'status': 'completed', 'code': 200} Aug 24 00:29:14.789408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-48bd1155-3289-40a7-bb27-fff14869e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:14.791802 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-48bd1155-3289-40a7-bb27-fff14869e865 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 1094 time: 0.0874276 Aug 24 00:29:14.853192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-a51a80cc-3fbb-4883-a96a-3c9109eeb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:14.854883 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-a51a80cc-3fbb-4883-a96a-3c9109eeb2e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b7ccae0-e69a-4c8d-80f1-37ac538228c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203734 Aug 24 00:29:14.859094 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-853cdc47-40f7-4525-9b4e-fd65d0f73bd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dffd9a2-8c72-4d25-b791-a82650c2416e HTTP/1.1" status: 200 len: 217 time: 0.0464320 Aug 24 00:29:14.890873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137f51f-047b-4f59-8dec-92d158864eba req-d3c0191e-d548-47ba-a72c-7547eff56c1f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:14.898375 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4137f51f-047b-4f59-8dec-92d158864eba req-d3c0191e-d548-47ba-a72c-7547eff56c1f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 943 time: 0.0999191 Aug 24 00:29:14.927549 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-d090039b-3df2-4295-a462-c624fb2c3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:14.930136 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-d090039b-3df2-4295-a462-c624fb2c3eae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 200 len: 845 time: 0.0544391 Aug 24 00:29:14.975231 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-f7e845e2-4fa4-41f2-8df4-6b2f26d428cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372797df-c1d2-46af-a88a-f8b38e7d12ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354660 Aug 24 00:29:15.003285 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4137f51f-047b-4f59-8dec-92d158864eba req-4f598993-088b-4a8d-a4a3-409259fa8b4a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005859 Aug 24 00:29:15.144717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-c4bea920-49ac-4dcd-806b-07fb9da4b2c0 service neutron] 10.222.0.13 "GET /v2.0/networks/0b7ccae0-e69a-4c8d-80f1-37ac538228c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716701 Aug 24 00:29:15.153479 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c466-77c1-4974-89b2-d0339b890e39 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:15.154857 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-e28ad195-b36d-473d-968c-6cf4cb10d92d service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695426 Aug 24 00:29:15.280322 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c30c3ca9-ee6a-4683-bf19-812121000850 req-58d8f39c-5e56-494c-a288-df2822fb4de8 service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176763 Aug 24 00:29:15.288732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4c466-77c1-4974-89b2-d0339b890e39 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Subnet': ['ID=63aec5b1-79d3-4afe-a9c6-4e3174558858,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:15.319276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e4c466-77c1-4974-89b2-d0339b890e39 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Checking segment: {'id': '0082ead0-dba1-41f0-8a14-a04d8122e031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebdda596-66d8-4e1f-972d-c3d7418fc9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:15.320267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e4c466-77c1-4974-89b2-d0339b890e39 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network hostable DHCP agents. Network: ebdda596-66d8-4e1f-972d-c3d7418fc9e0, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:29:15.337845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-37d82022-6335-4abb-9d13-4f61d0cec91c service neutron] 10.222.0.13 "GET /v2.0/networks/0b7ccae0-e69a-4c8d-80f1-37ac538228c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770582 Aug 24 00:29:15.357596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e4c466-77c1-4974-89b2-d0339b890e39 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network ebdda596-66d8-4e1f-972d-c3d7418fc9e0 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:29:15.372464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d1e4c466-77c1-4974-89b2-d0339b890e39 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, ebdda596-66d8-4e1f-972d-c3d7418fc9e0) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:15.377247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e4c466-77c1-4974-89b2-d0339b890e39 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:15.378210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c466-77c1-4974-89b2-d0339b890e39 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:15.384045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d301cff7-0751-4231-a90d-b201cb236504 None None] Network ebdda596-66d8-4e1f-972d-c3d7418fc9e0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:15.438985 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-a427e588-0b9d-48ef-b474-32836d5ecbf0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=acd050dd-ebe6-4233-874e-43f1364883c7 HTTP/1.1" status: 200 len: 217 time: 0.0529823 Aug 24 00:29:15.486342 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:15.486674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d1e4c466-77c1-4974-89b2-d0339b890e39 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5007346 Aug 24 00:29:15.492971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2d106cf7-66b5-49d4-87e2-180d91d1a598 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-313333786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:15.514044 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-41649477-fa90-47e4-9df9-e4542c2c1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:15.515594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-41649477-fa90-47e4-9df9-e4542c2c1544 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d10fa38d-daaa-42f0-93b2-66b400d296af HTTP/1.1" status: 200 len: 797 time: 0.0711334 Aug 24 00:29:15.554008 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff41a6c-bddc-47a0-9363-183560a2e390 req-481974b0-c6fc-45b9-8a8d-2d3794567b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:15.563544 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7ff41a6c-bddc-47a0-9363-183560a2e390 req-481974b0-c6fc-45b9-8a8d-2d3794567b98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 1094 time: 0.1766548 Aug 24 00:29:15.586854 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d106cf7-66b5-49d4-87e2-180d91d1a598 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:15.586854 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d106cf7-66b5-49d4-87e2-180d91d1a598 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:15.598389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-9af6964b-126b-4b7f-9f68-e19e8fb1a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:15.600512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-9af6964b-126b-4b7f-9f68-e19e8fb1a1fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8591c000-1ad9-4c58-a583-231d8245e24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0754073 Aug 24 00:29:15.627148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-ebdda596-66d8-4e1f-972d-c3d7418fc9e0', 'network_id': 'ebdda596-66d8-4e1f-972d-c3d7418fc9e0', 'tenant_id': '240f365715514d30adc13e62aed21a9e', 'fixed_ips': [{'subnet_id': '63aec5b1-79d3-4afe-a9c6-4e3174558858'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:29:15.630052 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:15.716349 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d106cf7-66b5-49d4-87e2-180d91d1a598 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:15.736825 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d106cf7-66b5-49d4-87e2-180d91d1a598 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:15.741048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-0026d138-e0a1-4541-a865-c689dbe371b9 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315374 Aug 24 00:29:15.755252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff41a6c-bddc-47a0-9363-183560a2e390 req-65b93316-3ba0-4b82-8764-a0674eb72f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:15.758014 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7ff41a6c-bddc-47a0-9363-183560a2e390 req-65b93316-3ba0-4b82-8764-a0674eb72f13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 906 time: 0.1867337 Aug 24 00:29:15.765877 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d106cf7-66b5-49d4-87e2-180d91d1a598 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:15.767401 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2d106cf7-66b5-49d4-87e2-180d91d1a598 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2793896 Aug 24 00:29:15.770435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37124) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:15.777364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'network_id': 'ebdda596-66d8-4e1f-972d-c3d7418fc9e0', 'name': 'tempest-PortsIpV6TestJSON-2126971470'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:15.826901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Allocated IP 2001:db8::2 (ebdda596-66d8-4e1f-972d-c3d7418fc9e0/63aec5b1-79d3-4afe-a9c6-4e3174558858/49c19e61-0447-4d0f-b7f3-c7144da7b753) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:15.832704 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7ff41a6c-bddc-47a0-9363-183560a2e390 req-107b78eb-d8e3-492c-a42c-66fbf3dc6ea9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dffd9a2-8c72-4d25-b791-a82650c2416e HTTP/1.1" status: 200 len: 217 time: 0.0517828 Aug 24 00:29:15.926349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff41a6c-bddc-47a0-9363-183560a2e390 req-8ff86e35-6ca6-469f-a1bf-7b88e9b1ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:15.927985 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7ff41a6c-bddc-47a0-9363-183560a2e390 req-8ff86e35-6ca6-469f-a1bf-7b88e9b1ed14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 200 len: 845 time: 0.0644815 Aug 24 00:29:16.005481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-08c52f37-0c4e-4267-9eec-8a28a6f013a3 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336018 Aug 24 00:29:16.018747 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7ff41a6c-bddc-47a0-9363-183560a2e390 req-f471ca4d-f05c-42d1-894a-97f8784433a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372797df-c1d2-46af-a88a-f8b38e7d12ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624719 Aug 24 00:29:16.067724 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-77832be6-050e-4b39-98ee-304546c838cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a HTTP/1.1" status: 200 len: 217 time: 0.0524862 Aug 24 00:29:16.146045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:16.150299 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.153481 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.169546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Transition to ACTIVE for port object 49c19e61-0447-4d0f-b7f3-c7144da7b753 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:16.200959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-018db268-36c7-4e28-b269-1754dc5ec3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:16.202481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-018db268-36c7-4e28-b269-1754dc5ec3ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d10fa38d-daaa-42f0-93b2-66b400d296af HTTP/1.1" status: 200 len: 797 time: 0.1216257 Aug 24 00:29:16.212605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Transition to ACTIVE for port object 49c19e61-0447-4d0f-b7f3-c7144da7b753 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:16.223265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9120c12-64de-4dfb-884b-477a75707237 req-f277edb6-489f-4cad-ae7c-2656c21b1b80 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:16.223681 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.241097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9120c12-64de-4dfb-884b-477a75707237 req-f277edb6-489f-4cad-ae7c-2656c21b1b80 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 943 time: 0.0973873 Aug 24 00:29:16.242066 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7ff41a6c-bddc-47a0-9363-183560a2e390 req-67f8c24e-4797-40fc-9972-06428410f6c5 service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975827 Aug 24 00:29:16.245143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port 5736f8b8-5727-41ea-bd21-09bc81287f9a yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:29:16.285021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Network ebdda596-66d8-4e1f-972d-c3d7418fc9e0 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:16.288830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:16.292756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:16.300195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Pushing event updated for resources: {'Port': ['ID=49c19e61-0447-4d0f-b7f3-c7144da7b753,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:16.361662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Attempting to bind port 49c19e61-0447-4d0f-b7f3-c7144da7b753 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:16.362344 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Attempting to bind port 49c19e61-0447-4d0f-b7f3-c7144da7b753 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '0082ead0-dba1-41f0-8a14-a04d8122e031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebdda596-66d8-4e1f-972d-c3d7418fc9e0'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:16.362876 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Attempting to bind port 49c19e61-0447-4d0f-b7f3-c7144da7b753 on network ebdda596-66d8-4e1f-972d-c3d7418fc9e0 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:16.369288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:16.370085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Checking segment: {'id': '0082ead0-dba1-41f0-8a14-a04d8122e031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebdda596-66d8-4e1f-972d-c3d7418fc9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:16.370944 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.372192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Bound using segment: {'id': '0082ead0-dba1-41f0-8a14-a04d8122e031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebdda596-66d8-4e1f-972d-c3d7418fc9e0'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:16.372948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Bound port: 49c19e61-0447-4d0f-b7f3-c7144da7b753, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0082ead0-dba1-41f0-8a14-a04d8122e031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebdda596-66d8-4e1f-972d-c3d7418fc9e0'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:16.373604 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.379289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9120c12-64de-4dfb-884b-477a75707237 req-3bc13f42-f680-400d-bb4c-b6ba2a82ffa3 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365478 Aug 24 00:29:16.413281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-6d8adbd6-a577-43e7-a6e6-91a09b8968a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:16.415305 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-6d8adbd6-a577-43e7-a6e6-91a09b8968a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8591c000-1ad9-4c58-a583-231d8245e24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1356454 Aug 24 00:29:16.462757 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7ff41a6c-bddc-47a0-9363-183560a2e390 req-e304796b-92df-4fcc-9cd6-1c15a99c1320 service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932852 Aug 24 00:29:16.515945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Allocated IP 2001:db8::1e7 (ebdda596-66d8-4e1f-972d-c3d7418fc9e0/63aec5b1-79d3-4afe-a9c6-4e3174558858/5736f8b8-5727-41ea-bd21-09bc81287f9a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:16.532741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] For port 49c19e61-0447-4d0f-b7f3-c7144da7b753, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:16.539765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] For port 49c19e61-0447-4d0f-b7f3-c7144da7b753, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=49c19e61-0447-4d0f-b7f3-c7144da7b753,segment=NetworkSegment(0082ead0-dba1-41f0-8a14-a04d8122e031),segment_id=0082ead0-dba1-41f0-8a14-a04d8122e031)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:16.549033 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.565008 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-be752e64-452b-4ea5-a7d3-87fd75c32bc6 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305587 Aug 24 00:29:16.626916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723a0be-bd09-4834-905d-63fc33bce409 None None] Pushing event updated for resources: {'Port': ['ID=49c19e61-0447-4d0f-b7f3-c7144da7b753,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:16.720765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-eccd81fe-2567-4d90-926f-995b0f6ac620 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461906 Aug 24 00:29:16.776619 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-913037ac-1faf-4755-8b51-33dc7a93ae37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=a0c18045-7768-46ff-8a13-f32f4b600694 HTTP/1.1" status: 200 len: 217 time: 0.0478270 Aug 24 00:29:16.783970 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.808994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Transition to ACTIVE for port object 5736f8b8-5727-41ea-bd21-09bc81287f9a will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:16.848068 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.921609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-6859fdff-9dda-4bce-b430-5d9983efe338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:16.929669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-6859fdff-9dda-4bce-b430-5d9983efe338 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d10fa38d-daaa-42f0-93b2-66b400d296af HTTP/1.1" status: 200 len: 797 time: 0.1374702 Aug 24 00:29:16.941471 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network ebdda596-66d8-4e1f-972d-c3d7418fc9e0 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:16.944919 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:16.956516 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:16.964429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:16.966257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.970352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=5736f8b8-5727-41ea-bd21-09bc81287f9a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:16.998987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-b86622f3-3b82-4735-82f0-dc8128cb1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:17.001138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-b86622f3-3b82-4735-82f0-dc8128cb1032 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8591c000-1ad9-4c58-a583-231d8245e24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0626438 Aug 24 00:29:17.011736 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5d72b77d-fb69-45c0-b726-d7db2f892f49 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2370291 Aug 24 00:29:17.012052 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:17.157735 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-66bfe9b0-fde5-4567-a436-6c9de89f4925 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362679 Aug 24 00:29:17.281911 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-9d6383e6-1d95-435f-9f50-ea0a569dff4c service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143148 Aug 24 00:29:17.339622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-3f50934f-9a30-4145-bb03-947b3bcee09b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=0fa5762a-ea9e-4e12-a8b7-cb60c554f373 HTTP/1.1" status: 200 len: 217 time: 0.0487502 Aug 24 00:29:17.409658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-6f1ad44b-1973-4ffd-848c-238320324259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:17.412952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-6f1ad44b-1973-4ffd-848c-238320324259 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d10fa38d-daaa-42f0-93b2-66b400d296af HTTP/1.1" status: 200 len: 797 time: 0.0653896 Aug 24 00:29:17.486384 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:17.563988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-c48d1dd6-81b5-4365-a07a-9b696a958464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:17.565859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-c48d1dd6-81b5-4365-a07a-9b696a958464 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8591c000-1ad9-4c58-a583-231d8245e24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1423025 Aug 24 00:29:17.582624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398ede3-fbf1-4cd3-a020-c17b7044798f req-453e72b3-0405-444d-be5f-2aeda76ebf5d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:17.584280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5398ede3-fbf1-4cd3-a020-c17b7044798f req-453e72b3-0405-444d-be5f-2aeda76ebf5d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 943 time: 0.0745034 Aug 24 00:29:17.730444 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5398ede3-fbf1-4cd3-a020-c17b7044798f req-ef79de71-7aed-41d6-8e2e-44f2bc5f9176 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592294 Aug 24 00:29:17.759713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-fee9e164-f7ee-45e9-9a09-d82fcffc4694 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743708 Aug 24 00:29:17.836576 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 8dffd9a2-8c72-4d25-b791-a82650c2416e details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:29:17.864552 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:17.880137 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:17.932187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-3971925d-3ca0-4ece-8331-7aa163fc475b service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631267 Aug 24 00:29:18.035089 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-0f24bc02-58a0-492e-9d79-d0de65a789ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=43b2e7bb-8d79-42e0-8508-e0bb30f47950 HTTP/1.1" status: 200 len: 217 time: 0.0595753 Aug 24 00:29:18.056879 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 8dffd9a2-8c72-4d25-b791-a82650c2416e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8dffd9a2-8c72-4d25-b791-a82650c2416e,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:18.078654 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '8dffd9a2-8c72-4d25-b791-a82650c2416e', 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'port_id': '8dffd9a2-8c72-4d25-b791-a82650c2416e', 'mac_address': 'fa:16:3e:b3:51:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3029ff06-c0b5-4450-8493-16639e4dfbd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:29:18.143028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-62aa7e5c-6b7b-47c5-982b-389551a11e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:18.144625 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:18.144947 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-62aa7e5c-6b7b-47c5-982b-389551a11e3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d405008c-2b39-4747-a89e-b6b8636b5157 HTTP/1.1" status: 200 len: 797 time: 0.1087151 Aug 24 00:29:18.153132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31f30b5-51e7-4602-8504-67c2e749f989 None None] Network ebdda596-66d8-4e1f-972d-c3d7418fc9e0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:18.181262 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:18.225433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-33e720ff-9efa-4faf-b2ec-916674760643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:18.229255 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-33e720ff-9efa-4faf-b2ec-916674760643 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68caed49-e03d-42a4-a3fa-e069dfc1351d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757527 Aug 24 00:29:18.280889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 49c19e61-0447-4d0f-b7f3-c7144da7b753 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:18.359164 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=5736f8b8-5727-41ea-bd21-09bc81287f9a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:18.359878 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dffd9a2-8c72-4d25-b791-a82650c2416e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:18.376327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5c208121-3eda-4d2c-b125-09f8392cebe3 None None] Provisioning for port 49c19e61-0447-4d0f-b7f3-c7144da7b753 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:18.412826 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:18.483691 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-3cebd812-5900-4754-9646-7eb66e74fe74 service neutron] 10.222.0.13 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322466 Aug 24 00:29:18.587040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 8dffd9a2-8c72-4d25-b791-a82650c2416e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8dffd9a2-8c72-4d25-b791-a82650c2416e,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:18.589049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 49c19e61-0447-4d0f-b7f3-c7144da7b753 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:18.627298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 49c19e61-0447-4d0f-b7f3-c7144da7b753 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:18.629147 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:18.694958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-70222986-bdbf-4e51-a2f0-c427da13d363 service neutron] 10.222.0.13 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038550 Aug 24 00:29:18.701243 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:18.767538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-3c900736-ee75-444e-92c0-034ed56fa6f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2478bcf1-9332-4965-ae9d-17c5749c08fc HTTP/1.1" status: 200 len: 217 time: 0.0579405 Aug 24 00:29:18.918472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-5afcd869-32fa-4549-95bb-9ab39a2d2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:18.920265 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-5afcd869-32fa-4549-95bb-9ab39a2d2703 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d405008c-2b39-4747-a89e-b6b8636b5157 HTTP/1.1" status: 200 len: 797 time: 0.1372290 Aug 24 00:29:18.978345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728a49c-62cb-43d4-99a8-0bc03c9489c2 req-964851cc-2e93-43ec-b36f-9ab62076ed15 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:18.987353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d728a49c-62cb-43d4-99a8-0bc03c9489c2 req-964851cc-2e93-43ec-b36f-9ab62076ed15 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 944 time: 0.1115978 Aug 24 00:29:19.015740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=8dffd9a2-8c72-4d25-b791-a82650c2416e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:19.038028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-bf6dcb25-a92d-4fc7-9d79-4901a700d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:19.042078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-bf6dcb25-a92d-4fc7-9d79-4901a700d690 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68caed49-e03d-42a4-a3fa-e069dfc1351d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1088376 Aug 24 00:29:19.087287 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d728a49c-62cb-43d4-99a8-0bc03c9489c2 req-a066ffd1-b628-4411-9977-1b06bc813008 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989289 Aug 24 00:29:19.109153 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:19.130336 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:19.133177 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:19.188242 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:19.206287 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-48ed0348-2b71-454c-982f-8702b1143490 service neutron] 10.222.0.13 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548007 Aug 24 00:29:19.279988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 49c19e61-0447-4d0f-b7f3-c7144da7b753, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=49c19e61-0447-4d0f-b7f3-c7144da7b753,segment=NetworkSegment(0082ead0-dba1-41f0-8a14-a04d8122e031),segment_id=0082ead0-dba1-41f0-8a14-a04d8122e031)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:19.295054 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['8dffd9a2-8c72-4d25-b791-a82650c2416e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:19.295587 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=5736f8b8-5727-41ea-bd21-09bc81287f9a,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:19.303185 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:19.462703 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=49c19e61-0447-4d0f-b7f3-c7144da7b753,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:19.482862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8a9bdb6-083a-4b9e-8e37-6309f59f3f16 req-ee4b4812-c79d-4fe4-9d5f-5692f4ead042 service neutron] 10.222.0.13 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652893 Aug 24 00:29:19.501871 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network ebdda596-66d8-4e1f-972d-c3d7418fc9e0 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:19.503282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:19.706130 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Router ddb7004a-55be-4529-8b32-30c1c7c3acf5 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:29:19.769584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-25f14404-172f-4a01-97a9-a992d42ff030 None None] Provisioning for port 5736f8b8-5727-41ea-bd21-09bc81287f9a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:19.792478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-25f14404-172f-4a01-97a9-a992d42ff030 None None] Provisioning complete for port 5736f8b8-5727-41ea-bd21-09bc81287f9a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:19.795130 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25f14404-172f-4a01-97a9-a992d42ff030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:19.881287 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-25f14404-172f-4a01-97a9-a992d42ff030 None None] Port 5736f8b8-5727-41ea-bd21-09bc81287f9a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:19.904500 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-25f14404-172f-4a01-97a9-a992d42ff030 None None] Provisioning complete for port 49c19e61-0447-4d0f-b7f3-c7144da7b753 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:19.904954 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25f14404-172f-4a01-97a9-a992d42ff030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:19.970762 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:29:19.982947 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3a7fd6-b998-4804-b30f-1eb2566fcac1 None None] Sync routers for ids ['ddb7004a-55be-4529-8b32-30c1c7c3acf5'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:29:19.987156 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b7c840a9-baa9-414f-87da-1149db2a8e7f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "PUT /v2.0/routers/ddb7004a-55be-4529-8b32-30c1c7c3acf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9713514 Aug 24 00:29:19.987694 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:20.005047 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3a7fd6-b998-4804-b30f-1eb2566fcac1 None None] Routers {'ddb7004a-55be-4529-8b32-30c1c7c3acf5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:29:20.005574 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8b3a7fd6-b998-4804-b30f-1eb2566fcac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:29:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ddb7004a-55be-4529-8b32-30c1c7c3acf5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:20.045021 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8b3a7fd6-b998-4804-b30f-1eb2566fcac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:20.055661 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3a7fd6-b998-4804-b30f-1eb2566fcac1 None None] Routers {'ddb7004a-55be-4529-8b32-30c1c7c3acf5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:29:20.056464 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8b3a7fd6-b998-4804-b30f-1eb2566fcac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:29:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ddb7004a-55be-4529-8b32-30c1c7c3acf5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:20.110369 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25255a1d-7c4f-4d7f-aaca-78e2b5ff9323 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:20.111935 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8b3a7fd6-b998-4804-b30f-1eb2566fcac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:20.115864 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3a7fd6-b998-4804-b30f-1eb2566fcac1 None None] The sync data for ids ['ddb7004a-55be-4529-8b32-30c1c7c3acf5'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:29:20.116194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37204) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:20.117903 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-25255a1d-7c4f-4d7f-aaca-78e2b5ff9323 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddb7004a-55be-4529-8b32-30c1c7c3acf5 HTTP/1.1" status: 200 len: 989 time: 0.1275034 Aug 24 00:29:20.197697 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 49c19e61-0447-4d0f-b7f3-c7144da7b753 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:20.259431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a174316b-32e0-4296-b5ff-1f6a7eee32d7 None None] Provisioning complete for port 5736f8b8-5727-41ea-bd21-09bc81287f9a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:20.259751 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a174316b-32e0-4296-b5ff-1f6a7eee32d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:20.341267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a174316b-32e0-4296-b5ff-1f6a7eee32d7 None None] Port 5736f8b8-5727-41ea-bd21-09bc81287f9a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:20.358303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 49c19e61-0447-4d0f-b7f3-c7144da7b753 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:20.358973 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:20.660715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-951690bf-8d7e-4087-98ec-817916972df9 req-bf010a63-d5ea-4e76-825f-8876afedc925 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5370455 Aug 24 00:29:20.686915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e66cef11-7dcd-42d0-8fce-40580aff5530 None None] Provisioning complete for port 5736f8b8-5727-41ea-bd21-09bc81287f9a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:20.688700 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e66cef11-7dcd-42d0-8fce-40580aff5530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:20.747228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c58b53-cf71-4519-832a-af4591d2c0a9 req-47d2d71a-d72d-43cc-bf75-3c244a0a587f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:20.748860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89c58b53-cf71-4519-832a-af4591d2c0a9 req-47d2d71a-d72d-43cc-bf75-3c244a0a587f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 944 time: 0.5062876 Aug 24 00:29:20.770551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e66cef11-7dcd-42d0-8fce-40580aff5530 None None] Port 5736f8b8-5727-41ea-bd21-09bc81287f9a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:20.999649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89c58b53-cf71-4519-832a-af4591d2c0a9 req-429b7ba4-f28b-43df-8e4a-0796cc4ca367 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139120 Aug 24 00:29:21.026391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951690bf-8d7e-4087-98ec-817916972df9 req-6e141e9a-efe5-47b1-b59c-d42f715d8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:21.028205 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-951690bf-8d7e-4087-98ec-817916972df9 req-6e141e9a-efe5-47b1-b59c-d42f715d8d10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 1096 time: 0.2722778 Aug 24 00:29:21.115681 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-57c89fde-5974-4ddb-870e-1825f68cb392 None None] Provisioning complete for port 5736f8b8-5727-41ea-bd21-09bc81287f9a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:21.116960 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57c89fde-5974-4ddb-870e-1825f68cb392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:21.171449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-57c89fde-5974-4ddb-870e-1825f68cb392 None None] Port 5736f8b8-5727-41ea-bd21-09bc81287f9a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:21.272295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951690bf-8d7e-4087-98ec-817916972df9 req-768319a2-77b0-4c7b-997e-47599d8540ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:21.274223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-951690bf-8d7e-4087-98ec-817916972df9 req-768319a2-77b0-4c7b-997e-47599d8540ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 912 time: 0.2215192 Aug 24 00:29:21.412056 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:21.416011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-951690bf-8d7e-4087-98ec-817916972df9 req-4fd42e6d-c300-47d8-9fec-e8393b7978e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59b802e4-c292-4c95-bb0e-9b841eec5c27 HTTP/1.1" status: 200 len: 1001 time: 0.1313946 Aug 24 00:29:21.881240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951690bf-8d7e-4087-98ec-817916972df9 req-7023d048-7cb2-4c7b-aeb6-f64433dbdf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:21.883428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-951690bf-8d7e-4087-98ec-817916972df9 req-7023d048-7cb2-4c7b-aeb6-f64433dbdf10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 200 len: 850 time: 0.4346056 Aug 24 00:29:21.885990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 8dffd9a2-8c72-4d25-b791-a82650c2416e up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:21.956401 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 8dffd9a2-8c72-4d25-b791-a82650c2416e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:21.961081 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 8dffd9a2-8c72-4d25-b791-a82650c2416e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:21.961952 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:22.071446 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:22.117840 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6a18d7-6d35-481e-b8d4-bdf78426a792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dffd9a2-8c72-4d25-b791-a82650c2416e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:22.134333 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7905b63d-f160-4d2e-b756-9f6e2a1a0c6d" -d '{"events": [{"server_uuid": "da6a18d7-6d35-481e-b8d4-bdf78426a792", "name": "network-vif-plugged", "status": "completed", "tag": "8dffd9a2-8c72-4d25-b791-a82650c2416e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:22.144825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951690bf-8d7e-4087-98ec-817916972df9 req-ec90b62c-f36a-4abc-b71b-2a1e3a90edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:22.146365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-951690bf-8d7e-4087-98ec-817916972df9 req-ec90b62c-f36a-4abc-b71b-2a1e3a90edf9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b465dfe-d306-4292-bddd-524ea879c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744096 Aug 24 00:29:22.156992 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 8dffd9a2-8c72-4d25-b791-a82650c2416e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8dffd9a2-8c72-4d25-b791-a82650c2416e,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:22.164624 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:22.206683 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e52020-e984-40d4-8b10-141102a6a17d x-openstack-request-id: req-30e52020-e984-40d4-8b10-141102a6a17d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:22.206997 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6a18d7-6d35-481e-b8d4-bdf78426a792", "name": "network-vif-plugged", "status": "completed", "tag": "8dffd9a2-8c72-4d25-b791-a82650c2416e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:22.207600 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30e52020-e984-40d4-8b10-141102a6a17d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:22.207997 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6a18d7-6d35-481e-b8d4-bdf78426a792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dffd9a2-8c72-4d25-b791-a82650c2416e', 'code': 200} Aug 24 00:29:22.241065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=8dffd9a2-8c72-4d25-b791-a82650c2416e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:22.301869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ea1e0-2da9-44c4-9c1d-97c67850fa32 req-d74db0b6-2f5f-4075-8264-0c3781f794df tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:22.303511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f80ea1e0-2da9-44c4-9c1d-97c67850fa32 req-d74db0b6-2f5f-4075-8264-0c3781f794df tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 944 time: 0.2009017 Aug 24 00:29:22.437288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-951690bf-8d7e-4087-98ec-817916972df9 req-29cd8faf-cb01-43ef-9c8a-221cdbbe5d48 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693355 Aug 24 00:29:22.451349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f80ea1e0-2da9-44c4-9c1d-97c67850fa32 req-d9931ccd-d5ce-41ef-bbb2-02226004e34f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379323 Aug 24 00:29:22.466456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed040a-d395-4cdb-b96c-11d9973a3491 req-d5e7c079-5556-4a09-972c-1feae76b5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:22.468357 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9ed040a-d395-4cdb-b96c-11d9973a3491 req-d5e7c079-5556-4a09-972c-1feae76b5ac9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 1096 time: 0.1126204 Aug 24 00:29:22.561050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 5736f8b8-5727-41ea-bd21-09bc81287f9a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:22.561392 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:22.587967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9ed040a-d395-4cdb-b96c-11d9973a3491 req-22f1892f-0aae-4d0d-9045-17e10f2328d6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043515 Aug 24 00:29:22.648275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-951690bf-8d7e-4087-98ec-817916972df9 req-f375f0c1-06f0-4090-82cc-ac989608d971 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911831 Aug 24 00:29:22.686455 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:22.700616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 5736f8b8-5727-41ea-bd21-09bc81287f9a owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:22.980507 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.011962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=5736f8b8-5727-41ea-bd21-09bc81287f9a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:23.024492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:23.024855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:23.025191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:23.025557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:23.025885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:23.026229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:23.026562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:23.026921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:23.027256 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:23.027586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:23.027915 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:23.028242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:23.037718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ebf45-e904-407b-a099-36c6ce974c79 req-7220202d-1958-4d99-9b94-7883a186ac31 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:23.045178 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-649ebf45-e904-407b-a099-36c6ce974c79 req-7220202d-1958-4d99-9b94-7883a186ac31 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1118736 Aug 24 00:29:23.180139 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.194863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-649ebf45-e904-407b-a099-36c6ce974c79 req-b058e10c-2b0f-4134-b9e7-75cc0f192bc9 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447387 Aug 24 00:29:23.375749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Router ddb7004a-55be-4529-8b32-30c1c7c3acf5 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:29:23.465249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:29:23.472953 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ad20a879-00aa-4651-bc17-09d3fd4e0217 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "PUT /v2.0/routers/ddb7004a-55be-4529-8b32-30c1c7c3acf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3528082 Aug 24 00:29:23.473203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37290) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:23.481351 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c0007-c6be-4b2f-a9a8-584e79e9841c None None] Sync routers for ids ['ddb7004a-55be-4529-8b32-30c1c7c3acf5'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:29:23.490366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c0007-c6be-4b2f-a9a8-584e79e9841c None None] Routers {'ddb7004a-55be-4529-8b32-30c1c7c3acf5'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:29:23.491032 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e72c0007-c6be-4b2f-a9a8-584e79e9841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:29:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ddb7004a-55be-4529-8b32-30c1c7c3acf5'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:23.510974 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44fdaa0-9564-4e72-a217-609191d3d354 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] GET failed (client error): The resource could not be found. Aug 24 00:29:23.512737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c44fdaa0-9564-4e72-a217-609191d3d354 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/5736f8b8-5727-41ea-bd21-09bc81287f9a HTTP/1.1" status: 404 len: 333 time: 0.0386481 Aug 24 00:29:23.515897 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:23.556814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e72c0007-c6be-4b2f-a9a8-584e79e9841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:23.572423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c0007-c6be-4b2f-a9a8-584e79e9841c None None] Routers {'ddb7004a-55be-4529-8b32-30c1c7c3acf5'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:29:23.573317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e72c0007-c6be-4b2f-a9a8-584e79e9841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:29:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ddb7004a-55be-4529-8b32-30c1c7c3acf5'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:23.604489 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8968d50f-1e12-420a-a10c-fa905e849220 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.626468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdcd0a-86fc-4c75-a94e-7c65f0b3a939 req-75bf34d1-f779-4901-9800-55deb0e90333 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:23.628061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aabdcd0a-86fc-4c75-a94e-7c65f0b3a939 req-75bf34d1-f779-4901-9800-55deb0e90333 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 945 time: 0.0671275 Aug 24 00:29:23.639392 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.640680 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e72c0007-c6be-4b2f-a9a8-584e79e9841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:23.641402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c0007-c6be-4b2f-a9a8-584e79e9841c None None] The sync data for ids ['ddb7004a-55be-4529-8b32-30c1c7c3acf5'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:29:23.672564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aabdcd0a-86fc-4c75-a94e-7c65f0b3a939 req-71d5701d-9d22-42a6-82e5-5ed44bf7c411 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367010 Aug 24 00:29:23.779838 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8968d50f-1e12-420a-a10c-fa905e849220 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.781953 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8968d50f-1e12-420a-a10c-fa905e849220 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.830739 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8968d50f-1e12-420a-a10c-fa905e849220 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.831301 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8968d50f-1e12-420a-a10c-fa905e849220 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Fanout notify agent at l3_agent the message router_deleted on router ddb7004a-55be-4529-8b32-30c1c7c3acf5 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:29:23.838863 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8968d50f-1e12-420a-a10c-fa905e849220 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.843005 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8968d50f-1e12-420a-a10c-fa905e849220 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/routers/ddb7004a-55be-4529-8b32-30c1c7c3acf5 HTTP/1.1" status: 204 len: 168 time: 0.3230181 Aug 24 00:29:23.843005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:23.895027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d35570e-7b75-4339-a180-6e191ec1534d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting subnet 63aec5b1-79d3-4afe-a9c6-4e3174558858 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:29:23.899106 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d35570e-7b75-4339-a180-6e191ec1534d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.940849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d35570e-7b75-4339-a180-6e191ec1534d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.030170 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d35570e-7b75-4339-a180-6e191ec1534d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.094751 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d35570e-7b75-4339-a180-6e191ec1534d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.123247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35570e-7b75-4339-a180-6e191ec1534d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Subnet': ['ID=63aec5b1-79d3-4afe-a9c6-4e3174558858,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:24.125223 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d35570e-7b75-4339-a180-6e191ec1534d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.127175 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d35570e-7b75-4339-a180-6e191ec1534d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/63aec5b1-79d3-4afe-a9c6-4e3174558858 HTTP/1.1" status: 204 len: 168 time: 0.2834659 Aug 24 00:29:24.129886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37306) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:24.131416 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dad10f-ea9a-4f4c-8225-514020821663 None None] Network ebdda596-66d8-4e1f-972d-c3d7418fc9e0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:24.208398 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.287685 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 49c19e61-0447-4d0f-b7f3-c7144da7b753 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:24.288629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.337146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54592692-4f25-4ff0-9c55-40c2d107284e None None] DHCP port deletion for ebdda596-66d8-4e1f-972d-c3d7418fc9e0 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:29:24.375761 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] For port 49c19e61-0447-4d0f-b7f3-c7144da7b753, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=49c19e61-0447-4d0f-b7f3-c7144da7b753,segment=NetworkSegment(0082ead0-dba1-41f0-8a14-a04d8122e031),segment_id=0082ead0-dba1-41f0-8a14-a04d8122e031)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:24.376127 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.380981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f5c23-bbd5-489e-a09f-31c3b1969232 req-8dab5619-85a1-49e2-9a0e-99b9c800874c tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:24.384034 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-473f5c23-bbd5-489e-a09f-31c3b1969232 req-8dab5619-85a1-49e2-9a0e-99b9c800874c tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.0704823 Aug 24 00:29:24.393315 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 49c19e61-0447-4d0f-b7f3-c7144da7b753 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:24.404643 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-54592692-4f25-4ff0-9c55-40c2d107284e None None] Deleting port 49c19e61-0447-4d0f-b7f3-c7144da7b753 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:24.405021 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54592692-4f25-4ff0-9c55-40c2d107284e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.488248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-473f5c23-bbd5-489e-a09f-31c3b1969232 req-113b2cae-6808-4228-91db-1ae38deffb51 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854566 Aug 24 00:29:24.494195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-54592692-4f25-4ff0-9c55-40c2d107284e None None] For port 49c19e61-0447-4d0f-b7f3-c7144da7b753, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=49c19e61-0447-4d0f-b7f3-c7144da7b753,segment=NetworkSegment(0082ead0-dba1-41f0-8a14-a04d8122e031),segment_id=0082ead0-dba1-41f0-8a14-a04d8122e031)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:24.495191 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54592692-4f25-4ff0-9c55-40c2d107284e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.512365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-54592692-4f25-4ff0-9c55-40c2d107284e None None] Calling delete_port for 49c19e61-0447-4d0f-b7f3-c7144da7b753 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:24.515726 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.547749 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=49c19e61-0447-4d0f-b7f3-c7144da7b753,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:24.553224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No DVR routers for this DVR port 49c19e61-0447-4d0f-b7f3-c7144da7b753 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: from cryptography.utils import int_from_bytes Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: from cryptography.utils import int_from_bytes Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.600437 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.604960 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.604960 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.604960 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.604960 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.604960 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.604960 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.604960 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.604960 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.604960 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.604960 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.604960 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.604960 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.604960 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:29:24.604960 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:29:24.608455 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54592692-4f25-4ff0-9c55-40c2d107284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.635264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54592692-4f25-4ff0-9c55-40c2d107284e None None] Pushing event deleted for resources: {'Port': ['ID=49c19e61-0447-4d0f-b7f3-c7144da7b753,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:24.638967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54592692-4f25-4ff0-9c55-40c2d107284e None None] No DVR routers for this DVR port 49c19e61-0447-4d0f-b7f3-c7144da7b753 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:24.646233 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.660627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdda596-66d8-4e1f-972d-c3d7418fc9e0']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:24.673229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0082ead0-dba1-41f0-8a14-a04d8122e031') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:24.673585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0082ead0-dba1-41f0-8a14-a04d8122e031') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:24.684937 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.700211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.706687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:29:24.707113 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:29:24.710423 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:29:24.793879 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.809613 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.811111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9fd58-79e7-4315-b150-cef280b749f4 req-e85e692b-5871-429a-a251-3e1a270cb056 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:24.812726 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2dc9fd58-79e7-4315-b150-cef280b749f4 req-e85e692b-5871-429a-a251-3e1a270cb056 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 945 time: 0.0696182 Aug 24 00:29:24.815718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37326) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:24.816064 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/networks/ebdda596-66d8-4e1f-972d-c3d7418fc9e0 HTTP/1.1" status: 204 len: 168 time: 0.6852291 Aug 24 00:29:24.828059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400ad10-c66d-43dc-94c9-c1df86a0a0e6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Network': ['ID=ebdda596-66d8-4e1f-972d-c3d7418fc9e0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:24.878445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ea978e-440f-4980-8276-24c449937124 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:24.879860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b2ea978e-440f-4980-8276-24c449937124 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/8078c90d-034e-4e5a-baca-019a8649a58f HTTP/1.1" status: 200 len: 844 time: 0.0630293 Aug 24 00:29:24.883976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37328) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:24.893371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2dc9fd58-79e7-4315-b150-cef280b749f4 req-e2083d46-57ca-4378-bdad-c26744b6e406 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684638 Aug 24 00:29:24.934928 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-feadb649-e0ec-40e8-b913-f29209ec143e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/8078c90d-034e-4e5a-baca-019a8649a58f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0462148 Aug 24 00:29:24.935253 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37336) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:24.940376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-636f338b-0ec1-4c22-b7bd-456e0b6454b4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:25.025797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c871ff-9ecf-4879-91b0-5fad0d6ed212 req-f319e74f-5825-44fa-ac01-db44bfbdbb71 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:25.027356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21c871ff-9ecf-4879-91b0-5fad0d6ed212 req-f319e74f-5825-44fa-ac01-db44bfbdbb71 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 945 time: 0.0526295 Aug 24 00:29:25.047817 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636f338b-0ec1-4c22-b7bd-456e0b6454b4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:25.051605 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-636f338b-0ec1-4c22-b7bd-456e0b6454b4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.079243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21c871ff-9ecf-4879-91b0-5fad0d6ed212 req-e994242a-0e6d-482d-af60-7502a60d5f05 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410068 Aug 24 00:29:25.277036 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-636f338b-0ec1-4c22-b7bd-456e0b6454b4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.321124 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f338b-0ec1-4c22-b7bd-456e0b6454b4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:25.326277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-636f338b-0ec1-4c22-b7bd-456e0b6454b4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:25.330520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f338b-0ec1-4c22-b7bd-456e0b6454b4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:25.331210 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-636f338b-0ec1-4c22-b7bd-456e0b6454b4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.339609 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f338b-0ec1-4c22-b7bd-456e0b6454b4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Subnet': ['ID=ed2ac021-97ef-4148-884c-96dc09d96ae2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:25.344805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc8bed1-de58-44f3-aef8-34f45ba997c7 None None] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:25.355245 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-636f338b-0ec1-4c22-b7bd-456e0b6454b4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4189396 Aug 24 00:29:25.357759 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:25.362257 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-13739447-a97f-4e73-905e-b58c71310167 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'security_group': {'name': 'tempest-secgroup-382758058'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:25.368476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acbd3c-1c64-47eb-87f8-3d7fa5e779ce req-ce701594-d89b-4ff6-b4e6-5d27dd0b90fe tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:25.371495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25acbd3c-1c64-47eb-87f8-3d7fa5e779ce req-ce701594-d89b-4ff6-b4e6-5d27dd0b90fe tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 945 time: 0.0736978 Aug 24 00:29:25.393193 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13739447-a97f-4e73-905e-b58c71310167 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.435114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25acbd3c-1c64-47eb-87f8-3d7fa5e779ce req-d9ee23c7-2c13-402d-b550-0e8a6d24410f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536840 Aug 24 00:29:25.547635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13739447-a97f-4e73-905e-b58c71310167 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.555398 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13739447-a97f-4e73-905e-b58c71310167 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.602657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-d9b26dde-90b5-416c-bbfa-b9ada36e101e', 'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'tenant_id': '240f365715514d30adc13e62aed21a9e', 'fixed_ips': [{'subnet_id': 'ed2ac021-97ef-4148-884c-96dc09d96ae2'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:29:25.604812 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.609769 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13739447-a97f-4e73-905e-b58c71310167 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.612076 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-13739447-a97f-4e73-905e-b58c71310167 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2533565 Aug 24 00:29:25.618043 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13739447-a97f-4e73-905e-b58c71310167 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d7e84a-da04-48f1-9d68-7c4b0afe8541,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:25.620621 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37360) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:25.626749 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7154baf6-7301-4739-8519-9abbd026e3b2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'security_group': {'name': 'tempest-secgroup-1262148573'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:25.654674 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7154baf6-7301-4739-8519-9abbd026e3b2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.752080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c74a7a-2273-4fb6-8145-dd182af2f728 req-ef246d32-d0e0-485f-aa40-35f47ef6f3cd tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:25.753790 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7c74a7a-2273-4fb6-8145-dd182af2f728 req-ef246d32-d0e0-485f-aa40-35f47ef6f3cd tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1588583 Aug 24 00:29:25.771186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efce925-ebc5-4513-822a-93b3b1a463c8 req-43dd4925-b287-4cbf-a0ed-8a0cdd3794ef tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:25.773728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4efce925-ebc5-4513-822a-93b3b1a463c8 req-43dd4925-b287-4cbf-a0ed-8a0cdd3794ef tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 945 time: 0.1179094 Aug 24 00:29:25.777224 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Allocated IP 2001:db8::2 (d9b26dde-90b5-416c-bbfa-b9ada36e101e/ed2ac021-97ef-4148-884c-96dc09d96ae2/d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:25.781345 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7154baf6-7301-4739-8519-9abbd026e3b2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.786142 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7154baf6-7301-4739-8519-9abbd026e3b2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.832969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154baf6-7301-4739-8519-9abbd026e3b2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d73bbe3-da8f-4804-b595-ab0f3123b7e9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:25.847926 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7154baf6-7301-4739-8519-9abbd026e3b2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.852490 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7154baf6-7301-4739-8519-9abbd026e3b2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2306750 Aug 24 00:29:25.855093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37368) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:25.860591 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1764586949', 'security_groups': ['3d73bbe3-da8f-4804-b595-ab0f3123b7e9'], 'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ed2ac021-97ef-4148-884c-96dc09d96ae2'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:25.895315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7c74a7a-2273-4fb6-8145-dd182af2f728 req-f151f480-05e9-4029-b940-7135df093672 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342559 Aug 24 00:29:25.931985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4efce925-ebc5-4513-822a-93b3b1a463c8 req-98f00c45-4ab1-42fd-b935-52efd1ae2cdb tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Deleting port 40b5e6ae-51e6-4b60-93aa-eed1298e0293 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:25.932357 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4efce925-ebc5-4513-822a-93b3b1a463c8 req-98f00c45-4ab1-42fd-b935-52efd1ae2cdb tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.994923 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:25.996814 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.009015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Transition to ACTIVE for port object d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:26.032617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Transition to ACTIVE for port object d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:26.042422 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.068201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4efce925-ebc5-4513-822a-93b3b1a463c8 req-98f00c45-4ab1-42fd-b935-52efd1ae2cdb tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] For port 40b5e6ae-51e6-4b60-93aa-eed1298e0293, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=40b5e6ae-51e6-4b60-93aa-eed1298e0293,segment=NetworkSegment(4da1dac5-4d9b-42b7-bdda-f353f39c3bd0),segment_id=4da1dac5-4d9b-42b7-bdda-f353f39c3bd0)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:26.070419 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4efce925-ebc5-4513-822a-93b3b1a463c8 req-98f00c45-4ab1-42fd-b935-52efd1ae2cdb tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.099901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Pushing event updated for resources: {'Port': ['ID=d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:26.103062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4efce925-ebc5-4513-822a-93b3b1a463c8 req-98f00c45-4ab1-42fd-b935-52efd1ae2cdb tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Calling delete_port for 40b5e6ae-51e6-4b60-93aa-eed1298e0293 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:26.112596 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.112763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:26.114651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:26.120160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:26.133560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port b1cb6218-a81c-4e55-aa88-e1fa511106ee yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:29:26.171503 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 49c19e61-0447-4d0f-b7f3-c7144da7b753 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:26.226652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 49c19e61-0447-4d0f-b7f3-c7144da7b753 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:29:26.227652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 49c19e61-0447-4d0f-b7f3-c7144da7b753 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:29:26.259068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Attempting to bind port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:26.267163 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4efce925-ebc5-4513-822a-93b3b1a463c8 req-98f00c45-4ab1-42fd-b935-52efd1ae2cdb tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.270967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Attempting to bind port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'b88e8948-895f-4b38-b297-6250f14adb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:26.271593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Attempting to bind port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 on network d9b26dde-90b5-416c-bbfa-b9ada36e101e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:26.281949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:26.282438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Checking segment: {'id': 'b88e8948-895f-4b38-b297-6250f14adb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:26.282994 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.283484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Bound using segment: {'id': 'b88e8948-895f-4b38-b297-6250f14adb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:26.284044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Bound port: d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88e8948-895f-4b38-b297-6250f14adb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:26.284903 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.299245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f00c45-4ab1-42fd-b935-52efd1ae2cdb tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Pushing event deleted for resources: {'Port': ['ID=40b5e6ae-51e6-4b60-93aa-eed1298e0293,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:26.309198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['d5789068-c6c7-4e92-a48c-288316aa5193'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:26.314426 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['40b5e6ae-51e6-4b60-93aa-eed1298e0293'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:26.352457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efce925-ebc5-4513-822a-93b3b1a463c8 req-98f00c45-4ab1-42fd-b935-52efd1ae2cdb tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] No DVR routers for this DVR port 40b5e6ae-51e6-4b60-93aa-eed1298e0293 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:26.355570 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4efce925-ebc5-4513-822a-93b3b1a463c8 req-98f00c45-4ab1-42fd-b935-52efd1ae2cdb tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.358068 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4efce925-ebc5-4513-822a-93b3b1a463c8 req-98f00c45-4ab1-42fd-b935-52efd1ae2cdb tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.13 "DELETE /v2.0/ports/40b5e6ae-51e6-4b60-93aa-eed1298e0293 HTTP/1.1" status: 204 len: 173 time: 0.5774467 Aug 24 00:29:26.358696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b765dd-0925-49e5-9c5e-10b2e1462364', 'name': 'network-vif-deleted', 'tag': '40b5e6ae-51e6-4b60-93aa-eed1298e0293'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:26.368017 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc1c891-72c8-4e6a-94a4-7ebf9c1657fa" -d '{"events": [{"server_uuid": "40b765dd-0925-49e5-9c5e-10b2e1462364", "name": "network-vif-deleted", "tag": "40b5e6ae-51e6-4b60-93aa-eed1298e0293"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:26.368541 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Allocated IP 2001:db8::d9 (d9b26dde-90b5-416c-bbfa-b9ada36e101e/ed2ac021-97ef-4148-884c-96dc09d96ae2/b1cb6218-a81c-4e55-aa88-e1fa511106ee) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:26.430429 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735db615-656b-4986-b22f-d7e50661ba94 x-openstack-request-id: req-735db615-656b-4986-b22f-d7e50661ba94 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:26.430723 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b765dd-0925-49e5-9c5e-10b2e1462364", "name": "network-vif-deleted", "tag": "40b5e6ae-51e6-4b60-93aa-eed1298e0293", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:26.431018 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-735db615-656b-4986-b22f-d7e50661ba94 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:26.431426 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b765dd-0925-49e5-9c5e-10b2e1462364', 'name': 'network-vif-deleted', 'tag': '40b5e6ae-51e6-4b60-93aa-eed1298e0293', 'status': 'completed', 'code': 200} Aug 24 00:29:26.520732 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] For port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:26.555132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] For port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5,segment=NetworkSegment(b88e8948-895f-4b38-b297-6250f14adb59),segment_id=b88e8948-895f-4b38-b297-6250f14adb59)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:26.578481 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.627396 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebaaa8-95f6-42e6-93ec-1309f15136be req-0df088f3-803e-4595-8a8a-c9494514f913 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:26.629326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7ebaaa8-95f6-42e6-93ec-1309f15136be req-0df088f3-803e-4595-8a8a-c9494514f913 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 945 time: 0.0908301 Aug 24 00:29:26.698877 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80230f-5913-4056-81b7-23fcf4c88f81 None None] Pushing event updated for resources: {'Port': ['ID=d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:26.700543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7ebaaa8-95f6-42e6-93ec-1309f15136be req-e6b4142d-ef39-4209-864e-599c1d94192a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636530 Aug 24 00:29:27.049850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5120bcb2-9771-4799-a983-a8a4912f4bc8 req-b2353a47-45d7-40a3-a8f9-bd59b932f6f8 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=40b765dd-0925-49e5-9c5e-10b2e1462364 HTTP/1.1" status: 200 len: 210 time: 0.0432150 Aug 24 00:29:27.053420 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:27.069916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Transition to ACTIVE for port object b1cb6218-a81c-4e55-aa88-e1fa511106ee will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:27.106362 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:27.158803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:27.170896 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:27.174890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:27.175881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fabea-106c-4f71-adfe-dff58395625c req-7d3bb2ca-0509-4fec-b4c7-2d40fbb9d040 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:27.177411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-633fabea-106c-4f71-adfe-dff58395625c req-7d3bb2ca-0509-4fec-b4c7-2d40fbb9d040 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 945 time: 0.0617101 Aug 24 00:29:27.181361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:27.181885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:27.194892 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=b1cb6218-a81c-4e55-aa88-e1fa511106ee,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:27.220865 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-340bfe76-ad11-476d-8464-68123478ee55 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3646257 Aug 24 00:29:27.221585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37402) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:27.227857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7c7e5383-0c05-43c2-b4ee-c403cc2f3550 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:27.336062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-633fabea-106c-4f71-adfe-dff58395625c req-51cf910a-965e-4efb-8da6-d74888142566 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Deleting port 8dffd9a2-8c72-4d25-b791-a82650c2416e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:27.336561 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-633fabea-106c-4f71-adfe-dff58395625c req-51cf910a-965e-4efb-8da6-d74888142566 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:27.370260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7e5383-0c05-43c2-b4ee-c403cc2f3550 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:27.375336 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c7e5383-0c05-43c2-b4ee-c403cc2f3550 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:27.485030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-633fabea-106c-4f71-adfe-dff58395625c req-51cf910a-965e-4efb-8da6-d74888142566 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] For port 8dffd9a2-8c72-4d25-b791-a82650c2416e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8dffd9a2-8c72-4d25-b791-a82650c2416e,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:27.485445 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-633fabea-106c-4f71-adfe-dff58395625c req-51cf910a-965e-4efb-8da6-d74888142566 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:27.492761 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b705e0ff-6239-48dd-9726-dc43e0fa02c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:27.497675 n-d-805736-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-7c7e5383-0c05-43c2-b4ee-c403cc2f3550 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed2ac021-97ef-4148-884c-96dc09d96ae2 (CIDR: 2001:db8::/64) Aug 24 00:29:27.503703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-633fabea-106c-4f71-adfe-dff58395625c req-51cf910a-965e-4efb-8da6-d74888142566 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Calling delete_port for 8dffd9a2-8c72-4d25-b791-a82650c2416e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:27.505000 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7e5383-0c05-43c2-b4ee-c403cc2f3550 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:29:27.505498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7e5383-0c05-43c2-b4ee-c403cc2f3550 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:29:27.529921 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7c7e5383-0c05-43c2-b4ee-c403cc2f3550 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3071892 Aug 24 00:29:27.633353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37416) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:27.638921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-56ae1a1b-14c0-4aef-94b2-c1871880d9ae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:27.772113 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b6bd1-7648-4e48-81fa-a0ab4217f7c5 req-29d7580a-0a56-49ed-acd9-51c3fbd348a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:27.775517 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8d4b6bd1-7648-4e48-81fa-a0ab4217f7c5 req-29d7580a-0a56-49ed-acd9-51c3fbd348a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 1096 time: 0.1247587 Aug 24 00:29:27.847066 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-633fabea-106c-4f71-adfe-dff58395625c req-51cf910a-965e-4efb-8da6-d74888142566 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:27.874113 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ae1a1b-14c0-4aef-94b2-c1871880d9ae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:27.877635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56ae1a1b-14c0-4aef-94b2-c1871880d9ae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:27.884615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['3cf15a80-75af-42b5-ae25-0251e159ef02', '8dffd9a2-8c72-4d25-b791-a82650c2416e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:28.168091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b6bd1-7648-4e48-81fa-a0ab4217f7c5 req-f8cb876d-2679-4569-8e34-4f440fc74cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:28.169974 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8d4b6bd1-7648-4e48-81fa-a0ab4217f7c5 req-f8cb876d-2679-4569-8e34-4f440fc74cd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.3760381 Aug 24 00:29:28.204017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2c124-0612-45ea-a296-a414efdf728a req-990dada6-3861-4ff6-bd62-7c83d2799c94 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:28.212163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3af2c124-0612-45ea-a296-a414efdf728a req-990dada6-3861-4ff6-bd62-7c83d2799c94 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.5717721 Aug 24 00:29:28.226684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31fdd6b4-d9a4-4635-84ea-091f6e0bb691 req-a9a66fcf-eba7-4440-a3f9-ca027af1544b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 210 time: 0.3950107 Aug 24 00:29:28.240714 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a3e6dfcb-2afc-4cfa-8291-93120af1bf68 None None] Provisioning complete for port 8078c90d-034e-4e5a-baca-019a8649a58f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:28.242021 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a3e6dfcb-2afc-4cfa-8291-93120af1bf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:28.287523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6dfcb-2afc-4cfa-8291-93120af1bf68 None None] Port 8078c90d-034e-4e5a-baca-019a8649a58f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:28.290586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:28.342440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a3e6dfcb-2afc-4cfa-8291-93120af1bf68 None None] Provisioning for port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:28.372666 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56ae1a1b-14c0-4aef-94b2-c1871880d9ae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:28.383735 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3af2c124-0612-45ea-a296-a414efdf728a req-e9c2e99c-8ec4-4684-b657-b62f3ef60881 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705647 Aug 24 00:29:28.385100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf910a-965e-4efb-8da6-d74888142566 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Pushing event deleted for resources: {'Port': ['ID=8dffd9a2-8c72-4d25-b791-a82650c2416e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:28.394247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:28.408714 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:28.409197 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:28.457570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-633fabea-106c-4f71-adfe-dff58395625c req-51cf910a-965e-4efb-8da6-d74888142566 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] No DVR routers for this DVR port 8dffd9a2-8c72-4d25-b791-a82650c2416e on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:28.462243 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-633fabea-106c-4f71-adfe-dff58395625c req-51cf910a-965e-4efb-8da6-d74888142566 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:28.464655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-633fabea-106c-4f71-adfe-dff58395625c req-51cf910a-965e-4efb-8da6-d74888142566 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "DELETE /v2.0/ports/8dffd9a2-8c72-4d25-b791-a82650c2416e HTTP/1.1" status: 204 len: 173 time: 1.2679574 Aug 24 00:29:28.465181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6a18d7-6d35-481e-b8d4-bdf78426a792', 'name': 'network-vif-deleted', 'tag': '8dffd9a2-8c72-4d25-b791-a82650c2416e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:28.467559 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c27a25-7522-4a05-a2d3-4f98125525e2" -d '{"events": [{"server_uuid": "da6a18d7-6d35-481e-b8d4-bdf78426a792", "name": "network-vif-deleted", "tag": "8dffd9a2-8c72-4d25-b791-a82650c2416e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:28.497831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ae1a1b-14c0-4aef-94b2-c1871880d9ae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:28.503613 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-56ae1a1b-14c0-4aef-94b2-c1871880d9ae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:28.521852 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8d4b6bd1-7648-4e48-81fa-a0ab4217f7c5 req-4358806e-011a-467c-bd87-b924d09ced16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f HTTP/1.1" status: 200 len: 999 time: 0.2171814 Aug 24 00:29:28.523901 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ae1a1b-14c0-4aef-94b2-c1871880d9ae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:28.524511 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56ae1a1b-14c0-4aef-94b2-c1871880d9ae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:28.537186 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae1a1b-14c0-4aef-94b2-c1871880d9ae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Subnet': ['ID=a1b95abf-de8c-46bd-855f-c01fcfbfff6f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:28.539535 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d845e9f3-7b75-4236-8978-3f70a4a22ed5 x-openstack-request-id: req-d845e9f3-7b75-4236-8978-3f70a4a22ed5 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:28.540193 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6a18d7-6d35-481e-b8d4-bdf78426a792", "name": "network-vif-deleted", "tag": "8dffd9a2-8c72-4d25-b791-a82650c2416e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:28.540632 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d845e9f3-7b75-4236-8978-3f70a4a22ed5 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:28.541239 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6a18d7-6d35-481e-b8d4-bdf78426a792', 'name': 'network-vif-deleted', 'tag': '8dffd9a2-8c72-4d25-b791-a82650c2416e', 'status': 'completed', 'code': 200} Aug 24 00:29:28.594517 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-56ae1a1b-14c0-4aef-94b2-c1871880d9ae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9600441 Aug 24 00:29:28.597317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37436) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:28.603989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-efaf2d75-ed2d-432e-8b23-ecdadbd1b6d4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-12213321', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a1b95abf-de8c-46bd-855f-c01fcfbfff6f'}], 'security_groups': ['b7d7e84a-da04-48f1-9d68-7c4b0afe8541']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:28.627823 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:28.646811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64180584-bc1a-42bf-8910-80f559492fcc None None] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:28.652973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b6bd1-7648-4e48-81fa-a0ab4217f7c5 req-e6aca2c4-3e8c-424c-ad9a-7621a00c78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:28.664043 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8d4b6bd1-7648-4e48-81fa-a0ab4217f7c5 req-e6aca2c4-3e8c-424c-ad9a-7621a00c78a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.0820701 Aug 24 00:29:28.751043 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b6bd1-7648-4e48-81fa-a0ab4217f7c5 req-54dc8f5a-a4ed-4706-acf1-8b1a02252f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:28.752833 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8d4b6bd1-7648-4e48-81fa-a0ab4217f7c5 req-54dc8f5a-a4ed-4706-acf1-8b1a02252f56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817845 Aug 24 00:29:28.910921 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8d4b6bd1-7648-4e48-81fa-a0ab4217f7c5 req-45f0984a-333f-49bb-9b6e-4f8c24916726 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486917 Aug 24 00:29:28.915393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5,segment=NetworkSegment(b88e8948-895f-4b38-b297-6250f14adb59),segment_id=b88e8948-895f-4b38-b297-6250f14adb59)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:28.918069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-170084b9-0233-4e60-a5ef-0335a792df92 None None] Provisioning for port b1cb6218-a81c-4e55-aa88-e1fa511106ee completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:28.929895 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:28.942459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-170084b9-0233-4e60-a5ef-0335a792df92 None None] Provisioning complete for port b1cb6218-a81c-4e55-aa88-e1fa511106ee triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:28.942905 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-170084b9-0233-4e60-a5ef-0335a792df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:28.986649 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efaf2d75-ed2d-432e-8b23-ecdadbd1b6d4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.059277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f0ef0-a644-4648-9372-feba2ae2ac3c req-1afc04bb-17c9-44c1-8c3a-8abb70a5a4fa tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:29.061673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e44f0ef0-a644-4648-9372-feba2ae2ac3c req-1afc04bb-17c9-44c1-8c3a-8abb70a5a4fa tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.1355791 Aug 24 00:29:29.067528 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:29.067767 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8d4b6bd1-7648-4e48-81fa-a0ab4217f7c5 req-eaf518a7-9d7d-43e7-bc76-d19e40467ed4 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348691 Aug 24 00:29:29.071452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-170084b9-0233-4e60-a5ef-0335a792df92 None None] Port b1cb6218-a81c-4e55-aa88-e1fa511106ee cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:29.146436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e44f0ef0-a644-4648-9372-feba2ae2ac3c req-263fddd8-174d-4a04-9282-9e26c2545a04 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686083 Aug 24 00:29:29.196248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5dfff8-0944-4625-957c-fff352f3c3ea None None] Update dhcp port {'port': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'fixed_ips': [{'subnet_id': 'ed2ac021-97ef-4148-884c-96dc09d96ae2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1b95abf-de8c-46bd-855f-c01fcfbfff6f'}], 'binding:host_id': 'n-d-805736-1'}, 'id': 'd31a92f3-0bef-4cdf-be78-7f2a01a7b8a5'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:29:29.230599 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd5dfff8-0944-4625-957c-fff352f3c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.404101 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9388ded-e030-4441-b6fa-1c645630813f req-2606cbbb-d738-434f-b230-3b3be2ad7ab7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=da6a18d7-6d35-481e-b8d4-bdf78426a792 HTTP/1.1" status: 200 len: 210 time: 0.0361755 Aug 24 00:29:29.543020 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.546035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-efaf2d75-ed2d-432e-8b23-ecdadbd1b6d4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Delete allocated IP 2001:db8::d9 (d9b26dde-90b5-416c-bbfa-b9ada36e101e/ed2ac021-97ef-4148-884c-96dc09d96ae2) {{(pid=94837) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 24 00:29:29.557783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-efaf2d75-ed2d-432e-8b23-ecdadbd1b6d4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Allocated IP 2001:db8:0:1::8e (d9b26dde-90b5-416c-bbfa-b9ada36e101e/a1b95abf-de8c-46bd-855f-c01fcfbfff6f/b1cb6218-a81c-4e55-aa88-e1fa511106ee) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:29.577809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e44bf-1818-49e6-b01b-81f5a61a7aec req-baf52c09-e945-447f-b9d9-e2d54996bcbc tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:29.579347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-591e44bf-1818-49e6-b01b-81f5a61a7aec req-baf52c09-e945-447f-b9d9-e2d54996bcbc tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0788305 Aug 24 00:29:29.689279 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-591e44bf-1818-49e6-b01b-81f5a61a7aec req-586fe5e6-f754-4057-b13b-8c73221085a4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958796 Aug 24 00:29:29.774051 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efaf2d75-ed2d-432e-8b23-ecdadbd1b6d4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.787729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-efaf2d75-ed2d-432e-8b23-ecdadbd1b6d4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Transition to ACTIVE for port object b1cb6218-a81c-4e55-aa88-e1fa511106ee will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:29.792414 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efaf2d75-ed2d-432e-8b23-ecdadbd1b6d4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.853384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-efaf2d75-ed2d-432e-8b23-ecdadbd1b6d4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] In _notify_port_updated(), no bound segment for port b1cb6218-a81c-4e55-aa88-e1fa511106ee on network d9b26dde-90b5-416c-bbfa-b9ada36e101e {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:29:29.853954 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-dd5dfff8-0944-4625-957c-fff352f3c3ea None None] Allocated IP 2001:db8:0:1::2 (d9b26dde-90b5-416c-bbfa-b9ada36e101e/a1b95abf-de8c-46bd-855f-c01fcfbfff6f/d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:29.859419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf2d75-ed2d-432e-8b23-ecdadbd1b6d4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:29.860057 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efaf2d75-ed2d-432e-8b23-ecdadbd1b6d4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.864140 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-efaf2d75-ed2d-432e-8b23-ecdadbd1b6d4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "PUT /v2.0/ports/b1cb6218-a81c-4e55-aa88-e1fa511106ee HTTP/1.1" status: 200 len: 928 time: 1.2629023 Aug 24 00:29:29.864407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37464) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:29.875575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf2d75-ed2d-432e-8b23-ecdadbd1b6d4 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=b1cb6218-a81c-4e55-aa88-e1fa511106ee,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:29.912428 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 40b5e6ae-51e6-4b60-93aa-eed1298e0293 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:29.941579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 40b5e6ae-51e6-4b60-93aa-eed1298e0293 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:29:29.942317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 40b5e6ae-51e6-4b60-93aa-eed1298e0293 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:29:29.942317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 8dffd9a2-8c72-4d25-b791-a82650c2416e no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:29.964562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 8dffd9a2-8c72-4d25-b791-a82650c2416e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:29:29.964920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 8dffd9a2-8c72-4d25-b791-a82650c2416e not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:29:29.969565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1872958e-13e9-4979-993c-4aaf2d04ac0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port b1cb6218-a81c-4e55-aa88-e1fa511106ee {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:29.969991 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1872958e-13e9-4979-993c-4aaf2d04ac0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.000025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dd5dfff8-0944-4625-957c-fff352f3c3ea None None] For port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5,segment=NetworkSegment(b88e8948-895f-4b38-b297-6250f14adb59),segment_id=b88e8948-895f-4b38-b297-6250f14adb59)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:30.031115 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd5dfff8-0944-4625-957c-fff352f3c3ea None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.045372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dd5dfff8-0944-4625-957c-fff352f3c3ea None None] Transition to ACTIVE for port object d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:30.050367 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd5dfff8-0944-4625-957c-fff352f3c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.068124 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1872958e-13e9-4979-993c-4aaf2d04ac0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.085443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1872958e-13e9-4979-993c-4aaf2d04ac0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for b1cb6218-a81c-4e55-aa88-e1fa511106ee owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:30.196299 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.199209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:30.239440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5dfff8-0944-4625-957c-fff352f3c3ea None None] Pushing event updated for resources: {'Port': ['ID=d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:30.262998 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fca2f98-6c3b-4cf3-9ddd-0bf2fee2129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.264739 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1872958e-13e9-4979-993c-4aaf2d04ac0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.315515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872958e-13e9-4979-993c-4aaf2d04ac0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=b1cb6218-a81c-4e55-aa88-e1fa511106ee,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:30.346616 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1872958e-13e9-4979-993c-4aaf2d04ac0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.348877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1872958e-13e9-4979-993c-4aaf2d04ac0f tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/b1cb6218-a81c-4e55-aa88-e1fa511106ee HTTP/1.1" status: 204 len: 168 time: 0.4835782 Aug 24 00:29:30.353440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:30.366472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f297bc-b877-43ab-9a9b-627a6ee8e3f8 req-bc66fe4f-e4d4-4cc6-ba82-7a127e6a6006 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:30.368194 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4f297bc-b877-43ab-9a9b-627a6ee8e3f8 req-bc66fe4f-e4d4-4cc6-ba82-7a127e6a6006 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.1165619 Aug 24 00:29:30.384339 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d97e4d-3cbe-4f1e-8287-f0491edef74d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] GET failed (client error): The resource could not be found. Aug 24 00:29:30.386416 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b9d97e4d-3cbe-4f1e-8287-f0491edef74d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/b1cb6218-a81c-4e55-aa88-e1fa511106ee HTTP/1.1" status: 404 len: 333 time: 0.0310771 Aug 24 00:29:30.389111 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37476) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:30.422441 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4f297bc-b877-43ab-9a9b-627a6ee8e3f8 req-5cc8a2de-49d8-496a-9877-1d37519924ef tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Aug 24 00:29:30.481209 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-427666f9-1d9f-4a88-9875-07f2fd00d6cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.512601 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-427666f9-1d9f-4a88-9875-07f2fd00d6cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.602823 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-427666f9-1d9f-4a88-9875-07f2fd00d6cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.605967 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-427666f9-1d9f-4a88-9875-07f2fd00d6cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.607469 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-427666f9-1d9f-4a88-9875-07f2fd00d6cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/security-groups/3d73bbe3-da8f-4804-b595-ab0f3123b7e9 HTTP/1.1" status: 204 len: 168 time: 0.2172120 Aug 24 00:29:30.610400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37488) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:30.618928 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427666f9-1d9f-4a88-9875-07f2fd00d6cb tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d73bbe3-da8f-4804-b595-ab0f3123b7e9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:30.703118 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-026bcb5a-4408-45a5-b1f8-6ed17565ee76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.740747 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-026bcb5a-4408-45a5-b1f8-6ed17565ee76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.841933 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-026bcb5a-4408-45a5-b1f8-6ed17565ee76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.844577 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-026bcb5a-4408-45a5-b1f8-6ed17565ee76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.845943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-026bcb5a-4408-45a5-b1f8-6ed17565ee76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/security-groups/b7d7e84a-da04-48f1-9d68-7c4b0afe8541 HTTP/1.1" status: 204 len: 168 time: 0.2343624 Aug 24 00:29:30.848638 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:30.870900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bcb5a-4408-45a5-b1f8-6ed17565ee76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d7e84a-da04-48f1-9d68-7c4b0afe8541,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:30.936396 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fada62-64ad-4448-8694-48385a319b2a req-88c0f8a6-f1c1-42b9-9b02-e185c84ef50b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:30.946289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05fada62-64ad-4448-8694-48385a319b2a req-88c0f8a6-f1c1-42b9-9b02-e185c84ef50b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1405654 Aug 24 00:29:30.950623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d18bf8-6e74-44d6-b2f9-07a89be130b1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting subnet ed2ac021-97ef-4148-884c-96dc09d96ae2 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:29:30.955250 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07d18bf8-6e74-44d6-b2f9-07a89be130b1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.002579 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07d18bf8-6e74-44d6-b2f9-07a89be130b1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.061080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05fada62-64ad-4448-8694-48385a319b2a req-051f456f-a6a3-492e-a6bf-c24517055b95 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136329 Aug 24 00:29:31.127159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-254637d2-ea00-49e5-bef3-097407cf6630 None None] Provisioning complete for port 8078c90d-034e-4e5a-baca-019a8649a58f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:31.127888 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-254637d2-ea00-49e5-bef3-097407cf6630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.128100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-1b295a25-8059-425a-957d-30c235a02904 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:31.129873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-1b295a25-8059-425a-957d-30c235a02904 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.1576574 Aug 24 00:29:31.144955 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07d18bf8-6e74-44d6-b2f9-07a89be130b1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.152292 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-48213ca1-4e97-44bf-98a7-f857cf37ba63 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/quotas/a164e3a726894597b2404e9ee3102e8c HTTP/1.1" status: 200 len: 375 time: 0.0149729 Aug 24 00:29:31.191808 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-254637d2-ea00-49e5-bef3-097407cf6630 None None] Port 8078c90d-034e-4e5a-baca-019a8649a58f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:31.206947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-254637d2-ea00-49e5-bef3-097407cf6630 None None] Could not find standard attr ID for object b1cb6218-a81c-4e55-aa88-e1fa511106ee. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:29:31.221919 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.227127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-254637d2-ea00-49e5-bef3-097407cf6630 None None] Provisioning for port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:31.234358 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-254637d2-ea00-49e5-bef3-097407cf6630 None None] Provisioning complete for port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:31.236715 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-254637d2-ea00-49e5-bef3-097407cf6630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.239442 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-a3630560-ff23-4ad1-8d08-84fd14378296 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638707 Aug 24 00:29:31.265868 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07d18bf8-6e74-44d6-b2f9-07a89be130b1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.328216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d18bf8-6e74-44d6-b2f9-07a89be130b1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2ac021-97ef-4148-884c-96dc09d96ae2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:31.334117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-07d18bf8-6e74-44d6-b2f9-07a89be130b1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.336999 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-07d18bf8-6e74-44d6-b2f9-07a89be130b1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/ed2ac021-97ef-4148-884c-96dc09d96ae2 HTTP/1.1" status: 204 len: 168 time: 0.4872844 Aug 24 00:29:31.341903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:31.346624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-51e803b5-ca66-483a-bffb-e9f1c2b75ea1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:31.383886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5f3afd17-b933-4dd9-9227-7e6cc9aeb5c8 service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454654 Aug 24 00:29:31.404664 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade79f17-0c04-4960-82e2-b30d0810f4b4 None None] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:31.496247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e803b5-ca66-483a-bffb-e9f1c2b75ea1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:31.500135 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51e803b5-ca66-483a-bffb-e9f1c2b75ea1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.529394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-060a25d6-c69d-48e7-ae8a-ff8d0a67ae92 service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371403 Aug 24 00:29:31.550369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a774e8f9-5143-4149-90ab-bce7246f9377 None None] Could not find standard attr ID for object b1cb6218-a81c-4e55-aa88-e1fa511106ee. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:29:31.599486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0e84-fbe5-43a7-9041-b3fa749f9cd2 req-3dfa6fb9-df6a-48aa-b14a-2d2b8436ceef tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:31.602244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aaca0e84-fbe5-43a7-9041-b3fa749f9cd2 req-3dfa6fb9-df6a-48aa-b14a-2d2b8436ceef tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0718200 Aug 24 00:29:31.696501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aaca0e84-fbe5-43a7-9041-b3fa749f9cd2 req-e89bca5b-ec6e-47c6-9b49-106d25977e0f tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881636 Aug 24 00:29:31.844245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1836366b-06cf-4d41-84d4-181cf4913fb0 req-8d3864ab-ee2e-4b54-8168-c4b83d64e056 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 210 time: 0.0597901 Aug 24 00:29:31.849964 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51e803b5-ca66-483a-bffb-e9f1c2b75ea1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.931131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e803b5-ca66-483a-bffb-e9f1c2b75ea1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:31.935372 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-51e803b5-ca66-483a-bffb-e9f1c2b75ea1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:31.938894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e803b5-ca66-483a-bffb-e9f1c2b75ea1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:31.940588 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51e803b5-ca66-483a-bffb-e9f1c2b75ea1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.951129 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e803b5-ca66-483a-bffb-e9f1c2b75ea1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Subnet': ['ID=cff3e544-f40d-40dd-adf0-3832c18fffe0,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:31.966610 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-51e803b5-ca66-483a-bffb-e9f1c2b75ea1 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6238296 Aug 24 00:29:31.969406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37544) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:31.974358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b2d1d93b-4299-410e-8533-70ae0d2097b9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'security_group': {'name': 'tempest-secgroup-47898027'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:32.009356 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d93b-4299-410e-8533-70ae0d2097b9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.149386 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d93b-4299-410e-8533-70ae0d2097b9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.155772 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d93b-4299-410e-8533-70ae0d2097b9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.187916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:32.229270 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2d1d93b-4299-410e-8533-70ae0d2097b9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.230565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b2d1d93b-4299-410e-8533-70ae0d2097b9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2600718 Aug 24 00:29:32.233816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:32.240059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-acf827ab-281a-49d8-9d60-5ec53f9776d7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'security_group': {'name': 'tempest-secgroup-432509754'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:32.242256 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1d93b-4299-410e-8533-70ae0d2097b9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f824d13c-349c-4000-93ec-11bd9767c25e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:32.271817 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acf827ab-281a-49d8-9d60-5ec53f9776d7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.272889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:32.273710 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.417979 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acf827ab-281a-49d8-9d60-5ec53f9776d7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.431116 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acf827ab-281a-49d8-9d60-5ec53f9776d7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.462923 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acf827ab-281a-49d8-9d60-5ec53f9776d7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.464563 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-acf827ab-281a-49d8-9d60-5ec53f9776d7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2295830 Aug 24 00:29:32.467364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf827ab-281a-49d8-9d60-5ec53f9776d7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab49ab1-21a4-45af-b871-1d5449f16963,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:32.468078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37558) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:32.484766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-826e8c13-cd8a-4729-bd3c-cf35e39ab79a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'security_group': {'name': 'tempest-secgroup-1237421138'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:32.517086 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-826e8c13-cd8a-4729-bd3c-cf35e39ab79a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.530640 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0914fae-a410-4d09-8255-c9c0ecfe153f None None] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:32.605096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-62314bdf-b791-476c-b8a3-444ffbd70b9f None None] Provisioning complete for port 8078c90d-034e-4e5a-baca-019a8649a58f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:32.605463 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62314bdf-b791-476c-b8a3-444ffbd70b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.636362 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-826e8c13-cd8a-4729-bd3c-cf35e39ab79a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.645462 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-826e8c13-cd8a-4729-bd3c-cf35e39ab79a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.670164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-826e8c13-cd8a-4729-bd3c-cf35e39ab79a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.671338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-826e8c13-cd8a-4729-bd3c-cf35e39ab79a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1916463 Aug 24 00:29:32.674536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:32.682207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-169437929', 'security_groups': ['fea3c1d9-2265-45c4-b499-d4b4f48d720b'], 'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cff3e544-f40d-40dd-adf0-3832c18fffe0'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:32.693328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-62314bdf-b791-476c-b8a3-444ffbd70b9f None None] Port 8078c90d-034e-4e5a-baca-019a8649a58f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:32.718715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-62314bdf-b791-476c-b8a3-444ffbd70b9f None None] Provisioning complete for port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:32.719119 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62314bdf-b791-476c-b8a3-444ffbd70b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.723017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e8c13-cd8a-4729-bd3c-cf35e39ab79a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea3c1d9-2265-45c4-b499-d4b4f48d720b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:32.910857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:32.927751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc6752-3d41-49c5-9cf2-047cc0b421bc req-0ca80907-463e-4d29-8ae5-c7575c93966b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:32.930007 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6dcc6752-3d41-49c5-9cf2-047cc0b421bc req-0ca80907-463e-4d29-8ae5-c7575c93966b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0965834 Aug 24 00:29:32.952162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccecd82-ac4d-4314-888b-e0ab9f46752d None None] Update dhcp port {'port': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'fixed_ips': [{'subnet_id': 'a1b95abf-de8c-46bd-855f-c01fcfbfff6f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cff3e544-f40d-40dd-adf0-3832c18fffe0'}], 'binding:host_id': 'n-d-805736-1'}, 'id': 'd31a92f3-0bef-4cdf-be78-7f2a01a7b8a5'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:29:32.995092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6dcc6752-3d41-49c5-9cf2-047cc0b421bc req-b4b36558-9305-44c2-843a-a9557e93fe49 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561025 Aug 24 00:29:33.049758 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.056399 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dccecd82-ac4d-4314-888b-e0ab9f46752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.076626 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.085747 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] device_id is not set on port e741e5c2-621d-482d-80e8-3e7c8fa92ebc yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:29:33.096245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c54252f3-2558-4b1c-89ed-1f829d5a280d req-cca46ba7-7775-4b6d-867d-0727b518869c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 210 time: 0.0397666 Aug 24 00:29:33.347029 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-dccecd82-ac4d-4314-888b-e0ab9f46752d None None] Allocated IP 2001:db8::2 (d9b26dde-90b5-416c-bbfa-b9ada36e101e/cff3e544-f40d-40dd-adf0-3832c18fffe0/d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:33.374608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-668690b9-8a0b-4e83-a4aa-3059b503e9a1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:33.376224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-668690b9-8a0b-4e83-a4aa-3059b503e9a1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.47 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.1581669 Aug 24 00:29:33.425320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-13219e7b-f59e-4c31-9ffc-ccfa0e2c8641 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Request body: {'port': {'device_id': '1e203c34-ba46-4819-b0e8-7bccd9bf6f72', 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'admin_state_up': True, 'tenant_id': 'a164e3a726894597b2404e9ee3102e8c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:33.466112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dccecd82-ac4d-4314-888b-e0ab9f46752d None None] For port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5,segment=NetworkSegment(b88e8948-895f-4b38-b297-6250f14adb59),segment_id=b88e8948-895f-4b38-b297-6250f14adb59)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:33.509596 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dccecd82-ac4d-4314-888b-e0ab9f46752d None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.524453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dccecd82-ac4d-4314-888b-e0ab9f46752d None None] Transition to ACTIVE for port object d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:33.530075 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dccecd82-ac4d-4314-888b-e0ab9f46752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.605204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-13219e7b-f59e-4c31-9ffc-ccfa0e2c8641 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Made reservation on behalf of a164e3a726894597b2404e9ee3102e8c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:33.609271 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-13219e7b-f59e-4c31-9ffc-ccfa0e2c8641 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.628467 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Allocated IP 2001:db8::2a1 (d9b26dde-90b5-416c-bbfa-b9ada36e101e/cff3e544-f40d-40dd-adf0-3832c18fffe0/e741e5c2-621d-482d-80e8-3e7c8fa92ebc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:33.661595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccecd82-ac4d-4314-888b-e0ab9f46752d None None] Pushing event updated for resources: {'Port': ['ID=d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:33.780748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-13219e7b-f59e-4c31-9ffc-ccfa0e2c8641 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Allocated IP 172.20.0.11 (372797df-c1d2-46af-a88a-f8b38e7d12ed/3029ff06-c0b5-4450-8493-16639e4dfbd0/a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:33.824495 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.850926 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Transition to ACTIVE for port object e741e5c2-621d-482d-80e8-3e7c8fa92ebc will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:33.907758 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.965459 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:33.969026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:33.973271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:33.980141 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:33.981973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.999338 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=e741e5c2-621d-482d-80e8-3e7c8fa92ebc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:34.010751 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1082f5b3-a2e7-45cd-a66d-b79fc13a4d01 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3304150 Aug 24 00:29:34.010751 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:34.020410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ba3b6a9a-afc6-4768-824b-82d4b8c08b36 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:34.035163 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-13219e7b-f59e-4c31-9ffc-ccfa0e2c8641 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:34.124752 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-13219e7b-f59e-4c31-9ffc-ccfa0e2c8641 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:34.166479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['3cf15a80-75af-42b5-ae25-0251e159ef02'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:34.201237 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3b6a9a-afc6-4768-824b-82d4b8c08b36 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:34.204852 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba3b6a9a-afc6-4768-824b-82d4b8c08b36 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:34.219838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:34.306397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13219e7b-f59e-4c31-9ffc-ccfa0e2c8641 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Pushing event updated for resources: {'Port': ['ID=a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:34.309839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-13219e7b-f59e-4c31-9ffc-ccfa0e2c8641 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Network 372797df-c1d2-46af-a88a-f8b38e7d12ed is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:34.329360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-13219e7b-f59e-4c31-9ffc-ccfa0e2c8641 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:34.334018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-13219e7b-f59e-4c31-9ffc-ccfa0e2c8641 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:34.353175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba273aa3-197b-4666-95e6-72559cded397 req-96a3c5cc-fc2c-4282-aa8e-528e632404de tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:34.354767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba273aa3-197b-4666-95e6-72559cded397 req-96a3c5cc-fc2c-4282-aa8e-528e632404de tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.2426143 Aug 24 00:29:34.372158 n-d-805736-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-ba3b6a9a-afc6-4768-824b-82d4b8c08b36 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cff3e544-f40d-40dd-adf0-3832c18fffe0 (CIDR: 2001:db8::/64) Aug 24 00:29:34.376267 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3b6a9a-afc6-4768-824b-82d4b8c08b36 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:29:34.376938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3b6a9a-afc6-4768-824b-82d4b8c08b36 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:29:34.399068 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ba3b6a9a-afc6-4768-824b-82d4b8c08b36 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3836010 Aug 24 00:29:34.406207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:34.412956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-77ca94ed-c8aa-44aa-a78b-cbdcc49cd0c8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:34.435089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107fb0a-d4ed-49a4-8c5d-0b16a2d62ed1 req-81395def-369c-42ac-afe4-11f07793e63f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:34.437066 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6107fb0a-d4ed-49a4-8c5d-0b16a2d62ed1 req-81395def-369c-42ac-afe4-11f07793e63f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 932 time: 0.1976457 Aug 24 00:29:34.482676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-13219e7b-f59e-4c31-9ffc-ccfa0e2c8641 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:34.483331 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-13219e7b-f59e-4c31-9ffc-ccfa0e2c8641 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:34.522000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba273aa3-197b-4666-95e6-72559cded397 req-71ebe40f-10c5-4be6-a107-de5a9d9b67f1 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128228 Aug 24 00:29:34.550764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6320d945-505b-4112-a3f9-25c41a1b238d None None] Provisioning complete for port 8078c90d-034e-4e5a-baca-019a8649a58f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:34.552318 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6320d945-505b-4112-a3f9-25c41a1b238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:34.559631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-13219e7b-f59e-4c31-9ffc-ccfa0e2c8641 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1402056 Aug 24 00:29:34.594438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6107fb0a-d4ed-49a4-8c5d-0b16a2d62ed1 req-aef14c20-6872-4095-837b-37e20f6da29d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470621 Aug 24 00:29:34.612594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Request body: {'port': {'device_id': '1e203c34-ba46-4819-b0e8-7bccd9bf6f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:34.623244 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ca94ed-c8aa-44aa-a78b-cbdcc49cd0c8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:34.633604 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77ca94ed-c8aa-44aa-a78b-cbdcc49cd0c8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:34.634072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6320d945-505b-4112-a3f9-25c41a1b238d None None] Port 8078c90d-034e-4e5a-baca-019a8649a58f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:34.698955 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6320d945-505b-4112-a3f9-25c41a1b238d None None] Provisioning for port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:34.713722 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:34.714203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6320d945-505b-4112-a3f9-25c41a1b238d None None] Provisioning complete for port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:34.714583 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6320d945-505b-4112-a3f9-25c41a1b238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:34.809348 n-d-805736-1 neutron-server[94838]: INFO neutron.db.ipam_backend_mixin [None req-77ca94ed-c8aa-44aa-a78b-cbdcc49cd0c8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a1b95abf-de8c-46bd-855f-c01fcfbfff6f (CIDR: 2001:db8:0:1::/64) Aug 24 00:29:34.816231 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ca94ed-c8aa-44aa-a78b-cbdcc49cd0c8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:29:34.817052 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ca94ed-c8aa-44aa-a78b-cbdcc49cd0c8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:29:34.855735 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-77ca94ed-c8aa-44aa-a78b-cbdcc49cd0c8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4483066 Aug 24 00:29:34.856545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37610) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:34.860499 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:29:34.862107 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c2d0e538-b77f-4237-b892-0a1e5252c36e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'subnet': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:35.003819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d0e538-b77f-4237-b892-0a1e5252c36e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Made reservation on behalf of 240f365715514d30adc13e62aed21a9e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:35.007997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e538-b77f-4237-b892-0a1e5252c36e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.014727 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1d611f06-ab22-4769-9720-553909e6fcf3 None None] Provisioning for port e741e5c2-621d-482d-80e8-3e7c8fa92ebc completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:35.019563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1d611f06-ab22-4769-9720-553909e6fcf3 None None] Provisioning complete for port e741e5c2-621d-482d-80e8-3e7c8fa92ebc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:35.020083 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1d611f06-ab22-4769-9720-553909e6fcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.072118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1d611f06-ab22-4769-9720-553909e6fcf3 None None] Port e741e5c2-621d-482d-80e8-3e7c8fa92ebc cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:35.077173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:35.088759 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.101680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Transition to ACTIVE for port object a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:35.109260 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.184325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Pushing event updated for resources: {'Port': ['ID=a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:35.249621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Attempting to bind port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:35.249956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Attempting to bind port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:35.250281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Attempting to bind port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:35.254616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:35.254968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Attempting to bind port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:35.260539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:35.260874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Checking segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:35.261251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Bound using segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:35.261674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Bound port: a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:35.262030 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.276561 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e538-b77f-4237-b892-0a1e5252c36e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.329491 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d0e538-b77f-4237-b892-0a1e5252c36e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:35.334723 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c2d0e538-b77f-4237-b892-0a1e5252c36e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:35.339446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d0e538-b77f-4237-b892-0a1e5252c36e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:35.340091 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2d0e538-b77f-4237-b892-0a1e5252c36e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.346264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162f4d30-409a-4368-a48e-6788c7be9fab None None] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:35.348179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] For port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:35.353134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] For port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:35.357603 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.368331 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0e538-b77f-4237-b892-0a1e5252c36e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Subnet': ['ID=7cd93e3e-670a-4c74-8f86-963c81ff19ca,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:35.384750 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c2d0e538-b77f-4237-b892-0a1e5252c36e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5271792 Aug 24 00:29:35.387425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:35.394685 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1857638501', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7cd93e3e-670a-4c74-8f86-963c81ff19ca'}], 'security_groups': ['f824d13c-349c-4000-93ec-11bd9767c25e', '5ab49ab1-21a4-45af-b871-1d5449f16963']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:35.423970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Pushing event updated for resources: {'Port': ['ID=a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:35.429725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:35.430481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.432159 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-5ee6a84d-187a-4a1f-996f-7f360f65554e service neutron] 10.222.0.47 "PUT /v2.0/ports/a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 HTTP/1.1" status: 200 len: 1092 time: 0.8365827 Aug 24 00:29:35.432626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e203c34-ba46-4819-b0e8-7bccd9bf6f72', 'tag': 'a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:35.434934 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23534f81-1c89-4c77-8f48-f1dfc2fe8771" -d '{"events": [{"name": "network-changed", "server_uuid": "1e203c34-ba46-4819-b0e8-7bccd9bf6f72", "tag": "a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:35.489086 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9689fb6d-f9d7-4118-8833-3df7fa865f50 x-openstack-request-id: req-9689fb6d-f9d7-4118-8833-3df7fa865f50 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:35.489753 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e203c34-ba46-4819-b0e8-7bccd9bf6f72", "tag": "a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:35.489753 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9689fb6d-f9d7-4118-8833-3df7fa865f50 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:35.489991 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e203c34-ba46-4819-b0e8-7bccd9bf6f72', 'tag': 'a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536', 'status': 'completed', 'code': 200} Aug 24 00:29:35.508157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590d167-153a-4e89-9c27-5dc2b97f6ae6 req-3710415f-93d9-48ef-b15a-a62b9e63923b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:35.509692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f590d167-153a-4e89-9c27-5dc2b97f6ae6 req-3710415f-93d9-48ef-b15a-a62b9e63923b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.47 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.0633271 Aug 24 00:29:35.519817 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.662751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-53468b82-76bc-4f47-9d82-b50e0af84fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:35.662751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-53468b82-76bc-4f47-9d82-b50e0af84fec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 1095 time: 0.1449707 Aug 24 00:29:35.703413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c37b9-a9fe-4fbc-a42e-75a4397de4f2 None None] Update dhcp port {'port': {'network_id': 'd9b26dde-90b5-416c-bbfa-b9ada36e101e', 'fixed_ips': [{'subnet_id': 'a1b95abf-de8c-46bd-855f-c01fcfbfff6f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cff3e544-f40d-40dd-adf0-3832c18fffe0', 'ip_address': '2001:db8::2'}, {'subnet_id': '7cd93e3e-670a-4c74-8f86-963c81ff19ca'}], 'binding:host_id': 'n-d-805736-1'}, 'id': 'd31a92f3-0bef-4cdf-be78-7f2a01a7b8a5'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:29:35.743698 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c1c37b9-a9fe-4fbc-a42e-75a4397de4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.857444 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-ec3b068a-c5b0-482d-b4a5-8ed7f16ae879 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 HTTP/1.1" status: 200 len: 217 time: 0.1815543 Aug 24 00:29:35.950534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143bdfd-717d-4b29-a6f7-ecfb4a7f4256 req-283282ea-8662-42ba-9065-bba3158a7c3d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:35.952237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e143bdfd-717d-4b29-a6f7-ecfb4a7f4256 req-283282ea-8662-42ba-9065-bba3158a7c3d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 944 time: 0.2081997 Aug 24 00:29:35.972776 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246bec0-0510-4ac0-a216-b6c1dd2d8300 req-5cb9542b-4bc0-4808-982a-74c9842bc5bd tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:35.978757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4c1c37b9-a9fe-4fbc-a42e-75a4397de4f2 None None] Allocated IP 2001:db8:0:2::2 (d9b26dde-90b5-416c-bbfa-b9ada36e101e/7cd93e3e-670a-4c74-8f86-963c81ff19ca/d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:35.983901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d246bec0-0510-4ac0-a216-b6c1dd2d8300 req-5cb9542b-4bc0-4808-982a-74c9842bc5bd tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 945 time: 0.2489049 Aug 24 00:29:36.020438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-e659e99c-8e65-475c-9fa4-d258cab94586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:36.021968 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-e659e99c-8e65-475c-9fa4-d258cab94586 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 200 len: 845 time: 0.1543627 Aug 24 00:29:36.061402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e143bdfd-717d-4b29-a6f7-ecfb4a7f4256 req-f916bd6c-04b0-45dd-ace1-80fc160686df tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977740 Aug 24 00:29:36.092363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-4a0e26b7-741a-4f41-b02d-64d4c48940fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=372797df-c1d2-46af-a88a-f8b38e7d12ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588968 Aug 24 00:29:36.120977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f590d167-153a-4e89-9c27-5dc2b97f6ae6 req-1b4a87d3-292f-41ad-a463-5fed67604c5d tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Deleting port d5789068-c6c7-4e92-a48c-288316aa5193 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:36.121314 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f590d167-153a-4e89-9c27-5dc2b97f6ae6 req-1b4a87d3-292f-41ad-a463-5fed67604c5d tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.142469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d246bec0-0510-4ac0-a216-b6c1dd2d8300 req-6ecaeb97-2148-4b0f-b04d-3243c662751b tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/security-groups?id=264596b8-31bf-4a54-9b02-d3893ae8e785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574242 Aug 24 00:29:36.142749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4c1c37b9-a9fe-4fbc-a42e-75a4397de4f2 None None] For port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5,segment=NetworkSegment(b88e8948-895f-4b38-b297-6250f14adb59),segment_id=b88e8948-895f-4b38-b297-6250f14adb59)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:36.184391 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c1c37b9-a9fe-4fbc-a42e-75a4397de4f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.200774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4c1c37b9-a9fe-4fbc-a42e-75a4397de4f2 None None] Transition to ACTIVE for port object d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:36.205742 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c1c37b9-a9fe-4fbc-a42e-75a4397de4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.313700 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-856ceb5f-54c8-4b87-87fc-bd27d6e4db90 service neutron] 10.222.0.47 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086308 Aug 24 00:29:36.318714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f590d167-153a-4e89-9c27-5dc2b97f6ae6 req-1b4a87d3-292f-41ad-a463-5fed67604c5d tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] For port d5789068-c6c7-4e92-a48c-288316aa5193, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d5789068-c6c7-4e92-a48c-288316aa5193,segment=NetworkSegment(4da1dac5-4d9b-42b7-bdda-f353f39c3bd0),segment_id=4da1dac5-4d9b-42b7-bdda-f353f39c3bd0)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:36.319898 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f590d167-153a-4e89-9c27-5dc2b97f6ae6 req-1b4a87d3-292f-41ad-a463-5fed67604c5d tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.346074 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Delete allocated IP 2001:db8::2a1 (d9b26dde-90b5-416c-bbfa-b9ada36e101e/cff3e544-f40d-40dd-adf0-3832c18fffe0) {{(pid=94838) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 24 00:29:36.357871 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Allocated IP 2001:db8:0:2::1de (d9b26dde-90b5-416c-bbfa-b9ada36e101e/7cd93e3e-670a-4c74-8f86-963c81ff19ca/e741e5c2-621d-482d-80e8-3e7c8fa92ebc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:36.367543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c37b9-a9fe-4fbc-a42e-75a4397de4f2 None None] Pushing event updated for resources: {'Port': ['ID=d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:36.391804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f590d167-153a-4e89-9c27-5dc2b97f6ae6 req-1b4a87d3-292f-41ad-a463-5fed67604c5d tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Calling delete_port for d5789068-c6c7-4e92-a48c-288316aa5193 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:36.502864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cd17a24-5842-46d0-a834-b6b03ad6e44e req-50bab0f2-dfd4-4b4c-87c3-40980534bbdc service neutron] 10.222.0.47 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801457 Aug 24 00:29:36.574902 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.597180 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Transition to ACTIVE for port object e741e5c2-621d-482d-80e8-3e7c8fa92ebc will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:36.598951 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f590d167-153a-4e89-9c27-5dc2b97f6ae6 req-1b4a87d3-292f-41ad-a463-5fed67604c5d tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.616127 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.632853 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['d5789068-c6c7-4e92-a48c-288316aa5193'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:36.678543 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a87d3-292f-41ad-a463-5fed67604c5d tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Pushing event deleted for resources: {'Port': ['ID=d5789068-c6c7-4e92-a48c-288316aa5193,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:36.715085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] In _notify_port_updated(), no bound segment for port e741e5c2-621d-482d-80e8-3e7c8fa92ebc on network d9b26dde-90b5-416c-bbfa-b9ada36e101e {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:29:36.715085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:36.715510 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.719565 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "PUT /v2.0/ports/e741e5c2-621d-482d-80e8-3e7c8fa92ebc HTTP/1.1" status: 200 len: 970 time: 1.3282058 Aug 24 00:29:36.719565 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event updated for resources: {'Port': ['ID=e741e5c2-621d-482d-80e8-3e7c8fa92ebc,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:36.720192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37654) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:36.736703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f590d167-153a-4e89-9c27-5dc2b97f6ae6 req-1b4a87d3-292f-41ad-a463-5fed67604c5d tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] No DVR routers for this DVR port d5789068-c6c7-4e92-a48c-288316aa5193 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:36.740405 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f590d167-153a-4e89-9c27-5dc2b97f6ae6 req-1b4a87d3-292f-41ad-a463-5fed67604c5d tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.742656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f590d167-153a-4e89-9c27-5dc2b97f6ae6 req-1b4a87d3-292f-41ad-a463-5fed67604c5d tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.47 "DELETE /v2.0/ports/d5789068-c6c7-4e92-a48c-288316aa5193 HTTP/1.1" status: 204 len: 173 time: 1.1956773 Aug 24 00:29:36.757219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23534f81-1c89-4c77-8f48-f1dfc2fe8771 req-4887a5c0-14d0-4ff2-bea3-c313c066fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:36.758992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23534f81-1c89-4c77-8f48-f1dfc2fe8771 req-4887a5c0-14d0-4ff2-bea3-c313c066fbf6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 1095 time: 0.1505420 Aug 24 00:29:36.761180 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:36.761522 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:36.761876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:36.762205 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:36.763153 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:36.763495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:36.763826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:36.764151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:36.764474 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:36.764787 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:36.765112 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:36.765425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ef08b-4b5d-428d-a2ba-54f24583ff76 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:36.869866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d465c814-54a9-472e-9a62-8ca2172c63bd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port e741e5c2-621d-482d-80e8-3e7c8fa92ebc {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:36.870214 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d465c814-54a9-472e-9a62-8ca2172c63bd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.893905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23534f81-1c89-4c77-8f48-f1dfc2fe8771 req-fdca7a8a-0009-4ff0-8190-311b5f2ba126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:36.895993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23534f81-1c89-4c77-8f48-f1dfc2fe8771 req-fdca7a8a-0009-4ff0-8190-311b5f2ba126 service neutron] 10.222.0.47 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 906 time: 0.1275020 Aug 24 00:29:36.949446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23534f81-1c89-4c77-8f48-f1dfc2fe8771 req-d0ea0243-66e2-4d4d-b6a4-6753fbbd686f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 HTTP/1.1" status: 200 len: 217 time: 0.0443952 Aug 24 00:29:37.001816 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d465c814-54a9-472e-9a62-8ca2172c63bd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.025628 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d465c814-54a9-472e-9a62-8ca2172c63bd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for e741e5c2-621d-482d-80e8-3e7c8fa92ebc owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:37.048010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23534f81-1c89-4c77-8f48-f1dfc2fe8771 req-282f5657-65b1-4ea0-94eb-1f60ee593278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:37.049964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23534f81-1c89-4c77-8f48-f1dfc2fe8771 req-282f5657-65b1-4ea0-94eb-1f60ee593278 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 200 len: 845 time: 0.0925424 Aug 24 00:29:37.093450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23534f81-1c89-4c77-8f48-f1dfc2fe8771 req-b9555139-6664-4940-bd83-a8226f80d501 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=372797df-c1d2-46af-a88a-f8b38e7d12ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361657 Aug 24 00:29:37.202598 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d465c814-54a9-472e-9a62-8ca2172c63bd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.241893 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465c814-54a9-472e-9a62-8ca2172c63bd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=e741e5c2-621d-482d-80e8-3e7c8fa92ebc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:37.242325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e4763-3c86-4058-bbda-64a4606d991c req-f04f6302-a3ea-47d7-b824-6ed99b6a6a7d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:37.243993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae4e4763-3c86-4058-bbda-64a4606d991c req-f04f6302-a3ea-47d7-b824-6ed99b6a6a7d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 944 time: 0.0817816 Aug 24 00:29:37.283046 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d465c814-54a9-472e-9a62-8ca2172c63bd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.287870 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d465c814-54a9-472e-9a62-8ca2172c63bd tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/e741e5c2-621d-482d-80e8-3e7c8fa92ebc HTTP/1.1" status: 204 len: 168 time: 0.5641248 Aug 24 00:29:37.288395 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:37.294397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23534f81-1c89-4c77-8f48-f1dfc2fe8771 req-4f2ad505-67f6-40f1-b576-efae3e763fb8 service neutron] 10.222.0.47 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922379 Aug 24 00:29:37.320721 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a2ab3d5f-a24d-4264-884f-24f27f923b07 None None] Provisioning complete for port 8078c90d-034e-4e5a-baca-019a8649a58f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:37.320721 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a2ab3d5f-a24d-4264-884f-24f27f923b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.326692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b909869d-30b4-430c-aa45-84beaeba7a94 req-aa87bbed-f387-4e83-98e7-cf90366dd227 tempest-ServerRescueNegativeTestJSON-557651952 tempest-ServerRescueNegativeTestJSON-557651952-project] 10.222.0.32 "GET /v2.0/ports?device_id=82447a4e-be5b-49b9-9164-90837a45f575 HTTP/1.1" status: 200 len: 210 time: 0.0690386 Aug 24 00:29:37.343174 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba27808-6d2c-48b1-be6f-e79432b23ee3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] GET failed (client error): The resource could not be found. Aug 24 00:29:37.360888 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0ba27808-6d2c-48b1-be6f-e79432b23ee3 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports/e741e5c2-621d-482d-80e8-3e7c8fa92ebc HTTP/1.1" status: 404 len: 333 time: 0.0713549 Aug 24 00:29:37.363684 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37674) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:37.425118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab3d5f-a24d-4264-884f-24f27f923b07 None None] Port 8078c90d-034e-4e5a-baca-019a8649a58f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:37.434736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a2ab3d5f-a24d-4264-884f-24f27f923b07 None None] Could not find standard attr ID for object e741e5c2-621d-482d-80e8-3e7c8fa92ebc. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:29:37.464343 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2206-4383-43e0-8924-15b21f79bb0d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.471474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a2ab3d5f-a24d-4264-884f-24f27f923b07 None None] Provisioning for port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:37.490666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82447a4e-be5b-49b9-9164-90837a45f575', 'name': 'network-vif-deleted', 'tag': 'd5789068-c6c7-4e92-a48c-288316aa5193'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:37.492910 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2206-4383-43e0-8924-15b21f79bb0d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.493161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a2ab3d5f-a24d-4264-884f-24f27f923b07 None None] Provisioning complete for port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:37.493725 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a2ab3d5f-a24d-4264-884f-24f27f923b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.497784 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7f57b5-5a0e-423c-ad24-377b2ffe2f20" -d '{"events": [{"server_uuid": "82447a4e-be5b-49b9-9164-90837a45f575", "name": "network-vif-deleted", "tag": "d5789068-c6c7-4e92-a48c-288316aa5193"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:37.522887 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae4e4763-3c86-4058-bbda-64a4606d991c req-79b4db44-8cda-4f5a-bb38-514c4ec2b0e5 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691536 Aug 24 00:29:37.571204 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2206-4383-43e0-8924-15b21f79bb0d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.574454 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2206-4383-43e0-8924-15b21f79bb0d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.580268 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9b9d2206-4383-43e0-8924-15b21f79bb0d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/security-groups/fea3c1d9-2265-45c4-b499-d4b4f48d720b HTTP/1.1" status: 204 len: 168 time: 0.2151463 Aug 24 00:29:37.581050 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37680) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:37.621944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23534f81-1c89-4c77-8f48-f1dfc2fe8771 req-2b9423a1-15d2-44ac-be65-3c8cbe2e9825 service neutron] 10.222.0.47 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908635 Aug 24 00:29:37.628555 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3782b8-92f2-47a0-8347-c11cfb6e2058 x-openstack-request-id: req-2d3782b8-92f2-47a0-8347-c11cfb6e2058 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:37.628852 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82447a4e-be5b-49b9-9164-90837a45f575", "name": "network-vif-deleted", "tag": "d5789068-c6c7-4e92-a48c-288316aa5193", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:37.629122 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d3782b8-92f2-47a0-8347-c11cfb6e2058 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:37.629540 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82447a4e-be5b-49b9-9164-90837a45f575', 'name': 'network-vif-deleted', 'tag': 'd5789068-c6c7-4e92-a48c-288316aa5193', 'status': 'completed', 'code': 200} Aug 24 00:29:37.638263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d2206-4383-43e0-8924-15b21f79bb0d tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea3c1d9-2265-45c4-b499-d4b4f48d720b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:37.713365 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-976f5b18-f44e-4ead-a1c7-5513064f4aa2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.740667 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-976f5b18-f44e-4ead-a1c7-5513064f4aa2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.790137 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-976f5b18-f44e-4ead-a1c7-5513064f4aa2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.791250 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-976f5b18-f44e-4ead-a1c7-5513064f4aa2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.794864 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-976f5b18-f44e-4ead-a1c7-5513064f4aa2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/security-groups/5ab49ab1-21a4-45af-b871-1d5449f16963 HTTP/1.1" status: 204 len: 168 time: 0.2019055 Aug 24 00:29:37.795267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37686) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:37.805454 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bb7c520a-cd0b-483a-b16a-46557171de2e None None] Could not find standard attr ID for object e741e5c2-621d-482d-80e8-3e7c8fa92ebc. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:29:37.812054 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f5b18-f44e-4ead-a1c7-5513064f4aa2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab49ab1-21a4-45af-b871-1d5449f16963,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:37.881976 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-929aeb72-8861-4040-9e6b-314a6858d2d7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.913965 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-929aeb72-8861-4040-9e6b-314a6858d2d7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.957745 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-929aeb72-8861-4040-9e6b-314a6858d2d7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.961060 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-929aeb72-8861-4040-9e6b-314a6858d2d7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.962226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-929aeb72-8861-4040-9e6b-314a6858d2d7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/security-groups/f824d13c-349c-4000-93ec-11bd9767c25e HTTP/1.1" status: 204 len: 168 time: 0.1659698 Aug 24 00:29:37.965135 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37688) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:37.971699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929aeb72-8861-4040-9e6b-314a6858d2d7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f824d13c-349c-4000-93ec-11bd9767c25e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:38.033550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c49783-4601-4099-9f4d-5ffb7ba1918a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting subnet cff3e544-f40d-40dd-adf0-3832c18fffe0 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:29:38.037329 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88c49783-4601-4099-9f4d-5ffb7ba1918a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.103198 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88c49783-4601-4099-9f4d-5ffb7ba1918a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.172015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:38.201048 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88c49783-4601-4099-9f4d-5ffb7ba1918a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.227038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:38.227487 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.262337 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88c49783-4601-4099-9f4d-5ffb7ba1918a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.297514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c49783-4601-4099-9f4d-5ffb7ba1918a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Subnet': ['ID=cff3e544-f40d-40dd-adf0-3832c18fffe0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:38.301235 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88c49783-4601-4099-9f4d-5ffb7ba1918a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.303159 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-88c49783-4601-4099-9f4d-5ffb7ba1918a tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/cff3e544-f40d-40dd-adf0-3832c18fffe0 HTTP/1.1" status: 204 len: 168 time: 0.3370349 Aug 24 00:29:38.308729 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:38.313082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bc73fa-ed6a-4658-8b9b-122ae960c396 None None] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:38.374907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccb9145-4539-4e1b-a5d7-c3afacca0e9e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting subnet 7cd93e3e-670a-4c74-8f86-963c81ff19ca {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:29:38.381334 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cccb9145-4539-4e1b-a5d7-c3afacca0e9e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.394517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37706) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:38.448388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cccb9145-4539-4e1b-a5d7-c3afacca0e9e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.570333 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cccb9145-4539-4e1b-a5d7-c3afacca0e9e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.652573 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cccb9145-4539-4e1b-a5d7-c3afacca0e9e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.679845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb9145-4539-4e1b-a5d7-c3afacca0e9e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd93e3e-670a-4c74-8f86-963c81ff19ca,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:38.686456 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cccb9145-4539-4e1b-a5d7-c3afacca0e9e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.688801 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cccb9145-4539-4e1b-a5d7-c3afacca0e9e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/7cd93e3e-670a-4c74-8f86-963c81ff19ca HTTP/1.1" status: 204 len: 168 time: 0.3790197 Aug 24 00:29:38.691124 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37712) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:38.723774 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5dc1fc-461c-412c-9965-062dc223cc93 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] DELETE failed (client error): The resource could not be found. Aug 24 00:29:38.724353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5dc1fc-461c-412c-9965-062dc223cc93 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:29:38.726439 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ad5dc1fc-461c-412c-9965-062dc223cc93 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/cff3e544-f40d-40dd-adf0-3832c18fffe0 HTTP/1.1" status: 404 len: 337 time: 0.0342538 Aug 24 00:29:38.729073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:38.823201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec0f9f6-27c6-4cfc-88df-09c2873fae1b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting subnet a1b95abf-de8c-46bd-855f-c01fcfbfff6f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:29:38.827646 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f9f6-27c6-4cfc-88df-09c2873fae1b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.893711 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f9f6-27c6-4cfc-88df-09c2873fae1b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.899544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431bf91-b5a6-428a-a456-37f704a47e61 req-fd976f79-576c-482c-a973-a1c50b04a217 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:38.901317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0431bf91-b5a6-428a-a456-37f704a47e61 req-fd976f79-576c-482c-a973-a1c50b04a217 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 944 time: 0.1166530 Aug 24 00:29:39.010547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0431bf91-b5a6-428a-a456-37f704a47e61 req-e9acb3e6-fd2c-40b4-999b-9f534058c028 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976434 Aug 24 00:29:39.016338 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f9f6-27c6-4cfc-88df-09c2873fae1b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:39.106303 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f9f6-27c6-4cfc-88df-09c2873fae1b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:39.149414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0f9f6-27c6-4cfc-88df-09c2873fae1b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b95abf-de8c-46bd-855f-c01fcfbfff6f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:39.157775 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f9f6-27c6-4cfc-88df-09c2873fae1b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:39.159861 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ec0f9f6-27c6-4cfc-88df-09c2873fae1b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/a1b95abf-de8c-46bd-855f-c01fcfbfff6f HTTP/1.1" status: 204 len: 168 time: 0.4298034 Aug 24 00:29:39.162230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37728) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:39.193595 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c587be88-ac98-475d-8d9c-24dcc39286b2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] DELETE failed (client error): The resource could not be found. Aug 24 00:29:39.194628 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c587be88-ac98-475d-8d9c-24dcc39286b2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:29:39.198910 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c587be88-ac98-475d-8d9c-24dcc39286b2 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/ed2ac021-97ef-4148-884c-96dc09d96ae2 HTTP/1.1" status: 404 len: 337 time: 0.0325305 Aug 24 00:29:39.199423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37730) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:39.232604 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b2481184-d5f7-402d-b57b-d3507bebce46 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddb7004a-55be-4529-8b32-30c1c7c3acf5 HTTP/1.1" status: 200 len: 205 time: 0.0318816 Aug 24 00:29:39.234940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37732) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:39.280815 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-0ff6754d-4dc5-4fa7-8bd6-2bdfee2524db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] delete failed (client error): The resource could not be found. Aug 24 00:29:39.284741 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0ff6754d-4dc5-4fa7-8bd6-2bdfee2524db tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/routers/ddb7004a-55be-4529-8b32-30c1c7c3acf5 HTTP/1.1" status: 404 len: 336 time: 0.0487318 Aug 24 00:29:39.285390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37734) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:39.327178 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d41b15-784f-4b3d-8a86-8de54d169a4e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] DELETE failed (client error): The resource could not be found. Aug 24 00:29:39.327635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d41b15-784f-4b3d-8a86-8de54d169a4e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:29:39.329480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-13d41b15-784f-4b3d-8a86-8de54d169a4e tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/63aec5b1-79d3-4afe-a9c6-4e3174558858 HTTP/1.1" status: 404 len: 337 time: 0.0430357 Aug 24 00:29:39.332234 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37738) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:39.342739 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b6b93d-facb-436a-bbcd-c205d7711744 None None] Network d9b26dde-90b5-416c-bbfa-b9ada36e101e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:39.358257 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bbee9c3d-3c9f-40b3-8e42-9e78fa617d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:39.360143 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8cf447-d09d-4dcf-ac89-22921b960cf7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] DELETE failed (client error): The resource could not be found. Aug 24 00:29:39.360605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8cf447-d09d-4dcf-ac89-22921b960cf7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:29:39.362320 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8c8cf447-d09d-4dcf-ac89-22921b960cf7 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/7ca73fd7-a472-4e09-8a23-220799cd0ff2 HTTP/1.1" status: 404 len: 337 time: 0.0292780 Aug 24 00:29:39.364820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37740) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:39.398278 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-117a5b15-b2e0-4836-bd08-76ae086da91b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] DELETE failed (client error): The resource could not be found. Aug 24 00:29:39.399051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117a5b15-b2e0-4836-bd08-76ae086da91b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:29:39.403069 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-117a5b15-b2e0-4836-bd08-76ae086da91b tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/ea7a76fd-16b3-4f55-82d7-69915c7cb468 HTTP/1.1" status: 404 len: 337 time: 0.0349128 Aug 24 00:29:39.403271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37746) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:39.429694 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc59a6f-ffdc-4090-9ae9-c19c365e7af9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] DELETE failed (client error): The resource could not be found. Aug 24 00:29:39.430925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc59a6f-ffdc-4090-9ae9-c19c365e7af9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:29:39.434887 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bbc59a6f-ffdc-4090-9ae9-c19c365e7af9 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/040ca57f-e0bc-4de7-a7ed-325d7f824771 HTTP/1.1" status: 404 len: 333 time: 0.0285540 Aug 24 00:29:39.436447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37748) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:39.440447 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:29:39.451495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d5789068-c6c7-4e92-a48c-288316aa5193 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:39.479801 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfa717a-9de9-4511-949c-4e5a45f15548 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] DELETE failed (client error): The resource could not be found. Aug 24 00:29:39.480101 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: d5789068-c6c7-4e92-a48c-288316aa5193 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:29:39.480101 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d5789068-c6c7-4e92-a48c-288316aa5193 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:29:39.480331 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfa717a-9de9-4511-949c-4e5a45f15548 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:29:39.484431 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3bfa717a-9de9-4511-949c-4e5a45f15548 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/73016cd2-f662-4001-9d0f-f4c7cc1fdacb HTTP/1.1" status: 404 len: 337 time: 0.0441599 Aug 24 00:29:39.493570 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37750) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:39.524373 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc699f5a-4526-4625-987f-2c3256f9fc07 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] DELETE failed (client error): The resource could not be found. Aug 24 00:29:39.525161 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc699f5a-4526-4625-987f-2c3256f9fc07 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:29:39.527254 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-79750bdd-5b44-4871-a4d7-fc01d745d486 None None] Provisioning complete for port 8078c90d-034e-4e5a-baca-019a8649a58f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:39.527629 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79750bdd-5b44-4871-a4d7-fc01d745d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:39.531123 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bc699f5a-4526-4625-987f-2c3256f9fc07 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/64afb678-5187-4505-abed-6b431ce14736 HTTP/1.1" status: 404 len: 337 time: 0.0392423 Aug 24 00:29:39.531937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:39.559792 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f1f09e-52b0-41ce-9a4c-ddfa635fc5a6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] DELETE failed (client error): The resource could not be found. Aug 24 00:29:39.560631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f1f09e-52b0-41ce-9a4c-ddfa635fc5a6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:29:39.565522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37754) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:39.566308 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-53f1f09e-52b0-41ce-9a4c-ddfa635fc5a6 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/58f83649-5732-4d4c-9022-c9220dd4002d HTTP/1.1" status: 404 len: 333 time: 0.0327027 Aug 24 00:29:39.567776 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-79750bdd-5b44-4871-a4d7-fc01d745d486 None None] Port 8078c90d-034e-4e5a-baca-019a8649a58f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:39.601285 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ae51a4-b316-431b-a500-eb1c200332b8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] DELETE failed (client error): The resource could not be found. Aug 24 00:29:39.601612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ae51a4-b316-431b-a500-eb1c200332b8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:29:39.603376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-07ae51a4-b316-431b-a500-eb1c200332b8 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/3d91d1e5-5495-4078-aee4-f3e1523bd67f HTTP/1.1" status: 404 len: 337 time: 0.0359361 Aug 24 00:29:39.605973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37756) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:39.651187 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-260da410-1ce7-420a-9a06-7a623c2b49aa tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] DELETE failed (client error): The resource could not be found. Aug 24 00:29:39.651659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260da410-1ce7-420a-9a06-7a623c2b49aa tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:29:39.653466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-260da410-1ce7-420a-9a06-7a623c2b49aa tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/subnets/050415a7-7db2-487c-94c4-bd642b65468b HTTP/1.1" status: 404 len: 337 time: 0.0465910 Aug 24 00:29:39.656062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37760) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:39.800052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-bbee9c3d-3c9f-40b3-8e42-9e78fa617d11 admin admin] Deleting port aa77b772-39ab-4da1-bd7d-425b9866fa5e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:39.800590 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bbee9c3d-3c9f-40b3-8e42-9e78fa617d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:39.807245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-483226fa-891a-4a56-b82b-a2d151f5ed23 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port 8078c90d-034e-4e5a-baca-019a8649a58f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:39.807992 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-483226fa-891a-4a56-b82b-a2d151f5ed23 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:39.814712 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-79750bdd-5b44-4871-a4d7-fc01d745d486 None None] Provisioning complete for port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:39.815192 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79750bdd-5b44-4871-a4d7-fc01d745d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:39.895743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-483226fa-891a-4a56-b82b-a2d151f5ed23 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:39.906994 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce830fb-729f-4a8a-b91c-7e91b74e527d None None] DHCP port deletion for d9b26dde-90b5-416c-bbfa-b9ada36e101e request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:29:39.929303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:39.945667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-483226fa-891a-4a56-b82b-a2d151f5ed23 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for 8078c90d-034e-4e5a-baca-019a8649a58f owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:39.969355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536', 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'port_id': 'a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536', 'mac_address': 'fa:16:3e:ae:bd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3029ff06-c0b5-4450-8493-16639e4dfbd0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:29:40.031149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-bbee9c3d-3c9f-40b3-8e42-9e78fa617d11 admin admin] For port aa77b772-39ab-4da1-bd7d-425b9866fa5e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=aa77b772-39ab-4da1-bd7d-425b9866fa5e,segment=NetworkSegment(4da1dac5-4d9b-42b7-bdda-f353f39c3bd0),segment_id=4da1dac5-4d9b-42b7-bdda-f353f39c3bd0)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:40.031539 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bbee9c3d-3c9f-40b3-8e42-9e78fa617d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.079193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-bbee9c3d-3c9f-40b3-8e42-9e78fa617d11 admin admin] Calling delete_port for aa77b772-39ab-4da1-bd7d-425b9866fa5e owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:40.082511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6ce830fb-729f-4a8a-b91c-7e91b74e527d None None] Deleting port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:40.082933 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ce830fb-729f-4a8a-b91c-7e91b74e527d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.156947 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.178032 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:40.190159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6ce830fb-729f-4a8a-b91c-7e91b74e527d None None] For port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5,segment=NetworkSegment(b88e8948-895f-4b38-b297-6250f14adb59),segment_id=b88e8948-895f-4b38-b297-6250f14adb59)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:40.190408 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-483226fa-891a-4a56-b82b-a2d151f5ed23 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.190691 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ce830fb-729f-4a8a-b91c-7e91b74e527d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.215860 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:40.238677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6ce830fb-729f-4a8a-b91c-7e91b74e527d None None] Calling delete_port for d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:40.239241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163fb4e-3419-4756-9b0f-56b3e51b8068 req-986b5457-e3da-469f-8be3-e889edb83cf1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:40.241467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5163fb4e-3419-4756-9b0f-56b3e51b8068 req-986b5457-e3da-469f-8be3-e889edb83cf1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 944 time: 0.1374769 Aug 24 00:29:40.245947 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483226fa-891a-4a56-b82b-a2d151f5ed23 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=8078c90d-034e-4e5a-baca-019a8649a58f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:40.263433 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:40.275211 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-483226fa-891a-4a56-b82b-a2d151f5ed23 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.279709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-483226fa-891a-4a56-b82b-a2d151f5ed23 tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/ports/8078c90d-034e-4e5a-baca-019a8649a58f HTTP/1.1" status: 204 len: 168 time: 0.6203759 Aug 24 00:29:40.280376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37780) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:40.306922 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.331750 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5163fb4e-3419-4756-9b0f-56b3e51b8068 req-44ccd5a2-ca0a-43ea-bea7-6d204c7e4a3c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820844 Aug 24 00:29:40.412308 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.455256 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ce830fb-729f-4a8a-b91c-7e91b74e527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.460934 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:40.468869 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.495974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Deleting port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:40.496426 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.502215 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce830fb-729f-4a8a-b91c-7e91b74e527d None None] Pushing event deleted for resources: {'Port': ['ID=d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:40.504350 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce830fb-729f-4a8a-b91c-7e91b74e527d None None] No DVR routers for this DVR port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:40.516219 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bbee9c3d-3c9f-40b3-8e42-9e78fa617d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.544743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee9c3d-3c9f-40b3-8e42-9e78fa617d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa77b772-39ab-4da1-bd7d-425b9866fa5e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:40.594066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] For port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5, host n-d-805736-1, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:40.594478 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.609969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Calling delete_port for d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:40.613260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 was not found and therefore no delete operation was performed {{(pid=94838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:29:40.615209 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.645647 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Port': ['ID=d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:40.652114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] No DVR routers for this DVR port d31a92f3-0bef-4cdf-be78-7f2a01a7b8a5 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:40.742856 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:40.767487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.769525 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bbee9c3d-3c9f-40b3-8e42-9e78fa617d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.792826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b26dde-90b5-416c-bbfa-b9ada36e101e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:40.815752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88e8948-895f-4b38-b297-6250f14adb59') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:40.816601 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88e8948-895f-4b38-b297-6250f14adb59') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:40.827670 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.863961 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.872958 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:29:40.873950 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:29:40.878065 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:29:40.971145 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.983562 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.987054 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] 10.222.0.32 "DELETE /v2.0/networks/d9b26dde-90b5-416c-bbfa-b9ada36e101e HTTP/1.1" status: 204 len: 168 time: 0.7053115 Aug 24 00:29:41.002618 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74c368-aac5-4076-8e3e-8743d4cb9bae tempest-PortsIpV6TestJSON-1522891122 tempest-PortsIpV6TestJSON-1522891122-project] Pushing event deleted for resources: {'Network': ['ID=d9b26dde-90b5-416c-bbfa-b9ada36e101e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:41.027284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbee9c3d-3c9f-40b3-8e42-9e78fa617d11 admin admin] Router 6a7d4262-e112-45d7-8658-a4ec2fb47c99 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:29:41.146265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbee9c3d-3c9f-40b3-8e42-9e78fa617d11 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:29:41.155855 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de97f31-9829-4b06-b08c-ed447feb703c None None] Sync routers for ids ['6a7d4262-e112-45d7-8658-a4ec2fb47c99'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:29:41.160165 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bbee9c3d-3c9f-40b3-8e42-9e78fa617d11 admin admin] 10.222.0.32 "PUT /v2.0/routers/6a7d4262-e112-45d7-8658-a4ec2fb47c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7621746 Aug 24 00:29:41.160569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:41.173238 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de97f31-9829-4b06-b08c-ed447feb703c None None] Routers {'6a7d4262-e112-45d7-8658-a4ec2fb47c99'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:29:41.174589 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1de97f31-9829-4b06-b08c-ed447feb703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:29:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6a7d4262-e112-45d7-8658-a4ec2fb47c99'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:41.233475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37804) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:41.282081 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.310951 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1de97f31-9829-4b06-b08c-ed447feb703c None None] Set router 6a7d4262-e112-45d7-8658-a4ec2fb47c99 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:29:41.439357 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-55bf5c3c-8452-46aa-9cfe-a92fee7563a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=240f365715514d30adc13e62aed21a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046802 Aug 24 00:29:41.443483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37812) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:41.537223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43f393-582c-43fa-80ad-05e345c665b6 req-941da439-8ac1-4016-9a73-860054e9aea0 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:41.539830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b43f393-582c-43fa-80ad-05e345c665b6 req-941da439-8ac1-4016-9a73-860054e9aea0 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 945 time: 0.0974941 Aug 24 00:29:41.561396 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48b581b3-f5ff-4ca0-906d-9a89e8f679ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.575902 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1de97f31-9829-4b06-b08c-ed447feb703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'name': 'tempest-ServerRescueNegativeTestJSON-106763970-router', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:03Z', 'updated_at': '2021-08-24T00:29:40Z', 'revision_number': 5, 'project_id': '645be32e261e48e6ae77381e2ac708f7', 'gw_port': {'id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:05Z', 'updated_at': '2021-08-24T00:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:41.589673 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48b581b3-f5ff-4ca0-906d-9a89e8f679ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.608967 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de97f31-9829-4b06-b08c-ed447feb703c None None] Checking router: 6a7d4262-e112-45d7-8658-a4ec2fb47c99 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:29:41.622745 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de97f31-9829-4b06-b08c-ed447feb703c None None] Routers {'6a7d4262-e112-45d7-8658-a4ec2fb47c99'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:29:41.623832 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1de97f31-9829-4b06-b08c-ed447feb703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:29:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6a7d4262-e112-45d7-8658-a4ec2fb47c99'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:41.697021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b43f393-582c-43fa-80ad-05e345c665b6 req-e78decf8-b93d-48ec-a579-f5d7b4f0c22c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363149 Aug 24 00:29:41.712558 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48b581b3-f5ff-4ca0-906d-9a89e8f679ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.717865 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48b581b3-f5ff-4ca0-906d-9a89e8f679ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.719350 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-48b581b3-f5ff-4ca0-906d-9a89e8f679ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f934eae-b428-4782-aee1-5b673986c5b6 HTTP/1.1" status: 204 len: 168 time: 0.2748549 Aug 24 00:29:41.731187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b581b3-f5ff-4ca0-906d-9a89e8f679ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f934eae-b428-4782-aee1-5b673986c5b6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:41.767253 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.795403 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1de97f31-9829-4b06-b08c-ed447feb703c None None] Set router 6a7d4262-e112-45d7-8658-a4ec2fb47c99 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:29:41.836899 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] Deleting port 64a854ce-f047-47cb-8c75-043d876b1eb1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:41.837393 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.973280 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] For port 64a854ce-f047-47cb-8c75-043d876b1eb1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=64a854ce-f047-47cb-8c75-043d876b1eb1,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:41.973689 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.992717 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] Calling delete_port for 64a854ce-f047-47cb-8c75-043d876b1eb1 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:42.115020 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1de97f31-9829-4b06-b08c-ed447feb703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'name': 'tempest-ServerRescueNegativeTestJSON-106763970-router', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:03Z', 'updated_at': '2021-08-24T00:29:40Z', 'revision_number': 5, 'project_id': '645be32e261e48e6ae77381e2ac708f7', 'gw_port': {'id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:05Z', 'updated_at': '2021-08-24T00:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:42.154637 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de97f31-9829-4b06-b08c-ed447feb703c None None] The sync data for ids ['6a7d4262-e112-45d7-8658-a4ec2fb47c99'] in n-d-805736-1 is: [{'id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'name': 'tempest-ServerRescueNegativeTestJSON-106763970-router', 'tenant_id': '645be32e261e48e6ae77381e2ac708f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:03Z', 'updated_at': '2021-08-24T00:29:40Z', 'revision_number': 5, 'project_id': '645be32e261e48e6ae77381e2ac708f7', 'gw_port': {'id': '64a854ce-f047-47cb-8c75-043d876b1eb1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7d4262-e112-45d7-8658-a4ec2fb47c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:05Z', 'updated_at': '2021-08-24T00:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:29:42.298133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.347449 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] Pushing event deleted for resources: {'Port': ['ID=64a854ce-f047-47cb-8c75-043d876b1eb1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:42.415989 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.518980 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.521343 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.577809 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.578586 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a7d4262-e112-45d7-8658-a4ec2fb47c99 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:29:42.584075 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.588739 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3e76f79e-fc75-438f-8eef-c81937c271bd admin admin] 10.222.0.32 "DELETE /v2.0/routers/6a7d4262-e112-45d7-8658-a4ec2fb47c99 HTTP/1.1" status: 204 len: 168 time: 1.4248922 Aug 24 00:29:42.589129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37852) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:42.649584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e34bf4a-cb78-49fd-bec6-4999a90af942 admin admin] Deleting subnet d7d30128-2ce5-4885-8968-a3ab5697bdd2 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:29:42.653226 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e34bf4a-cb78-49fd-bec6-4999a90af942 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.691133 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e34bf4a-cb78-49fd-bec6-4999a90af942 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.742205 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e34bf4a-cb78-49fd-bec6-4999a90af942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.848315 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e34bf4a-cb78-49fd-bec6-4999a90af942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.893370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ec092-35ac-452e-bff3-fd62d44f702c req-3a69e405-aeff-4218-96da-668ac14e4cf3 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:42.894978 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d9ec092-35ac-452e-bff3-fd62d44f702c req-3a69e405-aeff-4218-96da-668ac14e4cf3 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 945 time: 0.0983748 Aug 24 00:29:42.898823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34bf4a-cb78-49fd-bec6-4999a90af942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d30128-2ce5-4885-8968-a3ab5697bdd2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:42.909603 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e34bf4a-cb78-49fd-bec6-4999a90af942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.911816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6e34bf4a-cb78-49fd-bec6-4999a90af942 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d7d30128-2ce5-4885-8968-a3ab5697bdd2 HTTP/1.1" status: 204 len: 168 time: 0.3216901 Aug 24 00:29:42.918252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37868) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:42.942904 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d9ec092-35ac-452e-bff3-fd62d44f702c req-29b3a95e-a17d-4b06-9ed3-24dfb941cd7f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396719 Aug 24 00:29:43.029655 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cf7f967-6461-4258-ae93-0ac9b7d7b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.133294 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cf7f967-6461-4258-ae93-0ac9b7d7b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.147986 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4cf7f967-6461-4258-ae93-0ac9b7d7b5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:43.166893 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4cf7f967-6461-4258-ae93-0ac9b7d7b5f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:43.167227 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4cf7f967-6461-4258-ae93-0ac9b7d7b5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da1dac5-4d9b-42b7-bdda-f353f39c3bd0') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:43.197770 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cf7f967-6461-4258-ae93-0ac9b7d7b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.214183 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cf7f967-6461-4258-ae93-0ac9b7d7b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.220972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf7f967-6461-4258-ae93-0ac9b7d7b5f6 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:29:43.221363 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cf7f967-6461-4258-ae93-0ac9b7d7b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:29:43.223299 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:29:43.283801 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cf7f967-6461-4258-ae93-0ac9b7d7b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.290981 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cf7f967-6461-4258-ae93-0ac9b7d7b5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.295990 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4cf7f967-6461-4258-ae93-0ac9b7d7b5f6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4 HTTP/1.1" status: 204 len: 168 time: 0.3737142 Aug 24 00:29:43.314148 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7f967-6461-4258-ae93-0ac9b7d7b5f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=070ae50f-e1ae-4a73-bca3-5f3acf6b1fc4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:43.452601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:43.515536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:43.537399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:43.544909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:43.545380 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.588117 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-30be7ae7-4ec0-44e9-b67d-4a290620a68c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=645be32e261e48e6ae77381e2ac708f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714800 Aug 24 00:29:43.588933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:43.654034 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0abe3f8-2439-4966-9a91-15921e4aed57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.670225 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.694893 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0abe3f8-2439-4966-9a91-15921e4aed57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.711448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:43.713473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e203c34-ba46-4819-b0e8-7bccd9bf6f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:43.716649 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fef0b6-4985-482a-b984-0ef374dbe869" -d '{"events": [{"server_uuid": "1e203c34-ba46-4819-b0e8-7bccd9bf6f72", "name": "network-vif-plugged", "status": "completed", "tag": "a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:43.721520 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.766397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0abe3f8-2439-4966-9a91-15921e4aed57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.769797 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0abe3f8-2439-4966-9a91-15921e4aed57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.772587 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c0abe3f8-2439-4966-9a91-15921e4aed57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/264596b8-31bf-4a54-9b02-d3893ae8e785 HTTP/1.1" status: 204 len: 168 time: 0.1814826 Aug 24 00:29:43.781214 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abe3f8-2439-4966-9a91-15921e4aed57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264596b8-31bf-4a54-9b02-d3893ae8e785,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:43.799119 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa5df3a-dada-4d4e-b8d6-c5530e8b1685 x-openstack-request-id: req-bfa5df3a-dada-4d4e-b8d6-c5530e8b1685 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:43.799658 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e203c34-ba46-4819-b0e8-7bccd9bf6f72", "name": "network-vif-plugged", "status": "completed", "tag": "a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:43.800102 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfa5df3a-dada-4d4e-b8d6-c5530e8b1685 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:43.800665 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e203c34-ba46-4819-b0e8-7bccd9bf6f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536', 'code': 200} Aug 24 00:29:43.802404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:43.945377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0edc20-03fe-492a-bbc9-e69ea53118b7 req-29554859-820c-4428-a377-a19862b0e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:43.947413 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef0edc20-03fe-492a-bbc9-e69ea53118b7 req-29554859-820c-4428-a377-a19862b0e7ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 1097 time: 0.0514472 Aug 24 00:29:43.993982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef0edc20-03fe-492a-bbc9-e69ea53118b7 req-7b58d50b-dc2a-4540-b128-1dfc6fefef63 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396039 Aug 24 00:29:44.098802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:44.099527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172d1b7-a836-4d0e-a482-89102a538545 req-a8a533c2-d735-4661-8e6f-020d5e1946eb tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:44.101603 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8172d1b7-a836-4d0e-a482-89102a538545 req-a8a533c2-d735-4661-8e6f-020d5e1946eb tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 946 time: 0.0730779 Aug 24 00:29:44.188817 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8172d1b7-a836-4d0e-a482-89102a538545 req-81eb85d2-7199-43fc-ac30-8fa3b9bb85e1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765536 Aug 24 00:29:44.199310 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device aa77b772-39ab-4da1-bd7d-425b9866fa5e no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:44.232495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: aa77b772-39ab-4da1-bd7d-425b9866fa5e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:29:44.232922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device aa77b772-39ab-4da1-bd7d-425b9866fa5e not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:29:44.233422 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 64a854ce-f047-47cb-8c75-043d876b1eb1 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:44.242251 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4803-a303-49d7-bd6b-d30830aadc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.259599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 64a854ce-f047-47cb-8c75-043d876b1eb1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:29:44.259972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 64a854ce-f047-47cb-8c75-043d876b1eb1 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:29:44.365116 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4803-a303-49d7-bd6b-d30830aadc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.369919 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e4e4803-a303-49d7-bd6b-d30830aadc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.408832 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e4e4803-a303-49d7-bd6b-d30830aadc79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b04454d79d941bf9f3b0a4378e623c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060749 Aug 24 00:29:44.410088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37940) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:44.423613 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e4803-a303-49d7-bd6b-d30830aadc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83214497-f648-4c77-9486-4bc2dfe64567,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:44.486035 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11130ea6-982d-42e3-b26b-724bce6d267d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.770816 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11130ea6-982d-42e3-b26b-724bce6d267d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.824439 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11130ea6-982d-42e3-b26b-724bce6d267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.827802 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11130ea6-982d-42e3-b26b-724bce6d267d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.831705 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-11130ea6-982d-42e3-b26b-724bce6d267d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83214497-f648-4c77-9486-4bc2dfe64567 HTTP/1.1" status: 204 len: 168 time: 0.4176266 Aug 24 00:29:44.840712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11130ea6-982d-42e3-b26b-724bce6d267d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83214497-f648-4c77-9486-4bc2dfe64567,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:45.168712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41f975f2-2a77-492a-bda5-c7419f523978 req-b8fb311e-0dce-4ba3-b676-449e654f2050 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48dface-3052-4f7a-b049-7677c72e047b HTTP/1.1" status: 200 len: 210 time: 0.0281389 Aug 24 00:29:45.247148 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37978) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:45.269101 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7517ebba-4124-4d17-99a3-62fe1965f7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.379156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7eea51-3ec4-4129-88c0-ded096f1bad5 req-ae9ed3de-ffbe-461f-9bea-ed3fbffb9a3b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:45.380801 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed7eea51-3ec4-4129-88c0-ded096f1bad5 req-ae9ed3de-ffbe-461f-9bea-ed3fbffb9a3b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 946 time: 0.0950778 Aug 24 00:29:45.466848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed7eea51-3ec4-4129-88c0-ded096f1bad5 req-72db1561-f390-470f-9eeb-40a99efeb4a0 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768774 Aug 24 00:29:45.523617 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7517ebba-4124-4d17-99a3-62fe1965f7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.531855 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7517ebba-4124-4d17-99a3-62fe1965f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.618982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7517ebba-4124-4d17-99a3-62fe1965f7e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1767eb98690540a9a84ce372bd6b78a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3704941 Aug 24 00:29:45.620473 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:45.622114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517ebba-4124-4d17-99a3-62fe1965f7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57d89b2-8645-491e-8153-c2a3675a91b5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:45.697667 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c624868-048e-4e70-be56-c808ba8398ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.726056 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c624868-048e-4e70-be56-c808ba8398ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.803060 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c624868-048e-4e70-be56-c808ba8398ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.806668 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c624868-048e-4e70-be56-c808ba8398ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.807874 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1c624868-048e-4e70-be56-c808ba8398ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b57d89b2-8645-491e-8153-c2a3675a91b5 HTTP/1.1" status: 204 len: 168 time: 0.1857262 Aug 24 00:29:45.817767 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c624868-048e-4e70-be56-c808ba8398ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57d89b2-8645-491e-8153-c2a3675a91b5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:45.926522 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-317fe86c-18ac-44cb-8a9b-a6dec44bf705 req-e9e8b64f-c98a-4a3b-996a-21477e054e42 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0414145 Aug 24 00:29:46.620098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f5b02-1d7a-4a17-b9fc-df54ff30d09e req-fff1ced5-daef-4c66-9ac3-771efdacbb0d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.621709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e10f5b02-1d7a-4a17-b9fc-df54ff30d09e req-fff1ced5-daef-4c66-9ac3-771efdacbb0d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 946 time: 0.0593538 Aug 24 00:29:46.677623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e10f5b02-1d7a-4a17-b9fc-df54ff30d09e req-612841da-36d0-41c8-af27-0b8f51213915 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456073 Aug 24 00:29:46.810527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581af9c-e5da-46a5-ab68-2f0595a9410c req-85c41f17-6bba-489c-912b-de0624c2d9fa tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.812277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8581af9c-e5da-46a5-ab68-2f0595a9410c req-85c41f17-6bba-489c-912b-de0624c2d9fa tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 946 time: 0.0694883 Aug 24 00:29:46.855552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8581af9c-e5da-46a5-ab68-2f0595a9410c req-9c21fea8-5173-4453-b0ad-a0b921e7ef5a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368478 Aug 24 00:29:47.072409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c7c4d01-4111-4998-bf13-8bc5966d27b7 req-52b16166-fe6d-48d1-adf7-a7b3ce359db7 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0685577 Aug 24 00:29:47.169519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7938938-3ed3-424a-9f86-fb92e95e9db9 req-7f47b01e-770b-41b5-93ce-bd530fe71f3b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:47.171602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7938938-3ed3-424a-9f86-fb92e95e9db9 req-7f47b01e-770b-41b5-93ce-bd530fe71f3b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 946 time: 0.0637946 Aug 24 00:29:47.232637 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7938938-3ed3-424a-9f86-fb92e95e9db9 req-6212d570-12a5-47b0-a797-3625b3444f27 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548947 Aug 24 00:29:48.023252 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e1bdc14-10d5-4b67-9eec-79fe9fd8b4bc req-5448a855-d23a-49c5-b752-fe381a549a26 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a48dface-3052-4f7a-b049-7677c72e047b HTTP/1.1" status: 200 len: 210 time: 0.0290430 Aug 24 00:29:48.098927 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38096) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:48.188169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70e0839f-1d30-4a4e-95af-75c3799b0ce2 req-48c2d4a8-2c0a-4b8c-9b41-f6f202e0e463 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0299523 Aug 24 00:29:48.233468 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-feca1ab6-93db-4b53-b2dd-864cd0856af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.328917 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-feca1ab6-93db-4b53-b2dd-864cd0856af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.335101 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-feca1ab6-93db-4b53-b2dd-864cd0856af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.374756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbf5fe-723e-41d7-92de-af3dd0e8e281 req-d13ad281-3ff3-4426-b876-b992a1a100b7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:48.376719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54dbf5fe-723e-41d7-92de-af3dd0e8e281 req-d13ad281-3ff3-4426-b876-b992a1a100b7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 946 time: 0.0712409 Aug 24 00:29:48.384329 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-feca1ab6-93db-4b53-b2dd-864cd0856af8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c0286105d834e8593ec07b3d508c193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841432 Aug 24 00:29:48.385070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38108) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:48.395042 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca1ab6-93db-4b53-b2dd-864cd0856af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a258f49-eacb-41cb-a221-fb75840eb9f6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:48.462100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54dbf5fe-723e-41d7-92de-af3dd0e8e281 req-c4c13c9e-50c3-4d25-9550-75289bf4977b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778170 Aug 24 00:29:48.477636 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2177b6d4-41fd-4b95-8080-2ecb4a7668fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.524654 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2177b6d4-41fd-4b95-8080-2ecb4a7668fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.581567 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2177b6d4-41fd-4b95-8080-2ecb4a7668fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.588756 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2177b6d4-41fd-4b95-8080-2ecb4a7668fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.592263 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2177b6d4-41fd-4b95-8080-2ecb4a7668fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a258f49-eacb-41cb-a221-fb75840eb9f6 HTTP/1.1" status: 204 len: 168 time: 0.2033720 Aug 24 00:29:48.601515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177b6d4-41fd-4b95-8080-2ecb4a7668fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a258f49-eacb-41cb-a221-fb75840eb9f6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:48.854263 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2ea66916-98fb-455a-8e11-2999db6aa0d1 req-2eafa02d-3241-42a9-9653-b0e5539e2bb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0290425 Aug 24 00:29:48.947128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f9fa5-970b-4f68-95a3-be1a0fb8870a req-bb9dfcc5-fe52-468a-899f-343781da12e4 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:48.948926 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e35f9fa5-970b-4f68-95a3-be1a0fb8870a req-bb9dfcc5-fe52-468a-899f-343781da12e4 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 946 time: 0.0827994 Aug 24 00:29:49.038254 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:49.061301 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37c4cb6d-a25a-4c96-83b7-bfa5941d32c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.081415 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-e35f9fa5-970b-4f68-95a3-be1a0fb8870a req-ef43a913-a83d-4dba-95b3-c34c1251e4a7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Deleting port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:49.081775 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e35f9fa5-970b-4f68-95a3-be1a0fb8870a req-ef43a913-a83d-4dba-95b3-c34c1251e4a7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.197850 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37c4cb6d-a25a-4c96-83b7-bfa5941d32c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.204475 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37c4cb6d-a25a-4c96-83b7-bfa5941d32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.223846 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e35f9fa5-970b-4f68-95a3-be1a0fb8870a req-ef43a913-a83d-4dba-95b3-c34c1251e4a7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] For port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:49.224604 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e35f9fa5-970b-4f68-95a3-be1a0fb8870a req-ef43a913-a83d-4dba-95b3-c34c1251e4a7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.242937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-e35f9fa5-970b-4f68-95a3-be1a0fb8870a req-ef43a913-a83d-4dba-95b3-c34c1251e4a7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Calling delete_port for a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:49.279306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38204) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:49.280449 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-37c4cb6d-a25a-4c96-83b7-bfa5941d32c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99611de015224a408125530070371a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403991 Aug 24 00:29:49.281147 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4cb6d-a25a-4c96-83b7-bfa5941d32c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c05b519-bb9a-47ec-b169-e37ee686bc83,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:49.378840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f70f065f-eb13-458c-987f-6cd493df5425 req-4121aebc-d9ec-4f1a-bb3e-52e5096c6758 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0469246 Aug 24 00:29:49.424574 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b39da897-efe7-4af2-86f8-ebb40674a900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.452669 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b39da897-efe7-4af2-86f8-ebb40674a900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.532572 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e35f9fa5-970b-4f68-95a3-be1a0fb8870a req-ef43a913-a83d-4dba-95b3-c34c1251e4a7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.562555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43a913-a83d-4dba-95b3-c34c1251e4a7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Pushing event deleted for resources: {'Port': ['ID=a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:49.569473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:49.609742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['3cf15a80-75af-42b5-ae25-0251e159ef02'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:49.643505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7658743-ff71-4870-acbf-8b1ae1a97f9a req-0bf6f3e1-0f57-4d4d-ace8-8baf9e6137a7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e203c34-ba46-4819-b0e8-7bccd9bf6f72 HTTP/1.1" status: 200 len: 210 time: 0.0560133 Aug 24 00:29:49.662254 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b39da897-efe7-4af2-86f8-ebb40674a900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.666133 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b39da897-efe7-4af2-86f8-ebb40674a900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.667842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b39da897-efe7-4af2-86f8-ebb40674a900 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c05b519-bb9a-47ec-b169-e37ee686bc83 HTTP/1.1" status: 204 len: 168 time: 0.3855991 Aug 24 00:29:49.693583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35f9fa5-970b-4f68-95a3-be1a0fb8870a req-ef43a913-a83d-4dba-95b3-c34c1251e4a7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] No DVR routers for this DVR port a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:49.700776 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e35f9fa5-970b-4f68-95a3-be1a0fb8870a req-ef43a913-a83d-4dba-95b3-c34c1251e4a7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.703855 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e35f9fa5-970b-4f68-95a3-be1a0fb8870a req-ef43a913-a83d-4dba-95b3-c34c1251e4a7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.47 "DELETE /v2.0/ports/a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 HTTP/1.1" status: 204 len: 173 time: 0.7476606 Aug 24 00:29:49.704898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e203c34-ba46-4819-b0e8-7bccd9bf6f72', 'name': 'network-vif-deleted', 'tag': 'a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:49.707462 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb29b5f-312e-4535-b57e-9bc44ef906a3" -d '{"events": [{"server_uuid": "1e203c34-ba46-4819-b0e8-7bccd9bf6f72", "name": "network-vif-deleted", "tag": "a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:49.718376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39da897-efe7-4af2-86f8-ebb40674a900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c05b519-bb9a-47ec-b169-e37ee686bc83,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:49.781724 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780165b0-0d6d-4f38-b072-9671bed5ddfc x-openstack-request-id: req-780165b0-0d6d-4f38-b072-9671bed5ddfc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:49.782020 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e203c34-ba46-4819-b0e8-7bccd9bf6f72", "name": "network-vif-deleted", "tag": "a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:49.782282 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-780165b0-0d6d-4f38-b072-9671bed5ddfc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:49.782742 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e203c34-ba46-4819-b0e8-7bccd9bf6f72', 'name': 'network-vif-deleted', 'tag': 'a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536', 'status': 'completed', 'code': 200} Aug 24 00:29:50.564331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-780b787e-feec-4dd9-93db-d552319f36ea req-295e410a-c382-4ab6-ad0a-19b2c0e26d09 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0417385 Aug 24 00:29:51.074288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b74cd75-4beb-4c6a-ad4e-51482a53c148 req-72277bd5-cd10-48df-87db-4d88add3d1bd tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0370636 Aug 24 00:29:51.185871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-65f8f17f-223f-40bd-aa54-e9f698a1ce2a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:51.193107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-65f8f17f-223f-40bd-aa54-e9f698a1ce2a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.1298335 Aug 24 00:29:51.211441 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-5ba86ba8-c5f8-45cb-b82e-a771b9a12c12 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/quotas/a164e3a726894597b2404e9ee3102e8c HTTP/1.1" status: 200 len: 375 time: 0.0164199 Aug 24 00:29:51.272878 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-9c291e36-45b8-47d3-aae4-d66296c1dc9a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603833 Aug 24 00:29:51.378351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-f7b1b57a-73d2-4260-8234-8f4849832f4d service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046205 Aug 24 00:29:51.512357 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-1a7a7913-a7ff-41b6-9ad4-a444774c5da6 service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260366 Aug 24 00:29:51.714820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8a210f8-6542-4792-9a02-6b5d365f0dff req-417274a0-eccd-4d8c-8546-0acc017d192f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 210 time: 0.0530226 Aug 24 00:29:52.185051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:52.203049 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c38cc3c1-0a31-4273-9670-ca953ff20034 req-232a57c0-d14d-4f85-ad07-97a33ef22ccb tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0418835 Aug 24 00:29:52.346349 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-781b1b69-aeb0-44eb-9c03-68f6d1d8fdfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:52.462069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-781b1b69-aeb0-44eb-9c03-68f6d1d8fdfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:52.466870 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-781b1b69-aeb0-44eb-9c03-68f6d1d8fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:52.508814 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-781b1b69-aeb0-44eb-9c03-68f6d1d8fdfa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eaa9d0a773be457790b7ba0cb4177ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224227 Aug 24 00:29:52.509931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b1b69-aeb0-44eb-9c03-68f6d1d8fdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4f94ec-6b49-4409-b607-239631ffdc3c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:52.511494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38680) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:52.563301 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a33f75c-a39b-4da3-bd6c-7a7b247488d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:52.583800 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a33f75c-a39b-4da3-bd6c-7a7b247488d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:52.632943 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a33f75c-a39b-4da3-bd6c-7a7b247488d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:52.635863 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a33f75c-a39b-4da3-bd6c-7a7b247488d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:52.637030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9a33f75c-a39b-4da3-bd6c-7a7b247488d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a4f94ec-6b49-4409-b607-239631ffdc3c HTTP/1.1" status: 204 len: 168 time: 0.1236696 Aug 24 00:29:52.644997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33f75c-a39b-4da3-bd6c-7a7b247488d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4f94ec-6b49-4409-b607-239631ffdc3c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:52.888282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2051ddc-73f3-4a67-9683-f2be37d09ea6 req-17393ec4-7177-49c2-9498-f681601965cd tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 210 time: 0.0919194 Aug 24 00:29:52.942564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-61b9f339-9897-4ac6-bcd6-c09893bd1305 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:52.944876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-61b9f339-9897-4ac6-bcd6-c09893bd1305 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.47 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.1986434 Aug 24 00:29:52.997576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-43cd19ff-7c04-4ede-a9b6-edfaf1c28bc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Request body: {'port': {'device_id': '348d3571-a4e5-45fe-a325-b9cc0792ab26', 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'admin_state_up': True, 'tenant_id': 'a164e3a726894597b2404e9ee3102e8c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:53.010071 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:53.024974 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63981b31-4ce4-4b74-ba23-2bbeccbae1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.120640 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63981b31-4ce4-4b74-ba23-2bbeccbae1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.124451 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63981b31-4ce4-4b74-ba23-2bbeccbae1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.139580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-43cd19ff-7c04-4ede-a9b6-edfaf1c28bc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Made reservation on behalf of a164e3a726894597b2404e9ee3102e8c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:53.143433 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-43cd19ff-7c04-4ede-a9b6-edfaf1c28bc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.161131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63981b31-4ce4-4b74-ba23-2bbeccbae1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff55212-e1fa-4e16-b9d4-15657ae53026,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:53.168830 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-63981b31-4ce4-4b74-ba23-2bbeccbae1d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=619869bff2b846e39f78ab495adae7b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551118 Aug 24 00:29:53.169747 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:53.220479 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb525-f759-43e0-8737-4a9ffa44d537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.248345 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb525-f759-43e0-8737-4a9ffa44d537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.281005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-43cd19ff-7c04-4ede-a9b6-edfaf1c28bc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Allocated IP 172.20.0.3 (372797df-c1d2-46af-a88a-f8b38e7d12ed/3029ff06-c0b5-4450-8493-16639e4dfbd0/71a292ce-4187-4bbe-8170-004aad5fee01) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:53.300475 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb525-f759-43e0-8737-4a9ffa44d537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.304466 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb525-f759-43e0-8737-4a9ffa44d537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.308739 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ac4bb525-f759-43e0-8737-4a9ffa44d537 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ff55212-e1fa-4e16-b9d4-15657ae53026 HTTP/1.1" status: 204 len: 168 time: 0.1387572 Aug 24 00:29:53.316902 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bb525-f759-43e0-8737-4a9ffa44d537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff55212-e1fa-4e16-b9d4-15657ae53026,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:53.320860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3019cb5-67b7-4409-ac66-046e44cf2638 req-16df7d6b-f004-416c-81ea-66ccdfc11180 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0375552 Aug 24 00:29:53.475115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:53.486679 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-43cd19ff-7c04-4ede-a9b6-edfaf1c28bc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.504225 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:29:53.504983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device a1cc0fa0-5f72-4fa0-84c9-3c8c19dc7536 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:29:53.540881 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-43cd19ff-7c04-4ede-a9b6-edfaf1c28bc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.556348 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.577694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['3cf15a80-75af-42b5-ae25-0251e159ef02'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:53.594297 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-43cd19ff-7c04-4ede-a9b6-edfaf1c28bc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Network 372797df-c1d2-46af-a88a-f8b38e7d12ed is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:53.604955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-43cd19ff-7c04-4ede-a9b6-edfaf1c28bc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:53.610102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-43cd19ff-7c04-4ede-a9b6-edfaf1c28bc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:53.691688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-43cd19ff-7c04-4ede-a9b6-edfaf1c28bc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:53.692481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-43cd19ff-7c04-4ede-a9b6-edfaf1c28bc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.697154 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd19ff-7c04-4ede-a9b6-edfaf1c28bc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Pushing event updated for resources: {'Port': ['ID=71a292ce-4187-4bbe-8170-004aad5fee01,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:53.715241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-43cd19ff-7c04-4ede-a9b6-edfaf1c28bc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7210789 Aug 24 00:29:53.737492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Request body: {'port': {'device_id': '348d3571-a4e5-45fe-a325-b9cc0792ab26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:53.809553 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:54.115961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa98b00-157e-4b7d-abc7-24bf90f9562c req-08892a7e-8bb1-4ea0-89bd-bb0b2eab6103 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:54.120758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4aa98b00-157e-4b7d-abc7-24bf90f9562c req-08892a7e-8bb1-4ea0-89bd-bb0b2eab6103 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 931 time: 0.1408103 Aug 24 00:29:54.203167 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4aa98b00-157e-4b7d-abc7-24bf90f9562c req-1c0899c7-4ba6-49d7-9e46-4e9d2ce63191 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703511 Aug 24 00:29:54.254549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a292ce-4187-4bbe-8170-004aad5fee01 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:54.263925 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:54.278911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Transition to ACTIVE for port object 71a292ce-4187-4bbe-8170-004aad5fee01 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:54.283345 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:54.348213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Pushing event updated for resources: {'Port': ['ID=71a292ce-4187-4bbe-8170-004aad5fee01,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:54.446115 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edcbc65d-af29-4509-addc-72e1f7955506 req-98c9d619-7a7e-41c7-a705-3d4990a991d8 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0294125 Aug 24 00:29:54.472272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Attempting to bind port 71a292ce-4187-4bbe-8170-004aad5fee01 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:54.472615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Attempting to bind port 71a292ce-4187-4bbe-8170-004aad5fee01 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:54.472933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Attempting to bind port 71a292ce-4187-4bbe-8170-004aad5fee01 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:54.479255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Port 71a292ce-4187-4bbe-8170-004aad5fee01 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:54.479590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Attempting to bind port 71a292ce-4187-4bbe-8170-004aad5fee01 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:54.486484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:54.486882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Checking segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:54.487248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Bound using segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:54.487704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Bound port: 71a292ce-4187-4bbe-8170-004aad5fee01, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:54.488071 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:54.573562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] For port 71a292ce-4187-4bbe-8170-004aad5fee01, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:54.577556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] For port 71a292ce-4187-4bbe-8170-004aad5fee01, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=71a292ce-4187-4bbe-8170-004aad5fee01,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:54.583892 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:54.641600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:54.642558 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:54.645014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] 10.222.0.47 "PUT /v2.0/ports/71a292ce-4187-4bbe-8170-004aad5fee01 HTTP/1.1" status: 200 len: 1091 time: 0.9134669 Aug 24 00:29:54.645609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348d3571-a4e5-45fe-a325-b9cc0792ab26', 'tag': '71a292ce-4187-4bbe-8170-004aad5fee01'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:54.650297 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93255e64-5bf5-4663-8eb9-21769d056ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "348d3571-a4e5-45fe-a325-b9cc0792ab26", "tag": "71a292ce-4187-4bbe-8170-004aad5fee01"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:54.676126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea047386-88b6-4ed4-a417-e25494fe544f service neutron] Pushing event updated for resources: {'Port': ['ID=71a292ce-4187-4bbe-8170-004aad5fee01,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:54.715697 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b205d0bd-e88a-48d5-ac48-377cb9ab13dc x-openstack-request-id: req-b205d0bd-e88a-48d5-ac48-377cb9ab13dc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:54.716005 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348d3571-a4e5-45fe-a325-b9cc0792ab26", "tag": "71a292ce-4187-4bbe-8170-004aad5fee01", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:54.716265 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b205d0bd-e88a-48d5-ac48-377cb9ab13dc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:54.716666 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348d3571-a4e5-45fe-a325-b9cc0792ab26', 'tag': '71a292ce-4187-4bbe-8170-004aad5fee01', 'status': 'completed', 'code': 200} Aug 24 00:29:54.777408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-e4cf99a9-6181-435f-ac47-576cdcd46363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:54.779378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-e4cf99a9-6181-435f-ac47-576cdcd46363 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 1094 time: 0.0491221 Aug 24 00:29:54.830137 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-31841124-4a87-4f21-aa4c-077d18147456 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71a292ce-4187-4bbe-8170-004aad5fee01 HTTP/1.1" status: 200 len: 217 time: 0.0371799 Aug 24 00:29:54.886803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-6365b067-323a-40fb-83d9-a6ea20fc14df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:54.888313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-6365b067-323a-40fb-83d9-a6ea20fc14df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 200 len: 845 time: 0.0505843 Aug 24 00:29:54.922156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-c53d47e9-9024-4b90-a8ca-4cc358fe9e1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=372797df-c1d2-46af-a88a-f8b38e7d12ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260963 Aug 24 00:29:55.026152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-86e28431-1240-469a-8c28-b47a9ff35225 service neutron] 10.222.0.47 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954721 Aug 24 00:29:55.133536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab04a93-7010-4a9c-b96f-9f7549aff29c req-dae0395f-ecd1-40ce-ac5b-9998891d238e service neutron] 10.222.0.47 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995920 Aug 24 00:29:55.272458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93255e64-5bf5-4663-8eb9-21769d056ad1 req-11dab7e4-d8ae-40ca-8621-6e923a5ebff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:55.274259 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93255e64-5bf5-4663-8eb9-21769d056ad1 req-11dab7e4-d8ae-40ca-8621-6e923a5ebff7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 1094 time: 0.0466011 Aug 24 00:29:55.431219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09fc77-78e5-47d6-9492-458e9e966289 req-c56d912a-e3d2-47f3-b7cf-7b2b1af33caf tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:55.433629 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c09fc77-78e5-47d6-9492-458e9e966289 req-c56d912a-e3d2-47f3-b7cf-7b2b1af33caf tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 943 time: 0.1273572 Aug 24 00:29:55.491232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93255e64-5bf5-4663-8eb9-21769d056ad1 req-0f868611-302b-458f-9d2f-93dd030a1168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:55.492882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93255e64-5bf5-4663-8eb9-21769d056ad1 req-0f868611-302b-458f-9d2f-93dd030a1168 service neutron] 10.222.0.47 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 906 time: 0.2105858 Aug 24 00:29:55.517524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c09fc77-78e5-47d6-9492-458e9e966289 req-a5c50be1-071f-4fb0-ac21-9d8a39e4bf4d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657654 Aug 24 00:29:55.548335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93255e64-5bf5-4663-8eb9-21769d056ad1 req-717c0407-cb9e-4169-b973-4a1632dc1f1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71a292ce-4187-4bbe-8170-004aad5fee01 HTTP/1.1" status: 200 len: 217 time: 0.0442293 Aug 24 00:29:55.643592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-733d6ccd-0045-41e3-8298-b1adb0304a7f req-5995f56c-762a-4b12-8e04-8ca4e6c06b51 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0344868 Aug 24 00:29:55.652805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93255e64-5bf5-4663-8eb9-21769d056ad1 req-d5e3746c-ce90-416a-bd30-eba5484dc279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:55.654566 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93255e64-5bf5-4663-8eb9-21769d056ad1 req-d5e3746c-ce90-416a-bd30-eba5484dc279 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 200 len: 845 time: 0.0932059 Aug 24 00:29:55.690274 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93255e64-5bf5-4663-8eb9-21769d056ad1 req-39316d86-864c-4764-b5ab-88afd2682e3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=372797df-c1d2-46af-a88a-f8b38e7d12ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273089 Aug 24 00:29:55.794338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93255e64-5bf5-4663-8eb9-21769d056ad1 req-e39e4ae6-d21d-460f-a2b5-ff7242dfa2f7 service neutron] 10.222.0.47 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964608 Aug 24 00:29:55.895173 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93255e64-5bf5-4663-8eb9-21769d056ad1 req-77bdd07e-6493-4398-8df0-45facdccf63f service neutron] 10.222.0.47 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920126 Aug 24 00:29:56.647730 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf2d53-f9b2-4558-a448-ff13d0822085 req-135361a0-1816-42f1-98ee-e5198bb3541b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:56.649475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3bf2d53-f9b2-4558-a448-ff13d0822085 req-135361a0-1816-42f1-98ee-e5198bb3541b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 943 time: 0.0556886 Aug 24 00:29:56.697442 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3bf2d53-f9b2-4558-a448-ff13d0822085 req-0fa4433a-3417-4d9f-8ab1-ac4eae37252c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366368 Aug 24 00:29:56.802238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48295976-c110-4cc8-8870-36bf11f61f4d req-9577304e-0d4e-43bc-8d61-c8745df05363 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0326731 Aug 24 00:29:57.477514 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea7f-5a9d-447d-9971-17a912a5db30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:57.501111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 71a292ce-4187-4bbe-8170-004aad5fee01 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:29:57.622131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 71a292ce-4187-4bbe-8170-004aad5fee01, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=71a292ce-4187-4bbe-8170-004aad5fee01,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:57.634499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '71a292ce-4187-4bbe-8170-004aad5fee01', 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'port_id': '71a292ce-4187-4bbe-8170-004aad5fee01', 'mac_address': 'fa:16:3e:05:be:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3029ff06-c0b5-4450-8493-16639e4dfbd0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:29:57.680100 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:57.694329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a292ce-4187-4bbe-8170-004aad5fee01 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:57.715679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 71a292ce-4187-4bbe-8170-004aad5fee01, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=71a292ce-4187-4bbe-8170-004aad5fee01,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:57.719703 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:57.796986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=71a292ce-4187-4bbe-8170-004aad5fee01,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:57.806087 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:57.806599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:57.807064 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:57.807537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:57.807952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:57.808360 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:57.808767 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:57.809195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:57.809628 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:57.810093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:57.810518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:57.810977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:57.832059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee81fa-9471-4a77-95ed-732b3492272a req-7bb1277c-3403-495f-8d8f-55eac09e61f6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:57.833644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1ee81fa-9471-4a77-95ed-732b3492272a req-7bb1277c-3403-495f-8d8f-55eac09e61f6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 944 time: 0.0638499 Aug 24 00:29:57.876418 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1ee81fa-9471-4a77-95ed-732b3492272a req-97da710d-18f4-4680-bcf2-1fe73f60f045 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333698 Aug 24 00:29:57.912376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5a59859-4927-4616-a2a1-1e1633c4bbf2 req-1d63b51b-d11f-4bc0-9bf3-873fb8eb811e tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0279868 Aug 24 00:29:58.119686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['71a292ce-4187-4bbe-8170-004aad5fee01'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:58.550351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6602fce-3dfe-4e26-9382-3dadaf436139 req-4b81ad12-41e7-48dd-92f5-5df180080518 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:58.551899 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6602fce-3dfe-4e26-9382-3dadaf436139 req-4b81ad12-41e7-48dd-92f5-5df180080518 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 949 time: 0.0500813 Aug 24 00:29:58.593783 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6602fce-3dfe-4e26-9382-3dadaf436139 req-4c25aca8-6c98-4e57-8547-8310782026fb tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/security-groups?id=644f8c1b-dfba-4475-85cc-670d74280698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349171 Aug 24 00:29:59.008660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acc991-1b67-4abb-8c02-8123c12f492d req-99b39723-9bda-493c-b559-dac00f9e010c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:59.010178 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96acc991-1b67-4abb-8c02-8123c12f492d req-99b39723-9bda-493c-b559-dac00f9e010c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 944 time: 0.0617445 Aug 24 00:29:59.048319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb705bba-00d7-4f0a-8de2-b7bb45d8e7b4 req-fbc17aa7-ab69-4c7b-9604-4f0eacf0a0a1 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0371478 Aug 24 00:29:59.069129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96acc991-1b67-4abb-8c02-8123c12f492d req-0ed6b97e-1575-40b0-bf53-10fec5bfecdd tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486214 Aug 24 00:29:59.516341 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 71a292ce-4187-4bbe-8170-004aad5fee01 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:59.568358 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.577195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 71a292ce-4187-4bbe-8170-004aad5fee01 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:59.581071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 71a292ce-4187-4bbe-8170-004aad5fee01 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:59.581441 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.688193 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.714168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348d3571-a4e5-45fe-a325-b9cc0792ab26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a292ce-4187-4bbe-8170-004aad5fee01'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:59.716691 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc559aa-c855-464a-8d8f-906e373f7ddb" -d '{"events": [{"server_uuid": "348d3571-a4e5-45fe-a325-b9cc0792ab26", "name": "network-vif-plugged", "status": "completed", "tag": "71a292ce-4187-4bbe-8170-004aad5fee01"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:59.730762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 71a292ce-4187-4bbe-8170-004aad5fee01, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=71a292ce-4187-4bbe-8170-004aad5fee01,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:59.731550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7de954-4a1c-4b0d-835f-a5f17f5db3d3 req-17aa42c3-fc07-46e3-a40f-22b0b053e26f tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:59.733470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7de954-4a1c-4b0d-835f-a5f17f5db3d3 req-17aa42c3-fc07-46e3-a40f-22b0b053e26f tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 949 time: 0.0596242 Aug 24 00:29:59.736013 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.772873 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d8a30c-bf36-4444-a0be-1ea376770265 x-openstack-request-id: req-62d8a30c-bf36-4444-a0be-1ea376770265 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:59.773389 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348d3571-a4e5-45fe-a325-b9cc0792ab26", "name": "network-vif-plugged", "status": "completed", "tag": "71a292ce-4187-4bbe-8170-004aad5fee01", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:59.773903 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62d8a30c-bf36-4444-a0be-1ea376770265 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:59.774300 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348d3571-a4e5-45fe-a325-b9cc0792ab26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a292ce-4187-4bbe-8170-004aad5fee01', 'code': 200} Aug 24 00:29:59.782476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7de954-4a1c-4b0d-835f-a5f17f5db3d3 req-0eccd8e7-b3c4-427d-baef-e531ebf4b148 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/security-groups?id=644f8c1b-dfba-4475-85cc-670d74280698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423229 Aug 24 00:29:59.799079 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=71a292ce-4187-4bbe-8170-004aad5fee01,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:59.895153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d08bf-578e-4391-9ea4-efb9b521828c req-771d18b1-a395-4a48-ae86-780a259bc14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:59.896785 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-261d08bf-578e-4391-9ea4-efb9b521828c req-771d18b1-a395-4a48-ae86-780a259bc14f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 1096 time: 0.0448127 Aug 24 00:29:59.937187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-261d08bf-578e-4391-9ea4-efb9b521828c req-792b166b-8f77-42d6-8865-f7d550b7837f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305753 Aug 24 00:30:00.109513 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:00.159030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e05fd7b4-95d0-4b7b-93cf-a695aea69a40 req-01d0194b-0d32-43ca-bcf2-c9e48064b5c7 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0284524 Aug 24 00:30:00.215006 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-757b9cd3-1589-460a-9b37-aaf9b7be77cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:00.274926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112143f1-7cc9-4238-9127-be42dbf0a684 req-3decf047-a1ce-40f7-bad8-46f4f74290e8 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:00.276339 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-112143f1-7cc9-4238-9127-be42dbf0a684 req-3decf047-a1ce-40f7-bad8-46f4f74290e8 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 945 time: 0.0551388 Aug 24 00:30:00.315726 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-112143f1-7cc9-4238-9127-be42dbf0a684 req-f94bc0d9-60ab-45b5-a998-083e9a34c8a5 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332034 Aug 24 00:30:00.714826 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c517d-20f7-4c3b-8ecc-08477a76dc7b req-90518962-b772-48e2-a171-ec251db4cb13 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:00.716355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee7c517d-20f7-4c3b-8ecc-08477a76dc7b req-90518962-b772-48e2-a171-ec251db4cb13 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.47 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 949 time: 0.0518670 Aug 24 00:30:00.825159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ee7c517d-20f7-4c3b-8ecc-08477a76dc7b req-3c72b58a-11ef-4d1b-91e6-9485f0fb2025 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Deleting port 674f6385-47ad-45ec-9a0b-70cea70b6a81 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:00.825509 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ee7c517d-20f7-4c3b-8ecc-08477a76dc7b req-3c72b58a-11ef-4d1b-91e6-9485f0fb2025 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:00.949188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ee7c517d-20f7-4c3b-8ecc-08477a76dc7b req-3c72b58a-11ef-4d1b-91e6-9485f0fb2025 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] For port 674f6385-47ad-45ec-9a0b-70cea70b6a81, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=674f6385-47ad-45ec-9a0b-70cea70b6a81,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:00.949564 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ee7c517d-20f7-4c3b-8ecc-08477a76dc7b req-3c72b58a-11ef-4d1b-91e6-9485f0fb2025 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:00.971187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53de831-ef85-483a-992c-18f525fb1e40 req-76fc4271-491e-42ff-bbf9-8fa751ac050b tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:00.972605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f53de831-ef85-483a-992c-18f525fb1e40 req-76fc4271-491e-42ff-bbf9-8fa751ac050b tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 949 time: 0.0942981 Aug 24 00:30:00.973483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ee7c517d-20f7-4c3b-8ecc-08477a76dc7b req-3c72b58a-11ef-4d1b-91e6-9485f0fb2025 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Calling delete_port for 674f6385-47ad-45ec-9a0b-70cea70b6a81 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:01.067199 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f53de831-ef85-483a-992c-18f525fb1e40 req-3b1fc2d6-defa-4c9b-85b8-fe9dc3ec4ac2 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/security-groups?id=644f8c1b-dfba-4475-85cc-670d74280698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847251 Aug 24 00:30:01.223349 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:01.405280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4770de71-4f4e-4f1f-b9a3-c34cf9741873 req-bbe1fb0a-e26a-4d8b-9f45-f761ef24049f tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0297041 Aug 24 00:30:01.428644 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ee7c517d-20f7-4c3b-8ecc-08477a76dc7b req-3c72b58a-11ef-4d1b-91e6-9485f0fb2025 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:01.465150 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['674f6385-47ad-45ec-9a0b-70cea70b6a81'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:01.471980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72b58a-11ef-4d1b-91e6-9485f0fb2025 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Pushing event deleted for resources: {'Port': ['ID=674f6385-47ad-45ec-9a0b-70cea70b6a81,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:01.539577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7c517d-20f7-4c3b-8ecc-08477a76dc7b req-3c72b58a-11ef-4d1b-91e6-9485f0fb2025 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] No DVR routers for this DVR port 674f6385-47ad-45ec-9a0b-70cea70b6a81 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:01.542716 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ee7c517d-20f7-4c3b-8ecc-08477a76dc7b req-3c72b58a-11ef-4d1b-91e6-9485f0fb2025 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:01.545386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee7c517d-20f7-4c3b-8ecc-08477a76dc7b req-3c72b58a-11ef-4d1b-91e6-9485f0fb2025 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.47 "DELETE /v2.0/ports/674f6385-47ad-45ec-9a0b-70cea70b6a81 HTTP/1.1" status: 204 len: 173 time: 0.8176291 Aug 24 00:30:01.559888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284e8a7e-bebb-42e0-a69f-bc883d069ca7', 'name': 'network-vif-deleted', 'tag': '674f6385-47ad-45ec-9a0b-70cea70b6a81'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:01.562318 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd2d72b-af06-4e88-aa51-e3983ff57254" -d '{"events": [{"server_uuid": "284e8a7e-bebb-42e0-a69f-bc883d069ca7", "name": "network-vif-deleted", "tag": "674f6385-47ad-45ec-9a0b-70cea70b6a81"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:01.623040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446d536-c04b-4333-bfcd-37475433b875 req-5e569fd7-1860-4f9b-8248-e9032c39edbf tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:01.640026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2446d536-c04b-4333-bfcd-37475433b875 req-5e569fd7-1860-4f9b-8248-e9032c39edbf tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 945 time: 0.1042533 Aug 24 00:30:01.649771 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e24b61b-e92d-4f13-8760-9d4d5d1ce0e5 x-openstack-request-id: req-5e24b61b-e92d-4f13-8760-9d4d5d1ce0e5 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:01.650120 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284e8a7e-bebb-42e0-a69f-bc883d069ca7", "name": "network-vif-deleted", "tag": "674f6385-47ad-45ec-9a0b-70cea70b6a81", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:01.650377 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e24b61b-e92d-4f13-8760-9d4d5d1ce0e5 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:01.650796 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284e8a7e-bebb-42e0-a69f-bc883d069ca7', 'name': 'network-vif-deleted', 'tag': '674f6385-47ad-45ec-9a0b-70cea70b6a81', 'status': 'completed', 'code': 200} Aug 24 00:30:01.690941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2446d536-c04b-4333-bfcd-37475433b875 req-410f869d-fd8b-45e1-96e8-e13abaeeb5d0 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472145 Aug 24 00:30:02.182343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b3c80f4-0582-475a-987b-45a4145457c7 req-1780a02e-778c-4533-8665-1c78eaf4fcf8 tempest-VolumesBackupsTest-2112300916 tempest-VolumesBackupsTest-2112300916-project] 10.222.0.32 "GET /v2.0/ports?device_id=284e8a7e-bebb-42e0-a69f-bc883d069ca7 HTTP/1.1" status: 200 len: 210 time: 0.0281663 Aug 24 00:30:02.516641 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f283b72-0068-4e89-86fb-2418a297ab2b req-95bdd351-4564-4dc5-8900-ce069be64387 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0328124 Aug 24 00:30:02.817313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37814bb-40d6-403d-867a-d3481ad59f7e req-32fea3ed-6d7b-4e7d-b577-f1df643dc1bc tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:02.819322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c37814bb-40d6-403d-867a-d3481ad59f7e req-32fea3ed-6d7b-4e7d-b577-f1df643dc1bc tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 945 time: 0.0557215 Aug 24 00:30:02.858308 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c37814bb-40d6-403d-867a-d3481ad59f7e req-6f7b9845-0c91-41ec-86ca-54e7752cd14d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329628 Aug 24 00:30:02.992410 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:03.145374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-6192cf0a-6b96-4265-886f-78ddab8f8af6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:03.147136 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-6192cf0a-6b96-4265-886f-78ddab8f8af6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.1039693 Aug 24 00:30:03.162829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-197763fb-17ea-40b6-b867-842149973406 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/quotas/a164e3a726894597b2404e9ee3102e8c HTTP/1.1" status: 200 len: 375 time: 0.0097175 Aug 24 00:30:03.222654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-a1f03986-87b7-4d76-a837-07b2a8fc53fb tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537715 Aug 24 00:30:03.330566 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bd3da19e-a8ef-4aca-9745-3f9718b7eb5f service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944910 Aug 24 00:30:03.437723 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-1f7fb201-703c-463c-9955-a22703034d9a service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995624 Aug 24 00:30:03.687420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ece18b2-b6c4-40a1-9590-90df286efb4a req-b91bcc67-878f-4882-9742-7e274b671012 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0535746 Aug 24 00:30:03.747591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b60f4b1-ddd9-418f-acd3-2c47e0987d79 req-b2eaedd0-0dc4-4417-8d1e-8ff6ce28a85c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 210 time: 0.0520461 Aug 24 00:30:04.160892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036610d-4306-4151-a27b-6ff00a27b89f req-9052bd72-a56b-4124-80aa-39afd0d4a22d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:04.169078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f036610d-4306-4151-a27b-6ff00a27b89f req-9052bd72-a56b-4124-80aa-39afd0d4a22d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0792909 Aug 24 00:30:04.221508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f036610d-4306-4151-a27b-6ff00a27b89f req-2f2ff882-f01f-4af8-b891-0320dd10d927 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508597 Aug 24 00:30:04.378124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a858527-d579-4f93-844a-11c273b1e42d req-f6db8405-8751-4210-b22b-e9afa707dd25 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:04.379744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a858527-d579-4f93-844a-11c273b1e42d req-f6db8405-8751-4210-b22b-e9afa707dd25 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0590119 Aug 24 00:30:04.444243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a858527-d579-4f93-844a-11c273b1e42d req-c5e2c0ba-d498-40a2-9129-1b7c28df9541 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515296 Aug 24 00:30:04.942185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-097dabf7-e30d-4aec-8a29-ff57fe205fda tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:04.946948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-097dabf7-e30d-4aec-8a29-ff57fe205fda tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 812 time: 0.3118584 Aug 24 00:30:04.988596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62d2b98a-6410-4f2b-920d-25288393fc05 req-b6a61cfd-76ff-4513-abc6-c3ef42be305d tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0551288 Aug 24 00:30:04.995896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ee212f5-35dd-4b22-b9e2-4c2c5da403eb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/quotas/843b1299ec4a416799a84024131bc2b6 HTTP/1.1" status: 200 len: 375 time: 0.0327404 Aug 24 00:30:05.075768 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-f94962db-6ee8-4fd4-8573-dd8872943ed2 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:05.077289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-f94962db-6ee8-4fd4-8573-dd8872943ed2 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.47 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.2444489 Aug 24 00:30:05.103606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c97d2c2a-70fd-4267-bba3-c9e24d408b8d req-20a0cc1c-7378-4dce-b61c-f6a281be86db tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 210 time: 0.0472550 Aug 24 00:30:05.109354 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-f0c46dfd-1f14-497c-aa1a-2cc02f2c9695 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Request body: {'port': {'device_id': '6008b53f-006d-4b49-83d3-e2fc8061d5c6', 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'admin_state_up': True, 'tenant_id': 'a164e3a726894597b2404e9ee3102e8c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:05.149841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-0e53f7ef-1ad4-4000-81f6-4cf002259b21 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1387119 Aug 24 00:30:05.289538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-64c26683-b542-49db-b09f-de49fdf6a47e service neutron] 10.222.0.32 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069112 Aug 24 00:30:05.413575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-f0c46dfd-1f14-497c-aa1a-2cc02f2c9695 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Made reservation on behalf of a164e3a726894597b2404e9ee3102e8c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:05.417047 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-f0c46dfd-1f14-497c-aa1a-2cc02f2c9695 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:05.424509 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ef87836-4abf-4be5-b11d-7661c4e75b92 service neutron] 10.222.0.32 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257675 Aug 24 00:30:05.547066 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 674f6385-47ad-45ec-9a0b-70cea70b6a81 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:05.586623 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 674f6385-47ad-45ec-9a0b-70cea70b6a81 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:30:05.586886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-f0c46dfd-1f14-497c-aa1a-2cc02f2c9695 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Allocated IP 172.20.0.14 (372797df-c1d2-46af-a88a-f8b38e7d12ed/3029ff06-c0b5-4450-8493-16639e4dfbd0/152721fe-1ba4-4ce5-a269-c486d8b50ab2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:05.587902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 674f6385-47ad-45ec-9a0b-70cea70b6a81 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:05.809382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a53ae34d-a8a1-46a0-9f66-7eb5a0d26b44 req-ca0b33e5-c638-450b-bcdb-6063b47a2b43 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 210 time: 0.0425730 Aug 24 00:30:05.886333 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-f0c46dfd-1f14-497c-aa1a-2cc02f2c9695 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:05.942279 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-f0c46dfd-1f14-497c-aa1a-2cc02f2c9695 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:05.982661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['71a292ce-4187-4bbe-8170-004aad5fee01'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:05.997301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-f0c46dfd-1f14-497c-aa1a-2cc02f2c9695 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Network 372797df-c1d2-46af-a88a-f8b38e7d12ed is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:06.038165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['3cf15a80-75af-42b5-ae25-0251e159ef02'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:06.046898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-f0c46dfd-1f14-497c-aa1a-2cc02f2c9695 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:06.052389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-f0c46dfd-1f14-497c-aa1a-2cc02f2c9695 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:06.217999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c46dfd-1f14-497c-aa1a-2cc02f2c9695 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Pushing event updated for resources: {'Port': ['ID=152721fe-1ba4-4ce5-a269-c486d8b50ab2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:06.260724 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c959e89f-ed36-4bae-afe1-8b353daa8130 req-7882a76c-5b14-45bf-b98a-27c606cee631 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.1244550 Aug 24 00:30:06.302658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-f0c46dfd-1f14-497c-aa1a-2cc02f2c9695 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:06.305398 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-f0c46dfd-1f14-497c-aa1a-2cc02f2c9695 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:06.337243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-f0c46dfd-1f14-497c-aa1a-2cc02f2c9695 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2326913 Aug 24 00:30:06.356726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fad78-423c-4d63-b390-6f82fe207f86 req-40565e86-8a7b-4b81-bca7-74f9a4ead346 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:06.358683 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e80fad78-423c-4d63-b390-6f82fe207f86 req-40565e86-8a7b-4b81-bca7-74f9a4ead346 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 932 time: 0.1057575 Aug 24 00:30:06.384889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Request body: {'port': {'device_id': '6008b53f-006d-4b49-83d3-e2fc8061d5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:06.486944 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:06.509214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e80fad78-423c-4d63-b390-6f82fe207f86 req-85155cdc-6451-4808-ad86-d4c704cd12d9 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373169 Aug 24 00:30:06.929018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152721fe-1ba4-4ce5-a269-c486d8b50ab2 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:30:06.935960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8edbaf7-977b-4796-91fa-92979d40f8f1 req-b7a9309d-7f98-4ca8-94fa-e2c16ce53693 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 210 time: 0.0474913 Aug 24 00:30:06.940959 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:06.970035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Transition to ACTIVE for port object 152721fe-1ba4-4ce5-a269-c486d8b50ab2 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:06.980110 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:07.091080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Pushing event updated for resources: {'Port': ['ID=152721fe-1ba4-4ce5-a269-c486d8b50ab2,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:07.236853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Attempting to bind port 152721fe-1ba4-4ce5-a269-c486d8b50ab2 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:07.237115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Attempting to bind port 152721fe-1ba4-4ce5-a269-c486d8b50ab2 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:07.237448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Attempting to bind port 152721fe-1ba4-4ce5-a269-c486d8b50ab2 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:07.255100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Port 152721fe-1ba4-4ce5-a269-c486d8b50ab2 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:30:07.255792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Attempting to bind port 152721fe-1ba4-4ce5-a269-c486d8b50ab2 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:07.272570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:07.273406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Checking segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:07.275193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Bound using segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:07.276250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Bound port: 152721fe-1ba4-4ce5-a269-c486d8b50ab2, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:07.276879 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:07.287594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-577f8814-84bf-4cf1-a7be-18d03a818148 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:07.289396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-577f8814-84bf-4cf1-a7be-18d03a818148 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.47 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 812 time: 0.2122450 Aug 24 00:30:07.329644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-42202844-8e01-4dbf-8e3a-a3d548211663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Request body: {'port': {'device_id': '9467cfbb-6c1a-4227-baeb-cb9b713a5990', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'admin_state_up': True, 'tenant_id': '843b1299ec4a416799a84024131bc2b6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:07.446104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d45ca2ad-a728-4675-98d4-5f389da87109 req-01287510-49f6-40df-8205-e6b51d5d2f90 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0594997 Aug 24 00:30:07.481457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] For port 152721fe-1ba4-4ce5-a269-c486d8b50ab2, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:07.486009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] For port 152721fe-1ba4-4ce5-a269-c486d8b50ab2, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=152721fe-1ba4-4ce5-a269-c486d8b50ab2,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:07.497372 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:07.573730 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:07.574370 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:07.575863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] 10.222.0.47 "PUT /v2.0/ports/152721fe-1ba4-4ce5-a269-c486d8b50ab2 HTTP/1.1" status: 200 len: 1092 time: 1.2019906 Aug 24 00:30:07.581614 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6008b53f-006d-4b49-83d3-e2fc8061d5c6', 'tag': '152721fe-1ba4-4ce5-a269-c486d8b50ab2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:07.584130 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d41a36-bb97-4560-beaf-d34e60408fce" -d '{"events": [{"name": "network-changed", "server_uuid": "6008b53f-006d-4b49-83d3-e2fc8061d5c6", "tag": "152721fe-1ba4-4ce5-a269-c486d8b50ab2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:07.643393 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dcc50-d939-42c4-8d7e-3a26444e83e6 service neutron] Pushing event updated for resources: {'Port': ['ID=152721fe-1ba4-4ce5-a269-c486d8b50ab2,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:07.660222 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c83f929-161d-44b0-9a8f-333d1fbac0a6 x-openstack-request-id: req-5c83f929-161d-44b0-9a8f-333d1fbac0a6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:07.660518 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6008b53f-006d-4b49-83d3-e2fc8061d5c6", "tag": "152721fe-1ba4-4ce5-a269-c486d8b50ab2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:07.660777 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c83f929-161d-44b0-9a8f-333d1fbac0a6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:07.661445 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6008b53f-006d-4b49-83d3-e2fc8061d5c6', 'tag': '152721fe-1ba4-4ce5-a269-c486d8b50ab2', 'status': 'completed', 'code': 200} Aug 24 00:30:07.664147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-42202844-8e01-4dbf-8e3a-a3d548211663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Made reservation on behalf of 843b1299ec4a416799a84024131bc2b6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:07.668861 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-42202844-8e01-4dbf-8e3a-a3d548211663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:07.745877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec98a58-1ff3-4f10-94ce-5f1137c37c9f req-4badc37b-0773-425a-a89b-3b95e4d135b4 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:07.747150 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ec98a58-1ff3-4f10-94ce-5f1137c37c9f req-4badc37b-0773-425a-a89b-3b95e4d135b4 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 944 time: 0.1216924 Aug 24 00:30:07.806294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-4e939231-a03d-4fae-bc69-8a9cde325fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:07.808554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-4e939231-a03d-4fae-bc69-8a9cde325fe3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 1095 time: 0.1357486 Aug 24 00:30:07.840148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ec98a58-1ff3-4f10-94ce-5f1137c37c9f req-a232c322-9647-4b26-aff7-a552227249d6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639772 Aug 24 00:30:07.911951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-b76fc1a4-e4e7-4562-a8ac-5c940445f3da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152721fe-1ba4-4ce5-a269-c486d8b50ab2 HTTP/1.1" status: 200 len: 217 time: 0.0431376 Aug 24 00:30:07.934714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-42202844-8e01-4dbf-8e3a-a3d548211663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Allocated IP 172.20.0.12 (a97f6643-bbde-4905-ae5c-005d0d033f1f/caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2/5b0b3d45-20c7-47eb-9c01-b9e44083d6af) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:07.992116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-4d4771ed-f1d6-4c06-939a-39f7157d8b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:07.993653 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-4d4771ed-f1d6-4c06-939a-39f7157d8b8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 200 len: 845 time: 0.0731950 Aug 24 00:30:08.038860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-8c44a13c-65da-4538-b816-fdf33045d2f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=372797df-c1d2-46af-a88a-f8b38e7d12ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379713 Aug 24 00:30:08.095545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a4a76bd-c699-4771-aee8-87d8087d4701 req-b07dace3-9c8d-45ef-9f16-1bb54e46a65c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 210 time: 0.0626891 Aug 24 00:30:08.501859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-22051132-bc3c-49ae-9546-89eb766fc490 service neutron] 10.222.0.47 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520450 Aug 24 00:30:08.611962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8eb9fd1b-939d-4d9a-827d-72b53eb8b9fc req-0063de66-c6f3-4c99-b965-b36bdf8d003a tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0801153 Aug 24 00:30:08.658112 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-42202844-8e01-4dbf-8e3a-a3d548211663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:08.684408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-42202844-8e01-4dbf-8e3a-a3d548211663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Transition to ACTIVE for port object 5b0b3d45-20c7-47eb-9c01-b9e44083d6af will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:08.688888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4acc6cf-4a30-44da-9303-3b9700cd3c98 req-80a07e27-3eb0-4776-b90e-216b49a4714f service neutron] 10.222.0.47 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783643 Aug 24 00:30:08.723323 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-42202844-8e01-4dbf-8e3a-a3d548211663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:08.760806 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['3c7f2ff6-739c-4cff-91d7-5815da563f4c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:08.763993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5d8d438d-e8ef-448d-a5cc-8b4a3dff0736'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:08.805743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-42202844-8e01-4dbf-8e3a-a3d548211663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Network a97f6643-bbde-4905-ae5c-005d0d033f1f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:08.811741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-42202844-8e01-4dbf-8e3a-a3d548211663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:08.831138 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-42202844-8e01-4dbf-8e3a-a3d548211663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:08.836872 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42202844-8e01-4dbf-8e3a-a3d548211663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event updated for resources: {'Port': ['ID=5b0b3d45-20c7-47eb-9c01-b9e44083d6af,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:08.915113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d41a36-bb97-4560-beaf-d34e60408fce req-e7014a93-4b8f-4743-9cc3-6b6d44fbef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:08.916658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03d41a36-bb97-4560-beaf-d34e60408fce req-e7014a93-4b8f-4743-9cc3-6b6d44fbef5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 1095 time: 0.1208270 Aug 24 00:30:08.951383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-42202844-8e01-4dbf-8e3a-a3d548211663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:08.952062 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-42202844-8e01-4dbf-8e3a-a3d548211663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:09.104033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-42202844-8e01-4dbf-8e3a-a3d548211663 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7973304 Aug 24 00:30:09.148032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Request body: {'port': {'device_id': '9467cfbb-6c1a-4227-baeb-cb9b713a5990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:09.207487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a591f-d0d1-478e-9cb9-9cca499966af req-fbace316-991e-4650-ae9f-cf554dc8e754 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:09.210017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-004a591f-d0d1-478e-9cb9-9cca499966af req-fbace316-991e-4650-ae9f-cf554dc8e754 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 944 time: 0.2533352 Aug 24 00:30:09.217491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c8e66b05-bd73-460f-b3e2-cb2379f69c43 None None] Provisioning for port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:09.220440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d41a36-bb97-4560-beaf-d34e60408fce req-96f22e56-0f0c-44d1-8035-4d75dc70a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:09.223702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03d41a36-bb97-4560-beaf-d34e60408fce req-96f22e56-0f0c-44d1-8035-4d75dc70a15c service neutron] 10.222.0.47 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 906 time: 0.2876298 Aug 24 00:30:09.224133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c8e66b05-bd73-460f-b3e2-cb2379f69c43 None None] Provisioning complete for port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:09.224778 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8e66b05-bd73-460f-b3e2-cb2379f69c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:09.278630 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c8e66b05-bd73-460f-b3e2-cb2379f69c43 None None] Port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:30:09.338116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03d41a36-bb97-4560-beaf-d34e60408fce req-bd8163d9-116c-4863-90ec-417712cad709 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152721fe-1ba4-4ce5-a269-c486d8b50ab2 HTTP/1.1" status: 200 len: 217 time: 0.1037486 Aug 24 00:30:09.404154 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:09.411351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-004a591f-d0d1-478e-9cb9-9cca499966af req-715a9098-3b52-40a0-afd2-ae82fc914590 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863883 Aug 24 00:30:09.449253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca9c51-70df-48cf-ac4c-f0d8d51a6285 req-e0d6f173-98ba-4b27-b410-91c44fa753a7 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:09.450888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44ca9c51-70df-48cf-ac4c-f0d8d51a6285 req-e0d6f173-98ba-4b27-b410-91c44fa753a7 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 932 time: 0.2597630 Aug 24 00:30:09.507492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d41a36-bb97-4560-beaf-d34e60408fce req-d8f601c4-4cd4-4c06-a720-e556d7407087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:09.509001 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03d41a36-bb97-4560-beaf-d34e60408fce req-d8f601c4-4cd4-4c06-a720-e556d7407087 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 200 len: 845 time: 0.1541991 Aug 24 00:30:09.543671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44ca9c51-70df-48cf-ac4c-f0d8d51a6285 req-665816b5-d571-455e-91bf-c8bf69b46ac5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684566 Aug 24 00:30:09.628134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03d41a36-bb97-4560-beaf-d34e60408fce req-02c953db-bcf5-49c5-bea9-973ec27abfdf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=372797df-c1d2-46af-a88a-f8b38e7d12ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335124 Aug 24 00:30:09.791773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0571e4e2-3246-42d3-9889-125e5458f8dc req-e08fe740-1c3f-42f7-8826-b137e2444208 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0405705 Aug 24 00:30:09.849315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03d41a36-bb97-4560-beaf-d34e60408fce req-ad492121-0cfd-494c-b8b1-60ae8b1c401d service neutron] 10.222.0.47 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121983 Aug 24 00:30:09.987035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0b3d45-20c7-47eb-9c01-b9e44083d6af {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:30:10.000824 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.009477 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03d41a36-bb97-4560-beaf-d34e60408fce req-5d2ea626-03f7-44bf-8b9c-cbe56adce14b service neutron] 10.222.0.47 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475296 Aug 24 00:30:10.016592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Transition to ACTIVE for port object 5b0b3d45-20c7-47eb-9c01-b9e44083d6af will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:10.021157 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.073522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0b3d45-20c7-47eb-9c01-b9e44083d6af,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:10.201249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Attempting to bind port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:10.202007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Attempting to bind port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:10.202314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Attempting to bind port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af on network a97f6643-bbde-4905-ae5c-005d0d033f1f {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:10.209536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af on network a97f6643-bbde-4905-ae5c-005d0d033f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:30:10.209979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Attempting to bind port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af on network a97f6643-bbde-4905-ae5c-005d0d033f1f {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:10.217260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:10.218030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Checking segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:10.218523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Bound using segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:10.219165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Bound port: 5b0b3d45-20c7-47eb-9c01-b9e44083d6af, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:10.219634 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.321344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] For port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:10.326756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] For port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5b0b3d45-20c7-47eb-9c01-b9e44083d6af,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:10.335185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.400778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:10.401597 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.403246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] 10.222.0.47 "PUT /v2.0/ports/5b0b3d45-20c7-47eb-9c01-b9e44083d6af HTTP/1.1" status: 200 len: 1092 time: 1.2657137 Aug 24 00:30:10.403954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9467cfbb-6c1a-4227-baeb-cb9b713a5990', 'tag': '5b0b3d45-20c7-47eb-9c01-b9e44083d6af'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:10.425456 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81310808-9cf9-4bf5-b575-2f797e3ed9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9467cfbb-6c1a-4227-baeb-cb9b713a5990", "tag": "5b0b3d45-20c7-47eb-9c01-b9e44083d6af"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:10.509993 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4119874-e901-482d-ae13-512ce9fe0908 x-openstack-request-id: req-d4119874-e901-482d-ae13-512ce9fe0908 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:10.510348 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9467cfbb-6c1a-4227-baeb-cb9b713a5990", "tag": "5b0b3d45-20c7-47eb-9c01-b9e44083d6af", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:10.510661 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4119874-e901-482d-ae13-512ce9fe0908 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:10.511124 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9467cfbb-6c1a-4227-baeb-cb9b713a5990', 'tag': '5b0b3d45-20c7-47eb-9c01-b9e44083d6af', 'status': 'completed', 'code': 200} Aug 24 00:30:10.530724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9c4f7-e35d-41e7-b6ba-b7c72fa51eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0b3d45-20c7-47eb-9c01-b9e44083d6af,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:10.606974 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-ee7617a3-4e33-4ca2-8eca-3f381c88c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:10.608617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-ee7617a3-4e33-4ca2-8eca-3f381c88c5ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 1095 time: 0.1311927 Aug 24 00:30:10.628353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e633e6c-7354-4ea1-9659-9a2ef0047f24 req-29755851-5765-4e97-bb4f-faeb1a44abb5 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:10.629400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e633e6c-7354-4ea1-9659-9a2ef0047f24 req-29755851-5765-4e97-bb4f-faeb1a44abb5 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 944 time: 0.1000271 Aug 24 00:30:10.704861 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-b7062e7e-3a17-4a64-b0cd-d1b311a07fda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b0b3d45-20c7-47eb-9c01-b9e44083d6af HTTP/1.1" status: 200 len: 217 time: 0.0744171 Aug 24 00:30:10.778045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-2ef995de-1ea5-43d1-aba6-b8b619d29d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:10.779657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-2ef995de-1ea5-43d1-aba6-b8b619d29d4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.0666840 Aug 24 00:30:10.835723 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e633e6c-7354-4ea1-9659-9a2ef0047f24 req-89908a08-1989-4fa8-aa89-6cc6706c56a3 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941705 Aug 24 00:30:10.878546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-ca59d02c-c42b-48d2-83ab-5e24df76d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:10.880739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-ca59d02c-c42b-48d2-83ab-5e24df76d64e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905876 Aug 24 00:30:10.894314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c12956-48bc-4341-ac9a-77aa4da2e56f req-1d35fd0b-81e5-48fc-ab91-a1c53e064ea0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:10.899643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b9c12956-48bc-4341-ac9a-77aa4da2e56f req-1d35fd0b-81e5-48fc-ab91-a1c53e064ea0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 944 time: 0.0919821 Aug 24 00:30:11.015422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b9c12956-48bc-4341-ac9a-77aa4da2e56f req-1a2d5f49-4188-4168-9c0a-9631f44a0378 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995362 Aug 24 00:30:11.062519 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8cf693b-eb6d-4926-a6f6-7a9b4492a488 req-de2ac4c4-4a71-4bff-85a9-decbf6b859a0 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0423908 Aug 24 00:30:11.069692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-d97d4d31-91b4-40dd-a5e6-878ec5f2db15 service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682410 Aug 24 00:30:11.169810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46068e75-4adc-4020-92b3-2f72024ddb39 req-a4bad87d-5d6c-4198-872d-0a91bfe797bd service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933216 Aug 24 00:30:11.330752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81310808-9cf9-4bf5-b575-2f797e3ed9bd req-80f68185-c8dd-4bf0-a9a4-3599b38acd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:11.332364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81310808-9cf9-4bf5-b575-2f797e3ed9bd req-80f68185-c8dd-4bf0-a9a4-3599b38acd6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 1095 time: 0.0500414 Aug 24 00:30:11.436390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81310808-9cf9-4bf5-b575-2f797e3ed9bd req-8f2aba0b-6610-4481-b1e0-27fb6f62f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:11.438841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81310808-9cf9-4bf5-b575-2f797e3ed9bd req-8f2aba0b-6610-4481-b1e0-27fb6f62f928 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.0982034 Aug 24 00:30:11.491306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81310808-9cf9-4bf5-b575-2f797e3ed9bd req-7d30db27-6d79-4a64-94b8-f4073ff6bf4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b0b3d45-20c7-47eb-9c01-b9e44083d6af HTTP/1.1" status: 200 len: 217 time: 0.0439477 Aug 24 00:30:11.547812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81310808-9cf9-4bf5-b575-2f797e3ed9bd req-7e4c81d7-9d2f-482f-b8b8-86ce46ec01f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:11.548997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81310808-9cf9-4bf5-b575-2f797e3ed9bd req-7e4c81d7-9d2f-482f-b8b8-86ce46ec01f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.0514271 Aug 24 00:30:11.595076 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 152721fe-1ba4-4ce5-a269-c486d8b50ab2 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:30:11.599745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81310808-9cf9-4bf5-b575-2f797e3ed9bd req-99b52eec-94ff-4700-aefb-ca58900e0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:11.601485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81310808-9cf9-4bf5-b575-2f797e3ed9bd req-99b52eec-94ff-4700-aefb-ca58900e0271 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442202 Aug 24 00:30:11.704499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 152721fe-1ba4-4ce5-a269-c486d8b50ab2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=152721fe-1ba4-4ce5-a269-c486d8b50ab2,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:11.717568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81310808-9cf9-4bf5-b575-2f797e3ed9bd req-31a585f0-dd53-4bbb-a1ac-59635c960f71 service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082728 Aug 24 00:30:11.718330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '152721fe-1ba4-4ce5-a269-c486d8b50ab2', 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'port_id': '152721fe-1ba4-4ce5-a269-c486d8b50ab2', 'mac_address': 'fa:16:3e:1d:ed:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3029ff06-c0b5-4450-8493-16639e4dfbd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:30:11.763710 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:11.785509 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152721fe-1ba4-4ce5-a269-c486d8b50ab2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:30:11.811212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 152721fe-1ba4-4ce5-a269-c486d8b50ab2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=152721fe-1ba4-4ce5-a269-c486d8b50ab2,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:11.817587 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:11.828628 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81310808-9cf9-4bf5-b575-2f797e3ed9bd req-72c2cbd0-3603-4e09-855a-27defc3b9b89 service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027868 Aug 24 00:30:11.863519 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:30:11.874634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=152721fe-1ba4-4ce5-a269-c486d8b50ab2,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:11.966503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf20c0a-ac11-4826-acee-af97b50a99f7 req-ee231db5-5090-4402-81ab-9dc962416d7d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:11.968043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cf20c0a-ac11-4826-acee-af97b50a99f7 req-ee231db5-5090-4402-81ab-9dc962416d7d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 945 time: 0.0570545 Aug 24 00:30:12.015388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cf20c0a-ac11-4826-acee-af97b50a99f7 req-109bf01b-a40c-45d4-91d3-4e3403116dac tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411210 Aug 24 00:30:12.169371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f251f3-03e0-4cb8-a0bd-e5ea18c50e6f req-e5f113ca-af14-4f93-9ce1-32f8585edbc5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:12.171019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56f251f3-03e0-4cb8-a0bd-e5ea18c50e6f req-e5f113ca-af14-4f93-9ce1-32f8585edbc5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 944 time: 0.0791304 Aug 24 00:30:12.212691 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9747b745-eac8-4523-a928-46b89b1b8308 req-0e185753-97cc-4e35-a0a4-effb5f76338a tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0554671 Aug 24 00:30:12.234607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56f251f3-03e0-4cb8-a0bd-e5ea18c50e6f req-a44b3afc-1c4e-415a-b99a-4ccaff470c3d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510185 Aug 24 00:30:12.384294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['152721fe-1ba4-4ce5-a269-c486d8b50ab2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:13.158638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806f6ea-f542-416a-9088-94051dff85f3 req-44da0f12-80ab-4215-8799-3c2ce225910f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:13.160094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a806f6ea-f542-416a-9088-94051dff85f3 req-44da0f12-80ab-4215-8799-3c2ce225910f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 945 time: 0.0557175 Aug 24 00:30:13.210413 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a806f6ea-f542-416a-9088-94051dff85f3 req-6cd1fc54-b3dd-4b62-a5d3-975f0c30b50f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Aug 24 00:30:13.353718 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a31a0eae-902e-4a72-a3b7-09370ec89a92 req-4428af21-a605-4d18-ad40-71bfd4121889 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0474102 Aug 24 00:30:13.388284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c71cf8-d2f1-4cbf-a18f-77c9d862c929 req-c7a8995f-6f64-4b3d-ae5e-8f0bdcd0e037 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:13.389876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2c71cf8-d2f1-4cbf-a18f-77c9d862c929 req-c7a8995f-6f64-4b3d-ae5e-8f0bdcd0e037 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 944 time: 0.0746348 Aug 24 00:30:13.436375 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2c71cf8-d2f1-4cbf-a18f-77c9d862c929 req-96e46bb1-3383-4688-a8e5-b8801aff720e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 Aug 24 00:30:13.628013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5b0b3d45-20c7-47eb-9c01-b9e44083d6af details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:30:13.642710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 152721fe-1ba4-4ce5-a269-c486d8b50ab2 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:13.760574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 152721fe-1ba4-4ce5-a269-c486d8b50ab2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:13.766229 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 152721fe-1ba4-4ce5-a269-c486d8b50ab2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:13.766609 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:13.773432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5b0b3d45-20c7-47eb-9c01-b9e44083d6af,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:13.813226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '5b0b3d45-20c7-47eb-9c01-b9e44083d6af', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'port_id': '5b0b3d45-20c7-47eb-9c01-b9e44083d6af', 'mac_address': 'fa:16:3e:70:1a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:30:13.885998 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:13.909077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0b3d45-20c7-47eb-9c01-b9e44083d6af {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:30:13.915184 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:13.948391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5b0b3d45-20c7-47eb-9c01-b9e44083d6af,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:13.956972 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:13.971798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6008b53f-006d-4b49-83d3-e2fc8061d5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152721fe-1ba4-4ce5-a269-c486d8b50ab2'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:13.973257 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b7bb03-d680-4aa4-a1e0-8c705def9d8e" -d '{"events": [{"server_uuid": "6008b53f-006d-4b49-83d3-e2fc8061d5c6", "name": "network-vif-plugged", "status": "completed", "tag": "152721fe-1ba4-4ce5-a269-c486d8b50ab2"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:14.022133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 152721fe-1ba4-4ce5-a269-c486d8b50ab2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=152721fe-1ba4-4ce5-a269-c486d8b50ab2,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:14.032082 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.045661 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be175485-570f-4cde-ab2b-ec2b2ced0581 x-openstack-request-id: req-be175485-570f-4cde-ab2b-ec2b2ced0581 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:14.046063 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6008b53f-006d-4b49-83d3-e2fc8061d5c6", "name": "network-vif-plugged", "status": "completed", "tag": "152721fe-1ba4-4ce5-a269-c486d8b50ab2", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:14.046406 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be175485-570f-4cde-ab2b-ec2b2ced0581 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:14.046916 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6008b53f-006d-4b49-83d3-e2fc8061d5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152721fe-1ba4-4ce5-a269-c486d8b50ab2', 'code': 200} Aug 24 00:30:14.051563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=5b0b3d45-20c7-47eb-9c01-b9e44083d6af,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:14.100560 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-8ce97b03-e65f-480c-9501-a9ef654a0112 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0908613 Aug 24 00:30:14.108793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=152721fe-1ba4-4ce5-a269-c486d8b50ab2,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:14.198911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc6911-2ce0-4911-9ba8-f3b32865d0d8 req-b92d12bb-4279-43cc-95b4-ad5a32829301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.201087 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0fc6911-2ce0-4911-9ba8-f3b32865d0d8 req-b92d12bb-4279-43cc-95b4-ad5a32829301 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 1097 time: 0.0626988 Aug 24 00:30:14.247886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-08c6c825-e062-41a1-97e0-a4b11b71ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.248618 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-08c6c825-e062-41a1-97e0-a4b11b71ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.249107 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-08c6c825-e062-41a1-97e0-a4b11b71ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.249347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0fc6911-2ce0-4911-9ba8-f3b32865d0d8 req-72c990eb-63f4-41c0-b0cb-fbf28141b784 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365725 Aug 24 00:30:14.249579 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-08c6c825-e062-41a1-97e0-a4b11b71ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.250259 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-08c6c825-e062-41a1-97e0-a4b11b71ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.251126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-08c6c825-e062-41a1-97e0-a4b11b71ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.252452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-08c6c825-e062-41a1-97e0-a4b11b71ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.255381 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-08c6c825-e062-41a1-97e0-a4b11b71ec5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60035b714294d25b25f588bef13ad1c&device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 6502 time: 0.0775602 Aug 24 00:30:14.369832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a8e45-e93d-4eb6-a740-e898a5a075a4 req-2e5df7da-818d-4c99-805d-55585682e1eb tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.371423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-519a8e45-e93d-4eb6-a740-e898a5a075a4 req-2e5df7da-818d-4c99-805d-55585682e1eb tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 946 time: 0.0657754 Aug 24 00:30:14.393331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5b0b3d45-20c7-47eb-9c01-b9e44083d6af'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:14.406252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-6a077867-7f15-4419-b486-e6727c7efd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.407180 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-6a077867-7f15-4419-b486-e6727c7efd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.407844 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-6a077867-7f15-4419-b486-e6727c7efd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.409626 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-6a077867-7f15-4419-b486-e6727c7efd7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=76b7da42-c04b-463d-808a-afaf1b8052d6&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=733ba053-30da-4557-b4cc-071bb438f1a1&id=b6cfb797-f65c-4b64-8064-c867f5a2550e&id=b6cfb797-f65c-4b64-8064-c867f5a2550e HTTP/1.1" status: 200 len: 2297 time: 0.1259592 Aug 24 00:30:14.429752 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-519a8e45-e93d-4eb6-a740-e898a5a075a4 req-5bb9b397-7922-43a6-a83b-cd3927a3048a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469451 Aug 24 00:30:14.502978 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-f88567a0-56d1-4796-a95a-1a0ab0eb25b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 HTTP/1.1" status: 200 len: 1001 time: 0.0839334 Aug 24 00:30:14.506960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0367e9f1-4fbe-4ea4-a20e-2c696d235e02 req-ab9ebced-390b-467f-9532-a0a2bd2d79c0 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0647926 Aug 24 00:30:14.565838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-1b563306-4fcc-4e6c-ab30-b72e362fe3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.567385 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-1b563306-4fcc-4e6c-ab30-b72e362fe3e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54dadfea-b82d-455e-87de-0100325a1116 HTTP/1.1" status: 200 len: 855 time: 0.0561483 Aug 24 00:30:14.647322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035da55-825a-476d-b1d4-ca02d4186f30 req-10649b2a-c597-45bb-806c-45f7350d1c7b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.658128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3035da55-825a-476d-b1d4-ca02d4186f30 req-10649b2a-c597-45bb-806c-45f7350d1c7b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 945 time: 0.1013963 Aug 24 00:30:14.681720 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-0c92afcf-e54e-475e-aaf7-204b3a7bbd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.684043 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-0c92afcf-e54e-475e-aaf7-204b3a7bbd47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76b7da42-c04b-463d-808a-afaf1b8052d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937545 Aug 24 00:30:14.713675 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3035da55-825a-476d-b1d4-ca02d4186f30 req-1928883c-d045-4a04-98a4-b655df3922fd tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540493 Aug 24 00:30:14.817555 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-58ff2e70-3fe6-4874-bb01-20a1a9e193be service neutron] 10.222.0.13 "GET /v2.0/networks/76b7da42-c04b-463d-808a-afaf1b8052d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181166 Aug 24 00:30:14.940355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39216) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:14.950977 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-0906e187-3f62-4729-8b06-8d806daa9814 service neutron] 10.222.0.13 "GET /v2.0/networks/76b7da42-c04b-463d-808a-afaf1b8052d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245921 Aug 24 00:30:15.012847 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-bfc85b9a-422b-4d15-bc11-bf2d8a5db7d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=dfe403b4-93ff-4811-8d40-226b565b5d0e HTTP/1.1" status: 200 len: 217 time: 0.0535171 Aug 24 00:30:15.081284 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-6becb6a8-2188-4f92-8776-32fc3f9bb50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:15.082892 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-6becb6a8-2188-4f92-8776-32fc3f9bb50e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.0631177 Aug 24 00:30:15.100688 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b243ab73-6a12-4461-a688-2c263c87dc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:15.140296 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-3df7bbca-a71d-4e94-8b1d-1a4ab3521aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:15.141835 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-3df7bbca-a71d-4e94-8b1d-1a4ab3521aa0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447867 Aug 24 00:30:15.220185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b243ab73-6a12-4461-a688-2c263c87dc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:15.227605 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b243ab73-6a12-4461-a688-2c263c87dc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:15.248671 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-20840268-54f4-4ecb-b9e2-2c472254784a service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986176 Aug 24 00:30:15.276295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243ab73-6a12-4461-a688-2c263c87dc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf5209a-7c15-4086-b74e-39b194b79d1e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:15.282201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b243ab73-6a12-4461-a688-2c263c87dc65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bcd10376098415f9de3f43eee241539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407714 Aug 24 00:30:15.286006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39224) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:15.365966 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-213244ae-54fb-42d7-8aa9-1fe437964cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:15.386650 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-7ce0550f-3412-410c-9214-fe080cc486fa service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293077 Aug 24 00:30:15.393332 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-213244ae-54fb-42d7-8aa9-1fe437964cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:15.438079 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-7890a65c-c506-4e1d-90cc-ad2b8cb126e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=22f7ed89-39b2-4be4-b2ff-738827384330 HTTP/1.1" status: 200 len: 217 time: 0.0415728 Aug 24 00:30:15.444512 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-213244ae-54fb-42d7-8aa9-1fe437964cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:15.447640 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-213244ae-54fb-42d7-8aa9-1fe437964cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:15.449119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-213244ae-54fb-42d7-8aa9-1fe437964cd2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bf5209a-7c15-4086-b74e-39b194b79d1e HTTP/1.1" status: 204 len: 168 time: 0.1606379 Aug 24 00:30:15.458461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213244ae-54fb-42d7-8aa9-1fe437964cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf5209a-7c15-4086-b74e-39b194b79d1e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:15.512364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-5aaa91fe-6daf-4af1-b00e-9dce7fd51c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:15.514088 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-5aaa91fe-6daf-4af1-b00e-9dce7fd51c2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.0696249 Aug 24 00:30:15.595136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff259-1d29-4aa4-876f-58141fe00e2f req-16e6c511-facf-43f9-984d-8f390f540c47 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:15.595899 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-19e85abf-5e22-4a3a-931a-bb8f5fb521d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:15.601638 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-19e85abf-5e22-4a3a-931a-bb8f5fb521d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0776243 Aug 24 00:30:15.608895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e5ff259-1d29-4aa4-876f-58141fe00e2f req-16e6c511-facf-43f9-984d-8f390f540c47 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 946 time: 0.0910332 Aug 24 00:30:15.715954 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-4ce9a09c-bf53-415d-be0d-1cdc190b01ff service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054873 Aug 24 00:30:15.717798 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b5dbc9f-4c4f-4d5e-afe5-6859f0f30d2f req-5886d9e9-44d7-4868-bd68-779544b8dc57 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0497248 Aug 24 00:30:15.738164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e5ff259-1d29-4aa4-876f-58141fe00e2f req-af88df1c-6b36-41b0-aa4c-33ca61a46d09 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192677 Aug 24 00:30:15.870143 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-67ba565d-0ede-4f09-86c0-65f58697f9e8 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422765 Aug 24 00:30:15.875426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c9df6-465e-4ef8-9e75-12388a92dae0 req-7c93f1c6-d5f8-4f47-9d4a-c4d15383e0e5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:15.877390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f66c9df6-465e-4ef8-9e75-12388a92dae0 req-7c93f1c6-d5f8-4f47-9d4a-c4d15383e0e5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 945 time: 0.0568228 Aug 24 00:30:15.923486 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-5d206a2d-6f3c-4b20-8446-ffcb9e6bf5a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=7ec2d164-920a-48df-808a-d50f19345547 HTTP/1.1" status: 200 len: 217 time: 0.0386786 Aug 24 00:30:15.936405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f66c9df6-465e-4ef8-9e75-12388a92dae0 req-855bf4af-3812-432c-aca6-c58fe4e13c9e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491207 Aug 24 00:30:15.982816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-72a2393b-7950-40ea-9bd4-e100fec9f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:15.986182 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-72a2393b-7950-40ea-9bd4-e100fec9f315 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.0532954 Aug 24 00:30:16.043472 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-435161cd-e573-4a64-bd44-46ccbfdcc912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:16.045108 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-435161cd-e573-4a64-bd44-46ccbfdcc912 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0535054 Aug 24 00:30:16.157682 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-3dcf88ef-432f-4589-b74d-bce758a8fa9e service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035023 Aug 24 00:30:16.284677 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-b5bd01d6-58bf-45c9-8205-4a40d8b23c4a service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190884 Aug 24 00:30:16.334272 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-ff448787-19b6-49e1-b636-cb7f6ea6c760 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=4b444555-ec1d-495e-bcde-fa4f20dad18c HTTP/1.1" status: 200 len: 217 time: 0.0410638 Aug 24 00:30:16.391162 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-37593dfa-11f5-463c-994d-713f6de6a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:16.392950 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-37593dfa-11f5-463c-994d-713f6de6a493 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 200 len: 797 time: 0.0519695 Aug 24 00:30:16.454384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-dee8cdb8-a2ff-48a3-a7c4-d658381db6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:16.455918 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-dee8cdb8-a2ff-48a3-a7c4-d658381db6a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=733ba053-30da-4557-b4cc-071bb438f1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0532143 Aug 24 00:30:16.598660 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-5a8ff5bf-56ae-4b58-8ee6-9efb9ac07202 service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980620 Aug 24 00:30:16.699167 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-5001c342-70d6-44a8-9fa0-d388f4164e8e service neutron] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926521 Aug 24 00:30:16.758087 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-3903de7d-020d-4a8e-a417-24c673cd4f83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=15250587-53ca-4501-86b1-c7339d86c075 HTTP/1.1" status: 200 len: 217 time: 0.0481761 Aug 24 00:30:16.832169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e84a5fc-afa8-4c36-afa0-3d7a963290c6 req-13bdd555-15c4-4b3d-84f2-9b3cf32cd110 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0316243 Aug 24 00:30:16.857790 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-9d962b10-a61b-4ace-94ea-6f7d1d54ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:16.857790 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-9d962b10-a61b-4ace-94ea-6f7d1d54ee09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ea995d2-1395-4f59-8ad4-626922072864 HTTP/1.1" status: 200 len: 797 time: 0.0906436 Aug 24 00:30:16.932139 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-d1065e08-3cb9-4e0b-8812-0eb28b6a6a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:16.933300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941c5e3-6f12-4ce1-8397-02a3278c5f4d req-2f249d85-c7ab-41b0-b7ab-5dc8ec57bc50 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:16.933940 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-d1065e08-3cb9-4e0b-8812-0eb28b6a6a7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6cfb797-f65c-4b64-8064-c867f5a2550e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0676408 Aug 24 00:30:16.934895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a941c5e3-6f12-4ce1-8397-02a3278c5f4d req-2f249d85-c7ab-41b0-b7ab-5dc8ec57bc50 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 946 time: 0.0764532 Aug 24 00:30:17.006416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a941c5e3-6f12-4ce1-8397-02a3278c5f4d req-21907081-1916-4c46-b8f8-0d6b9000986a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595345 Aug 24 00:30:17.052819 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-8cd7e301-860c-4456-8b3f-f2f048b51290 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093087 Aug 24 00:30:17.128240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d178c4-b15d-4dcc-b85d-7f35be174724 req-e0a90e34-fa14-40f5-9ed9-941f84c889e0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:17.135299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07d178c4-b15d-4dcc-b85d-7f35be174724 req-e0a90e34-fa14-40f5-9ed9-941f84c889e0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 945 time: 0.1048510 Aug 24 00:30:17.197376 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-9b304a32-2686-4e09-a6e4-6a3d39d75984 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357317 Aug 24 00:30:17.198006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435b431-b575-408b-bd3e-6a98891fedf8 req-d0dfe146-e408-4091-833e-2694822d3ec3 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:17.199418 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c435b431-b575-408b-bd3e-6a98891fedf8 req-d0dfe146-e408-4091-833e-2694822d3ec3 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 945 time: 0.1096365 Aug 24 00:30:17.202973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07d178c4-b15d-4dcc-b85d-7f35be174724 req-79a0ac51-81e4-4393-81ea-6c8299ed2e6e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627425 Aug 24 00:30:17.252523 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c435b431-b575-408b-bd3e-6a98891fedf8 req-418e28cf-f569-40ac-b161-3939dbd1dfc7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459826 Aug 24 00:30:17.263889 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-43f54cae-817d-45d1-9220-9da9ea736312 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9c0ee051-f3be-4377-a1b9-e220303e05a5 HTTP/1.1" status: 200 len: 217 time: 0.0573647 Aug 24 00:30:17.338451 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-41669560-9ccf-4ade-a763-ac34ec831b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:17.340427 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-41669560-9ccf-4ade-a763-ac34ec831b55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ea995d2-1395-4f59-8ad4-626922072864 HTTP/1.1" status: 200 len: 797 time: 0.0608242 Aug 24 00:30:17.396998 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c397-6623-4041-8c84-87c729c97bea req-d2e421b4-1d78-43a1-a7e4-41461edefd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:17.399523 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-d2e421b4-1d78-43a1-a7e4-41461edefd3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6cfb797-f65c-4b64-8064-c867f5a2550e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505209 Aug 24 00:30:17.416273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aaf63-906f-4249-9163-efe81d203102 req-856713f0-8ce6-4b42-9a96-5ae53590e5bc tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:17.417859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-887aaf63-906f-4249-9163-efe81d203102 req-856713f0-8ce6-4b42-9a96-5ae53590e5bc tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 946 time: 0.0746081 Aug 24 00:30:17.472329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-887aaf63-906f-4249-9163-efe81d203102 req-05f1a011-b589-459f-939c-9847b734100f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 Aug 24 00:30:17.563053 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-0fcaa43e-832a-47b8-977b-a4ae6a062b90 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539323 Aug 24 00:30:17.656386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5b0b3d45-20c7-47eb-9c01-b9e44083d6af up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:17.735295 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:17.741861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:17.742315 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:17.743005 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0d98c397-6623-4041-8c84-87c729c97bea req-01f209dc-fdfe-4bb5-bfa4-7e38a14e8be5 service neutron] 10.222.0.13 "GET /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670346 Aug 24 00:30:17.852168 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:17.863747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98e62c-6b6c-401d-a599-da6739d52d80 req-700df613-49fb-48a9-a64c-e95971194d64 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:17.873070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a98e62c-6b6c-401d-a599-da6739d52d80 req-700df613-49fb-48a9-a64c-e95971194d64 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 946 time: 0.0715873 Aug 24 00:30:17.889191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9467cfbb-6c1a-4227-baeb-cb9b713a5990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0b3d45-20c7-47eb-9c01-b9e44083d6af'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:17.892291 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8657e988-72ce-48a4-bb26-666a027b454a" -d '{"events": [{"server_uuid": "9467cfbb-6c1a-4227-baeb-cb9b713a5990", "name": "network-vif-plugged", "status": "completed", "tag": "5b0b3d45-20c7-47eb-9c01-b9e44083d6af"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:17.897875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5b0b3d45-20c7-47eb-9c01-b9e44083d6af,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:17.907655 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:17.944246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a98e62c-6b6c-401d-a599-da6739d52d80 req-131d1c14-bf3a-4a76-a081-4890c4deebac tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699728 Aug 24 00:30:18.011093 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e39a19-b991-48f1-be3f-b361f3ff3ba4 x-openstack-request-id: req-90e39a19-b991-48f1-be3f-b361f3ff3ba4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:18.011400 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9467cfbb-6c1a-4227-baeb-cb9b713a5990", "name": "network-vif-plugged", "status": "completed", "tag": "5b0b3d45-20c7-47eb-9c01-b9e44083d6af", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:18.011655 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90e39a19-b991-48f1-be3f-b361f3ff3ba4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:18.012426 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9467cfbb-6c1a-4227-baeb-cb9b713a5990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0b3d45-20c7-47eb-9c01-b9e44083d6af', 'code': 200} Aug 24 00:30:18.013607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=5b0b3d45-20c7-47eb-9c01-b9e44083d6af,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:18.025055 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfa49d15-a8d0-4791-ae9c-beaee2f7a0d0 req-7861ebbb-4298-4d5f-9610-fc427a806aec tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0509489 Aug 24 00:30:18.160346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0267d10-92e9-46cb-a21f-5c3381e59cf7 req-2acf0950-a208-43b8-b377-89c7a8174fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:18.162204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0267d10-92e9-46cb-a21f-5c3381e59cf7 req-2acf0950-a208-43b8-b377-89c7a8174fe5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 1097 time: 0.0561750 Aug 24 00:30:18.251895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0267d10-92e9-46cb-a21f-5c3381e59cf7 req-c634c05f-c82f-4066-8b30-2db4d15f0547 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743029 Aug 24 00:30:18.353128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9762db-6745-41f7-902b-723efd99fe2e req-b9b2cffc-a9c9-4cc4-aba4-22c60604963e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:18.363375 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9762db-6745-41f7-902b-723efd99fe2e req-b9b2cffc-a9c9-4cc4-aba4-22c60604963e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 946 time: 0.0704145 Aug 24 00:30:18.434817 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd9762db-6745-41f7-902b-723efd99fe2e req-3e9e18c9-023a-489e-9913-8c78e3f1be69 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681701 Aug 24 00:30:19.139900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b0f03-462e-4048-912d-b7acdd119a44 req-dde14c51-5872-48a1-827c-0a391af13996 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:19.142288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e8b0f03-462e-4048-912d-b7acdd119a44 req-dde14c51-5872-48a1-827c-0a391af13996 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 946 time: 0.1149895 Aug 24 00:30:19.166682 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b76d4bc7-44ac-4ca2-9dfb-093d3934d795 req-f0a07fc9-7aab-4296-8d34-97a8cceb6ffd tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0439274 Aug 24 00:30:19.203428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e8b0f03-462e-4048-912d-b7acdd119a44 req-97c1c5df-8395-4c83-a5d1-2c7150b4d5e8 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 Aug 24 00:30:19.565664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f221fe6-fc9e-4c84-93e3-65d6474eadd4 req-8796aa5b-e1cf-47cd-b3ac-fbfc4c010391 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:19.567304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f221fe6-fc9e-4c84-93e3-65d6474eadd4 req-8796aa5b-e1cf-47cd-b3ac-fbfc4c010391 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 946 time: 0.0580709 Aug 24 00:30:19.608134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f221fe6-fc9e-4c84-93e3-65d6474eadd4 req-0205d609-1110-4bdc-9bd1-5fcdb17ab497 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345304 Aug 24 00:30:20.118698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2e00e-217e-4883-b295-b3a033a80eac req-3f8664dc-e041-41d9-a513-31c838e24416 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:20.120765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ece2e00e-217e-4883-b295-b3a033a80eac req-3f8664dc-e041-41d9-a513-31c838e24416 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.47 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 946 time: 0.0711992 Aug 24 00:30:20.247798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ece2e00e-217e-4883-b295-b3a033a80eac req-c1e36490-1a43-4dbf-bf3d-86fbfbb80a81 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Deleting port 152721fe-1ba4-4ce5-a269-c486d8b50ab2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:20.248417 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ece2e00e-217e-4883-b295-b3a033a80eac req-c1e36490-1a43-4dbf-bf3d-86fbfbb80a81 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:20.333394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0ab33d7-105e-44e6-9b70-9009e9ef6e40 req-0e6b0df2-a703-4ba1-9f32-56edb714b5b5 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0388944 Aug 24 00:30:20.683918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ece2e00e-217e-4883-b295-b3a033a80eac req-c1e36490-1a43-4dbf-bf3d-86fbfbb80a81 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] For port 152721fe-1ba4-4ce5-a269-c486d8b50ab2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=152721fe-1ba4-4ce5-a269-c486d8b50ab2,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:20.684281 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ece2e00e-217e-4883-b295-b3a033a80eac req-c1e36490-1a43-4dbf-bf3d-86fbfbb80a81 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:20.712274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ece2e00e-217e-4883-b295-b3a033a80eac req-c1e36490-1a43-4dbf-bf3d-86fbfbb80a81 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Calling delete_port for 152721fe-1ba4-4ce5-a269-c486d8b50ab2 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:20.745328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0a258-528b-41da-aac6-b3cb453f2ca7 req-1cbcc429-4790-4bee-984b-d91397f8271a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:20.753191 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5b0a258-528b-41da-aac6-b3cb453f2ca7 req-1cbcc429-4790-4bee-984b-d91397f8271a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6008b53f-006d-4b49-83d3-e2fc8061d5c6 HTTP/1.1" status: 200 len: 946 time: 0.4600616 Aug 24 00:30:20.848434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e18bf5-d017-4058-be50-a6d646929ee9 req-96626a67-2ed5-433c-84ed-fe811d2b0e75 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:20.850712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6e18bf5-d017-4058-be50-a6d646929ee9 req-96626a67-2ed5-433c-84ed-fe811d2b0e75 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 946 time: 0.1565843 Aug 24 00:30:20.859534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5b0a258-528b-41da-aac6-b3cb453f2ca7 req-891f39cd-9598-4b4d-9fce-6cea2b6269aa tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052275 Aug 24 00:30:20.921751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6e18bf5-d017-4058-be50-a6d646929ee9 req-41c7f738-07a4-4bf0-920b-90f1658386ef tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595458 Aug 24 00:30:20.991770 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ece2e00e-217e-4883-b295-b3a033a80eac req-c1e36490-1a43-4dbf-bf3d-86fbfbb80a81 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:21.025798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['71a292ce-4187-4bbe-8170-004aad5fee01', '152721fe-1ba4-4ce5-a269-c486d8b50ab2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:21.032449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['3cf15a80-75af-42b5-ae25-0251e159ef02'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:21.040714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e36490-1a43-4dbf-bf3d-86fbfbb80a81 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Pushing event deleted for resources: {'Port': ['ID=152721fe-1ba4-4ce5-a269-c486d8b50ab2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:21.106330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece2e00e-217e-4883-b295-b3a033a80eac req-c1e36490-1a43-4dbf-bf3d-86fbfbb80a81 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] No DVR routers for this DVR port 152721fe-1ba4-4ce5-a269-c486d8b50ab2 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:21.110517 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ece2e00e-217e-4883-b295-b3a033a80eac req-c1e36490-1a43-4dbf-bf3d-86fbfbb80a81 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:21.113178 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ece2e00e-217e-4883-b295-b3a033a80eac req-c1e36490-1a43-4dbf-bf3d-86fbfbb80a81 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.47 "DELETE /v2.0/ports/152721fe-1ba4-4ce5-a269-c486d8b50ab2 HTTP/1.1" status: 204 len: 173 time: 0.9824502 Aug 24 00:30:21.114322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6008b53f-006d-4b49-83d3-e2fc8061d5c6', 'name': 'network-vif-deleted', 'tag': '152721fe-1ba4-4ce5-a269-c486d8b50ab2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:21.116650 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70340059-646e-42a1-8df2-87f014c9c2ee" -d '{"events": [{"server_uuid": "6008b53f-006d-4b49-83d3-e2fc8061d5c6", "name": "network-vif-deleted", "tag": "152721fe-1ba4-4ce5-a269-c486d8b50ab2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:21.159509 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95c3b441-1f56-4330-9560-084525bf70e1 req-198ef31f-8422-4b74-9f12-1d0a3eee2d08 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=843b1299ec4a416799a84024131bc2b6 HTTP/1.1" status: 200 len: 267 time: 0.0873017 Aug 24 00:30:21.162345 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee41124-176a-43d3-87d6-10e7e5295ca1 x-openstack-request-id: req-0ee41124-176a-43d3-87d6-10e7e5295ca1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:21.162651 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6008b53f-006d-4b49-83d3-e2fc8061d5c6", "name": "network-vif-deleted", "tag": "152721fe-1ba4-4ce5-a269-c486d8b50ab2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:21.162962 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ee41124-176a-43d3-87d6-10e7e5295ca1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:21.163352 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6008b53f-006d-4b49-83d3-e2fc8061d5c6', 'name': 'network-vif-deleted', 'tag': '152721fe-1ba4-4ce5-a269-c486d8b50ab2', 'status': 'completed', 'code': 200} Aug 24 00:30:21.215961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3b441-1f56-4330-9560-084525bf70e1 req-84208a47-b6af-44ee-8956-09ddd8bd6dca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:21.224911 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95c3b441-1f56-4330-9560-084525bf70e1 req-84208a47-b6af-44ee-8956-09ddd8bd6dca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 946 time: 0.0642116 Aug 24 00:30:21.230591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-95c3b441-1f56-4330-9560-084525bf70e1 req-9c8ab8f2-0b5a-43b8-ae70-e2a214da3746 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Request body: {'port': {'security_groups': []}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:21.334525 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95c3b441-1f56-4330-9560-084525bf70e1 req-9c8ab8f2-0b5a-43b8-ae70-e2a214da3746 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:21.513665 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e3b0b81-f940-4e08-accb-8ef0dbc21989 req-48d74658-86bd-430f-84fb-6506a961d49d tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0341756 Aug 24 00:30:21.558520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-95c3b441-1f56-4330-9560-084525bf70e1 req-9c8ab8f2-0b5a-43b8-ae70-e2a214da3746 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] For port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5b0b3d45-20c7-47eb-9c01-b9e44083d6af,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:21.594136 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95c3b441-1f56-4330-9560-084525bf70e1 req-9c8ab8f2-0b5a-43b8-ae70-e2a214da3746 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:21.602419 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95c3b441-1f56-4330-9560-084525bf70e1 req-9c8ab8f2-0b5a-43b8-ae70-e2a214da3746 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:21.631420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3b441-1f56-4330-9560-084525bf70e1 req-9c8ab8f2-0b5a-43b8-ae70-e2a214da3746 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:21.632051 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-95c3b441-1f56-4330-9560-084525bf70e1 req-9c8ab8f2-0b5a-43b8-ae70-e2a214da3746 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:21.633516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95c3b441-1f56-4330-9560-084525bf70e1 req-9c8ab8f2-0b5a-43b8-ae70-e2a214da3746 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "PUT /v2.0/ports/5b0b3d45-20c7-47eb-9c01-b9e44083d6af HTTP/1.1" status: 200 len: 905 time: 0.4077947 Aug 24 00:30:21.735126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ab8f2-0b5a-43b8-ae70-e2a214da3746 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event updated for resources: {'Port': ['ID=5b0b3d45-20c7-47eb-9c01-b9e44083d6af,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:21.746594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['3c7f2ff6-739c-4cff-91d7-5815da563f4c', '5b0b3d45-20c7-47eb-9c01-b9e44083d6af'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:21.935136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d559115-3b0f-4a4f-b8da-7c40083145b3 req-5af4426c-9568-49f5-b8c6-b3847f90f4da tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:21.941313 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5d8d438d-e8ef-448d-a5cc-8b4a3dff0736'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:21.948228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d559115-3b0f-4a4f-b8da-7c40083145b3 req-5af4426c-9568-49f5-b8c6-b3847f90f4da tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 908 time: 0.1883798 Aug 24 00:30:21.962549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5b0b3d45-20c7-47eb-9c01-b9e44083d6af'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:22.150753 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f714f685-9593-49b9-a8a2-b968f15a4003 req-9c691942-02a3-4ce5-a174-409c6d3f3636 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870547 Aug 24 00:30:22.164120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e29de084-cc29-4ef8-8063-50a292b81b71 None None] Provisioning complete for port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:22.164740 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e29de084-cc29-4ef8-8063-50a292b81b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:22.257208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463179ef-145a-4446-b480-e040543d87a0 req-a82773cc-ba1b-4bcf-84cd-f59dc6d536d6 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:22.259129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-463179ef-145a-4446-b480-e040543d87a0 req-a82773cc-ba1b-4bcf-84cd-f59dc6d536d6 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1247177 Aug 24 00:30:22.338276 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-463179ef-145a-4446-b480-e040543d87a0 req-0e7d59d2-1147-416d-a3f0-d6aec0c4441b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650127 Aug 24 00:30:22.343952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714f685-9593-49b9-a8a2-b968f15a4003 req-bd3c014c-2010-40cf-befc-625b3a419cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:22.350588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f714f685-9593-49b9-a8a2-b968f15a4003 req-bd3c014c-2010-40cf-befc-625b3a419cfc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 1096 time: 0.1375206 Aug 24 00:30:22.584932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714f685-9593-49b9-a8a2-b968f15a4003 req-2fa61a0b-e74d-4f1f-918d-09c3ae4fd115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:22.586501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f714f685-9593-49b9-a8a2-b968f15a4003 req-2fa61a0b-e74d-4f1f-918d-09c3ae4fd115 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.1762524 Aug 24 00:30:22.610915 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade5a66-6807-4e84-a799-b34c56944ecc req-c236deb3-8661-4179-b6ea-336242cdfb0e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:22.612374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aade5a66-6807-4e84-a799-b34c56944ecc req-c236deb3-8661-4179-b6ea-336242cdfb0e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1792779 Aug 24 00:30:22.622295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593d1c4-2cb6-456f-aac6-753c2eb85bfe req-47ff3980-e402-455c-9517-5479edc72e21 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:22.623768 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7593d1c4-2cb6-456f-aac6-753c2eb85bfe req-47ff3980-e402-455c-9517-5479edc72e21 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 945 time: 0.1233127 Aug 24 00:30:22.655696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f714f685-9593-49b9-a8a2-b968f15a4003 req-727f4336-5778-4daa-bc72-b731b742f9e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c7f2ff6-739c-4cff-91d7-5815da563f4c HTTP/1.1" status: 200 len: 217 time: 0.0589576 Aug 24 00:30:22.756837 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aade5a66-6807-4e84-a799-b34c56944ecc req-bd5b68ec-fdfc-40bb-b07b-dfedb8ec5599 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052709 Aug 24 00:30:22.761630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7593d1c4-2cb6-456f-aac6-753c2eb85bfe req-0512b677-b296-46ba-af95-5c1019d5bc33 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093755 Aug 24 00:30:22.767618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714f685-9593-49b9-a8a2-b968f15a4003 req-69a740d8-76f7-490f-b29d-6ad7145ab080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:22.769379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f714f685-9593-49b9-a8a2-b968f15a4003 req-69a740d8-76f7-490f-b29d-6ad7145ab080 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.1043544 Aug 24 00:30:22.847395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714f685-9593-49b9-a8a2-b968f15a4003 req-fad82e9f-f63e-47ff-aafd-d4e887f91cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:22.856013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f714f685-9593-49b9-a8a2-b968f15a4003 req-fad82e9f-f63e-47ff-aafd-d4e887f91cfb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676019 Aug 24 00:30:22.910665 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9738263b-6809-4a7f-850e-b19ce636c822 req-718bcd83-e8f6-42e4-ac81-15ae14e151f1 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0546682 Aug 24 00:30:23.081411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f714f685-9593-49b9-a8a2-b968f15a4003 req-90bc93cf-7008-43c6-86ea-e7a65ee0ea26 service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219405 Aug 24 00:30:23.164638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9467cfbb-6c1a-4227-baeb-cb9b713a5990', 'tag': '5b0b3d45-20c7-47eb-9c01-b9e44083d6af'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:23.166879 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cff059-0179-4374-ae29-490cf1a2a4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9467cfbb-6c1a-4227-baeb-cb9b713a5990", "tag": "5b0b3d45-20c7-47eb-9c01-b9e44083d6af"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:23.197821 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-427131b5-2c0f-4224-a6ac-dc3756636826 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:23.205022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-427131b5-2c0f-4224-a6ac-dc3756636826 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 812 time: 0.2042398 Aug 24 00:30:23.225577 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929bebcb-ad74-484a-9de3-e0707a31fb4c x-openstack-request-id: req-929bebcb-ad74-484a-9de3-e0707a31fb4c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:23.225871 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9467cfbb-6c1a-4227-baeb-cb9b713a5990", "tag": "5b0b3d45-20c7-47eb-9c01-b9e44083d6af", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:23.226123 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-929bebcb-ad74-484a-9de3-e0707a31fb4c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:23.226516 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9467cfbb-6c1a-4227-baeb-cb9b713a5990', 'tag': '5b0b3d45-20c7-47eb-9c01-b9e44083d6af', 'status': 'completed', 'code': 200} Aug 24 00:30:23.229777 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-a01660c0-8e90-4a96-8bc2-241bdc0e0c54 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/quotas/843b1299ec4a416799a84024131bc2b6 HTTP/1.1" status: 200 len: 375 time: 0.0239592 Aug 24 00:30:23.275714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f714f685-9593-49b9-a8a2-b968f15a4003 req-254e93e7-7128-4ba9-86f2-2f7e9f0a92a8 service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860254 Aug 24 00:30:23.314308 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-4891efab-1c04-4f64-8466-9706394b1ac7 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0761700 Aug 24 00:30:23.441142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cff059-0179-4374-ae29-490cf1a2a4b6 req-5f8add77-e0f2-413f-96a4-fc157adcb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:23.442699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9cff059-0179-4374-ae29-490cf1a2a4b6 req-5f8add77-e0f2-413f-96a4-fc157adcb52d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 1059 time: 0.1264367 Aug 24 00:30:23.528502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-6eb62cbc-847e-48ad-b7dd-4c28710a55a8 service neutron] 10.222.0.32 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028921 Aug 24 00:30:23.550644 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:23.631214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cff059-0179-4374-ae29-490cf1a2a4b6 req-15af7225-3b99-4dee-b4a6-e1874ad9e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:23.632827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9cff059-0179-4374-ae29-490cf1a2a4b6 req-15af7225-3b99-4dee-b4a6-e1874ad9e69e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.1757889 Aug 24 00:30:23.688484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-4d812718-6dc5-488b-8479-fffd94385724 service neutron] 10.222.0.32 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539333 Aug 24 00:30:23.690177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9cff059-0179-4374-ae29-490cf1a2a4b6 req-31ae0615-2aa2-44ed-99f6-20ea0868cb44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b0b3d45-20c7-47eb-9c01-b9e44083d6af HTTP/1.1" status: 200 len: 217 time: 0.0458441 Aug 24 00:30:23.697463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 152721fe-1ba4-4ce5-a269-c486d8b50ab2 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:23.725644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 152721fe-1ba4-4ce5-a269-c486d8b50ab2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:30:23.726282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 152721fe-1ba4-4ce5-a269-c486d8b50ab2 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:23.752374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cff059-0179-4374-ae29-490cf1a2a4b6 req-7bc1ec41-da6a-4d52-8e8c-5306b61e9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:23.754322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9cff059-0179-4374-ae29-490cf1a2a4b6 req-7bc1ec41-da6a-4d52-8e8c-5306b61e9779 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.0557332 Aug 24 00:30:23.829074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cff059-0179-4374-ae29-490cf1a2a4b6 req-6c14c2f0-9fa3-4186-989a-1cac25d62e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:23.830636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9cff059-0179-4374-ae29-490cf1a2a4b6 req-6c14c2f0-9fa3-4186-989a-1cac25d62e10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679193 Aug 24 00:30:24.045757 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e83e8d66-e877-4310-9e74-d454ff6e5d53 req-76466feb-8d68-4c6e-9180-7b805f12912b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 210 time: 0.1660030 Aug 24 00:30:24.115570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9cff059-0179-4374-ae29-490cf1a2a4b6 req-6504df35-5747-4ebf-8ffc-f07a2f49e554 service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711310 Aug 24 00:30:24.124448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2ac8c-1d96-4e5f-98f0-ac4478e8778c req-df731f11-750e-4a49-8fbc-1af2ce1c4c65 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:24.126374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dda2ac8c-1d96-4e5f-98f0-ac4478e8778c req-df731f11-750e-4a49-8fbc-1af2ce1c4c65 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 945 time: 0.2449617 Aug 24 00:30:24.174198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f074577-4062-4dc4-8bd8-5c4380e88eeb req-88742815-d384-4cb9-883e-00c5e26d4dcd tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0464103 Aug 24 00:30:24.266242 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dda2ac8c-1d96-4e5f-98f0-ac4478e8778c req-9b5979d3-d12c-4040-aafd-f8f56f629445 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949881 Aug 24 00:30:24.371081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9cff059-0179-4374-ae29-490cf1a2a4b6 req-4a7d5293-84a2-4b48-aaa4-c22dbb4992b0 service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377191 Aug 24 00:30:24.391294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe43cf-d491-42d3-aeaf-5a6b9c30bab8 req-bcf690e5-7e9a-4f0c-89a3-1aeb35896ad3 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:24.393479 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dbe43cf-d491-42d3-aeaf-5a6b9c30bab8 req-bcf690e5-7e9a-4f0c-89a3-1aeb35896ad3 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.47 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 945 time: 0.0787761 Aug 24 00:30:24.421144 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f90f3487-23a6-4404-89b9-a7d20daaa63c req-96624877-080d-4c72-9737-8bee2223355a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0488009 Aug 24 00:30:24.555548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0dbe43cf-d491-42d3-aeaf-5a6b9c30bab8 req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Deleting port 71a292ce-4187-4bbe-8170-004aad5fee01 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:24.556067 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dbe43cf-d491-42d3-aeaf-5a6b9c30bab8 req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.671623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0dbe43cf-d491-42d3-aeaf-5a6b9c30bab8 req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] For port 71a292ce-4187-4bbe-8170-004aad5fee01, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=71a292ce-4187-4bbe-8170-004aad5fee01,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:24.672060 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dbe43cf-d491-42d3-aeaf-5a6b9c30bab8 req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.686149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0dbe43cf-d491-42d3-aeaf-5a6b9c30bab8 req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Calling delete_port for 71a292ce-4187-4bbe-8170-004aad5fee01 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:24.835546 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dbe43cf-d491-42d3-aeaf-5a6b9c30bab8 req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.870409 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['71a292ce-4187-4bbe-8170-004aad5fee01'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:24.875102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['3cf15a80-75af-42b5-ae25-0251e159ef02'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:24.876311 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Pushing event deleted for resources: {'Port': ['ID=71a292ce-4187-4bbe-8170-004aad5fee01,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:24.905154 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:24.905737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:24.906186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:24.906627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:24.907094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:24.907535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:24.907970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:24.908404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:24.908838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:24.909280 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:24.909710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:24.910139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:24.934053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbe43cf-d491-42d3-aeaf-5a6b9c30bab8 req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] No DVR routers for this DVR port 71a292ce-4187-4bbe-8170-004aad5fee01 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:24.937199 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dbe43cf-d491-42d3-aeaf-5a6b9c30bab8 req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.939223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dbe43cf-d491-42d3-aeaf-5a6b9c30bab8 req-b61316c1-740d-432c-a5f9-0dcc9560bc02 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.47 "DELETE /v2.0/ports/71a292ce-4187-4bbe-8170-004aad5fee01 HTTP/1.1" status: 204 len: 173 time: 0.5375426 Aug 24 00:30:25.168532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5132b6b-2a8c-4386-b624-275cc79a9f49 req-df4d0915-b228-432d-942e-8f9726735399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 210 time: 0.0501356 Aug 24 00:30:25.227404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348d3571-a4e5-45fe-a325-b9cc0792ab26', 'name': 'network-vif-deleted', 'tag': '71a292ce-4187-4bbe-8170-004aad5fee01'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:25.230664 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805a148e-0d79-4045-86e9-23ee46b9b096" -d '{"events": [{"server_uuid": "348d3571-a4e5-45fe-a325-b9cc0792ab26", "name": "network-vif-deleted", "tag": "71a292ce-4187-4bbe-8170-004aad5fee01"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:25.363457 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b76550-ab2a-49b2-8afb-9c4ee5b667bc x-openstack-request-id: req-e9b76550-ab2a-49b2-8afb-9c4ee5b667bc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:25.363750 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348d3571-a4e5-45fe-a325-b9cc0792ab26", "name": "network-vif-deleted", "tag": "71a292ce-4187-4bbe-8170-004aad5fee01", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:25.363979 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9b76550-ab2a-49b2-8afb-9c4ee5b667bc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:25.364365 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348d3571-a4e5-45fe-a325-b9cc0792ab26', 'name': 'network-vif-deleted', 'tag': '71a292ce-4187-4bbe-8170-004aad5fee01', 'status': 'completed', 'code': 200} Aug 24 00:30:25.387821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90f2dc5b-6767-4b0a-9b05-6c5d6f7c0291 req-e84d24d7-01bb-4085-ba10-08f410290403 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0341926 Aug 24 00:30:25.445951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-cefd562c-37d5-41ed-9bb1-4802d899fb7a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:25.447486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-cefd562c-37d5-41ed-9bb1-4802d899fb7a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.47 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 812 time: 0.2011380 Aug 24 00:30:25.477764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d9322bf-af1b-4877-8bd6-671ba89dcf82 req-57bcea59-99ae-41f7-a35a-97af5d5e55b6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=348d3571-a4e5-45fe-a325-b9cc0792ab26 HTTP/1.1" status: 200 len: 210 time: 0.0292702 Aug 24 00:30:25.498836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-2b27d6a4-dd3e-4f21-b691-8b2e6e276399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Request body: {'port': {'device_id': '750f7942-a213-4fd1-bfe2-3837c2a9e04b', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'admin_state_up': True, 'tenant_id': '843b1299ec4a416799a84024131bc2b6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:25.688629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-2b27d6a4-dd3e-4f21-b691-8b2e6e276399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Made reservation on behalf of 843b1299ec4a416799a84024131bc2b6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:25.702195 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-2b27d6a4-dd3e-4f21-b691-8b2e6e276399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:25.916598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-2b27d6a4-dd3e-4f21-b691-8b2e6e276399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Allocated IP 172.20.0.3 (a97f6643-bbde-4905-ae5c-005d0d033f1f/caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2/b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:26.122088 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-2b27d6a4-dd3e-4f21-b691-8b2e6e276399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:26.140576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-2b27d6a4-dd3e-4f21-b691-8b2e6e276399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Transition to ACTIVE for port object b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:26.178662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-2b27d6a4-dd3e-4f21-b691-8b2e6e276399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:26.215013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5d8d438d-e8ef-448d-a5cc-8b4a3dff0736'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:26.218938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['3c7f2ff6-739c-4cff-91d7-5815da563f4c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:26.232072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-2b27d6a4-dd3e-4f21-b691-8b2e6e276399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Network a97f6643-bbde-4905-ae5c-005d0d033f1f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:26.233614 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-2b27d6a4-dd3e-4f21-b691-8b2e6e276399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:26.237993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-2b27d6a4-dd3e-4f21-b691-8b2e6e276399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:26.297835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27d6a4-dd3e-4f21-b691-8b2e6e276399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event updated for resources: {'Port': ['ID=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:26.374580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-2b27d6a4-dd3e-4f21-b691-8b2e6e276399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:26.375650 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-2b27d6a4-dd3e-4f21-b691-8b2e6e276399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:26.406721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3459c9-0fd2-455a-b7a0-061ee42116c7 req-4b6f8fd6-1709-436f-8823-3a6411098e40 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:26.409343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e3459c9-0fd2-455a-b7a0-061ee42116c7 req-4b6f8fd6-1709-436f-8823-3a6411098e40 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 931 time: 0.1158397 Aug 24 00:30:26.411094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-2b27d6a4-dd3e-4f21-b691-8b2e6e276399 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9162495 Aug 24 00:30:26.432547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Request body: {'port': {'device_id': '750f7942-a213-4fd1-bfe2-3837c2a9e04b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:26.539979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e3459c9-0fd2-455a-b7a0-061ee42116c7 req-414c1e0c-b106-46de-a602-cff0bb920b7b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761113 Aug 24 00:30:26.557082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:26.621480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bd1aa3e-1b6f-41da-99f8-592aeb2b79da req-33463c18-7ddb-480c-b3b6-d98f1391aed8 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0465641 Aug 24 00:30:26.763814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b41edb5d-9461-4617-a49f-d051809512d0 None None] Provisioning for port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:26.807637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b41edb5d-9461-4617-a49f-d051809512d0 None None] Provisioning complete for port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:26.807637 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b41edb5d-9461-4617-a49f-d051809512d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:26.872288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b41edb5d-9461-4617-a49f-d051809512d0 None None] Port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:30:27.041147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-a42ea745-ae01-4b6a-a1b8-f58a9ae6965d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:27.042676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-a42ea745-ae01-4b6a-a1b8-f58a9ae6965d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.1567688 Aug 24 00:30:27.100403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-163c9e21-31f0-403d-a013-44f540bac423 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/quotas/a164e3a726894597b2404e9ee3102e8c HTTP/1.1" status: 200 len: 375 time: 0.0299108 Aug 24 00:30:27.188672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92fe643d-3cb6-4cce-a56c-240ea354d360 req-0d70cdc6-9468-4727-a71d-26e60b937764 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48dface-3052-4f7a-b049-7677c72e047b&device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0380962 Aug 24 00:30:27.246379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-c7e23cf5-68d1-46ea-97b8-abd699dc90fc tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1334953 Aug 24 00:30:27.250763 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:30:27.261481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:27.302731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Transition to ACTIVE for port object b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:27.399994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-f08ac0d7-a5f7-4105-af32-c03fa27bc1c9 service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314666 Aug 24 00:30:27.412425 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:27.497970 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5824f7c4-956e-4a38-b73c-eb5d8e45a288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:27.570291 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-45a5849d-3c90-42ff-a100-df4f1fd2b3e4 req-00015976-b9bf-46a2-8833-aa5187c6d4d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07be348e55104921941bd1b4eac328d5&device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0433743 Aug 24 00:30:27.616623 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-45a5849d-3c90-42ff-a100-df4f1fd2b3e4 req-2c74a1a5-ad6e-4d17-8dda-5ce045450ce0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=07be348e55104921941bd1b4eac328d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242209 Aug 24 00:30:27.732137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 71a292ce-4187-4bbe-8170-004aad5fee01 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:27.775716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 71a292ce-4187-4bbe-8170-004aad5fee01 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:30:27.777602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5849d-3c90-42ff-a100-df4f1fd2b3e4 req-5877488a-812c-4c5d-87a4-3f0f2cbea0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:27.779355 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-45a5849d-3c90-42ff-a100-df4f1fd2b3e4 req-5877488a-812c-4c5d-87a4-3f0f2cbea0fc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1537116 Aug 24 00:30:27.779986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 71a292ce-4187-4bbe-8170-004aad5fee01 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:27.871100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c75b1059-0767-4b4a-a5a7-1673ac59c211 req-2e23cf2f-1189-4caf-ba25-d82cb44e7982 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0407171 Aug 24 00:30:27.881184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Pushing event updated for resources: {'Port': ['ID=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:27.983320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-06f006db-6472-4fb3-b128-896a8e194a48 service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820141 Aug 24 00:30:28.029867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Attempting to bind port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:28.030209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Attempting to bind port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:28.030542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Attempting to bind port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a on network a97f6643-bbde-4905-ae5c-005d0d033f1f {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:28.039662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a on network a97f6643-bbde-4905-ae5c-005d0d033f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:30:28.039989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Attempting to bind port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a on network a97f6643-bbde-4905-ae5c-005d0d033f1f {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:28.050123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6597279-0ae2-4e2f-9d42-e371be35f08b req-5099b5e0-6117-404f-b68d-bc7d6c84a7e5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.051657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6597279-0ae2-4e2f-9d42-e371be35f08b req-5099b5e0-6117-404f-b68d-bc7d6c84a7e5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 943 time: 0.0958498 Aug 24 00:30:28.055311 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:28.055653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Checking segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:28.056047 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Bound using segment: {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:28.056488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Bound port: b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7664fb6e-28cb-49cf-a3c3-519456061be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:28.056851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:28.187637 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6597279-0ae2-4e2f-9d42-e371be35f08b req-4a54d125-8a83-4af9-b8f0-e2d94698f8b4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164727 Aug 24 00:30:28.191572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] For port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:28.196340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] For port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:28.216440 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:28.252033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.252901 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:28.254655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] 10.222.0.47 "PUT /v2.0/ports/b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a HTTP/1.1" status: 200 len: 1091 time: 1.8296957 Aug 24 00:30:28.259704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750f7942-a213-4fd1-bfe2-3837c2a9e04b', 'tag': 'b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:28.261972 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94be4043-4a88-4b47-b40d-461a8b374407" -d '{"events": [{"name": "network-changed", "server_uuid": "750f7942-a213-4fd1-bfe2-3837c2a9e04b", "tag": "b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:28.342996 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f52a9a-0e4c-41a6-bc3d-b228fe97e86b service neutron] Pushing event updated for resources: {'Port': ['ID=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:28.348796 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b84b449a-3e76-4841-99ae-5b4652493add req-2795cf02-6938-415d-94b1-ab69df0b4b87 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 210 time: 0.1029902 Aug 24 00:30:28.379331 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1437f6f9-c693-4f6f-94c6-d73d2ebe62ab x-openstack-request-id: req-1437f6f9-c693-4f6f-94c6-d73d2ebe62ab {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:28.379624 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750f7942-a213-4fd1-bfe2-3837c2a9e04b", "tag": "b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:28.379874 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1437f6f9-c693-4f6f-94c6-d73d2ebe62ab {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:28.381043 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750f7942-a213-4fd1-bfe2-3837c2a9e04b', 'tag': 'b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a', 'status': 'completed', 'code': 200} Aug 24 00:30:28.429710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-4da31bda-9dca-41e6-bb04-8599554b9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.431419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-4da31bda-9dca-41e6-bb04-8599554b9ec7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 1094 time: 0.0853040 Aug 24 00:30:28.512354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-cfbff19d-2ef0-491e-b866-bee3dddad8fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a HTTP/1.1" status: 200 len: 217 time: 0.0639243 Aug 24 00:30:28.582449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-b08dc347-9d1c-406d-ba16-a7a49928f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.584758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-b08dc347-9d1c-406d-ba16-a7a49928f37c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.0576365 Aug 24 00:30:28.648242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-d61a519f-7b64-40f8-9d8f-961f14f9f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.650231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-d61a519f-7b64-40f8-9d8f-961f14f9f03c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578036 Aug 24 00:30:28.770584 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-6c1db9b1-2f75-4560-a585-881f9d3ee144 service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057043 Aug 24 00:30:28.888763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36e8566-188a-44b4-83cd-0aef7765e639 req-88e81258-4042-4473-b3ff-3a495103f701 service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168685 Aug 24 00:30:29.012322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e50156ba-bfaa-49bd-9f52-cc42e8ad6a75 req-48a2fade-74eb-4980-9f9a-c90e5c9da7c8 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0304804 Aug 24 00:30:29.060040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be4043-4a88-4b47-b40d-461a8b374407 req-b7a541b6-22bb-408e-93b9-2ac0e982b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:29.061568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94be4043-4a88-4b47-b40d-461a8b374407 req-b7a541b6-22bb-408e-93b9-2ac0e982b828 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 1094 time: 0.0521212 Aug 24 00:30:29.175694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be4043-4a88-4b47-b40d-461a8b374407 req-ad2315c4-ee3f-4418-b5e7-4759cc815824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:29.179030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94be4043-4a88-4b47-b40d-461a8b374407 req-ad2315c4-ee3f-4418-b5e7-4759cc815824 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.1094060 Aug 24 00:30:29.234227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94be4043-4a88-4b47-b40d-461a8b374407 req-f3433c5e-ed68-4ade-acda-b4a64051e60c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a HTTP/1.1" status: 200 len: 217 time: 0.0481045 Aug 24 00:30:29.299822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be4043-4a88-4b47-b40d-461a8b374407 req-32e04d47-dfdd-4c3c-8f29-2ac3b533021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:29.302291 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94be4043-4a88-4b47-b40d-461a8b374407 req-32e04d47-dfdd-4c3c-8f29-2ac3b533021f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.0599983 Aug 24 00:30:29.311455 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-45a5849d-3c90-42ff-a100-df4f1fd2b3e4 req-90376d30-5f41-4874-92f5-0a5c1d88cce6 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.13 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0471098 Aug 24 00:30:29.398001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be4043-4a88-4b47-b40d-461a8b374407 req-ea01b00d-be8e-4c4a-b674-1ba1d3f6f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:29.399588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94be4043-4a88-4b47-b40d-461a8b374407 req-ea01b00d-be8e-4c4a-b674-1ba1d3f6f6fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839002 Aug 24 00:30:29.433135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74d997-4fdc-42e9-a068-c428ccd609ea req-7debf596-ffdf-418e-a429-31adf4606bfc tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:29.434802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b74d997-4fdc-42e9-a068-c428ccd609ea req-7debf596-ffdf-418e-a429-31adf4606bfc tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 943 time: 0.0931289 Aug 24 00:30:29.578939 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9bf6f531-1899-4d5e-a06e-105a0f068329 req-8be569c4-5698-466e-902c-fd12147d8977 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 210 time: 0.1326897 Aug 24 00:30:29.601539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b74d997-4fdc-42e9-a068-c428ccd609ea req-5703f846-cb1c-4d1b-b604-a492f7b0ea2d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466506 Aug 24 00:30:29.608220 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.625945 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94be4043-4a88-4b47-b40d-461a8b374407 req-2a9eea5d-ef55-4169-9737-c2ae35ff729e service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181740 Aug 24 00:30:29.766764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94be4043-4a88-4b47-b40d-461a8b374407 req-f8376dcd-7f99-4067-b2f4-742aceb95a06 service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318195 Aug 24 00:30:29.811353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-cd7b3d4a-b4a6-4786-9722-a7ffc2f7a0aa tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:29.812697 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-cd7b3d4a-b4a6-4786-9722-a7ffc2f7a0aa tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.1592908 Aug 24 00:30:29.843834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-f8944f18-2ff9-4a8f-a05f-e3d2eef7b947 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Request body: {'port': {'device_id': '2211d775-ccdd-45dd-a2be-af4556e74b40', 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'admin_state_up': True, 'tenant_id': 'a164e3a726894597b2404e9ee3102e8c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:29.956268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-f8944f18-2ff9-4a8f-a05f-e3d2eef7b947 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Made reservation on behalf of a164e3a726894597b2404e9ee3102e8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:29.960114 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-f8944f18-2ff9-4a8f-a05f-e3d2eef7b947 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.134696 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-f8944f18-2ff9-4a8f-a05f-e3d2eef7b947 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Allocated IP 172.20.0.9 (372797df-c1d2-46af-a88a-f8b38e7d12ed/3029ff06-c0b5-4450-8493-16639e4dfbd0/8cb52291-5bb7-487c-91b4-a6cc721b7a15) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:30.146957 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.183369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc64a5f4-060e-4d17-94e1-c2e188c590ca req-87c58bfe-e093-4781-942f-03c89ab219ea tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e59408e2-e13e-46db-8102-0d9979c437bb HTTP/1.1" status: 200 len: 210 time: 0.0314493 Aug 24 00:30:30.220968 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-81c93be1-6581-43f6-996e-58760c352aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.351248 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-f8944f18-2ff9-4a8f-a05f-e3d2eef7b947 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.424607 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-f8944f18-2ff9-4a8f-a05f-e3d2eef7b947 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.464844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['3cf15a80-75af-42b5-ae25-0251e159ef02'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:30.509209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-f8944f18-2ff9-4a8f-a05f-e3d2eef7b947 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Network 372797df-c1d2-46af-a88a-f8b38e7d12ed is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:30.514396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-f8944f18-2ff9-4a8f-a05f-e3d2eef7b947 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:30.519277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-f8944f18-2ff9-4a8f-a05f-e3d2eef7b947 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:30.530646 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8944f18-2ff9-4a8f-a05f-e3d2eef7b947 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Pushing event updated for resources: {'Port': ['ID=8cb52291-5bb7-487c-91b4-a6cc721b7a15,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:30.659606 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-f8944f18-2ff9-4a8f-a05f-e3d2eef7b947 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.660442 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-f8944f18-2ff9-4a8f-a05f-e3d2eef7b947 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.677100 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-f8944f18-2ff9-4a8f-a05f-e3d2eef7b947 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8376050 Aug 24 00:30:30.699291 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Request body: {'port': {'device_id': '2211d775-ccdd-45dd-a2be-af4556e74b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:30.764596 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.794155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad89e04-cbae-4e30-bc0e-c60ee312683d req-6226772c-bdfc-4e2c-bcc1-4eb53d335068 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.796389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cad89e04-cbae-4e30-bc0e-c60ee312683d req-6226772c-bdfc-4e2c-bcc1-4eb53d335068 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 931 time: 0.1054449 Aug 24 00:30:30.832107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45361f-c37d-4b39-889c-5ff13edd2357 req-46df9263-595d-4337-8697-97375ddf3cae tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.834370 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af45361f-c37d-4b39-889c-5ff13edd2357 req-46df9263-595d-4337-8697-97375ddf3cae tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 943 time: 0.1145806 Aug 24 00:30:30.864368 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cad89e04-cbae-4e30-bc0e-c60ee312683d req-f19b203a-5aea-4cbd-abb5-2305625523be tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594580 Aug 24 00:30:30.959377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af45361f-c37d-4b39-889c-5ff13edd2357 req-340be528-aa1c-4c96-9246-528c00c4d39c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979528 Aug 24 00:30:31.129051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb52291-5bb7-487c-91b4-a6cc721b7a15 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:30:31.137973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:31.151299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Transition to ACTIVE for port object 8cb52291-5bb7-487c-91b4-a6cc721b7a15 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:31.155599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:31.207433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb52291-5bb7-487c-91b4-a6cc721b7a15,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:31.234888 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:31.312580 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Attempting to bind port 8cb52291-5bb7-487c-91b4-a6cc721b7a15 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:31.312921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Attempting to bind port 8cb52291-5bb7-487c-91b4-a6cc721b7a15 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:31.313255 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Attempting to bind port 8cb52291-5bb7-487c-91b4-a6cc721b7a15 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:31.319071 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Port 8cb52291-5bb7-487c-91b4-a6cc721b7a15 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:30:31.319734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Attempting to bind port 8cb52291-5bb7-487c-91b4-a6cc721b7a15 on network 372797df-c1d2-46af-a88a-f8b38e7d12ed {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:31.326063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:31.326398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Checking segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:31.326813 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Bound using segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:31.327236 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Bound port: 8cb52291-5bb7-487c-91b4-a6cc721b7a15, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:31.327940 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:31.408439 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] For port 8cb52291-5bb7-487c-91b4-a6cc721b7a15, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:31.414641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] For port 8cb52291-5bb7-487c-91b4-a6cc721b7a15, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8cb52291-5bb7-487c-91b4-a6cc721b7a15,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:31.448976 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:31.481457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:31.482541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:31.484280 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] 10.222.0.13 "PUT /v2.0/ports/8cb52291-5bb7-487c-91b4-a6cc721b7a15 HTTP/1.1" status: 200 len: 1091 time: 0.7918057 Aug 24 00:30:31.485110 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2211d775-ccdd-45dd-a2be-af4556e74b40', 'tag': '8cb52291-5bb7-487c-91b4-a6cc721b7a15'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:31.491981 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ea0094-3030-4a16-ae90-ce0d938d7689" -d '{"events": [{"name": "network-changed", "server_uuid": "2211d775-ccdd-45dd-a2be-af4556e74b40", "tag": "8cb52291-5bb7-487c-91b4-a6cc721b7a15"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:31.612214 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5717f11-c8ae-4a9c-bed5-3b30d3782e40 x-openstack-request-id: req-f5717f11-c8ae-4a9c-bed5-3b30d3782e40 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:31.612214 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2211d775-ccdd-45dd-a2be-af4556e74b40", "tag": "8cb52291-5bb7-487c-91b4-a6cc721b7a15", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:31.612531 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5717f11-c8ae-4a9c-bed5-3b30d3782e40 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:31.612766 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2211d775-ccdd-45dd-a2be-af4556e74b40', 'tag': '8cb52291-5bb7-487c-91b4-a6cc721b7a15', 'status': 'completed', 'code': 200} Aug 24 00:30:31.621123 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef15ee-4153-4ec4-80dd-72f3184c4a47 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb52291-5bb7-487c-91b4-a6cc721b7a15,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:31.666888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df06b214-abd1-4189-9af3-b126061a10e4 req-3fde502a-615d-4459-bf65-413f7977b1fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07be348e55104921941bd1b4eac328d5&device_id=a48dface-3052-4f7a-b049-7677c72e047b HTTP/1.1" status: 200 len: 210 time: 0.0421798 Aug 24 00:30:31.674994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-000d6bce-a369-4f1a-b2e1-fba7ba43d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:31.678001 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-000d6bce-a369-4f1a-b2e1-fba7ba43d81a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 1094 time: 0.0575280 Aug 24 00:30:31.709087 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a3c2f89-59ec-4676-8d55-4fa42857628e req-407f87c7-db4f-467f-b8fc-27d1a83cf482 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48dface-3052-4f7a-b049-7677c72e047b HTTP/1.1" status: 200 len: 210 time: 0.0295782 Aug 24 00:30:31.736829 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:30:31.737757 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df06b214-abd1-4189-9af3-b126061a10e4 req-5ceabff1-b680-4649-8870-508023de5008 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=07be348e55104921941bd1b4eac328d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322516 Aug 24 00:30:31.761898 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-b66a490b-58d4-48c1-bb48-f39e074f6fa0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cb52291-5bb7-487c-91b4-a6cc721b7a15 HTTP/1.1" status: 200 len: 217 time: 0.0660973 Aug 24 00:30:31.821879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-89488957-c15b-462b-924d-b7123871bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:31.823601 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-89488957-c15b-462b-924d-b7123871bf7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 200 len: 845 time: 0.0542181 Aug 24 00:30:31.859432 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-82b65738-c73c-4e5c-8cb7-0c895958cf90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372797df-c1d2-46af-a88a-f8b38e7d12ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272999 Aug 24 00:30:31.876266 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:31.888597 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'port_id': 'b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a', 'mac_address': 'fa:16:3e:00:21:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:30:31.937833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06b214-abd1-4189-9af3-b126061a10e4 req-f3671129-349d-4cbf-b395-f2929653bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:31.939852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df06b214-abd1-4189-9af3-b126061a10e4 req-f3671129-349d-4cbf-b395-f2929653bf31 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1943665 Aug 24 00:30:31.957051 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:31.972870 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:30:31.994431 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-773e9e3a-18b4-4bf6-94e1-7dc0fd6b3693 service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256700 Aug 24 00:30:31.997104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:32.001686 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:32.077477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:32.098680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587b120-01b9-40f1-b0a4-e6b7a17138d1 req-2d27fef0-890f-4539-bdf7-9f527bd89799 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.108070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5587b120-01b9-40f1-b0a4-e6b7a17138d1 req-2d27fef0-890f-4539-bdf7-9f527bd89799 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 943 time: 0.1335182 Aug 24 00:30:32.132665 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-92558ef7-2fad-472e-8e50-b7765d53d815 req-414ef408-efc7-4eb5-b9be-0ef7b620ba7a service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292045 Aug 24 00:30:32.163478 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5587b120-01b9-40f1-b0a4-e6b7a17138d1 req-8e7b8eb3-3e28-49d1-a90a-5eeba61bb017 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537093 Aug 24 00:30:32.179569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e7e62-2974-4986-a1ba-5aa0d784650d req-6f3409a7-2afd-42d7-a0fe-e4d37551d3be tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.183654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c9e7e62-2974-4986-a1ba-5aa0d784650d req-6f3409a7-2afd-42d7-a0fe-e4d37551d3be tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 944 time: 0.1327460 Aug 24 00:30:32.260786 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c9e7e62-2974-4986-a1ba-5aa0d784650d req-c1560aa9-e40c-4995-94ce-eed7d90fbc52 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761697 Aug 24 00:30:32.313822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0094-3030-4a16-ae90-ce0d938d7689 req-4ec7b133-38c3-49e4-8610-e3cd77f84274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.315472 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-54ea0094-3030-4a16-ae90-ce0d938d7689 req-4ec7b133-38c3-49e4-8610-e3cd77f84274 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 1094 time: 0.0565715 Aug 24 00:30:32.417856 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:32.436862 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0094-3030-4a16-ae90-ce0d938d7689 req-a7ed7453-9c4b-4199-b39c-1f5bf860da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.438483 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-54ea0094-3030-4a16-ae90-ce0d938d7689 req-a7ed7453-9c4b-4199-b39c-1f5bf860da33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 906 time: 0.1138566 Aug 24 00:30:32.515346 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-54ea0094-3030-4a16-ae90-ce0d938d7689 req-a6dae813-9504-451b-8828-cfef3b512db9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cb52291-5bb7-487c-91b4-a6cc721b7a15 HTTP/1.1" status: 200 len: 217 time: 0.0613146 Aug 24 00:30:32.587803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0094-3030-4a16-ae90-ce0d938d7689 req-1b88b15b-5c67-4deb-ab43-e27e5d416468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.590598 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-54ea0094-3030-4a16-ae90-ce0d938d7689 req-1b88b15b-5c67-4deb-ab43-e27e5d416468 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 200 len: 845 time: 0.0657551 Aug 24 00:30:32.637525 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-54ea0094-3030-4a16-ae90-ce0d938d7689 req-13d47127-13e9-4d24-a8d0-3f45dafba10b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372797df-c1d2-46af-a88a-f8b38e7d12ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388517 Aug 24 00:30:32.750404 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-54ea0094-3030-4a16-ae90-ce0d938d7689 req-1bcd06e8-e75f-42c8-b0f6-290bc8cf476c service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998595 Aug 24 00:30:32.827873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded63ea3-a3f4-4d31-bdc4-9d782fd55d54 req-5702ab16-3261-4da0-8e85-91ebeb2372da tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48dface-3052-4f7a-b049-7677c72e047b HTTP/1.1" status: 200 len: 210 time: 0.0280197 Aug 24 00:30:32.860876 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-54ea0094-3030-4a16-ae90-ce0d938d7689 req-2e3e9d3b-afb8-4bf7-bcda-71381be4c061 service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014361 Aug 24 00:30:32.992620 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:33.314735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027968a3-0f06-471b-aded-7c5c576f3b60 req-00c68cd3-05cc-4e5b-8e77-b44e36af8419 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:33.316571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-027968a3-0f06-471b-aded-7c5c576f3b60 req-00c68cd3-05cc-4e5b-8e77-b44e36af8419 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 943 time: 0.0708613 Aug 24 00:30:33.365264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-027968a3-0f06-471b-aded-7c5c576f3b60 req-32b117a5-8d40-4c7c-8fb1-259478b1b2f6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Aug 24 00:30:33.473838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761c0cd-61b8-4417-aa8f-e9633652e1e1 req-119c563c-d9b0-4fc1-ae79-39195ca35a04 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:33.475669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1761c0cd-61b8-4417-aa8f-e9633652e1e1 req-119c563c-d9b0-4fc1-ae79-39195ca35a04 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 944 time: 0.0512128 Aug 24 00:30:33.519759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1761c0cd-61b8-4417-aa8f-e9633652e1e1 req-e390da72-8b0f-4f0e-9308-db94839dae6d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372841 Aug 24 00:30:33.550501 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df06b214-abd1-4189-9af3-b126061a10e4 req-3d8713a4-c2ab-43a3-a0a5-078a7a3eeba0 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.13 "GET /v2.0/ports?device_id=a48dface-3052-4f7a-b049-7677c72e047b HTTP/1.1" status: 200 len: 210 time: 0.0544562 Aug 24 00:30:33.754547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:33.852837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:33.859245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:33.859788 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.034915 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.044019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f79a0cfb-485f-4750-abca-6f54becb8ce9 req-21db91e0-addc-4c42-a47f-4e4d39f675a5 tempest-ServerShowV247Test-447899861 tempest-ServerShowV247Test-447899861-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48dface-3052-4f7a-b049-7677c72e047b HTTP/1.1" status: 200 len: 210 time: 0.0511279 Aug 24 00:30:34.083164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f7942-a213-4fd1-bfe2-3837c2a9e04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:34.085465 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e83521-acba-4bc0-901b-f1122944a528" -d '{"events": [{"server_uuid": "750f7942-a213-4fd1-bfe2-3837c2a9e04b", "name": "network-vif-plugged", "status": "completed", "tag": "b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:34.117645 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:34.133113 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.153225 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6cadb0-4f8b-48a3-ba35-53fcde905958 x-openstack-request-id: req-5d6cadb0-4f8b-48a3-ba35-53fcde905958 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:34.153769 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750f7942-a213-4fd1-bfe2-3837c2a9e04b", "name": "network-vif-plugged", "status": "completed", "tag": "b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:34.154187 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d6cadb0-4f8b-48a3-ba35-53fcde905958 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:34.154828 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750f7942-a213-4fd1-bfe2-3837c2a9e04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a', 'code': 200} Aug 24 00:30:34.216626 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:34.284052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f01397-9777-480d-806a-d45537de400e req-e6d303ba-659b-4815-916d-786595d6e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:34.285590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4f01397-9777-480d-806a-d45537de400e req-e6d303ba-659b-4815-916d-786595d6e121 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 1096 time: 0.0416839 Aug 24 00:30:34.322535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4f01397-9777-480d-806a-d45537de400e req-e992f226-b69a-4337-9f68-09b9a9ee0700 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287294 Aug 24 00:30:34.329870 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 8cb52291-5bb7-487c-91b4-a6cc721b7a15 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:30:34.447851 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 8cb52291-5bb7-487c-91b4-a6cc721b7a15, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8cb52291-5bb7-487c-91b4-a6cc721b7a15,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:34.467752 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '8cb52291-5bb7-487c-91b4-a6cc721b7a15', 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'port_id': '8cb52291-5bb7-487c-91b4-a6cc721b7a15', 'mac_address': 'fa:16:3e:3c:04:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3029ff06-c0b5-4450-8493-16639e4dfbd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:30:34.521430 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.531572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d6be1-dcdd-42d2-87fe-32cc4a61be02 req-c7d5dbbe-b5af-4c59-9c48-442e2127ff01 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:34.533167 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-620d6be1-dcdd-42d2-87fe-32cc4a61be02 req-c7d5dbbe-b5af-4c59-9c48-442e2127ff01 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 943 time: 0.0603790 Aug 24 00:30:34.548124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb52291-5bb7-487c-91b4-a6cc721b7a15 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:30:34.620554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-620d6be1-dcdd-42d2-87fe-32cc4a61be02 req-1513f817-9f36-4fb8-a7dc-c0991a817b6f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768251 Aug 24 00:30:34.638800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 8cb52291-5bb7-487c-91b4-a6cc721b7a15, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8cb52291-5bb7-487c-91b4-a6cc721b7a15,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:34.646455 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.703264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=8cb52291-5bb7-487c-91b4-a6cc721b7a15,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:34.707463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12941bb-4f20-4f1d-83d1-6f2f37bc9832 req-a74ca741-0634-4fb2-bd61-a66543e18d31 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:34.710141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e12941bb-4f20-4f1d-83d1-6f2f37bc9832 req-a74ca741-0634-4fb2-bd61-a66543e18d31 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.0824199 Aug 24 00:30:34.759248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e12941bb-4f20-4f1d-83d1-6f2f37bc9832 req-1eed8f56-a59f-492b-a3c2-9307591254e2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406802 Aug 24 00:30:35.093042 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['8cb52291-5bb7-487c-91b4-a6cc721b7a15'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:35.431664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39644) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:35.585297 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72aad8a7-cb09-4b77-aa76-1f579797bf55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.729743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72aad8a7-cb09-4b77-aa76-1f579797bf55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.745446 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72aad8a7-cb09-4b77-aa76-1f579797bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.775538 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39654) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:35.776138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-72aad8a7-cb09-4b77-aa76-1f579797bf55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07be348e55104921941bd1b4eac328d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421907 Aug 24 00:30:35.805551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aad8a7-cb09-4b77-aa76-1f579797bf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aab6912-61e5-444f-8734-106844468305,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:35.848550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d575ea-0d30-4132-b966-fabb03c6105c req-c9943ca6-dd1e-4ef0-9948-033e71cdc4f4 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:35.850481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e0d575ea-0d30-4132-b966-fabb03c6105c req-c9943ca6-dd1e-4ef0-9948-033e71cdc4f4 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 944 time: 0.1406107 Aug 24 00:30:35.858891 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c3084e8-37e7-4c1f-83ea-e56ad1658c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.882558 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c3084e8-37e7-4c1f-83ea-e56ad1658c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.976363 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c3084e8-37e7-4c1f-83ea-e56ad1658c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.979218 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c3084e8-37e7-4c1f-83ea-e56ad1658c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.981013 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5c3084e8-37e7-4c1f-83ea-e56ad1658c6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5aab6912-61e5-444f-8734-106844468305 HTTP/1.1" status: 204 len: 168 time: 0.2042296 Aug 24 00:30:35.994311 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3084e8-37e7-4c1f-83ea-e56ad1658c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aab6912-61e5-444f-8734-106844468305,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:35.997269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e0d575ea-0d30-4132-b966-fabb03c6105c req-9d36efa9-99ec-4dc1-9ff7-63770e7a224f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359012 Aug 24 00:30:36.050468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9b012-93ab-4870-9824-a2b73ccb1d3b req-a89561b8-b2f2-4db0-be80-e7398dadf6ff tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:36.067344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ed9b012-93ab-4870-9824-a2b73ccb1d3b req-a89561b8-b2f2-4db0-be80-e7398dadf6ff tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.1184444 Aug 24 00:30:36.160574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ed9b012-93ab-4870-9824-a2b73ccb1d3b req-62c43e49-fa4d-4a67-9ab4-e61283e8552d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913570 Aug 24 00:30:37.121983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6503-27b5-4373-a0ab-d8ff73169338 req-dfb31919-ac16-4840-93ff-c1b6a96e7c64 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:37.140411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5ff6503-27b5-4373-a0ab-d8ff73169338 req-dfb31919-ac16-4840-93ff-c1b6a96e7c64 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 944 time: 0.0788045 Aug 24 00:30:37.215367 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5ff6503-27b5-4373-a0ab-d8ff73169338 req-13ea0031-adf4-49af-912e-bb46d19af2a0 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509877 Aug 24 00:30:37.359562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75df450-ac6e-4906-bcf5-267dbb1d491f req-8fc0a4e7-daa4-49a4-b17e-c184eb5bb77e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:37.367290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b75df450-ac6e-4906-bcf5-267dbb1d491f req-8fc0a4e7-daa4-49a4-b17e-c184eb5bb77e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.0568321 Aug 24 00:30:37.415061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b75df450-ac6e-4906-bcf5-267dbb1d491f req-b1712eb8-64aa-451d-964e-762d490adfd0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410807 Aug 24 00:30:37.781051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6214580-0c03-44b6-bfaa-266c57ad2f0d req-2310bd33-7e05-4503-a537-fe381b55d98f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:37.790139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6214580-0c03-44b6-bfaa-266c57ad2f0d req-2310bd33-7e05-4503-a537-fe381b55d98f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.1041138 Aug 24 00:30:37.835389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6214580-0c03-44b6-bfaa-266c57ad2f0d req-b64bda40-f582-4143-8ba3-31d6a39aa4ce tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439930 Aug 24 00:30:37.999946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39728) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:38.162513 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4acebfa-1d24-4a78-899f-4fb6c5299370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:38.298075 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4acebfa-1d24-4a78-899f-4fb6c5299370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:38.304275 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f4acebfa-1d24-4a78-899f-4fb6c5299370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:38.330912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 8cb52291-5bb7-487c-91b4-a6cc721b7a15 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:38.365687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f4acebfa-1d24-4a78-899f-4fb6c5299370 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b53cfd5ac7fa41988aa22a63a014f88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643110 Aug 24 00:30:38.371066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39738) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:38.400702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acebfa-1d24-4a78-899f-4fb6c5299370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abba04df-f3e3-476b-b540-a3ab817dc6e5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:38.427175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78139906-e820-45b7-9426-9b986a1c219f req-4f8c23a0-4a83-4aa5-a193-2e3f017e6d17 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:38.428802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78139906-e820-45b7-9426-9b986a1c219f req-4f8c23a0-4a83-4aa5-a193-2e3f017e6d17 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 944 time: 0.1047468 Aug 24 00:30:38.439191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 8cb52291-5bb7-487c-91b4-a6cc721b7a15 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:38.455755 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 8cb52291-5bb7-487c-91b4-a6cc721b7a15 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:38.459129 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:38.496126 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:38.534257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:38.537907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78139906-e820-45b7-9426-9b986a1c219f req-27b61eb0-c1d5-4d82-a0ae-59543a91f876 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018920 Aug 24 00:30:38.613693 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:38.617089 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:38.621510 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abba04df-f3e3-476b-b540-a3ab817dc6e5 HTTP/1.1" status: 204 len: 168 time: 0.2494166 Aug 24 00:30:38.629773 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abba04df-f3e3-476b-b540-a3ab817dc6e5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:38.631476 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:38.651009 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:38.655192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:38.655737 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:38.656259 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:38.660596 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:38.661125 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:38.666071 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:38.666611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:38.671025 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:38.671531 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:38.672062 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:38.676559 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64972e2-ec82-4cc4-84dc-1e8fdd9bcf68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:38.685481 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 8cb52291-5bb7-487c-91b4-a6cc721b7a15, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8cb52291-5bb7-487c-91b4-a6cc721b7a15,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:38.686537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2211d775-ccdd-45dd-a2be-af4556e74b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb52291-5bb7-487c-91b4-a6cc721b7a15'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:38.690380 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c383572-b816-4ac7-9d44-0934d4168693" -d '{"events": [{"server_uuid": "2211d775-ccdd-45dd-a2be-af4556e74b40", "name": "network-vif-plugged", "status": "completed", "tag": "8cb52291-5bb7-487c-91b4-a6cc721b7a15"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:38.708479 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:38.778248 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae171e8d-5307-48f2-8f9d-315b7983137d x-openstack-request-id: req-ae171e8d-5307-48f2-8f9d-315b7983137d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:38.778248 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2211d775-ccdd-45dd-a2be-af4556e74b40", "name": "network-vif-plugged", "status": "completed", "tag": "8cb52291-5bb7-487c-91b4-a6cc721b7a15", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:38.778248 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae171e8d-5307-48f2-8f9d-315b7983137d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:38.780385 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2211d775-ccdd-45dd-a2be-af4556e74b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb52291-5bb7-487c-91b4-a6cc721b7a15', 'code': 200} Aug 24 00:30:38.824110 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=8cb52291-5bb7-487c-91b4-a6cc721b7a15,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:38.938990 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4cf24-4c2e-489d-b07b-833c1fc7df9e req-c6f4e08d-ca77-491f-995a-b61c1b6ad7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:38.941985 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-95b4cf24-4c2e-489d-b07b-833c1fc7df9e req-c6f4e08d-ca77-491f-995a-b61c1b6ad7a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 1096 time: 0.0797238 Aug 24 00:30:39.025508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310828cc-3c2b-448b-b252-0023513d2939 req-1aa2be61-121a-401e-a9d2-e302c8c870db tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:39.048447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-310828cc-3c2b-448b-b252-0023513d2939 req-1aa2be61-121a-401e-a9d2-e302c8c870db tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.1256745 Aug 24 00:30:39.060813 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-95b4cf24-4c2e-489d-b07b-833c1fc7df9e req-0baaeec8-83dd-4095-8eda-8ab2c6e7e396 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067553 Aug 24 00:30:39.101022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-310828cc-3c2b-448b-b252-0023513d2939 req-4140813e-ec63-4da9-885e-af05caeae8a3 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513501 Aug 24 00:30:39.702679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59668c0d-b679-44f3-bf42-cb8b5b0738f2 req-d0ea2145-17f5-40c7-873f-72e32b4a5c6f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:39.710531 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59668c0d-b679-44f3-bf42-cb8b5b0738f2 req-d0ea2145-17f5-40c7-873f-72e32b4a5c6f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 945 time: 0.0818202 Aug 24 00:30:39.786045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885c08f-ccee-4bed-9c3a-87bb8d40b13b req-739cf8c9-683a-402e-8dd0-056fddce32c9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:39.788416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8885c08f-ccee-4bed-9c3a-87bb8d40b13b req-739cf8c9-683a-402e-8dd0-056fddce32c9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.0984697 Aug 24 00:30:39.817900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59668c0d-b679-44f3-bf42-cb8b5b0738f2 req-221a7a62-2500-414e-b385-10b2d497d304 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024630 Aug 24 00:30:39.876477 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8885c08f-ccee-4bed-9c3a-87bb8d40b13b req-a7eafdb5-8dc0-4329-8e40-2c2aa9c5cca3 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797827 Aug 24 00:30:40.973371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d27375-8d1c-4665-9fd8-77ebbc94a76d req-2bf5d059-e4cb-4122-af57-73b86d588ff5 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:40.976003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94d27375-8d1c-4665-9fd8-77ebbc94a76d req-2bf5d059-e4cb-4122-af57-73b86d588ff5 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 945 time: 0.0733931 Aug 24 00:30:41.065568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94d27375-8d1c-4665-9fd8-77ebbc94a76d req-a2fa6ca5-91ec-41e9-9056-0c5b72f1077c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660713 Aug 24 00:30:41.149826 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261130e-324e-4cab-9c3d-adabff309a28 req-ac99b39e-5e45-455f-9d0d-a231ecbe0938 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:41.151845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0261130e-324e-4cab-9c3d-adabff309a28 req-ac99b39e-5e45-455f-9d0d-a231ecbe0938 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.1131485 Aug 24 00:30:41.208426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0261130e-324e-4cab-9c3d-adabff309a28 req-cd4638e9-7f8d-4394-8f38-b160d9756070 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480506 Aug 24 00:30:41.421225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75845f8-4a83-46e9-870e-b32bfd75df5d req-7eb58ac5-9ea5-4e38-bab6-109a92acb17e tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:41.429051 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75845f8-4a83-46e9-870e-b32bfd75df5d req-7eb58ac5-9ea5-4e38-bab6-109a92acb17e tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 945 time: 0.0664771 Aug 24 00:30:41.488166 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75845f8-4a83-46e9-870e-b32bfd75df5d req-54903904-c87a-4e96-9210-782c2bc5be57 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547557 Aug 24 00:30:41.678035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45cc8b-e5db-4c57-889d-802fd33e7799 req-47eb2afb-0e68-4d84-86aa-c3b76e088ee2 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:41.679835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc45cc8b-e5db-4c57-889d-802fd33e7799 req-47eb2afb-0e68-4d84-86aa-c3b76e088ee2 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 945 time: 0.0897365 Aug 24 00:30:41.779410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:30:41.807704 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc45cc8b-e5db-4c57-889d-802fd33e7799 req-2e2c83d3-b43a-4583-810e-68647537af95 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137958 Aug 24 00:30:41.947490 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:41.960586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'port_id': 'b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a', 'mac_address': 'fa:16:3e:00:21:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:30:42.079887 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:42.111181 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:30:42.142462 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:42.153593 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:42.172794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4aef2a-de59-470c-9e0b-e68f7ff8fa6b req-22b4182d-64b5-4c7c-ab97-a0fd91682677 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:42.175335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c4aef2a-de59-470c-9e0b-e68f7ff8fa6b req-22b4182d-64b5-4c7c-ab97-a0fd91682677 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 945 time: 0.0974474 Aug 24 00:30:42.249832 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c4aef2a-de59-470c-9e0b-e68f7ff8fa6b req-86549969-c370-4e38-9aed-145e6bbbd909 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614653 Aug 24 00:30:42.290293 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:42.340590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c62ca6-88f7-422e-ae02-5d882cb7eafe req-e161a351-1571-4d0f-90b4-00abdb2cd128 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:42.343218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70c62ca6-88f7-422e-ae02-5d882cb7eafe req-e161a351-1571-4d0f-90b4-00abdb2cd128 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 944 time: 0.0590494 Aug 24 00:30:42.351880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:42.386134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70c62ca6-88f7-422e-ae02-5d882cb7eafe req-a6602860-a83d-47aa-8456-9fd297d47202 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355203 Aug 24 00:30:43.403097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48765dfb-8b9a-498c-a28e-dd6e5d4d3fe0 req-17f511cc-b03d-4493-ac28-369a7939f741 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:43.405084 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48765dfb-8b9a-498c-a28e-dd6e5d4d3fe0 req-17f511cc-b03d-4493-ac28-369a7939f741 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 945 time: 0.0633309 Aug 24 00:30:43.451841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48765dfb-8b9a-498c-a28e-dd6e5d4d3fe0 req-2c0a82d7-b413-4515-a89a-709347d1f3d1 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Aug 24 00:30:43.571290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1a13c-f055-4e12-84a1-286dfe6507d7 req-37340f44-3a8c-48e9-bcf4-200c864363de tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:43.576079 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-36f1a13c-f055-4e12-84a1-286dfe6507d7 req-37340f44-3a8c-48e9-bcf4-200c864363de tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 945 time: 0.0914698 Aug 24 00:30:43.682322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e109787-7502-4479-b243-e48ec7b7ea42 req-1ac66199-8660-4395-b945-cb86d9908d00 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:43.684172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e109787-7502-4479-b243-e48ec7b7ea42 req-1ac66199-8660-4395-b945-cb86d9908d00 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 944 time: 0.1297791 Aug 24 00:30:43.791513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-36f1a13c-f055-4e12-84a1-286dfe6507d7 req-d816d2d7-0231-47bc-8657-b6b1d096174d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Deleting port 8cb52291-5bb7-487c-91b4-a6cc721b7a15 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:43.792534 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-36f1a13c-f055-4e12-84a1-286dfe6507d7 req-d816d2d7-0231-47bc-8657-b6b1d096174d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.795900 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:43.834245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e109787-7502-4479-b243-e48ec7b7ea42 req-c452a72b-4999-4b36-967c-d7bfa483f808 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264086 Aug 24 00:30:43.889539 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:43.889924 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.996197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-36f1a13c-f055-4e12-84a1-286dfe6507d7 req-d816d2d7-0231-47bc-8657-b6b1d096174d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] For port 8cb52291-5bb7-487c-91b4-a6cc721b7a15, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=8cb52291-5bb7-487c-91b4-a6cc721b7a15,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:43.996566 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-36f1a13c-f055-4e12-84a1-286dfe6507d7 req-d816d2d7-0231-47bc-8657-b6b1d096174d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:44.022723 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:44.028027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-36f1a13c-f055-4e12-84a1-286dfe6507d7 req-d816d2d7-0231-47bc-8657-b6b1d096174d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Calling delete_port for 8cb52291-5bb7-487c-91b4-a6cc721b7a15 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:44.081647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:44.083034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f7942-a213-4fd1-bfe2-3837c2a9e04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:44.088565 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167e6a1b-701e-4fa6-ae62-5bcc9a3d2071" -d '{"events": [{"server_uuid": "750f7942-a213-4fd1-bfe2-3837c2a9e04b", "name": "network-vif-plugged", "status": "completed", "tag": "b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:44.108929 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:44.186281 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8422b30-b42a-4f2b-9ed2-ef19eb628180 x-openstack-request-id: req-e8422b30-b42a-4f2b-9ed2-ef19eb628180 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:44.186571 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750f7942-a213-4fd1-bfe2-3837c2a9e04b", "name": "network-vif-plugged", "status": "completed", "tag": "b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:44.187359 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8422b30-b42a-4f2b-9ed2-ef19eb628180 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:44.187359 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750f7942-a213-4fd1-bfe2-3837c2a9e04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a', 'code': 200} Aug 24 00:30:44.238195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:44.303421 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-36f1a13c-f055-4e12-84a1-286dfe6507d7 req-d816d2d7-0231-47bc-8657-b6b1d096174d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:44.339525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['3cf15a80-75af-42b5-ae25-0251e159ef02', '8cb52291-5bb7-487c-91b4-a6cc721b7a15'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:44.373469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816d2d7-0231-47bc-8657-b6b1d096174d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Pushing event deleted for resources: {'Port': ['ID=8cb52291-5bb7-487c-91b4-a6cc721b7a15,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:44.458971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f1a13c-f055-4e12-84a1-286dfe6507d7 req-d816d2d7-0231-47bc-8657-b6b1d096174d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] No DVR routers for this DVR port 8cb52291-5bb7-487c-91b4-a6cc721b7a15 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:44.466338 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-36f1a13c-f055-4e12-84a1-286dfe6507d7 req-d816d2d7-0231-47bc-8657-b6b1d096174d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:44.468721 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-36f1a13c-f055-4e12-84a1-286dfe6507d7 req-d816d2d7-0231-47bc-8657-b6b1d096174d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "DELETE /v2.0/ports/8cb52291-5bb7-487c-91b4-a6cc721b7a15 HTTP/1.1" status: 204 len: 173 time: 0.8875284 Aug 24 00:30:44.470636 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2211d775-ccdd-45dd-a2be-af4556e74b40', 'name': 'network-vif-deleted', 'tag': '8cb52291-5bb7-487c-91b4-a6cc721b7a15'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:44.476261 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ab74f8-7dca-4f51-ab84-0952a471a84d" -d '{"events": [{"server_uuid": "2211d775-ccdd-45dd-a2be-af4556e74b40", "name": "network-vif-deleted", "tag": "8cb52291-5bb7-487c-91b4-a6cc721b7a15"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:44.671953 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941f9794-67c5-46a1-950e-d19c50cfc143 x-openstack-request-id: req-941f9794-67c5-46a1-950e-d19c50cfc143 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:44.672535 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2211d775-ccdd-45dd-a2be-af4556e74b40", "name": "network-vif-deleted", "tag": "8cb52291-5bb7-487c-91b4-a6cc721b7a15", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:44.672535 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-941f9794-67c5-46a1-950e-d19c50cfc143 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:44.672874 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2211d775-ccdd-45dd-a2be-af4556e74b40', 'name': 'network-vif-deleted', 'tag': '8cb52291-5bb7-487c-91b4-a6cc721b7a15', 'status': 'completed', 'code': 200} Aug 24 00:30:44.774728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a15a7668-fd67-45bf-8b32-1ec18fa275a1 req-f3c7cf04-cb1a-4299-b97c-74d620e40f33 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=2211d775-ccdd-45dd-a2be-af4556e74b40 HTTP/1.1" status: 200 len: 210 time: 0.0653791 Aug 24 00:30:45.005941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba0bd2-cb3a-42a7-abbb-d0f1a5329953 req-aeac8578-bd45-43ba-8937-944a0b7d8c2b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:45.007886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6aba0bd2-cb3a-42a7-abbb-d0f1a5329953 req-aeac8578-bd45-43ba-8937-944a0b7d8c2b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.0659215 Aug 24 00:30:45.060786 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6aba0bd2-cb3a-42a7-abbb-d0f1a5329953 req-aa07060e-bde6-4508-85cb-2e2f780d71c9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428500 Aug 24 00:30:46.386405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 8cb52291-5bb7-487c-91b4-a6cc721b7a15 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:46.420315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e89e6e-4c96-48f6-96e2-9ac1831e9d92 req-95a0e664-d5b0-43df-9f66-09329021e2bc tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:46.432394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42e89e6e-4c96-48f6-96e2-9ac1831e9d92 req-95a0e664-d5b0-43df-9f66-09329021e2bc tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.2429957 Aug 24 00:30:46.449234 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 8cb52291-5bb7-487c-91b4-a6cc721b7a15 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:30:46.457176 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 8cb52291-5bb7-487c-91b4-a6cc721b7a15 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:46.573081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42e89e6e-4c96-48f6-96e2-9ac1831e9d92 req-4be17774-84c3-4c11-b2b1-83b42c0a7a83 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206007 Aug 24 00:30:46.675313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-50f58449-2fb2-47b8-a123-ec715c059fe0 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:46.677365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-50f58449-2fb2-47b8-a123-ec715c059fe0 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.4032145 Aug 24 00:30:46.719289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-fcd24eda-4b5a-4fba-8a0d-2fb20135dc81 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/quotas/a164e3a726894597b2404e9ee3102e8c HTTP/1.1" status: 200 len: 375 time: 0.0313647 Aug 24 00:30:46.852139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-66160c9b-2a19-4caf-a241-21245ea59998 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1319623 Aug 24 00:30:47.079559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-f8c93bf5-c87d-41b7-bbdb-2888a3564f02 service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196794 Aug 24 00:30:47.256093 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-b0abb9ef-4587-40cf-b5c3-48b65327e7d4 service neutron] 10.222.0.32 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746876 Aug 24 00:30:47.567516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5eced42e-2418-4f86-bffb-54938d819813 req-76cb7bbb-a4b8-4efb-b750-77b456b390f2 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 210 time: 0.0532231 Aug 24 00:30:47.852976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d3a6c-5be5-4ac2-a7bb-68a0c47f626c req-363186eb-4b42-438f-b10e-be78db10d5bf tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:47.862258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d53d3a6c-5be5-4ac2-a7bb-68a0c47f626c req-363186eb-4b42-438f-b10e-be78db10d5bf tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.1107388 Aug 24 00:30:47.960828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d53d3a6c-5be5-4ac2-a7bb-68a0c47f626c req-becc8540-e935-4a00-b555-0b33887d73a3 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962572 Aug 24 00:30:48.727469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41ada46e-7203-4aa8-a53d-bb1750dfdd46 req-f49c23fa-5a99-42be-a655-9ed6da6225f8 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 210 time: 0.0445991 Aug 24 00:30:48.863060 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:30:49.217004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159aecb4-bc0b-4016-849a-7cf0620b145c req-49e47227-18c7-4ea8-bba4-d15b0ff650d4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:49.228618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-159aecb4-bc0b-4016-849a-7cf0620b145c req-49e47227-18c7-4ea8-bba4-d15b0ff650d4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.1496155 Aug 24 00:30:49.354620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-159aecb4-bc0b-4016-849a-7cf0620b145c req-a2c6f85d-8f0f-4959-99ff-e39e4f2bea58 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199951 Aug 24 00:30:49.400775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-d76fd6af-5a79-4925-a7d6-ed9c78970c0a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:49.414928 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-d76fd6af-5a79-4925-a7d6-ed9c78970c0a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 805 time: 0.3181152 Aug 24 00:30:49.443376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-7edaf8d8-7822-4726-995b-93537290bd2d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Request body: {'port': {'device_id': '3e2907d6-a8af-43ce-95ba-c94c26102f0c', 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'admin_state_up': True, 'tenant_id': 'a164e3a726894597b2404e9ee3102e8c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:49.698299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-7edaf8d8-7822-4726-995b-93537290bd2d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Made reservation on behalf of a164e3a726894597b2404e9ee3102e8c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:49.702660 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-7edaf8d8-7822-4726-995b-93537290bd2d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:49.878708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa4d42d6-f2c8-4a01-affb-a5e6e30d88ca req-63bc32e4-71b5-4f95-8086-f403812c97ee tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 210 time: 0.0553920 Aug 24 00:30:50.160230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-7edaf8d8-7822-4726-995b-93537290bd2d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Allocated IP 172.20.0.11 (372797df-c1d2-46af-a88a-f8b38e7d12ed/3029ff06-c0b5-4450-8493-16639e4dfbd0/6b0104b2-6125-4496-8eb4-93981f1a45df) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:50.434613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40140) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:50.548382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c2053-d239-45bb-8bc5-00bcc275a2a5 req-93b9d408-cf75-4a36-a926-4ef69852bc66 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.557557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-343c2053-d239-45bb-8bc5-00bcc275a2a5 req-93b9d408-cf75-4a36-a926-4ef69852bc66 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.0809829 Aug 24 00:30:50.657787 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-7edaf8d8-7822-4726-995b-93537290bd2d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:50.661614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-343c2053-d239-45bb-8bc5-00bcc275a2a5 req-9ac73d5e-1b31-4a03-ad99-bb27c3d8ac11 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026938 Aug 24 00:30:50.717791 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-7edaf8d8-7822-4726-995b-93537290bd2d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:50.750574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['3cf15a80-75af-42b5-ae25-0251e159ef02'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:50.801589 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e7ea92cf-7af9-4ad2-bb9d-f9a9c08effa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:50.862445 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-7edaf8d8-7822-4726-995b-93537290bd2d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Network 372797df-c1d2-46af-a88a-f8b38e7d12ed is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:50.871390 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-7edaf8d8-7822-4726-995b-93537290bd2d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:50.909451 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-7edaf8d8-7822-4726-995b-93537290bd2d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:51.041948 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e7ea92cf-7af9-4ad2-bb9d-f9a9c08effa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:51.064714 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaf8d8-7822-4726-995b-93537290bd2d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Pushing event updated for resources: {'Port': ['ID=6b0104b2-6125-4496-8eb4-93981f1a45df,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:51.119718 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e7ea92cf-7af9-4ad2-bb9d-f9a9c08effa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:51.124122 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-7edaf8d8-7822-4726-995b-93537290bd2d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:51.129024 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-7edaf8d8-7822-4726-995b-93537290bd2d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:51.169511 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-7edaf8d8-7822-4726-995b-93537290bd2d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7383025 Aug 24 00:30:51.189221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e7ea92cf-7af9-4ad2-bb9d-f9a9c08effa9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee52283af50f49499d6b3c2a8bfed6d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7533078 Aug 24 00:30:51.190430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40154) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:51.191230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Request body: {'port': {'device_id': '3e2907d6-a8af-43ce-95ba-c94c26102f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:51.268950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f94ddf-61af-4435-be8c-eb4755931714 req-e69f1dae-3e53-4b34-af59-d0860562c756 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:51.278820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3f94ddf-61af-4435-be8c-eb4755931714 req-e69f1dae-3e53-4b34-af59-d0860562c756 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 932 time: 0.2214787 Aug 24 00:30:51.284824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea92cf-7af9-4ad2-bb9d-f9a9c08effa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746139c8-8f73-4fe8-869a-8488edc2de28,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:51.403004 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3f94ddf-61af-4435-be8c-eb4755931714 req-c1408446-4888-4445-90f0-861bda4457cf tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231267 Aug 24 00:30:51.405158 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-939ac987-e4d3-436c-ad63-85e6a2416e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:51.481737 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-939ac987-e4d3-436c-ad63-85e6a2416e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:51.623130 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-939ac987-e4d3-436c-ad63-85e6a2416e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:51.637552 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-939ac987-e4d3-436c-ad63-85e6a2416e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:51.638830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-939ac987-e4d3-436c-ad63-85e6a2416e02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/746139c8-8f73-4fe8-869a-8488edc2de28 HTTP/1.1" status: 204 len: 168 time: 0.4425805 Aug 24 00:30:51.701116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ac987-e4d3-436c-ad63-85e6a2416e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746139c8-8f73-4fe8-869a-8488edc2de28,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:52.106734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65845950-302d-46c0-b96f-2c9f5f29c2bc req-93674ccd-6f80-49c8-b4dc-7b5c1b8bcee4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:52.123930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65845950-302d-46c0-b96f-2c9f5f29c2bc req-93674ccd-6f80-49c8-b4dc-7b5c1b8bcee4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.2384942 Aug 24 00:30:52.268276 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65845950-302d-46c0-b96f-2c9f5f29c2bc req-55388b67-1f2f-49ec-88f0-9ba54752c7c2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328735 Aug 24 00:30:52.268276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40186) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:52.284973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:52.709460 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a1fef24-efd8-49cd-963e-dcfbeec62cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:52.828503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e8a20-f4e4-4302-bfed-83acdcc97b95 req-1fec5fe7-38ac-4a32-86b9-057b3f9aeedf tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:52.830064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c0e8a20-f4e4-4302-bfed-83acdcc97b95 req-1fec5fe7-38ac-4a32-86b9-057b3f9aeedf tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 932 time: 0.2552173 Aug 24 00:30:52.984607 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0104b2-6125-4496-8eb4-93981f1a45df {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:30:53.024872 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.069216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Transition to ACTIVE for port object 6b0104b2-6125-4496-8eb4-93981f1a45df will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:53.078824 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.099208 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a1fef24-efd8-49cd-963e-dcfbeec62cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.134625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c0e8a20-f4e4-4302-bfed-83acdcc97b95 req-4255c2f5-0edd-4159-939e-8e9e680f52ad tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886419 Aug 24 00:30:53.136689 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a1fef24-efd8-49cd-963e-dcfbeec62cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.183652 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0104b2-6125-4496-8eb4-93981f1a45df,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:53.210124 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:53.214732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fef24-efd8-49cd-963e-dcfbeec62cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41e61f0-8798-49f3-9f91-343f53919b5c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:53.221889 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7a1fef24-efd8-49cd-963e-dcfbeec62cc3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b69b51d64ff9437797a96ae78590f8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9553585 Aug 24 00:30:53.237542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40214) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:53.361108 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Attempting to bind port 6b0104b2-6125-4496-8eb4-93981f1a45df on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:53.361658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Attempting to bind port 6b0104b2-6125-4496-8eb4-93981f1a45df by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:53.361809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Attempting to bind port 6b0104b2-6125-4496-8eb4-93981f1a45df on network 372797df-c1d2-46af-a88a-f8b38e7d12ed {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:53.390111 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Port 6b0104b2-6125-4496-8eb4-93981f1a45df on network 372797df-c1d2-46af-a88a-f8b38e7d12ed not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:30:53.390398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Attempting to bind port 6b0104b2-6125-4496-8eb4-93981f1a45df on network 372797df-c1d2-46af-a88a-f8b38e7d12ed {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:53.400251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:53.401183 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Checking segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:53.401860 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Bound using segment: {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:53.402554 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Bound port: 6b0104b2-6125-4496-8eb4-93981f1a45df, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537e830c-bb7a-4418-a17a-1c5d7ab505af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:53.404573 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.421926 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b434de3e-3616-4ce1-834e-59aa397b4c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.469320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1892848196-network', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:53.480748 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b434de3e-3616-4ce1-834e-59aa397b4c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.491751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc643841-b791-40ee-ad3d-780f9073887a req-83a214bd-bd8e-4c95-820c-29cb09250a9b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:53.500891 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc643841-b791-40ee-ad3d-780f9073887a req-83a214bd-bd8e-4c95-820c-29cb09250a9b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.1145453 Aug 24 00:30:53.521774 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] Made reservation on behalf of c14aa75e32a445ab889373eca3a8b0c6 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:53.524574 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.535876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] For port 6b0104b2-6125-4496-8eb4-93981f1a45df, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:53.544526 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] For port 6b0104b2-6125-4496-8eb4-93981f1a45df, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6b0104b2-6125-4496-8eb4-93981f1a45df,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:53.587638 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.590541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.593365 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.624753 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc643841-b791-40ee-ad3d-780f9073887a req-dae6b050-5dde-4882-afa3-824dcadc22fa tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215167 Aug 24 00:30:53.662403 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:53.663029 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.663927 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b434de3e-3616-4ce1-834e-59aa397b4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.664474 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] 10.222.0.13 "PUT /v2.0/ports/6b0104b2-6125-4496-8eb4-93981f1a45df HTTP/1.1" status: 200 len: 1092 time: 2.4800098 Aug 24 00:30:53.667088 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b434de3e-3616-4ce1-834e-59aa397b4c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.668416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b434de3e-3616-4ce1-834e-59aa397b4c29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c41e61f0-8798-49f3-9f91-343f53919b5c HTTP/1.1" status: 204 len: 168 time: 0.4300601 Aug 24 00:30:53.682103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434de3e-3616-4ce1-834e-59aa397b4c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41e61f0-8798-49f3-9f91-343f53919b5c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:53.686890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2907d6-a8af-43ce-95ba-c94c26102f0c', 'tag': '6b0104b2-6125-4496-8eb4-93981f1a45df'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:53.689549 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1253ecc1-ecce-4b86-a45c-ac95e71a9ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2907d6-a8af-43ce-95ba-c94c26102f0c", "tag": "6b0104b2-6125-4496-8eb4-93981f1a45df"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:53.780924 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dad55d-6bde-4a30-b669-02a8d5250707 x-openstack-request-id: req-63dad55d-6bde-4a30-b669-02a8d5250707 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:53.781323 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2907d6-a8af-43ce-95ba-c94c26102f0c", "tag": "6b0104b2-6125-4496-8eb4-93981f1a45df", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:53.781690 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63dad55d-6bde-4a30-b669-02a8d5250707 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:53.782170 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2907d6-a8af-43ce-95ba-c94c26102f0c', 'tag': '6b0104b2-6125-4496-8eb4-93981f1a45df', 'status': 'completed', 'code': 200} Aug 24 00:30:53.784081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc59e8-6503-4016-9e9b-44e8835b20e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0104b2-6125-4496-8eb4-93981f1a45df,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:53.808565 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-80d058da-69ef-4324-a9c1-a0cebc0a00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:53.810362 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-80d058da-69ef-4324-a9c1-a0cebc0a00bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 1095 time: 0.0773017 Aug 24 00:30:53.874134 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-cdafffa7-284a-402f-bf7a-75784fbf67d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b0104b2-6125-4496-8eb4-93981f1a45df HTTP/1.1" status: 200 len: 217 time: 0.0489016 Aug 24 00:30:53.932727 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.940078 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.967063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-1767bc2f-7257-488c-9ef1-dc274a19f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:53.968830 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-1767bc2f-7257-488c-9ef1-dc274a19f229 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 200 len: 845 time: 0.0855885 Aug 24 00:30:54.010501 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-1408c162-ba7e-4aa6-af9e-a77f6912e149 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372797df-c1d2-46af-a88a-f8b38e7d12ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323272 Aug 24 00:30:54.011300 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:30:54.174739 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-50e3f511-42db-496e-aa05-b1833dc0355a service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527202 Aug 24 00:30:54.186194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bf4c45-92c9-4f19-8b86-930d387a14dd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:54.204056 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:54.205053 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] Added segment 33586be2-c333-4508-a784-e35e2a9ecded of type vlan for network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a Aug 24 00:30:54.337494 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:54.369835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3a383-5ce1-40b8-a56d-960e56c927ee req-f95c61ba-a641-4dc3-9124-fc78ba904ef7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:54.385170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43c3a383-5ce1-40b8-a56d-960e56c927ee req-f95c61ba-a641-4dc3-9124-fc78ba904ef7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 944 time: 0.1278501 Aug 24 00:30:54.440432 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d1f9c022-a5dc-4bfa-bc98-1a4d42a61012 req-837de410-9113-42af-a959-7937f0f3256d service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538519 Aug 24 00:30:54.444320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43c3a383-5ce1-40b8-a56d-960e56c927ee req-6d273eff-922e-42c2-9781-5bf382ab9f54 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577111 Aug 24 00:30:54.467473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:54.469100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:54.469898 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:54.523885 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3102348 Aug 24 00:30:54.527490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40254) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:54.533112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-35d7a25d-218c-4983-907d-9102d535c734 admin admin] Request body: {'subnet': {'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1892848196-subnet', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:54.570539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c21504-af92-408e-9cb5-d5e6f425041a admin admin] Pushing event updated for resources: {'Network': ['ID=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:54.578227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d7a25d-218c-4983-907d-9102d535c734 admin admin] Made reservation on behalf of c14aa75e32a445ab889373eca3a8b0c6 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:54.580431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:30:54.581695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35d7a25d-218c-4983-907d-9102d535c734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:54.639114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253ecc1-ecce-4b86-a45c-ac95e71a9ac6 req-603e7b74-3900-4777-b9b4-f0bde98607f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:54.641460 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1253ecc1-ecce-4b86-a45c-ac95e71a9ac6 req-603e7b74-3900-4777-b9b4-f0bde98607f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a164e3a726894597b2404e9ee3102e8c&device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 1095 time: 0.0950372 Aug 24 00:30:54.837842 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253ecc1-ecce-4b86-a45c-ac95e71a9ac6 req-ad53992d-6feb-4d10-b989-0ed2c2ea109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:54.840827 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1253ecc1-ecce-4b86-a45c-ac95e71a9ac6 req-ad53992d-6feb-4d10-b989-0ed2c2ea109e service neutron] 10.222.0.13 "GET /v2.0/networks?id=372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 200 len: 906 time: 0.1801064 Aug 24 00:30:54.917362 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1253ecc1-ecce-4b86-a45c-ac95e71a9ac6 req-6ee4da78-fc2c-417d-bb28-e3e874989a29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b0104b2-6125-4496-8eb4-93981f1a45df HTTP/1.1" status: 200 len: 217 time: 0.0662947 Aug 24 00:30:55.007078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253ecc1-ecce-4b86-a45c-ac95e71a9ac6 req-156f91c9-6efb-4906-a368-256c0145f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:55.008938 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1253ecc1-ecce-4b86-a45c-ac95e71a9ac6 req-156f91c9-6efb-4906-a368-256c0145f324 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 200 len: 845 time: 0.0772104 Aug 24 00:30:55.063962 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1253ecc1-ecce-4b86-a45c-ac95e71a9ac6 req-8b3e0643-4ce4-4702-8df2-2737fe1eb5cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=372797df-c1d2-46af-a88a-f8b38e7d12ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439117 Aug 24 00:30:55.200391 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1253ecc1-ecce-4b86-a45c-ac95e71a9ac6 req-fd91f087-83a0-45f1-9e47-8d9b44c7057d service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285264 Aug 24 00:30:55.298242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2cf1c-3e72-4704-9be4-315d0ddedb8b req-c92ccd50-41ee-44b4-b4cf-cd4e6a4aed02 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:55.306496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ae2cf1c-3e72-4704-9be4-315d0ddedb8b req-c92ccd50-41ee-44b4-b4cf-cd4e6a4aed02 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.5367672 Aug 24 00:30:55.320634 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-1253ecc1-ecce-4b86-a45c-ac95e71a9ac6 req-7b1f5f40-c5e0-4380-a6cc-79c104cb3f87 service neutron] 10.222.0.13 "GET /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078064 Aug 24 00:30:55.379508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ae2cf1c-3e72-4704-9be4-315d0ddedb8b req-a9e4abb5-76e3-459d-957a-17854bf2e33c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718586 Aug 24 00:30:55.413487 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35d7a25d-218c-4983-907d-9102d535c734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.516120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7a25d-218c-4983-907d-9102d535c734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b77d7e2b-68e6-4524-b968-14232b4fd35e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:55.546468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7a25d-218c-4983-907d-9102d535c734 admin admin] Checking segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:55.547364 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d7a25d-218c-4983-907d-9102d535c734 admin admin] Network hostable DHCP agents. Network: 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:30:55.639095 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d7a25d-218c-4983-907d-9102d535c734 admin admin] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:30:55.663156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-35d7a25d-218c-4983-907d-9102d535c734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:55.668877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d7a25d-218c-4983-907d-9102d535c734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:55.671109 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35d7a25d-218c-4983-907d-9102d535c734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.674561 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e557f8-3f56-4be3-9101-09024a491308 None None] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:55.689886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbbf4e-dc2f-423d-aa2e-43edaa9fdc2b req-4d31861f-6dc4-4721-9a8a-8938fde962ba tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:55.693654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fedbbf4e-dc2f-423d-aa2e-43edaa9fdc2b req-4d31861f-6dc4-4721-9a8a-8938fde962ba tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 944 time: 0.1071453 Aug 24 00:30:55.728239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-35d7a25d-218c-4983-907d-9102d535c734 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1964707 Aug 24 00:30:55.731621 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40278) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:55.747672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fedbbf4e-dc2f-423d-aa2e-43edaa9fdc2b req-71aec5de-03b4-4dfc-b23a-a6a6f0ad3f82 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443780 Aug 24 00:30:55.754886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:55.833943 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.883246 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.953707 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.980326 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:30:55.981974 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:56.287922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Allocated IP 172.20.0.2 (311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a/b77d7e2b-68e6-4524-b968-14232b4fd35e/12267e20-5d40-44fc-bf1d-427c712e91ab) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:56.294160 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:56.457708 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6b0104b2-6125-4496-8eb4-93981f1a45df details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:30:56.636291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6b0104b2-6125-4496-8eb4-93981f1a45df, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6b0104b2-6125-4496-8eb4-93981f1a45df,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:56.641009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d93335-ba65-4949-a76d-bbd0c3386b95 req-0d4d389f-f15d-4827-a6ea-1582b5b9d3ff tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:56.649147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26d93335-ba65-4949-a76d-bbd0c3386b95 req-0d4d389f-f15d-4827-a6ea-1582b5b9d3ff tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.1019771 Aug 24 00:30:56.653063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '6b0104b2-6125-4496-8eb4-93981f1a45df', 'network_id': '372797df-c1d2-46af-a88a-f8b38e7d12ed', 'port_id': '6b0104b2-6125-4496-8eb4-93981f1a45df', 'mac_address': 'fa:16:3e:3b:3d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3029ff06-c0b5-4450-8493-16639e4dfbd0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:30:56.772360 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26d93335-ba65-4949-a76d-bbd0c3386b95 req-b51754c0-1056-4286-80fc-c5eb5f1e3a9a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170309 Aug 24 00:30:56.782249 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:56.789203 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:56.799325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Transition to ACTIVE for port object 12267e20-5d40-44fc-bf1d-427c712e91ab will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:56.815545 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:56.846167 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:56.856501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0104b2-6125-4496-8eb4-93981f1a45df {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:30:56.892210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Transition to ACTIVE for port object 12267e20-5d40-44fc-bf1d-427c712e91ab will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:56.909863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6b0104b2-6125-4496-8eb4-93981f1a45df, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6b0104b2-6125-4496-8eb4-93981f1a45df,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:56.912005 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:56.952254 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:56.969563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cca62-8299-44bf-bf6a-63c0289c1e22 req-b7dd10ce-75c2-4bc4-bb0b-91e6dbd6feb2 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:56.973050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-992cca62-8299-44bf-bf6a-63c0289c1e22 req-b7dd10ce-75c2-4bc4-bb0b-91e6dbd6feb2 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 944 time: 0.1150048 Aug 24 00:30:56.983068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:56.987328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Pushing event updated for resources: {'Port': ['ID=12267e20-5d40-44fc-bf1d-427c712e91ab,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:56.992585 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:56.997072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:57.020746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Allocated IP 172.25.8.123 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/f38dbd3f-4714-4166-8b52-378b908e063e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:57.077674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-992cca62-8299-44bf-bf6a-63c0289c1e22 req-ab78d760-0799-43f0-a193-8785a2915214 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965202 Aug 24 00:30:57.157024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Attempting to bind port 12267e20-5d40-44fc-bf1d-427c712e91ab on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:57.158855 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Attempting to bind port 12267e20-5d40-44fc-bf1d-427c712e91ab by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:57.158855 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Attempting to bind port 12267e20-5d40-44fc-bf1d-427c712e91ab on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:57.162592 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.167530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6b0104b2-6125-4496-8eb4-93981f1a45df,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:57.174869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:57.175412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Checking segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:57.175918 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.177603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Bound using segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:57.178189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Bound port: 12267e20-5d40-44fc-bf1d-427c712e91ab, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:57.179459 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.222623 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.268003 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:57.273366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:57.276332 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:57.277679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] For port 12267e20-5d40-44fc-bf1d-427c712e91ab, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:57.282731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] For port 12267e20-5d40-44fc-bf1d-427c712e91ab, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=12267e20-5d40-44fc-bf1d-427c712e91ab,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:57.293922 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.313305 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Pushing event updated for resources: {'Port': ['ID=f38dbd3f-4714-4166-8b52-378b908e063e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:57.382669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4a1bc-b204-437e-849a-a49379cf5b4b None None] Pushing event updated for resources: {'Port': ['ID=12267e20-5d40-44fc-bf1d-427c712e91ab,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:57.394915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6b0104b2-6125-4496-8eb4-93981f1a45df'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:57.555169 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5743cfeb-a4ec-4c02-92a9-7ea20705a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.734338 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:58.073085 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024eb13d-56b0-47aa-8dc9-5183c1721029 req-4e290a0a-d6a6-444b-8be9-dce44014d391 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:58.086484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-024eb13d-56b0-47aa-8dc9-5183c1721029 req-4e290a0a-d6a6-444b-8be9-dce44014d391 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.1622241 Aug 24 00:30:58.167027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-024eb13d-56b0-47aa-8dc9-5183c1721029 req-19bff24e-3e30-4a76-9850-0cf73d46cabc tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792990 Aug 24 00:30:58.192457 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:58.329706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bee2f-8cf1-4fb5-a912-1934351c6247 req-4f02f53c-1b0b-48f4-902c-b075a707665f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:58.330226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 12267e20-5d40-44fc-bf1d-427c712e91ab up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:58.337660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-386bee2f-8cf1-4fb5-a912-1934351c6247 req-4f02f53c-1b0b-48f4-902c-b075a707665f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 945 time: 0.1297174 Aug 24 00:30:58.382843 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-386bee2f-8cf1-4fb5-a912-1934351c6247 req-9df6bc41-03b4-4cb0-a950-001809a18535 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Aug 24 00:30:58.413356 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 12267e20-5d40-44fc-bf1d-427c712e91ab completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:58.480783 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Router 77547d7e-f3e3-4e0a-b794-442c99a1f127 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:30:58.633526 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:30:58.644195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Sync routers for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:30:58.660879 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:30:58.661749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:30:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:58.666803 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:58.668284 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1f336fde-d703-42f4-a338-27d9f2e14390 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9356031 Aug 24 00:30:58.671277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40332) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:58.822116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:30:59.135569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:30:57Z', 'revision_number': 3, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:59.203402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de26524-a35e-411f-8688-49cdaeccc030 None None] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:59.228314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Checking router: 77547d7e-f3e3-4e0a-b794-442c99a1f127 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:30:59.228799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Updating router 77547d7e-f3e3-4e0a-b794-442c99a1f127 port f38dbd3f-4714-4166-8b52-378b908e063e binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:30:59.414886 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.418060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ddc0c3d7-da93-4612-868c-70604f8ab8e3 None None] Provisioning for port 12267e20-5d40-44fc-bf1d-427c712e91ab completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:59.449371 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.468663 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ddc0c3d7-da93-4612-868c-70604f8ab8e3 None None] Provisioning complete for port 12267e20-5d40-44fc-bf1d-427c712e91ab triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:59.468663 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddc0c3d7-da93-4612-868c-70604f8ab8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.496094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c7f09-9e44-4587-8f94-6c863aeaac71 req-9505b9b7-7210-4b67-bfc4-88cb641dbbec tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:59.498553 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec2c7f09-9e44-4587-8f94-6c863aeaac71 req-9505b9b7-7210-4b67-bfc4-88cb641dbbec tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.1346881 Aug 24 00:30:59.777325 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec2c7f09-9e44-4587-8f94-6c863aeaac71 req-2eab2c1c-89f1-428c-ad70-330e12d91fb3 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542319 Aug 24 00:30:59.840538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fa8da-a26c-4317-a558-de0e0038c2f1 req-aa407b9a-e9f9-4613-88ff-7ea25a8b2fb3 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:59.842369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb2fa8da-a26c-4317-a558-de0e0038c2f1 req-aa407b9a-e9f9-4613-88ff-7ea25a8b2fb3 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 945 time: 0.2667372 Aug 24 00:30:59.943839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb2fa8da-a26c-4317-a558-de0e0038c2f1 req-b76de66b-ab37-468a-945c-43484cab461b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923276 Aug 24 00:31:00.094381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Allocated IP 172.20.0.1 (311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a/b77d7e2b-68e6-4524-b968-14232b4fd35e/85b07904-c074-4023-9828-f99b78ac467a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:00.143773 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.165746 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Transition to ACTIVE for port object f38dbd3f-4714-4166-8b52-378b908e063e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:00.202103 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.279078 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.295989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97448f18-baed-43be-b514-d32f62b755c6 req-0d2990af-b809-4917-80a7-4d42b5f89d33 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:00.308105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97448f18-baed-43be-b514-d32f62b755c6 req-0d2990af-b809-4917-80a7-4d42b5f89d33 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.0875447 Aug 24 00:31:00.357652 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.371374 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.381023 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97448f18-baed-43be-b514-d32f62b755c6 req-26c97c79-b10e-4a2f-99eb-97dffeeb5d5e tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708134 Aug 24 00:31:00.388430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Transition to ACTIVE for port object 85b07904-c074-4023-9828-f99b78ac467a will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:00.425438 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-90f99d0a-2717-44ba-bb8f-5494d4286746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.441072 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddc0c3d7-da93-4612-868c-70604f8ab8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.445725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Attempting to bind port f38dbd3f-4714-4166-8b52-378b908e063e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:00.446447 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Attempting to bind port f38dbd3f-4714-4166-8b52-378b908e063e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:00.447084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Attempting to bind port f38dbd3f-4714-4166-8b52-378b908e063e on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:00.456400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edecd5-5c85-4404-a88d-8df104052672 None None] Pushing event updated for resources: {'Port': ['ID=f38dbd3f-4714-4166-8b52-378b908e063e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:00.463583 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.478608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:00.479527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:00.480225 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.481057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:00.482241 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Bound port: f38dbd3f-4714-4166-8b52-378b908e063e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:00.483320 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.542596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:00.545621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:00.549190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:00.603528 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] For port f38dbd3f-4714-4166-8b52-378b908e063e, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:00.605907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Pushing event updated for resources: {'Port': ['ID=85b07904-c074-4023-9828-f99b78ac467a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:00.616096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] For port f38dbd3f-4714-4166-8b52-378b908e063e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f38dbd3f-4714-4166-8b52-378b908e063e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:00.632826 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6b0104b2-6125-4496-8eb4-93981f1a45df up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:00.639772 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.702857 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.714882 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6edecd5-5c85-4404-a88d-8df104052672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:00.718563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6edecd5-5c85-4404-a88d-8df104052672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:00.720320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6edecd5-5c85-4404-a88d-8df104052672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:00.720674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6edecd5-5c85-4404-a88d-8df104052672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:00.721025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6edecd5-5c85-4404-a88d-8df104052672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:00.721370 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6edecd5-5c85-4404-a88d-8df104052672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:00.724433 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6edecd5-5c85-4404-a88d-8df104052672 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:00.724806 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6edecd5-5c85-4404-a88d-8df104052672 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:00.725153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6edecd5-5c85-4404-a88d-8df104052672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:00.725641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6edecd5-5c85-4404-a88d-8df104052672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:00.726984 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6edecd5-5c85-4404-a88d-8df104052672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:00.728724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6edecd5-5c85-4404-a88d-8df104052672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:00.839204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ddc0c3d7-da93-4612-868c-70604f8ab8e3 None None] For port 12267e20-5d40-44fc-bf1d-427c712e91ab, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=12267e20-5d40-44fc-bf1d-427c712e91ab,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:00.855225 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddc0c3d7-da93-4612-868c-70604f8ab8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.887841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:00.888491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:00.893627 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edecd5-5c85-4404-a88d-8df104052672 None None] Pushing event updated for resources: {'Port': ['ID=f38dbd3f-4714-4166-8b52-378b908e063e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:00.926334 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.977371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 6b0104b2-6125-4496-8eb4-93981f1a45df completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:00.990869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 6b0104b2-6125-4496-8eb4-93981f1a45df triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:00.991267 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.092871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-12e38d5b-7f6b-4a71-b017-5ed0ff2ff5c9 None None] Provisioning complete for port 12267e20-5d40-44fc-bf1d-427c712e91ab triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:01.093949 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12e38d5b-7f6b-4a71-b017-5ed0ff2ff5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.098891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0c3d7-da93-4612-868c-70604f8ab8e3 None None] Pushing event updated for resources: {'Port': ['ID=12267e20-5d40-44fc-bf1d-427c712e91ab,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:01.148368 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:01.247675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba3d49-9432-49d0-8a50-1e62aa03aa1c req-89d8229e-f292-4f23-9b23-5db3bb8823c5 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:01.250174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ba3d49-9432-49d0-8a50-1e62aa03aa1c req-89d8229e-f292-4f23-9b23-5db3bb8823c5 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 945 time: 0.1266408 Aug 24 00:31:01.267280 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afbaf5-53b1-4091-aa76-ddcff0542dfe req-2ef5f831-689a-482a-bedd-de70c7a2867f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:01.269944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77afbaf5-53b1-4091-aa76-ddcff0542dfe req-2ef5f831-689a-482a-bedd-de70c7a2867f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.1452773 Aug 24 00:31:01.370249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ba3d49-9432-49d0-8a50-1e62aa03aa1c req-4d679da0-a7d7-4c9a-885b-5591ef9dd935 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971532 Aug 24 00:31:01.376055 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.384268 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77afbaf5-53b1-4091-aa76-ddcff0542dfe req-8dd56073-0907-41ae-8052-963a6c455113 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005628 Aug 24 00:31:01.396056 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.415051 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.500338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Pushing event updated for resources: {'Port': ['ID=85b07904-c074-4023-9828-f99b78ac467a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:01.508821 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.552109 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.646103 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2907d6-a8af-43ce-95ba-c94c26102f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0104b2-6125-4496-8eb4-93981f1a45df'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:01.648439 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14491f7-9721-4692-8b5e-226ba3770ad3" -d '{"events": [{"server_uuid": "3e2907d6-a8af-43ce-95ba-c94c26102f0c", "name": "network-vif-plugged", "status": "completed", "tag": "6b0104b2-6125-4496-8eb4-93981f1a45df"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:01.672003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6b0104b2-6125-4496-8eb4-93981f1a45df, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6b0104b2-6125-4496-8eb4-93981f1a45df,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:01.681324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-12e38d5b-7f6b-4a71-b017-5ed0ff2ff5c9 None None] Provisioning for port 85b07904-c074-4023-9828-f99b78ac467a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:01.696441 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.708445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-12e38d5b-7f6b-4a71-b017-5ed0ff2ff5c9 None None] Provisioning complete for port 85b07904-c074-4023-9828-f99b78ac467a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:01.708857 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12e38d5b-7f6b-4a71-b017-5ed0ff2ff5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.719198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1024-1b80-490d-ab40-a711db8d1d34 req-12b82e13-6d7f-40b0-bb3c-8829642dd169 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:01.729190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d60f1024-1b80-490d-ab40-a711db8d1d34 req-12b82e13-6d7f-40b0-bb3c-8829642dd169 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1537981 Aug 24 00:31:01.756475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:01.761891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:01.762059 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65037b96-23d0-4990-bfc5-7d02330991be x-openstack-request-id: req-65037b96-23d0-4990-bfc5-7d02330991be {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:01.762214 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2907d6-a8af-43ce-95ba-c94c26102f0c", "name": "network-vif-plugged", "status": "completed", "tag": "6b0104b2-6125-4496-8eb4-93981f1a45df", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:01.762471 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65037b96-23d0-4990-bfc5-7d02330991be {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:01.762889 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2907d6-a8af-43ce-95ba-c94c26102f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0104b2-6125-4496-8eb4-93981f1a45df', 'code': 200} Aug 24 00:31:01.841427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-12e38d5b-7f6b-4a71-b017-5ed0ff2ff5c9 None None] Port 85b07904-c074-4023-9828-f99b78ac467a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:31:01.854269 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6b0104b2-6125-4496-8eb4-93981f1a45df,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:01.879549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 1, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:01.917335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47d4cbb-3e03-47b0-8471-e2d73172c43e None None] The sync data for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 is: [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 1, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:31:01.946526 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d60f1024-1b80-490d-ab40-a711db8d1d34 req-ebac91c6-91e1-401a-b134-9074a01dae6a tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164369 Aug 24 00:31:01.972077 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179dcb7-cfa4-497b-9179-81f348321d15 req-7d3cb536-4e00-4bb4-93d3-1fe6ae5d59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:01.973760 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0179dcb7-cfa4-497b-9179-81f348321d15 req-7d3cb536-4e00-4bb4-93d3-1fe6ae5d59ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 1097 time: 0.1208785 Aug 24 00:31:01.993796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Router 77547d7e-f3e3-4e0a-b794-442c99a1f127 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:31:02.041842 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0179dcb7-cfa4-497b-9179-81f348321d15 req-2138cf61-3944-4d1f-8d0d-71082b709dd6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593126 Aug 24 00:31:02.154453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:31:02.167025 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-943628dc-ab31-40fd-aa1b-95d510ba191c admin admin] 10.222.0.32 "PUT /v2.0/routers/77547d7e-f3e3-4e0a-b794-442c99a1f127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4945745 Aug 24 00:31:02.178658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9f6c27e1-007d-4e4f-ac24-53380a179e14 None None] Provisioning complete for port 85b07904-c074-4023-9828-f99b78ac467a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:02.185057 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9f6c27e1-007d-4e4f-ac24-53380a179e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:02.275323 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c27e1-007d-4e4f-ac24-53380a179e14 None None] Port 85b07904-c074-4023-9828-f99b78ac467a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:31:02.315825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 12267e20-5d40-44fc-bf1d-427c712e91ab up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:02.442250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 12267e20-5d40-44fc-bf1d-427c712e91ab triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:02.443194 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:02.681699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4be7e-7832-457a-b75a-703bc58e02bc req-d1c36137-2711-4995-abf5-f799a4bfd203 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.684725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3f4be7e-7832-457a-b75a-703bc58e02bc req-d1c36137-2711-4995-abf5-f799a4bfd203 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.1994472 Aug 24 00:31:02.777294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25779288-fd46-44b8-bf93-4d8621be697a req-0d9d390d-8010-4f97-9699-9c4c55a343d9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.779070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25779288-fd46-44b8-bf93-4d8621be697a req-0d9d390d-8010-4f97-9699-9c4c55a343d9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.2341187 Aug 24 00:31:02.822748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3f4be7e-7832-457a-b75a-703bc58e02bc req-ffc2c78b-4f6d-4e4d-a14d-5e71ac23c2d6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093683 Aug 24 00:31:02.922130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25779288-fd46-44b8-bf93-4d8621be697a req-060740bd-4665-4312-9d43-d079d46a2311 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233990 Aug 24 00:31:03.057014 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.280831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc89720-e182-4818-b6b5-330cd90b571c req-5a5f8150-ab77-40f4-a66c-cd2696b252a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:03.283198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cc89720-e182-4818-b6b5-330cd90b571c req-5a5f8150-ab77-40f4-a66c-cd2696b252a6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1394329 Aug 24 00:31:03.374104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cc89720-e182-4818-b6b5-330cd90b571c req-80b0b335-a4ea-4644-bece-5c98aa7cc94c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702977 Aug 24 00:31:03.476250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40432) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:03.482490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1118220803-network', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:03.523814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] Made reservation on behalf of 6ce763a327d946c299cbf28373d4f9b5 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:03.528367 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.545462 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.707662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.718797 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.758946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:31:03.770031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a932e3-20a4-435c-9f2d-997cbb8a29a5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:03.775335 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.775593 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] Added segment 57e76562-bc0f-4409-8484-5f92dee39059 of type vlan for network 07d78414-8532-4965-b8f0-cff94a68401c Aug 24 00:31:03.841188 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.888202 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.891641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:03.893644 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.981892 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5016181 Aug 24 00:31:03.982238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40442) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:03.987921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-53f51916-4992-449a-8b35-e3dc65745de9 admin admin] Request body: {'subnet': {'network_id': '07d78414-8532-4965-b8f0-cff94a68401c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1118220803-subnet', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:04.044473 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f51916-4992-449a-8b35-e3dc65745de9 admin admin] Made reservation on behalf of 6ce763a327d946c299cbf28373d4f9b5 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:04.047609 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53f51916-4992-449a-8b35-e3dc65745de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.183341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267287e-e7c6-4c81-a3df-24b863e37acf admin admin] Pushing event updated for resources: {'Network': ['ID=07d78414-8532-4965-b8f0-cff94a68401c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:04.204359 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 07d78414-8532-4965-b8f0-cff94a68401c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:31:04.259970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90976073-3d47-476e-a00a-6a84b13ed22e req-c69224b0-c2d9-4155-b536-62cfff054c94 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:04.261595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90976073-3d47-476e-a00a-6a84b13ed22e req-c69224b0-c2d9-4155-b536-62cfff054c94 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.2537005 Aug 24 00:31:04.325791 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f38dbd3f-4714-4166-8b52-378b908e063e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:04.338207 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6bf0-322f-4812-95fc-74cf663d2079 req-b4d959a0-01f0-4f83-8679-4be4b1f5cab2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:04.343917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a1c6bf0-322f-4812-95fc-74cf663d2079 req-b4d959a0-01f0-4f83-8679-4be4b1f5cab2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.2446485 Aug 24 00:31:04.414266 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53f51916-4992-449a-8b35-e3dc65745de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.444134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port f38dbd3f-4714-4166-8b52-378b908e063e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:04.451512 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f38dbd3f-4714-4166-8b52-378b908e063e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:04.452755 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.478576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90976073-3d47-476e-a00a-6a84b13ed22e req-95c774c0-6c82-41db-966c-c20773556540 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031841 Aug 24 00:31:04.492640 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a1c6bf0-322f-4812-95fc-74cf663d2079 req-939f4e91-c5c3-45d8-862d-ef368ff223f8 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415424 Aug 24 00:31:04.495425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f51916-4992-449a-8b35-e3dc65745de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d603bf-f0b2-4f64-9df7-a2c78d5c3939,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:04.503112 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f51916-4992-449a-8b35-e3dc65745de9 admin admin] Checking segment: {'id': '57e76562-bc0f-4409-8484-5f92dee39059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '07d78414-8532-4965-b8f0-cff94a68401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:04.503911 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f51916-4992-449a-8b35-e3dc65745de9 admin admin] Network hostable DHCP agents. Network: 07d78414-8532-4965-b8f0-cff94a68401c, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:31:04.545540 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f51916-4992-449a-8b35-e3dc65745de9 admin admin] Network 07d78414-8532-4965-b8f0-cff94a68401c is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:31:04.565718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-53f51916-4992-449a-8b35-e3dc65745de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 07d78414-8532-4965-b8f0-cff94a68401c) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:04.576315 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f51916-4992-449a-8b35-e3dc65745de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:04.577527 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53f51916-4992-449a-8b35-e3dc65745de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.579347 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1de661b-11da-4f3c-9c53-3f3e6ffa911e None None] Network 07d78414-8532-4965-b8f0-cff94a68401c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:04.604993 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-53f51916-4992-449a-8b35-e3dc65745de9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6213138 Aug 24 00:31:04.608318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40452) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:04.617359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1118220803-router', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:04.665605 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.704482 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port f38dbd3f-4714-4166-8b52-378b908e063e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f38dbd3f-4714-4166-8b52-378b908e063e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:04.716659 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.764752 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.765713 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.781773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=f38dbd3f-4714-4166-8b52-378b908e063e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:04.823022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bd82b-8d0f-4727-9def-25b305e8d237 req-2ef2b427-ade1-4148-911d-8f7eb7482318 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:04.824633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-039bd82b-8d0f-4727-9def-25b305e8d237 req-2ef2b427-ade1-4148-911d-8f7eb7482318 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1514356 Aug 24 00:31:04.904189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-07d78414-8532-4965-b8f0-cff94a68401c', 'network_id': '07d78414-8532-4965-b8f0-cff94a68401c', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'fixed_ips': [{'subnet_id': '13d603bf-f0b2-4f64-9df7-a2c78d5c3939'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:31:04.905531 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.137297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Allocated IP 172.20.0.2 (07d78414-8532-4965-b8f0-cff94a68401c/13d603bf-f0b2-4f64-9df7-a2c78d5c3939/1e58399d-c70f-40a1-9039-d6f541c52d33) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:05.342435 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.413099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-039bd82b-8d0f-4727-9def-25b305e8d237 req-6348efa3-6e79-446c-b4ae-203faae29b7c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5350256 Aug 24 00:31:05.498261 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.511172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Transition to ACTIVE for port object 1e58399d-c70f-40a1-9039-d6f541c52d33 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:05.560965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Transition to ACTIVE for port object 1e58399d-c70f-40a1-9039-d6f541c52d33 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:05.574482 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.589670 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Sync routers for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:31:05.601077 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:05.601710 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:05.632474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Network 07d78414-8532-4965-b8f0-cff94a68401c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:05.638058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:05.640004 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Pushing event updated for resources: {'Port': ['ID=1e58399d-c70f-40a1-9039-d6f541c52d33,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:05.648191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:05.686848 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.778171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Attempting to bind port 1e58399d-c70f-40a1-9039-d6f541c52d33 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:05.778985 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Attempting to bind port 1e58399d-c70f-40a1-9039-d6f541c52d33 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '57e76562-bc0f-4409-8484-5f92dee39059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '07d78414-8532-4965-b8f0-cff94a68401c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:05.780165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Attempting to bind port 1e58399d-c70f-40a1-9039-d6f541c52d33 on network 07d78414-8532-4965-b8f0-cff94a68401c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:05.793178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:05.793476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Checking segment: {'id': '57e76562-bc0f-4409-8484-5f92dee39059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '07d78414-8532-4965-b8f0-cff94a68401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:05.793945 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.794295 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Bound using segment: {'id': '57e76562-bc0f-4409-8484-5f92dee39059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '07d78414-8532-4965-b8f0-cff94a68401c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:05.795488 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Bound port: 1e58399d-c70f-40a1-9039-d6f541c52d33, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e76562-bc0f-4409-8484-5f92dee39059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '07d78414-8532-4965-b8f0-cff94a68401c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:05.795886 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.817773 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:05.848937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd4f29-964f-4018-b590-95a734afd8ed req-9c40cace-b151-4bef-a2bb-7f267af7fc1d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:05.850607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ddbd4f29-964f-4018-b590-95a734afd8ed req-9c40cace-b151-4bef-a2bb-7f267af7fc1d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.1924360 Aug 24 00:31:05.933633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] For port 1e58399d-c70f-40a1-9039-d6f541c52d33, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:05.937253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] For port 1e58399d-c70f-40a1-9039-d6f541c52d33, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1e58399d-c70f-40a1-9039-d6f541c52d33,segment=NetworkSegment(57e76562-bc0f-4409-8484-5f92dee39059),segment_id=57e76562-bc0f-4409-8484-5f92dee39059)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:05.948083 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.015279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974629e5-4ed5-4f64-95df-1b59d7a84d9e req-f02a447d-6975-4060-828c-796097c91f2a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:06.025029 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-974629e5-4ed5-4f64-95df-1b59d7a84d9e req-f02a447d-6975-4060-828c-796097c91f2a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.7669525 Aug 24 00:31:06.030610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ddbd4f29-964f-4018-b590-95a734afd8ed req-c0cc303d-499f-4667-883e-64cb238fdcb0 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666176 Aug 24 00:31:06.074688 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61bed6-acc8-4647-9cbf-b7ddcb444363 None None] Pushing event updated for resources: {'Port': ['ID=1e58399d-c70f-40a1-9039-d6f541c52d33,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:06.165413 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 2, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:06.167614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-974629e5-4ed5-4f64-95df-1b59d7a84d9e req-e48c9dc5-8f22-4344-9283-56b7c7601fa3 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351290 Aug 24 00:31:06.246846 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Checking router: 77547d7e-f3e3-4e0a-b794-442c99a1f127 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:31:06.247487 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Updating router 77547d7e-f3e3-4e0a-b794-442c99a1f127 port 85b07904-c074-4023-9828-f99b78ac467a binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:31:06.294919 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.305445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f38dbd3f-4714-4166-8b52-378b908e063e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:06.462824 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f38dbd3f-4714-4166-8b52-378b908e063e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:06.463358 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.489874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601de29-0f32-4d17-9752-c4856a83490f req-16ac7386-f072-4098-9ec3-bdf97ad01b1e tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:06.514121 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c601de29-0f32-4d17-9752-c4856a83490f req-16ac7386-f072-4098-9ec3-bdf97ad01b1e tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.2237000 Aug 24 00:31:06.552474 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.638092 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.654354 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Transition to ACTIVE for port object 85b07904-c074-4023-9828-f99b78ac467a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:06.663545 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.663815 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.741630 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d61ad-58cf-4684-a9cb-32baf7ca0969 None None] Pushing event updated for resources: {'Port': ['ID=85b07904-c074-4023-9828-f99b78ac467a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:06.755773 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09d61ad-58cf-4684-a9cb-32baf7ca0969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:06.756667 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09d61ad-58cf-4684-a9cb-32baf7ca0969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:06.757189 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09d61ad-58cf-4684-a9cb-32baf7ca0969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:06.757693 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09d61ad-58cf-4684-a9cb-32baf7ca0969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:06.758268 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09d61ad-58cf-4684-a9cb-32baf7ca0969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:06.759724 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09d61ad-58cf-4684-a9cb-32baf7ca0969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:06.760242 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09d61ad-58cf-4684-a9cb-32baf7ca0969 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:06.760807 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09d61ad-58cf-4684-a9cb-32baf7ca0969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:06.761490 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09d61ad-58cf-4684-a9cb-32baf7ca0969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:06.762138 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09d61ad-58cf-4684-a9cb-32baf7ca0969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:06.762625 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09d61ad-58cf-4684-a9cb-32baf7ca0969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:06.763203 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09d61ad-58cf-4684-a9cb-32baf7ca0969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:06.789884 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c601de29-0f32-4d17-9752-c4856a83490f req-27fa0026-c34d-4324-b3a1-87894fc6943c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670553 Aug 24 00:31:06.816238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5fff6-5ebe-43b6-9501-81d8f702c6f4 req-19cc4bc8-2174-4ec2-b5c8-30085436f411 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:06.818289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f2e5fff6-5ebe-43b6-9501-81d8f702c6f4 req-19cc4bc8-2174-4ec2-b5c8-30085436f411 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1720293 Aug 24 00:31:06.896449 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Attempting to bind port 85b07904-c074-4023-9828-f99b78ac467a on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:06.897923 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Attempting to bind port 85b07904-c074-4023-9828-f99b78ac467a by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:06.898471 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Attempting to bind port 85b07904-c074-4023-9828-f99b78ac467a on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:06.907795 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:06.908397 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Checking segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:06.908971 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.909551 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Bound using segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:06.910190 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Bound port: 85b07904-c074-4023-9828-f99b78ac467a, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:06.911367 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:07.018711 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Allocated IP 172.25.8.43 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/3216224d-d07d-4da4-b974-7fcc10f76c37) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:07.060620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f2e5fff6-5ebe-43b6-9501-81d8f702c6f4 req-9f802e58-580d-4c11-9755-014e348821fb tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078481 Aug 24 00:31:07.114209 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] For port 85b07904-c074-4023-9828-f99b78ac467a, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:07.118983 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] For port 85b07904-c074-4023-9828-f99b78ac467a, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=85b07904-c074-4023-9828-f99b78ac467a,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:07.135460 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:07.303331 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:07.304273 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:07.557457 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:07.631851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:07.810327 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:07.823509 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d61ad-58cf-4684-a9cb-32baf7ca0969 None None] Pushing event updated for resources: {'Port': ['ID=85b07904-c074-4023-9828-f99b78ac467a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:07.876780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd137f00-b86d-4f2a-ba09-27f41cbcff48 req-fa742dea-22ee-4fee-97c5-93d0b998a82d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:07.878317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd137f00-b86d-4f2a-ba09-27f41cbcff48 req-fa742dea-22ee-4fee-97c5-93d0b998a82d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.5196972 Aug 24 00:31:07.892661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2866da7-c83c-431d-a556-7baf40ab5772 None None] Network 07d78414-8532-4965-b8f0-cff94a68401c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:07.925911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c841cc-5f6f-4be0-892a-8023b37814d0 req-255d99fb-bb55-40fa-a159-122f5d16287b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:07.928664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3c841cc-5f6f-4be0-892a-8023b37814d0 req-255d99fb-bb55-40fa-a159-122f5d16287b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.5710380 Aug 24 00:31:07.936702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:07.976101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:07.980601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:08.016568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3c841cc-5f6f-4be0-892a-8023b37814d0 req-16388868-f780-4e28-89c0-12af3b7b0b9a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673647 Aug 24 00:31:08.081176 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c1b051ac-9dd5-411e-a2d4-3514d0e2c4a8 None None] Provisioning for port 1e58399d-c70f-40a1-9039-d6f541c52d33 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:08.095507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd137f00-b86d-4f2a-ba09-27f41cbcff48 req-34395241-cecb-4a09-82fe-6ebfd9860fe4 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054782 Aug 24 00:31:08.099028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Pushing event updated for resources: {'Port': ['ID=3216224d-d07d-4da4-b974-7fcc10f76c37,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:08.180747 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:07Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:08.267299 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beea902-14f2-4257-a9dc-3bb0135a4358 None None] The sync data for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 is: [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:07Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:31:08.535145 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a51e9b-7864-4528-9859-13404fa3260b req-88b3f12f-7f9e-4f57-bfb6-278f4c2d43b9 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:08.565240 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93a51e9b-7864-4528-9859-13404fa3260b req-88b3f12f-7f9e-4f57-bfb6-278f4c2d43b9 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1630797 Aug 24 00:31:08.574906 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1e58399d-c70f-40a1-9039-d6f541c52d33 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:08.693071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93a51e9b-7864-4528-9859-13404fa3260b req-e891bbd0-d3b9-4cfd-9f5a-ee8d456d6e11 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265233 Aug 24 00:31:08.725660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 1e58399d-c70f-40a1-9039-d6f541c52d33 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:08.730298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1e58399d-c70f-40a1-9039-d6f541c52d33 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:08.730862 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:08.834331 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:08.853057 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:08.900917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 1e58399d-c70f-40a1-9039-d6f541c52d33, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1e58399d-c70f-40a1-9039-d6f541c52d33,segment=NetworkSegment(57e76562-bc0f-4409-8484-5f92dee39059),segment_id=57e76562-bc0f-4409-8484-5f92dee39059)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:08.913436 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:08.914181 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 85b07904-c074-4023-9828-f99b78ac467a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:09.028404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=1e58399d-c70f-40a1-9039-d6f541c52d33,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:09.054492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 85b07904-c074-4023-9828-f99b78ac467a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:09.069405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 85b07904-c074-4023-9828-f99b78ac467a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:09.069405 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.212170 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.310338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.316195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 85b07904-c074-4023-9828-f99b78ac467a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=85b07904-c074-4023-9828-f99b78ac467a,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:09.329134 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.436900 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=85b07904-c074-4023-9828-f99b78ac467a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:09.477564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fa633-6899-403f-9222-0fc6766471e4 req-d1f536a1-ec4e-45b6-a8cd-033c89da6469 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:09.479316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e7fa633-6899-403f-9222-0fc6766471e4 req-d1f536a1-ec4e-45b6-a8cd-033c89da6469 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.3136320 Aug 24 00:31:09.567249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd491a-b7ac-47e4-a328-9698439f8dfb req-e6754aa6-1308-4d7a-8d29-534e08fb1893 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:09.576896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6bbd491a-b7ac-47e4-a328-9698439f8dfb req-e6754aa6-1308-4d7a-8d29-534e08fb1893 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.2896781 Aug 24 00:31:09.602604 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e7fa633-6899-403f-9222-0fc6766471e4 req-107060f1-1642-41e8-b227-27a5ddc1ece2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922410 Aug 24 00:31:09.640468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6bbd491a-b7ac-47e4-a328-9698439f8dfb req-2653d54f-2aa0-4f97-aee9-6e59241466ab tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626156 Aug 24 00:31:09.641942 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Router e8055045-f015-4ca5-aae5-40a72679b995 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:31:09.805547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:31:09.851882 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Sync routers for ids ['e8055045-f015-4ca5-aae5-40a72679b995'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:31:09.868148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Routers {'e8055045-f015-4ca5-aae5-40a72679b995'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:09.869471 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e8055045-f015-4ca5-aae5-40a72679b995'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:09.873403 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.874082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-faeea20f-804a-4a5d-ba2b-2ecc1676782e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2630169 Aug 24 00:31:09.878679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40508) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:09.932645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344c462-c8dd-47e7-ab0e-6c482248c4d2 req-2e32845c-d16e-4fa6-bc28-2278cd8f1287 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:09.934277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f344c462-c8dd-47e7-ab0e-6c482248c4d2 req-2e32845c-d16e-4fa6-bc28-2278cd8f1287 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1069694 Aug 24 00:31:09.997733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f344c462-c8dd-47e7-ab0e-6c482248c4d2 req-72460576-39e6-40c8-a9e7-8de68c2d0382 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556998 Aug 24 00:31:10.086758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Set router e8055045-f015-4ca5-aae5-40a72679b995 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:10.303811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1e58399d-c70f-40a1-9039-d6f541c52d33 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:10.379190 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'name': 'tempest-TestVolumeBootPattern-1118220803-router', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:04Z', 'updated_at': '2021-08-24T00:31:08Z', 'revision_number': 3, 'project_id': '6ce763a327d946c299cbf28373d4f9b5', 'gw_port': {'id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:06Z', 'updated_at': '2021-08-24T00:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:10.417161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1e58399d-c70f-40a1-9039-d6f541c52d33 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:10.417686 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:10.420692 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Checking router: e8055045-f015-4ca5-aae5-40a72679b995 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:31:10.421055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Updating router e8055045-f015-4ca5-aae5-40a72679b995 port 3216224d-d07d-4da4-b974-7fcc10f76c37 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:31:10.481219 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:10.608773 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:10.685393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 85b07904-c074-4023-9828-f99b78ac467a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:10.816426 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 85b07904-c074-4023-9828-f99b78ac467a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:10.816828 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:10.891996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Allocated IP 172.20.0.1 (07d78414-8532-4965-b8f0-cff94a68401c/13d603bf-f0b2-4f64-9df7-a2c78d5c3939/62ca3180-037a-4c9b-8bfe-1c134d25fc51) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:10.906077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171cf37-5c9d-4b8e-9d25-7a347d3e9de0 req-810f3eb6-740c-4a96-a509-74b98d0f8f05 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:10.916200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6171cf37-5c9d-4b8e-9d25-7a347d3e9de0 req-810f3eb6-740c-4a96-a509-74b98d0f8f05 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.1682158 Aug 24 00:31:10.972096 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9aa13-ef1c-473c-b8b5-8285361cf959 req-2e972af0-2382-42a1-a6d5-2c4a3f12fe03 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:10.974118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20d9aa13-ef1c-473c-b8b5-8285361cf959 req-2e972af0-2382-42a1-a6d5-2c4a3f12fe03 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.2371907 Aug 24 00:31:11.008634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6171cf37-5c9d-4b8e-9d25-7a347d3e9de0 req-ff1356a5-ad9f-4dd8-a7d5-f89cebbc1f41 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856299 Aug 24 00:31:11.033869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20d9aa13-ef1c-473c-b8b5-8285361cf959 req-0c225723-b557-4910-8baf-804ee19524d7 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498586 Aug 24 00:31:11.078997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.103623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Transition to ACTIVE for port object 62ca3180-037a-4c9b-8bfe-1c134d25fc51 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:11.141176 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.158544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Transition to ACTIVE for port object 3216224d-d07d-4da4-b974-7fcc10f76c37 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:11.169834 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.185023 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.210069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd744d-769f-4a36-a140-3c0146666546 req-d53b14c9-16dd-42ec-8cf0-0827821abac7 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:11.212009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0fd744d-769f-4a36-a140-3c0146666546 req-d53b14c9-16dd-42ec-8cf0-0827821abac7 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.0630701 Aug 24 00:31:11.236267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Attempting to bind port 3216224d-d07d-4da4-b974-7fcc10f76c37 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:11.236884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Attempting to bind port 3216224d-d07d-4da4-b974-7fcc10f76c37 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:11.237638 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Attempting to bind port 3216224d-d07d-4da4-b974-7fcc10f76c37 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:11.249722 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:11.250152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:11.250512 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.250971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:11.251585 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Bound port: 3216224d-d07d-4da4-b974-7fcc10f76c37, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:11.251979 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.254483 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc8cc6-71c7-40d7-9753-0524078095bc None None] Pushing event updated for resources: {'Port': ['ID=3216224d-d07d-4da4-b974-7fcc10f76c37,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:11.265870 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Pushing event updated for resources: {'Port': ['ID=62ca3180-037a-4c9b-8bfe-1c134d25fc51,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:11.271963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Network 07d78414-8532-4965-b8f0-cff94a68401c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:11.274874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:11.277802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:11.309926 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0fd744d-769f-4a36-a140-3c0146666546 req-e76d291b-8664-4711-9852-63c052e5b401 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911593 Aug 24 00:31:11.323232 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] For port 3216224d-d07d-4da4-b974-7fcc10f76c37, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:11.324433 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.326623 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] For port 3216224d-d07d-4da4-b974-7fcc10f76c37, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3216224d-d07d-4da4-b974-7fcc10f76c37,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:11.336474 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.419228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc8cc6-71c7-40d7-9753-0524078095bc None None] Pushing event updated for resources: {'Port': ['ID=3216224d-d07d-4da4-b974-7fcc10f76c37,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:11.435567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Routers {'e8055045-f015-4ca5-aae5-40a72679b995'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:11.437062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e8055045-f015-4ca5-aae5-40a72679b995'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:11.523896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.625781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b230b74-9dc1-40f2-ac0f-de45c5b94c0c req-0083c6a5-756b-4785-b4a4-51775db90f08 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:11.628023 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b230b74-9dc1-40f2-ac0f-de45c5b94c0c req-0083c6a5-756b-4785-b4a4-51775db90f08 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.0580542 Aug 24 00:31:11.658474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] Set router e8055045-f015-4ca5-aae5-40a72679b995 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:11.686703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b230b74-9dc1-40f2-ac0f-de45c5b94c0c req-248cea08-693d-4ca8-a931-b797a59bdc5a tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508530 Aug 24 00:31:11.719965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-65b1e30d-4d05-4006-a9f4-cacca0d201dd None None] Provisioning for port 62ca3180-037a-4c9b-8bfe-1c134d25fc51 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:11.735939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-65b1e30d-4d05-4006-a9f4-cacca0d201dd None None] Provisioning complete for port 62ca3180-037a-4c9b-8bfe-1c134d25fc51 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:11.736320 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65b1e30d-4d05-4006-a9f4-cacca0d201dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.749654 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.756250 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.805702 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Pushing event updated for resources: {'Port': ['ID=62ca3180-037a-4c9b-8bfe-1c134d25fc51,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:11.818484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-65b1e30d-4d05-4006-a9f4-cacca0d201dd None None] Port 62ca3180-037a-4c9b-8bfe-1c134d25fc51 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:31:11.829308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2e33d-5146-461d-b578-462f38c41e65 req-df1ac491-5e5a-41e9-93fd-7f611d603012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:11.830986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ddb2e33d-5146-461d-b578-462f38c41e65 req-df1ac491-5e5a-41e9-93fd-7f611d603012 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 1096 time: 0.0858200 Aug 24 00:31:11.863005 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.887741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'name': 'tempest-TestVolumeBootPattern-1118220803-router', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:04Z', 'updated_at': '2021-08-24T00:31:08Z', 'revision_number': 3, 'project_id': '6ce763a327d946c299cbf28373d4f9b5', 'gw_port': {'id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:06Z', 'updated_at': '2021-08-24T00:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:11.921180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88e7c2f-8bb0-4e6c-a08e-19016e1f0c1e None None] The sync data for ids ['e8055045-f015-4ca5-aae5-40a72679b995'] in n-d-805736-1 is: [{'id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'name': 'tempest-TestVolumeBootPattern-1118220803-router', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:04Z', 'updated_at': '2021-08-24T00:31:08Z', 'revision_number': 3, 'project_id': '6ce763a327d946c299cbf28373d4f9b5', 'gw_port': {'id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:06Z', 'updated_at': '2021-08-24T00:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:31:11.974020 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Network 07d78414-8532-4965-b8f0-cff94a68401c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:11.976369 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:11.998862 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2e33d-5146-461d-b578-462f38c41e65 req-bd362d9b-c41d-4167-af73-24171d64e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:12.001143 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ddb2e33d-5146-461d-b578-462f38c41e65 req-bd362d9b-c41d-4167-af73-24171d64e861 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 912 time: 0.1615045 Aug 24 00:31:12.108366 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ddb2e33d-5146-461d-b578-462f38c41e65 req-d93eab15-3aec-4626-9817-8d9f4c8a97f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59b802e4-c292-4c95-bb0e-9b841eec5c27 HTTP/1.1" status: 200 len: 1001 time: 0.0965714 Aug 24 00:31:12.141820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Router e8055045-f015-4ca5-aae5-40a72679b995 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:31:12.260479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2e33d-5146-461d-b578-462f38c41e65 req-d16c0ff7-ed03-4964-99b4-c8c2ed6c0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:12.262284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ddb2e33d-5146-461d-b578-462f38c41e65 req-d16c0ff7-ed03-4964-99b4-c8c2ed6c0824 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 200 len: 850 time: 0.1106894 Aug 24 00:31:12.352254 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-73b58ff2-62be-480f-9843-c2b6bd3f4895 None None] Provisioning complete for port 62ca3180-037a-4c9b-8bfe-1c134d25fc51 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:12.352970 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-73b58ff2-62be-480f-9843-c2b6bd3f4895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:12.360870 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:31:12.381958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c962062-dcd5-4b1b-9bf8-002c2cac1c62 req-48cf9d5d-579f-4346-8feb-95eb2dce908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:12.381958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2c962062-dcd5-4b1b-9bf8-002c2cac1c62 req-48cf9d5d-579f-4346-8feb-95eb2dce908f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 1096 time: 0.2674663 Aug 24 00:31:12.389734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ec7c0-c27b-4410-8323-3a66b14f1acf req-6f54c4b0-1bb8-4b88-8a0a-f4b0ee944eff tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:12.391242 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-741ec7c0-c27b-4410-8323-3a66b14f1acf req-6f54c4b0-1bb8-4b88-8a0a-f4b0ee944eff tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.2366560 Aug 24 00:31:12.402177 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3e9de388-1ec7-408b-b6a9-3b4e87596437 admin admin] 10.222.0.32 "PUT /v2.0/routers/e8055045-f015-4ca5-aae5-40a72679b995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5101395 Aug 24 00:31:12.429401 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-73b58ff2-62be-480f-9843-c2b6bd3f4895 None None] Port 62ca3180-037a-4c9b-8bfe-1c134d25fc51 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:31:12.438263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497074c6-3f65-41a5-be7e-626fae80cd84 req-f2fe435e-f0a7-4ad0-a958-910d53eeb48b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:12.440429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-497074c6-3f65-41a5-be7e-626fae80cd84 req-f2fe435e-f0a7-4ad0-a958-910d53eeb48b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.2741702 Aug 24 00:31:12.849756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2e33d-5146-461d-b578-462f38c41e65 req-7a321a7d-c42f-4530-961c-715332113dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:12.851289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ddb2e33d-5146-461d-b578-462f38c41e65 req-7a321a7d-c42f-4530-961c-715332113dbd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b465dfe-d306-4292-bddd-524ea879c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5632353 Aug 24 00:31:12.956550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-741ec7c0-c27b-4410-8323-3a66b14f1acf req-ca9b400a-31b0-4607-862e-218db2f78c74 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493658 Aug 24 00:31:13.020502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-497074c6-3f65-41a5-be7e-626fae80cd84 req-839d12cf-9146-4069-84b8-a1a7ae5e7b13 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332563 Aug 24 00:31:13.088847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ddb2e33d-5146-461d-b578-462f38c41e65 req-7e7fdc84-0f08-4947-ab68-49d8d1d0838a service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262228 Aug 24 00:31:13.089889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c962062-dcd5-4b1b-9bf8-002c2cac1c62 req-7bbb4e8a-e433-4a6c-b9b5-b2ed395024c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:13.091312 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2c962062-dcd5-4b1b-9bf8-002c2cac1c62 req-7bbb4e8a-e433-4a6c-b9b5-b2ed395024c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.6984041 Aug 24 00:31:13.211992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2c962062-dcd5-4b1b-9bf8-002c2cac1c62 req-3efa7e11-64a2-42e0-b18f-d678a48a2030 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a HTTP/1.1" status: 200 len: 217 time: 0.0981779 Aug 24 00:31:13.280815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed89a8-db3c-43ad-9e34-f6ebebe1ab8c req-03ee1f36-417a-4821-b20a-911bbb7d07fd tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:13.282370 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aaed89a8-db3c-43ad-9e34-f6ebebe1ab8c req-03ee1f36-417a-4821-b20a-911bbb7d07fd tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1900280 Aug 24 00:31:13.330468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c962062-dcd5-4b1b-9bf8-002c2cac1c62 req-8e1f9046-31ab-47df-ba0c-69fd7204c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:13.331991 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2c962062-dcd5-4b1b-9bf8-002c2cac1c62 req-8e1f9046-31ab-47df-ba0c-69fd7204c3af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.1117165 Aug 24 00:31:13.336543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ddb2e33d-5146-461d-b578-462f38c41e65 req-242ff184-e94c-45e3-a324-bc15e12371e4 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327383 Aug 24 00:31:13.375382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aaed89a8-db3c-43ad-9e34-f6ebebe1ab8c req-2092d4b8-4485-4360-a232-a03dfa3b5b90 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824661 Aug 24 00:31:13.415007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c962062-dcd5-4b1b-9bf8-002c2cac1c62 req-285fc1f8-b964-4cc1-af60-6f33d809034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:13.417476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2c962062-dcd5-4b1b-9bf8-002c2cac1c62 req-285fc1f8-b964-4cc1-af60-6f33d809034b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555830 Aug 24 00:31:13.525152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2c962062-dcd5-4b1b-9bf8-002c2cac1c62 req-4f3755e5-2045-4231-a786-a7be6e792a7d service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913527 Aug 24 00:31:13.641203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2c962062-dcd5-4b1b-9bf8-002c2cac1c62 req-46c278a1-7036-4932-9d6d-4cdb8af8aec2 service neutron] 10.222.0.47 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085534 Aug 24 00:31:14.141467 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Sync routers for ids ['e8055045-f015-4ca5-aae5-40a72679b995'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:31:14.177812 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Routers {'e8055045-f015-4ca5-aae5-40a72679b995'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:14.179091 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e8055045-f015-4ca5-aae5-40a72679b995'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:14.196390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdea5df-e0fb-4bf9-92aa-1353e457e1a0 req-27decc68-ac66-405d-b8dc-03259572d1eb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:14.202043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efdea5df-e0fb-4bf9-92aa-1353e457e1a0 req-27decc68-ac66-405d-b8dc-03259572d1eb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.1796150 Aug 24 00:31:14.312308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2963501-5f8a-49b1-a727-e91093cac087 req-4cb4a3f5-41d8-48ce-b1b3-71ecd4b72b09 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:14.313974 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2963501-5f8a-49b1-a727-e91093cac087 req-4cb4a3f5-41d8-48ce-b1b3-71ecd4b72b09 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.1051092 Aug 24 00:31:14.330534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efdea5df-e0fb-4bf9-92aa-1353e457e1a0 req-ff04fddb-fdfe-491e-b2f0-232e2f8a95d2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177170 Aug 24 00:31:14.335679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3216224d-d07d-4da4-b974-7fcc10f76c37 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:14.378021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2963501-5f8a-49b1-a727-e91093cac087 req-fa085673-38f5-4e43-ab27-6cf55b05383f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457850 Aug 24 00:31:14.406954 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Set router e8055045-f015-4ca5-aae5-40a72679b995 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:14.444828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 3216224d-d07d-4da4-b974-7fcc10f76c37 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:14.449735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 3216224d-d07d-4da4-b974-7fcc10f76c37 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:14.450591 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:14.594214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1780b-62e8-4e37-87a4-bc9b6e8aa7ed req-460a2489-9864-4554-b565-d5d84b20bff2 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:14.596406 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:14.601036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfa1780b-62e8-4e37-87a4-bc9b6e8aa7ed req-460a2489-9864-4554-b565-d5d84b20bff2 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.0991547 Aug 24 00:31:14.637101 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 3216224d-d07d-4da4-b974-7fcc10f76c37, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3216224d-d07d-4da4-b974-7fcc10f76c37,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:14.648785 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:14.661278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfa1780b-62e8-4e37-87a4-bc9b6e8aa7ed req-c24df8cf-82c8-4385-88fc-0a1c6b19e30e tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531693 Aug 24 00:31:14.681165 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'name': 'tempest-TestVolumeBootPattern-1118220803-router', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:04Z', 'updated_at': '2021-08-24T00:31:11Z', 'revision_number': 4, 'project_id': '6ce763a327d946c299cbf28373d4f9b5', 'gw_port': {'id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:06Z', 'updated_at': '2021-08-24T00:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '62ca3180-037a-4c9b-8bfe-1c134d25fc51', 'name': '', 'network_id': '07d78414-8532-4965-b8f0-cff94a68401c', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'mac_address': 'fa:16:3e:60:bc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '13d603bf-f0b2-4f64-9df7-a2c78d5c3939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:10Z', 'updated_at': '2021-08-24T00:31:11Z', 'revision_number': 2, 'project_id': '6ce763a327d946c299cbf28373d4f9b5', 'subnets': [{'id': '13d603bf-f0b2-4f64-9df7-a2c78d5c3939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:14.713499 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Checking router: e8055045-f015-4ca5-aae5-40a72679b995 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:31:14.713852 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Updating router e8055045-f015-4ca5-aae5-40a72679b995 port 62ca3180-037a-4c9b-8bfe-1c134d25fc51 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:31:14.714165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=3216224d-d07d-4da4-b974-7fcc10f76c37,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:14.745310 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:14.923992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-330c193f-71ed-46ea-acaa-91ed28e2ec88 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:14.927291 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-330c193f-71ed-46ea-acaa-91ed28e2ec88 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 812 time: 0.1154404 Aug 24 00:31:14.941188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-c68e4dce-6b42-4e84-ba66-434ac6e6c3eb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/quotas/c14aa75e32a445ab889373eca3a8b0c6 HTTP/1.1" status: 200 len: 375 time: 0.0093827 Aug 24 00:31:15.001730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-b767b3c1-dde9-410c-bc1d-8a37077a5f28 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536573 Aug 24 00:31:15.032470 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:15.042375 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Transition to ACTIVE for port object 62ca3180-037a-4c9b-8bfe-1c134d25fc51 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:15.048958 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:15.105698 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd9251-201a-4e4d-8289-657c56f4641d None None] Pushing event updated for resources: {'Port': ['ID=62ca3180-037a-4c9b-8bfe-1c134d25fc51,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:15.105965 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-6e8b79b5-5cbc-40d6-a0bb-34f8764d86d4 service neutron] 10.222.0.32 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964625 Aug 24 00:31:15.167245 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Attempting to bind port 62ca3180-037a-4c9b-8bfe-1c134d25fc51 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:15.167844 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Attempting to bind port 62ca3180-037a-4c9b-8bfe-1c134d25fc51 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '57e76562-bc0f-4409-8484-5f92dee39059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '07d78414-8532-4965-b8f0-cff94a68401c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:15.168180 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Attempting to bind port 62ca3180-037a-4c9b-8bfe-1c134d25fc51 on network 07d78414-8532-4965-b8f0-cff94a68401c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:15.173610 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:15.173988 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Checking segment: {'id': '57e76562-bc0f-4409-8484-5f92dee39059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '07d78414-8532-4965-b8f0-cff94a68401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:15.174390 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:15.174794 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Bound using segment: {'id': '57e76562-bc0f-4409-8484-5f92dee39059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '07d78414-8532-4965-b8f0-cff94a68401c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:15.175268 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Bound port: 62ca3180-037a-4c9b-8bfe-1c134d25fc51, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e76562-bc0f-4409-8484-5f92dee39059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '07d78414-8532-4965-b8f0-cff94a68401c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:15.175647 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:15.217788 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-a46fd1a8-c5ea-40f5-89ee-60c31dccddfe service neutron] 10.222.0.32 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110804 Aug 24 00:31:15.263680 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] For port 62ca3180-037a-4c9b-8bfe-1c134d25fc51, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:15.268005 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] For port 62ca3180-037a-4c9b-8bfe-1c134d25fc51, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=62ca3180-037a-4c9b-8bfe-1c134d25fc51,segment=NetworkSegment(57e76562-bc0f-4409-8484-5f92dee39059),segment_id=57e76562-bc0f-4409-8484-5f92dee39059)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:15.275134 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:15.329914 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd9251-201a-4e4d-8289-657c56f4641d None None] Pushing event updated for resources: {'Port': ['ID=62ca3180-037a-4c9b-8bfe-1c134d25fc51,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:15.346628 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Routers {'e8055045-f015-4ca5-aae5-40a72679b995'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:15.347254 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e8055045-f015-4ca5-aae5-40a72679b995'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:15.576000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865a52-c1fb-4412-9593-9433a2199eb5 req-cee7b4ef-9581-45f8-975a-862da2ced7b9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:15.592868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd865a52-c1fb-4412-9593-9433a2199eb5 req-cee7b4ef-9581-45f8-975a-862da2ced7b9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 945 time: 0.1637514 Aug 24 00:31:15.610307 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] Set router e8055045-f015-4ca5-aae5-40a72679b995 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:15.659739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd865a52-c1fb-4412-9593-9433a2199eb5 req-2ba30763-7d79-4a2b-acf1-33d5c419c2da tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599709 Aug 24 00:31:15.826323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2a1b5-018a-4197-a95b-ef0d91fcb32e req-2038e6da-2289-4b89-9864-43f66073db06 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:15.835687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1a2a1b5-018a-4197-a95b-ef0d91fcb32e req-2038e6da-2289-4b89-9864-43f66073db06 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.0713019 Aug 24 00:31:15.909419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:15.925459 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1a2a1b5-018a-4197-a95b-ef0d91fcb32e req-facf4ccd-5759-440f-9069-1580247eff00 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824301 Aug 24 00:31:15.980882 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'name': 'tempest-TestVolumeBootPattern-1118220803-router', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:04Z', 'updated_at': '2021-08-24T00:31:11Z', 'revision_number': 4, 'project_id': '6ce763a327d946c299cbf28373d4f9b5', 'gw_port': {'id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:06Z', 'updated_at': '2021-08-24T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '62ca3180-037a-4c9b-8bfe-1c134d25fc51', 'name': '', 'network_id': '07d78414-8532-4965-b8f0-cff94a68401c', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'mac_address': 'fa:16:3e:60:bc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '13d603bf-f0b2-4f64-9df7-a2c78d5c3939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:10Z', 'updated_at': '2021-08-24T00:31:15Z', 'revision_number': 4, 'project_id': '6ce763a327d946c299cbf28373d4f9b5', 'subnets': [{'id': '13d603bf-f0b2-4f64-9df7-a2c78d5c3939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:16.025675 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40cffe-7966-40bb-874b-fda31f7d1dfb None None] The sync data for ids ['e8055045-f015-4ca5-aae5-40a72679b995'] in n-d-805736-1 is: [{'id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'name': 'tempest-TestVolumeBootPattern-1118220803-router', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:04Z', 'updated_at': '2021-08-24T00:31:11Z', 'revision_number': 4, 'project_id': '6ce763a327d946c299cbf28373d4f9b5', 'gw_port': {'id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:06Z', 'updated_at': '2021-08-24T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '62ca3180-037a-4c9b-8bfe-1c134d25fc51', 'name': '', 'network_id': '07d78414-8532-4965-b8f0-cff94a68401c', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'mac_address': 'fa:16:3e:60:bc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '13d603bf-f0b2-4f64-9df7-a2c78d5c3939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:10Z', 'updated_at': '2021-08-24T00:31:15Z', 'revision_number': 4, 'project_id': '6ce763a327d946c299cbf28373d4f9b5', 'subnets': [{'id': '13d603bf-f0b2-4f64-9df7-a2c78d5c3939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:31:16.062308 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f596bbbe-44f1-4cb3-9c6f-66d017469970 req-fcd98a11-06a2-4573-9cbf-4a6219afcce4 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 210 time: 0.0575960 Aug 24 00:31:16.141261 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d78863a5-d694-49d8-9bf3-499de6b561d1 req-4a30987a-d0d4-4dfd-9de9-6af83d0ab9ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1260111 Aug 24 00:31:16.314428 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78863a5-d694-49d8-9bf3-499de6b561d1 req-9cf804fb-7b39-437f-853c-b775d9ae0dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:16.319530 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d78863a5-d694-49d8-9bf3-499de6b561d1 req-9cf804fb-7b39-437f-853c-b775d9ae0dc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 1096 time: 0.1205535 Aug 24 00:31:16.414636 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:16.472082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f7942-a213-4fd1-bfe2-3837c2a9e04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:16.476300 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e96330-8060-4305-a1c1-66cd76e1d17c" -d '{"events": [{"server_uuid": "750f7942-a213-4fd1-bfe2-3837c2a9e04b", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:16.502561 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3216224d-d07d-4da4-b974-7fcc10f76c37 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:16.532422 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:16.551698 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:16.562118 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4957ae2d-c2d1-4bd2-8fa6-891d2c03d704 x-openstack-request-id: req-4957ae2d-c2d1-4bd2-8fa6-891d2c03d704 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:16.562848 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750f7942-a213-4fd1-bfe2-3837c2a9e04b", "name": "network-vif-unplugged", "status": "failed", "tag": "b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a", "code": 422}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:16.563359 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4957ae2d-c2d1-4bd2-8fa6-891d2c03d704 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:16.564032 n-d-805736-1 neutron-server[94839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '750f7942-a213-4fd1-bfe2-3837c2a9e04b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a', 'code': 422} returned with failed status Aug 24 00:31:16.585961 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78863a5-d694-49d8-9bf3-499de6b561d1 req-26342961-9afa-47b4-a00e-03122c7b5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:16.587738 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d78863a5-d694-49d8-9bf3-499de6b561d1 req-26342961-9afa-47b4-a00e-03122c7b5f4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.2413313 Aug 24 00:31:16.636475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:16.640583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 3216224d-d07d-4da4-b974-7fcc10f76c37 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:16.641297 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:16.749236 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d78863a5-d694-49d8-9bf3-499de6b561d1 req-7fa8ef30-b802-46e5-a3ae-1060aae15c95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f HTTP/1.1" status: 200 len: 999 time: 0.1537158 Aug 24 00:31:16.782906 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 62ca3180-037a-4c9b-8bfe-1c134d25fc51 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:16.827562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78863a5-d694-49d8-9bf3-499de6b561d1 req-d5065b3a-1eea-49e4-812b-8fc41d29ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:16.829419 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d78863a5-d694-49d8-9bf3-499de6b561d1 req-d5065b3a-1eea-49e4-812b-8fc41d29ebf4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.0648146 Aug 24 00:31:16.852872 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 62ca3180-037a-4c9b-8bfe-1c134d25fc51 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:16.861810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 62ca3180-037a-4c9b-8bfe-1c134d25fc51 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:16.862210 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:16.936627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6327c-a468-44e3-b99d-045f1a0704a5 req-890af983-6298-490e-b82e-b52838803b91 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:16.959440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6327c-a468-44e3-b99d-045f1a0704a5 req-890af983-6298-490e-b82e-b52838803b91 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:16.969466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6327c-a468-44e3-b99d-045f1a0704a5 req-890af983-6298-490e-b82e-b52838803b91 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:17.000886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6327c-a468-44e3-b99d-045f1a0704a5 req-890af983-6298-490e-b82e-b52838803b91 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:17.005230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78863a5-d694-49d8-9bf3-499de6b561d1 req-c4f8ac8d-0b7b-40db-9fdf-2f1fcccaf366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:17.008477 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d78863a5-d694-49d8-9bf3-499de6b561d1 req-c4f8ac8d-0b7b-40db-9fdf-2f1fcccaf366 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416466 Aug 24 00:31:17.024596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6327c-a468-44e3-b99d-045f1a0704a5 req-890af983-6298-490e-b82e-b52838803b91 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:17.031572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6327c-a468-44e3-b99d-045f1a0704a5 req-890af983-6298-490e-b82e-b52838803b91 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:17.039335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6327c-a468-44e3-b99d-045f1a0704a5 req-890af983-6298-490e-b82e-b52838803b91 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:17.048107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98e6327c-a468-44e3-b99d-045f1a0704a5 req-890af983-6298-490e-b82e-b52838803b91 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5445 time: 0.2686522 Aug 24 00:31:17.068507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50990c5f-30f5-473c-a70e-471ae426c830 req-635610c5-917f-4817-a3a3-21b20835ad58 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:17.078296 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50990c5f-30f5-473c-a70e-471ae426c830 req-635610c5-917f-4817-a3a3-21b20835ad58 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 943 time: 0.2851493 Aug 24 00:31:17.105387 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:17.146000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98e6327c-a468-44e3-b99d-045f1a0704a5 req-66835081-f074-4c62-b695-13d736fed0d3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935566 Aug 24 00:31:17.186880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 62ca3180-037a-4c9b-8bfe-1c134d25fc51, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=62ca3180-037a-4c9b-8bfe-1c134d25fc51,segment=NetworkSegment(57e76562-bc0f-4409-8484-5f92dee39059),segment_id=57e76562-bc0f-4409-8484-5f92dee39059)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:17.195081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50990c5f-30f5-473c-a70e-471ae426c830 req-6cddbe73-63c5-4726-ad1f-4baf8bb1db50 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120744 Aug 24 00:31:17.209050 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:17.253910 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d78863a5-d694-49d8-9bf3-499de6b561d1 req-0ff97fbc-15b6-48c3-b47c-1ec31b3a9bb4 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815653 Aug 24 00:31:17.318694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=62ca3180-037a-4c9b-8bfe-1c134d25fc51,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:17.390766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7764230-302c-44c8-b910-6a6ff6ec3ac0 req-bccd6295-db99-4eec-8f31-9e1cbe9012f4 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:17.396211 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7764230-302c-44c8-b910-6a6ff6ec3ac0 req-bccd6295-db99-4eec-8f31-9e1cbe9012f4 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.1026065 Aug 24 00:31:17.483105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7764230-302c-44c8-b910-6a6ff6ec3ac0 req-12501aa0-9065-411f-9fe2-af41c597d31a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730572 Aug 24 00:31:17.558978 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0699cbe5-f2eb-4996-a1cc-30afa909c01f req-81dca317-f231-4615-b361-a1fc08bc91c2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 210 time: 0.0882680 Aug 24 00:31:17.658905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f441afb-dcd4-483d-b076-b50242ccc484 req-bd2fd359-c0c0-4153-8e68-3059ec6d11cf tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:17.661374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f441afb-dcd4-483d-b076-b50242ccc484 req-bd2fd359-c0c0-4153-8e68-3059ec6d11cf tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0885000 Aug 24 00:31:17.763977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f441afb-dcd4-483d-b076-b50242ccc484 req-43941b66-ee9a-4315-8f18-53b342bb0056 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901577 Aug 24 00:31:17.856118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-055acf32-3e84-49ff-b2e3-eae202fabe4c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:17.857680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-055acf32-3e84-49ff-b2e3-eae202fabe4c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 812 time: 0.1952791 Aug 24 00:31:17.888019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-040de0c2-128a-46ba-a954-8ea3f298d2ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'port': {'device_id': '84f168e5-72cd-4d5a-b693-9209b178c106', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'admin_state_up': True, 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:17.996757 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d78863a5-d694-49d8-9bf3-499de6b561d1 req-9ec8e240-ee10-47ed-9942-1245e4ac1111 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882465 Aug 24 00:31:18.033709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db69561-945a-4e75-954b-d1d28bcdbe61 req-2abf6cdb-bb47-4e3a-a27f-a040fb8f0099 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.035272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0db69561-945a-4e75-954b-d1d28bcdbe61 req-2abf6cdb-bb47-4e3a-a27f-a040fb8f0099 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1281528 Aug 24 00:31:18.110497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0db69561-945a-4e75-954b-d1d28bcdbe61 req-3c37a8bf-0af5-47e1-b3c6-379c04391fc1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628338 Aug 24 00:31:18.111793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-040de0c2-128a-46ba-a954-8ea3f298d2ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Made reservation on behalf of c14aa75e32a445ab889373eca3a8b0c6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:18.116136 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-040de0c2-128a-46ba-a954-8ea3f298d2ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:18.305435 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 62ca3180-037a-4c9b-8bfe-1c134d25fc51 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:18.365390 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-050e9e30-debe-47bd-8c14-3c8ea3a40969 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.377837 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-050e9e30-debe-47bd-8c14-3c8ea3a40969 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.392313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-050e9e30-debe-47bd-8c14-3c8ea3a40969 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.400493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-040de0c2-128a-46ba-a954-8ea3f298d2ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Allocated IP 172.20.0.9 (311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a/b77d7e2b-68e6-4524-b968-14232b4fd35e/5551a747-4fbc-4026-8eea-a11ee9781c48) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:18.411613 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-050e9e30-debe-47bd-8c14-3c8ea3a40969 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.425018 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-050e9e30-debe-47bd-8c14-3c8ea3a40969 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.445521 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-050e9e30-debe-47bd-8c14-3c8ea3a40969 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.457304 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-050e9e30-debe-47bd-8c14-3c8ea3a40969 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.463997 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-050e9e30-debe-47bd-8c14-3c8ea3a40969 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5445 time: 0.2133164 Aug 24 00:31:18.503665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 62ca3180-037a-4c9b-8bfe-1c134d25fc51 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:18.505531 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:18.553778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950051d6-c2a7-4c4b-97cc-6479c24ce743 req-af604265-c8ea-4e5d-bfe8-1bccfc166551 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.560896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950051d6-c2a7-4c4b-97cc-6479c24ce743 req-af604265-c8ea-4e5d-bfe8-1bccfc166551 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.568301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950051d6-c2a7-4c4b-97cc-6479c24ce743 req-af604265-c8ea-4e5d-bfe8-1bccfc166551 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.575418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950051d6-c2a7-4c4b-97cc-6479c24ce743 req-af604265-c8ea-4e5d-bfe8-1bccfc166551 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.583363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950051d6-c2a7-4c4b-97cc-6479c24ce743 req-af604265-c8ea-4e5d-bfe8-1bccfc166551 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.595960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950051d6-c2a7-4c4b-97cc-6479c24ce743 req-af604265-c8ea-4e5d-bfe8-1bccfc166551 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.604204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950051d6-c2a7-4c4b-97cc-6479c24ce743 req-af604265-c8ea-4e5d-bfe8-1bccfc166551 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.610854 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-3dd89f77-9add-4df6-9336-e10b5ae2cf33 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.612242 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-3dd89f77-9add-4df6-9336-e10b5ae2cf33 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "GET /v2.0/ports/22f7ed89-39b2-4be4-b2ff-738827384330?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0923698 Aug 24 00:31:18.612870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-950051d6-c2a7-4c4b-97cc-6479c24ce743 req-af604265-c8ea-4e5d-bfe8-1bccfc166551 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 5445 time: 0.2542727 Aug 24 00:31:18.634509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e727a-5d14-468a-8662-f8636660e9db req-06a4e87a-bf53-42ff-bc26-0e7915712d56 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.639446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-012e727a-5d14-468a-8662-f8636660e9db req-06a4e87a-bf53-42ff-bc26-0e7915712d56 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1937609 Aug 24 00:31:18.775427 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-cc89c304-938f-453e-b0a4-1e5f9a2a6ccb tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "GET /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1550736 Aug 24 00:31:18.789655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-984729f7-d32c-4f6c-b187-09af21834b45 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:18.803012 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-040de0c2-128a-46ba-a954-8ea3f298d2ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:18.844324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-040de0c2-128a-46ba-a954-8ea3f298d2ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Transition to ACTIVE for port object 5551a747-4fbc-4026-8eea-a11ee9781c48 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:18.862887 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-950051d6-c2a7-4c4b-97cc-6479c24ce743 req-2cd2e2be-b4f0-45bc-b28b-24fb30e9d111 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2426479 Aug 24 00:31:18.869729 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-984729f7-d32c-4f6c-b187-09af21834b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:18.900732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-012e727a-5d14-468a-8662-f8636660e9db req-cb45e95f-d34e-4b1e-92e3-f26ef92e1d92 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320539 Aug 24 00:31:19.047211 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-040de0c2-128a-46ba-a954-8ea3f298d2ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.140944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040de0c2-128a-46ba-a954-8ea3f298d2ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'Port': ['ID=5551a747-4fbc-4026-8eea-a11ee9781c48,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:19.177529 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-984729f7-d32c-4f6c-b187-09af21834b45 service neutron] For port 22f7ed89-39b2-4be4-b2ff-738827384330, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=22f7ed89-39b2-4be4-b2ff-738827384330,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:19.190625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-040de0c2-128a-46ba-a954-8ea3f298d2ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:19.196247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-040de0c2-128a-46ba-a954-8ea3f298d2ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:19.198956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-040de0c2-128a-46ba-a954-8ea3f298d2ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:19.245172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397ec89-07bf-43f0-9f27-e9a59b95ad53 req-3bc94f86-6ad2-47f4-8a15-588f8b7e63ef tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:19.254647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5397ec89-07bf-43f0-9f27-e9a59b95ad53 req-3bc94f86-6ad2-47f4-8a15-588f8b7e63ef tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.2205894 Aug 24 00:31:19.265073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-984729f7-d32c-4f6c-b187-09af21834b45 service neutron] For port 22f7ed89-39b2-4be4-b2ff-738827384330, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:19.356853 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-984729f7-d32c-4f6c-b187-09af21834b45 service neutron] device_id is not set on port 22f7ed89-39b2-4be4-b2ff-738827384330 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:31:19.373929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c81f60-28d9-40ae-ad83-904718ff6181 req-077ab6c7-2333-4197-bb42-ed196f3d2c23 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:19.375546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1c81f60-28d9-40ae-ad83-904718ff6181 req-077ab6c7-2333-4197-bb42-ed196f3d2c23 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 931 time: 0.2276099 Aug 24 00:31:19.381570 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-984729f7-d32c-4f6c-b187-09af21834b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.390586 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-984729f7-d32c-4f6c-b187-09af21834b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.412088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5397ec89-07bf-43f0-9f27-e9a59b95ad53 req-02d20081-49c3-4384-8e61-9d564fb83012 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564212 Aug 24 00:31:19.445013 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984729f7-d32c-4f6c-b187-09af21834b45 service neutron] Pushing event updated for resources: {'Port': ['ID=22f7ed89-39b2-4be4-b2ff-738827384330,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:19.446946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-040de0c2-128a-46ba-a954-8ea3f298d2ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:19.447877 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-040de0c2-128a-46ba-a954-8ea3f298d2ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.502068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-984729f7-d32c-4f6c-b187-09af21834b45 service neutron] No DVR routers for this DVR port 22f7ed89-39b2-4be4-b2ff-738827384330 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:19.543015 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-040de0c2-128a-46ba-a954-8ea3f298d2ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6675010 Aug 24 00:31:19.569890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1c81f60-28d9-40ae-ad83-904718ff6181 req-f550bbe8-c908-47e7-8638-3a88eb799361 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816213 Aug 24 00:31:19.587799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Request body: {'port': {'device_id': '84f168e5-72cd-4d5a-b693-9209b178c106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:19.590279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-059c3176-3cba-47e3-9718-5c396a769a1d None None] Provisioning for port 5551a747-4fbc-4026-8eea-a11ee9781c48 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:19.599800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-059c3176-3cba-47e3-9718-5c396a769a1d None None] Provisioning complete for port 5551a747-4fbc-4026-8eea-a11ee9781c48 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:19.600278 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-059c3176-3cba-47e3-9718-5c396a769a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.606672 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-984729f7-d32c-4f6c-b187-09af21834b45 service neutron] In _notify_port_updated(), no bound segment for port 22f7ed89-39b2-4be4-b2ff-738827384330 on network 733ba053-30da-4557-b4cc-071bb438f1a1 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:31:19.607789 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-984729f7-d32c-4f6c-b187-09af21834b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:19.608608 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-984729f7-d32c-4f6c-b187-09af21834b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.610115 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-984729f7-d32c-4f6c-b187-09af21834b45 service neutron] 10.222.0.13 "PUT /v2.0/ports/22f7ed89-39b2-4be4-b2ff-738827384330 HTTP/1.1" status: 200 len: 1033 time: 0.8274038 Aug 24 00:31:19.659064 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-059c3176-3cba-47e3-9718-5c396a769a1d None None] Port 5551a747-4fbc-4026-8eea-a11ee9781c48 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:31:19.684432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-06a6b667-9d51-4e8b-9a7b-a2ef1d0837ba tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:19.686708 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-06a6b667-9d51-4e8b-9a7b-a2ef1d0837ba tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "GET /v2.0/ports/dfe403b4-93ff-4811-8d40-226b565b5d0e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0681274 Aug 24 00:31:19.698429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-1eb99b4c-fe91-4ed6-86e6-a241b13a60ec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:19.715136 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.768092 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-1eb99b4c-fe91-4ed6-86e6-a241b13a60ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.889062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-daeecf04-8de1-408c-a4fa-bbd3a5c628d2 None None] Provisioning complete for port 22f7ed89-39b2-4be4-b2ff-738827384330 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:19.889490 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-daeecf04-8de1-408c-a4fa-bbd3a5c628d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.993468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-daeecf04-8de1-408c-a4fa-bbd3a5c628d2 None None] Port 22f7ed89-39b2-4be4-b2ff-738827384330 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:31:19.995974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:20.024221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-1eb99b4c-fe91-4ed6-86e6-a241b13a60ec service neutron] For port dfe403b4-93ff-4811-8d40-226b565b5d0e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=dfe403b4-93ff-4811-8d40-226b565b5d0e,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:20.069995 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-1eb99b4c-fe91-4ed6-86e6-a241b13a60ec service neutron] For port dfe403b4-93ff-4811-8d40-226b565b5d0e, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:20.118022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-1eb99b4c-fe91-4ed6-86e6-a241b13a60ec service neutron] device_id is not set on port dfe403b4-93ff-4811-8d40-226b565b5d0e yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:31:20.130750 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-1eb99b4c-fe91-4ed6-86e6-a241b13a60ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.140229 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-1eb99b4c-fe91-4ed6-86e6-a241b13a60ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.181035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702133c-b771-4438-b833-ac535b82b58f req-0b5cf422-cc19-493f-871e-00a3ee92c451 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:20.198558 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8702133c-b771-4438-b833-ac535b82b58f req-0b5cf422-cc19-493f-871e-00a3ee92c451 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1508820 Aug 24 00:31:20.218227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e7040-2a64-469d-99e1-3be71073b23e req-2f512442-ca54-49eb-b702-21b69d824541 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:20.225276 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-1eb99b4c-fe91-4ed6-86e6-a241b13a60ec service neutron] No DVR routers for this DVR port dfe403b4-93ff-4811-8d40-226b565b5d0e on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:20.225636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e7040-2a64-469d-99e1-3be71073b23e req-2f512442-ca54-49eb-b702-21b69d824541 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:20.235839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e7040-2a64-469d-99e1-3be71073b23e req-2f512442-ca54-49eb-b702-21b69d824541 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:20.242821 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e7040-2a64-469d-99e1-3be71073b23e req-2f512442-ca54-49eb-b702-21b69d824541 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:20.249440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e7040-2a64-469d-99e1-3be71073b23e req-2f512442-ca54-49eb-b702-21b69d824541 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:20.255838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e7040-2a64-469d-99e1-3be71073b23e req-2f512442-ca54-49eb-b702-21b69d824541 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:20.269515 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b6e7040-2a64-469d-99e1-3be71073b23e req-2f512442-ca54-49eb-b702-21b69d824541 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 4665 time: 0.2607808 Aug 24 00:31:20.270277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-1eb99b4c-fe91-4ed6-86e6-a241b13a60ec service neutron] In _notify_port_updated(), no bound segment for port dfe403b4-93ff-4811-8d40-226b565b5d0e on network 733ba053-30da-4557-b4cc-071bb438f1a1 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:31:20.271306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-1eb99b4c-fe91-4ed6-86e6-a241b13a60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:20.272033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-1eb99b4c-fe91-4ed6-86e6-a241b13a60ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.273452 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-1eb99b4c-fe91-4ed6-86e6-a241b13a60ec service neutron] 10.222.0.13 "PUT /v2.0/ports/dfe403b4-93ff-4811-8d40-226b565b5d0e HTTP/1.1" status: 200 len: 1033 time: 0.5797551 Aug 24 00:31:20.277387 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb99b4c-fe91-4ed6-86e6-a241b13a60ec service neutron] Pushing event updated for resources: {'Port': ['ID=dfe403b4-93ff-4811-8d40-226b565b5d0e,revision_number=6']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:20.417625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Deleting port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:20.418294 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.450664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8702133c-b771-4438-b833-ac535b82b58f req-6ba060fa-1943-4e2f-b0c9-d5fc7a1a8826 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459350 Aug 24 00:31:20.476503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5551a747-4fbc-4026-8eea-a11ee9781c48 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:31:20.499377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b6e7040-2a64-469d-99e1-3be71073b23e req-6e3db2d2-ab88-4c07-9612-a2b99606a30b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab819996-24ba-4c0a-a8c4-869272680589&id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2288430 Aug 24 00:31:20.505802 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.538640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Transition to ACTIVE for port object 5551a747-4fbc-4026-8eea-a11ee9781c48 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:20.540277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-80267530-2984-4d3e-b42c-b853d30f88c5 None None] Provisioning complete for port dfe403b4-93ff-4811-8d40-226b565b5d0e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:20.540880 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80267530-2984-4d3e-b42c-b853d30f88c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.547471 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 15250587-53ca-4501-86b1-c7339d86c075 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:20.555954 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.655521 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-80267530-2984-4d3e-b42c-b853d30f88c5 None None] Port dfe403b4-93ff-4811-8d40-226b565b5d0e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:31:20.656603 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] For port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3,segment=NetworkSegment(c9fb83f4-4764-4446-98f0-c5623cd56340),segment_id=c9fb83f4-4764-4446-98f0-c5623cd56340)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:20.656603 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.729827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Pushing event updated for resources: {'Port': ['ID=5551a747-4fbc-4026-8eea-a11ee9781c48,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:20.745427 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.806112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15250587-53ca-4501-86b1-c7339d86c075'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:20.806112 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7b1ca7-2cbd-4250-82a3-1aadb551225a" -d '{"events": [{"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-unplugged", "status": "completed", "tag": "15250587-53ca-4501-86b1-c7339d86c075"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:20.844255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 15250587-53ca-4501-86b1-c7339d86c075, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=15250587-53ca-4501-86b1-c7339d86c075,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:20.865382 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.866159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 9c0ee051-f3be-4377-a1b9-e220303e05a5 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:20.996760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Attempting to bind port 5551a747-4fbc-4026-8eea-a11ee9781c48 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:20.997111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Attempting to bind port 5551a747-4fbc-4026-8eea-a11ee9781c48 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:20.997876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Attempting to bind port 5551a747-4fbc-4026-8eea-a11ee9781c48 on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:21.042494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3762286-6074-4f29-a448-475f5624be51 req-9c5ae0a5-0b4a-451e-984c-d06689f36258 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:21.052610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3762286-6074-4f29-a448-475f5624be51 req-9c5ae0a5-0b4a-451e-984c-d06689f36258 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.4192302 Aug 24 00:31:21.057005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Port 5551a747-4fbc-4026-8eea-a11ee9781c48 on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:31:21.057808 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Attempting to bind port 5551a747-4fbc-4026-8eea-a11ee9781c48 on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:21.062920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=15250587-53ca-4501-86b1-c7339d86c075,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:21.097295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:21.098459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Checking segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:21.099079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Bound using segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:21.100072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Bound port: 5551a747-4fbc-4026-8eea-a11ee9781c48, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:21.100645 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.124861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f66c8b-0e93-4d64-a962-c965d4e19563 req-b3bb31ed-4ecf-48d8-8cef-931b60e8cd55 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:21.133503 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2f66c8b-0e93-4d64-a962-c965d4e19563 req-b3bb31ed-4ecf-48d8-8cef-931b60e8cd55 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 943 time: 0.3951955 Aug 24 00:31:21.138160 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.184912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 9c0ee051-f3be-4377-a1b9-e220303e05a5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9c0ee051-f3be-4377-a1b9-e220303e05a5,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:21.194164 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.195164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7ec2d164-920a-48df-808a-d50f19345547 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:21.215950 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.217046 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.218361 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Floating IP 6f263fb8-faee-472e-b55f-1ee7960f4f15 disassociated. External IP: 172.25.8.29, port: fa2236cf-9f4e-4517-bffb-4b3e4f8762d3. Aug 24 00:31:21.218826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Calling delete_port for fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:21.234898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] For port 5551a747-4fbc-4026-8eea-a11ee9781c48, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:21.240151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] For port 5551a747-4fbc-4026-8eea-a11ee9781c48, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5551a747-4fbc-4026-8eea-a11ee9781c48,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:21.279619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40738) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:21.300048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2f66c8b-0e93-4d64-a962-c965d4e19563 req-84806569-e5dc-42ab-8b94-d605f94edeaa tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608818 Aug 24 00:31:21.307564 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.326843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=9c0ee051-f3be-4377-a1b9-e220303e05a5,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:21.328690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3762286-6074-4f29-a448-475f5624be51 req-70088038-82c5-4b76-bbb1-919cae3787fc tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725205 Aug 24 00:31:21.407588 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8688ae-bd45-4058-9f6e-5b38ba1ae679 x-openstack-request-id: req-5b8688ae-bd45-4058-9f6e-5b38ba1ae679 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:21.408054 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-unplugged", "status": "completed", "tag": "15250587-53ca-4501-86b1-c7339d86c075", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:21.408965 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b8688ae-bd45-4058-9f6e-5b38ba1ae679 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:21.409931 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15250587-53ca-4501-86b1-c7339d86c075', 'code': 200} Aug 24 00:31:21.421135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:21.422141 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.423917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] 10.222.0.13 "PUT /v2.0/ports/5551a747-4fbc-4026-8eea-a11ee9781c48 HTTP/1.1" status: 200 len: 1091 time: 1.8530419 Aug 24 00:31:21.424580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f168e5-72cd-4d5a-b693-9209b178c106', 'tag': '5551a747-4fbc-4026-8eea-a11ee9781c48'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:21.427953 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85051370-6de1-4fa0-964f-069e2d6d22e1" -d '{"events": [{"name": "network-changed", "server_uuid": "84f168e5-72cd-4d5a-b693-9209b178c106", "tag": "5551a747-4fbc-4026-8eea-a11ee9781c48"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:21.438399 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.501397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.545480 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7ec2d164-920a-48df-808a-d50f19345547, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7ec2d164-920a-48df-808a-d50f19345547,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:21.564224 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.565497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:21.569732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event deleted for resources: {'Port': ['ID=fa2236cf-9f4e-4517-bffb-4b3e4f8762d3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:21.574803 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c192775-c287-4b13-a08b-6cd4054dec98 x-openstack-request-id: req-9c192775-c287-4b13-a08b-6cd4054dec98 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:21.576987 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f168e5-72cd-4d5a-b693-9209b178c106", "tag": "5551a747-4fbc-4026-8eea-a11ee9781c48", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:21.577510 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c192775-c287-4b13-a08b-6cd4054dec98 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:21.578123 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f168e5-72cd-4d5a-b693-9209b178c106', 'tag': '5551a747-4fbc-4026-8eea-a11ee9781c48', 'status': 'completed', 'code': 200} Aug 24 00:31:21.579390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10b299-85f2-41d6-aad6-18329fca1b89 service neutron] Pushing event updated for resources: {'Port': ['ID=5551a747-4fbc-4026-8eea-a11ee9781c48,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:21.605840 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:21.606729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:21.607403 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 22f7ed89-39b2-4be4-b2ff-738827384330 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:21.698294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7ec2d164-920a-48df-808a-d50f19345547,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:21.705686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 22f7ed89-39b2-4be4-b2ff-738827384330 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:21.706255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device dfe403b4-93ff-4811-8d40-226b565b5d0e no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:21.771781 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f30bb193-7fc3-4ac8-b417-49ca03e09874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.786486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device dfe403b4-93ff-4811-8d40-226b565b5d0e not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:21.787099 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 4b444555-ec1d-495e-bcde-fa4f20dad18c no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:21.843505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ddd3d-547d-41d5-9893-88199b59da3e req-acb1d290-6b2c-473c-9412-51dd1ad4b56a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:21.845417 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-337ddd3d-547d-41d5-9893-88199b59da3e req-acb1d290-6b2c-473c-9412-51dd1ad4b56a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1753232 Aug 24 00:31:21.867651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:31:21.892689 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.902973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da81f-0d8d-4fab-b2e3-77f4183bbc5c req-1a442ccd-59d3-463d-89df-866c2d0aebde tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:21.911530 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da81f-0d8d-4fab-b2e3-77f4183bbc5c req-1a442ccd-59d3-463d-89df-866c2d0aebde tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:21.919133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da81f-0d8d-4fab-b2e3-77f4183bbc5c req-1a442ccd-59d3-463d-89df-866c2d0aebde tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:21.925962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da81f-0d8d-4fab-b2e3-77f4183bbc5c req-1a442ccd-59d3-463d-89df-866c2d0aebde tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:21.928399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-220da81f-0d8d-4fab-b2e3-77f4183bbc5c req-1a442ccd-59d3-463d-89df-866c2d0aebde tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 3143 time: 0.1682310 Aug 24 00:31:21.933809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-ba88a467-3d05-4341-95d4-45c81a23dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:21.936671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-ba88a467-3d05-4341-95d4-45c81a23dd39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 1094 time: 0.4296744 Aug 24 00:31:21.963655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 4b444555-ec1d-495e-bcde-fa4f20dad18c, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=4b444555-ec1d-495e-bcde-fa4f20dad18c,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:21.971500 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.046676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=4b444555-ec1d-495e-bcde-fa4f20dad18c,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:22.049967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-337ddd3d-547d-41d5-9893-88199b59da3e req-d811649a-e24d-4edb-9b8e-063627dfbbe4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861136 Aug 24 00:31:22.053991 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-01e0b52d-0d15-4f8b-b0df-7fcef5c9376a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5551a747-4fbc-4026-8eea-a11ee9781c48 HTTP/1.1" status: 200 len: 217 time: 0.0837476 Aug 24 00:31:22.125041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:31:22.137344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-220da81f-0d8d-4fab-b2e3-77f4183bbc5c req-fbfdd54d-0e9a-4076-8711-8092284382d5 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971030 Aug 24 00:31:22.140291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4a580-66ab-42af-b2db-9489a661c90d None None] Sync routers for ids ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:31:22.172401 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4a580-66ab-42af-b2db-9489a661c90d None None] Routers {'2bfb393a-dc42-4dc2-a574-19ce9d3909b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:22.179519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-55f4a580-66ab-42af-b2db-9489a661c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:22.242927 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] No DVR routers for this DVR port fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:22.247547 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.265869 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-ee926ea6-97da-417a-a5c4-dc3d10d54aa3 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "DELETE /v2.0/ports/fa2236cf-9f4e-4517-bffb-4b3e4f8762d3 HTTP/1.1" status: 204 len: 173 time: 1.9651937 Aug 24 00:31:22.271900 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-deleted', 'tag': 'fa2236cf-9f4e-4517-bffb-4b3e4f8762d3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:22.284036 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2145d75-c087-4468-8cd2-4caba175a8c6" -d '{"events": [{"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-deleted", "tag": "fa2236cf-9f4e-4517-bffb-4b3e4f8762d3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:22.378550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-19cad4d4-0726-4dc8-b763-546f9419f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:22.388526 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad5247b-b935-44dd-b798-a4a9a9566232 x-openstack-request-id: req-1ad5247b-b935-44dd-b798-a4a9a9566232 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:22.388817 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-deleted", "tag": "fa2236cf-9f4e-4517-bffb-4b3e4f8762d3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:22.389234 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ad5247b-b935-44dd-b798-a4a9a9566232 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:22.389761 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-deleted', 'tag': 'fa2236cf-9f4e-4517-bffb-4b3e4f8762d3', 'status': 'completed', 'code': 200} Aug 24 00:31:22.390560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-19cad4d4-0726-4dc8-b763-546f9419f342 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.3169718 Aug 24 00:31:22.408151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-55f4a580-66ab-42af-b2db-9489a661c90d None None] Set router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:22.448664 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-28d38945-0509-4a6e-9380-302c3e2115f6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Deleting port 4b444555-ec1d-495e-bcde-fa4f20dad18c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:22.450276 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-28d38945-0509-4a6e-9380-302c3e2115f6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.508970 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f30bb193-7fc3-4ac8-b417-49ca03e09874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.590063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f30bb193-7fc3-4ac8-b417-49ca03e09874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.607110 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-28d38945-0509-4a6e-9380-302c3e2115f6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] For port 4b444555-ec1d-495e-bcde-fa4f20dad18c, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=4b444555-ec1d-495e-bcde-fa4f20dad18c,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:22.608192 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-28d38945-0509-4a6e-9380-302c3e2115f6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.623137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-28d38945-0509-4a6e-9380-302c3e2115f6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Calling delete_port for 4b444555-ec1d-495e-bcde-fa4f20dad18c owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:22.655657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bb193-7fc3-4ac8-b417-49ca03e09874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf9df11-4d74-46fe-bbdf-e217e5a99de1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:22.725597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f30bb193-7fc3-4ac8-b417-49ca03e09874 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41c25da802024d2bb0e558ed2c468343&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4224360 Aug 24 00:31:22.728824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40762) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:22.742504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-af83e9c4-43d8-48f7-bc8d-fe678145a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:22.744743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-af83e9c4-43d8-48f7-bc8d-fe678145a454 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3281026 Aug 24 00:31:22.781555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-55f4a580-66ab-42af-b2db-9489a661c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:20:45Z', 'revision_number': 4, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port': {'id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:39Z', 'updated_at': '2021-08-24T00:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2', 'name': '', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'mac_address': 'fa:16:3e:e8:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '54dadfea-b82d-455e-87de-0100325a1116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:44Z', 'updated_at': '2021-08-24T00:20:56Z', 'revision_number': 5, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'subnets': [{'id': '54dadfea-b82d-455e-87de-0100325a1116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:22.784917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5af4ce-2ad1-4f6b-9460-61a7139dfd99 req-2bd19398-0038-41c3-9efb-f9ac040817c0 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:22.794474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb5af4ce-2ad1-4f6b-9460-61a7139dfd99 req-2bd19398-0038-41c3-9efb-f9ac040817c0 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.3246713 Aug 24 00:31:22.829437 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4a580-66ab-42af-b2db-9489a661c90d None None] Checking router: 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:31:22.849008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4a580-66ab-42af-b2db-9489a661c90d None None] Routers {'2bfb393a-dc42-4dc2-a574-19ce9d3909b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:22.849659 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-55f4a580-66ab-42af-b2db-9489a661c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:22.866600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a5a20-5367-4702-b010-296b7f7cef8b req-596ea3e2-d69c-4671-9344-ca852357bd7d tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:22.875192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-732a5a20-5367-4702-b010-296b7f7cef8b req-596ea3e2-d69c-4671-9344-ca852357bd7d tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 943 time: 0.4026537 Aug 24 00:31:22.883355 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-28d38945-0509-4a6e-9380-302c3e2115f6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.933899 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d38945-0509-4a6e-9380-302c3e2115f6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event deleted for resources: {'Port': ['ID=4b444555-ec1d-495e-bcde-fa4f20dad18c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:22.970662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-55f4a580-66ab-42af-b2db-9489a661c90d None None] Set router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:23.001759 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-28d38945-0509-4a6e-9380-302c3e2115f6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] No DVR routers for this DVR port 4b444555-ec1d-495e-bcde-fa4f20dad18c on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:23.005954 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-28d38945-0509-4a6e-9380-302c3e2115f6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.008354 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-28d38945-0509-4a6e-9380-302c3e2115f6 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "DELETE /v2.0/ports/4b444555-ec1d-495e-bcde-fa4f20dad18c HTTP/1.1" status: 204 len: 173 time: 0.7417271 Aug 24 00:31:23.035586 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb5af4ce-2ad1-4f6b-9460-61a7139dfd99 req-797db27a-2be1-431e-8983-fe5cbb6a8817 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398479 Aug 24 00:31:23.048416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-732a5a20-5367-4702-b010-296b7f7cef8b req-01766049-2ded-4b0d-9041-78e13a84ff74 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723638 Aug 24 00:31:23.062761 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3b0279c-a7b8-4ff2-a60e-1b1955cd554d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.114854 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3b0279c-a7b8-4ff2-a60e-1b1955cd554d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.240552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-6085f061-e920-4e73-b2ba-65c599593074 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Deleting port 9c0ee051-f3be-4377-a1b9-e220303e05a5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:23.240983 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-6085f061-e920-4e73-b2ba-65c599593074 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.278970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-55f4a580-66ab-42af-b2db-9489a661c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:20:45Z', 'revision_number': 4, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port': {'id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:39Z', 'updated_at': '2021-08-24T00:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2', 'name': '', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'mac_address': 'fa:16:3e:e8:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '54dadfea-b82d-455e-87de-0100325a1116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:44Z', 'updated_at': '2021-08-24T00:20:56Z', 'revision_number': 5, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'subnets': [{'id': '54dadfea-b82d-455e-87de-0100325a1116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:23.321303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4a580-66ab-42af-b2db-9489a661c90d None None] The sync data for ids ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'] in n-d-805736-1 is: [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:20:45Z', 'revision_number': 4, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port': {'id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:39Z', 'updated_at': '2021-08-24T00:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2', 'name': '', 'network_id': '76b7da42-c04b-463d-808a-afaf1b8052d6', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'mac_address': 'fa:16:3e:e8:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '54dadfea-b82d-455e-87de-0100325a1116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:44Z', 'updated_at': '2021-08-24T00:20:56Z', 'revision_number': 5, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'subnets': [{'id': '54dadfea-b82d-455e-87de-0100325a1116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:31:23.411306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0ee051-f3be-4377-a1b9-e220303e05a5'}, {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec2d164-920a-48df-808a-d50f19345547'}, {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b444555-ec1d-495e-bcde-fa4f20dad18c'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:23.413973 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc626b3-71d6-4878-9e06-9aed04b25ffc" -d '{"events": [{"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-unplugged", "status": "completed", "tag": "9c0ee051-f3be-4377-a1b9-e220303e05a5"}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec2d164-920a-48df-808a-d50f19345547"}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-unplugged", "status": "completed", "tag": "4b444555-ec1d-495e-bcde-fa4f20dad18c"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:23.468639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-6085f061-e920-4e73-b2ba-65c599593074 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] For port 9c0ee051-f3be-4377-a1b9-e220303e05a5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9c0ee051-f3be-4377-a1b9-e220303e05a5,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:23.469331 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-6085f061-e920-4e73-b2ba-65c599593074 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.501337 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-6085f061-e920-4e73-b2ba-65c599593074 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Calling delete_port for 9c0ee051-f3be-4377-a1b9-e220303e05a5 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:23.615541 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.679239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10a96db-046f-4f68-89e3-24e3bf1f89c5 req-74e04aca-043e-48b9-82bb-824ea592ea46 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8001947 Aug 24 00:31:23.696950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-1313a002-8036-4747-833b-fdd36da3329c service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9371307 Aug 24 00:31:23.710539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5e69-c0ef-4dbf-b00f-67aff00cf060 req-d7d09820-db43-40e1-8156-a13c228beb82 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:23.718457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5e69-c0ef-4dbf-b00f-67aff00cf060 req-d7d09820-db43-40e1-8156-a13c228beb82 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:23.732723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5e69-c0ef-4dbf-b00f-67aff00cf060 req-d7d09820-db43-40e1-8156-a13c228beb82 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:23.744905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0ca5e69-c0ef-4dbf-b00f-67aff00cf060 req-d7d09820-db43-40e1-8156-a13c228beb82 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 2409 time: 0.2026927 Aug 24 00:31:23.779822 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-6085f061-e920-4e73-b2ba-65c599593074 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.806589 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba22f1-039d-4532-9e89-93076ae6a2f5 None None] New status for floating IP 6f263fb8-faee-472e-b55f-1ee7960f4f15: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:31:23.814558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab2a43-5229-4ceb-a10f-aeed43290ff1 req-f62f6dcb-8fb0-4f08-ae82-07fbdfcec347 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:23.816474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45ab2a43-5229-4ceb-a10f-aeed43290ff1 req-f62f6dcb-8fb0-4f08-ae82-07fbdfcec347 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.2727797 Aug 24 00:31:23.827731 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085f061-e920-4e73-b2ba-65c599593074 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event deleted for resources: {'Port': ['ID=9c0ee051-f3be-4377-a1b9-e220303e05a5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:23.844224 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3b0279c-a7b8-4ff2-a60e-1b1955cd554d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.850396 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3b0279c-a7b8-4ff2-a60e-1b1955cd554d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.854192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c3b0279c-a7b8-4ff2-a60e-1b1955cd554d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdf9df11-4d74-46fe-bbdf-e217e5a99de1 HTTP/1.1" status: 204 len: 168 time: 1.1215522 Aug 24 00:31:23.909483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0279c-a7b8-4ff2-a60e-1b1955cd554d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf9df11-4d74-46fe-bbdf-e217e5a99de1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:23.934139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a96db-046f-4f68-89e3-24e3bf1f89c5 req-23c2b9c8-5308-4d72-a07c-9c50c9784019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:23.936156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10a96db-046f-4f68-89e3-24e3bf1f89c5 req-23c2b9c8-5308-4d72-a07c-9c50c9784019 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 1096 time: 0.1702156 Aug 24 00:31:23.954569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-6085f061-e920-4e73-b2ba-65c599593074 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] No DVR routers for this DVR port 9c0ee051-f3be-4377-a1b9-e220303e05a5 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:23.957274 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-6085f061-e920-4e73-b2ba-65c599593074 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.963926 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-6085f061-e920-4e73-b2ba-65c599593074 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "DELETE /v2.0/ports/9c0ee051-f3be-4377-a1b9-e220303e05a5 HTTP/1.1" status: 204 len: 173 time: 0.9486349 Aug 24 00:31:23.973471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0ca5e69-c0ef-4dbf-b00f-67aff00cf060 req-5824ebb3-c9ce-4d88-87d7-166a331ef307 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283053 Aug 24 00:31:24.140471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45ab2a43-5229-4ceb-a10f-aeed43290ff1 req-a9f2ecf3-d40b-4e16-a5fa-5cb649f37390 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849734 Aug 24 00:31:24.204828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c684254e-689a-4ec8-bbc7-14656931aa6e req-3208025e-9b9a-42e4-a9a7-dfbbb8d66f66 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564331 Aug 24 00:31:24.273392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a96db-046f-4f68-89e3-24e3bf1f89c5 req-1d0e4cf3-1847-4171-8901-9a89448f6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:24.274997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10a96db-046f-4f68-89e3-24e3bf1f89c5 req-1d0e4cf3-1847-4171-8901-9a89448f6f57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 912 time: 0.2991354 Aug 24 00:31:24.282632 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-38806b8c-6d65-4e8a-a868-11eeced08f3f tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Deleting port 7ec2d164-920a-48df-808a-d50f19345547 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:24.283004 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-38806b8c-6d65-4e8a-a868-11eeced08f3f tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.305268 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d652fca7-a096-433f-b2a4-58cebfcbc9e7 x-openstack-request-id: req-d652fca7-a096-433f-b2a4-58cebfcbc9e7 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:24.305750 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-unplugged", "status": "completed", "tag": "9c0ee051-f3be-4377-a1b9-e220303e05a5", "code": 200}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec2d164-920a-48df-808a-d50f19345547", "code": 200}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-unplugged", "status": "completed", "tag": "4b444555-ec1d-495e-bcde-fa4f20dad18c", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:24.305829 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d652fca7-a096-433f-b2a4-58cebfcbc9e7 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:24.306210 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0ee051-f3be-4377-a1b9-e220303e05a5', 'code': 200} Aug 24 00:31:24.306470 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec2d164-920a-48df-808a-d50f19345547', 'code': 200} Aug 24 00:31:24.306722 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b444555-ec1d-495e-bcde-fa4f20dad18c', 'code': 200} Aug 24 00:31:24.414439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-6514bfab-4ee4-4b63-b5f1-d1d31597a671 req-ae345b1c-6304-44e6-88ab-701958ae34a8 service neutron] (94837) timed out ('10.222.0.32', 42280) {{(pid=94837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:31:24.449518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-38806b8c-6d65-4e8a-a868-11eeced08f3f tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] For port 7ec2d164-920a-48df-808a-d50f19345547, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7ec2d164-920a-48df-808a-d50f19345547,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:24.449885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-38806b8c-6d65-4e8a-a868-11eeced08f3f tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.462907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-38806b8c-6d65-4e8a-a868-11eeced08f3f tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Calling delete_port for 7ec2d164-920a-48df-808a-d50f19345547 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:24.605319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cda06-c38b-4c49-ba41-994d3ef30bcd req-98a88470-0281-4e25-a2d2-b313828ff8d7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:24.607849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d00cda06-c38b-4c49-ba41-994d3ef30bcd req-98a88470-0281-4e25-a2d2-b313828ff8d7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 943 time: 0.1910410 Aug 24 00:31:24.616881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10a96db-046f-4f68-89e3-24e3bf1f89c5 req-deec39f1-433f-42dc-a27c-1d9b15b6b7fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59b802e4-c292-4c95-bb0e-9b841eec5c27 HTTP/1.1" status: 200 len: 1001 time: 0.3327851 Aug 24 00:31:24.630127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dbcf8-edd9-4a4b-b7e2-18df7e1c3263 req-b360eb1e-c7c1-42dc-aada-a28f10ef339b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:24.634381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-504dbcf8-edd9-4a4b-b7e2-18df7e1c3263 req-b360eb1e-c7c1-42dc-aada-a28f10ef339b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.2722814 Aug 24 00:31:24.640776 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-deleted', 'tag': '4b444555-ec1d-495e-bcde-fa4f20dad18c'}, {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-deleted', 'tag': '9c0ee051-f3be-4377-a1b9-e220303e05a5'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:24.643073 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34739299-7bcb-4236-b4d0-d4d761c06c22" -d '{"events": [{"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-deleted", "tag": "4b444555-ec1d-495e-bcde-fa4f20dad18c"}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-deleted", "tag": "9c0ee051-f3be-4377-a1b9-e220303e05a5"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:24.687147 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-38806b8c-6d65-4e8a-a868-11eeced08f3f tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.703982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85051370-6de1-4fa0-964f-069e2d6d22e1 req-8ec4adbd-de3c-4541-bd44-2e2f93ca65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:24.705758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85051370-6de1-4fa0-964f-069e2d6d22e1 req-8ec4adbd-de3c-4541-bd44-2e2f93ca65b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 1094 time: 0.2901242 Aug 24 00:31:24.708386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a96db-046f-4f68-89e3-24e3bf1f89c5 req-2718852d-88aa-4c04-888f-908b60eb8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:24.710719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10a96db-046f-4f68-89e3-24e3bf1f89c5 req-2718852d-88aa-4c04-888f-908b60eb8066 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 200 len: 850 time: 0.0668957 Aug 24 00:31:24.754806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38806b8c-6d65-4e8a-a868-11eeced08f3f tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event deleted for resources: {'Port': ['ID=7ec2d164-920a-48df-808a-d50f19345547,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:24.809272 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-38806b8c-6d65-4e8a-a868-11eeced08f3f tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] No DVR routers for this DVR port 7ec2d164-920a-48df-808a-d50f19345547 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:24.812210 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-38806b8c-6d65-4e8a-a868-11eeced08f3f tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.815585 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-38806b8c-6d65-4e8a-a868-11eeced08f3f tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "DELETE /v2.0/ports/7ec2d164-920a-48df-808a-d50f19345547 HTTP/1.1" status: 204 len: 173 time: 0.8449392 Aug 24 00:31:24.992430 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d00cda06-c38b-4c49-ba41-994d3ef30bcd req-36a95d68-dfa8-4243-9d20-a303e88af0e3 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725734 Aug 24 00:31:25.007338 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-a341c463-58cd-4eeb-8940-bc3c86e26513 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Deleting port 15250587-53ca-4501-86b1-c7339d86c075 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:25.009283 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-a341c463-58cd-4eeb-8940-bc3c86e26513 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.014076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-504dbcf8-edd9-4a4b-b7e2-18df7e1c3263 req-a6794348-7d33-4efc-81b4-4c40d5708093 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828159 Aug 24 00:31:25.029703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a96db-046f-4f68-89e3-24e3bf1f89c5 req-65434623-5762-41d1-8481-ec0e9ed92d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:25.031438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10a96db-046f-4f68-89e3-24e3bf1f89c5 req-65434623-5762-41d1-8481-ec0e9ed92d76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b465dfe-d306-4292-bddd-524ea879c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2896874 Aug 24 00:31:25.059638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-d10a96db-046f-4f68-89e3-24e3bf1f89c5 req-e694353d-8f6f-4cde-b659-77ef7b5126e2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:31:25.064310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10a96db-046f-4f68-89e3-24e3bf1f89c5 req-e694353d-8f6f-4cde-b659-77ef7b5126e2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157733 Aug 24 00:31:25.160597 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6626ffd2-a937-486e-b6ba-1cb42bd3c5bc x-openstack-request-id: req-6626ffd2-a937-486e-b6ba-1cb42bd3c5bc {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:25.160825 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-deleted", "tag": "4b444555-ec1d-495e-bcde-fa4f20dad18c", "status": "completed", "code": 200}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-deleted", "tag": "9c0ee051-f3be-4377-a1b9-e220303e05a5", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:25.161290 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6626ffd2-a937-486e-b6ba-1cb42bd3c5bc {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:25.161890 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-deleted', 'tag': '4b444555-ec1d-495e-bcde-fa4f20dad18c', 'status': 'completed', 'code': 200} Aug 24 00:31:25.162430 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-deleted', 'tag': '9c0ee051-f3be-4377-a1b9-e220303e05a5', 'status': 'completed', 'code': 200} Aug 24 00:31:25.257506 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-a341c463-58cd-4eeb-8940-bc3c86e26513 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] For port 15250587-53ca-4501-86b1-c7339d86c075, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=15250587-53ca-4501-86b1-c7339d86c075,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:25.257927 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-a341c463-58cd-4eeb-8940-bc3c86e26513 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.282278 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-a341c463-58cd-4eeb-8940-bc3c86e26513 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Calling delete_port for 15250587-53ca-4501-86b1-c7339d86c075 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:25.341458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85051370-6de1-4fa0-964f-069e2d6d22e1 req-50f8ebaf-1798-4dd2-b9c0-15a85ce9aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:25.343094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85051370-6de1-4fa0-964f-069e2d6d22e1 req-50f8ebaf-1798-4dd2-b9c0-15a85ce9aee8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.6001575 Aug 24 00:31:25.459913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85051370-6de1-4fa0-964f-069e2d6d22e1 req-a68eddde-149d-4154-ad60-027022506876 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5551a747-4fbc-4026-8eea-a11ee9781c48 HTTP/1.1" status: 200 len: 217 time: 0.1040285 Aug 24 00:31:25.490369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e7a48-547a-40da-9fa7-467ce68167e9 req-3a4ede3c-dfba-46e4-960c-98cc9aef361d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:25.498651 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-a341c463-58cd-4eeb-8940-bc3c86e26513 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.514310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b26e7a48-547a-40da-9fa7-467ce68167e9 req-3a4ede3c-dfba-46e4-960c-98cc9aef361d tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 943 time: 0.3751974 Aug 24 00:31:25.538229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341c463-58cd-4eeb-8940-bc3c86e26513 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event deleted for resources: {'Port': ['ID=15250587-53ca-4501-86b1-c7339d86c075,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:25.628526 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-a341c463-58cd-4eeb-8940-bc3c86e26513 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] No DVR routers for this DVR port 15250587-53ca-4501-86b1-c7339d86c075 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:25.631674 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-a341c463-58cd-4eeb-8940-bc3c86e26513 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.634139 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-835c1a0e-375b-4abb-a758-71aa75a4f2b1 req-a341c463-58cd-4eeb-8940-bc3c86e26513 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.13 "DELETE /v2.0/ports/15250587-53ca-4501-86b1-c7339d86c075 HTTP/1.1" status: 204 len: 173 time: 0.7883430 Aug 24 00:31:25.684014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10a96db-046f-4f68-89e3-24e3bf1f89c5 req-545499e9-e121-47c2-92f9-a9e90fa1f17b service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117287 Aug 24 00:31:25.747995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86cfdd-990c-4ac3-9c95-397f8b043f37 req-4de4b24e-6a31-4e92-8bac-8b00a8585c0f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:25.755427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec86cfdd-990c-4ac3-9c95-397f8b043f37 req-4de4b24e-6a31-4e92-8bac-8b00a8585c0f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.3012652 Aug 24 00:31:25.759869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b26e7a48-547a-40da-9fa7-467ce68167e9 req-230630c5-fa16-44aa-a287-01a4a7e49e8e tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups?id=b32399ef-9a01-4432-ace7-76201df356ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447624 Aug 24 00:31:25.809774 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85051370-6de1-4fa0-964f-069e2d6d22e1 req-6331e860-58a5-432a-815d-2e3c91633e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:25.811372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85051370-6de1-4fa0-964f-069e2d6d22e1 req-6331e860-58a5-432a-815d-2e3c91633e18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.2893450 Aug 24 00:31:25.862634 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:31:25.933329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85051370-6de1-4fa0-964f-069e2d6d22e1 req-70291bf8-aed3-42c8-842d-c03b88f02ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:25.936074 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85051370-6de1-4fa0-964f-069e2d6d22e1 req-70291bf8-aed3-42c8-842d-c03b88f02ffc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122239 Aug 24 00:31:25.947401 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec86cfdd-990c-4ac3-9c95-397f8b043f37 req-ae8c38e2-07ee-40ed-9d7a-8df2ecfddc33 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909218 Aug 24 00:31:25.985095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10a96db-046f-4f68-89e3-24e3bf1f89c5 req-c3643f4d-9301-4f82-a68a-d5644e7015a6 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825646 Aug 24 00:31:26.139869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85051370-6de1-4fa0-964f-069e2d6d22e1 req-be2bd6ec-6ddb-4fe6-9301-0921d7f0c86c service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889517 Aug 24 00:31:26.329672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbe387-d961-4b0f-a632-75ecd5b2ed69 req-7c096019-3174-4707-a9c9-c4fbfe3fb0b7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:26.331239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2afbe387-d961-4b0f-a632-75ecd5b2ed69 req-7c096019-3174-4707-a9c9-c4fbfe3fb0b7 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.1749535 Aug 24 00:31:26.349623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d7592-1025-4e63-9898-f8f3ce648c26 req-d4907ea8-6b1d-467d-b5f9-62189f4e6da7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:26.351214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-307d7592-1025-4e63-9898-f8f3ce648c26 req-d4907ea8-6b1d-467d-b5f9-62189f4e6da7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 943 time: 0.2102437 Aug 24 00:31:26.395637 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2afbe387-d961-4b0f-a632-75ecd5b2ed69 req-4d9d999b-d393-49fe-adfd-ac6abbf720d4 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555775 Aug 24 00:31:26.474734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85051370-6de1-4fa0-964f-069e2d6d22e1 req-d225468f-8125-4dcc-948e-306ca390af0c service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122458 Aug 24 00:31:26.496154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-307d7592-1025-4e63-9898-f8f3ce648c26 req-b4365541-b8e7-4f6e-8d8a-22b6e83faf39 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045187 Aug 24 00:31:26.886582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbc3d0e1-f1bc-43a5-803d-fe931efcb95e req-56821c68-1e49-4b84-aae9-5b1f2cbad368 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.0316839 Aug 24 00:31:27.086186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01901e-edde-4acf-b97a-70915d2ea557 req-863c6a8e-07c5-4bc9-a8e0-8839d639da9e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:27.087810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd01901e-edde-4acf-b97a-70915d2ea557 req-863c6a8e-07c5-4bc9-a8e0-8839d639da9e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0545964 Aug 24 00:31:27.149020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd01901e-edde-4acf-b97a-70915d2ea557 req-51641fb8-2f40-41b3-aa52-59053c8960ad tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531950 Aug 24 00:31:27.163421 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-deleted', 'tag': '7ec2d164-920a-48df-808a-d50f19345547'}, {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-deleted', 'tag': '15250587-53ca-4501-86b1-c7339d86c075'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:27.166132 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f656dfd-1929-46c2-a1c9-66e7214ce99e" -d '{"events": [{"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-deleted", "tag": "7ec2d164-920a-48df-808a-d50f19345547"}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-deleted", "tag": "15250587-53ca-4501-86b1-c7339d86c075"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:27.206204 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee08e75-75a8-4bc4-b41c-e954158686d7 x-openstack-request-id: req-3ee08e75-75a8-4bc4-b41c-e954158686d7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:27.206575 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-deleted", "tag": "7ec2d164-920a-48df-808a-d50f19345547", "status": "completed", "code": 200}, {"server_uuid": "e5a70e1b-e2b5-47cc-867f-9e6b820708df", "name": "network-vif-deleted", "tag": "15250587-53ca-4501-86b1-c7339d86c075", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:27.206918 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ee08e75-75a8-4bc4-b41c-e954158686d7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:27.207935 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-deleted', 'tag': '7ec2d164-920a-48df-808a-d50f19345547', 'status': 'completed', 'code': 200} Aug 24 00:31:27.208507 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a70e1b-e2b5-47cc-867f-9e6b820708df', 'name': 'network-vif-deleted', 'tag': '15250587-53ca-4501-86b1-c7339d86c075', 'status': 'completed', 'code': 200} Aug 24 00:31:27.489029 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb1c7020-d9ad-483b-b429-08caa4d8e514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.518512 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40902) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:27.608691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c62f07-9795-44e0-b2f4-c833201f197b req-b27ab112-5ab9-4325-9954-8d4f7c3eb757 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:27.616588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4c62f07-9795-44e0-b2f4-c833201f197b req-b27ab112-5ab9-4325-9954-8d4f7c3eb757 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.1165588 Aug 24 00:31:27.681621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4c62f07-9795-44e0-b2f4-c833201f197b req-ca1482c3-28d8-435c-9cb8-45974742bfa6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568390 Aug 24 00:31:27.702320 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-038a5f2b-3138-48f2-8467-bea93cb46cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.785242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ee089-5f7f-4a27-bfc8-b4efd685c50b req-98c048c3-7148-4851-955c-56cf2fca2723 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:27.796123 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d3ee089-5f7f-4a27-bfc8-b4efd685c50b req-98c048c3-7148-4851-955c-56cf2fca2723 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 943 time: 0.0800540 Aug 24 00:31:27.818884 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-038a5f2b-3138-48f2-8467-bea93cb46cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.824246 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-038a5f2b-3138-48f2-8467-bea93cb46cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.838639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d3ee089-5f7f-4a27-bfc8-b4efd685c50b req-e7dc1e04-1c94-484c-9082-3bddca1e22dc tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 Aug 24 00:31:27.871533 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-038a5f2b-3138-48f2-8467-bea93cb46cfb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c0770f8b7ed4484a106bcf9eeab4048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3515472 Aug 24 00:31:27.874158 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40908) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:27.882172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a5f2b-3138-48f2-8467-bea93cb46cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d76616-a830-4f68-bafd-6e852d742de5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:27.942280 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.968331 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.999893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c6f9a60-b330-44be-afa5-1f43a78f004f req-ce356f48-be05-4d47-9834-23146dd51682 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.0344188 Aug 24 00:31:28.044367 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.047468 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.051712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0d76616-a830-4f68-bafd-6e852d742de5 HTTP/1.1" status: 204 len: 168 time: 0.1761882 Aug 24 00:31:28.062276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d76616-a830-4f68-bafd-6e852d742de5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:28.071221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:28.071661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:28.072106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:28.072564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:28.073101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:28.073630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:28.074356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:28.074761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:28.075237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:28.075623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:28.076182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:28.076587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc7df3-c225-4779-83b7-5eb419862adc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:28.294380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd2a6a-3661-42ec-a235-6bfb83af06f2 req-e02f0929-bc1d-40f4-8c70-de8ee48b448a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:28.294833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cbd2a6a-3661-42ec-a235-6bfb83af06f2 req-e02f0929-bc1d-40f4-8c70-de8ee48b448a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0637856 Aug 24 00:31:28.359211 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7cbd2a6a-3661-42ec-a235-6bfb83af06f2 req-d246480b-813e-4cca-9b6a-0c00a33976c1 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532787 Aug 24 00:31:28.415592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40924) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:28.430588 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3be704f2-88c3-417e-b28b-0dc7dc1b02a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.525106 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3be704f2-88c3-417e-b28b-0dc7dc1b02a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.529820 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3be704f2-88c3-417e-b28b-0dc7dc1b02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.576597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3be704f2-88c3-417e-b28b-0dc7dc1b02a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=320791e67faa4fc8886efeee9f2ef733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570978 Aug 24 00:31:28.576597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be704f2-88c3-417e-b28b-0dc7dc1b02a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18339897-7f82-4107-b492-d2dc7b941c47,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:28.577097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40926) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:28.635527 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9af01ce-d76c-4d3f-99c0-a6b3a79cd550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.661677 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9af01ce-d76c-4d3f-99c0-a6b3a79cd550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.728917 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9af01ce-d76c-4d3f-99c0-a6b3a79cd550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.731559 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9af01ce-d76c-4d3f-99c0-a6b3a79cd550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.747841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f9af01ce-d76c-4d3f-99c0-a6b3a79cd550 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18339897-7f82-4107-b492-d2dc7b941c47 HTTP/1.1" status: 204 len: 168 time: 0.1661961 Aug 24 00:31:28.768002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af01ce-d76c-4d3f-99c0-a6b3a79cd550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18339897-7f82-4107-b492-d2dc7b941c47,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:28.955387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7229c33-08eb-4e12-9cae-3a38e72b5454 req-722d1524-1e9f-4fc4-ba04-a0dfe7ef9b97 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:28.964963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7229c33-08eb-4e12-9cae-3a38e72b5454 req-722d1524-1e9f-4fc4-ba04-a0dfe7ef9b97 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.1391435 Aug 24 00:31:29.011206 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7229c33-08eb-4e12-9cae-3a38e72b5454 req-970f596d-f2c2-4409-9a8a-3033f90265f4 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448568 Aug 24 00:31:29.077843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a353c-7faf-4918-ae4a-dba85875b54e req-ff2690f8-7870-437b-a966-0463d4fd760a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:29.079547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b6a353c-7faf-4918-ae4a-dba85875b54e req-ff2690f8-7870-437b-a966-0463d4fd760a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 943 time: 0.0726464 Aug 24 00:31:29.130200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19d660fc-7b97-4dbd-9060-5be80b3bd2d3 req-c079a977-7253-401b-8838-18e02408372b tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.0363216 Aug 24 00:31:29.151272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b6a353c-7faf-4918-ae4a-dba85875b54e req-2d73da37-24c5-4dac-8816-a9561e37fccc tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648510 Aug 24 00:31:29.523081 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5723-2252-4aaa-a249-2a1679d33bbc req-28603661-499d-4eb4-813b-7f86f248c421 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:29.530355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-359b5723-2252-4aaa-a249-2a1679d33bbc req-28603661-499d-4eb4-813b-7f86f248c421 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0721538 Aug 24 00:31:29.581947 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:29.600329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-359b5723-2252-4aaa-a249-2a1679d33bbc req-5759c43d-4156-4c43-8dfe-3c2e30436069 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690136 Aug 24 00:31:29.890853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff0fc5-cbc5-44bc-9718-743df94a1798 req-635c607d-c13d-44cd-a45f-bb8910ce4d59 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:29.892728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96ff0fc5-cbc5-44bc-9718-743df94a1798 req-635c607d-c13d-44cd-a45f-bb8910ce4d59 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0866964 Aug 24 00:31:29.978117 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96ff0fc5-cbc5-44bc-9718-743df94a1798 req-ce690744-84ad-4865-a9b7-677f0a67dd03 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727940 Aug 24 00:31:29.993199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb996fd6-d33c-4c1b-8d98-8b0073dcba30 req-74df71fb-05ed-457f-a95d-6128c65a3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:29.994725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb996fd6-d33c-4c1b-8d98-8b0073dcba30 req-74df71fb-05ed-457f-a95d-6128c65a3f31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 1096 time: 0.1009915 Aug 24 00:31:30.110209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb996fd6-d33c-4c1b-8d98-8b0073dcba30 req-09958515-80f5-4399-b0b0-33c5865605fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:30.112539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb996fd6-d33c-4c1b-8d98-8b0073dcba30 req-09958515-80f5-4399-b0b0-33c5865605fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.1077077 Aug 24 00:31:30.138793 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:30.195955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb996fd6-d33c-4c1b-8d98-8b0073dcba30 req-619e93a4-84d8-418b-90c1-18303c8e654e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f HTTP/1.1" status: 200 len: 999 time: 0.0755751 Aug 24 00:31:30.220416 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-220df31a-bba0-424e-9491-eada1420e60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:30.294852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6dc78-85e9-452d-9238-8341608ffc2f req-1c164b2f-0dfb-4b63-9df3-137767feabc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:30.302514 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4e6dc78-85e9-452d-9238-8341608ffc2f req-1c164b2f-0dfb-4b63-9df3-137767feabc6 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.1056111 Aug 24 00:31:30.333363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10721165-2e7d-47bd-b3c8-1b6a30455e56 req-7bdf28e2-1fc0-4631-b6f7-34d921ef0d49 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.0509095 Aug 24 00:31:30.370262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb996fd6-d33c-4c1b-8d98-8b0073dcba30 req-f70677ab-15d7-4995-8d34-c1c2462d2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:30.370262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb996fd6-d33c-4c1b-8d98-8b0073dcba30 req-f70677ab-15d7-4995-8d34-c1c2462d2f5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.1608233 Aug 24 00:31:30.399970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4e6dc78-85e9-452d-9238-8341608ffc2f req-4af9f668-9d86-4b5d-90b2-f4da5ef5ae96 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905359 Aug 24 00:31:30.436224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb996fd6-d33c-4c1b-8d98-8b0073dcba30 req-32258161-9dfa-4efa-8caf-b61ffc241d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:30.438626 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb996fd6-d33c-4c1b-8d98-8b0073dcba30 req-32258161-9dfa-4efa-8caf-b61ffc241d12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637090 Aug 24 00:31:30.576453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4f5ee-09d6-4647-8a4b-6d97279fdd8e req-57f13d5a-a14b-4700-9fe5-65c782dad2d3 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:30.578205 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffa4f5ee-09d6-4647-8a4b-6d97279fdd8e req-57f13d5a-a14b-4700-9fe5-65c782dad2d3 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 943 time: 0.0820968 Aug 24 00:31:30.582740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb996fd6-d33c-4c1b-8d98-8b0073dcba30 req-f1d37913-6a1c-434c-b6c7-dabaa3318b3e service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372387 Aug 24 00:31:30.691282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffa4f5ee-09d6-4647-8a4b-6d97279fdd8e req-6698c9e9-ca9e-4cac-a2a1-a27e929b64db tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031601 Aug 24 00:31:30.754555 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb996fd6-d33c-4c1b-8d98-8b0073dcba30 req-cdedd7e7-d649-463b-b5de-f51acbade670 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534801 Aug 24 00:31:31.108855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc96689-2e15-4821-b5dc-bd5d266af25c req-66a8f4a9-1bd4-4814-962c-e69869512845 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:31.110360 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dc96689-2e15-4821-b5dc-bd5d266af25c req-66a8f4a9-1bd4-4814-962c-e69869512845 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0602052 Aug 24 00:31:31.162433 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dc96689-2e15-4821-b5dc-bd5d266af25c req-51773a0a-e7dd-4621-b658-fb864423cba5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453510 Aug 24 00:31:31.250021 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:31.524006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cef86369-463d-4fb8-9521-4611ae725f84 req-e15ef5b4-3875-4d5b-badf-65bbfca6e3b4 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.0447707 Aug 24 00:31:31.588070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdc52b-e0ec-4ca0-90d5-e900ab987fb7 req-3e347374-77f7-49ca-ad0f-025cb33b5d98 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:31.589702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35cdc52b-e0ec-4ca0-90d5-e900ab987fb7 req-3e347374-77f7-49ca-ad0f-025cb33b5d98 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.0695550 Aug 24 00:31:31.646453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35cdc52b-e0ec-4ca0-90d5-e900ab987fb7 req-7fee7cb0-bf25-440e-9719-2038b06e7da5 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441880 Aug 24 00:31:31.833210 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b711f-d629-4945-8c9f-e889dfe767ad req-0dddc0b5-d52e-4150-a49b-e5a32cf735d8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:31.835368 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b7b711f-d629-4945-8c9f-e889dfe767ad req-0dddc0b5-d52e-4150-a49b-e5a32cf735d8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 943 time: 0.0582874 Aug 24 00:31:31.883185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b7b711f-d629-4945-8c9f-e889dfe767ad req-dc30c656-f37e-4dec-adaa-bbebf55912b1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416408 Aug 24 00:31:32.062684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41068) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:32.179710 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d87a1ff5-cb19-4b49-879d-b0ced36828b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.369965 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d87a1ff5-cb19-4b49-879d-b0ced36828b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.380090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b15d47-d931-4526-889b-5a464a46c462 req-c89b8a91-227e-4e4b-a268-ab0f6b197167 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:32.381953 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51b15d47-d931-4526-889b-5a464a46c462 req-c89b8a91-227e-4e4b-a268-ab0f6b197167 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1016638 Aug 24 00:31:32.383249 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d87a1ff5-cb19-4b49-879d-b0ced36828b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.451325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41078) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:32.455213 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d87a1ff5-cb19-4b49-879d-b0ced36828b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1238b551bb194638a0cda334b9ad5e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871927 Aug 24 00:31:32.467419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a1ff5-cb19-4b49-879d-b0ced36828b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dc5239-5630-4eab-9315-95b40632f8a2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:32.491901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51b15d47-d931-4526-889b-5a464a46c462 req-c215d9aa-48e5-47c2-95fe-d4a79bc75794 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999165 Aug 24 00:31:32.513549 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f8633da-c308-48fd-8714-76b3f27fdd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.541063 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f8633da-c308-48fd-8714-76b3f27fdd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.611584 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f8633da-c308-48fd-8714-76b3f27fdd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.615896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f8633da-c308-48fd-8714-76b3f27fdd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.620534 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6f8633da-c308-48fd-8714-76b3f27fdd22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25dc5239-5630-4eab-9315-95b40632f8a2 HTTP/1.1" status: 204 len: 168 time: 0.1678433 Aug 24 00:31:32.647648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8633da-c308-48fd-8714-76b3f27fdd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dc5239-5630-4eab-9315-95b40632f8a2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:32.714789 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f51ca671-67b1-4614-9094-c180905d4a26 req-3ec8af80-98ee-45e8-94f8-de97cafa6c5a tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.0469046 Aug 24 00:31:32.747681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1224c-136a-4236-9e06-1ad09fd09e11 req-0d3e175c-01fe-4379-b767-6eb47ee9e248 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:32.757109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ba1224c-136a-4236-9e06-1ad09fd09e11 req-0d3e175c-01fe-4379-b767-6eb47ee9e248 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1625693 Aug 24 00:31:32.824441 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ba1224c-136a-4236-9e06-1ad09fd09e11 req-e55b2288-3e25-436b-8980-52e3ace52667 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648715 Aug 24 00:31:32.906006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb3f32-064d-434c-8a03-8579bb7b6768 req-53b898a7-a0c2-42d7-98eb-35e4bf32d806 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:32.907761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-befb3f32-064d-434c-8a03-8579bb7b6768 req-53b898a7-a0c2-42d7-98eb-35e4bf32d806 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.0637004 Aug 24 00:31:32.979622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-befb3f32-064d-434c-8a03-8579bb7b6768 req-694436b2-67b4-4e86-abd9-81dc9cb2f98d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635879 Aug 24 00:31:33.011863 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:33.056484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65f29d-a7fe-4100-98fc-bac316f55ecd req-02068844-c7d2-4a62-8c2a-e53a709583ba tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:33.067767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f65f29d-a7fe-4100-98fc-bac316f55ecd req-02068844-c7d2-4a62-8c2a-e53a709583ba tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1110287 Aug 24 00:31:33.134806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41100) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:33.152837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69709bc3-ebdf-48b3-ae1e-5781bf2a63e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:33.159051 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f65f29d-a7fe-4100-98fc-bac316f55ecd req-285ed223-3019-4293-b456-498e5fbaa58a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854826 Aug 24 00:31:33.201732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259cdd1-d955-4c76-94bc-26d98f759762 req-2215663e-f92b-4ed0-b63f-e60a28c7d0f1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:33.212044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4259cdd1-d955-4c76-94bc-26d98f759762 req-2215663e-f92b-4ed0-b63f-e60a28c7d0f1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 943 time: 0.1372876 Aug 24 00:31:33.259552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4259cdd1-d955-4c76-94bc-26d98f759762 req-34b1a564-3877-4779-ba80-02bf019f4736 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Aug 24 00:31:33.311205 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69709bc3-ebdf-48b3-ae1e-5781bf2a63e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:33.318110 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69709bc3-ebdf-48b3-ae1e-5781bf2a63e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:33.366235 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69709bc3-ebdf-48b3-ae1e-5781bf2a63e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11e292f-5b7d-4f63-a208-9c050bbae849,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:33.376161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41106) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:33.377966 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-69709bc3-ebdf-48b3-ae1e-5781bf2a63e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc34143a4073467baa61744b81c3d1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414570 Aug 24 00:31:33.542134 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a6fc7d1-ee77-4f8a-b951-f8d203f2b8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:33.605206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c93de-6f33-43a3-a334-086ae08ba74e req-3fe4f53d-75e5-4ba7-872b-dbb8bbc136fa tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:33.606657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-235c93de-6f33-43a3-a334-086ae08ba74e req-3fe4f53d-75e5-4ba7-872b-dbb8bbc136fa tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.1676967 Aug 24 00:31:33.615299 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a6fc7d1-ee77-4f8a-b951-f8d203f2b8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:33.956284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4977a5-7a65-45e1-84cf-7ddf3fbe69a1 req-fb70adad-e325-478c-9bb0-87037eec1fb5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:33.963341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce4977a5-7a65-45e1-84cf-7ddf3fbe69a1 req-fb70adad-e325-478c-9bb0-87037eec1fb5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.4187231 Aug 24 00:31:34.010105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-235c93de-6f33-43a3-a334-086ae08ba74e req-54529d19-7c12-4623-b6ae-19b53230e2ac tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927538 Aug 24 00:31:34.052387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce4977a5-7a65-45e1-84cf-7ddf3fbe69a1 req-fe5395b7-1177-4749-b1ea-e093bedf575f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806544 Aug 24 00:31:34.054062 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a6fc7d1-ee77-4f8a-b951-f8d203f2b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:34.061147 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2a6fc7d1-ee77-4f8a-b951-f8d203f2b8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:34.072874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2a6fc7d1-ee77-4f8a-b951-f8d203f2b8a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c11e292f-5b7d-4f63-a208-9c050bbae849 HTTP/1.1" status: 204 len: 168 time: 0.6907771 Aug 24 00:31:34.097089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fc7d1-ee77-4f8a-b951-f8d203f2b8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11e292f-5b7d-4f63-a208-9c050bbae849,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:34.227210 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ad06667-8b2e-44fc-ba3e-cf528b39cbfb req-e742080a-7d7e-453f-a836-a31d6c602800 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.0720901 Aug 24 00:31:34.268598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020df6-2a90-4cac-9d53-963325c10da5 req-9363c0d3-6f63-4ace-bff3-b0d62d0a58ec tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:34.271000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68020df6-2a90-4cac-9d53-963325c10da5 req-9363c0d3-6f63-4ace-bff3-b0d62d0a58ec tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.1002724 Aug 24 00:31:34.326467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68020df6-2a90-4cac-9d53-963325c10da5 req-a34170d7-f55c-4718-aece-c2e31f718085 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488789 Aug 24 00:31:34.450183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b17c57-daa8-4f3d-8301-193601655d85 req-bba7a0f8-0749-4b55-b800-ddd133c2dfa1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:34.451817 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11b17c57-daa8-4f3d-8301-193601655d85 req-bba7a0f8-0749-4b55-b800-ddd133c2dfa1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 943 time: 0.0775604 Aug 24 00:31:34.500727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11b17c57-daa8-4f3d-8301-193601655d85 req-c2ea9ba5-f858-4f53-a594-bd2d1867cd3b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389879 Aug 24 00:31:34.604670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5551a747-4fbc-4026-8eea-a11ee9781c48 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:31:34.690308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09a9d-d46b-452f-8028-2f4ae31eeaec req-c6dc7cc3-e38d-4971-bf3f-d43fe5d494b9 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:34.699797 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8bf09a9d-d46b-452f-8028-2f4ae31eeaec req-c6dc7cc3-e38d-4971-bf3f-d43fe5d494b9 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.0664024 Aug 24 00:31:34.737849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5551a747-4fbc-4026-8eea-a11ee9781c48, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5551a747-4fbc-4026-8eea-a11ee9781c48,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:34.760098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8bf09a9d-d46b-452f-8028-2f4ae31eeaec req-0660d158-aa01-474c-91bc-8e17b0b4374d tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592732 Aug 24 00:31:34.762807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '5551a747-4fbc-4026-8eea-a11ee9781c48', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'port_id': '5551a747-4fbc-4026-8eea-a11ee9781c48', 'mac_address': 'fa:16:3e:46:d4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:31:34.818880 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:34.840166 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5551a747-4fbc-4026-8eea-a11ee9781c48 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:31:34.866927 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5551a747-4fbc-4026-8eea-a11ee9781c48, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5551a747-4fbc-4026-8eea-a11ee9781c48,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:34.872910 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:34.941849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5551a747-4fbc-4026-8eea-a11ee9781c48,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:35.191463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e8b1c-0a0a-4d6d-93d6-2b64142b304a req-629c29c4-6912-4693-aaad-bb3b88752e27 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:35.193108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-160e8b1c-0a0a-4d6d-93d6-2b64142b304a req-629c29c4-6912-4693-aaad-bb3b88752e27 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0576465 Aug 24 00:31:35.239222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-160e8b1c-0a0a-4d6d-93d6-2b64142b304a req-cb09096f-ece8-4e6f-81c5-a90645468bbe tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390487 Aug 24 00:31:35.281453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5551a747-4fbc-4026-8eea-a11ee9781c48'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:31:35.386052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7b18e47-e911-447c-ba41-8976b17a65ff req-cb346d99-9976-4e57-a354-9324fda63792 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.0613430 Aug 24 00:31:35.652172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705cb47-5f11-4fdd-b898-c9fa3204c72d req-745741a7-b514-4da4-96ca-11386a313203 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:35.659385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6705cb47-5f11-4fdd-b898-c9fa3204c72d req-745741a7-b514-4da4-96ca-11386a313203 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1437461 Aug 24 00:31:35.686566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd4f33-3b5f-4d70-96ca-2bb4cda41029 req-304ae86c-b6cf-4b71-ab3b-00ae160443b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:35.689436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84bd4f33-3b5f-4d70-96ca-2bb4cda41029 req-304ae86c-b6cf-4b71-ab3b-00ae160443b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=843b1299ec4a416799a84024131bc2b6&device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 1096 time: 0.0972357 Aug 24 00:31:35.829160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224367d2-5f73-475d-ade5-c7c87a0c90af req-4e2f8050-5fa1-4a36-bc86-11ac2be9442a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:35.830992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-224367d2-5f73-475d-ade5-c7c87a0c90af req-4e2f8050-5fa1-4a36-bc86-11ac2be9442a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 944 time: 0.1543283 Aug 24 00:31:35.848997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6705cb47-5f11-4fdd-b898-c9fa3204c72d req-d2c90f64-2217-4df0-8063-d0c381775249 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779478 Aug 24 00:31:35.971501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd4f33-3b5f-4d70-96ca-2bb4cda41029 req-e9360fa1-67b1-47c3-bd7e-ad1e6c9ff373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:35.975015 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84bd4f33-3b5f-4d70-96ca-2bb4cda41029 req-e9360fa1-67b1-47c3-bd7e-ad1e6c9ff373 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 200 len: 913 time: 0.2714078 Aug 24 00:31:35.978674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-224367d2-5f73-475d-ade5-c7c87a0c90af req-659fac22-87a4-400a-b6ef-adfa854d56ee tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284831 Aug 24 00:31:36.154956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5080d-d4eb-495b-96b9-4b4940e191ad req-cdb04316-f3bc-4f80-87aa-6b4bfc07592a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:36.156589 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-42d5080d-d4eb-495b-96b9-4b4940e191ad req-cdb04316-f3bc-4f80-87aa-6b4bfc07592a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.1179807 Aug 24 00:31:36.159941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84bd4f33-3b5f-4d70-96ca-2bb4cda41029 req-295caff6-cdc2-4de6-b309-f5bd4ccd3270 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f HTTP/1.1" status: 200 len: 999 time: 0.1228824 Aug 24 00:31:36.218047 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc1dbc-f675-44f8-a0e6-4caec4d20047 req-08039911-7350-4e3c-a808-3af4ceb5c19f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:36.221307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ddc1dbc-f675-44f8-a0e6-4caec4d20047 req-08039911-7350-4e3c-a808-3af4ceb5c19f tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 946 time: 0.1298969 Aug 24 00:31:36.299593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-42d5080d-d4eb-495b-96b9-4b4940e191ad req-428d550a-900d-4577-adb0-4cecb628618c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Deleting port 6b0104b2-6125-4496-8eb4-93981f1a45df {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:36.300192 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-42d5080d-d4eb-495b-96b9-4b4940e191ad req-428d550a-900d-4577-adb0-4cecb628618c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.318027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd4f33-3b5f-4d70-96ca-2bb4cda41029 req-b536e470-cd0f-481c-941d-40e1ffff655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:36.319559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84bd4f33-3b5f-4d70-96ca-2bb4cda41029 req-b536e470-cd0f-481c-941d-40e1ffff655a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 200 len: 851 time: 0.1494248 Aug 24 00:31:36.322879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ddc1dbc-f675-44f8-a0e6-4caec4d20047 req-552e713b-a702-4df1-ae47-f36920a9db10 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750158 Aug 24 00:31:36.404371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd4f33-3b5f-4d70-96ca-2bb4cda41029 req-f494a1e5-0385-4f5d-8a2a-1e94bb30577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:36.406167 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84bd4f33-3b5f-4d70-96ca-2bb4cda41029 req-f494a1e5-0385-4f5d-8a2a-1e94bb30577b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a97f6643-bbde-4905-ae5c-005d0d033f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782111 Aug 24 00:31:36.527049 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84bd4f33-3b5f-4d70-96ca-2bb4cda41029 req-daafe1e5-f4c3-4047-b249-6e5b362bd40e service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107557 Aug 24 00:31:36.540477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-42d5080d-d4eb-495b-96b9-4b4940e191ad req-428d550a-900d-4577-adb0-4cecb628618c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] For port 6b0104b2-6125-4496-8eb4-93981f1a45df, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6b0104b2-6125-4496-8eb4-93981f1a45df,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:36.541151 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-42d5080d-d4eb-495b-96b9-4b4940e191ad req-428d550a-900d-4577-adb0-4cecb628618c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.590300 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-42d5080d-d4eb-495b-96b9-4b4940e191ad req-428d550a-900d-4577-adb0-4cecb628618c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Calling delete_port for 6b0104b2-6125-4496-8eb4-93981f1a45df owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:36.618094 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5551a747-4fbc-4026-8eea-a11ee9781c48 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:36.669927 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a4e78a7-6d1e-4b27-a98f-fd11c1c74595 req-e64749c5-a4e4-4cac-af72-b808652eb3c8 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.0993154 Aug 24 00:31:36.772028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 5551a747-4fbc-4026-8eea-a11ee9781c48 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:36.776823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 5551a747-4fbc-4026-8eea-a11ee9781c48 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:36.777442 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.789930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84bd4f33-3b5f-4d70-96ca-2bb4cda41029 req-729476f8-e30c-4cc3-94dd-12b5441a1387 service neutron] 10.222.0.13 "GET /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525752 Aug 24 00:31:36.963126 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-42d5080d-d4eb-495b-96b9-4b4940e191ad req-428d550a-900d-4577-adb0-4cecb628618c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.001253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['3cf15a80-75af-42b5-ae25-0251e159ef02', '6b0104b2-6125-4496-8eb4-93981f1a45df'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:31:37.031379 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d550a-900d-4577-adb0-4cecb628618c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Pushing event deleted for resources: {'Port': ['ID=6b0104b2-6125-4496-8eb4-93981f1a45df,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:37.086597 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.132120 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d5080d-d4eb-495b-96b9-4b4940e191ad req-428d550a-900d-4577-adb0-4cecb628618c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] No DVR routers for this DVR port 6b0104b2-6125-4496-8eb4-93981f1a45df on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:37.146469 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-42d5080d-d4eb-495b-96b9-4b4940e191ad req-428d550a-900d-4577-adb0-4cecb628618c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.151644 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-42d5080d-d4eb-495b-96b9-4b4940e191ad req-428d550a-900d-4577-adb0-4cecb628618c tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "DELETE /v2.0/ports/6b0104b2-6125-4496-8eb4-93981f1a45df HTTP/1.1" status: 204 len: 173 time: 0.9826107 Aug 24 00:31:37.154670 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2907d6-a8af-43ce-95ba-c94c26102f0c', 'name': 'network-vif-deleted', 'tag': '6b0104b2-6125-4496-8eb4-93981f1a45df'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:37.162415 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad568a3-9c6e-47d7-90cd-4fc30dacf665" -d '{"events": [{"server_uuid": "3e2907d6-a8af-43ce-95ba-c94c26102f0c", "name": "network-vif-deleted", "tag": "6b0104b2-6125-4496-8eb4-93981f1a45df"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:37.184952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f168e5-72cd-4d5a-b693-9209b178c106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5551a747-4fbc-4026-8eea-a11ee9781c48'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:37.186368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227470a-4e51-4374-8ddd-182071eedf32 req-bad8fd8d-fe9c-45bd-b8f0-7d67d3a4afef tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:37.192112 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7facce-0113-4391-b785-ac43bc18ca1b" -d '{"events": [{"server_uuid": "84f168e5-72cd-4d5a-b693-9209b178c106", "name": "network-vif-plugged", "status": "completed", "tag": "5551a747-4fbc-4026-8eea-a11ee9781c48"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:37.204251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d227470a-4e51-4374-8ddd-182071eedf32 req-bad8fd8d-fe9c-45bd-b8f0-7d67d3a4afef tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.2262392 Aug 24 00:31:37.277144 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5551a747-4fbc-4026-8eea-a11ee9781c48, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5551a747-4fbc-4026-8eea-a11ee9781c48,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:37.291097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d227470a-4e51-4374-8ddd-182071eedf32 req-fd380af9-bf5b-40c5-88a9-c94e8ef54627 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794525 Aug 24 00:31:37.315470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59185c7b-8496-4804-ba4c-826c27fcb214 req-ed1b3dd8-ebf7-49ed-a3fe-b3c503d831b2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:37.333660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59185c7b-8496-4804-ba4c-826c27fcb214 req-ed1b3dd8-ebf7-49ed-a3fe-b3c503d831b2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 944 time: 0.1266448 Aug 24 00:31:37.375903 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.448681 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59185c7b-8496-4804-ba4c-826c27fcb214 req-6f0a2b21-94a9-4273-9b6c-cdf222f1d626 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117098 Aug 24 00:31:37.456603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5551a747-4fbc-4026-8eea-a11ee9781c48,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:37.578461 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a218b834-bd51-458a-ab35-8cfd5e96a1c0 x-openstack-request-id: req-a218b834-bd51-458a-ab35-8cfd5e96a1c0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:37.578965 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2907d6-a8af-43ce-95ba-c94c26102f0c", "name": "network-vif-deleted", "tag": "6b0104b2-6125-4496-8eb4-93981f1a45df", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:37.579583 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a218b834-bd51-458a-ab35-8cfd5e96a1c0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:37.580169 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2907d6-a8af-43ce-95ba-c94c26102f0c', 'name': 'network-vif-deleted', 'tag': '6b0104b2-6125-4496-8eb4-93981f1a45df', 'status': 'completed', 'code': 200} Aug 24 00:31:37.595702 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bee6e1-6a12-4d61-90da-99453c29031c x-openstack-request-id: req-62bee6e1-6a12-4d61-90da-99453c29031c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:37.596223 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f168e5-72cd-4d5a-b693-9209b178c106", "name": "network-vif-plugged", "status": "completed", "tag": "5551a747-4fbc-4026-8eea-a11ee9781c48", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:37.596633 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62bee6e1-6a12-4d61-90da-99453c29031c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:37.597182 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f168e5-72cd-4d5a-b693-9209b178c106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5551a747-4fbc-4026-8eea-a11ee9781c48', 'code': 200} Aug 24 00:31:37.804220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a0dff-e85f-4d9a-8a68-f917326f3b52 req-f410e5cf-e2e7-48a8-b4f9-94370720ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:37.805802 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8f7a0dff-e85f-4d9a-8a68-f917326f3b52 req-f410e5cf-e2e7-48a8-b4f9-94370720ced7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 1096 time: 0.0870955 Aug 24 00:31:37.810095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fcb551e-067b-4c9d-a720-2d3356baefa5 req-c7e413c4-169e-4828-8878-853daaafe816 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2907d6-a8af-43ce-95ba-c94c26102f0c HTTP/1.1" status: 200 len: 210 time: 0.0626974 Aug 24 00:31:37.843533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44027e56-ec41-4662-bf8b-7a3d6f35a482 req-c0a92dd0-3c30-485a-a73d-8100b3e3dc49 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.0439479 Aug 24 00:31:37.858924 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8f7a0dff-e85f-4d9a-8a68-f917326f3b52 req-9c52be5d-0dff-4627-8bde-d658a7772a82 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353184 Aug 24 00:31:38.405296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bfd50-e969-4fd8-ad81-184d3e328498 req-6bc1a255-42e0-49b7-a900-affea281ab0f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:38.406990 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f06bfd50-e969-4fd8-ad81-184d3e328498 req-6bc1a255-42e0-49b7-a900-affea281ab0f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0590987 Aug 24 00:31:38.471143 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f06bfd50-e969-4fd8-ad81-184d3e328498 req-beee30eb-1524-4ccd-a506-46d324cee50f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565515 Aug 24 00:31:38.651923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a861f4-b3d6-4cfd-856b-69a56fbfaaa5 req-d7b3d16a-9872-4d42-8e42-b7790c83ca56 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:38.653971 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47a861f4-b3d6-4cfd-856b-69a56fbfaaa5 req-d7b3d16a-9872-4d42-8e42-b7790c83ca56 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0624444 Aug 24 00:31:38.715515 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47a861f4-b3d6-4cfd-856b-69a56fbfaaa5 req-0946d2fc-d42a-4481-8a61-de1e70aa5f88 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530725 Aug 24 00:31:38.981360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d47af-3933-4d53-b10c-19b69dcd1ba0 req-a1c1f5d1-e443-4405-b97b-c70a6ff1796c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:38.983565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce4d47af-3933-4d53-b10c-19b69dcd1ba0 req-a1c1f5d1-e443-4405-b97b-c70a6ff1796c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 945 time: 0.0931425 Aug 24 00:31:39.057916 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce4d47af-3933-4d53-b10c-19b69dcd1ba0 req-e25bade0-6434-48e2-8efa-cea71b910b2a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665908 Aug 24 00:31:39.360158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d004fe0-5b23-4b65-98c3-ddeedc6172ca req-a3776f7a-98f4-4d34-beb2-b7583a666b73 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.0939050 Aug 24 00:31:39.820573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf048ef-65b4-47d4-9559-c6a60722f1af req-4ae45eba-e550-44dd-83c7-4775eb0dbbcb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:39.829594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cf048ef-65b4-47d4-9559-c6a60722f1af req-4ae45eba-e550-44dd-83c7-4775eb0dbbcb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=750f7942-a213-4fd1-bfe2-3837c2a9e04b HTTP/1.1" status: 200 len: 943 time: 0.0990934 Aug 24 00:31:39.985840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-6cf048ef-65b4-47d4-9559-c6a60722f1af req-d186a520-2c76-4722-b278-95a9d57591ba tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Deleting port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:39.986203 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6cf048ef-65b4-47d4-9559-c6a60722f1af req-d186a520-2c76-4722-b278-95a9d57591ba tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.163730 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6cf048ef-65b4-47d4-9559-c6a60722f1af req-d186a520-2c76-4722-b278-95a9d57591ba tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] For port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:40.164630 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6cf048ef-65b4-47d4-9559-c6a60722f1af req-d186a520-2c76-4722-b278-95a9d57591ba tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.201229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-6cf048ef-65b4-47d4-9559-c6a60722f1af req-d186a520-2c76-4722-b278-95a9d57591ba tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Calling delete_port for b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:40.429291 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6cf048ef-65b4-47d4-9559-c6a60722f1af req-d186a520-2c76-4722-b278-95a9d57591ba tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.465608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5d8d438d-e8ef-448d-a5cc-8b4a3dff0736'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:31:40.468552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['3c7f2ff6-739c-4cff-91d7-5815da563f4c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:31:40.490627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186a520-2c76-4722-b278-95a9d57591ba tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event deleted for resources: {'Port': ['ID=b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:40.613324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d5b30-d0e3-40f1-a074-b41eb9687c4d req-c8ea2a1e-1b3e-4ac1-81c8-9f9b3f035964 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:40.639371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a58d5b30-d0e3-40f1-a074-b41eb9687c4d req-c8ea2a1e-1b3e-4ac1-81c8-9f9b3f035964 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 945 time: 0.2949898 Aug 24 00:31:40.658690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6b0104b2-6125-4496-8eb4-93981f1a45df no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:40.685774 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf048ef-65b4-47d4-9559-c6a60722f1af req-d186a520-2c76-4722-b278-95a9d57591ba tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] No DVR routers for this DVR port b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:40.698622 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6cf048ef-65b4-47d4-9559-c6a60722f1af req-d186a520-2c76-4722-b278-95a9d57591ba tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.710564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cf048ef-65b4-47d4-9559-c6a60722f1af req-d186a520-2c76-4722-b278-95a9d57591ba tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "DELETE /v2.0/ports/b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a HTTP/1.1" status: 204 len: 173 time: 0.8793223 Aug 24 00:31:40.711363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f7942-a213-4fd1-bfe2-3837c2a9e04b', 'name': 'network-vif-deleted', 'tag': 'b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:40.723657 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad62f7e-7480-455c-9639-58d9ad60752a" -d '{"events": [{"server_uuid": "750f7942-a213-4fd1-bfe2-3837c2a9e04b", "name": "network-vif-deleted", "tag": "b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:40.805156 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 6b0104b2-6125-4496-8eb4-93981f1a45df {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:40.805692 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6b0104b2-6125-4496-8eb4-93981f1a45df not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:40.853741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a58d5b30-d0e3-40f1-a074-b41eb9687c4d req-27c53451-28ab-41a0-b398-df2c56b84c6b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131228 Aug 24 00:31:41.095677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c832645d-1217-4df6-b720-f2db00817bac req-089afcf8-4d4a-4911-b701-bc39698fe7e8 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5a70e1b-e2b5-47cc-867f-9e6b820708df HTTP/1.1" status: 200 len: 210 time: 0.0485561 Aug 24 00:31:41.378009 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab5c7ed-b78f-4814-a0b2-b578d805dafb x-openstack-request-id: req-fab5c7ed-b78f-4814-a0b2-b578d805dafb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:41.378309 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750f7942-a213-4fd1-bfe2-3837c2a9e04b", "name": "network-vif-deleted", "tag": "b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a", "status": "failed", "code": 422}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:41.378567 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fab5c7ed-b78f-4814-a0b2-b578d805dafb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:41.379758 n-d-805736-1 neutron-server[94837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '750f7942-a213-4fd1-bfe2-3837c2a9e04b', 'name': 'network-vif-deleted', 'tag': 'b9e1ecd1-7dd6-49f7-810b-e55ace6dc97a', 'status': 'failed', 'code': 422} returned with failed status Aug 24 00:31:41.469591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a5cab-e9b6-4796-b1e4-3affa1a7f52b req-d2254909-d8fd-4ec2-8099-268a0d847546 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:41.470527 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b5a5cab-e9b6-4796-b1e4-3affa1a7f52b req-d2254909-d8fd-4ec2-8099-268a0d847546 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 945 time: 0.0736406 Aug 24 00:31:41.560094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b5a5cab-e9b6-4796-b1e4-3affa1a7f52b req-3deb2e88-65cb-4ecf-881e-999f17a0f011 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730803 Aug 24 00:31:41.886699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c684ce-bf85-4d37-bb44-337a265584ad req-db820ed5-4080-4b98-bc88-e309ea07c72b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:41.888613 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4c684ce-bf85-4d37-bb44-337a265584ad req-db820ed5-4080-4b98-bc88-e309ea07c72b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 945 time: 0.0946901 Aug 24 00:31:41.919029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c41f6-a0d9-4f20-af24-200c2cdc9230 req-a70003ea-2db0-454a-a227-c5e448c71b6b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:41.920592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-619c41f6-a0d9-4f20-af24-200c2cdc9230 req-a70003ea-2db0-454a-a227-c5e448c71b6b tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0866346 Aug 24 00:31:41.978806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4c684ce-bf85-4d37-bb44-337a265584ad req-422c4862-b8e1-494a-8750-12bf30aa31c4 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762691 Aug 24 00:31:41.986823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-619c41f6-a0d9-4f20-af24-200c2cdc9230 req-2a7a0f26-795c-4d13-97fa-b5ad2cf82ff3 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585055 Aug 24 00:31:42.124564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798ae32-8f56-4390-936a-21342e09f429 req-b5b9c4b3-247a-451c-9274-4a8ab3bcce5c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:42.126111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7798ae32-8f56-4390-936a-21342e09f429 req-b5b9c4b3-247a-451c-9274-4a8ab3bcce5c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 908 time: 0.0659187 Aug 24 00:31:42.251063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41686) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:42.359973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789897e-3fe3-4688-90cd-fdcfd770a1e1 req-b5d5da77-7592-4755-a6ec-6829407f309a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:42.361563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f789897e-3fe3-4688-90cd-fdcfd770a1e1 req-b5d5da77-7592-4755-a6ec-6829407f309a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 945 time: 0.0930386 Aug 24 00:31:42.362651 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99db35b7-9043-4c09-8ecc-8974a5fceba7 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.412581 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99db35b7-9043-4c09-8ecc-8974a5fceba7 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.453149 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f789897e-3fe3-4688-90cd-fdcfd770a1e1 req-d9392d4d-f957-4590-893b-b117e7a87782 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753057 Aug 24 00:31:42.485585 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99db35b7-9043-4c09-8ecc-8974a5fceba7 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.493116 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99db35b7-9043-4c09-8ecc-8974a5fceba7 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.494238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-99db35b7-9043-4c09-8ecc-8974a5fceba7 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "DELETE /v2.0/security-groups/b32399ef-9a01-4432-ace7-76201df356ff HTTP/1.1" status: 204 len: 168 time: 0.2411535 Aug 24 00:31:42.496880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41706) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:42.509828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db35b7-9043-4c09-8ecc-8974a5fceba7 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32399ef-9a01-4432-ace7-76201df356ff,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:42.542032 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-f4a684a6-5467-4dfd-8c4d-9014c09e64dd tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] show failed (client error): The resource could not be found. Aug 24 00:31:42.543302 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f4a684a6-5467-4dfd-8c4d-9014c09e64dd tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "GET /v2.0/security-groups/b32399ef-9a01-4432-ace7-76201df356ff HTTP/1.1" status: 404 len: 347 time: 0.0453861 Aug 24 00:31:42.546657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41710) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:42.692845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-09fe85ef-921b-4def-8ea8-450e6e0d30ff tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Deleting port 83ac062a-9495-4dfc-ac58-9314b1a07d61 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:42.693203 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09fe85ef-921b-4def-8ea8-450e6e0d30ff tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.747890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41714) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:42.769401 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09fe85ef-921b-4def-8ea8-450e6e0d30ff tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.769824 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09fe85ef-921b-4def-8ea8-450e6e0d30ff tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.781797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-09fe85ef-921b-4def-8ea8-450e6e0d30ff tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Calling delete_port for 83ac062a-9495-4dfc-ac58-9314b1a07d61 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:42.883531 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.936709 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09fe85ef-921b-4def-8ea8-450e6e0d30ff tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.969664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe85ef-921b-4def-8ea8-450e6e0d30ff tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event deleted for resources: {'Port': ['ID=83ac062a-9495-4dfc-ac58-9314b1a07d61,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:42.997069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.001172 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.040592 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09fe85ef-921b-4def-8ea8-450e6e0d30ff tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.043358 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09fe85ef-921b-4def-8ea8-450e6e0d30ff tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.047037 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-09fe85ef-921b-4def-8ea8-450e6e0d30ff tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "DELETE /v2.0/floatingips/6f263fb8-faee-472e-b55f-1ee7960f4f15 HTTP/1.1" status: 204 len: 168 time: 0.4968331 Aug 24 00:31:43.047205 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ac0b6a8bd3d4e56879b99079baad2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959001 Aug 24 00:31:43.047294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41722) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:43.047376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc2978a-4588-478f-aa55-c69e2e6a2bd2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:43.053630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41724) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:43.054662 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:43.055194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:43.055676 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:43.056153 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:43.056650 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:43.057133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:43.057609 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:43.058085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:43.058560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:43.059083 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:43.059562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:43.060037 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553c22c-ca1b-46f0-9f9c-594dfce92c96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:43.212308 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4fe8d7f-4af1-4615-af4b-9bb07e7c1fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.223455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53ded5-194d-4620-ad50-068752749627 req-5faf3099-86c0-425e-a67b-1cc86606793e tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.230235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e53ded5-194d-4620-ad50-068752749627 req-5faf3099-86c0-425e-a67b-1cc86606793e tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 946 time: 0.1271584 Aug 24 00:31:43.289735 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4fe8d7f-4af1-4615-af4b-9bb07e7c1fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.309953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9c6366d3-a7c2-4c18-8c2b-eda99266eebc tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Deleting port 22f7ed89-39b2-4be4-b2ff-738827384330 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:43.310296 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c6366d3-a7c2-4c18-8c2b-eda99266eebc tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.394049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2813aa2-665a-4774-9340-d3da85025712 req-fdee51e5-44d1-4557-8634-2b924779bfc5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.396941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2813aa2-665a-4774-9340-d3da85025712 req-fdee51e5-44d1-4557-8634-2b924779bfc5 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 908 time: 0.1862233 Aug 24 00:31:43.405814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e53ded5-194d-4620-ad50-068752749627 req-8b8cd73b-fad5-498c-be15-af8188c2169e tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/security-groups?id=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657095 Aug 24 00:31:43.412556 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e673b-d6ee-4a4b-a6ce-8b91c7f9e3ca req-1f14efe3-a265-4512-8f39-2f31eceffa53 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.415283 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-951e673b-d6ee-4a4b-a6ce-8b91c7f9e3ca req-1f14efe3-a265-4512-8f39-2f31eceffa53 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 946 time: 0.0671761 Aug 24 00:31:43.455844 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4fe8d7f-4af1-4615-af4b-9bb07e7c1fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.458722 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4fe8d7f-4af1-4615-af4b-9bb07e7c1fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.462362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d4fe8d7f-4af1-4615-af4b-9bb07e7c1fb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afc2978a-4588-478f-aa55-c69e2e6a2bd2 HTTP/1.1" status: 204 len: 168 time: 0.4134629 Aug 24 00:31:43.462362 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c6366d3-a7c2-4c18-8c2b-eda99266eebc tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.487546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe8d7f-4af1-4615-af4b-9bb07e7c1fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc2978a-4588-478f-aa55-c69e2e6a2bd2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:43.513097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9c6366d3-a7c2-4c18-8c2b-eda99266eebc tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Calling delete_port for 22f7ed89-39b2-4be4-b2ff-738827384330 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:43.539683 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-951e673b-d6ee-4a4b-a6ce-8b91c7f9e3ca req-c7f512bd-538e-4507-89db-1d534a974217 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Deleting port 3cf15a80-75af-42b5-ae25-0251e159ef02 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:43.540900 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-951e673b-d6ee-4a4b-a6ce-8b91c7f9e3ca req-c7f512bd-538e-4507-89db-1d534a974217 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.573920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb8658-3d2f-4b85-b6f1-691086559eed req-3e7d77d6-c46f-4399-a13b-b7e07db508f6 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.575575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7eb8658-3d2f-4b85-b6f1-691086559eed req-3e7d77d6-c46f-4399-a13b-b7e07db508f6 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.47 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 908 time: 0.0748811 Aug 24 00:31:43.705923 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-951e673b-d6ee-4a4b-a6ce-8b91c7f9e3ca req-c7f512bd-538e-4507-89db-1d534a974217 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] For port 3cf15a80-75af-42b5-ae25-0251e159ef02, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=3cf15a80-75af-42b5-ae25-0251e159ef02,segment=NetworkSegment(537e830c-bb7a-4418-a17a-1c5d7ab505af),segment_id=537e830c-bb7a-4418-a17a-1c5d7ab505af)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:43.706297 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-951e673b-d6ee-4a4b-a6ce-8b91c7f9e3ca req-c7f512bd-538e-4507-89db-1d534a974217 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.724313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-951e673b-d6ee-4a4b-a6ce-8b91c7f9e3ca req-c7f512bd-538e-4507-89db-1d534a974217 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Calling delete_port for 3cf15a80-75af-42b5-ae25-0251e159ef02 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:43.740800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f3467-ff0a-4bc1-8b5d-c2989dbc1f0b req-ce442874-1d32-42b0-9a01-fb4b62acb13c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.747296 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd8f3467-ff0a-4bc1-8b5d-c2989dbc1f0b req-ce442874-1d32-42b0-9a01-fb4b62acb13c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 945 time: 0.1056275 Aug 24 00:31:43.901662 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-951e673b-d6ee-4a4b-a6ce-8b91c7f9e3ca req-c7f512bd-538e-4507-89db-1d534a974217 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.904483 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c6366d3-a7c2-4c18-8c2b-eda99266eebc tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.944492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['3cf15a80-75af-42b5-ae25-0251e159ef02'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:31:43.954109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c7eb8658-3d2f-4b85-b6f1-691086559eed req-af34bb7e-79b0-4d88-8a54-6dfaa6386c5e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Deleting port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:43.954590 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c7eb8658-3d2f-4b85-b6f1-691086559eed req-af34bb7e-79b0-4d88-8a54-6dfaa6386c5e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.970682 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd8f3467-ff0a-4bc1-8b5d-c2989dbc1f0b req-d654df02-4f3b-4d00-b91e-d17e4d18f9ef tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889460 Aug 24 00:31:43.990891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6366d3-a7c2-4c18-8c2b-eda99266eebc tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event deleted for resources: {'Port': ['ID=22f7ed89-39b2-4be4-b2ff-738827384330,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:44.016752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f512bd-538e-4507-89db-1d534a974217 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Pushing event deleted for resources: {'Port': ['ID=3cf15a80-75af-42b5-ae25-0251e159ef02,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:44.019857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-951e673b-d6ee-4a4b-a6ce-8b91c7f9e3ca req-c7f512bd-538e-4507-89db-1d534a974217 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] No DVR routers for this DVR port 3cf15a80-75af-42b5-ae25-0251e159ef02 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:44.022047 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-951e673b-d6ee-4a4b-a6ce-8b91c7f9e3ca req-c7f512bd-538e-4507-89db-1d534a974217 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:44.024236 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-951e673b-d6ee-4a4b-a6ce-8b91c7f9e3ca req-c7f512bd-538e-4507-89db-1d534a974217 tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.13 "DELETE /v2.0/ports/3cf15a80-75af-42b5-ae25-0251e159ef02 HTTP/1.1" status: 204 len: 173 time: 0.5960464 Aug 24 00:31:44.024775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6399b3e4-b46f-4d66-a435-e0573d62f6c4', 'name': 'network-vif-deleted', 'tag': '3cf15a80-75af-42b5-ae25-0251e159ef02'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:44.027104 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42a03ae-2393-47dc-b285-77eca1d4400e" -d '{"events": [{"server_uuid": "6399b3e4-b46f-4d66-a435-e0573d62f6c4", "name": "network-vif-deleted", "tag": "3cf15a80-75af-42b5-ae25-0251e159ef02"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:44.084068 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49574926-b4e8-4166-a56c-ca7fcd715801 x-openstack-request-id: req-49574926-b4e8-4166-a56c-ca7fcd715801 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:44.084420 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6399b3e4-b46f-4d66-a435-e0573d62f6c4", "name": "network-vif-deleted", "tag": "3cf15a80-75af-42b5-ae25-0251e159ef02", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:44.084720 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49574926-b4e8-4166-a56c-ca7fcd715801 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:44.085340 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6399b3e4-b46f-4d66-a435-e0573d62f6c4', 'name': 'network-vif-deleted', 'tag': '3cf15a80-75af-42b5-ae25-0251e159ef02', 'status': 'completed', 'code': 200} Aug 24 00:31:44.150822 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c6366d3-a7c2-4c18-8c2b-eda99266eebc tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:44.154824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9c6366d3-a7c2-4c18-8c2b-eda99266eebc tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "DELETE /v2.0/ports/22f7ed89-39b2-4be4-b2ff-738827384330 HTTP/1.1" status: 204 len: 168 time: 1.0970416 Aug 24 00:31:44.155553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41752) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:44.205150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c7eb8658-3d2f-4b85-b6f1-691086559eed req-af34bb7e-79b0-4d88-8a54-6dfaa6386c5e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] For port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5b0b3d45-20c7-47eb-9c01-b9e44083d6af,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:44.205612 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c7eb8658-3d2f-4b85-b6f1-691086559eed req-af34bb7e-79b0-4d88-8a54-6dfaa6386c5e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:44.264680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-c7eb8658-3d2f-4b85-b6f1-691086559eed req-af34bb7e-79b0-4d88-8a54-6dfaa6386c5e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Calling delete_port for 5b0b3d45-20c7-47eb-9c01-b9e44083d6af owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:44.312159 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3370b-1bc9-4af6-a582-13bb3b6cc834 req-233c626e-3025-4a75-bbce-66e912715980 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:44.314028 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-bbc3370b-1bc9-4af6-a582-13bb3b6cc834 req-233c626e-3025-4a75-bbce-66e912715980 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 945 time: 0.1007769 Aug 24 00:31:44.375235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ead96517-ac2c-49b8-aab9-dc416392cb66 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Deleting port dfe403b4-93ff-4811-8d40-226b565b5d0e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:44.375579 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ead96517-ac2c-49b8-aab9-dc416392cb66 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:44.454047 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-bbc3370b-1bc9-4af6-a582-13bb3b6cc834 req-57c60877-751c-4fe1-8ee1-85697155b2d2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Deleting port 5551a747-4fbc-4026-8eea-a11ee9781c48 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:44.458346 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbc3370b-1bc9-4af6-a582-13bb3b6cc834 req-57c60877-751c-4fe1-8ee1-85697155b2d2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:44.654395 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-bbc3370b-1bc9-4af6-a582-13bb3b6cc834 req-57c60877-751c-4fe1-8ee1-85697155b2d2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] For port 5551a747-4fbc-4026-8eea-a11ee9781c48, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5551a747-4fbc-4026-8eea-a11ee9781c48,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:44.654395 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbc3370b-1bc9-4af6-a582-13bb3b6cc834 req-57c60877-751c-4fe1-8ee1-85697155b2d2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:44.655424 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ead96517-ac2c-49b8-aab9-dc416392cb66 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:44.677467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ead96517-ac2c-49b8-aab9-dc416392cb66 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Calling delete_port for dfe403b4-93ff-4811-8d40-226b565b5d0e owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:44.693908 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-bbc3370b-1bc9-4af6-a582-13bb3b6cc834 req-57c60877-751c-4fe1-8ee1-85697155b2d2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Calling delete_port for 5551a747-4fbc-4026-8eea-a11ee9781c48 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:44.810742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60fce751-4725-474f-b63d-3352009c8bff req-0146247e-a011-47c0-a942-35d55df26b0a tempest-ServersTestJSON-1939242751 tempest-ServersTestJSON-1939242751-project] 10.222.0.32 "GET /v2.0/ports?device_id=6399b3e4-b46f-4d66-a435-e0573d62f6c4 HTTP/1.1" status: 200 len: 210 time: 0.1056194 Aug 24 00:31:44.861697 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c7eb8658-3d2f-4b85-b6f1-691086559eed req-af34bb7e-79b0-4d88-8a54-6dfaa6386c5e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:44.877765 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbc3370b-1bc9-4af6-a582-13bb3b6cc834 req-57c60877-751c-4fe1-8ee1-85697155b2d2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:44.908616 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c60877-751c-4fe1-8ee1-85697155b2d2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event deleted for resources: {'Port': ['ID=5551a747-4fbc-4026-8eea-a11ee9781c48,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:44.911276 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5551a747-4fbc-4026-8eea-a11ee9781c48'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:31:44.932149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41dcdf-a08a-47b7-8c3f-5dcaef4b6585 req-2cf55481-7170-4878-a2ed-356ebbc4b5fb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:44.957722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e41dcdf-a08a-47b7-8c3f-5dcaef4b6585 req-2cf55481-7170-4878-a2ed-356ebbc4b5fb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=9467cfbb-6c1a-4227-baeb-cb9b713a5990 HTTP/1.1" status: 200 len: 908 time: 0.2548580 Aug 24 00:31:44.978609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34bb7e-79b0-4d88-8a54-6dfaa6386c5e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event deleted for resources: {'Port': ['ID=5b0b3d45-20c7-47eb-9c01-b9e44083d6af,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:44.990309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc3370b-1bc9-4af6-a582-13bb3b6cc834 req-57c60877-751c-4fe1-8ee1-85697155b2d2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] No DVR routers for this DVR port 5551a747-4fbc-4026-8eea-a11ee9781c48 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:44.993401 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-bbc3370b-1bc9-4af6-a582-13bb3b6cc834 req-57c60877-751c-4fe1-8ee1-85697155b2d2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:44.996543 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-bbc3370b-1bc9-4af6-a582-13bb3b6cc834 req-57c60877-751c-4fe1-8ee1-85697155b2d2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "DELETE /v2.0/ports/5551a747-4fbc-4026-8eea-a11ee9781c48 HTTP/1.1" status: 204 len: 173 time: 0.6741796 Aug 24 00:31:45.119520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c3543e5-c75d-4f14-84ff-51fbc54fa946 req-20d75cc9-4969-4040-8bfe-d9b043f7cd30 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 210 time: 0.0403724 Aug 24 00:31:45.174623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7eb8658-3d2f-4b85-b6f1-691086559eed req-af34bb7e-79b0-4d88-8a54-6dfaa6386c5e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] No DVR routers for this DVR port 5b0b3d45-20c7-47eb-9c01-b9e44083d6af on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:45.184590 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c7eb8658-3d2f-4b85-b6f1-691086559eed req-af34bb7e-79b0-4d88-8a54-6dfaa6386c5e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.186633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7eb8658-3d2f-4b85-b6f1-691086559eed req-af34bb7e-79b0-4d88-8a54-6dfaa6386c5e tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.47 "DELETE /v2.0/ports/5b0b3d45-20c7-47eb-9c01-b9e44083d6af HTTP/1.1" status: 204 len: 173 time: 1.5808060 Aug 24 00:31:45.187162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9467cfbb-6c1a-4227-baeb-cb9b713a5990', 'name': 'network-vif-deleted', 'tag': '5b0b3d45-20c7-47eb-9c01-b9e44083d6af'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:45.199898 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e7b257-03b4-4cdf-b905-2996a8adcc5d" -d '{"events": [{"server_uuid": "9467cfbb-6c1a-4227-baeb-cb9b713a5990", "name": "network-vif-deleted", "tag": "5b0b3d45-20c7-47eb-9c01-b9e44083d6af"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:45.275850 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ead96517-ac2c-49b8-aab9-dc416392cb66 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.349994 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175de399-76c8-4d52-8f0f-6cf0a5b703f6 x-openstack-request-id: req-175de399-76c8-4d52-8f0f-6cf0a5b703f6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:45.350539 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9467cfbb-6c1a-4227-baeb-cb9b713a5990", "name": "network-vif-deleted", "tag": "5b0b3d45-20c7-47eb-9c01-b9e44083d6af", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:45.350850 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-175de399-76c8-4d52-8f0f-6cf0a5b703f6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:45.351439 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9467cfbb-6c1a-4227-baeb-cb9b713a5990', 'name': 'network-vif-deleted', 'tag': '5b0b3d45-20c7-47eb-9c01-b9e44083d6af', 'status': 'completed', 'code': 200} Aug 24 00:31:45.354878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead96517-ac2c-49b8-aab9-dc416392cb66 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event deleted for resources: {'Port': ['ID=dfe403b4-93ff-4811-8d40-226b565b5d0e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:45.467346 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ead96517-ac2c-49b8-aab9-dc416392cb66 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.470261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ead96517-ac2c-49b8-aab9-dc416392cb66 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "DELETE /v2.0/ports/dfe403b4-93ff-4811-8d40-226b565b5d0e HTTP/1.1" status: 204 len: 168 time: 1.3131149 Aug 24 00:31:45.473975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41792) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:45.554428 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1abe7e3-61b4-491b-bd24-9a59f0200ca2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Deleting subnet 2ea995d2-1395-4f59-8ad4-626922072864 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:31:45.562201 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1abe7e3-61b4-491b-bd24-9a59f0200ca2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.623943 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1abe7e3-61b4-491b-bd24-9a59f0200ca2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.916293 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41806) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:46.086630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f168e5-72cd-4d5a-b693-9209b178c106', 'name': 'network-vif-deleted', 'tag': '5551a747-4fbc-4026-8eea-a11ee9781c48'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:46.094265 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cfd1be-5f55-48a6-b319-fb63041e4e30" -d '{"events": [{"server_uuid": "84f168e5-72cd-4d5a-b693-9209b178c106", "name": "network-vif-deleted", "tag": "5551a747-4fbc-4026-8eea-a11ee9781c48"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:46.130230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f595d21-83e6-43a2-a1f8-7835d19f4564 admin admin] Deleting subnet 3029ff06-c0b5-4450-8493-16639e4dfbd0 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:31:46.134171 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f595d21-83e6-43a2-a1f8-7835d19f4564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.186064 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1abe7e3-61b4-491b-bd24-9a59f0200ca2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.209603 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f595d21-83e6-43a2-a1f8-7835d19f4564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.244362 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55248af-3c6b-4bc2-98aa-390e4a87a466 x-openstack-request-id: req-e55248af-3c6b-4bc2-98aa-390e4a87a466 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:46.244996 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f168e5-72cd-4d5a-b693-9209b178c106", "name": "network-vif-deleted", "tag": "5551a747-4fbc-4026-8eea-a11ee9781c48", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:46.245517 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e55248af-3c6b-4bc2-98aa-390e4a87a466 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:46.246370 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f168e5-72cd-4d5a-b693-9209b178c106', 'name': 'network-vif-deleted', 'tag': '5551a747-4fbc-4026-8eea-a11ee9781c48', 'status': 'completed', 'code': 200} Aug 24 00:31:46.270958 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f595d21-83e6-43a2-a1f8-7835d19f4564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.335278 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1abe7e3-61b4-491b-bd24-9a59f0200ca2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.378284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abe7e3-61b4-491b-bd24-9a59f0200ca2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea995d2-1395-4f59-8ad4-626922072864,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:46.391052 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1abe7e3-61b4-491b-bd24-9a59f0200ca2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.398254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f1abe7e3-61b4-491b-bd24-9a59f0200ca2 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "DELETE /v2.0/subnets/2ea995d2-1395-4f59-8ad4-626922072864 HTTP/1.1" status: 204 len: 168 time: 0.9201670 Aug 24 00:31:46.398448 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f595d21-83e6-43a2-a1f8-7835d19f4564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.399229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:46.400274 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9cd6c6-5de9-470d-8c82-e1a37aac5237 None None] Network b6cfb797-f65c-4b64-8064-c867f5a2550e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:46.452563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4291513e-5ac0-4f96-8319-7ee4bd54ccb4 req-681f5758-9d54-4ba9-9002-0d38f8a3dcfd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 210 time: 0.0542092 Aug 24 00:31:46.531741 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-48423328-6a1c-437d-9a2d-dfa5be9044da tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Deleting subnet 4ba73f07-3c0f-4e69-9d14-a88992f59c65 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:31:46.537003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48423328-6a1c-437d-9a2d-dfa5be9044da tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.541062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2a35-9e5d-4489-80fa-84e092827b3a req-9a048bfa-efee-4d62-9cef-847d110d8429 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:46.542622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89cd2a35-9e5d-4489-80fa-84e092827b3a req-9a048bfa-efee-4d62-9cef-847d110d8429 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 945 time: 0.1039927 Aug 24 00:31:46.601416 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48423328-6a1c-437d-9a2d-dfa5be9044da tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.617819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89cd2a35-9e5d-4489-80fa-84e092827b3a req-ed688e0d-c1f1-481a-8791-f0c20c5d1d09 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650554 Aug 24 00:31:46.651326 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f595d21-83e6-43a2-a1f8-7835d19f4564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3029ff06-c0b5-4450-8493-16639e4dfbd0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:46.664125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f595d21-83e6-43a2-a1f8-7835d19f4564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.666844 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9f595d21-83e6-43a2-a1f8-7835d19f4564 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3029ff06-c0b5-4450-8493-16639e4dfbd0 HTTP/1.1" status: 204 len: 168 time: 0.7494700 Aug 24 00:31:46.669718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41838) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:46.714309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41840) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:46.760608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee1e06c-46d2-446c-83e5-72de7573ebd9 None None] DHCP port deletion for b6cfb797-f65c-4b64-8064-c867f5a2550e request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:31:46.799058 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48423328-6a1c-437d-9a2d-dfa5be9044da tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.815775 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fee1e06c-46d2-446c-83e5-72de7573ebd9 None None] Deleting port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:46.817318 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fee1e06c-46d2-446c-83e5-72de7573ebd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.831656 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e2e88b3-fbb2-4c06-87f8-1e1d71c2326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.913342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fee1e06c-46d2-446c-83e5-72de7573ebd9 None None] For port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8def02d7-c1a5-4e3d-b89b-3b6375aaeaee,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:46.914071 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fee1e06c-46d2-446c-83e5-72de7573ebd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.921109 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48423328-6a1c-437d-9a2d-dfa5be9044da tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.969745 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fee1e06c-46d2-446c-83e5-72de7573ebd9 None None] Calling delete_port for 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:46.983575 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48423328-6a1c-437d-9a2d-dfa5be9044da tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba73f07-3c0f-4e69-9d14-a88992f59c65,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:47.008255 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48423328-6a1c-437d-9a2d-dfa5be9044da tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.010218 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-48423328-6a1c-437d-9a2d-dfa5be9044da tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "DELETE /v2.0/subnets/4ba73f07-3c0f-4e69-9d14-a88992f59c65 HTTP/1.1" status: 204 len: 168 time: 0.6076741 Aug 24 00:31:47.013502 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41848) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:47.057461 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e2e88b3-fbb2-4c06-87f8-1e1d71c2326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.062068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:47.082904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1e2e88b3-fbb2-4c06-87f8-1e1d71c2326d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372797df-c1d2-46af-a88a-f8b38e7d12ed']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:47.105272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1e2e88b3-fbb2-4c06-87f8-1e1d71c2326d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537e830c-bb7a-4418-a17a-1c5d7ab505af') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:47.105573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1e2e88b3-fbb2-4c06-87f8-1e1d71c2326d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537e830c-bb7a-4418-a17a-1c5d7ab505af') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:47.126228 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e2e88b3-fbb2-4c06-87f8-1e1d71c2326d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.151207 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e2e88b3-fbb2-4c06-87f8-1e1d71c2326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.157470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2e88b3-fbb2-4c06-87f8-1e1d71c2326d admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:47.157869 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e2e88b3-fbb2-4c06-87f8-1e1d71c2326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:47.159608 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:47.187752 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.196329 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.232787 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e2e88b3-fbb2-4c06-87f8-1e1d71c2326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.241492 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e2e88b3-fbb2-4c06-87f8-1e1d71c2326d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.244702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1e2e88b3-fbb2-4c06-87f8-1e1d71c2326d admin admin] 10.222.0.32 "DELETE /v2.0/networks/372797df-c1d2-46af-a88a-f8b38e7d12ed HTTP/1.1" status: 204 len: 168 time: 0.5739443 Aug 24 00:31:47.293906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e88b3-fbb2-4c06-87f8-1e1d71c2326d admin admin] Pushing event deleted for resources: {'Network': ['ID=372797df-c1d2-46af-a88a-f8b38e7d12ed,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:47.326138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Deleting port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:47.326483 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.389106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd804e72-63e3-4bc6-9466-9bd70dc5c28c None None] Network 733ba053-30da-4557-b4cc-071bb438f1a1 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:47.573398 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41862) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:47.616937 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fee1e06c-46d2-446c-83e5-72de7573ebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.633922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4b3f3f9-1f47-4319-bb8f-3f75f2ba589d req-2d568908-40d6-40e9-9ac2-0ac4be9e1004 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 210 time: 0.0501390 Aug 24 00:31:47.646450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1e06c-46d2-446c-83e5-72de7573ebd9 None None] Pushing event deleted for resources: {'Port': ['ID=8def02d7-c1a5-4e3d-b89b-3b6375aaeaee,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:47.673123 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1e06c-46d2-446c-83e5-72de7573ebd9 None None] No DVR routers for this DVR port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:47.696429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b1d2c0e8-dc35-48ec-aa40-0fd1442ee5db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a164e3a726894597b2404e9ee3102e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1197078 Aug 24 00:31:47.697231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41866) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:47.844377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ab4733-5c48-45f1-896a-ccf6754e5801 None None] DHCP port deletion for 733ba053-30da-4557-b4cc-071bb438f1a1 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:31:47.901085 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c2bb2-83b6-4cad-ac2d-a836e5ab2dea req-63693615-61c1-4f31-9ab2-ba651f208fd4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:47.902708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f36c2bb2-83b6-4cad-ac2d-a836e5ab2dea req-63693615-61c1-4f31-9ab2-ba651f208fd4 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 945 time: 0.0985420 Aug 24 00:31:47.903901 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5a3ddd66-befd-49c4-950f-cec12af15bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.905889 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] For port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8def02d7-c1a5-4e3d-b89b-3b6375aaeaee,segment=NetworkSegment(1857c0af-59ed-429a-9c8d-234ef811d6ce),segment_id=1857c0af-59ed-429a-9c8d-234ef811d6ce)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:47.906269 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.910905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.933540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-86ab4733-5c48-45f1-896a-ccf6754e5801 None None] Deleting port 300938b6-0ae5-4702-883d-5effee7d2cea {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:47.933932 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86ab4733-5c48-45f1-896a-ccf6754e5801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.940844 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Calling delete_port for 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:48.002313 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5a3ddd66-befd-49c4-950f-cec12af15bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.069879 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-86ab4733-5c48-45f1-896a-ccf6754e5801 None None] For port 300938b6-0ae5-4702-883d-5effee7d2cea, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=300938b6-0ae5-4702-883d-5effee7d2cea,segment=NetworkSegment(b7bc8907-49d8-4055-a4f7-8aea2af3c114),segment_id=b7bc8907-49d8-4055-a4f7-8aea2af3c114)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:48.071738 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86ab4733-5c48-45f1-896a-ccf6754e5801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.071964 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5a3ddd66-befd-49c4-950f-cec12af15bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.074967 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5a3ddd66-befd-49c4-950f-cec12af15bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.078617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5a3ddd66-befd-49c4-950f-cec12af15bc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9116dbf-f52c-4b55-bf0f-392b3b83f4cc HTTP/1.1" status: 204 len: 168 time: 0.3780487 Aug 24 00:31:48.115913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f36c2bb2-83b6-4cad-ac2d-a836e5ab2dea req-4597733e-f4f0-4f44-8a1b-a1e150c32e2c tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044320 Aug 24 00:31:48.118797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ddd66-befd-49c4-950f-cec12af15bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9116dbf-f52c-4b55-bf0f-392b3b83f4cc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:48.122010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-86ab4733-5c48-45f1-896a-ccf6754e5801 None None] Calling delete_port for 300938b6-0ae5-4702-883d-5effee7d2cea owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:48.135213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe6862-a8aa-497d-a2ab-6fbcb06ea244 req-cae009c6-998e-41f2-aafe-c445b8e9e61d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:48.137338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07fe6862-a8aa-497d-a2ab-6fbcb06ea244 req-cae009c6-998e-41f2-aafe-c445b8e9e61d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 945 time: 0.1938622 Aug 24 00:31:48.153441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5b0b3d45-20c7-47eb-9c01-b9e44083d6af no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:48.181542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 5b0b3d45-20c7-47eb-9c01-b9e44083d6af {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:48.182053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5b0b3d45-20c7-47eb-9c01-b9e44083d6af not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:48.257979 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Allocated IP 172.25.8.189 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/bc5ace88-80e7-4ba0-bec0-f8406857f64b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:48.262196 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.283568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] No DVR routers for this DVR port 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:48.346210 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-86ab4733-5c48-45f1-896a-ccf6754e5801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.365532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab4733-5c48-45f1-896a-ccf6754e5801 None None] No DVR routers for this DVR port 300938b6-0ae5-4702-883d-5effee7d2cea on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:48.382657 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event deleted for resources: {'Port': ['ID=8def02d7-c1a5-4e3d-b89b-3b6375aaeaee,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:48.417485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-07fe6862-a8aa-497d-a2ab-6fbcb06ea244 req-b44291fd-8e24-4bdf-b65f-009727df71bb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Deleting port 3c7f2ff6-739c-4cff-91d7-5815da563f4c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:48.418075 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-07fe6862-a8aa-497d-a2ab-6fbcb06ea244 req-b44291fd-8e24-4bdf-b65f-009727df71bb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.435746 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 300938b6-0ae5-4702-883d-5effee7d2cea no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:48.505937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab4733-5c48-45f1-896a-ccf6754e5801 None None] Pushing event deleted for resources: {'Port': ['ID=300938b6-0ae5-4702-883d-5effee7d2cea,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:48.520389 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.520764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 300938b6-0ae5-4702-883d-5effee7d2cea {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:48.521402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 300938b6-0ae5-4702-883d-5effee7d2cea not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:48.522038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:48.532288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cfb797-f65c-4b64-8064-c867f5a2550e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:48.552303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1857c0af-59ed-429a-9c8d-234ef811d6ce') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:48.552671 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1857c0af-59ed-429a-9c8d-234ef811d6ce') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:48.565662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:48.566806 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8def02d7-c1a5-4e3d-b89b-3b6375aaeaee not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:48.601211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.654022 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5551a747-4fbc-4026-8eea-a11ee9781c48 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:48.658312 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.663798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-07fe6862-a8aa-497d-a2ab-6fbcb06ea244 req-b44291fd-8e24-4bdf-b65f-009727df71bb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] For port 3c7f2ff6-739c-4cff-91d7-5815da563f4c, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=3c7f2ff6-739c-4cff-91d7-5815da563f4c,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:48.664141 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-07fe6862-a8aa-497d-a2ab-6fbcb06ea244 req-b44291fd-8e24-4bdf-b65f-009727df71bb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.682736 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:48.683199 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:48.693711 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:48.701543 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-07fe6862-a8aa-497d-a2ab-6fbcb06ea244 req-b44291fd-8e24-4bdf-b65f-009727df71bb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Calling delete_port for 3c7f2ff6-739c-4cff-91d7-5815da563f4c owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:48.714371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 5551a747-4fbc-4026-8eea-a11ee9781c48 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:48.716738 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5551a747-4fbc-4026-8eea-a11ee9781c48 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:48.717183 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 3cf15a80-75af-42b5-ae25-0251e159ef02 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:48.800649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 3cf15a80-75af-42b5-ae25-0251e159ef02 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:48.800649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 3cf15a80-75af-42b5-ae25-0251e159ef02 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:48.890376 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.891303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-79000bd5-5932-41e4-bf29-e4d1d8602512 req-fb4a8c30-9092-4a5f-8f0b-96c71c3bbc52 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 210 time: 0.0749989 Aug 24 00:31:48.903001 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.905183 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "DELETE /v2.0/networks/b6cfb797-f65c-4b64-8064-c867f5a2550e HTTP/1.1" status: 204 len: 168 time: 1.8906889 Aug 24 00:31:48.911452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41898) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:48.931152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.934026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aef8b-3da7-4509-b3f3-0497607b9c61 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event deleted for resources: {'Network': ['ID=b6cfb797-f65c-4b64-8064-c867f5a2550e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:48.952886 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-07fe6862-a8aa-497d-a2ab-6fbcb06ea244 req-b44291fd-8e24-4bdf-b65f-009727df71bb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.993460 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['3c7f2ff6-739c-4cff-91d7-5815da563f4c'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:31:48.999245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5d8d438d-e8ef-448d-a5cc-8b4a3dff0736'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:31:49.016936 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.065954 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:49.076614 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:49.080267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:49.138412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event updated for resources: {'Port': ['ID=bc5ace88-80e7-4ba0-bec0-f8406857f64b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:49.183445 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a30954a-3cfa-4127-b279-a586b3d95789 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.187793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44291fd-8e24-4bdf-b65f-009727df71bb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event deleted for resources: {'Port': ['ID=3c7f2ff6-739c-4cff-91d7-5815da563f4c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:49.268186 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.324698 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.391814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fe6862-a8aa-497d-a2ab-6fbcb06ea244 req-b44291fd-8e24-4bdf-b65f-009727df71bb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] No DVR routers for this DVR port 3c7f2ff6-739c-4cff-91d7-5815da563f4c on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:49.396488 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bed62e3-7467-4078-90a0-a0c773cd6870 req-f3247fc0-4272-45ec-9d56-cb2778d63497 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d3ea111-86a1-4624-9fe1-4f036df2bba6 HTTP/1.1" status: 200 len: 210 time: 0.1505179 Aug 24 00:31:49.404665 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-07fe6862-a8aa-497d-a2ab-6fbcb06ea244 req-b44291fd-8e24-4bdf-b65f-009727df71bb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.417776 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07fe6862-a8aa-497d-a2ab-6fbcb06ea244 req-b44291fd-8e24-4bdf-b65f-009727df71bb tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.47 "DELETE /v2.0/ports/3c7f2ff6-739c-4cff-91d7-5815da563f4c HTTP/1.1" status: 204 len: 173 time: 1.2625127 Aug 24 00:31:49.418433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3ea111-86a1-4624-9fe1-4f036df2bba6', 'name': 'network-vif-deleted', 'tag': '3c7f2ff6-739c-4cff-91d7-5815da563f4c'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:49.423335 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb50e34-a8a1-468c-bfd2-94712a7f1691" -d '{"events": [{"server_uuid": "8d3ea111-86a1-4624-9fe1-4f036df2bba6", "name": "network-vif-deleted", "tag": "3c7f2ff6-739c-4cff-91d7-5815da563f4c"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:49.556428 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b21af18-7581-4410-abad-37e9e85f4d24 x-openstack-request-id: req-2b21af18-7581-4410-abad-37e9e85f4d24 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:49.556731 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3ea111-86a1-4624-9fe1-4f036df2bba6", "name": "network-vif-deleted", "tag": "3c7f2ff6-739c-4cff-91d7-5815da563f4c", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:49.557035 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b21af18-7581-4410-abad-37e9e85f4d24 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:49.557459 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3ea111-86a1-4624-9fe1-4f036df2bba6', 'name': 'network-vif-deleted', 'tag': '3c7f2ff6-739c-4cff-91d7-5815da563f4c', 'status': 'completed', 'code': 200} Aug 24 00:31:49.589609 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a30954a-3cfa-4127-b279-a586b3d95789 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.605712 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.614055 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.617371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1a30954a-3cfa-4127-b279-a586b3d95789 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733ba053-30da-4557-b4cc-071bb438f1a1']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:49.651809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1a30954a-3cfa-4127-b279-a586b3d95789 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bc8907-49d8-4055-a4f7-8aea2af3c114') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:49.652108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1a30954a-3cfa-4127-b279-a586b3d95789 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bc8907-49d8-4055-a4f7-8aea2af3c114') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:49.668300 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a30954a-3cfa-4127-b279-a586b3d95789 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.684836 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a30954a-3cfa-4127-b279-a586b3d95789 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.693595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a30954a-3cfa-4127-b279-a586b3d95789 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:49.694350 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a30954a-3cfa-4127-b279-a586b3d95789 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:49.698465 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:49.707658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event updated for resources: {'Port': ['ID=bc5ace88-80e7-4ba0-bec0-f8406857f64b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:49.796851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a30954a-3cfa-4127-b279-a586b3d95789 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.813965 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.830696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.832795 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-de0dc6a1-74ae-430f-bd14-e6fde7fa4984 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1170797 Aug 24 00:31:49.833538 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a30954a-3cfa-4127-b279-a586b3d95789 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.835503 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1a30954a-3cfa-4127-b279-a586b3d95789 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] 10.222.0.32 "DELETE /v2.0/networks/733ba053-30da-4557-b4cc-071bb438f1a1 HTTP/1.1" status: 204 len: 168 time: 0.9032545 Aug 24 00:31:49.835817 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:49.836539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30954a-3cfa-4127-b279-a586b3d95789 tempest-TaggedBootDevicesTest_v242-1385197427 tempest-TaggedBootDevicesTest_v242-1385197427-project] Pushing event deleted for resources: {'Network': ['ID=733ba053-30da-4557-b4cc-071bb438f1a1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:49.848725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-580249484'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:49.894161 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Made reservation on behalf of 333ae809eef147728274128c6fcd5996 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:49.903509 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.989895 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.147864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7aedea33-b653-4426-bcdb-f715160c2537 req-113859c2-44c4-4fab-9b16-5e7b9b0b9422 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 210 time: 0.0665853 Aug 24 00:31:50.222246 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.229189 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.256394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:31:50.271151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39104bc-f3fe-488f-8725-15e5c5b76dde,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:50.276238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.276713 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Added segment 62326690-d2ac-4624-bc4f-c0dfefc326b3 of type vlan for network de3d5aa6-4a4b-4352-bde3-661445460fa8 Aug 24 00:31:50.338119 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.371252 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.377478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:50.379433 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.400910 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5602694 Aug 24 00:31:50.404391 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41952) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:50.413026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3132f630-ff79-4f12-bcbe-805366273177 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Request body: {'subnet': {'network_id': 'de3d5aa6-4a4b-4352-bde3-661445460fa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:50.550189 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827d99e-0066-4cb5-b0a7-a617755059f2 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event updated for resources: {'Network': ['ID=de3d5aa6-4a4b-4352-bde3-661445460fa8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:50.573154 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network de3d5aa6-4a4b-4352-bde3-661445460fa8 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:31:50.623527 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3132f630-ff79-4f12-bcbe-805366273177 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Made reservation on behalf of 333ae809eef147728274128c6fcd5996 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:50.627476 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3132f630-ff79-4f12-bcbe-805366273177 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.912888 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3132f630-ff79-4f12-bcbe-805366273177 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.915771 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f89f1c-2310-4908-9e80-e5505d1629ad req-0bb8d324-d2b2-4042-9440-5dd4fcaa1747 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:50.929118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2f89f1c-2310-4908-9e80-e5505d1629ad req-0bb8d324-d2b2-4042-9440-5dd4fcaa1747 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.1246424 Aug 24 00:31:50.985643 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132f630-ff79-4f12-bcbe-805366273177 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event updated for resources: {'Subnet': ['ID=4c0608ef-e8d7-4ec5-b466-aecb67b39722,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:51.000879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132f630-ff79-4f12-bcbe-805366273177 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Checking segment: {'id': '62326690-d2ac-4624-bc4f-c0dfefc326b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'de3d5aa6-4a4b-4352-bde3-661445460fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:51.001367 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132f630-ff79-4f12-bcbe-805366273177 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Network hostable DHCP agents. Network: de3d5aa6-4a4b-4352-bde3-661445460fa8, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:31:51.005732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2f89f1c-2310-4908-9e80-e5505d1629ad req-86410382-3665-4802-97ef-dc9438b717d2 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756557 Aug 24 00:31:51.025994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132f630-ff79-4f12-bcbe-805366273177 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Network de3d5aa6-4a4b-4352-bde3-661445460fa8 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:31:51.036711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3132f630-ff79-4f12-bcbe-805366273177 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, de3d5aa6-4a4b-4352-bde3-661445460fa8) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:51.041531 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3132f630-ff79-4f12-bcbe-805366273177 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:51.042243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3132f630-ff79-4f12-bcbe-805366273177 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.047971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dee7e8-c5c1-4f09-b036-75cb3c84dce7 None None] Network de3d5aa6-4a4b-4352-bde3-661445460fa8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:51.082867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41978) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:51.083404 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3132f630-ff79-4f12-bcbe-805366273177 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6753869 Aug 24 00:31:51.088192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1195408515', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:51.125928 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.128335 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.254460 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.310216 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f53adcf-586c-49a8-bc2e-ad4212dd3b72 req-f1ef113a-fe40-4f42-8088-cedfae5ffb9a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 210 time: 0.0468655 Aug 24 00:31:51.338012 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-de3d5aa6-4a4b-4352-bde3-661445460fa8', 'network_id': 'de3d5aa6-4a4b-4352-bde3-661445460fa8', 'tenant_id': '333ae809eef147728274128c6fcd5996', 'fixed_ips': [{'subnet_id': '4c0608ef-e8d7-4ec5-b466-aecb67b39722'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:31:51.339123 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.526645 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.545939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Allocated IP 172.20.0.2 (de3d5aa6-4a4b-4352-bde3-661445460fa8/4c0608ef-e8d7-4ec5-b466-aecb67b39722/f2dad663-409b-4ec1-9c68-c24a0fd6e93b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:51.798351 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.809928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Transition to ACTIVE for port object f2dad663-409b-4ec1-9c68-c24a0fd6e93b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:51.828798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Transition to ACTIVE for port object f2dad663-409b-4ec1-9c68-c24a0fd6e93b will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:51.835603 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.845137 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.873605 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.891176 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Network de3d5aa6-4a4b-4352-bde3-661445460fa8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:51.895018 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:51.902600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:51.906014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Pushing event updated for resources: {'Port': ['ID=f2dad663-409b-4ec1-9c68-c24a0fd6e93b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:51.977185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Attempting to bind port f2dad663-409b-4ec1-9c68-c24a0fd6e93b on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:51.977731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Attempting to bind port f2dad663-409b-4ec1-9c68-c24a0fd6e93b by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '62326690-d2ac-4624-bc4f-c0dfefc326b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'de3d5aa6-4a4b-4352-bde3-661445460fa8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:51.978114 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Attempting to bind port f2dad663-409b-4ec1-9c68-c24a0fd6e93b on network de3d5aa6-4a4b-4352-bde3-661445460fa8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:51.995935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:51.996541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Checking segment: {'id': '62326690-d2ac-4624-bc4f-c0dfefc326b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'de3d5aa6-4a4b-4352-bde3-661445460fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:51.997066 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.997739 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Bound using segment: {'id': '62326690-d2ac-4624-bc4f-c0dfefc326b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'de3d5aa6-4a4b-4352-bde3-661445460fa8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:52.002683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Bound port: f2dad663-409b-4ec1-9c68-c24a0fd6e93b, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62326690-d2ac-4624-bc4f-c0dfefc326b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'de3d5aa6-4a4b-4352-bde3-661445460fa8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:52.003197 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.083347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Allocated IP 172.25.8.13 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/2fea68bc-a0ae-4850-bebd-33be5093eb7b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:52.142279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] For port f2dad663-409b-4ec1-9c68-c24a0fd6e93b, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:52.152031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] For port f2dad663-409b-4ec1-9c68-c24a0fd6e93b, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f2dad663-409b-4ec1-9c68-c24a0fd6e93b,segment=NetworkSegment(62326690-d2ac-4624-bc4f-c0dfefc326b3),segment_id=62326690-d2ac-4624-bc4f-c0dfefc326b3)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:52.161217 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 3c7f2ff6-739c-4cff-91d7-5815da563f4c no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:52.166368 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.190486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e19091-6ec2-4138-848b-39043dbcb684 req-4b16ee8a-75cd-4b88-932b-b985ea507a5d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:52.192913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8e19091-6ec2-4138-848b-39043dbcb684 req-4b16ee8a-75cd-4b88-932b-b985ea507a5d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.1118925 Aug 24 00:31:52.230080 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 3c7f2ff6-739c-4cff-91d7-5815da563f4c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:52.230695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 3c7f2ff6-739c-4cff-91d7-5815da563f4c not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:52.257280 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50475908-4a6c-4265-8235-70bf14fb1d70 req-6ab3c69f-80b8-45f5-b069-5153053474bd tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:52.258861 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-50475908-4a6c-4265-8235-70bf14fb1d70 req-6ab3c69f-80b8-45f5-b069-5153053474bd tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 946 time: 0.1392598 Aug 24 00:31:52.285667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8e19091-6ec2-4138-848b-39043dbcb684 req-83394c2b-ae23-49b3-9e24-2eba563bd786 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=805ffd4c-67ce-4f66-a6c4-97e869e666ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853708 Aug 24 00:31:52.306852 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.311252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db234f62-5b82-4cb7-bd40-ca71773d3d2e None None] Pushing event updated for resources: {'Port': ['ID=f2dad663-409b-4ec1-9c68-c24a0fd6e93b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:52.385358 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.434741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event updated for resources: {'Port': ['ID=2fea68bc-a0ae-4850-bebd-33be5093eb7b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:52.445223 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-50475908-4a6c-4265-8235-70bf14fb1d70 req-b15b74ef-7635-49d1-9947-17828280bfb9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Deleting port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:52.445751 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-50475908-4a6c-4265-8235-70bf14fb1d70 req-b15b74ef-7635-49d1-9947-17828280bfb9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.479703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f336a6c4-b548-4c2e-8c02-90dbaf33af18 req-b6378aa5-113a-4b1e-9576-4da8829f87a9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f168e5-72cd-4d5a-b693-9209b178c106 HTTP/1.1" status: 200 len: 210 time: 0.0420957 Aug 24 00:31:52.484619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:52.491544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:52.495287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:52.596943 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-50475908-4a6c-4265-8235-70bf14fb1d70 req-b15b74ef-7635-49d1-9947-17828280bfb9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] For port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5d8d438d-e8ef-448d-a5cc-8b4a3dff0736,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:52.602017 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-50475908-4a6c-4265-8235-70bf14fb1d70 req-b15b74ef-7635-49d1-9947-17828280bfb9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.637005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-50475908-4a6c-4265-8235-70bf14fb1d70 req-b15b74ef-7635-49d1-9947-17828280bfb9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Calling delete_port for 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:53.007997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-50475908-4a6c-4265-8235-70bf14fb1d70 req-b15b74ef-7635-49d1-9947-17828280bfb9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.042900 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5d8d438d-e8ef-448d-a5cc-8b4a3dff0736'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:31:53.071420 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.087277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b74ef-7635-49d1-9947-17828280bfb9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event deleted for resources: {'Port': ['ID=5d8d438d-e8ef-448d-a5cc-8b4a3dff0736,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:53.196681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-50475908-4a6c-4265-8235-70bf14fb1d70 req-b15b74ef-7635-49d1-9947-17828280bfb9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] No DVR routers for this DVR port 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:53.202619 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-50475908-4a6c-4265-8235-70bf14fb1d70 req-b15b74ef-7635-49d1-9947-17828280bfb9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.204805 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-50475908-4a6c-4265-8235-70bf14fb1d70 req-b15b74ef-7635-49d1-9947-17828280bfb9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.13 "DELETE /v2.0/ports/5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 HTTP/1.1" status: 204 len: 173 time: 0.9359303 Aug 24 00:31:53.205343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8605ed-68dd-42ec-a921-47b39133d2e9', 'name': 'network-vif-deleted', 'tag': '5d8d438d-e8ef-448d-a5cc-8b4a3dff0736'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:53.208051 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4792bbc-dcf1-4f93-9e37-1347e2c6f864" -d '{"events": [{"server_uuid": "3c8605ed-68dd-42ec-a921-47b39133d2e9", "name": "network-vif-deleted", "tag": "5d8d438d-e8ef-448d-a5cc-8b4a3dff0736"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:53.334392 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7386ad86-6b92-4a2f-8331-1f92fd9a3b8a x-openstack-request-id: req-7386ad86-6b92-4a2f-8331-1f92fd9a3b8a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:53.335064 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8605ed-68dd-42ec-a921-47b39133d2e9", "name": "network-vif-deleted", "tag": "5d8d438d-e8ef-448d-a5cc-8b4a3dff0736", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:53.335064 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7386ad86-6b92-4a2f-8331-1f92fd9a3b8a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:53.335235 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8605ed-68dd-42ec-a921-47b39133d2e9', 'name': 'network-vif-deleted', 'tag': '5d8d438d-e8ef-448d-a5cc-8b4a3dff0736', 'status': 'completed', 'code': 200} Aug 24 00:31:53.471949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c314141c-f13e-494f-8d15-b6226dd91e83 req-dc3be12f-c0c0-4215-bb01-6937b3c3f852 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8605ed-68dd-42ec-a921-47b39133d2e9 HTTP/1.1" status: 200 len: 210 time: 0.0508096 Aug 24 00:31:53.499556 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.630677 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.755256 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Router fc26ed2c-d69c-4930-9cec-582da71c7762 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:31:53.961058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b582dccc-1d22-4f83-8905-36e1b4a5acf1 None None] Network de3d5aa6-4a4b-4352-bde3-661445460fa8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:53.985721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:31:54.006917 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:54.008798 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d9986c9f-a1a9-444d-9c8f-b88633a46e85 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.9248698 Aug 24 00:31:54.013253 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42048) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:54.021542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90962fdb-88ab-4b9a-800e-b002ca944eb5 None None] Sync routers for ids ['fc26ed2c-d69c-4930-9cec-582da71c7762'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:31:54.110146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90962fdb-88ab-4b9a-800e-b002ca944eb5 None None] Routers {'fc26ed2c-d69c-4930-9cec-582da71c7762'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:54.110811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-90962fdb-88ab-4b9a-800e-b002ca944eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:31:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fc26ed2c-d69c-4930-9cec-582da71c7762'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:54.166419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-27e67c65-b49a-494c-8666-1a2020370970 None None] Provisioning for port f2dad663-409b-4ec1-9c68-c24a0fd6e93b completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:54.170544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-90962fdb-88ab-4b9a-800e-b002ca944eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:54.258858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90962fdb-88ab-4b9a-800e-b002ca944eb5 None None] Routers {'fc26ed2c-d69c-4930-9cec-582da71c7762'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:54.258858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-90962fdb-88ab-4b9a-800e-b002ca944eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:31:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fc26ed2c-d69c-4930-9cec-582da71c7762'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:54.343486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-90962fdb-88ab-4b9a-800e-b002ca944eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:54.344377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90962fdb-88ab-4b9a-800e-b002ca944eb5 None None] The sync data for ids ['fc26ed2c-d69c-4930-9cec-582da71c7762'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:31:54.484007 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f2dad663-409b-4ec1-9c68-c24a0fd6e93b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:54.669489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port f2dad663-409b-4ec1-9c68-c24a0fd6e93b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:54.673952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f2dad663-409b-4ec1-9c68-c24a0fd6e93b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:54.674454 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:54.905060 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.043536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port f2dad663-409b-4ec1-9c68-c24a0fd6e93b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f2dad663-409b-4ec1-9c68-c24a0fd6e93b,segment=NetworkSegment(62326690-d2ac-4624-bc4f-c0dfefc326b3),segment_id=62326690-d2ac-4624-bc4f-c0dfefc326b3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:55.062833 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.108289 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.215815 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=f2dad663-409b-4ec1-9c68-c24a0fd6e93b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:55.234352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cc411-5b0e-4ac0-9335-ce80b28461d8 req-bb92ea7a-c7dc-472c-9755-f9b0cf24a45f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:55.244424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e5cc411-5b0e-4ac0-9335-ce80b28461d8 req-bb92ea7a-c7dc-472c-9755-f9b0cf24a45f tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.0729640 Aug 24 00:31:55.268701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-09eeaed4-d2a4-4c6d-b054-30d03cc0cd93 None None] Provisioning complete for port f2dad663-409b-4ec1-9c68-c24a0fd6e93b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:55.269533 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09eeaed4-d2a4-4c6d-b054-30d03cc0cd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.335873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e5cc411-5b0e-4ac0-9335-ce80b28461d8 req-67ee22bd-d9fa-4ae2-b9a8-41524b379a00 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896807 Aug 24 00:31:55.677010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Allocated IP 172.20.0.1 (de3d5aa6-4a4b-4352-bde3-661445460fa8/4c0608ef-e8d7-4ec5-b466-aecb67b39722/bce9cde9-9c73-4c4a-ab62-cfa51b2444fa) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:55.846519 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.862558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Transition to ACTIVE for port object bce9cde9-9c73-4c4a-ab62-cfa51b2444fa will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:55.916865 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.966190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Network de3d5aa6-4a4b-4352-bde3-661445460fa8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:55.969247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:55.973451 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:56.002285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event updated for resources: {'Port': ['ID=bce9cde9-9c73-4c4a-ab62-cfa51b2444fa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:56.032991 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.329938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7d20e33-eafd-48d8-9d96-cb5d670cc160 None None] Provisioning for port bce9cde9-9c73-4c4a-ab62-cfa51b2444fa completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:56.341946 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e7d20e33-eafd-48d8-9d96-cb5d670cc160 None None] Provisioning complete for port bce9cde9-9c73-4c4a-ab62-cfa51b2444fa triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:56.342327 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7d20e33-eafd-48d8-9d96-cb5d670cc160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.348475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f2dad663-409b-4ec1-9c68-c24a0fd6e93b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:56.357864 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.485988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e7d20e33-eafd-48d8-9d96-cb5d670cc160 None None] Port bce9cde9-9c73-4c4a-ab62-cfa51b2444fa cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:31:56.488307 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f2dad663-409b-4ec1-9c68-c24a0fd6e93b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:56.488858 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.624683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b6698-d43b-4dd1-b08d-842e2adee27d req-58c853b1-8269-4519-b7d1-72502c75de0b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:56.639021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-846b6698-d43b-4dd1-b08d-842e2adee27d req-58c853b1-8269-4519-b7d1-72502c75de0b tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1230524 Aug 24 00:31:56.718510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:56.752285 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-846b6698-d43b-4dd1-b08d-842e2adee27d req-5ca4f487-7799-4d3a-8627-9e72314bcb4a tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095386 Aug 24 00:31:56.785617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:56.786292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5d8d438d-e8ef-448d-a5cc-8b4a3dff0736 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:56.967850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c36882-b634-4b7a-a612-092468a3bda1 req-2782052f-1952-4fd1-92bf-1c1ac48a572d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:56.970000 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-87c36882-b634-4b7a-a612-092468a3bda1 req-2782052f-1952-4fd1-92bf-1c1ac48a572d tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.13 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.1875868 Aug 24 00:31:57.148251 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.159290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-87c36882-b634-4b7a-a612-092468a3bda1 req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Deleting port 31646ce1-a0fa-4aa2-9265-b104cb58102f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:57.161152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-87c36882-b634-4b7a-a612-092468a3bda1 req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.171813 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.357205 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event updated for resources: {'Port': ['ID=bce9cde9-9c73-4c4a-ab62-cfa51b2444fa,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:57.385731 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.416732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-87c36882-b634-4b7a-a612-092468a3bda1 req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] For port 31646ce1-a0fa-4aa2-9265-b104cb58102f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=31646ce1-a0fa-4aa2-9265-b104cb58102f,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:57.417221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-87c36882-b634-4b7a-a612-092468a3bda1 req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.504991 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db925ae5-89c2-43d8-a8fd-5e20f74d0c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.675299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Network de3d5aa6-4a4b-4352-bde3-661445460fa8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:57.679043 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:58.007779 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Router fc26ed2c-d69c-4930-9cec-582da71c7762 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:31:58.256474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1ae5938a-63e5-416b-9b79-b61efb1ed424 None None] Provisioning complete for port bce9cde9-9c73-4c4a-ab62-cfa51b2444fa triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:58.256859 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ae5938a-63e5-416b-9b79-b61efb1ed424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:58.375128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5938a-63e5-416b-9b79-b61efb1ed424 None None] Port bce9cde9-9c73-4c4a-ab62-cfa51b2444fa cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:31:58.634578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9eb09-4373-45b8-ba45-ba10ec41de88 req-89deeac4-ab8a-4479-ae6e-efa62e3eb953 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:58.636253 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-38a9eb09-4373-45b8-ba45-ba10ec41de88 req-89deeac4-ab8a-4479-ae6e-efa62e3eb953 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 945 time: 0.6734612 Aug 24 00:31:58.687738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e39f2-f4a8-4fe5-9141-393c8b83a8a8 req-ef551ae0-65f7-4b6d-a70f-eecf28c71416 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:58.695437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e39f2-f4a8-4fe5-9141-393c8b83a8a8 req-ef551ae0-65f7-4b6d-a70f-eecf28c71416 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:58.703221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e39f2-f4a8-4fe5-9141-393c8b83a8a8 req-ef551ae0-65f7-4b6d-a70f-eecf28c71416 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:58.710410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e39f2-f4a8-4fe5-9141-393c8b83a8a8 req-ef551ae0-65f7-4b6d-a70f-eecf28c71416 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:58.717270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e39f2-f4a8-4fe5-9141-393c8b83a8a8 req-ef551ae0-65f7-4b6d-a70f-eecf28c71416 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:58.724515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e39f2-f4a8-4fe5-9141-393c8b83a8a8 req-ef551ae0-65f7-4b6d-a70f-eecf28c71416 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:58.733233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e39f2-f4a8-4fe5-9141-393c8b83a8a8 req-ef551ae0-65f7-4b6d-a70f-eecf28c71416 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:58.744332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-919e39f2-f4a8-4fe5-9141-393c8b83a8a8 req-ef551ae0-65f7-4b6d-a70f-eecf28c71416 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5436 time: 0.2337072 Aug 24 00:31:58.797592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-38a9eb09-4373-45b8-ba45-ba10ec41de88 req-b2e064d8-31cc-4497-a000-ea78a9b78587 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups?id=f63a5ced-41c4-45dc-b8aa-490de520aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402187 Aug 24 00:31:58.816328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-919e39f2-f4a8-4fe5-9141-393c8b83a8a8 req-c6d57ad6-2ed6-4e3c-a33a-c756a28cd555 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708301 Aug 24 00:31:58.939489 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:31:58.945893 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c4058ff3-09ba-47cf-94e4-db979886dacd tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "PUT /v2.0/routers/fc26ed2c-d69c-4930-9cec-582da71c7762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9313328 Aug 24 00:31:58.949335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42164) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:58.954503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Request body: {'port': {'network_id': 'de3d5aa6-4a4b-4352-bde3-661445460fa8', 'name': 'tempest-FloatingIPAdminTestJSON-859480923'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:58.963461 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239191a2-7d78-40e0-8cc1-da5544c8a91c None None] Sync routers for ids ['fc26ed2c-d69c-4930-9cec-582da71c7762'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:31:58.985227 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-87c36882-b634-4b7a-a612-092468a3bda1 req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:58.986545 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-87c36882-b634-4b7a-a612-092468a3bda1 req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:58.987006 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [req-87c36882-b634-4b7a-a612-092468a3bda1 req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Floating IP e6c9ddb0-7a2b-40db-b80a-c14ac21491a4 disassociated. External IP: 172.25.8.98, port: 31646ce1-a0fa-4aa2-9265-b104cb58102f. Aug 24 00:31:58.987466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-87c36882-b634-4b7a-a612-092468a3bda1 req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Calling delete_port for 31646ce1-a0fa-4aa2-9265-b104cb58102f owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:58.993070 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239191a2-7d78-40e0-8cc1-da5544c8a91c None None] Routers {'fc26ed2c-d69c-4930-9cec-582da71c7762'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:58.994710 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-239191a2-7d78-40e0-8cc1-da5544c8a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:31:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fc26ed2c-d69c-4930-9cec-582da71c7762'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:59.090940 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-239191a2-7d78-40e0-8cc1-da5544c8a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:59.108734 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239191a2-7d78-40e0-8cc1-da5544c8a91c None None] Routers {'fc26ed2c-d69c-4930-9cec-582da71c7762'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:59.111003 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-239191a2-7d78-40e0-8cc1-da5544c8a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:31:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fc26ed2c-d69c-4930-9cec-582da71c7762'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:59.139088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-87c36882-b634-4b7a-a612-092468a3bda1 req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.176298 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event deleted for resources: {'Port': ['ID=31646ce1-a0fa-4aa2-9265-b104cb58102f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:59.190523 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-239191a2-7d78-40e0-8cc1-da5544c8a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:59.192088 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239191a2-7d78-40e0-8cc1-da5544c8a91c None None] The sync data for ids ['fc26ed2c-d69c-4930-9cec-582da71c7762'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:31:59.217932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da1773-5abb-4319-87ee-cf768534ee79 req-59f262bd-dee8-4eff-b368-a14356387cee tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:59.248697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da1773-5abb-4319-87ee-cf768534ee79 req-59f262bd-dee8-4eff-b368-a14356387cee tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:59.263124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da1773-5abb-4319-87ee-cf768534ee79 req-59f262bd-dee8-4eff-b368-a14356387cee tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:59.291039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da1773-5abb-4319-87ee-cf768534ee79 req-59f262bd-dee8-4eff-b368-a14356387cee tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:59.314067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da1773-5abb-4319-87ee-cf768534ee79 req-59f262bd-dee8-4eff-b368-a14356387cee tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:59.340475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da1773-5abb-4319-87ee-cf768534ee79 req-59f262bd-dee8-4eff-b368-a14356387cee tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:59.351721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da1773-5abb-4319-87ee-cf768534ee79 req-59f262bd-dee8-4eff-b368-a14356387cee tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:59.358859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23da1773-5abb-4319-87ee-cf768534ee79 req-59f262bd-dee8-4eff-b368-a14356387cee tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5436 time: 0.3414037 Aug 24 00:31:59.403513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87c36882-b634-4b7a-a612-092468a3bda1 req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Router 248e08df-714f-4052-b033-384e45381257 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:31:59.451556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Made reservation on behalf of 333ae809eef147728274128c6fcd5996 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:59.455107 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.522389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] device_id is not set on port 854cca55-fb7c-4016-9840-0976d0d54895 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:31:59.617106 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.638408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87c36882-b634-4b7a-a612-092468a3bda1 req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:31:59.651499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6185f-959b-48e2-a4e8-d41af79d6127 None None] Sync routers for ids ['248e08df-714f-4052-b033-384e45381257'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:31:59.676557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6185f-959b-48e2-a4e8-d41af79d6127 None None] Routers {'248e08df-714f-4052-b033-384e45381257'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:59.677583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-64e6185f-959b-48e2-a4e8-d41af79d6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:31:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['248e08df-714f-4052-b033-384e45381257'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:59.735794 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c36882-b634-4b7a-a612-092468a3bda1 req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] No DVR routers for this DVR port 31646ce1-a0fa-4aa2-9265-b104cb58102f on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:59.746519 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-87c36882-b634-4b7a-a612-092468a3bda1 req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.746519 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-87c36882-b634-4b7a-a612-092468a3bda1 req-bff5b91f-2d43-46a1-a90e-ac3228267944 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.13 "DELETE /v2.0/ports/31646ce1-a0fa-4aa2-9265-b104cb58102f HTTP/1.1" status: 204 len: 173 time: 2.7557638 Aug 24 00:31:59.746519 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-deleted', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:59.746519 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86664802-9e45-4f02-98c8-37bf037a021e" -d '{"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-deleted", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:59.835076 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f22c70-b08e-493b-809d-fa92cc3881a5 x-openstack-request-id: req-73f22c70-b08e-493b-809d-fa92cc3881a5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:59.835365 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e901f5-8001-402b-b2ff-12217717495c", "name": "network-vif-deleted", "tag": "31646ce1-a0fa-4aa2-9265-b104cb58102f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:59.835616 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73f22c70-b08e-493b-809d-fa92cc3881a5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:59.836023 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e901f5-8001-402b-b2ff-12217717495c', 'name': 'network-vif-deleted', 'tag': '31646ce1-a0fa-4aa2-9265-b104cb58102f', 'status': 'completed', 'code': 200} Aug 24 00:31:59.930509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Allocated IP 172.20.0.4 (de3d5aa6-4a4b-4352-bde3-661445460fa8/4c0608ef-e8d7-4ec5-b466-aecb67b39722/854cca55-fb7c-4016-9840-0976d0d54895) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:00.086124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-64e6185f-959b-48e2-a4e8-d41af79d6127 None None] Set router 248e08df-714f-4052-b033-384e45381257 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:00.287769 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0966d02a-0d9e-4e32-bf82-5c8a29e0b081 req-0d673031-fe1c-4dd8-8686-43b2177a6cb9 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/ports?device_id=57e901f5-8001-402b-b2ff-12217717495c HTTP/1.1" status: 200 len: 210 time: 0.2975156 Aug 24 00:32:00.400671 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-848dcb8c-4c72-46d6-9423-4aa73dacbee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.416200 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.434298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.500086 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Transition to ACTIVE for port object 854cca55-fb7c-4016-9840-0976d0d54895 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:00.654531 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.674153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-64e6185f-959b-48e2-a4e8-d41af79d6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:23:14Z', 'revision_number': 4, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port': {'id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:11Z', 'updated_at': '2021-08-24T00:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b', 'name': '', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'mac_address': 'fa:16:3e:89:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:13Z', 'updated_at': '2021-08-24T00:23:23Z', 'revision_number': 5, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'subnets': [{'id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:00.721832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6185f-959b-48e2-a4e8-d41af79d6127 None None] Checking router: 248e08df-714f-4052-b033-384e45381257 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:00.736860 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6185f-959b-48e2-a4e8-d41af79d6127 None None] Routers {'248e08df-714f-4052-b033-384e45381257'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:00.737540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-64e6185f-959b-48e2-a4e8-d41af79d6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['248e08df-714f-4052-b033-384e45381257'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:00.818853 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 31646ce1-a0fa-4aa2-9265-b104cb58102f no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:00.835010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Network de3d5aa6-4a4b-4352-bde3-661445460fa8 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:00.838686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:00.847098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:00.882631 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 31646ce1-a0fa-4aa2-9265-b104cb58102f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:00.882997 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 31646ce1-a0fa-4aa2-9265-b104cb58102f not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:00.989003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:00.990180 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.016369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event updated for resources: {'Port': ['ID=854cca55-fb7c-4016-9840-0976d0d54895,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:01.086075 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-32b346b8-4a7a-4407-8fec-fd5757154d12 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1356006 Aug 24 00:32:01.089936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42278) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:01.404222 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.417622 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-64e6185f-959b-48e2-a4e8-d41af79d6127 None None] Set router 248e08df-714f-4052-b033-384e45381257 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:01.450905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42314) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:01.459509 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'project_id': '333ae809eef147728274128c6fcd5996', 'port_id': '854cca55-fb7c-4016-9840-0976d0d54895'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:01.493434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dcb401f6-44fa-4e25-9721-c9ef4a66fdb0 None None] Provisioning for port 854cca55-fb7c-4016-9840-0976d0d54895 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:01.521400 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.531912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dcb401f6-44fa-4e25-9721-c9ef4a66fdb0 None None] Provisioning complete for port 854cca55-fb7c-4016-9840-0976d0d54895 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:01.532822 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dcb401f6-44fa-4e25-9721-c9ef4a66fdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.590130 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d242b80-32ee-43c0-b9bf-d962f48cbc06 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.640360 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-dcb401f6-44fa-4e25-9721-c9ef4a66fdb0 None None] Port 854cca55-fb7c-4016-9840-0976d0d54895 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:32:01.644860 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d242b80-32ee-43c0-b9bf-d962f48cbc06 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.751810 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.762699 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d242b80-32ee-43c0-b9bf-d962f48cbc06 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.765906 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d242b80-32ee-43c0-b9bf-d962f48cbc06 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.770666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4d242b80-32ee-43c0-b9bf-d962f48cbc06 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "DELETE /v2.0/security-groups/f63a5ced-41c4-45dc-b8aa-490de520aaa2 HTTP/1.1" status: 204 len: 168 time: 0.3151748 Aug 24 00:32:01.791586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42340) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:01.793668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d242b80-32ee-43c0-b9bf-d962f48cbc06 tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63a5ced-41c4-45dc-b8aa-490de520aaa2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:01.842878 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-a7718d40-f22b-4a9c-a487-16d3eaab6ece tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] show failed (client error): The resource could not be found. Aug 24 00:32:01.843983 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a7718d40-f22b-4a9c-a487-16d3eaab6ece tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "GET /v2.0/security-groups/f63a5ced-41c4-45dc-b8aa-490de520aaa2 HTTP/1.1" status: 404 len: 347 time: 0.0460525 Aug 24 00:32:01.847472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42344) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:02.058650 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Allocated IP 172.25.8.6 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/2e7a138d-66d9-4a9b-ae1e-9bdb3ee42e99) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:02.085265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-71579bf0-03d1-4e90-9a8b-4257b678e2ca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Deleting port 124ab0aa-654f-4ea4-be24-405be7966768 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:02.085868 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71579bf0-03d1-4e90-9a8b-4257b678e2ca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.131100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-64e6185f-959b-48e2-a4e8-d41af79d6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:23:14Z', 'revision_number': 4, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port': {'id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:11Z', 'updated_at': '2021-08-24T00:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b', 'name': '', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'mac_address': 'fa:16:3e:89:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:13Z', 'updated_at': '2021-08-24T00:23:23Z', 'revision_number': 5, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'subnets': [{'id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:02.268683 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71579bf0-03d1-4e90-9a8b-4257b678e2ca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.269915 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71579bf0-03d1-4e90-9a8b-4257b678e2ca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.274521 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6185f-959b-48e2-a4e8-d41af79d6127 None None] The sync data for ids ['248e08df-714f-4052-b033-384e45381257'] in n-d-805736-1 is: [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:23:14Z', 'revision_number': 4, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port': {'id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:11Z', 'updated_at': '2021-08-24T00:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b', 'name': '', 'network_id': 'a97f6643-bbde-4905-ae5c-005d0d033f1f', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'mac_address': 'fa:16:3e:89:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:13Z', 'updated_at': '2021-08-24T00:23:23Z', 'revision_number': 5, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'subnets': [{'id': 'caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:02.297001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-71579bf0-03d1-4e90-9a8b-4257b678e2ca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Calling delete_port for 124ab0aa-654f-4ea4-be24-405be7966768 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:02.340203 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.467121 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.588381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Pushing event updated for resources: {'Port': ['ID=2e7a138d-66d9-4a9b-ae1e-9bdb3ee42e99,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:02.605555 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:02.608925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:02.618992 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:02.648189 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71579bf0-03d1-4e90-9a8b-4257b678e2ca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.663998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42384) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:02.737236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71579bf0-03d1-4e90-9a8b-4257b678e2ca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Pushing event deleted for resources: {'Port': ['ID=124ab0aa-654f-4ea4-be24-405be7966768,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:02.868320 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4133b70-c1fc-4091-abf3-524e448346c6 None None] New status for floating IP e6c9ddb0-7a2b-40db-b80a-c14ac21491a4: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:32:02.878082 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:32:02.948232 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71579bf0-03d1-4e90-9a8b-4257b678e2ca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.950842 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71579bf0-03d1-4e90-9a8b-4257b678e2ca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.959611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-71579bf0-03d1-4e90-9a8b-4257b678e2ca tempest-ServerActionsTestJSON-544797281 tempest-ServerActionsTestJSON-544797281-project] 10.222.0.32 "DELETE /v2.0/floatingips/e6c9ddb0-7a2b-40db-b80a-c14ac21491a4 HTTP/1.1" status: 204 len: 168 time: 1.1021814 Aug 24 00:32:02.962732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42388) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:02.982531 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c9e18-645f-4ba3-992a-14a028e645ec req-b7216a2d-bdf1-4796-9204-0656deda7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:02.982531 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c9e18-645f-4ba3-992a-14a028e645ec req-b7216a2d-bdf1-4796-9204-0656deda7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:02.982531 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c9e18-645f-4ba3-992a-14a028e645ec req-b7216a2d-bdf1-4796-9204-0656deda7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:02.982874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c9e18-645f-4ba3-992a-14a028e645ec req-b7216a2d-bdf1-4796-9204-0656deda7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:02.983247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c9e18-645f-4ba3-992a-14a028e645ec req-b7216a2d-bdf1-4796-9204-0656deda7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:02.983715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c9e18-645f-4ba3-992a-14a028e645ec req-b7216a2d-bdf1-4796-9204-0656deda7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:03.007403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c9e18-645f-4ba3-992a-14a028e645ec req-b7216a2d-bdf1-4796-9204-0656deda7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:03.023606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc4c9e18-645f-4ba3-992a-14a028e645ec req-b7216a2d-bdf1-4796-9204-0656deda7ba3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 6493 time: 0.3536055 Aug 24 00:32:03.039973 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.120527 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc4c9e18-645f-4ba3-992a-14a028e645ec req-d55f98f8-5fe5-4c79-90d7-c809aa4c0a56 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&id=4487d07f-1746-48bc-883c-ad9c20f30c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957880 Aug 24 00:32:03.450687 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.578117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.841267 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.847595 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.913738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Pushing event updated for resources: {'Port': ['ID=2e7a138d-66d9-4a9b-ae1e-9bdb3ee42e99,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:03.973963 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.059487 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3602c492-8050-4674-9cdf-b8010acbb591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.195725 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Floating IP cf3e8f0a-35c4-459d-9d76-f8ef5abdae9d associated. External IP: 172.25.8.6, port: 854cca55-fb7c-4016-9840-0976d0d54895. Aug 24 00:32:04.474078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3602c492-8050-4674-9cdf-b8010acbb591 admin admin] Deleting port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:04.474647 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3602c492-8050-4674-9cdf-b8010acbb591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.630173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-3602c492-8050-4674-9cdf-b8010acbb591 admin admin] For port 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:04.634034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3602c492-8050-4674-9cdf-b8010acbb591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.644863 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Router fc26ed2c-d69c-4930-9cec-582da71c7762 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:04.667763 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3602c492-8050-4674-9cdf-b8010acbb591 admin admin] Calling delete_port for 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:04.875573 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:04.891201 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8491000b-1866-4b6b-8fde-5152ebe6e686 None None] Sync routers for ids ['fc26ed2c-d69c-4930-9cec-582da71c7762'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:04.896623 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.924215 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8491000b-1866-4b6b-8fde-5152ebe6e686 None None] Routers {'fc26ed2c-d69c-4930-9cec-582da71c7762'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:04.929932 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8491000b-1866-4b6b-8fde-5152ebe6e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fc26ed2c-d69c-4930-9cec-582da71c7762'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:04.937233 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-96579cdc-18ec-4d70-a8f6-50d6cc958940 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 3.8461177 Aug 24 00:32:04.939922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:04.944522 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3602c492-8050-4674-9cdf-b8010acbb591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.987263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602c492-8050-4674-9cdf-b8010acbb591 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:05.048730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8491000b-1866-4b6b-8fde-5152ebe6e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:05.087082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8491000b-1866-4b6b-8fde-5152ebe6e686 None None] Routers {'fc26ed2c-d69c-4930-9cec-582da71c7762'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:05.089036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8491000b-1866-4b6b-8fde-5152ebe6e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fc26ed2c-d69c-4930-9cec-582da71c7762'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:05.177771 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-aafc91b7-20b1-429e-8081-bc78dec7a868 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] 10.222.0.32 "GET /v2.0/floatingips/cf3e8f0a-35c4-459d-9d76-f8ef5abdae9d HTTP/1.1" status: 200 len: 980 time: 0.2365317 Aug 24 00:32:05.181863 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42414) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:05.202875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8491000b-1866-4b6b-8fde-5152ebe6e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:05.211389 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8491000b-1866-4b6b-8fde-5152ebe6e686 None None] The sync data for ids ['fc26ed2c-d69c-4930-9cec-582da71c7762'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:05.301921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3602c492-8050-4674-9cdf-b8010acbb591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:05.415443 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2ba0ccb1-25b6-4273-8c44-21547f73bef1 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.2322166 Aug 24 00:32:05.418292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:05.672639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3602c492-8050-4674-9cdf-b8010acbb591 admin admin] Router 248e08df-714f-4052-b033-384e45381257 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:05.709468 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2ddbba01-c1c4-4f5a-a601-1172a739038f tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Deleting port 2e7a138d-66d9-4a9b-ae1e-9bdb3ee42e99 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:05.710147 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ddbba01-c1c4-4f5a-a601-1172a739038f tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:05.908345 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ddbba01-c1c4-4f5a-a601-1172a739038f tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:05.908672 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ddbba01-c1c4-4f5a-a601-1172a739038f tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:05.923435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2ddbba01-c1c4-4f5a-a601-1172a739038f tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Calling delete_port for 2e7a138d-66d9-4a9b-ae1e-9bdb3ee42e99 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:05.992262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3602c492-8050-4674-9cdf-b8010acbb591 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:05.998224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3602c492-8050-4674-9cdf-b8010acbb591 admin admin] 10.222.0.32 "PUT /v2.0/routers/248e08df-714f-4052-b033-384e45381257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0344505 Aug 24 00:32:06.001184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42430) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:06.002185 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160df6f4-cb6c-4d97-85fb-40be011b7659 None None] Sync routers for ids ['248e08df-714f-4052-b033-384e45381257'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:06.017996 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160df6f4-cb6c-4d97-85fb-40be011b7659 None None] Routers {'248e08df-714f-4052-b033-384e45381257'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:06.019529 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-160df6f4-cb6c-4d97-85fb-40be011b7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['248e08df-714f-4052-b033-384e45381257'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:06.250460 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-160df6f4-cb6c-4d97-85fb-40be011b7659 None None] Set router 248e08df-714f-4052-b033-384e45381257 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:06.270292 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.392606 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ddbba01-c1c4-4f5a-a601-1172a739038f tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.506604 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbba01-c1c4-4f5a-a601-1172a739038f tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event deleted for resources: {'Port': ['ID=2e7a138d-66d9-4a9b-ae1e-9bdb3ee42e99,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:06.518192 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.631049 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-160df6f4-cb6c-4d97-85fb-40be011b7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:32:04Z', 'revision_number': 5, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port': {'id': 'ab9af79e-1cca-44fc-96a0-9dec9486c84e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e08df-714f-4052-b033-384e45381257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:11Z', 'updated_at': '2021-08-24T00:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:06.699173 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ddbba01-c1c4-4f5a-a601-1172a739038f tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.699645 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-2ddbba01-c1c4-4f5a-a601-1172a739038f tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Floating IP cf3e8f0a-35c4-459d-9d76-f8ef5abdae9d disassociated (deleted). External IP: 172.25.8.6, port: 854cca55-fb7c-4016-9840-0976d0d54895. Aug 24 00:32:06.704716 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160df6f4-cb6c-4d97-85fb-40be011b7659 None None] Checking router: 248e08df-714f-4052-b033-384e45381257 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:06.715526 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160df6f4-cb6c-4d97-85fb-40be011b7659 None None] Routers {'248e08df-714f-4052-b033-384e45381257'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:06.716162 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-160df6f4-cb6c-4d97-85fb-40be011b7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['248e08df-714f-4052-b033-384e45381257'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:06.729146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] Deleting port ab9af79e-1cca-44fc-96a0-9dec9486c84e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:06.729707 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.856781 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-160df6f4-cb6c-4d97-85fb-40be011b7659 None None] Set router 248e08df-714f-4052-b033-384e45381257 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:06.965591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] For port ab9af79e-1cca-44fc-96a0-9dec9486c84e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ab9af79e-1cca-44fc-96a0-9dec9486c84e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:06.967696 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.996900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] Calling delete_port for ab9af79e-1cca-44fc-96a0-9dec9486c84e owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:06.999808 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-160df6f4-cb6c-4d97-85fb-40be011b7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:32:06Z', 'revision_number': 6, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:07.080247 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160df6f4-cb6c-4d97-85fb-40be011b7659 None None] The sync data for ids ['248e08df-714f-4052-b033-384e45381257'] in n-d-805736-1 is: [{'id': '248e08df-714f-4052-b033-384e45381257', 'name': 'tempest-ServerActionsTestJSON-2034825375-router', 'tenant_id': '843b1299ec4a416799a84024131bc2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:10Z', 'updated_at': '2021-08-24T00:32:06Z', 'revision_number': 6, 'project_id': '843b1299ec4a416799a84024131bc2b6', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:07.254057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddbba01-c1c4-4f5a-a601-1172a739038f tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Router fc26ed2c-d69c-4930-9cec-582da71c7762 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:07.348617 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:07.412466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9af79e-1cca-44fc-96a0-9dec9486c84e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:07.465573 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddbba01-c1c4-4f5a-a601-1172a739038f tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:07.481117 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:07.481310 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e99d0a-f0e7-40f0-9a75-fdc80c26824d None None] Sync routers for ids ['fc26ed2c-d69c-4930-9cec-582da71c7762'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:07.482555 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ddbba01-c1c4-4f5a-a601-1172a739038f tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:07.496669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e99d0a-f0e7-40f0-9a75-fdc80c26824d None None] Routers {'fc26ed2c-d69c-4930-9cec-582da71c7762'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:07.497578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-62e99d0a-f0e7-40f0-9a75-fdc80c26824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fc26ed2c-d69c-4930-9cec-582da71c7762'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:07.529489 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2ddbba01-c1c4-4f5a-a601-1172a739038f tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "DELETE /v2.0/floatingips/cf3e8f0a-35c4-459d-9d76-f8ef5abdae9d HTTP/1.1" status: 204 len: 168 time: 2.1099160 Aug 24 00:32:07.532877 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42440) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:07.537424 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:07.553222 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-62e99d0a-f0e7-40f0-9a75-fdc80c26824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:07.578068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e99d0a-f0e7-40f0-9a75-fdc80c26824d None None] Routers {'fc26ed2c-d69c-4930-9cec-582da71c7762'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:07.579195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-62e99d0a-f0e7-40f0-9a75-fdc80c26824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fc26ed2c-d69c-4930-9cec-582da71c7762'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:07.588924 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:07.685143 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-62e99d0a-f0e7-40f0-9a75-fdc80c26824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:07.686844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e99d0a-f0e7-40f0-9a75-fdc80c26824d None None] The sync data for ids ['fc26ed2c-d69c-4930-9cec-582da71c7762'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:07.733210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:07.735775 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:07.852991 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:07.881078 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:07.881822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 248e08df-714f-4052-b033-384e45381257 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:32:07.895857 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:07.897161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-96f83bd6-4cd2-4484-9b4f-5346a7dae874 admin admin] 10.222.0.32 "DELETE /v2.0/routers/248e08df-714f-4052-b033-384e45381257 HTTP/1.1" status: 204 len: 168 time: 1.8950388 Aug 24 00:32:07.899878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42448) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:07.996738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93791e3-3ae8-4b09-a91e-036d251625a5 admin admin] Deleting subnet caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:32:07.996979 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Allocated IP 172.25.8.62 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/ff87f232-3504-421d-9f6b-023ea5099a59) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:08.000396 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93791e3-3ae8-4b09-a91e-036d251625a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:08.085451 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93791e3-3ae8-4b09-a91e-036d251625a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:08.087134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42452) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:08.225216 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:08.326630 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:08.406118 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Pushing event updated for resources: {'Port': ['ID=ff87f232-3504-421d-9f6b-023ea5099a59,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:08.407085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:08.433156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:08.438457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:08.447645 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:08.458362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:08.459835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 96ad50ae-615b-42a6-9a56-7aaf6d9c5b5b not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:08.463034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ab9af79e-1cca-44fc-96a0-9dec9486c84e no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:08.506895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: ab9af79e-1cca-44fc-96a0-9dec9486c84e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:08.508046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ab9af79e-1cca-44fc-96a0-9dec9486c84e not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:08.625696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:08.665251 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93791e3-3ae8-4b09-a91e-036d251625a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:08.697816 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:08.956782 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93791e3-3ae8-4b09-a91e-036d251625a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.005577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04478ca1-23f5-47f2-8a96-2dfee161833a None None] Network a97f6643-bbde-4905-ae5c-005d0d033f1f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:32:09.017085 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93791e3-3ae8-4b09-a91e-036d251625a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.027674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f93791e3-3ae8-4b09-a91e-036d251625a5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2 HTTP/1.1" status: 204 len: 168 time: 1.1262100 Aug 24 00:32:09.027988 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:09.032079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93791e3-3ae8-4b09-a91e-036d251625a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa9ff57-9fb5-46fc-bc3f-cb5ee1bee7e2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:09.297268 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.312533 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.337781 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d36f1988-e6ed-4ffb-ba8b-1cb709382e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.384347 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1669cfb5-7591-4edf-9204-2f307cdcd230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.416805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] DHCP port deletion for a97f6643-bbde-4905-ae5c-005d0d033f1f request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:32:09.591072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Deleting port b7fccce7-aa09-4130-b60c-8d956bcdcea9 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:09.592335 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.688589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] For port b7fccce7-aa09-4130-b60c-8d956bcdcea9, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b7fccce7-aa09-4130-b60c-8d956bcdcea9,segment=NetworkSegment(7664fb6e-28cb-49cf-a3c3-519456061be7),segment_id=7664fb6e-28cb-49cf-a3c3-519456061be7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:09.689271 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.705615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Calling delete_port for b7fccce7-aa09-4130-b60c-8d956bcdcea9 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:09.919738 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.937064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Pushing event updated for resources: {'Port': ['ID=ff87f232-3504-421d-9f6b-023ea5099a59,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:09.955901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Pushing event deleted for resources: {'Port': ['ID=b7fccce7-aa09-4130-b60c-8d956bcdcea9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:09.971138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:09.971652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:09.972689 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:09.973133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:09.974154 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:09.974601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:09.975297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:09.975772 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:09.976207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:09.977358 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:09.977821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:09.978257 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:09.988789 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722bc336-55ca-42f8-adc1-22827ea6b0a9 None None] No DVR routers for this DVR port b7fccce7-aa09-4130-b60c-8d956bcdcea9 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:32:10.013467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1669cfb5-7591-4edf-9204-2f307cdcd230 admin admin] Deleting port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:10.013985 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1669cfb5-7591-4edf-9204-2f307cdcd230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.074161 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d36f1988-e6ed-4ffb-ba8b-1cb709382e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.087867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d36f1988-e6ed-4ffb-ba8b-1cb709382e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97f6643-bbde-4905-ae5c-005d0d033f1f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:10.103106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d36f1988-e6ed-4ffb-ba8b-1cb709382e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7664fb6e-28cb-49cf-a3c3-519456061be7') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:10.103806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d36f1988-e6ed-4ffb-ba8b-1cb709382e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7664fb6e-28cb-49cf-a3c3-519456061be7') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:10.116059 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d36f1988-e6ed-4ffb-ba8b-1cb709382e8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.119505 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.147068 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d36f1988-e6ed-4ffb-ba8b-1cb709382e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.152794 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.160812 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-28495395-f4ff-40ee-ab88-1caae6bb52ca tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6268890 Aug 24 00:32:10.165739 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36f1988-e6ed-4ffb-ba8b-1cb709382e8f admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:32:10.166153 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d36f1988-e6ed-4ffb-ba8b-1cb709382e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.173137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42476) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:10.233618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-1669cfb5-7591-4edf-9204-2f307cdcd230 admin admin] For port eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2,segment=NetworkSegment(c9fb83f4-4764-4446-98f0-c5623cd56340),segment_id=c9fb83f4-4764-4446-98f0-c5623cd56340)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:10.234098 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1669cfb5-7591-4edf-9204-2f307cdcd230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:32:10.254941 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:32:10.262358 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d36f1988-e6ed-4ffb-ba8b-1cb709382e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.277086 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1669cfb5-7591-4edf-9204-2f307cdcd230 admin admin] Calling delete_port for eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:10.296884 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d36f1988-e6ed-4ffb-ba8b-1cb709382e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.307086 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d36f1988-e6ed-4ffb-ba8b-1cb709382e8f admin admin] 10.222.0.32 "DELETE /v2.0/networks/a97f6643-bbde-4905-ae5c-005d0d033f1f HTTP/1.1" status: 204 len: 168 time: 1.2754362 Aug 24 00:32:10.339534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f1988-e6ed-4ffb-ba8b-1cb709382e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=a97f6643-bbde-4905-ae5c-005d0d033f1f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:10.379858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b7fccce7-aa09-4130-b60c-8d956bcdcea9 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:10.439693 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: b7fccce7-aa09-4130-b60c-8d956bcdcea9 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:10.440295 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b7fccce7-aa09-4130-b60c-8d956bcdcea9 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:10.484889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:10.592884 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42488) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:10.632688 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.723784 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-73aa86dd-4836-4395-ade7-4c9adab5fd6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=843b1299ec4a416799a84024131bc2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293387 Aug 24 00:32:10.726253 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42492) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:10.794038 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d7d93c7-e76c-493c-ab9d-0084bd12eef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.823771 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d7d93c7-e76c-493c-ab9d-0084bd12eef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.954503 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d7d93c7-e76c-493c-ab9d-0084bd12eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.960993 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d7d93c7-e76c-493c-ab9d-0084bd12eef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.964885 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1669cfb5-7591-4edf-9204-2f307cdcd230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.966394 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9d7d93c7-e76c-493c-ab9d-0084bd12eef8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/805ffd4c-67ce-4f66-a6c4-97e869e666ab HTTP/1.1" status: 204 len: 168 time: 0.2389655 Aug 24 00:32:10.980385 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d93c7-e76c-493c-ab9d-0084bd12eef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805ffd4c-67ce-4f66-a6c4-97e869e666ab,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:11.016182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669cfb5-7591-4edf-9204-2f307cdcd230 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:11.066459 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:11.382457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Allocated IP 172.25.8.179 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/c591945f-1d89-46f8-a13c-259d2e5ac9c6) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:11.548874 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1669cfb5-7591-4edf-9204-2f307cdcd230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:11.587041 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:11.836902 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:11.963300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:12.008798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:12.013910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:12.051069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Pushing event updated for resources: {'Port': ['ID=c591945f-1d89-46f8-a13c-259d2e5ac9c6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:12.082349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1669cfb5-7591-4edf-9204-2f307cdcd230 admin admin] Router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:12.267347 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.327312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1669cfb5-7591-4edf-9204-2f307cdcd230 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:12.329428 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.336520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1669cfb5-7591-4edf-9204-2f307cdcd230 admin admin] 10.222.0.32 "PUT /v2.0/routers/2bfb393a-dc42-4dc2-a574-19ce9d3909b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2480152 Aug 24 00:32:12.338858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:12.341444 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c2053a-5001-46ec-b4d1-58c1e07efb4e None None] Sync routers for ids ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:12.358137 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c2053a-5001-46ec-b4d1-58c1e07efb4e None None] Routers {'2bfb393a-dc42-4dc2-a574-19ce9d3909b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:12.358869 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-32c2053a-5001-46ec-b4d1-58c1e07efb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:12.654870 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-32c2053a-5001-46ec-b4d1-58c1e07efb4e None None] Set router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:12.668514 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.705713 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.721215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.892001 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.933295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42542) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:12.943929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Pushing event updated for resources: {'Port': ['ID=c591945f-1d89-46f8-a13c-259d2e5ac9c6,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:12.970057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] Deleting port 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:12.970937 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.975867 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:13.010254 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:13.014416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d16a85e5-ac1c-41ff-abd6-a904bfdce0cd tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8402793 Aug 24 00:32:13.016238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42548) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:13.076603 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-32c2053a-5001-46ec-b4d1-58c1e07efb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:32:10Z', 'revision_number': 5, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port': {'id': '6c0d086d-fe2f-4e6c-a9ef-9873517dffaf', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:20:39Z', 'updated_at': '2021-08-24T00:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:13.114004 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c2053a-5001-46ec-b4d1-58c1e07efb4e None None] Checking router: 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:13.127370 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c2053a-5001-46ec-b4d1-58c1e07efb4e None None] Routers {'2bfb393a-dc42-4dc2-a574-19ce9d3909b7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:13.129457 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-32c2053a-5001-46ec-b4d1-58c1e07efb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:13.160610 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] For port 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6c0d086d-fe2f-4e6c-a9ef-9873517dffaf,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:13.161052 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:13.208139 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] Calling delete_port for 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:13.253066 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f87a6936-60e5-4fe9-938d-a8422ebfeb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:13.256873 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-32c2053a-5001-46ec-b4d1-58c1e07efb4e None None] Set router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:13.322534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-88f5b704-c0a7-4a17-ad63-d3c463218851 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.3015220 Aug 24 00:32:13.325876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42552) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:13.386116 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-32c2053a-5001-46ec-b4d1-58c1e07efb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:32:12Z', 'revision_number': 6, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:13.450155 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c2053a-5001-46ec-b4d1-58c1e07efb4e None None] The sync data for ids ['2bfb393a-dc42-4dc2-a574-19ce9d3909b7'] in n-d-805736-1 is: [{'id': '2bfb393a-dc42-4dc2-a574-19ce9d3909b7', 'name': 'tempest-TaggedBootDevicesTest_v242-132415053-router', 'tenant_id': 'c60035b714294d25b25f588bef13ad1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:20:38Z', 'updated_at': '2021-08-24T00:32:12Z', 'revision_number': 6, 'project_id': 'c60035b714294d25b25f588bef13ad1c', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:13.568649 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:13.613103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0d086d-fe2f-4e6c-a9ef-9873517dffaf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:13.728153 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:13.860561 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:13.864068 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:13.916235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d655a17a-6085-4392-9522-74a4f97fff18 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5868440 Aug 24 00:32:13.917248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42554) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:13.937411 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:13.938384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bfb393a-dc42-4dc2-a574-19ce9d3909b7 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:32:13.945585 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:13.947341 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1450fca2-1791-4b15-9731-adb5b500956c admin admin] 10.222.0.32 "DELETE /v2.0/routers/2bfb393a-dc42-4dc2-a574-19ce9d3909b7 HTTP/1.1" status: 204 len: 168 time: 1.6073377 Aug 24 00:32:13.949887 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:14.016867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d12b489-1184-453e-bc48-857d4c5941af admin admin] Deleting subnet 54dadfea-b82d-455e-87de-0100325a1116 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:32:14.026796 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d12b489-1184-453e-bc48-857d4c5941af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.104175 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d12b489-1184-453e-bc48-857d4c5941af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.252279 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d12b489-1184-453e-bc48-857d4c5941af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.288338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f87a6936-60e5-4fe9-938d-a8422ebfeb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.290104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0139f182-2e4e-4d0f-aa3d-3a91610375a3 tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Deleting port c591945f-1d89-46f8-a13c-259d2e5ac9c6 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:14.290424 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0139f182-2e4e-4d0f-aa3d-3a91610375a3 tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.317328 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f87a6936-60e5-4fe9-938d-a8422ebfeb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.355160 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d12b489-1184-453e-bc48-857d4c5941af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.380023 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d12b489-1184-453e-bc48-857d4c5941af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.388132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edc97b8-e007-406a-b059-d9637d47ed9f None None] Network 76b7da42-c04b-463d-808a-afaf1b8052d6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:32:14.389650 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d12b489-1184-453e-bc48-857d4c5941af admin admin] 10.222.0.32 "DELETE /v2.0/subnets/54dadfea-b82d-455e-87de-0100325a1116 HTTP/1.1" status: 204 len: 168 time: 0.4381695 Aug 24 00:32:14.399564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42558) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:14.412577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12b489-1184-453e-bc48-857d4c5941af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54dadfea-b82d-455e-87de-0100325a1116,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:14.450916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:14.485700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:14.486213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6c0d086d-fe2f-4e6c-a9ef-9873517dffaf not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:14.486823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:14.513076 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:14.513915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device eeb3638c-5c92-4bb8-ae0c-96e1121e8aa2 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:14.524734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f87a6936-60e5-4fe9-938d-a8422ebfeb69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7306c96732fa44c79f72df92a5006eef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5892518 Aug 24 00:32:14.526154 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:14.541753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a6936-60e5-4fe9-938d-a8422ebfeb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b48574-0318-4ec2-8c5b-bbaa0d35a7aa,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:14.603967 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.626689 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0139f182-2e4e-4d0f-aa3d-3a91610375a3 tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.627093 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0139f182-2e4e-4d0f-aa3d-3a91610375a3 tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.645911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0139f182-2e4e-4d0f-aa3d-3a91610375a3 tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Calling delete_port for c591945f-1d89-46f8-a13c-259d2e5ac9c6 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:14.681992 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e13d1b47-ff7b-49d8-92c8-56907585d6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.733746 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e13d1b47-ff7b-49d8-92c8-56907585d6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.762694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Deleting port 983c2893-2b8b-4a04-a09f-c2f414d155c9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:14.763104 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.782415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5590d05-d166-4a9f-b28c-d231b955b263 None None] DHCP port deletion for 76b7da42-c04b-463d-808a-afaf1b8052d6 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:32:14.861537 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e13d1b47-ff7b-49d8-92c8-56907585d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.866398 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e13d1b47-ff7b-49d8-92c8-56907585d6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.868430 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e13d1b47-ff7b-49d8-92c8-56907585d6bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83b48574-0318-4ec2-8c5b-bbaa0d35a7aa HTTP/1.1" status: 204 len: 168 time: 0.3406341 Aug 24 00:32:14.892635 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d1b47-ff7b-49d8-92c8-56907585d6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b48574-0318-4ec2-8c5b-bbaa0d35a7aa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:14.893033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] For port 983c2893-2b8b-4a04-a09f-c2f414d155c9, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=983c2893-2b8b-4a04-a09f-c2f414d155c9,segment=NetworkSegment(c9fb83f4-4764-4446-98f0-c5623cd56340),segment_id=c9fb83f4-4764-4446-98f0-c5623cd56340)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:14.893526 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.932401 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f5590d05-d166-4a9f-b28c-d231b955b263 None None] Deleting port 983c2893-2b8b-4a04-a09f-c2f414d155c9 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:14.933019 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5590d05-d166-4a9f-b28c-d231b955b263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.980979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Calling delete_port for 983c2893-2b8b-4a04-a09f-c2f414d155c9 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:15.028794 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f5590d05-d166-4a9f-b28c-d231b955b263 None None] For port 983c2893-2b8b-4a04-a09f-c2f414d155c9, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=983c2893-2b8b-4a04-a09f-c2f414d155c9,segment=NetworkSegment(c9fb83f4-4764-4446-98f0-c5623cd56340),segment_id=c9fb83f4-4764-4446-98f0-c5623cd56340)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:15.029398 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5590d05-d166-4a9f-b28c-d231b955b263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.054392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f5590d05-d166-4a9f-b28c-d231b955b263 None None] Calling delete_port for 983c2893-2b8b-4a04-a09f-c2f414d155c9 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:15.166626 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0139f182-2e4e-4d0f-aa3d-3a91610375a3 tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.184633 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5590d05-d166-4a9f-b28c-d231b955b263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.238260 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5590d05-d166-4a9f-b28c-d231b955b263 None None] Pushing event deleted for resources: {'Port': ['ID=983c2893-2b8b-4a04-a09f-c2f414d155c9,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:15.248551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5590d05-d166-4a9f-b28c-d231b955b263 None None] No DVR routers for this DVR port 983c2893-2b8b-4a04-a09f-c2f414d155c9 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:32:15.325291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139f182-2e4e-4d0f-aa3d-3a91610375a3 tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Pushing event deleted for resources: {'Port': ['ID=c591945f-1d89-46f8-a13c-259d2e5ac9c6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:15.389117 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.428422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Pushing event deleted for resources: {'Port': ['ID=983c2893-2b8b-4a04-a09f-c2f414d155c9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:15.436853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] No DVR routers for this DVR port 983c2893-2b8b-4a04-a09f-c2f414d155c9 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:32:15.472820 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0139f182-2e4e-4d0f-aa3d-3a91610375a3 tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.475346 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0139f182-2e4e-4d0f-aa3d-3a91610375a3 tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.479386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0139f182-2e4e-4d0f-aa3d-3a91610375a3 tempest-FloatingIPAdminTestJSON-1046920384 tempest-FloatingIPAdminTestJSON-1046920384-project] 10.222.0.32 "DELETE /v2.0/floatingips/20c46e1e-0a7b-4464-b674-36863b663638 HTTP/1.1" status: 204 len: 168 time: 1.5574889 Aug 24 00:32:15.480351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:15.538930 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42580) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:15.603767 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.622617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b7da42-c04b-463d-808a-afaf1b8052d6']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:15.645562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fb83f4-4764-4446-98f0-c5623cd56340') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:15.645888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fb83f4-4764-4446-98f0-c5623cd56340') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:15.670691 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.698734 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.714299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:32:15.714705 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.725448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-172af0b4-fbba-405a-92cf-f9fd34752d83 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Deleting port ff87f232-3504-421d-9f6b-023ea5099a59 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:15.727221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172af0b4-fbba-405a-92cf-f9fd34752d83 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:32:15.833409 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:32:15.840147 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.848695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.851645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] 10.222.0.32 "DELETE /v2.0/networks/76b7da42-c04b-463d-808a-afaf1b8052d6 HTTP/1.1" status: 204 len: 168 time: 1.4410119 Aug 24 00:32:15.908075 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c6ab5-dc8e-4e0b-9768-2f08ef70b10a admin admin] Pushing event deleted for resources: {'Network': ['ID=76b7da42-c04b-463d-808a-afaf1b8052d6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:15.930486 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172af0b4-fbba-405a-92cf-f9fd34752d83 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.931166 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172af0b4-fbba-405a-92cf-f9fd34752d83 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.948135 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-172af0b4-fbba-405a-92cf-f9fd34752d83 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Calling delete_port for ff87f232-3504-421d-9f6b-023ea5099a59 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:15.983093 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-062c060f-f380-4488-938a-76e2423bd14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.201121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42604) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:16.278140 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-062c060f-f380-4488-938a-76e2423bd14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.288687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-08fbd718-4de1-448b-94a1-919ae2f7f406 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c60035b714294d25b25f588bef13ad1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860054 Aug 24 00:32:16.292346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:16.337628 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-062c060f-f380-4488-938a-76e2423bd14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.381228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42608) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:16.401930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42612) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:16.402070 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-062c060f-f380-4488-938a-76e2423bd14b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dca716fe61941abb7bf9d7fe7894613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8615329 Aug 24 00:32:16.404988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 983c2893-2b8b-4a04-a09f-c2f414d155c9 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:16.462792 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c060f-f380-4488-938a-76e2423bd14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17d5729-1883-4e98-8801-0e22fcda3da6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:16.468262 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9b5506d-c452-48c7-9c1f-f97441125576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.505527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 983c2893-2b8b-4a04-a09f-c2f414d155c9 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:16.506251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 983c2893-2b8b-4a04-a09f-c2f414d155c9 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:16.516802 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9b5506d-c452-48c7-9c1f-f97441125576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.526303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-486444924-network', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:16.543174 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172af0b4-fbba-405a-92cf-f9fd34752d83 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.578881 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8678fd3a-46d2-40fd-83c0-c6fc7e144a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.584042 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172af0b4-fbba-405a-92cf-f9fd34752d83 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff87f232-3504-421d-9f6b-023ea5099a59,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:16.585399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] Made reservation on behalf of 8bebadfd83004fbba9ca3639ea1e148c for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:16.587921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.608205 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.700032 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-c4499073-90c1-4af8-a428-05735a04e6d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5719335 Aug 24 00:32:16.715325 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172af0b4-fbba-405a-92cf-f9fd34752d83 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.718801 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.730407 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8678fd3a-46d2-40fd-83c0-c6fc7e144a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.733071 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-172af0b4-fbba-405a-92cf-f9fd34752d83 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.736237 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-172af0b4-fbba-405a-92cf-f9fd34752d83 tempest-FloatingIPAdminTestJSON-1170584338 tempest-FloatingIPAdminTestJSON-1170584338-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/cbc9b4e1-e275-4a67-8b2c-75c860a0e59e HTTP/1.1" status: 204 len: 168 time: 1.2544734 Aug 24 00:32:16.739911 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.740778 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9b5506d-c452-48c7-9c1f-f97441125576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.743823 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9b5506d-c452-48c7-9c1f-f97441125576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.745683 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a9b5506d-c452-48c7-9c1f-f97441125576 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab819996-24ba-4c0a-a8c4-869272680589 HTTP/1.1" status: 204 len: 168 time: 0.4521542 Aug 24 00:32:16.745935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42614) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:16.785532 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5506d-c452-48c7-9c1f-f97441125576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab819996-24ba-4c0a-a8c4-869272680589,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:16.816987 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-89491033-6b6a-4095-bb97-5947a5898c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:16.817828 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-89491033-6b6a-4095-bb97-5947a5898c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:16.818550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-89491033-6b6a-4095-bb97-5947a5898c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:16.819225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-89491033-6b6a-4095-bb97-5947a5898c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:16.819883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-89491033-6b6a-4095-bb97-5947a5898c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:16.820745 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-89491033-6b6a-4095-bb97-5947a5898c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:16.821825 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-89491033-6b6a-4095-bb97-5947a5898c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:16.824788 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-89491033-6b6a-4095-bb97-5947a5898c60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 6493 time: 0.0774722 Aug 24 00:32:16.857813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:32:16.889084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56263cf1-56d4-46a7-bb17-1edadf6896cc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:16.892555 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.893022 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] Added segment 1ea26d51-ebf7-4815-9970-977b91c166e8 of type vlan for network 67f63f37-ef22-479b-bc91-310b1536cbf5 Aug 24 00:32:16.979775 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.995255 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8678fd3a-46d2-40fd-83c0-c6fc7e144a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:17.002212 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8678fd3a-46d2-40fd-83c0-c6fc7e144a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:17.007272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8678fd3a-46d2-40fd-83c0-c6fc7e144a21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a17d5729-1883-4e98-8801-0e22fcda3da6 HTTP/1.1" status: 204 len: 168 time: 0.5943079 Aug 24 00:32:17.034589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678fd3a-46d2-40fd-83c0-c6fc7e144a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17d5729-1883-4e98-8801-0e22fcda3da6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:17.036763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-9a20edd5-bf16-4fcb-88ad-dc8a8623f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:17.037133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-9a20edd5-bf16-4fcb-88ad-dc8a8623f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:17.037675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-9a20edd5-bf16-4fcb-88ad-dc8a8623f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:17.039802 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-9a20edd5-bf16-4fcb-88ad-dc8a8623f036 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b7ccae0-e69a-4c8d-80f1-37ac538228c3&id=8591c000-1ad9-4c58-a583-231d8245e24b&id=8591c000-1ad9-4c58-a583-231d8245e24b&id=8591c000-1ad9-4c58-a583-231d8245e24b&id=8591c000-1ad9-4c58-a583-231d8245e24b&id=68caed49-e03d-42a4-a3fa-e069dfc1351d&id=68caed49-e03d-42a4-a3fa-e069dfc1351d HTTP/1.1" status: 200 len: 2291 time: 0.1880915 Aug 24 00:32:17.063847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d054ff07-76ac-420e-ae44-9decea42455d tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Deleting port 854cca55-fb7c-4016-9840-0976d0d54895 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:17.064191 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d054ff07-76ac-420e-ae44-9decea42455d tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:17.202448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:17.203475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:17.204149 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:17.207741 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-12e9c085-4f7f-422e-b25a-715c6c83e422 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c4c26db-5400-4125-aa10-8233f045bb5d HTTP/1.1" status: 200 len: 1001 time: 0.1594234 Aug 24 00:32:17.300394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-51db2dab-fc6c-4f91-b339-4a11322bc435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:17.301462 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-51db2dab-fc6c-4f91-b339-4a11322bc435 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=542bc52f-4c2c-4a98-8ce4-d541f5b4ae68 HTTP/1.1" status: 200 len: 850 time: 0.0860236 Aug 24 00:32:17.350743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9677620 Aug 24 00:32:17.362535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42634) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:17.376108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4d8e136c-95f6-4e6a-8770-5c22980c92f1 admin admin] Request body: {'subnet': {'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-subnet', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:17.423223 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-5e736d42-b9cf-4140-bef3-e1adb53c1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:17.425158 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-5e736d42-b9cf-4140-bef3-e1adb53c1fc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b7ccae0-e69a-4c8d-80f1-37ac538228c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163561 Aug 24 00:32:17.436162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b6eb3-afef-41b6-8979-d855fba6ca46 admin admin] Pushing event updated for resources: {'Network': ['ID=67f63f37-ef22-479b-bc91-310b1536cbf5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:17.449526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 67f63f37-ef22-479b-bc91-310b1536cbf5 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:32:17.463272 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-c2367e6b-e46b-4920-9759-6abe3811a423 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:32:17.464858 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-c2367e6b-e46b-4920-9759-6abe3811a423 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0310965 Aug 24 00:32:17.500510 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d054ff07-76ac-420e-ae44-9decea42455d tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:17.514958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8e136c-95f6-4e6a-8770-5c22980c92f1 admin admin] Made reservation on behalf of 8bebadfd83004fbba9ca3639ea1e148c for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:17.517924 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d8e136c-95f6-4e6a-8770-5c22980c92f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:17.633122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d054ff07-76ac-420e-ae44-9decea42455d tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Calling delete_port for 854cca55-fb7c-4016-9840-0976d0d54895 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:17.694697 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-ed5cc506-11da-4a70-81bd-81fc3bb6c141 service neutron] 10.222.0.13 "GET /v2.0/networks/0b7ccae0-e69a-4c8d-80f1-37ac538228c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222350 Aug 24 00:32:17.904874 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-f7f036a9-5e54-4aba-83bb-3cdff21e71a9 service neutron] 10.222.0.13 "GET /v2.0/networks/0b7ccae0-e69a-4c8d-80f1-37ac538228c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939723 Aug 24 00:32:17.974203 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-d99bc44c-16e1-44a6-8229-e7155a790174 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=acd050dd-ebe6-4233-874e-43f1364883c7 HTTP/1.1" status: 200 len: 217 time: 0.0600452 Aug 24 00:32:17.985831 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d8e136c-95f6-4e6a-8770-5c22980c92f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:18.044971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-4e6435e8-bdb5-46b7-a33d-cd6189dcc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:18.047096 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-4e6435e8-bdb5-46b7-a33d-cd6189dcc9fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d10fa38d-daaa-42f0-93b2-66b400d296af HTTP/1.1" status: 200 len: 797 time: 0.0653105 Aug 24 00:32:18.054808 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e136c-95f6-4e6a-8770-5c22980c92f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5405fc99-102d-4149-8670-63c79d13ddc2,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:18.079857 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d054ff07-76ac-420e-ae44-9decea42455d tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:18.124064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054ff07-76ac-420e-ae44-9decea42455d tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event deleted for resources: {'Port': ['ID=854cca55-fb7c-4016-9840-0976d0d54895,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:18.133837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e136c-95f6-4e6a-8770-5c22980c92f1 admin admin] Checking segment: {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:18.134127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8e136c-95f6-4e6a-8770-5c22980c92f1 admin admin] Network hostable DHCP agents. Network: 67f63f37-ef22-479b-bc91-310b1536cbf5, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:32:18.152600 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-24a47af9-b961-4387-95dd-9c1f8a30a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:18.156196 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-24a47af9-b961-4387-95dd-9c1f8a30a544 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8591c000-1ad9-4c58-a583-231d8245e24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0992179 Aug 24 00:32:18.251263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8e136c-95f6-4e6a-8770-5c22980c92f1 admin admin] Network 67f63f37-ef22-479b-bc91-310b1536cbf5 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:32:18.263595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42658) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:18.325718 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d054ff07-76ac-420e-ae44-9decea42455d tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:18.327762 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d054ff07-76ac-420e-ae44-9decea42455d tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "DELETE /v2.0/ports/854cca55-fb7c-4016-9840-0976d0d54895 HTTP/1.1" status: 204 len: 168 time: 1.5775752 Aug 24 00:32:18.341299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42664) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:18.371443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4d8e136c-95f6-4e6a-8770-5c22980c92f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 67f63f37-ef22-479b-bc91-310b1536cbf5) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:18.381419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca412ea-9589-440d-8f2c-59d69e52d35c None None] Network 67f63f37-ef22-479b-bc91-310b1536cbf5 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:32:18.439627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e136c-95f6-4e6a-8770-5c22980c92f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:18.440266 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d8e136c-95f6-4e6a-8770-5c22980c92f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:18.492361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4d8e136c-95f6-4e6a-8770-5c22980c92f1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1282434 Aug 24 00:32:18.500501 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42674) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:18.521623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:18.552205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f27b2e8-4600-4bbe-92f1-44ad21297202 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:18.553741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2f27b2e8-4600-4bbe-92f1-44ad21297202 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc26ed2c-d69c-4930-9cec-582da71c7762 HTTP/1.1" status: 200 len: 913 time: 0.2114749 Aug 24 00:32:18.557490 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42676) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:18.592305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-242551269-network', 'tenant_id': 'e82566cb193a4ff9a4dce94e860f593a'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:18.608157 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-33219bd7-cd28-4244-8797-5e64521d0d01 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375260 Aug 24 00:32:18.773647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] Made reservation on behalf of e82566cb193a4ff9a4dce94e860f593a for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:18.777312 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:18.840306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:18.873834 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-67f63f37-ef22-479b-bc91-310b1536cbf5', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:32:18.882106 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.038754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbbfb3-888c-4b79-87c5-0f01882a60e4 req-935fd767-b211-4a78-8df7-2d3777528a0b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:19.043245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bdbbbfb3-888c-4b79-87c5-0f01882a60e4 req-935fd767-b211-4a78-8df7-2d3777528a0b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.2534385 Aug 24 00:32:19.121162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Allocated IP 172.20.0.2 (67f63f37-ef22-479b-bc91-310b1536cbf5/5405fc99-102d-4149-8670-63c79d13ddc2/57ea99d1-aeda-415e-884e-ef2aca265bd3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:19.252392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bdbbbfb3-888c-4b79-87c5-0f01882a60e4 req-dd5ebd87-2fda-4777-9a29-84fad3afbd39 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027800 Aug 24 00:32:19.288804 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.305260 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.306102 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:32:19.306102 n-d-805736-1 neutron-server[94838]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 00:32:19.306102 n-d-805736-1 neutron-server[94838]: [parameters: {'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'id': '496a5d83-affa-483b-90a1-42562c1e4792', 'expiration': datetime.datetime(2021, 8, 24, 0, 34, 18, 747414)}] Aug 24 00:32:19.306102 n-d-805736-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:32:19.306826 n-d-805736-1 neutron-server[94838]: DEBUG oslo_db.api [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:32:19.378494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:32:19.407518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4080aef-ed64-4d53-9546-e28c0dd320c3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:19.430161 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.430516 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] Added segment 1b1f4b48-89f9-4cda-b661-cbc2554d13be of type vlan for network 61d95f1b-1559-4cfc-82dc-167c14cefdb6 Aug 24 00:32:19.508372 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.546336 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.547547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:19.548899 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.557419 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-03211ae0-1972-4a40-9761-80ccd52badee service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9308753 Aug 24 00:32:19.627264 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.654998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Transition to ACTIVE for port object 57ea99d1-aeda-415e-884e-ef2aca265bd3 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:19.684706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] Pushing event updated for resources: {'Network': ['ID=61d95f1b-1559-4cfc-82dc-167c14cefdb6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:19.697478 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f2a7603e-abfd-49fa-be4a-a40ec327cabe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4303229 Aug 24 00:32:19.698325 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-2a0f038c-b9d0-4462-89fa-1e94c399d592 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a HTTP/1.1" status: 200 len: 217 time: 0.1280003 Aug 24 00:32:19.700867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42714) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:19.717917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Transition to ACTIVE for port object 57ea99d1-aeda-415e-884e-ef2aca265bd3 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:19.726187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f6243d61-ab66-499e-a599-a1ae541057bf admin admin] Request body: {'subnet': {'network_id': '61d95f1b-1559-4cfc-82dc-167c14cefdb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-242551269-subnet', 'tenant_id': 'e82566cb193a4ff9a4dce94e860f593a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:19.733637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 61d95f1b-1559-4cfc-82dc-167c14cefdb6 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:32:19.801280 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6243d61-ab66-499e-a599-a1ae541057bf admin admin] Made reservation on behalf of e82566cb193a4ff9a4dce94e860f593a for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:19.805877 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6243d61-ab66-499e-a599-a1ae541057bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.844887 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-94d6f0af-47db-49a4-9c62-c8e3c20ecb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:19.847397 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-94d6f0af-47db-49a4-9c62-c8e3c20ecb36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d10fa38d-daaa-42f0-93b2-66b400d296af HTTP/1.1" status: 200 len: 797 time: 0.1370180 Aug 24 00:32:19.920214 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.947578 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.947578 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.013618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Pushing event updated for resources: {'Port': ['ID=57ea99d1-aeda-415e-884e-ef2aca265bd3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:20.029393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Network 67f63f37-ef22-479b-bc91-310b1536cbf5 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:20.032000 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:20.035183 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:20.061457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-d967be85-8ea7-417e-9970-cf2c1a428e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:20.061805 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-d967be85-8ea7-417e-9970-cf2c1a428e2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8591c000-1ad9-4c58-a583-231d8245e24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2030859 Aug 24 00:32:20.171486 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:20.182031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Attempting to bind port 57ea99d1-aeda-415e-884e-ef2aca265bd3 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:20.182674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Attempting to bind port 57ea99d1-aeda-415e-884e-ef2aca265bd3 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:20.183462 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Attempting to bind port 57ea99d1-aeda-415e-884e-ef2aca265bd3 on network 67f63f37-ef22-479b-bc91-310b1536cbf5 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:20.197050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:32:20.198380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Checking segment: {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:20.201682 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.202561 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Bound using segment: {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:32:20.203296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Bound port: 57ea99d1-aeda-415e-884e-ef2aca265bd3, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:32:20.204080 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.225150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6243d61-ab66-499e-a599-a1ae541057bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.298688 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] For port 57ea99d1-aeda-415e-884e-ef2aca265bd3, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:20.304673 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] For port 57ea99d1-aeda-415e-884e-ef2aca265bd3, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=57ea99d1-aeda-415e-884e-ef2aca265bd3,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:32:20.321116 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.349697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6243d61-ab66-499e-a599-a1ae541057bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9398e65a-d36b-4e86-a701-09a2926f5ec8,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:20.357980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6243d61-ab66-499e-a599-a1ae541057bf admin admin] Checking segment: {'id': '1b1f4b48-89f9-4cda-b661-cbc2554d13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '61d95f1b-1559-4cfc-82dc-167c14cefdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:20.358349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6243d61-ab66-499e-a599-a1ae541057bf admin admin] Network hostable DHCP agents. Network: 61d95f1b-1559-4cfc-82dc-167c14cefdb6, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:32:20.380445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6243d61-ab66-499e-a599-a1ae541057bf admin admin] Network 61d95f1b-1559-4cfc-82dc-167c14cefdb6 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:32:20.404390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-f6243d61-ab66-499e-a599-a1ae541057bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 61d95f1b-1559-4cfc-82dc-167c14cefdb6) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:20.410184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6243d61-ab66-499e-a599-a1ae541057bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:20.411293 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6243d61-ab66-499e-a599-a1ae541057bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.452698 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78b592-4cc8-49b1-b255-568d2b368ec7 None None] Pushing event updated for resources: {'Port': ['ID=57ea99d1-aeda-415e-884e-ef2aca265bd3,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:20.456881 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3842b198-906a-4cd4-9679-fa4b0e4228c8 None None] Network 61d95f1b-1559-4cfc-82dc-167c14cefdb6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:32:20.485736 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.488920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f6243d61-ab66-499e-a599-a1ae541057bf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7866137 Aug 24 00:32:20.527293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc407aa-5665-485b-ab67-fb722398e67f req-465fc76b-8885-46f3-91fe-a476b4b7b9bd tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:20.533251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc407aa-5665-485b-ab67-fb722398e67f req-465fc76b-8885-46f3-91fe-a476b4b7b9bd tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1129305 Aug 24 00:32:20.651391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dc407aa-5665-485b-ab67-fb722398e67f req-bfe1aa00-07d5-48eb-8fb8-625d6913be96 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123912 Aug 24 00:32:20.717806 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0bee-ecc6-4ad2-9d67-5d69db75c6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.781488 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77414061-2171-458e-959d-cc176e4bbfa3 None None] Network 61d95f1b-1559-4cfc-82dc-167c14cefdb6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:32:20.800854 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4b6de5f-a206-4637-b95a-64b536e3654b tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.915430 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.991679 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-18150331-1149-4516-b073-52aa3ac01db5 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9109454 Aug 24 00:32:21.277258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc22709-8077-4cd3-a234-ee9880632056 req-3f9b678d-c56b-4338-9f83-51a4a41ceb46 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:21.279310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecc22709-8077-4cd3-a234-ee9880632056 req-3f9b678d-c56b-4338-9f83-51a4a41ceb46 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/networks?id=61d95f1b-1559-4cfc-82dc-167c14cefdb6 HTTP/1.1" status: 200 len: 821 time: 0.1432264 Aug 24 00:32:21.325437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d194fcb3-084a-4b8b-a8a9-69dd8842c279 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/quotas/e82566cb193a4ff9a4dce94e860f593a HTTP/1.1" status: 200 len: 375 time: 0.0348420 Aug 24 00:32:21.376759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecc22709-8077-4cd3-a234-ee9880632056 req-4b179f65-72e7-47fe-ad07-f27d45a7fcb1 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e82566cb193a4ff9a4dce94e860f593a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437014 Aug 24 00:32:21.507716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecc22709-8077-4cd3-a234-ee9880632056 req-523cfd69-0e02-4949-be88-a31df49ee75a service neutron] 10.222.0.32 "GET /v2.0/networks/61d95f1b-1559-4cfc-82dc-167c14cefdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212282 Aug 24 00:32:21.765609 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d8f4c44e-3fa7-4b8c-88e0-026ac16a9df0 service neutron] 10.222.0.32 "GET /v2.0/networks/61d95f1b-1559-4cfc-82dc-167c14cefdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503769 Aug 24 00:32:21.782831 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-7a6747a2-9949-4ffd-b9a6-a67bfd51d35a service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7781274 Aug 24 00:32:21.872581 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-45395e07-a6cb-44f2-8a78-99360c3d605f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=a0c18045-7768-46ff-8a13-f32f4b600694 HTTP/1.1" status: 200 len: 217 time: 0.0666666 Aug 24 00:32:21.876445 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0bee-ecc6-4ad2-9d67-5d69db75c6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:21.921096 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0bee-ecc6-4ad2-9d67-5d69db75c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:21.924215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993999f-988b-4e74-829e-580be7c02596 req-0d37df84-d234-4a6a-ae9e-7946ea3a3d95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:21.929527 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4993999f-988b-4e74-829e-580be7c02596 req-0d37df84-d234-4a6a-ae9e-7946ea3a3d95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1510057 Aug 24 00:32:22.013035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4993999f-988b-4e74-829e-580be7c02596 req-8289625d-4206-4219-a1cb-27c7dd1b65d0 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745504 Aug 24 00:32:22.107534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef55068-400e-4ce6-b84e-aa5385348e33 None None] Network 67f63f37-ef22-479b-bc91-310b1536cbf5 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:32:22.134237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a528b7da-39b1-4f60-bf78-c335598a094f req-302825a2-4218-4ae2-ac7e-c80ad3c49226 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 210 time: 0.0585113 Aug 24 00:32:22.187504 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f0bee-ecc6-4ad2-9d67-5d69db75c6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddc8387-d8c7-459f-8ed6-d87142e9f826,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:22.194268 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b6f0bee-ecc6-4ad2-9d67-5d69db75c6fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26e2dbb8893040e2a50342fd956f14ae&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0146384 Aug 24 00:32:22.196542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42758) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:22.198627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-4c1be235-ceaa-4de5-aad7-c85e5560cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:22.200079 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-4c1be235-ceaa-4de5-aad7-c85e5560cdad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d10fa38d-daaa-42f0-93b2-66b400d296af HTTP/1.1" status: 200 len: 797 time: 0.3178539 Aug 24 00:32:22.271125 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2791e45f-1c10-4b10-93f4-3efcbb1ca2e4 None None] Provisioning for port 57ea99d1-aeda-415e-884e-ef2aca265bd3 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:22.320532 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c564e2e-0ff7-4762-8965-ad08f170e541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.359410 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c564e2e-0ff7-4762-8965-ad08f170e541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.402460 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.441415 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c564e2e-0ff7-4762-8965-ad08f170e541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.452644 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c564e2e-0ff7-4762-8965-ad08f170e541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.459085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9c564e2e-0ff7-4762-8965-ad08f170e541 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eddc8387-d8c7-459f-8ed6-d87142e9f826 HTTP/1.1" status: 204 len: 168 time: 0.2591298 Aug 24 00:32:22.476534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c564e2e-0ff7-4762-8965-ad08f170e541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddc8387-d8c7-459f-8ed6-d87142e9f826,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:22.476786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 57ea99d1-aeda-415e-884e-ef2aca265bd3 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:22.618490 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.662886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 57ea99d1-aeda-415e-884e-ef2aca265bd3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:22.668922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 57ea99d1-aeda-415e-884e-ef2aca265bd3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:22.669536 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.756272 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-006ed8b9-dc9b-4f4f-8b63-2a6edf7eb1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:22.759993 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-006ed8b9-dc9b-4f4f-8b63-2a6edf7eb1a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8591c000-1ad9-4c58-a583-231d8245e24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5318511 Aug 24 00:32:22.825484 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.944920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 57ea99d1-aeda-415e-884e-ef2aca265bd3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=57ea99d1-aeda-415e-884e-ef2aca265bd3,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:22.958042 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:23.084625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=57ea99d1-aeda-415e-884e-ef2aca265bd3,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:23.130463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-790f32bb-c519-4f48-8ac5-59c900bf4d0d None None] Provisioning complete for port 57ea99d1-aeda-415e-884e-ef2aca265bd3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:23.131614 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-790f32bb-c519-4f48-8ac5-59c900bf4d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:23.138135 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f4b6de5f-a206-4637-b95a-64b536e3654b tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Deleting port bce9cde9-9c73-4c4a-ab62-cfa51b2444fa {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:23.138691 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4b6de5f-a206-4637-b95a-64b536e3654b tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:23.204151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Allocated IP 172.25.8.62 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/ee55541d-0352-4754-8fdd-9dcff205839d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:23.282977 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-6456a174-6ff8-4523-a343-55f7fc0645c2 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896927 Aug 24 00:32:23.332527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078cea8-9b90-418e-9354-3d187d7f2570 req-500047d2-4059-4f52-9fe0-79897e0c6e98 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:23.334959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f078cea8-9b90-418e-9354-3d187d7f2570 req-500047d2-4059-4f52-9fe0-79897e0c6e98 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1814373 Aug 24 00:32:23.349466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3222563d-bcab-4a0e-bfc0-772e0d61324e req-5a45c22c-0eed-47b2-a4f7-1fd1eb42839a tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 210 time: 0.1445303 Aug 24 00:32:23.448741 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4b6de5f-a206-4637-b95a-64b536e3654b tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:23.467930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f078cea8-9b90-418e-9354-3d187d7f2570 req-b5e8de4f-6ef0-43f5-a729-42ce7913a2e6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118305 Aug 24 00:32:23.493476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f4b6de5f-a206-4637-b95a-64b536e3654b tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Calling delete_port for bce9cde9-9c73-4c4a-ab62-cfa51b2444fa owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:23.548569 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-c43a9d51-8d41-461f-976b-3e1243bf2546 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541857 Aug 24 00:32:23.610525 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:23.629857 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:23.661984 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-085eb9b2-e1d4-436f-863f-a49035d6b25b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=0fa5762a-ea9e-4e12-a8b7-cb60c554f373 HTTP/1.1" status: 200 len: 217 time: 0.0632141 Aug 24 00:32:23.795911 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-88a8b313-38c6-4c1b-9d35-3638409d6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:23.797314 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-88a8b313-38c6-4c1b-9d35-3638409d6f31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d10fa38d-daaa-42f0-93b2-66b400d296af HTTP/1.1" status: 200 len: 797 time: 0.1274173 Aug 24 00:32:23.881210 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:23.935534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:23.944695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:24.046042 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:24.055896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4b6de5f-a206-4637-b95a-64b536e3654b tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:24.139230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-6b14b1d9-278c-48b3-9709-26dd74ca5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:24.141331 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-6b14b1d9-278c-48b3-9709-26dd74ca5f3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8591c000-1ad9-4c58-a583-231d8245e24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3340015 Aug 24 00:32:24.185178 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Pushing event updated for resources: {'Port': ['ID=ee55541d-0352-4754-8fdd-9dcff205839d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:24.400052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 57ea99d1-aeda-415e-884e-ef2aca265bd3 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:24.423298 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-9a217471-660a-4b0a-ac02-e6ad1bf3bec3 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408574 Aug 24 00:32:24.482628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc22709-8077-4cd3-a234-ee9880632056 req-36f27212-9baa-4570-90ff-e03db184cffe tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:24.484513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecc22709-8077-4cd3-a234-ee9880632056 req-36f27212-9baa-4570-90ff-e03db184cffe tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.47 "GET /v2.0/networks?id=61d95f1b-1559-4cfc-82dc-167c14cefdb6 HTTP/1.1" status: 200 len: 821 time: 0.3481927 Aug 24 00:32:24.510340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 57ea99d1-aeda-415e-884e-ef2aca265bd3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:24.510745 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:24.533169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-280e94d9-4330-4e29-ab80-f1d2d3d6eef9 req-bc2972eb-a376-4409-8dd0-0eb22e885658 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 210 time: 0.0476334 Aug 24 00:32:24.551355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-ecc22709-8077-4cd3-a234-ee9880632056 req-0ebd0a84-c81b-4ef1-90c2-c554043a5096 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Request body: {'port': {'device_id': 'e329171b-0f42-4709-8952-cde64270b386', 'network_id': '61d95f1b-1559-4cfc-82dc-167c14cefdb6', 'admin_state_up': True, 'tenant_id': 'e82566cb193a4ff9a4dce94e860f593a'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:24.606499 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6de5f-a206-4637-b95a-64b536e3654b tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event deleted for resources: {'Port': ['ID=bce9cde9-9c73-4c4a-ab62-cfa51b2444fa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:24.857785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d9ad3-06e4-4c75-b59c-e5b9306f0a8e req-896c8136-4240-49a2-a332-c0b532812728 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:24.868211 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e07d9ad3-06e4-4c75-b59c-e5b9306f0a8e req-896c8136-4240-49a2-a332-c0b532812728 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.2058897 Aug 24 00:32:24.887451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc22709-8077-4cd3-a234-ee9880632056 req-0ebd0a84-c81b-4ef1-90c2-c554043a5096 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Made reservation on behalf of e82566cb193a4ff9a4dce94e860f593a for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:24.895034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ecc22709-8077-4cd3-a234-ee9880632056 req-0ebd0a84-c81b-4ef1-90c2-c554043a5096 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:25.019805 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-0aa4ae47-de82-499e-96ec-54e3953c0ad6 service neutron] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703077 Aug 24 00:32:25.089575 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4b6de5f-a206-4637-b95a-64b536e3654b tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:25.093246 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-1e4d548c-3b8f-4887-9b1a-9b684b873a97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=43b2e7bb-8d79-42e0-8508-e0bb30f47950 HTTP/1.1" status: 200 len: 217 time: 0.0565453 Aug 24 00:32:25.118007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-ecc22709-8077-4cd3-a234-ee9880632056 req-0ebd0a84-c81b-4ef1-90c2-c554043a5096 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Allocated IP 172.20.0.4 (61d95f1b-1559-4cfc-82dc-167c14cefdb6/9398e65a-d36b-4e86-a701-09a2926f5ec8/42c96699-2336-4320-b592-146ddb422c39) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:25.257771 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e07d9ad3-06e4-4c75-b59c-e5b9306f0a8e req-5dadfa09-f3d6-47d4-b740-7f859076f4d4 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886442 Aug 24 00:32:25.316624 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ecc22709-8077-4cd3-a234-ee9880632056 req-0ebd0a84-c81b-4ef1-90c2-c554043a5096 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:25.320215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-60fb8fdc-a478-411b-b543-65c3ffac8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:25.321729 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-60fb8fdc-a478-411b-b543-65c3ffac8fd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d405008c-2b39-4747-a89e-b6b8636b5157 HTTP/1.1" status: 200 len: 797 time: 0.2169156 Aug 24 00:32:25.375126 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ecc22709-8077-4cd3-a234-ee9880632056 req-0ebd0a84-c81b-4ef1-90c2-c554043a5096 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:25.376695 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:25.444454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd0a84-c81b-4ef1-90c2-c554043a5096 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Pushing event updated for resources: {'Port': ['ID=42c96699-2336-4320-b592-146ddb422c39,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:25.461685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc22709-8077-4cd3-a234-ee9880632056 req-0ebd0a84-c81b-4ef1-90c2-c554043a5096 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Network 61d95f1b-1559-4cfc-82dc-167c14cefdb6 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:25.463514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-ecc22709-8077-4cd3-a234-ee9880632056 req-0ebd0a84-c81b-4ef1-90c2-c554043a5096 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:25.466720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc22709-8077-4cd3-a234-ee9880632056 req-0ebd0a84-c81b-4ef1-90c2-c554043a5096 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:25.493247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-fd444b7f-c57e-49a9-a258-02afa9b759f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:25.494858 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-fd444b7f-c57e-49a9-a258-02afa9b759f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68caed49-e03d-42a4-a3fa-e069dfc1351d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1626446 Aug 24 00:32:25.523616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc22709-8077-4cd3-a234-ee9880632056 req-0ebd0a84-c81b-4ef1-90c2-c554043a5096 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:25.524361 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ecc22709-8077-4cd3-a234-ee9880632056 req-0ebd0a84-c81b-4ef1-90c2-c554043a5096 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:25.541004 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecc22709-8077-4cd3-a234-ee9880632056 req-0ebd0a84-c81b-4ef1-90c2-c554043a5096 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0004621 Aug 24 00:32:25.634087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42852) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:25.689279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Request body: {'port': {'device_id': 'e329171b-0f42-4709-8952-cde64270b386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:25.757319 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b40116f-6403-4c68-866b-0c01502e611f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:25.808534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf3eb3-5f14-4ff2-a09d-5de666eae157 req-2e716c46-84f2-4068-bd18-24d8eeb1acd3 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:25.820256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67cf3eb3-5f14-4ff2-a09d-5de666eae157 req-2e716c46-84f2-4068-bd18-24d8eeb1acd3 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 931 time: 0.1497352 Aug 24 00:32:25.859024 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:25.899392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67cf3eb3-5f14-4ff2-a09d-5de666eae157 req-d5587ddf-5541-4a4f-b990-f6b781f7fc84 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815003 Aug 24 00:32:26.029788 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b40116f-6403-4c68-866b-0c01502e611f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:26.115115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b6de5f-a206-4637-b95a-64b536e3654b tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Router fc26ed2c-d69c-4930-9cec-582da71c7762 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:26.142060 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b40116f-6403-4c68-866b-0c01502e611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:26.187755 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-2898b2c7-70d9-4f56-be56-39d309a358ac service neutron] 10.222.0.13 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637797 Aug 24 00:32:26.224315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1b40116f-6403-4c68-866b-0c01502e611f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58412263fc694e679b5ce35922ef7683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5887001 Aug 24 00:32:26.230924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42868) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:26.278892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40116f-6403-4c68-866b-0c01502e611f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6bbcab-a2a6-44f5-8b86-6e76f35f15ef,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:26.317944 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:26.531765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c96699-2336-4320-b592-146ddb422c39 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:32:26.537810 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b643cf4-4ef8-4127-94e4-b6750041a10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:26.545465 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:26.582951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Transition to ACTIVE for port object 42c96699-2336-4320-b592-146ddb422c39 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:26.588602 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b643cf4-4ef8-4127-94e4-b6750041a10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:26.598356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca405bed-6261-429c-88ab-800fa2201827 req-af4a37eb-3489-4b2f-a5c6-f22b1858d900 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:26.606139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca405bed-6261-429c-88ab-800fa2201827 req-af4a37eb-3489-4b2f-a5c6-f22b1858d900 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1288979 Aug 24 00:32:26.622116 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:26.701801 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-e45c6eb3-7445-4c1d-84ab-39a35c8ef7ff service neutron] 10.222.0.13 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687390 Aug 24 00:32:26.703534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b6de5f-a206-4637-b95a-64b536e3654b tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:26.718138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35254cb-8fec-43ff-bc50-b2d3bf80f223 None None] Sync routers for ids ['fc26ed2c-d69c-4930-9cec-582da71c7762'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:26.722911 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f4b6de5f-a206-4637-b95a-64b536e3654b tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "PUT /v2.0/routers/fc26ed2c-d69c-4930-9cec-582da71c7762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1630642 Aug 24 00:32:26.726155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:26.748320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35254cb-8fec-43ff-bc50-b2d3bf80f223 None None] Routers {'fc26ed2c-d69c-4930-9cec-582da71c7762'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:26.749402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a35254cb-8fec-43ff-bc50-b2d3bf80f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fc26ed2c-d69c-4930-9cec-582da71c7762'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:26.779404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca405bed-6261-429c-88ab-800fa2201827 req-460b5645-fc63-4a92-8147-99f2c03d8662 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716485 Aug 24 00:32:26.817807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Pushing event updated for resources: {'Port': ['ID=42c96699-2336-4320-b592-146ddb422c39,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:26.843872 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b643cf4-4ef8-4127-94e4-b6750041a10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:26.847515 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b643cf4-4ef8-4127-94e4-b6750041a10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:26.848741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1b643cf4-4ef8-4127-94e4-b6750041a10a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a6bbcab-a2a6-44f5-8b86-6e76f35f15ef HTTP/1.1" status: 204 len: 168 time: 0.6011629 Aug 24 00:32:26.856652 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-91a54db4-941e-4d25-95a9-d0b4ad86fdd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2478bcf1-9332-4965-ae9d-17c5749c08fc HTTP/1.1" status: 200 len: 217 time: 0.1323063 Aug 24 00:32:26.865011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Attempting to bind port 42c96699-2336-4320-b592-146ddb422c39 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:26.865352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Attempting to bind port 42c96699-2336-4320-b592-146ddb422c39 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '1b1f4b48-89f9-4cda-b661-cbc2554d13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '61d95f1b-1559-4cfc-82dc-167c14cefdb6'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:26.865863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Attempting to bind port 42c96699-2336-4320-b592-146ddb422c39 on network 61d95f1b-1559-4cfc-82dc-167c14cefdb6 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:26.869688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b643cf4-4ef8-4127-94e4-b6750041a10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6bbcab-a2a6-44f5-8b86-6e76f35f15ef,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:26.876693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Port 42c96699-2336-4320-b592-146ddb422c39 on network 61d95f1b-1559-4cfc-82dc-167c14cefdb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:26.878636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Attempting to bind port 42c96699-2336-4320-b592-146ddb422c39 on network 61d95f1b-1559-4cfc-82dc-167c14cefdb6 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:26.886255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:32:26.886900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Checking segment: {'id': '1b1f4b48-89f9-4cda-b661-cbc2554d13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '61d95f1b-1559-4cfc-82dc-167c14cefdb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:26.887489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Bound using segment: {'id': '1b1f4b48-89f9-4cda-b661-cbc2554d13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '61d95f1b-1559-4cfc-82dc-167c14cefdb6'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:32:26.888232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Bound port: 42c96699-2336-4320-b592-146ddb422c39, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1f4b48-89f9-4cda-b661-cbc2554d13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '61d95f1b-1559-4cfc-82dc-167c14cefdb6'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:32:26.888842 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:26.896322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a35254cb-8fec-43ff-bc50-b2d3bf80f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:26.944157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35254cb-8fec-43ff-bc50-b2d3bf80f223 None None] Routers {'fc26ed2c-d69c-4930-9cec-582da71c7762'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:26.946618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a35254cb-8fec-43ff-bc50-b2d3bf80f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fc26ed2c-d69c-4930-9cec-582da71c7762'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:26.973133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Router a966fbfa-b720-4e85-9cca-10e0dfcffca1 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:32:27.023301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] For port 42c96699-2336-4320-b592-146ddb422c39, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:27.027652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] For port 42c96699-2336-4320-b592-146ddb422c39, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=42c96699-2336-4320-b592-146ddb422c39,segment=NetworkSegment(1b1f4b48-89f9-4cda-b661-cbc2554d13be),segment_id=1b1f4b48-89f9-4cda-b661-cbc2554d13be)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:32:27.036622 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:27.063454 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a35254cb-8fec-43ff-bc50-b2d3bf80f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:27.063954 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-88244505-0a4f-4187-8564-9dd441669b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:27.068467 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-88244505-0a4f-4187-8564-9dd441669b6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d405008c-2b39-4747-a89e-b6b8636b5157 HTTP/1.1" status: 200 len: 797 time: 0.2003274 Aug 24 00:32:27.069835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35254cb-8fec-43ff-bc50-b2d3bf80f223 None None] The sync data for ids ['fc26ed2c-d69c-4930-9cec-582da71c7762'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:27.122229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:27.123101 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:27.124693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecc22709-8077-4cd3-a234-ee9880632056 req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] 10.222.0.47 "PUT /v2.0/ports/42c96699-2336-4320-b592-146ddb422c39 HTTP/1.1" status: 200 len: 1091 time: 1.5687342 Aug 24 00:32:27.125250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e329171b-0f42-4709-8952-cde64270b386', 'tag': '42c96699-2336-4320-b592-146ddb422c39'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:27.128478 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7119221f-7745-4d03-b174-3d4f5eb0e59d" -d '{"events": [{"name": "network-changed", "server_uuid": "e329171b-0f42-4709-8952-cde64270b386", "tag": "42c96699-2336-4320-b592-146ddb422c39"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:27.159857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:27.289238 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4689bac-2a7e-439a-9a94-fbff30d9060a x-openstack-request-id: req-b4689bac-2a7e-439a-9a94-fbff30d9060a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:27.289704 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e329171b-0f42-4709-8952-cde64270b386", "tag": "42c96699-2336-4320-b592-146ddb422c39", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:27.290076 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4689bac-2a7e-439a-9a94-fbff30d9060a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:27.290286 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-23c1305e-d0e4-41a7-bfc6-b4c2ab2f44f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:27.291239 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e329171b-0f42-4709-8952-cde64270b386', 'tag': '42c96699-2336-4320-b592-146ddb422c39', 'status': 'completed', 'code': 200} Aug 24 00:32:27.291920 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-23c1305e-d0e4-41a7-bfc6-b4c2ab2f44f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68caed49-e03d-42a4-a3fa-e069dfc1351d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2152519 Aug 24 00:32:27.323875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06114de3-e14a-4902-aa23-335b9ec39ba7 req-e5d2159f-1b09-4963-950e-803610571fc6 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:27.325671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06114de3-e14a-4902-aa23-335b9ec39ba7 req-e5d2159f-1b09-4963-950e-803610571fc6 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 943 time: 0.2824345 Aug 24 00:32:27.350385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c59bca-7b62-4ffe-a988-71ea64690a7f service neutron] Pushing event updated for resources: {'Port': ['ID=42c96699-2336-4320-b592-146ddb422c39,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:27.356262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:27.371639 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Sync routers for ids ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:27.400902 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Routers {'a966fbfa-b720-4e85-9cca-10e0dfcffca1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:27.405251 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:27.417338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06114de3-e14a-4902-aa23-335b9ec39ba7 req-7b8c602f-ebfc-460b-ab82-581546b052e2 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793238 Aug 24 00:32:27.421324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc22709-8077-4cd3-a234-ee9880632056 req-3735c1ea-93e3-410b-bacc-f4d3980eef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:27.424207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecc22709-8077-4cd3-a234-ee9880632056 req-3735c1ea-93e3-410b-bacc-f4d3980eef33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e82566cb193a4ff9a4dce94e860f593a&device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 1094 time: 0.2076318 Aug 24 00:32:27.433546 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:27.434697 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3250bab4-c001-4af2-9bd3-be8816f3d449 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.9314568 Aug 24 00:32:27.436143 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:27.438820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42908) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:27.488192 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-79617068-6982-498e-a8fc-81a0808a4523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:27.529928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecc22709-8077-4cd3-a234-ee9880632056 req-6637668f-3b9d-47b5-aef2-38da8be6189c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42c96699-2336-4320-b592-146ddb422c39 HTTP/1.1" status: 200 len: 217 time: 0.0913680 Aug 24 00:32:27.531796 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-9ba27a55-bff0-4cce-a63f-48190d4b23df service neutron] 10.222.0.13 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092655 Aug 24 00:32:27.571138 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42910) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:27.614442 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:27.643769 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc22709-8077-4cd3-a234-ee9880632056 req-12cbc09e-91ea-4727-8ceb-e3cb435be9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:27.645742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecc22709-8077-4cd3-a234-ee9880632056 req-12cbc09e-91ea-4727-8ceb-e3cb435be9a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9398e65a-d36b-4e86-a701-09a2926f5ec8 HTTP/1.1" status: 200 len: 861 time: 0.1084626 Aug 24 00:32:27.686472 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Set router a966fbfa-b720-4e85-9cca-10e0dfcffca1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:27.714481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecc22709-8077-4cd3-a234-ee9880632056 req-f8d09313-b28e-4464-8d8a-7b2cd45a5209 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61d95f1b-1559-4cfc-82dc-167c14cefdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602365 Aug 24 00:32:27.762862 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Deleting port 2fea68bc-a0ae-4850-bebd-33be5093eb7b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:27.763487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:27.993050 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b57ecd07-0638-455a-a8bc-5906e27288f5 req-923de582-fc77-4174-a25f-0dbb06023f26 service neutron] 10.222.0.13 "GET /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388075 Aug 24 00:32:28.039767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecc22709-8077-4cd3-a234-ee9880632056 req-2075cafe-3df4-4ea1-b36f-deea52e1334d service neutron] 10.222.0.47 "GET /v2.0/networks/61d95f1b-1559-4cfc-82dc-167c14cefdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162618 Aug 24 00:32:28.067773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec39c8a-af18-4e58-9295-b3d21835789d req-cb45b5f7-0c5b-42d6-be2b-80fb232d8ab0 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:28.069399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ec39c8a-af18-4e58-9295-b3d21835789d req-cb45b5f7-0c5b-42d6-be2b-80fb232d8ab0 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1345637 Aug 24 00:32:28.115309 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:25Z', 'revision_number': 3, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:28.149662 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Checking router: a966fbfa-b720-4e85-9cca-10e0dfcffca1 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:28.150022 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Updating router a966fbfa-b720-4e85-9cca-10e0dfcffca1 port ee55541d-0352-4754-8fdd-9dcff205839d binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:32:28.155375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.201586 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Calling delete_port for 2fea68bc-a0ae-4850-bebd-33be5093eb7b owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:28.202158 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.230312 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.258580 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.292873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ec39c8a-af18-4e58-9295-b3d21835789d req-19a9f7e0-6bdb-4b71-a896-5b8e3375e3ab tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257150 Aug 24 00:32:28.341510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b7738a5bd1f4979b08031654c937dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7689455 Aug 24 00:32:28.342745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c956b9-9af9-4936-adbc-6278d71958a6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:28.347700 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecc22709-8077-4cd3-a234-ee9880632056 req-64a23c9d-30e2-4111-907a-ee31540006e1 service neutron] 10.222.0.47 "GET /v2.0/networks/61d95f1b-1559-4cfc-82dc-167c14cefdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901714 Aug 24 00:32:28.349283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42926) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:28.388386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.389032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.389591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.390439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.391119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.391729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.392226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.392770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.393288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.393775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.394565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.395116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa60a3-4fc2-454d-bf32-45399feb077c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.472703 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.491039 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-747163fd-fd36-4b47-b1ee-fbbfa42e235c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.593237 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-747163fd-fd36-4b47-b1ee-fbbfa42e235c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.691147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119221f-7745-4d03-b174-3d4f5eb0e59d req-e356acfe-3d3c-417e-bb92-dbeb9c6e2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:28.693897 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.694174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7119221f-7745-4d03-b174-3d4f5eb0e59d req-e356acfe-3d3c-417e-bb92-dbeb9c6e2dad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e82566cb193a4ff9a4dce94e860f593a&device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 1094 time: 0.2057781 Aug 24 00:32:28.726417 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.741997 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Transition to ACTIVE for port object ee55541d-0352-4754-8fdd-9dcff205839d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:28.758536 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.788107 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event deleted for resources: {'Port': ['ID=2fea68bc-a0ae-4850-bebd-33be5093eb7b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:28.814432 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac05626-b0f4-49d7-9ee1-61d290f1e72f None None] Pushing event updated for resources: {'Port': ['ID=ee55541d-0352-4754-8fdd-9dcff205839d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:28.842117 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac05626-b0f4-49d7-9ee1-61d290f1e72f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.843376 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac05626-b0f4-49d7-9ee1-61d290f1e72f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.850865 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac05626-b0f4-49d7-9ee1-61d290f1e72f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.853162 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac05626-b0f4-49d7-9ee1-61d290f1e72f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.854063 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac05626-b0f4-49d7-9ee1-61d290f1e72f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.854628 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac05626-b0f4-49d7-9ee1-61d290f1e72f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.855421 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac05626-b0f4-49d7-9ee1-61d290f1e72f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.855961 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac05626-b0f4-49d7-9ee1-61d290f1e72f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.856513 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac05626-b0f4-49d7-9ee1-61d290f1e72f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.857045 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac05626-b0f4-49d7-9ee1-61d290f1e72f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.857591 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac05626-b0f4-49d7-9ee1-61d290f1e72f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.858120 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac05626-b0f4-49d7-9ee1-61d290f1e72f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:28.866524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5892862-8c69-4b70-aca1-4f8b5b62948d req-b9a020de-0af4-4396-a122-85fa55833725 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:28.883395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5892862-8c69-4b70-aca1-4f8b5b62948d req-b9a020de-0af4-4396-a122-85fa55833725 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 943 time: 0.2601190 Aug 24 00:32:28.902824 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Attempting to bind port ee55541d-0352-4754-8fdd-9dcff205839d on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:28.903882 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Attempting to bind port ee55541d-0352-4754-8fdd-9dcff205839d by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:28.904688 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Attempting to bind port ee55541d-0352-4754-8fdd-9dcff205839d on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:28.911202 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:32:28.911958 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:28.912573 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.913163 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:32:28.913831 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Bound port: ee55541d-0352-4754-8fdd-9dcff205839d, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:32:28.915281 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.930104 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.979368 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-747163fd-fd36-4b47-b1ee-fbbfa42e235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.982170 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-747163fd-fd36-4b47-b1ee-fbbfa42e235c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:28.991015 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-747163fd-fd36-4b47-b1ee-fbbfa42e235c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3c956b9-9af9-4936-adbc-6278d71958a6 HTTP/1.1" status: 204 len: 168 time: 0.6394210 Aug 24 00:32:29.036369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119221f-7745-4d03-b174-3d4f5eb0e59d req-933f1465-0f39-4426-a563-5ba32ad55a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:29.038408 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7119221f-7745-4d03-b174-3d4f5eb0e59d req-933f1465-0f39-4426-a563-5ba32ad55a3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=61d95f1b-1559-4cfc-82dc-167c14cefdb6 HTTP/1.1" status: 200 len: 922 time: 0.3367522 Aug 24 00:32:29.047935 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Allocated IP 172.20.0.1 (67f63f37-ef22-479b-bc91-310b1536cbf5/5405fc99-102d-4149-8670-63c79d13ddc2/09bbebe3-a11b-4b84-a2f1-bacea8029d35) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:29.051040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747163fd-fd36-4b47-b1ee-fbbfa42e235c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c956b9-9af9-4936-adbc-6278d71958a6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:29.069128 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] For port ee55541d-0352-4754-8fdd-9dcff205839d, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:29.078454 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] For port ee55541d-0352-4754-8fdd-9dcff205839d, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ee55541d-0352-4754-8fdd-9dcff205839d,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:32:29.097984 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:29.130246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5892862-8c69-4b70-aca1-4f8b5b62948d req-5038a4a2-c682-4762-b583-69587a2f3968 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929524 Aug 24 00:32:29.132542 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:29.140754 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:29.184742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7119221f-7745-4d03-b174-3d4f5eb0e59d req-da480edb-2edb-479a-9b33-8ff681b7ddb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42c96699-2336-4320-b592-146ddb422c39 HTTP/1.1" status: 200 len: 217 time: 0.1264284 Aug 24 00:32:29.264099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119221f-7745-4d03-b174-3d4f5eb0e59d req-f8bc6bf3-270a-435a-b5b3-831da77e7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:29.268457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7119221f-7745-4d03-b174-3d4f5eb0e59d req-f8bc6bf3-270a-435a-b5b3-831da77e7feb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9398e65a-d36b-4e86-a701-09a2926f5ec8 HTTP/1.1" status: 200 len: 861 time: 0.0717561 Aug 24 00:32:29.269321 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Routers {'a966fbfa-b720-4e85-9cca-10e0dfcffca1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:29.270242 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:29.282227 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:29.282975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Fanout notify agent at l3_agent the message router_deleted on router fc26ed2c-d69c-4930-9cec-582da71c7762 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:32:29.296810 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:29.297981 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c2766960-77b1-4dd0-8660-47f83257dadc tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "DELETE /v2.0/routers/fc26ed2c-d69c-4930-9cec-582da71c7762 HTTP/1.1" status: 204 len: 168 time: 2.5633452 Aug 24 00:32:29.303630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42944) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:29.496129 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac05626-b0f4-49d7-9ee1-61d290f1e72f None None] Pushing event updated for resources: {'Port': ['ID=ee55541d-0352-4754-8fdd-9dcff205839d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:29.543841 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec1d3fc-73fc-4c26-be9a-edb1806f09d7 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Deleting subnet 4c0608ef-e8d7-4ec5-b466-aecb67b39722 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:32:29.572073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eec1d3fc-73fc-4c26-be9a-edb1806f09d7 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:29.624047 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] Set router a966fbfa-b720-4e85-9cca-10e0dfcffca1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:29.636084 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:29.662545 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:29.668943 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eec1d3fc-73fc-4c26-be9a-edb1806f09d7 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:29.802817 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eec1d3fc-73fc-4c26-be9a-edb1806f09d7 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:29.885890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Transition to ACTIVE for port object 09bbebe3-a11b-4b84-a2f1-bacea8029d35 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:29.941292 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eec1d3fc-73fc-4c26-be9a-edb1806f09d7 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:29.962991 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:30.012694 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7119221f-7745-4d03-b174-3d4f5eb0e59d req-ee9bcc4e-ae81-4ee2-8db9-4690c8751acf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61d95f1b-1559-4cfc-82dc-167c14cefdb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7345493 Aug 24 00:32:30.118168 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:30.139842 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:25Z', 'revision_number': 3, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:30.190450 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62317b-8719-426f-9c03-35d432d88ecc None None] The sync data for ids ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'] in n-d-805736-1 is: [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:25Z', 'revision_number': 3, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:30.229919 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76b38790-7f0b-4450-984d-133509d3c947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:30.271595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7119221f-7745-4d03-b174-3d4f5eb0e59d req-4c5583ce-d7a0-478d-86fa-9abfbde08cb0 service neutron] 10.222.0.47 "GET /v2.0/networks/61d95f1b-1559-4cfc-82dc-167c14cefdb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380712 Aug 24 00:32:30.417919 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7119221f-7745-4d03-b174-3d4f5eb0e59d req-70ffbfc0-621c-4c27-91c1-c23788871fe4 service neutron] 10.222.0.47 "GET /v2.0/networks/61d95f1b-1559-4cfc-82dc-167c14cefdb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357718 Aug 24 00:32:30.463702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c468e-3761-404e-94df-9aaf0cd9a55d req-0a1bd525-d2aa-4c18-a8fa-3d2aaf46186e tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.466350 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-358c468e-3761-404e-94df-9aaf0cd9a55d req-0a1bd525-d2aa-4c18-a8fa-3d2aaf46186e tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.4512513 Aug 24 00:32:30.511115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f8b59-2ce6-431e-a3aa-c8ec5e73f9f0 req-c288b908-fb57-4aa7-b003-a46d5481ae81 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.512853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-888f8b59-2ce6-431e-a3aa-c8ec5e73f9f0 req-c288b908-fb57-4aa7-b003-a46d5481ae81 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 943 time: 0.2346194 Aug 24 00:32:30.573508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-888f8b59-2ce6-431e-a3aa-c8ec5e73f9f0 req-55e9cc48-8b72-4c60-9134-7659bb9a5831 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522881 Aug 24 00:32:30.578338 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1d3fc-73fc-4c26-be9a-edb1806f09d7 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0608ef-e8d7-4ec5-b466-aecb67b39722,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:30.584052 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eec1d3fc-73fc-4c26-be9a-edb1806f09d7 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:30.588771 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-eec1d3fc-73fc-4c26-be9a-edb1806f09d7 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "DELETE /v2.0/subnets/4c0608ef-e8d7-4ec5-b466-aecb67b39722 HTTP/1.1" status: 204 len: 168 time: 1.2828879 Aug 24 00:32:30.591371 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:30.598302 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200a7df1-b3ca-4bff-b3e0-a68e26b07499 None None] Network de3d5aa6-4a4b-4352-bde3-661445460fa8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:32:30.634445 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Network 67f63f37-ef22-479b-bc91-310b1536cbf5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:30.665143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:30.689620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:30.914549 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Pushing event updated for resources: {'Port': ['ID=09bbebe3-a11b-4b84-a2f1-bacea8029d35,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:30.992237 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:31.037288 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:31.037515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9990b18-fa86-46e5-ab2d-85fac328ca62 None None] DHCP port deletion for de3d5aa6-4a4b-4352-bde3-661445460fa8 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:32:31.060624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-358c468e-3761-404e-94df-9aaf0cd9a55d req-39620059-a2a7-4083-aed2-8b81de666c3a tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5852988 Aug 24 00:32:31.358108 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Deleting port f2dad663-409b-4ec1-9c68-c24a0fd6e93b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:31.358820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:31.397042 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:31.399877 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f8d18038-2609-4901-8692-cde7e260390e None None] Provisioning for port 09bbebe3-a11b-4b84-a2f1-bacea8029d35 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:31.405642 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f8d18038-2609-4901-8692-cde7e260390e None None] Provisioning complete for port 09bbebe3-a11b-4b84-a2f1-bacea8029d35 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:31.406376 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f8d18038-2609-4901-8692-cde7e260390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:31.475498 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b9990b18-fa86-46e5-ab2d-85fac328ca62 None None] Deleting port f2dad663-409b-4ec1-9c68-c24a0fd6e93b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:31.475890 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9990b18-fa86-46e5-ab2d-85fac328ca62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:31.496210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f8d18038-2609-4901-8692-cde7e260390e None None] Port 09bbebe3-a11b-4b84-a2f1-bacea8029d35 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:32:31.578483 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:31.599656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] For port f2dad663-409b-4ec1-9c68-c24a0fd6e93b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f2dad663-409b-4ec1-9c68-c24a0fd6e93b,segment=NetworkSegment(62326690-d2ac-4624-bc4f-c0dfefc326b3),segment_id=62326690-d2ac-4624-bc4f-c0dfefc326b3)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:31.599960 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:31.637035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b9990b18-fa86-46e5-ab2d-85fac328ca62 None None] For port f2dad663-409b-4ec1-9c68-c24a0fd6e93b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f2dad663-409b-4ec1-9c68-c24a0fd6e93b,segment=NetworkSegment(62326690-d2ac-4624-bc4f-c0dfefc326b3),segment_id=62326690-d2ac-4624-bc4f-c0dfefc326b3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:31.638324 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9990b18-fa86-46e5-ab2d-85fac328ca62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:31.670030 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Calling delete_port for f2dad663-409b-4ec1-9c68-c24a0fd6e93b owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:31.693513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b9990b18-fa86-46e5-ab2d-85fac328ca62 None None] Calling delete_port for f2dad663-409b-4ec1-9c68-c24a0fd6e93b owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:31.836581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625e1c2-27f1-485a-b690-8a2e3ab88ed2 req-0970bc6e-58e8-414f-a6e7-ae50b466b458 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:31.839127 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d625e1c2-27f1-485a-b690-8a2e3ab88ed2 req-0970bc6e-58e8-414f-a6e7-ae50b466b458 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 943 time: 0.0894136 Aug 24 00:32:31.883574 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9990b18-fa86-46e5-ab2d-85fac328ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:31.915368 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d625e1c2-27f1-485a-b690-8a2e3ab88ed2 req-c9ad9a4e-d5b0-4ff3-9c65-d50d292bc6be tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695183 Aug 24 00:32:31.944022 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9990b18-fa86-46e5-ab2d-85fac328ca62 None None] Pushing event deleted for resources: {'Port': ['ID=f2dad663-409b-4ec1-9c68-c24a0fd6e93b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:31.946506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9990b18-fa86-46e5-ab2d-85fac328ca62 None None] No DVR routers for this DVR port f2dad663-409b-4ec1-9c68-c24a0fd6e93b on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:32:31.981741 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.023027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event deleted for resources: {'Port': ['ID=f2dad663-409b-4ec1-9c68-c24a0fd6e93b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:32.045271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] No DVR routers for this DVR port f2dad663-409b-4ec1-9c68-c24a0fd6e93b on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:32:32.116464 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.117556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43046) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:32.150618 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.245098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5392ee-7203-42d3-a752-f8a4e01271cd req-68cb6d5e-72d6-474d-8cb0-8cb3c330771a tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:32.247018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d5392ee-7203-42d3-a752-f8a4e01271cd req-68cb6d5e-72d6-474d-8cb0-8cb3c330771a tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.0748143 Aug 24 00:32:32.267046 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.286272 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.290658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3d5aa6-4a4b-4352-bde3-661445460fa8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:32.295906 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dca56d99-ad26-40ad-96f2-8f6126db610e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.309975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Pushing event updated for resources: {'Port': ['ID=09bbebe3-a11b-4b84-a2f1-bacea8029d35,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:32.313583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62326690-d2ac-4624-bc4f-c0dfefc326b3') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:32.316495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 42c96699-2336-4320-b592-146ddb422c39 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:32:32.325718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62326690-d2ac-4624-bc4f-c0dfefc326b3') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:32.358071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d5392ee-7203-42d3-a752-f8a4e01271cd req-cf4a3863-00f8-48b4-ab3b-da1cbde87cba tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024849 Aug 24 00:32:32.360199 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.425224 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ee55541d-0352-4754-8fdd-9dcff205839d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:32.438754 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.457036 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:32:32.458047 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:32:32.461159 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:32:32.517878 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dca56d99-ad26-40ad-96f2-8f6126db610e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.523431 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dca56d99-ad26-40ad-96f2-8f6126db610e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.525053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ee55541d-0352-4754-8fdd-9dcff205839d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:32.538645 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ee55541d-0352-4754-8fdd-9dcff205839d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:32.539257 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.582352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Network 67f63f37-ef22-479b-bc91-310b1536cbf5 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:32.583375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.589125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.593302 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "DELETE /v2.0/networks/de3d5aa6-4a4b-4352-bde3-661445460fa8 HTTP/1.1" status: 204 len: 168 time: 1.9919968 Aug 24 00:32:32.598003 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:32.599238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dca56d99-ad26-40ad-96f2-8f6126db610e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e41a5e70a8f14c968905090fd5961cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4803710 Aug 24 00:32:32.600698 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:32.601762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca56d99-ad26-40ad-96f2-8f6126db610e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc8df30-89e1-4eb2-8e53-83953f17dc82,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:32.620390 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43056) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:32.630849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 42c96699-2336-4320-b592-146ddb422c39, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=42c96699-2336-4320-b592-146ddb422c39,segment=NetworkSegment(1b1f4b48-89f9-4cda-b661-cbc2554d13be),segment_id=1b1f4b48-89f9-4cda-b661-cbc2554d13be)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:32.649670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '42c96699-2336-4320-b592-146ddb422c39', 'network_id': '61d95f1b-1559-4cfc-82dc-167c14cefdb6', 'port_id': '42c96699-2336-4320-b592-146ddb422c39', 'mac_address': 'fa:16:3e:e7:61:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9398e65a-d36b-4e86-a701-09a2926f5ec8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:32:32.673821 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd378cd1-6263-40b7-bee2-09860fce3051 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event deleted for resources: {'Network': ['ID=de3d5aa6-4a4b-4352-bde3-661445460fa8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:32.775865 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.845247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c96699-2336-4320-b592-146ddb422c39 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:32:32.860673 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.918407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b18cfc6-6ff6-4475-a7fd-a1c206568a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.941935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 42c96699-2336-4320-b592-146ddb422c39, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=42c96699-2336-4320-b592-146ddb422c39,segment=NetworkSegment(1b1f4b48-89f9-4cda-b661-cbc2554d13be),segment_id=1b1f4b48-89f9-4cda-b661-cbc2554d13be)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:32.954355 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:32.999680 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b18cfc6-6ff6-4475-a7fd-a1c206568a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.046419 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fe378acc-03ce-44a3-a4c8-e45435aa1933 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Deleting port bc5ace88-80e7-4ba0-bec0-f8406857f64b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:33.046419 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe378acc-03ce-44a3-a4c8-e45435aa1933 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.050416 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Router a966fbfa-b720-4e85-9cca-10e0dfcffca1 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:33.056447 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port ee55541d-0352-4754-8fdd-9dcff205839d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ee55541d-0352-4754-8fdd-9dcff205839d,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:33.109034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-69cee57e-8cce-48ad-a0ac-3fd3bb99d810 None None] Provisioning complete for port 09bbebe3-a11b-4b84-a2f1-bacea8029d35 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:33.109034 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69cee57e-8cce-48ad-a0ac-3fd3bb99d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.185724 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.193535 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.222751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad8782-27b3-4015-8c94-c1d158c0ec2c req-0f2bac13-da30-4e36-94ed-7c4006b4d05a tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:33.227091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05ad8782-27b3-4015-8c94-c1d158c0ec2c req-0f2bac13-da30-4e36-94ed-7c4006b4d05a tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 944 time: 0.1419497 Aug 24 00:32:33.238559 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b18cfc6-6ff6-4475-a7fd-a1c206568a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.242196 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b18cfc6-6ff6-4475-a7fd-a1c206568a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.243424 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b18cfc6-6ff6-4475-a7fd-a1c206568a81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fc8df30-89e1-4eb2-8e53-83953f17dc82 HTTP/1.1" status: 204 len: 168 time: 0.6223497 Aug 24 00:32:33.267892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=42c96699-2336-4320-b592-146ddb422c39,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:33.271729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-69cee57e-8cce-48ad-a0ac-3fd3bb99d810 None None] Port 09bbebe3-a11b-4b84-a2f1-bacea8029d35 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:32:33.290119 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f2dad663-409b-4ec1-9c68-c24a0fd6e93b no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:33.297838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18cfc6-6ff6-4475-a7fd-a1c206568a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc8df30-89e1-4eb2-8e53-83953f17dc82,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:33.321222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05ad8782-27b3-4015-8c94-c1d158c0ec2c req-4e0656ae-c2c1-4192-bf64-5c79754192ca tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837786 Aug 24 00:32:33.329142 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe378acc-03ce-44a3-a4c8-e45435aa1933 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.329459 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe378acc-03ce-44a3-a4c8-e45435aa1933 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.369620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fe378acc-03ce-44a3-a4c8-e45435aa1933 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Calling delete_port for bc5ace88-80e7-4ba0-bec0-f8406857f64b owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:33.446398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['42c96699-2336-4320-b592-146ddb422c39'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:32:33.453005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: f2dad663-409b-4ec1-9c68-c24a0fd6e93b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:33.453207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f2dad663-409b-4ec1-9c68-c24a0fd6e93b not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:33.513691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:33.517173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=ee55541d-0352-4754-8fdd-9dcff205839d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:33.528186 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-62859a07-8ff3-4fdc-bad7-fe98c0c59f72 admin admin] 10.222.0.32 "PUT /v2.0/routers/a966fbfa-b720-4e85-9cca-10e0dfcffca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0780461 Aug 24 00:32:33.538018 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Sync routers for ids ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:33.608634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Routers {'a966fbfa-b720-4e85-9cca-10e0dfcffca1'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:33.610175 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:33.623245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7fc50-5eaa-4f36-a969-9cb4890b2f88 req-2496c99e-2b86-403a-8834-2c50d1fc2868 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:33.624966 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7f7fc50-5eaa-4f36-a969-9cb4890b2f88 req-2496c99e-2b86-403a-8834-2c50d1fc2868 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.0965858 Aug 24 00:32:33.716379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7f7fc50-5eaa-4f36-a969-9cb4890b2f88 req-71bd66b5-9cab-4b45-8c50-8a2714da6f02 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728087 Aug 24 00:32:33.729613 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe378acc-03ce-44a3-a4c8-e45435aa1933 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.775039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe378acc-03ce-44a3-a4c8-e45435aa1933 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Pushing event deleted for resources: {'Port': ['ID=bc5ace88-80e7-4ba0-bec0-f8406857f64b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:33.857574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Set router a966fbfa-b720-4e85-9cca-10e0dfcffca1 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:33.931358 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe378acc-03ce-44a3-a4c8-e45435aa1933 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.933978 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe378acc-03ce-44a3-a4c8-e45435aa1933 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.935242 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fe378acc-03ce-44a3-a4c8-e45435aa1933 tempest-FloatingIPAdminTestJSON-2062064625 tempest-FloatingIPAdminTestJSON-2062064625-project] 10.222.0.32 "DELETE /v2.0/floatingips/64ecda92-8fda-4253-89ec-b3751625c2d7 HTTP/1.1" status: 204 len: 168 time: 1.3359199 Aug 24 00:32:34.340612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 2, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:34.420929 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Checking router: a966fbfa-b720-4e85-9cca-10e0dfcffca1 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:34.421301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Updating router a966fbfa-b720-4e85-9cca-10e0dfcffca1 port 09bbebe3-a11b-4b84-a2f1-bacea8029d35 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:32:34.517415 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:34.521087 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ee55541d-0352-4754-8fdd-9dcff205839d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:34.580781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b52ee-c0d3-4f3e-82ce-fa81c06dc0c9 req-61a00950-9cb2-425c-bb9f-bbc94841e1cc tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:34.583285 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-589b52ee-c0d3-4f3e-82ce-fa81c06dc0c9 req-61a00950-9cb2-425c-bb9f-bbc94841e1cc tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 944 time: 0.1427689 Aug 24 00:32:34.624191 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:34.688161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-589b52ee-c0d3-4f3e-82ce-fa81c06dc0c9 req-f500b598-e9c3-49b0-ad91-11529a0014d0 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971215 Aug 24 00:32:34.887590 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-da219ec6-e486-490f-a040-171b4b8353c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=333ae809eef147728274128c6fcd5996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605236 Aug 24 00:32:34.889275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43132) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:34.999386 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a01e0c1-2967-411e-8575-d9240961612c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:35.000766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ee55541d-0352-4754-8fdd-9dcff205839d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:35.001143 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:35.022208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475f3cf-98b3-4669-a5fb-eb96506c1408 req-025c5519-1ff7-48aa-adf0-42c87689e812 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:35.032679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a475f3cf-98b3-4669-a5fb-eb96506c1408 req-025c5519-1ff7-48aa-adf0-42c87689e812 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1710875 Aug 24 00:32:35.060081 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a01e0c1-2967-411e-8575-d9240961612c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:35.140139 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43136) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:35.170507 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ccc0bb44-c0bd-4d1e-b454-a425143d34c8 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--855052312', 'description': 'tempest-description--883337762'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:35.201485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a475f3cf-98b3-4669-a5fb-eb96506c1408 req-de0636fe-a25d-4ad7-9262-f78b56290cdb tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658804 Aug 24 00:32:35.283833 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccc0bb44-c0bd-4d1e-b454-a425143d34c8 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:35.318426 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:35.340980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Transition to ACTIVE for port object 09bbebe3-a11b-4b84-a2f1-bacea8029d35 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:35.355847 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:35.363058 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a01e0c1-2967-411e-8575-d9240961612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:35.366669 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a01e0c1-2967-411e-8575-d9240961612c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:35.377593 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4a01e0c1-2967-411e-8575-d9240961612c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c39104bc-f3fe-488f-8725-15e5c5b76dde HTTP/1.1" status: 204 len: 168 time: 0.4865015 Aug 24 00:32:35.411116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01e0c1-2967-411e-8575-d9240961612c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39104bc-f3fe-488f-8725-15e5c5b76dde,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:35.443641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dac97-d3b2-4c5a-a287-7e68fc3c716d None None] Pushing event updated for resources: {'Port': ['ID=09bbebe3-a11b-4b84-a2f1-bacea8029d35,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:35.600536 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccc0bb44-c0bd-4d1e-b454-a425143d34c8 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:35.610148 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccc0bb44-c0bd-4d1e-b454-a425143d34c8 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:35.670633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Attempting to bind port 09bbebe3-a11b-4b84-a2f1-bacea8029d35 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:35.671248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Attempting to bind port 09bbebe3-a11b-4b84-a2f1-bacea8029d35 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:35.671399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Attempting to bind port 09bbebe3-a11b-4b84-a2f1-bacea8029d35 on network 67f63f37-ef22-479b-bc91-310b1536cbf5 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:35.682572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:32:35.682987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Checking segment: {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:35.683395 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:35.688033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccc0bb44-c0bd-4d1e-b454-a425143d34c8 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:35.693506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Bound using segment: {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:32:35.694168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Bound port: 09bbebe3-a11b-4b84-a2f1-bacea8029d35, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:32:35.694579 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:35.697328 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ccc0bb44-c0bd-4d1e-b454-a425143d34c8 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5404263 Aug 24 00:32:35.709442 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:35.730385 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b3f2c453-41a0-4218-b70f-f03bcdae176d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Request body: {'security_group_rule': {'security_group_id': '0282c0fe-7c3d-4c98-bf30-87950b15f50a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:35.773239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0bb44-c0bd-4d1e-b454-a425143d34c8 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0282c0fe-7c3d-4c98-bf30-87950b15f50a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:35.797443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe3382-8086-49fc-8376-16c25e7c71c2 req-85d73bad-c62f-4f69-a76b-1611a0d59c9e tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:35.805897 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7dfe3382-8086-49fc-8376-16c25e7c71c2 req-85d73bad-c62f-4f69-a76b-1611a0d59c9e tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.2206287 Aug 24 00:32:35.863607 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c453-41a0-4218-b70f-f03bcdae176d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:35.865348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556140-564a-4f91-8c31-17d2865f9ccd req-e6f0502b-e934-4576-bcc9-1e58b7ff07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:35.868763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42556140-564a-4f91-8c31-17d2865f9ccd req-e6f0502b-e934-4576-bcc9-1e58b7ff07ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 1096 time: 0.2392457 Aug 24 00:32:35.953642 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] For port 09bbebe3-a11b-4b84-a2f1-bacea8029d35, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:35.960593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] For port 09bbebe3-a11b-4b84-a2f1-bacea8029d35, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=09bbebe3-a11b-4b84-a2f1-bacea8029d35,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:32:35.975345 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.017696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c453-41a0-4218-b70f-f03bcdae176d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.027884 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c453-41a0-4218-b70f-f03bcdae176d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.040914 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7dfe3382-8086-49fc-8376-16c25e7c71c2 req-7d941909-df8f-4cab-a413-d7849ea528d9 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338889 Aug 24 00:32:36.048320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2c453-41a0-4218-b70f-f03bcdae176d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3beed63-6bd6-4bde-ba0b-5281b2c0c52b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:36.071819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293fbd-e5b5-465e-a39e-468d8daba81a req-eacd7e25-1871-499a-b002-b039f4ccbaf8 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:36.073835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84293fbd-e5b5-465e-a39e-468d8daba81a req-eacd7e25-1871-499a-b002-b039f4ccbaf8 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 944 time: 0.2037253 Aug 24 00:32:36.086524 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3f2c453-41a0-4218-b70f-f03bcdae176d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.087859 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b3f2c453-41a0-4218-b70f-f03bcdae176d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3773732 Aug 24 00:32:36.091469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43170) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:36.097885 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-647d7c58-9c92-4fe3-8a50-fb6dc0c006b2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Request body: {'security_group_rule': {'security_group_id': '0282c0fe-7c3d-4c98-bf30-87950b15f50a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:36.147489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Routers {'a966fbfa-b720-4e85-9cca-10e0dfcffca1'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:36.147489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:36.153270 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-647d7c58-9c92-4fe3-8a50-fb6dc0c006b2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.182235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dac97-d3b2-4c5a-a287-7e68fc3c716d None None] Pushing event updated for resources: {'Port': ['ID=09bbebe3-a11b-4b84-a2f1-bacea8029d35,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:36.242852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84293fbd-e5b5-465e-a39e-468d8daba81a req-fe323f70-d3a9-47d5-afce-513c05269284 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578512 Aug 24 00:32:36.251504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556140-564a-4f91-8c31-17d2865f9ccd req-41951acf-c462-4bda-8ec4-b1df122f3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:36.254178 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42556140-564a-4f91-8c31-17d2865f9ccd req-41951acf-c462-4bda-8ec4-b1df122f3276 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 912 time: 0.3384042 Aug 24 00:32:36.288789 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43178) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:36.323856 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c92e938-a2a8-4b81-92f8-c54cc258fb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.342359 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] Set router a966fbfa-b720-4e85-9cca-10e0dfcffca1 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:36.347658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 42c96699-2336-4320-b592-146ddb422c39 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:36.373137 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-647d7c58-9c92-4fe3-8a50-fb6dc0c006b2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.383853 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-647d7c58-9c92-4fe3-8a50-fb6dc0c006b2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.414682 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43186) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:36.434209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d7c58-9c92-4fe3-8a50-fb6dc0c006b2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cdbce5-e6a3-4b26-8081-8cfe7b7977ba,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:36.468463 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42556140-564a-4f91-8c31-17d2865f9ccd req-e14002bd-1156-4b80-9d9b-35dd16a78883 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59b802e4-c292-4c95-bb0e-9b841eec5c27 HTTP/1.1" status: 200 len: 1001 time: 0.2051864 Aug 24 00:32:36.576008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556140-564a-4f91-8c31-17d2865f9ccd req-07e6e44e-6a65-4160-bd5e-efa631b153fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:36.577834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42556140-564a-4f91-8c31-17d2865f9ccd req-07e6e44e-6a65-4160-bd5e-efa631b153fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 200 len: 850 time: 0.0990298 Aug 24 00:32:36.613170 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c92e938-a2a8-4b81-92f8-c54cc258fb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.630213 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c92e938-a2a8-4b81-92f8-c54cc258fb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.650980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556140-564a-4f91-8c31-17d2865f9ccd req-d352f50a-eb29-43a4-8e44-f6c8dac10f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:36.652740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42556140-564a-4f91-8c31-17d2865f9ccd req-d352f50a-eb29-43a4-8e44-f6c8dac10f4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b465dfe-d306-4292-bddd-524ea879c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543921 Aug 24 00:32:36.655691 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-647d7c58-9c92-4fe3-8a50-fb6dc0c006b2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.657207 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-647d7c58-9c92-4fe3-8a50-fb6dc0c006b2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5644436 Aug 24 00:32:36.664496 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43198) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:36.669530 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:36.701296 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0c92e938-a2a8-4b81-92f8-c54cc258fb96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a655b791690d41a793f78d4899254a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113419 Aug 24 00:32:36.703833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43202) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:36.712981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92e938-a2a8-4b81-92f8-c54cc258fb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0217446-a3a4-492d-bb72-d54561d2669c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:36.736686 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.837314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 42c96699-2336-4320-b592-146ddb422c39 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:36.881576 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1691178116', 'router:external': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:36.892717 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c5737ce-a461-4ac7-a1f5-b47f10a0616f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.919224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Made reservation on behalf of 27bf4ed557b0457583b1879ded7d8f18 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:36.920134 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c5737ce-a461-4ac7-a1f5-b47f10a0616f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.922216 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.938139 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.952731 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.956649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42556140-564a-4f91-8c31-17d2865f9ccd req-400ed408-d05e-4779-9516-d7dd64454645 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943597 Aug 24 00:32:37.086236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42556140-564a-4f91-8c31-17d2865f9ccd req-c58f44ea-f3d9-4d1a-99ea-411c12d7a672 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135294 Aug 24 00:32:37.132156 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 42c96699-2336-4320-b592-146ddb422c39 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:37.132543 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.139327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-a5893646-9119-42cc-9e18-88e1cdd914c7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:37.141214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-a5893646-9119-42cc-9e18-88e1cdd914c7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 812 time: 0.3418846 Aug 24 00:32:37.174879 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c5737ce-a461-4ac7-a1f5-b47f10a0616f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.177705 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c5737ce-a461-4ac7-a1f5-b47f10a0616f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.182003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6c5737ce-a461-4ac7-a1f5-b47f10a0616f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0217446-a3a4-492d-bb72-d54561d2669c HTTP/1.1" status: 204 len: 168 time: 0.4735172 Aug 24 00:32:37.183310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-368ea5ec-7e47-4c54-ada4-d43e9b479bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/quotas/c14aa75e32a445ab889373eca3a8b0c6 HTTP/1.1" status: 200 len: 375 time: 0.0331664 Aug 24 00:32:37.203120 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Allocated IP 172.25.8.2 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/fa37a6a2-5754-4858-a360-bbbb4c066394) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:37.253241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5737ce-a461-4ac7-a1f5-b47f10a0616f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0217446-a3a4-492d-bb72-d54561d2669c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:37.297017 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.312631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.314593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761feb65-f8bd-4268-a544-d93e0436d8c0 req-2799e236-10a7-459d-ad76-253bbd5974e0 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:37.317605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-761feb65-f8bd-4268-a544-d93e0436d8c0 req-2799e236-10a7-459d-ad76-253bbd5974e0 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1538544 Aug 24 00:32:37.370094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-61ccc4bc-2b9c-44bd-a37a-09084612c8b6 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1749606 Aug 24 00:32:37.380837 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:32:37.407999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9490fbe5-4867-4414-99e9-a1f2b79281e1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:37.421172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-fd627e16-ef23-4893-b828-7ef47673b072 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:32:37.422261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-fd627e16-ef23-4893-b828-7ef47673b072 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089879 Aug 24 00:32:37.436825 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.439678 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Added segment e8866644-91d0-43cd-b372-7c28d17c6916 of type vlan for network c42bbd74-8772-491d-b925-1e54cbdbd37d Aug 24 00:32:37.461090 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.508673 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.527451 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-761feb65-f8bd-4268-a544-d93e0436d8c0 req-511d4ffe-60d1-4fe7-aac4-ecf14789021b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000833 Aug 24 00:32:37.544825 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.620536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 42c96699-2336-4320-b592-146ddb422c39, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=42c96699-2336-4320-b592-146ddb422c39,segment=NetworkSegment(1b1f4b48-89f9-4cda-b661-cbc2554d13be),segment_id=1b1f4b48-89f9-4cda-b661-cbc2554d13be)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:37.621791 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e329171b-0f42-4709-8952-cde64270b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c96699-2336-4320-b592-146ddb422c39'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:37.624593 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fdd4be-374a-4db4-ae5a-f035af298e3a" -d '{"events": [{"server_uuid": "e329171b-0f42-4709-8952-cde64270b386", "name": "network-vif-plugged", "status": "completed", "tag": "42c96699-2336-4320-b592-146ddb422c39"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:37.631334 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.674420 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.resource_extend [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:32:37.700982 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=42c96699-2336-4320-b592-146ddb422c39,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:37.753944 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.755085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:37.755697 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.760690 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.760892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:35Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:37.802198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b3688-5fbf-4768-9182-179384a10a23 None None] The sync data for ids ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'] in n-d-805736-1 is: [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:35Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:37.836056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4ae05bef-4646-46f0-b310-c5a65c181972 service neutron] 10.222.0.32 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974702 Aug 24 00:32:37.863813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ecd37-50eb-4a77-ae43-3e2b3b824988 req-365dced0-be8f-4806-94bf-87e6ae1b96b9 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:37.865462 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-026ecd37-50eb-4a77-ae43-3e2b3b824988 req-365dced0-be8f-4806-94bf-87e6ae1b96b9 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 945 time: 0.1249762 Aug 24 00:32:37.938116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:37.945897 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5251353 Aug 24 00:32:37.963777 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43228) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:37.968940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1744d8ca-b4ca-4382-b215-9300b5af6bca tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Request body: {'subnet': {'network_id': 'c42bbd74-8772-491d-b925-1e54cbdbd37d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:37.977709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-026ecd37-50eb-4a77-ae43-3e2b3b824988 req-94d9cea5-e4c1-431a-a3b4-7445156e6c0c tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026170 Aug 24 00:32:37.995432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:38.012168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43230) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:38.029436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:38.050649 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-49396add-74da-437d-9bd2-86193054ba94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:38.149057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95395c-02c8-4f57-940e-7fb5f6262e09 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event updated for resources: {'Network': ['ID=c42bbd74-8772-491d-b925-1e54cbdbd37d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:38.160826 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network c42bbd74-8772-491d-b925-1e54cbdbd37d details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:32:38.179944 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event updated for resources: {'Port': ['ID=fa37a6a2-5754-4858-a360-bbbb4c066394,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:38.249839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1744d8ca-b4ca-4382-b215-9300b5af6bca tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Made reservation on behalf of 27bf4ed557b0457583b1879ded7d8f18 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:38.254064 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1744d8ca-b4ca-4382-b215-9300b5af6bca tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:38.382486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-1e0ed0e7-afe0-4dfd-b734-1fcb5e4327da service neutron] 10.222.0.32 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454805 Aug 24 00:32:38.389034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.api [None req-49396add-74da-437d-9bd2-86193054ba94 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:32:38.389034 n-d-805736-1 neutron-server[94837]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:32:38.389034 n-d-805736-1 neutron-server[94837]: [parameters: {'project_id_1': '413f7a86d5ba4ff78ae7d1f398f51ee4', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 32, 38, 91019)}] Aug 24 00:32:38.389034 n-d-805736-1 neutron-server[94837]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:32:38.389383 n-d-805736-1 neutron-server[94837]: DEBUG oslo_db.api [None req-49396add-74da-437d-9bd2-86193054ba94 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:32:38.397559 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4907f2-0c2e-495f-91c5-61b692e67a2b x-openstack-request-id: req-1c4907f2-0c2e-495f-91c5-61b692e67a2b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:38.397871 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e329171b-0f42-4709-8952-cde64270b386", "name": "network-vif-plugged", "status": "completed", "tag": "42c96699-2336-4320-b592-146ddb422c39", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:38.398140 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c4907f2-0c2e-495f-91c5-61b692e67a2b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:38.398544 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e329171b-0f42-4709-8952-cde64270b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c96699-2336-4320-b592-146ddb422c39', 'code': 200} Aug 24 00:32:38.415988 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:38.522289 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 09bbebe3-a11b-4b84-a2f1-bacea8029d35 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:38.539885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:38.712621 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 09bbebe3-a11b-4b84-a2f1-bacea8029d35 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:38.722738 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 09bbebe3-a11b-4b84-a2f1-bacea8029d35 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:38.728889 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:38.738722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e56da205-f162-4be7-bb7d-378039b4e6bb req-019566fe-a6bd-4ad9-a887-e763a125f910 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 210 time: 0.0830762 Aug 24 00:32:38.753271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b257b-c20a-49e2-be50-a5c9c3904fbd req-7fef8454-c0ff-4929-92fc-961da500447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:38.755176 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-240b257b-c20a-49e2-be50-a5c9c3904fbd req-7fef8454-c0ff-4929-92fc-961da500447d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 1096 time: 0.2549043 Aug 24 00:32:38.876570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-240b257b-c20a-49e2-be50-a5c9c3904fbd req-0d58a046-1649-44d1-9f1b-bda7883e0cf7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122704 Aug 24 00:32:38.885257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314dfe9-3590-498e-9dc0-42855d9263bb req-54d03e1c-aaa3-4dde-a05f-75bc8f8eb7a8 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:38.893303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c314dfe9-3590-498e-9dc0-42855d9263bb req-54d03e1c-aaa3-4dde-a05f-75bc8f8eb7a8 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1205163 Aug 24 00:32:38.896462 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:38.896954 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-49396add-74da-437d-9bd2-86193054ba94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:38.945969 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 09bbebe3-a11b-4b84-a2f1-bacea8029d35, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=09bbebe3-a11b-4b84-a2f1-bacea8029d35,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:38.959296 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:39.017811 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c314dfe9-3590-498e-9dc0-42855d9263bb req-fa4b6366-fbbc-4dd2-9cee-4bc50ddb3594 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228113 Aug 24 00:32:39.120125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:39.123487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=09bbebe3-a11b-4b84-a2f1-bacea8029d35,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:39.131513 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:39.204616 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-49396add-74da-437d-9bd2-86193054ba94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:39.220977 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-49396add-74da-437d-9bd2-86193054ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:39.239413 n-d-805736-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-1744d8ca-b4ca-4382-b215-9300b5af6bca tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:32:39.240066 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1744d8ca-b4ca-4382-b215-9300b5af6bca tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:39.347818 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-49396add-74da-437d-9bd2-86193054ba94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=413f7a86d5ba4ff78ae7d1f398f51ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3320284 Aug 24 00:32:39.353361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43266) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:39.374640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1744d8ca-b4ca-4382-b215-9300b5af6bca tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Checking segment: {'id': 'e8866644-91d0-43cd-b372-7c28d17c6916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c42bbd74-8772-491d-b925-1e54cbdbd37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:39.375104 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1744d8ca-b4ca-4382-b215-9300b5af6bca tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Network hostable DHCP agents. Network: c42bbd74-8772-491d-b925-1e54cbdbd37d, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:32:39.384151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event updated for resources: {'Port': ['ID=fa37a6a2-5754-4858-a360-bbbb4c066394,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:39.397301 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744d8ca-b4ca-4382-b215-9300b5af6bca tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9a670b3b-5989-40b5-8aca-d4c40432456c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:39.402201 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:39.404585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49396add-74da-437d-9bd2-86193054ba94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c7286a-c009-4d76-b396-0f4d8f658298,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:39.442136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8c84a-b24f-41e2-9b67-20ef0cc94d97 req-f55815cb-b6a9-4fcb-bf42-e5d3dba89108 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:39.444720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbc8c84a-b24f-41e2-9b67-20ef0cc94d97 req-f55815cb-b6a9-4fcb-bf42-e5d3dba89108 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 945 time: 0.2375290 Aug 24 00:32:39.463976 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:39.465126 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2b20b384-e362-4717-b3f8-990ada93cc52 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7991483 Aug 24 00:32:39.489662 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1744d8ca-b4ca-4382-b215-9300b5af6bca tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Network c42bbd74-8772-491d-b925-1e54cbdbd37d is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:32:39.505039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1744d8ca-b4ca-4382-b215-9300b5af6bca tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, c42bbd74-8772-491d-b925-1e54cbdbd37d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:39.519663 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23fff95-905c-47b9-bdc2-277410236299 None None] Network c42bbd74-8772-491d-b925-1e54cbdbd37d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:32:39.525123 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1744d8ca-b4ca-4382-b215-9300b5af6bca tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:39.525859 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1744d8ca-b4ca-4382-b215-9300b5af6bca tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:39.538820 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10f7964e-10bb-42e6-9f92-997f449a3c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:39.552576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbc8c84a-b24f-41e2-9b67-20ef0cc94d97 req-32dc0b80-2bc9-454b-bc0d-2f5692629a6e tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914884 Aug 24 00:32:39.574058 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1744d8ca-b4ca-4382-b215-9300b5af6bca tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6080339 Aug 24 00:32:39.576983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43274) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:39.598115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a22d94a3-8551-4b08-96ba-892994c87963 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-462936435', 'network_id': 'c42bbd74-8772-491d-b925-1e54cbdbd37d'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:39.646126 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10f7964e-10bb-42e6-9f92-997f449a3c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:39.724442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22d94a3-8551-4b08-96ba-892994c87963 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Made reservation on behalf of 27bf4ed557b0457583b1879ded7d8f18 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:39.727070 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a22d94a3-8551-4b08-96ba-892994c87963 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:39.764422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-a22d94a3-8551-4b08-96ba-892994c87963 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] device_id is not set on port e2d5f9e4-d0fc-4ea0-90e6-771cc45c4407 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:32:39.767196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b450e9c-7142-4af8-ba74-bc2070d6a1fc None None] Network c42bbd74-8772-491d-b925-1e54cbdbd37d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:32:39.874482 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:32:39.893016 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10f7964e-10bb-42e6-9f92-997f449a3c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:39.896014 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-10f7964e-10bb-42e6-9f92-997f449a3c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:39.899533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-10f7964e-10bb-42e6-9f92-997f449a3c46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4c7286a-c009-4d76-b396-0f4d8f658298 HTTP/1.1" status: 204 len: 168 time: 0.5429211 Aug 24 00:32:40.011586 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7799187f-b586-4282-a020-f15298271604 req-7df8c787-1c33-4baa-8347-6dbc2b089c94 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 210 time: 0.1177657 Aug 24 00:32:40.016294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7964e-10bb-42e6-9f92-997f449a3c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c7286a-c009-4d76-b396-0f4d8f658298,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:40.079720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-d437c240-b796-4e4b-8297-12dedbaf56dd tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--855052312&fields=id&tenant_id=8bebadfd83004fbba9ca3639ea1e148c HTTP/1.1" status: 200 len: 267 time: 0.1616521 Aug 24 00:32:40.158037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-a22d94a3-8551-4b08-96ba-892994c87963 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Allocated IP 2001:db8::20d (c42bbd74-8772-491d-b925-1e54cbdbd37d/9a670b3b-5989-40b5-8aca-d4c40432456c/e2d5f9e4-d0fc-4ea0-90e6-771cc45c4407) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:40.264440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d973c-5d70-480f-bc40-0e106522489d req-2f65e38a-21de-4b68-9bcf-ab10d113b4d0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:40.266092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-2f65e38a-21de-4b68-9bcf-ab10d113b4d0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 816 time: 0.1759887 Aug 24 00:32:40.323173 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-c47402cc-daa3-42e9-9e67-50440b790ab6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/quotas/8bebadfd83004fbba9ca3639ea1e148c HTTP/1.1" status: 200 len: 375 time: 0.0436990 Aug 24 00:32:40.429221 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a22d94a3-8551-4b08-96ba-892994c87963 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:40.442846 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 09bbebe3-a11b-4b84-a2f1-bacea8029d35 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:40.456138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-4cfa2a3b-de39-4ba8-ad92-2a4e61b09499 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1123431 Aug 24 00:32:40.578524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c27fd23-76b4-493e-aecd-cb6af37e26c1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:40.580198 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c27fd23-76b4-493e-aecd-cb6af37e26c1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 812 time: 0.2477863 Aug 24 00:32:40.584111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 09bbebe3-a11b-4b84-a2f1-bacea8029d35 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:40.587865 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:40.612985 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-af1a124a-afff-47f6-b86a-5825d1cd683c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'port': {'device_id': '8009203c-bf68-47ff-9dba-5b4f43a10cf8', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'admin_state_up': True, 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:40.619058 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a22d94a3-8551-4b08-96ba-892994c87963 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:40.820795 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-d1910c7b-e8e4-4638-8565-fab08759f26e service neutron] 10.222.0.32 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318033 Aug 24 00:32:40.821640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d94a3-8551-4b08-96ba-892994c87963 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event updated for resources: {'Port': ['ID=e2d5f9e4-d0fc-4ea0-90e6-771cc45c4407,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:40.859274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-af1a124a-afff-47f6-b86a-5825d1cd683c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Made reservation on behalf of c14aa75e32a445ab889373eca3a8b0c6 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:40.866266 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-af1a124a-afff-47f6-b86a-5825d1cd683c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:40.868712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d94a3-8551-4b08-96ba-892994c87963 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Network c42bbd74-8772-491d-b925-1e54cbdbd37d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:40.912342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a22d94a3-8551-4b08-96ba-892994c87963 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:40.929817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d94a3-8551-4b08-96ba-892994c87963 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:40.930866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22d94a3-8551-4b08-96ba-892994c87963 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:40.931485 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a22d94a3-8551-4b08-96ba-892994c87963 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:40.992839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a22d94a3-8551-4b08-96ba-892994c87963 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4144638 Aug 24 00:32:40.997129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43322) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:41.023880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82247628-c5b0-4755-a007-3d55d6884374 req-5b8d4757-b6fa-4f65-b442-6ef91f31d085 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:41.026608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82247628-c5b0-4755-a007-3d55d6884374 req-5b8d4757-b6fa-4f65-b442-6ef91f31d085 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 945 time: 0.1890790 Aug 24 00:32:41.103875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-af1a124a-afff-47f6-b86a-5825d1cd683c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Allocated IP 172.20.0.8 (311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a/b77d7e2b-68e6-4524-b968-14232b4fd35e/046e1d9e-5e9a-4211-9edd-d6606cb8570f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:41.146603 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-9a94622c-e4c0-4157-a78f-91e8e6e5c8eb service neutron] 10.222.0.32 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960339 Aug 24 00:32:41.155163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82247628-c5b0-4755-a007-3d55d6884374 req-70e6feb8-ec84-47c7-a91f-9f78b9aed305 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088870 Aug 24 00:32:41.188739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae365e-19fd-41e1-99c2-94c80cae0ded tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Deleting port e2d5f9e4-d0fc-4ea0-90e6-771cc45c4407 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:41.189755 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e9ae365e-19fd-41e1-99c2-94c80cae0ded tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:41.517739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7fdca97-de01-485c-b159-c300b755607e req-287e4450-9f9f-4e4a-890c-83465e918784 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 210 time: 0.1556156 Aug 24 00:32:41.543261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50603423-fa8c-4cba-8d07-bcebfc7fd05a req-8d886b2f-00fe-413b-8dd5-5565885d7ae3 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 210 time: 0.0643172 Aug 24 00:32:41.599049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e9ae365e-19fd-41e1-99c2-94c80cae0ded tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:41.615255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae365e-19fd-41e1-99c2-94c80cae0ded tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Calling delete_port for e2d5f9e4-d0fc-4ea0-90e6-771cc45c4407 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:41.754937 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-af1a124a-afff-47f6-b86a-5825d1cd683c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:41.812317 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e9ae365e-19fd-41e1-99c2-94c80cae0ded tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:41.834827 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-af1a124a-afff-47f6-b86a-5825d1cd683c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Transition to ACTIVE for port object 046e1d9e-5e9a-4211-9edd-d6606cb8570f will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:41.865510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae365e-19fd-41e1-99c2-94c80cae0ded tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2d5f9e4-d0fc-4ea0-90e6-771cc45c4407,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:41.906476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e9ae365e-19fd-41e1-99c2-94c80cae0ded tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:41.910007 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e9ae365e-19fd-41e1-99c2-94c80cae0ded tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e2d5f9e4-d0fc-4ea0-90e6-771cc45c4407 HTTP/1.1" status: 204 len: 168 time: 0.9106548 Aug 24 00:32:41.912449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43368) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:41.919253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c42bbd74-8772-491d-b925-1e54cbdbd37d', 'external_fixed_ips': [{'subnet_id': '9a670b3b-5989-40b5-8aca-d4c40432456c', 'ip_address': '2001:db8::20d'}]}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:41.962710 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-af1a124a-afff-47f6-b86a-5825d1cd683c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:41.993934 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:41.995200 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:42.022620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-af1a124a-afff-47f6-b86a-5825d1cd683c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:42.026705 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-af1a124a-afff-47f6-b86a-5825d1cd683c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:42.031200 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-af1a124a-afff-47f6-b86a-5825d1cd683c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:42.071944 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a124a-afff-47f6-b86a-5825d1cd683c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'Port': ['ID=046e1d9e-5e9a-4211-9edd-d6606cb8570f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:42.095945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-af1a124a-afff-47f6-b86a-5825d1cd683c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:42.097055 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-af1a124a-afff-47f6-b86a-5825d1cd683c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:42.128670 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-af1a124a-afff-47f6-b86a-5825d1cd683c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5244274 Aug 24 00:32:42.146649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Request body: {'port': {'device_id': '8009203c-bf68-47ff-9dba-5b4f43a10cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:42.224006 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:42.285557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:42.367983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011725-d51b-4d5c-b5c7-60d58dd41b3e req-5f4bfe22-3adb-419b-8ae3-83f2821305a9 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:42.379720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88011725-d51b-4d5c-b5c7-60d58dd41b3e req-5f4bfe22-3adb-419b-8ae3-83f2821305a9 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 945 time: 0.3740754 Aug 24 00:32:42.548887 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-deedeb3d-fc36-4c5b-95b6-594bb2d3b67a None None] Provisioning for port 046e1d9e-5e9a-4211-9edd-d6606cb8570f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:42.556176 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-deedeb3d-fc36-4c5b-95b6-594bb2d3b67a None None] Provisioning complete for port 046e1d9e-5e9a-4211-9edd-d6606cb8570f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:42.556745 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-deedeb3d-fc36-4c5b-95b6-594bb2d3b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:42.692283 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88011725-d51b-4d5c-b5c7-60d58dd41b3e req-1570f545-57e3-4932-8764-905022e94cbf tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115435 Aug 24 00:32:42.717335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-deedeb3d-fc36-4c5b-95b6-594bb2d3b67a None None] Port 046e1d9e-5e9a-4211-9edd-d6606cb8570f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:32:42.923296 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43402) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:43.077276 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046e1d9e-5e9a-4211-9edd-d6606cb8570f {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:32:43.103111 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.134355 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Transition to ACTIVE for port object 046e1d9e-5e9a-4211-9edd-d6606cb8570f will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:43.145883 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.227386 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.273532 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1885887813'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:43.296388 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Pushing event updated for resources: {'Port': ['ID=046e1d9e-5e9a-4211-9edd-d6606cb8570f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:43.317596 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:43.318011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:43.318468 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:43.318963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:43.319409 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:43.319854 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:43.320295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:43.320737 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:43.321173 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:43.321627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:43.322530 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:43.323156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:43.349134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2813601-7835-481e-af51-dd884cf84da8 req-af058a7b-fea3-4d12-83d7-6f92520d3869 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:43.363253 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2813601-7835-481e-af51-dd884cf84da8 req-af058a7b-fea3-4d12-83d7-6f92520d3869 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 931 time: 0.6696112 Aug 24 00:32:43.373835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f708200-fadd-4497-827d-1ab19a9ab33d req-96bb34e8-b569-4208-9ff4-a4f25590e46b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 210 time: 0.1525176 Aug 24 00:32:43.391597 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Made reservation on behalf of 45dc6cfd3a3f4d4387f4577981d35a56 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:43.402128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.440551 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.542498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Attempting to bind port 046e1d9e-5e9a-4211-9edd-d6606cb8570f on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:43.543233 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Attempting to bind port 046e1d9e-5e9a-4211-9edd-d6606cb8570f by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:43.543719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Attempting to bind port 046e1d9e-5e9a-4211-9edd-d6606cb8570f on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:43.554599 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Port 046e1d9e-5e9a-4211-9edd-d6606cb8570f on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:43.555140 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Attempting to bind port 046e1d9e-5e9a-4211-9edd-d6606cb8570f on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:43.570881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:32:43.571461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Checking segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:43.571966 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Bound using segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:32:43.572633 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Bound port: 046e1d9e-5e9a-4211-9edd-d6606cb8570f, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:32:43.573135 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.685568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2813601-7835-481e-af51-dd884cf84da8 req-70e85be8-1796-4003-98db-ef82a6418bdf tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067033 Aug 24 00:32:43.694933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] For port 046e1d9e-5e9a-4211-9edd-d6606cb8570f, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:43.703269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] For port 046e1d9e-5e9a-4211-9edd-d6606cb8570f, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=046e1d9e-5e9a-4211-9edd-d6606cb8570f,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:32:43.714520 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.729203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc18e1f-f99b-44e5-92b0-55b8e7bb85ad req-4404a4c2-355f-4a25-bfd7-560fd2b32291 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:43.729869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbc18e1f-f99b-44e5-92b0-55b8e7bb85ad req-4404a4c2-355f-4a25-bfd7-560fd2b32291 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 945 time: 0.1790698 Aug 24 00:32:43.761710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d973c-5d70-480f-bc40-0e106522489d req-4ff9603b-ae29-4848-a3a0-480447aaff92 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:43.764061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-4ff9603b-ae29-4848-a3a0-480447aaff92 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.13 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 816 time: 0.4759693 Aug 24 00:32:43.793617 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:43.794251 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.796026 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] 10.222.0.13 "PUT /v2.0/ports/046e1d9e-5e9a-4211-9edd-d6606cb8570f HTTP/1.1" status: 200 len: 1091 time: 1.6549981 Aug 24 00:32:43.802112 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8009203c-bf68-47ff-9dba-5b4f43a10cf8', 'tag': '046e1d9e-5e9a-4211-9edd-d6606cb8570f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:43.805402 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7d03ba-7657-466f-9d28-a15ff259c3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8009203c-bf68-47ff-9dba-5b4f43a10cf8", "tag": "046e1d9e-5e9a-4211-9edd-d6606cb8570f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:43.827727 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.837721 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.852178 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:32:43.906936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67b8731-f494-4eec-aa7a-76cd602ba20e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:43.955595 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c115190-460d-434a-b938-173e6d9dd638 service neutron] Pushing event updated for resources: {'Port': ['ID=046e1d9e-5e9a-4211-9edd-d6606cb8570f,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:43.962397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.962982 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Added segment f62c3c55-03f7-41f6-bc49-43811d1a651f of type vlan for network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 Aug 24 00:32:44.041333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-2e20bf35-1936-4cac-8b91-5367c1bc3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:44.043128 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-2e20bf35-1936-4cac-8b91-5367c1bc3ff6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 1094 time: 0.1374156 Aug 24 00:32:44.057390 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.092330 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-9ee34e55-8550-4c1c-8022-50ed02be001e tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bebadfd83004fbba9ca3639ea1e148c HTTP/1.1" status: 200 len: 379 time: 0.2851329 Aug 24 00:32:44.113494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-811d973c-5d70-480f-bc40-0e106522489d req-62e319df-eb12-40c9-9166-2a8f6ccdb549 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Request body: {'port': {'device_id': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'admin_state_up': True, 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'security_groups': ['0282c0fe-7c3d-4c98-bf30-87950b15f50a']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:44.134951 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-d1a6be87-f991-45e5-9099-c4519d2f0a4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=046e1d9e-5e9a-4211-9edd-d6606cb8570f HTTP/1.1" status: 200 len: 217 time: 0.0741744 Aug 24 00:32:44.136583 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa745c9-bff7-4dd5-a18e-89a47cbde3b4 x-openstack-request-id: req-cfa745c9-bff7-4dd5-a18e-89a47cbde3b4 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:44.136870 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8009203c-bf68-47ff-9dba-5b4f43a10cf8", "tag": "046e1d9e-5e9a-4211-9edd-d6606cb8570f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:44.137121 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfa745c9-bff7-4dd5-a18e-89a47cbde3b4 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:44.137521 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8009203c-bf68-47ff-9dba-5b4f43a10cf8', 'tag': '046e1d9e-5e9a-4211-9edd-d6606cb8570f', 'status': 'completed', 'code': 200} Aug 24 00:32:44.224086 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-0eb6b595-2669-430c-b47b-a69c918221df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:44.225836 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-0eb6b595-2669-430c-b47b-a69c918221df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.0829368 Aug 24 00:32:44.226526 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.232601 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:44.233336 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.314644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8892db-b56a-42fc-8247-6572aa82eca8 req-8688c539-ed6d-4e0d-8280-601e48cb6396 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:44.323071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a8892db-b56a-42fc-8247-6572aa82eca8 req-8688c539-ed6d-4e0d-8280-601e48cb6396 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 945 time: 0.4327035 Aug 24 00:32:44.361490 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4369156 Aug 24 00:32:44.371559 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-b0c1f398-1a15-4309-837f-51dbebc07df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:44.373050 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-b0c1f398-1a15-4309-837f-51dbebc07df8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362615 Aug 24 00:32:44.388892 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957104f-e63f-4014-9e41-cb339bcddcbb tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Pushing event updated for resources: {'Network': ['ID=9aac961b-e28a-415a-ae4c-24f62e6d2fd2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:44.403273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:32:44.437616 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a8892db-b56a-42fc-8247-6572aa82eca8 req-81eae31f-c917-410d-b74b-a7c77affae2f tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003098 Aug 24 00:32:44.454059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-fbc18e1f-f99b-44e5-92b0-55b8e7bb85ad req-95a0cb2a-e67a-4db0-bc67-1efea00a55ee tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Deleting port 42c96699-2336-4320-b592-146ddb422c39 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:44.454394 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fbc18e1f-f99b-44e5-92b0-55b8e7bb85ad req-95a0cb2a-e67a-4db0-bc67-1efea00a55ee tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.563527 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.572929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43442) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:44.589898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Request body: {'port': {'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2', 'binding:host_id': 'n-h2-805736-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1226509386'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:44.601219 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-2131fa0e-14ec-4671-8fee-9bcca9f0e6ad service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092524 Aug 24 00:32:44.625130 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.643047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b972ba08-50c9-4894-a36e-bc20ff89b7ae req-72c4a76c-39a9-4890-8daa-94953c41328a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 210 time: 0.0856435 Aug 24 00:32:44.647438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811d973c-5d70-480f-bc40-0e106522489d req-62e319df-eb12-40c9-9166-2a8f6ccdb549 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Made reservation on behalf of 8bebadfd83004fbba9ca3639ea1e148c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:44.654067 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-811d973c-5d70-480f-bc40-0e106522489d req-62e319df-eb12-40c9-9166-2a8f6ccdb549 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.712875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Made reservation on behalf of f866265c4952466198e84e8a7a170853 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:44.727001 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.746016 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.826267 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d21a1260-0169-457c-8a25-5b6cf675fb4d req-aac830c6-b632-46d4-b8ba-ed4cda070069 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986125 Aug 24 00:32:44.886821 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-fbc18e1f-f99b-44e5-92b0-55b8e7bb85ad req-95a0cb2a-e67a-4db0-bc67-1efea00a55ee tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] For port 42c96699-2336-4320-b592-146ddb422c39, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=42c96699-2336-4320-b592-146ddb422c39,segment=NetworkSegment(1b1f4b48-89f9-4cda-b661-cbc2554d13be),segment_id=1b1f4b48-89f9-4cda-b661-cbc2554d13be)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:44.887196 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fbc18e1f-f99b-44e5-92b0-55b8e7bb85ad req-95a0cb2a-e67a-4db0-bc67-1efea00a55ee tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.932418 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.957260 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.967022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] device_id is not set on port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:32:45.011275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384182f-226b-489e-ad90-496dc7ae7cca req-4780394a-d0ff-4f4a-99ad-a79cd437b4f6 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:45.012946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3384182f-226b-489e-ad90-496dc7ae7cca req-4780394a-d0ff-4f4a-99ad-a79cd437b4f6 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.2170057 Aug 24 00:32:45.032459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-fbc18e1f-f99b-44e5-92b0-55b8e7bb85ad req-95a0cb2a-e67a-4db0-bc67-1efea00a55ee tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Calling delete_port for 42c96699-2336-4320-b592-146ddb422c39 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:45.109564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3384182f-226b-489e-ad90-496dc7ae7cca req-609d5356-6584-49ca-86a5-f28d7b185c7e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723002 Aug 24 00:32:45.280149 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984f2f69-1536-455b-a406-973c9c10139c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:45.301208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-811d973c-5d70-480f-bc40-0e106522489d req-62e319df-eb12-40c9-9166-2a8f6ccdb549 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Allocated IP 172.20.0.9 (67f63f37-ef22-479b-bc91-310b1536cbf5/5405fc99-102d-4149-8670-63c79d13ddc2/d4f6e794-86f2-4c1e-84a7-202f85fa97e9) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:45.308669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d03ba-7657-466f-9d28-a15ff259c3e2 req-752e9aa8-53f1-40b4-9399-4363594ff722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:45.310218 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df7d03ba-7657-466f-9d28-a15ff259c3e2 req-752e9aa8-53f1-40b4-9399-4363594ff722 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 1094 time: 0.3933005 Aug 24 00:32:45.311009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Allocated IP 2001:db8::20d (c42bbd74-8772-491d-b925-1e54cbdbd37d/9a670b3b-5989-40b5-8aca-d4c40432456c/f815f337-282c-4f4e-870e-0edbf153f670) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:45.332651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] device_id is not set on port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:32:45.348920 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:45.366401 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Transition to ACTIVE for port object 931b7cd0-2f13-41c3-917a-cb40e0c09f25 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:45.491590 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d03ba-7657-466f-9d28-a15ff259c3e2 req-86aa6a34-89e5-4023-a86f-bc491d4e1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:45.493410 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df7d03ba-7657-466f-9d28-a15ff259c3e2 req-86aa6a34-89e5-4023-a86f-bc491d4e1c48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.1102204 Aug 24 00:32:45.525151 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:45.657374 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fbc18e1f-f99b-44e5-92b0-55b8e7bb85ad req-95a0cb2a-e67a-4db0-bc67-1efea00a55ee tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:45.770910 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:45.774549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0cb2a-e67a-4db0-bc67-1efea00a55ee tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Pushing event deleted for resources: {'Port': ['ID=42c96699-2336-4320-b592-146ddb422c39,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:45.809135 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-811d973c-5d70-480f-bc40-0e106522489d req-62e319df-eb12-40c9-9166-2a8f6ccdb549 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:45.837540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4eeea-82bc-44cb-8607-c85dba09c131 req-fa8b491a-83bd-40a5-a689-48437780724d tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:45.839365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03a4eeea-82bc-44cb-8607-c85dba09c131 req-fa8b491a-83bd-40a5-a689-48437780724d tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329171b-0f42-4709-8952-cde64270b386 HTTP/1.1" status: 200 len: 945 time: 0.2869780 Aug 24 00:32:45.909537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-811d973c-5d70-480f-bc40-0e106522489d req-62e319df-eb12-40c9-9166-2a8f6ccdb549 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Transition to ACTIVE for port object d4f6e794-86f2-4c1e-84a7-202f85fa97e9 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:45.913872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83204b10-b14c-493a-abf7-95b4e56d16ca req-5b886a45-7ffb-4e21-a80c-9810cbbe0af3 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 210 time: 0.0844932 Aug 24 00:32:45.915077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc18e1f-f99b-44e5-92b0-55b8e7bb85ad req-95a0cb2a-e67a-4db0-bc67-1efea00a55ee tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] No DVR routers for this DVR port 42c96699-2336-4320-b592-146ddb422c39 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:32:45.935843 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-fbc18e1f-f99b-44e5-92b0-55b8e7bb85ad req-95a0cb2a-e67a-4db0-bc67-1efea00a55ee tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:45.938576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbc18e1f-f99b-44e5-92b0-55b8e7bb85ad req-95a0cb2a-e67a-4db0-bc67-1efea00a55ee tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.47 "DELETE /v2.0/ports/42c96699-2336-4320-b592-146ddb422c39 HTTP/1.1" status: 204 len: 173 time: 2.2026217 Aug 24 00:32:45.940545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e329171b-0f42-4709-8952-cde64270b386', 'name': 'network-vif-deleted', 'tag': '42c96699-2336-4320-b592-146ddb422c39'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:45.943316 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6cb6bd-ac67-48d4-b6ef-879dd0e68d7e" -d '{"events": [{"server_uuid": "e329171b-0f42-4709-8952-cde64270b386", "name": "network-vif-deleted", "tag": "42c96699-2336-4320-b592-146ddb422c39"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:46.039839 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df7d03ba-7657-466f-9d28-a15ff259c3e2 req-1b62e061-9f56-472a-a3b3-377c82e88a2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=046e1d9e-5e9a-4211-9edd-d6606cb8570f HTTP/1.1" status: 200 len: 217 time: 0.5309591 Aug 24 00:32:46.040453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03a4eeea-82bc-44cb-8607-c85dba09c131 req-f2be2eb7-3f8b-405a-bd35-9789f9a152f8 tempest-ServerAddressesNegativeTestJSON-1289283620 tempest-ServerAddressesNegativeTestJSON-1289283620-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4080aef-ed64-4d53-9546-e28c0dd320c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812124 Aug 24 00:32:46.057068 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:46.097450 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-811d973c-5d70-480f-bc40-0e106522489d req-62e319df-eb12-40c9-9166-2a8f6ccdb549 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:46.130932 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12760a49-d854-4f4b-b20b-2cb79069a308 x-openstack-request-id: req-12760a49-d854-4f4b-b20b-2cb79069a308 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:46.131290 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e329171b-0f42-4709-8952-cde64270b386", "name": "network-vif-deleted", "tag": "42c96699-2336-4320-b592-146ddb422c39", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:46.131472 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12760a49-d854-4f4b-b20b-2cb79069a308 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:46.132253 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e329171b-0f42-4709-8952-cde64270b386', 'name': 'network-vif-deleted', 'tag': '42c96699-2336-4320-b592-146ddb422c39', 'status': 'completed', 'code': 200} Aug 24 00:32:46.140751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Network c42bbd74-8772-491d-b925-1e54cbdbd37d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:46.150307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:46.150849 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Pushing event updated for resources: {'Port': ['ID=931b7cd0-2f13-41c3-917a-cb40e0c09f25,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:46.163696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:46.168148 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811d973c-5d70-480f-bc40-0e106522489d req-62e319df-eb12-40c9-9166-2a8f6ccdb549 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Network 67f63f37-ef22-479b-bc91-310b1536cbf5 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:46.182442 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Checking segment: {'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:46.182825 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Network hostable DHCP agents. Network: 9aac961b-e28a-415a-ae4c-24f62e6d2fd2, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:32:46.186476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d03ba-7657-466f-9d28-a15ff259c3e2 req-923940fa-0beb-42e1-8694-3fd80dfc90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:46.187998 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df7d03ba-7657-466f-9d28-a15ff259c3e2 req-923940fa-0beb-42e1-8694-3fd80dfc90ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.1158206 Aug 24 00:32:46.211806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-811d973c-5d70-480f-bc40-0e106522489d req-62e319df-eb12-40c9-9166-2a8f6ccdb549 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:46.215510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event updated for resources: {'Port': ['ID=f815f337-282c-4f4e-870e-0edbf153f670,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:46.219928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-811d973c-5d70-480f-bc40-0e106522489d req-62e319df-eb12-40c9-9166-2a8f6ccdb549 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:46.294894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d03ba-7657-466f-9d28-a15ff259c3e2 req-2064144c-5ada-486f-8804-1595a231da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:46.296539 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df7d03ba-7657-466f-9d28-a15ff259c3e2 req-2064144c-5ada-486f-8804-1595a231da49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963113 Aug 24 00:32:46.301436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:32:46.322688 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 9aac961b-e28a-415a-ae4c-24f62e6d2fd2) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:46.331016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca461e3-e286-44c9-89dc-7ce8e9176cb4 None None] Network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:32:46.346822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:46.429401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d973c-5d70-480f-bc40-0e106522489d req-62e319df-eb12-40c9-9166-2a8f6ccdb549 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:46.429401 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-811d973c-5d70-480f-bc40-0e106522489d req-62e319df-eb12-40c9-9166-2a8f6ccdb549 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:46.459414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:46.459756 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:46.460126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:46.483014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 42c96699-2336-4320-b592-146ddb422c39 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:46.501754 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:46.502108 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:46.506924 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 2 to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 Aug 24 00:32:46.553066 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 42c96699-2336-4320-b592-146ddb422c39 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:46.553939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 42c96699-2336-4320-b592-146ddb422c39 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:46.580351 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df7d03ba-7657-466f-9d28-a15ff259c3e2 req-1f444d48-0f09-4307-ac2a-f5ee8634a8e0 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695282 Aug 24 00:32:46.621033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e319df-eb12-40c9-9166-2a8f6ccdb549 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event updated for resources: {'Port': ['ID=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:46.673139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c52b317d-e177-4da7-b2df-82b5c43708dc None None] Provisioning for port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:46.676602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:46.678368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:46.678714 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:46.682224 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c52b317d-e177-4da7-b2df-82b5c43708dc None None] Provisioning complete for port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:46.682400 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c52b317d-e177-4da7-b2df-82b5c43708dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:46.684811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d1b2d-65d8-41e4-81fb-ceab97c60ddd req-e22a4e51-7bf2-4084-9717-ac0360f6c471 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:46.697290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef2d1b2d-65d8-41e4-81fb-ceab97c60ddd req-e22a4e51-7bf2-4084-9717-ac0360f6c471 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.3788157 Aug 24 00:32:46.704748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-62e319df-eb12-40c9-9166-2a8f6ccdb549 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6006382 Aug 24 00:32:46.723038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c52b317d-e177-4da7-b2df-82b5c43708dc None None] Port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:32:46.756066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:46.756555 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:46.758272 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 3 to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 Aug 24 00:32:46.796038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:46.796038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:46.796038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:46.803524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:46.804677 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:46.808040 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 4 to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 Aug 24 00:32:46.845033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Request body: {'port': {'device_id': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:46.887335 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-df7d03ba-7657-466f-9d28-a15ff259c3e2 req-daa80baf-011e-4d7b-9ee6-a24c7a3e2b41 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757885 Aug 24 00:32:46.891980 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:46.892317 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:46.896900 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:46.918061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:46.918397 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:46.918802 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 5 to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 Aug 24 00:32:46.962365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:46.962768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:46.964013 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:46.972505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:46.972839 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:46.973527 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 6 to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 Aug 24 00:32:47.017716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:47.018328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:47.020277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:47.026023 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:47.026529 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:47.026902 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 7 to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 Aug 24 00:32:47.030056 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:47.046101 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:47.046716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:47.046840 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:47.053375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:47.053785 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:47.054238 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 8 to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 Aug 24 00:32:47.100925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:47.100925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:47.100925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:47.123716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:47.124449 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:47.125185 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 9 to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 Aug 24 00:32:47.163608 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:47.164164 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:47.164313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:47.173593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:47.175440 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:47.175440 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 10 to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 Aug 24 00:32:47.207866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:47.207866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:47.207866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:47.213923 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:47.214620 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:47.215472 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:47.364605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] For port 931b7cd0-2f13-41c3-917a-cb40e0c09f25, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:47.364985 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempted to set empty binding levels {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 24 00:32:47.370413 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:47.414202 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:47.415236 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:47.432464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Pushing event updated for resources: {'Port': ['ID=931b7cd0-2f13-41c3-917a-cb40e0c09f25,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:47.445112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef2d1b2d-65d8-41e4-81fb-ceab97c60ddd req-ea52ce19-82d9-4fb7-a4ad-e1f3f73699d0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7469339 Aug 24 00:32:47.463873 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-50f13042-c0b6-474f-b754-b838b17bfce1 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.8853624 Aug 24 00:32:47.464852 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43498) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:47.528161 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:47.530643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43502) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:47.640105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e055f76-718f-4628-bad4-1c13974a9cd0 req-f91df1d3-7fb8-4770-b820-e8d37ad712af tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:47.640598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2d77076b-3d34-40e0-a195-b0f2c25ff76c tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Deleting port 931b7cd0-2f13-41c3-917a-cb40e0c09f25 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:47.640786 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d77076b-3d34-40e0-a195-b0f2c25ff76c tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:47.641764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e055f76-718f-4628-bad4-1c13974a9cd0 req-f91df1d3-7fb8-4770-b820-e8d37ad712af tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 931 time: 0.1932864 Aug 24 00:32:47.761111 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-2d77076b-3d34-40e0-a195-b0f2c25ff76c tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] For port 931b7cd0-2f13-41c3-917a-cb40e0c09f25, host n-h2-805736-1, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:47.761495 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d77076b-3d34-40e0-a195-b0f2c25ff76c tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:47.776570 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2d77076b-3d34-40e0-a195-b0f2c25ff76c tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Calling delete_port for 931b7cd0-2f13-41c3-917a-cb40e0c09f25 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:47.828168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a845d26a-d5f1-40aa-bf28-3ffcf8521377 admin admin] Deleting subnet 9398e65a-d36b-4e86-a701-09a2926f5ec8 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:32:47.881182 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a845d26a-d5f1-40aa-bf28-3ffcf8521377 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:47.945071 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d77076b-3d34-40e0-a195-b0f2c25ff76c tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.023518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e055f76-718f-4628-bad4-1c13974a9cd0 req-d72c57b0-687c-4252-8808-536b79fa0a94 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589625 Aug 24 00:32:48.027832 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2d77076b-3d34-40e0-a195-b0f2c25ff76c tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.031693 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2d77076b-3d34-40e0-a195-b0f2c25ff76c tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "DELETE /v2.0/ports/931b7cd0-2f13-41c3-917a-cb40e0c09f25 HTTP/1.1" status: 204 len: 168 time: 0.5642068 Aug 24 00:32:48.033120 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77076b-3d34-40e0-a195-b0f2c25ff76c tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Pushing event deleted for resources: {'Port': ['ID=931b7cd0-2f13-41c3-917a-cb40e0c09f25,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:48.059752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:48.068918 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a845d26a-d5f1-40aa-bf28-3ffcf8521377 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.097096 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4340dfd0-f5fc-4a5b-bb03-7f34faace28f tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:32:48.099158 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4340dfd0-f5fc-4a5b-bb03-7f34faace28f tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "GET /v2.0/ports/931b7cd0-2f13-41c3-917a-cb40e0c09f25 HTTP/1.1" status: 404 len: 333 time: 0.0371003 Aug 24 00:32:48.103117 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43516) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:48.110633 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-317477cd-ffd9-4604-b96c-810fc86c3d21 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Request body: {'port': {'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-397372805'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:48.166316 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317477cd-ffd9-4604-b96c-810fc86c3d21 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Made reservation on behalf of f866265c4952466198e84e8a7a170853 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:48.179223 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-317477cd-ffd9-4604-b96c-810fc86c3d21 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.211604 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-317477cd-ffd9-4604-b96c-810fc86c3d21 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] device_id is not set on port 6511937b-3186-4968-b2c5-d1d845260d36 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:32:48.285491 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a845d26a-d5f1-40aa-bf28-3ffcf8521377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.365177 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.382257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f6e794-86f2-4c1e-84a7-202f85fa97e9 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:32:48.434911 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.469910 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-317477cd-ffd9-4604-b96c-810fc86c3d21 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.471770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Transition to ACTIVE for port object d4f6e794-86f2-4c1e-84a7-202f85fa97e9 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:48.474823 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a845d26a-d5f1-40aa-bf28-3ffcf8521377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.490919 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.540540 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a845d26a-d5f1-40aa-bf28-3ffcf8521377 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.542476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a845d26a-d5f1-40aa-bf28-3ffcf8521377 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9398e65a-d36b-4e86-a701-09a2926f5ec8 HTTP/1.1" status: 204 len: 168 time: 1.0096619 Aug 24 00:32:48.545271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:48.576154 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-317477cd-ffd9-4604-b96c-810fc86c3d21 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.589801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845d26a-d5f1-40aa-bf28-3ffcf8521377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9398e65a-d36b-4e86-a701-09a2926f5ec8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:48.672604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:48.747424 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317477cd-ffd9-4604-b96c-810fc86c3d21 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:48.756862 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-317477cd-ffd9-4604-b96c-810fc86c3d21 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:48.763598 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9763a3e0-0b29-4085-8edb-bfa4bf0c20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.765249 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317477cd-ffd9-4604-b96c-810fc86c3d21 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:48.766200 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317477cd-ffd9-4604-b96c-810fc86c3d21 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:48.767068 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-317477cd-ffd9-4604-b96c-810fc86c3d21 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.772656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317477cd-ffd9-4604-b96c-810fc86c3d21 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Pushing event updated for resources: {'Port': ['ID=6511937b-3186-4968-b2c5-d1d845260d36,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:48.800252 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-317477cd-ffd9-4604-b96c-810fc86c3d21 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6940038 Aug 24 00:32:48.806204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43524) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:48.821731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:48.851409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deeee5-6cee-4a40-aaac-8d399b3ae0dc req-86651915-31c8-49a5-8a83-0580e8fc05ab tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:48.866054 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3deeee5-6cee-4a40-aaac-8d399b3ae0dc req-86651915-31c8-49a5-8a83-0580e8fc05ab tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.2433875 Aug 24 00:32:48.868712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Router 1f4eeab3-3449-4821-a060-8a8378ae4159 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:32:48.901589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Attempting to bind port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:48.902055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Attempting to bind port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:48.902499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Attempting to bind port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 on network 67f63f37-ef22-479b-bc91-310b1536cbf5 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:48.932346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 on network 67f63f37-ef22-479b-bc91-310b1536cbf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:48.932716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Attempting to bind port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 on network 67f63f37-ef22-479b-bc91-310b1536cbf5 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:48.960173 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9763a3e0-0b29-4085-8edb-bfa4bf0c20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.968225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:32:48.968757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Checking segment: {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:48.969249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Bound using segment: {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:32:48.969798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Bound port: d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:32:48.970270 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.978866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9763a3e0-0b29-4085-8edb-bfa4bf0c20ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d95f1b-1559-4cfc-82dc-167c14cefdb6']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:48.999421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3deeee5-6cee-4a40-aaac-8d399b3ae0dc req-0fcf617c-fbab-450a-8df4-a10b12aae0cd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291130 Aug 24 00:32:49.004826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9763a3e0-0b29-4085-8edb-bfa4bf0c20ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1f4b48-89f9-4cda-b661-cbc2554d13be') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:49.005135 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9763a3e0-0b29-4085-8edb-bfa4bf0c20ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1f4b48-89f9-4cda-b661-cbc2554d13be') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:49.019874 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9763a3e0-0b29-4085-8edb-bfa4bf0c20ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.037443 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9763a3e0-0b29-4085-8edb-bfa4bf0c20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.044547 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9763a3e0-0b29-4085-8edb-bfa4bf0c20ba admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:32:49.045334 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9763a3e0-0b29-4085-8edb-bfa4bf0c20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:32:49.048340 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:32:49.206752 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9763a3e0-0b29-4085-8edb-bfa4bf0c20ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.238358 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.257515 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9763a3e0-0b29-4085-8edb-bfa4bf0c20ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.261263 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9763a3e0-0b29-4085-8edb-bfa4bf0c20ba admin admin] 10.222.0.32 "DELETE /v2.0/networks/61d95f1b-1559-4cfc-82dc-167c14cefdb6 HTTP/1.1" status: 204 len: 168 time: 0.7145882 Aug 24 00:32:49.262498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763a3e0-0b29-4085-8edb-bfa4bf0c20ba admin admin] Pushing event deleted for resources: {'Network': ['ID=61d95f1b-1559-4cfc-82dc-167c14cefdb6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:49.481951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:49.491513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af31ca7-51f2-4452-8a3f-8ac5c920ccf0 req-4ee4c535-3a3f-4281-9d04-a54d9ad0a4ab tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:49.493339 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2af31ca7-51f2-4452-8a3f-8ac5c920ccf0 req-4ee4c535-3a3f-4281-9d04-a54d9ad0a4ab tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 943 time: 0.3118081 Aug 24 00:32:49.495438 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] Sync routers for ids ['1f4eeab3-3449-4821-a060-8a8378ae4159'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:49.504719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:49.511819 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] Routers {'1f4eeab3-3449-4821-a060-8a8378ae4159'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:49.511953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:32:49.513242 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['1f4eeab3-3449-4821-a060-8a8378ae4159'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:49.531344 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.548258 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.555637 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e667ceb2-ce60-4979-aa14-273aa379d6ad tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.6362615 Aug 24 00:32:49.556330 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:49.658356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:49.659718 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.661334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] 10.222.0.13 "PUT /v2.0/ports/d4f6e794-86f2-4c1e-84a7-202f85fa97e9 HTTP/1.1" status: 200 len: 1091 time: 2.8305581 Aug 24 00:32:49.664586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:49.669539 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df10ef3b-8058-4f96-a09e-addf798f363d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:49.695516 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:49.699558 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2af31ca7-51f2-4452-8a3f-8ac5c920ccf0 req-50f3dc94-4fe2-44b7-a038-01dcc052e411 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925333 Aug 24 00:32:49.730073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] device_id is not set on port 6511937b-3186-4968-b2c5-d1d845260d36 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:32:49.775144 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d509ae3-ca48-47e1-8c2d-12d4b1968c23 x-openstack-request-id: req-5d509ae3-ca48-47e1-8c2d-12d4b1968c23 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:49.775461 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:49.775682 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d509ae3-ca48-47e1-8c2d-12d4b1968c23 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:49.776168 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'status': 'completed', 'code': 200} Aug 24 00:32:49.779070 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.817091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a32dc9-54ac-4a2f-91d0-a5671505b2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:49.845432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Transition to ACTIVE for port object 6511937b-3186-4968-b2c5-d1d845260d36 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:49.858175 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-286cc4ac-1d94-4828-8da5-8b9483ae3910 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e82566cb193a4ff9a4dce94e860f593a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567717 Aug 24 00:32:49.858440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43538) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:49.864483 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.901174 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.915491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d973c-5d70-480f-bc40-0e106522489d req-4e9e0c84-154c-4fe7-b271-0500b947409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:49.917448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-4e9e0c84-154c-4fe7-b271-0500b947409f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 1094 time: 0.1822402 Aug 24 00:32:49.943572 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] Set router 1f4eeab3-3449-4821-a060-8a8378ae4159 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:50.057992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-9219b04d-dd25-4d55-858f-961f62adf795 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9 HTTP/1.1" status: 200 len: 217 time: 0.1111808 Aug 24 00:32:50.113166 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.184228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Pushing event updated for resources: {'Port': ['ID=6511937b-3186-4968-b2c5-d1d845260d36,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:50.214138 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:50.218043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:50.218832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:50.229828 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e04fdc55-b439-45bb-b7d6-a9babc2cb7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.260347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:50.260963 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:50.265074 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 2 to bind port 6511937b-3186-4968-b2c5-d1d845260d36 Aug 24 00:32:50.292517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d973c-5d70-480f-bc40-0e106522489d req-70a6c81f-f71e-4ec6-a1c9-bbf2bd731f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:50.293160 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-70a6c81f-f71e-4ec6-a1c9-bbf2bd731f37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.2216249 Aug 24 00:32:50.300875 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e04fdc55-b439-45bb-b7d6-a9babc2cb7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.318694 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Deleting port f815f337-282c-4f4e-870e-0edbf153f670 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:50.319617 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.386004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:50.386348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:50.386688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:50.412241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:50.412590 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:50.415012 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 3 to bind port 6511937b-3186-4968-b2c5-d1d845260d36 Aug 24 00:32:50.448513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4133e-2ac4-4289-951d-10e2a114754e req-76dbc836-5a60-4d93-915a-91caf3d0cac2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:50.450338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1f4133e-2ac4-4289-951d-10e2a114754e req-76dbc836-5a60-4d93-915a-91caf3d0cac2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.1933329 Aug 24 00:32:50.454323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:50.454662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:50.455125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:50.461116 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.462246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d973c-5d70-480f-bc40-0e106522489d req-6fbf293c-ae3a-442a-8956-7bba8d399cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:50.464212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-6fbf293c-ae3a-442a-8956-7bba8d399cd3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562321 Aug 24 00:32:50.466715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:50.467143 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:50.468754 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 4 to bind port 6511937b-3186-4968-b2c5-d1d845260d36 Aug 24 00:32:50.476604 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4eeab3-3449-4821-a060-8a8378ae4159', 'name': '', 'tenant_id': '27bf4ed557b0457583b1879ded7d8f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c42bbd74-8772-491d-b925-1e54cbdbd37d', 'external_fixed_ips': [{'subnet_id': '9a670b3b-5989-40b5-8aca-d4c40432456c', 'ip_address': '2001:db8::20d'}], 'enable_snat': True}, 'gw_port_id': 'f815f337-282c-4f4e-870e-0edbf153f670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:42Z', 'updated_at': '2021-08-24T00:32:46Z', 'revision_number': 3, 'project_id': '27bf4ed557b0457583b1879ded7d8f18', 'gw_port': {'id': 'f815f337-282c-4f4e-870e-0edbf153f670', 'name': '', 'network_id': 'c42bbd74-8772-491d-b925-1e54cbdbd37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:58:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4eeab3-3449-4821-a060-8a8378ae4159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '9a670b3b-5989-40b5-8aca-d4c40432456c', 'ip_address': '2001:db8::20d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:44Z', 'updated_at': '2021-08-24T00:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a670b3b-5989-40b5-8aca-d4c40432456c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:50.492688 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Calling delete_port for f815f337-282c-4f4e-870e-0edbf153f670 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:50.521353 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e04fdc55-b439-45bb-b7d6-a9babc2cb7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.523953 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e04fdc55-b439-45bb-b7d6-a9babc2cb7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.525092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e04fdc55-b439-45bb-b7d6-a9babc2cb7eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4080aef-ed64-4d53-9546-e28c0dd320c3 HTTP/1.1" status: 204 len: 168 time: 0.6624172 Aug 24 00:32:50.539813 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] Checking router: 1f4eeab3-3449-4821-a060-8a8378ae4159 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:50.540685 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] Updating router 1f4eeab3-3449-4821-a060-8a8378ae4159 port f815f337-282c-4f4e-870e-0edbf153f670 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:32:50.591959 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.665220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-48f0ccf8-a46a-49bd-890f-ee605272c1ec service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902266 Aug 24 00:32:50.671359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fdc55-b439-45bb-b7d6-a9babc2cb7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4080aef-ed64-4d53-9546-e28c0dd320c3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:50.734170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:50.734170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:50.734923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:50.769718 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1f4133e-2ac4-4289-951d-10e2a114754e req-1f133f83-6412-46a5-8751-91edca91e491 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932177 Aug 24 00:32:50.848320 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.915085 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:50.915085 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:50.951137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event deleted for resources: {'Port': ['ID=f815f337-282c-4f4e-870e-0edbf153f670,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:50.988130 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.029680 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 5 to bind port 6511937b-3186-4968-b2c5-d1d845260d36 Aug 24 00:32:51.079735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:51.080070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:51.080956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:51.109187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:51.109568 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:51.112482 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 6 to bind port 6511937b-3186-4968-b2c5-d1d845260d36 Aug 24 00:32:51.146550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:51.146923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:51.147259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:51.171453 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:32:51.171846 n-d-805736-1 neutron-server[94840]: DEBUG oslo_db.api [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:32:51.191003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df57b75-9163-464c-8f91-7b92762a6474 req-e44c763b-eae6-4660-8723-63e70aeafc97 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:51.193524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5df57b75-9163-464c-8f91-7b92762a6474 req-e44c763b-eae6-4660-8723-63e70aeafc97 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 943 time: 0.2653913 Aug 24 00:32:51.197453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:51.198052 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:51.201248 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 7 to bind port 6511937b-3186-4968-b2c5-d1d845260d36 Aug 24 00:32:51.224545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:51.224545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:51.225048 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:51.248032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:51.248488 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:51.253042 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 8 to bind port 6511937b-3186-4968-b2c5-d1d845260d36 Aug 24 00:32:51.264895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811d973c-5d70-480f-bc40-0e106522489d req-d15a2634-6fd8-44f9-ae48-16e61f08b709 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903976 Aug 24 00:32:51.271037 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.273570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:51.273916 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:51.274247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:51.275932 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.280591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:51.280854 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:51.283019 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 9 to bind port 6511937b-3186-4968-b2c5-d1d845260d36 Aug 24 00:32:51.310186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5df57b75-9163-464c-8f91-7b92762a6474 req-487dd631-cc50-4acf-a271-a4ba902cfd8d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933261 Aug 24 00:32:51.325516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:51.326033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:51.326230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:51.345614 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:51.345614 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:51.345614 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 10 to bind port 6511937b-3186-4968-b2c5-d1d845260d36 Aug 24 00:32:51.372520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:51.373406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:51.373933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:51.377141 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.378413 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f4eeab3-3449-4821-a060-8a8378ae4159 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:32:51.388039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:51.388681 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port 6511937b-3186-4968-b2c5-d1d845260d36 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:51.389223 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.391973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.394830 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-776c7afc-2713-43bf-92a8-d8da48d5de8a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "DELETE /v2.0/routers/1f4eeab3-3449-4821-a060-8a8378ae4159 HTTP/1.1" status: 204 len: 168 time: 1.8368628 Aug 24 00:32:51.397597 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:51.543429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10ef3b-8058-4f96-a09e-addf798f363d req-6a86df2f-3c25-49ac-85f2-92bcf022d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:51.544769 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df10ef3b-8058-4f96-a09e-addf798f363d req-6a86df2f-3c25-49ac-85f2-92bcf022d4e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 1094 time: 0.1287847 Aug 24 00:32:51.573026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6418c6bc-563b-46e1-8d8e-e65c13f02a8d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Deleting subnet 9a670b3b-5989-40b5-8aca-d4c40432456c {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:32:51.574000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] For port 6511937b-3186-4968-b2c5-d1d845260d36, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:51.575721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempted to set empty binding levels {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 24 00:32:51.603938 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6418c6bc-563b-46e1-8d8e-e65c13f02a8d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.606289 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.688578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] In _notify_port_updated(), no bound segment for port 6511937b-3186-4968-b2c5-d1d845260d36 on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:32:51.689470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:51.690636 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.692272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "PUT /v2.0/ports/6511937b-3186-4968-b2c5-d1d845260d36 HTTP/1.1" status: 200 len: 974 time: 2.8831904 Aug 24 00:32:51.698199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43564) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:51.746092 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] Port f815f337-282c-4f4e-870e-0edbf153f670 not found while updating agent binding for router 1f4eeab3-3449-4821-a060-8a8378ae4159. {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 24 00:32:51.751552 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6418c6bc-563b-46e1-8d8e-e65c13f02a8d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.766032 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] Routers set() bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:51.766607 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] Router IDs set() for agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:32:51.767464 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_agentschedulers_db [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1f4eeab3-3449-4821-a060-8a8378ae4159'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent'). {{(pid=94840) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 24 00:32:51.768596 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682c35a-bda7-4bb8-818d-e0d339c85882 None None] The sync data for ids ['1f4eeab3-3449-4821-a060-8a8378ae4159'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:51.817395 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6418c6bc-563b-46e1-8d8e-e65c13f02a8d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.834761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40064f06-c61e-43ac-8739-5c57708ede28 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Pushing event updated for resources: {'Port': ['ID=6511937b-3186-4968-b2c5-d1d845260d36,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:51.869681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10ef3b-8058-4f96-a09e-addf798f363d req-9cba839d-44bc-464a-afe8-744ca10f1221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:51.873836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df10ef3b-8058-4f96-a09e-addf798f363d req-9cba839d-44bc-464a-afe8-744ca10f1221 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 917 time: 0.3182201 Aug 24 00:32:51.948407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6418c6bc-563b-46e1-8d8e-e65c13f02a8d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.984889 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418c6bc-563b-46e1-8d8e-e65c13f02a8d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9a670b3b-5989-40b5-8aca-d4c40432456c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:51.993321 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6418c6bc-563b-46e1-8d8e-e65c13f02a8d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.995918 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6418c6bc-563b-46e1-8d8e-e65c13f02a8d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/9a670b3b-5989-40b5-8aca-d4c40432456c HTTP/1.1" status: 204 len: 168 time: 0.5942841 Aug 24 00:32:51.998956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:52.218407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a377f4ba-f4af-4919-981c-fc1e8ef2958b tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.269740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:52.340519 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df10ef3b-8058-4f96-a09e-addf798f363d req-d65f048a-699c-4ac5-91ca-67f765cedcf0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9 HTTP/1.1" status: 200 len: 217 time: 0.4583745 Aug 24 00:32:52.359775 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a377f4ba-f4af-4919-981c-fc1e8ef2958b tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.373006 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a377f4ba-f4af-4919-981c-fc1e8ef2958b tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42bbd74-8772-491d-b925-1e54cbdbd37d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:52.388111 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a377f4ba-f4af-4919-981c-fc1e8ef2958b tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8866644-91d0-43cd-b372-7c28d17c6916') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:52.388828 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a377f4ba-f4af-4919-981c-fc1e8ef2958b tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8866644-91d0-43cd-b372-7c28d17c6916') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:52.402117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a377f4ba-f4af-4919-981c-fc1e8ef2958b tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.423849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a377f4ba-f4af-4919-981c-fc1e8ef2958b tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.439450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.440572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.441044 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.441529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.441980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.442437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.442935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.443202 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a377f4ba-f4af-4919-981c-fc1e8ef2958b tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:32:52.443441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.443742 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a377f4ba-f4af-4919-981c-fc1e8ef2958b tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.443868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.444281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.444743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.445194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.445668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.446108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.446868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:32:52.447081 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:32:52.449149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.449149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.449149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.449149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.449149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.449445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.449858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.450255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.450831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.451287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.451761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.452198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.452657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.453156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.453573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.454035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.454505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.455018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.455550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.456010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.463927 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b7b29cbb-8918-4884-b528-ecc3871064ff tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31585 time: 0.7584338 Aug 24 00:32:52.466527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43584) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:52.474257 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-159912675-network', 'tenant_id': 'ac4609d2b4f94fdd93155485bcdd7236'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:52.543971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] Made reservation on behalf of ac4609d2b4f94fdd93155485bcdd7236 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:52.546044 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.548274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96017f-3b1c-487d-88a4-dde381a38e46 req-eca0c4ae-acf8-45c7-b0df-aade3ba6fd20 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.550449 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca96017f-3b1c-487d-88a4-dde381a38e46 req-eca0c4ae-acf8-45c7-b0df-aade3ba6fd20 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.6732564 Aug 24 00:32:52.553990 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10ef3b-8058-4f96-a09e-addf798f363d req-fe2dfe18-ade6-44e9-927d-cbaebbaa55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.555445 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df10ef3b-8058-4f96-a09e-addf798f363d req-fe2dfe18-ade6-44e9-927d-cbaebbaa55c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.2051125 Aug 24 00:32:52.566872 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a377f4ba-f4af-4919-981c-fc1e8ef2958b tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.571685 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a377f4ba-f4af-4919-981c-fc1e8ef2958b tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c42bbd74-8772-491d-b925-1e54cbdbd37d {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 24 00:32:52.574194 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a377f4ba-f4af-4919-981c-fc1e8ef2958b tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.580174 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a377f4ba-f4af-4919-981c-fc1e8ef2958b tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c42bbd74-8772-491d-b925-1e54cbdbd37d HTTP/1.1" status: 204 len: 168 time: 0.5762992 Aug 24 00:32:52.580174 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.602206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377f4ba-f4af-4919-981c-fc1e8ef2958b tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event deleted for resources: {'Network': ['ID=c42bbd74-8772-491d-b925-1e54cbdbd37d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:52.664743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8d817-bdbf-4975-a9d1-69c75d5821eb req-2bd6bb66-49f5-49a1-876f-b13f52fd3d8d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.666593 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2b8d817-bdbf-4975-a9d1-69c75d5821eb req-2bd6bb66-49f5-49a1-876f-b13f52fd3d8d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 943 time: 0.2055516 Aug 24 00:32:52.690280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca96017f-3b1c-487d-88a4-dde381a38e46 req-784185f2-5268-41a2-a7fe-b9af7d3ea794 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280344 Aug 24 00:32:52.716657 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.717576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10ef3b-8058-4f96-a09e-addf798f363d req-fcfa5f5c-7cad-40d5-a358-ff3b15d4c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.719255 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df10ef3b-8058-4f96-a09e-addf798f363d req-fcfa5f5c-7cad-40d5-a358-ff3b15d4c7da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292052 Aug 24 00:32:52.726323 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.757812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c61567fb-4bbd-477e-b7a8-6bf440cb309a tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Deleting port 6511937b-3186-4968-b2c5-d1d845260d36 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:52.758306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c61567fb-4bbd-477e-b7a8-6bf440cb309a tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.798862 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b34ae9-a76e-49fa-a96f-e50650432705,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:52.815211 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2b8d817-bdbf-4975-a9d1-69c75d5821eb req-fb3f9bc9-6a66-49a5-9e1f-a36deda07f22 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374302 Aug 24 00:32:52.826384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:32:52.874376 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.874716 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] Added segment 3ff44b6f-13b1-434d-ad94-d29703006ce2 of type vlan for network a7e5490c-870f-48c7-89f1-abd565877f88 Aug 24 00:32:52.901832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c61567fb-4bbd-477e-b7a8-6bf440cb309a tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] For port 6511937b-3186-4968-b2c5-d1d845260d36, host n-h2-805736-1, got binding levels [] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:52.902572 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c61567fb-4bbd-477e-b7a8-6bf440cb309a tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.960279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c61567fb-4bbd-477e-b7a8-6bf440cb309a tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Calling delete_port for 6511937b-3186-4968-b2c5-d1d845260d36 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:52.974353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df10ef3b-8058-4f96-a09e-addf798f363d req-6764ba51-77d8-4ed9-8dec-a0a376bf7c4b service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459247 Aug 24 00:32:53.017398 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.083366 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.084729 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:53.085460 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.207844 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9348848 Aug 24 00:32:53.210599 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c44e5f-4f07-40b4-9e2f-11da952c54d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e5490c-870f-48c7-89f1-abd565877f88,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:53.220681 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network a7e5490c-870f-48c7-89f1-abd565877f88 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:32:53.251293 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:53.256453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-06ae7860-8f93-491b-99ca-2cb0aae350eb tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Request body: {'router': {'name': 'tempest-router--1919002380', 'project_id': '3cdf2a9e197049c88f587051ab52a41a'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:53.309506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df10ef3b-8058-4f96-a09e-addf798f363d req-e3628997-87e4-4e09-b7c0-bcffb4abe252 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215630 Aug 24 00:32:53.311132 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c61567fb-4bbd-477e-b7a8-6bf440cb309a tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.320428 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06ae7860-8f93-491b-99ca-2cb0aae350eb tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.321519 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06ae7860-8f93-491b-99ca-2cb0aae350eb tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.360167 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c61567fb-4bbd-477e-b7a8-6bf440cb309a tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.364732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c61567fb-4bbd-477e-b7a8-6bf440cb309a tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6511937b-3186-4968-b2c5-d1d845260d36 HTTP/1.1" status: 204 len: 168 time: 0.8962526 Aug 24 00:32:53.366695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43598) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:53.401580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61567fb-4bbd-477e-b7a8-6bf440cb309a tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Pushing event deleted for resources: {'Port': ['ID=6511937b-3186-4968-b2c5-d1d845260d36,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:53.439907 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f2d64f-628c-4493-9278-a1ff92b66236 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:32:53.448971 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3f2d64f-628c-4493-9278-a1ff92b66236 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "GET /v2.0/ports/6511937b-3186-4968-b2c5-d1d845260d36 HTTP/1.1" status: 404 len: 333 time: 0.0776255 Aug 24 00:32:53.449693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43602) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:53.456611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9f80934b-a88b-4d4a-a6b1-ffdceb68c6b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-374355418', 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:53.505601 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06ae7860-8f93-491b-99ca-2cb0aae350eb tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.512587 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06ae7860-8f93-491b-99ca-2cb0aae350eb tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.522871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f80934b-a88b-4d4a-a6b1-ffdceb68c6b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Made reservation on behalf of f866265c4952466198e84e8a7a170853 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:53.526466 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f80934b-a88b-4d4a-a6b1-ffdceb68c6b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.551336 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-06ae7860-8f93-491b-99ca-2cb0aae350eb tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.552599 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-06ae7860-8f93-491b-99ca-2cb0aae350eb tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3003798 Aug 24 00:32:53.559087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43608) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:53.576470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-9f80934b-a88b-4d4a-a6b1-ffdceb68c6b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] device_id is not set on port 8636f7c0-d191-4818-8440-0eb022bebd21 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:32:53.639386 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.744512 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3442e12-dc4d-4825-b4f7-abdeb1cfe2fb tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.202494 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f80934b-a88b-4d4a-a6b1-ffdceb68c6b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.211443 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3442e12-dc4d-4825-b4f7-abdeb1cfe2fb tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.219302 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3442e12-dc4d-4825-b4f7-abdeb1cfe2fb tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.241340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81434b57-e7c9-47e7-8f7d-ef02ffe8eb69 req-97b58cd4-6005-4498-90b6-61972419c286 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:54.242804 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81434b57-e7c9-47e7-8f7d-ef02ffe8eb69 req-97b58cd4-6005-4498-90b6-61972419c286 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.3903990 Aug 24 00:32:54.260133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384ab90-95fc-4032-81aa-7dbd166baa2d req-0bdf4333-83fd-427f-86b3-60c7227fa6ec tempest-ComputeTenantNetworksTest-1037441193 tempest-ComputeTenantNetworksTest-1037441193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:54.265924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384ab90-95fc-4032-81aa-7dbd166baa2d req-0bdf4333-83fd-427f-86b3-60c7227fa6ec tempest-ComputeTenantNetworksTest-1037441193 tempest-ComputeTenantNetworksTest-1037441193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:54.272988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384ab90-95fc-4032-81aa-7dbd166baa2d req-0bdf4333-83fd-427f-86b3-60c7227fa6ec tempest-ComputeTenantNetworksTest-1037441193 tempest-ComputeTenantNetworksTest-1037441193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:54.274636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9384ab90-95fc-4032-81aa-7dbd166baa2d req-0bdf4333-83fd-427f-86b3-60c7227fa6ec tempest-ComputeTenantNetworksTest-1037441193 tempest-ComputeTenantNetworksTest-1037441193-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5456731 Aug 24 00:32:54.336766 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3442e12-dc4d-4825-b4f7-abdeb1cfe2fb tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.337277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3442e12-dc4d-4825-b4f7-abdeb1cfe2fb tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0e2b9c5-2920-485d-9cad-c754da034355 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:32:54.344845 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3442e12-dc4d-4825-b4f7-abdeb1cfe2fb tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.346586 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b3442e12-dc4d-4825-b4f7-abdeb1cfe2fb tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "DELETE /v2.0/routers/c0e2b9c5-2920-485d-9cad-c754da034355 HTTP/1.1" status: 204 len: 168 time: 0.7844250 Aug 24 00:32:54.400944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81434b57-e7c9-47e7-8f7d-ef02ffe8eb69 req-08da62c1-f684-4f0f-b448-228114e63356 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497462 Aug 24 00:32:54.405620 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f80934b-a88b-4d4a-a6b1-ffdceb68c6b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.468578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9cb4d-87e4-4327-8920-745c83b0fc93 req-a15aa480-8363-4951-a066-c2d1ce88e34a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:54.470325 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdf9cb4d-87e4-4327-8920-745c83b0fc93 req-a15aa480-8363-4951-a066-c2d1ce88e34a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 943 time: 0.1284497 Aug 24 00:32:54.475794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80934b-a88b-4d4a-a6b1-ffdceb68c6b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:54.479410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43620) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:54.487586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-9f80934b-a88b-4d4a-a6b1-ffdceb68c6b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:54.499050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80934b-a88b-4d4a-a6b1-ffdceb68c6b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Pushing event updated for resources: {'Port': ['ID=8636f7c0-d191-4818-8440-0eb022bebd21,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:54.505174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f80934b-a88b-4d4a-a6b1-ffdceb68c6b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:54.506177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f80934b-a88b-4d4a-a6b1-ffdceb68c6b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:54.506808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f80934b-a88b-4d4a-a6b1-ffdceb68c6b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.596493 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdf9cb4d-87e4-4327-8920-745c83b0fc93 req-02d81ff4-b42c-402b-a569-3d9dc1a15dc8 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923069 Aug 24 00:32:54.603218 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:54.603429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9f80934b-a88b-4d4a-a6b1-ffdceb68c6b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1519458 Aug 24 00:32:54.613883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463169d-af15-4b40-b03c-a96960e0b57d req-62f076db-4fcc-48aa-910b-e5e178b94026 tempest-ComputeTenantNetworksTest-1037441193 tempest-ComputeTenantNetworksTest-1037441193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:54.620467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3463169d-af15-4b40-b03c-a96960e0b57d req-62f076db-4fcc-48aa-910b-e5e178b94026 tempest-ComputeTenantNetworksTest-1037441193 tempest-ComputeTenantNetworksTest-1037441193-project] 10.222.0.32 "GET /v2.0/networks/a7e5490c-870f-48c7-89f1-abd565877f88 HTTP/1.1" status: 200 len: 768 time: 0.1629124 Aug 24 00:32:54.626852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43626) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:54.654343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a85151-8027-4ad6-a87f-7c5e4b861401 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:54.659455 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-87a85151-8027-4ad6-a87f-7c5e4b861401 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "GET /v2.0/ports/8636f7c0-d191-4818-8440-0eb022bebd21 HTTP/1.1" status: 200 len: 954 time: 0.0550716 Aug 24 00:32:54.660098 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:54.713605 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c4359a9-e6f8-4fcc-b947-985d50b205ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.745637 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f9f24-17b6-4fad-a184-2d75dcefbe78 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Deleting port 8636f7c0-d191-4818-8440-0eb022bebd21 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:54.745921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f6f9f24-17b6-4fad-a184-2d75dcefbe78 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.763708 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-984832371', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:54.800091 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c4359a9-e6f8-4fcc-b947-985d50b205ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.812466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9c4359a9-e6f8-4fcc-b947-985d50b205ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e5490c-870f-48c7-89f1-abd565877f88']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:54.830084 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f6f9f24-17b6-4fad-a184-2d75dcefbe78 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.831134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9c4359a9-e6f8-4fcc-b947-985d50b205ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff44b6f-13b1-434d-ad94-d29703006ce2') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:54.831436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9c4359a9-e6f8-4fcc-b947-985d50b205ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff44b6f-13b1-434d-ad94-d29703006ce2') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:54.840045 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.841168 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.841943 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c4359a9-e6f8-4fcc-b947-985d50b205ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.853459 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f9f24-17b6-4fad-a184-2d75dcefbe78 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Calling delete_port for 8636f7c0-d191-4818-8440-0eb022bebd21 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:54.860022 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c4359a9-e6f8-4fcc-b947-985d50b205ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.867226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4359a9-e6f8-4fcc-b947-985d50b205ba admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:32:54.867916 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c4359a9-e6f8-4fcc-b947-985d50b205ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:32:54.869891 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:32:54.928578 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c4359a9-e6f8-4fcc-b947-985d50b205ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.934130 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c4359a9-e6f8-4fcc-b947-985d50b205ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.938531 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9c4359a9-e6f8-4fcc-b947-985d50b205ba admin admin] 10.222.0.32 "DELETE /v2.0/networks/a7e5490c-870f-48c7-89f1-abd565877f88 HTTP/1.1" status: 204 len: 168 time: 0.3075175 Aug 24 00:32:54.945003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.962559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4359a9-e6f8-4fcc-b947-985d50b205ba admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e5490c-870f-48c7-89f1-abd565877f88,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:55.072422 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d4f6e794-86f2-4c1e-84a7-202f85fa97e9 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:32:55.122016 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f6f9f24-17b6-4fad-a184-2d75dcefbe78 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.129127 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.148899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43634) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:55.166730 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f6f9f24-17b6-4fad-a184-2d75dcefbe78 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.169326 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9f6f9f24-17b6-4fad-a184-2d75dcefbe78 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "DELETE /v2.0/ports/8636f7c0-d191-4818-8440-0eb022bebd21 HTTP/1.1" status: 204 len: 168 time: 0.5082476 Aug 24 00:32:55.172134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f9f24-17b6-4fad-a184-2d75dcefbe78 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Pushing event deleted for resources: {'Port': ['ID=8636f7c0-d191-4818-8440-0eb022bebd21,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:55.184020 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:55.204670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:55.211883 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-444df109-0db9-49a2-ba35-e24b17d7b2b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:32:55.213609 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-444df109-0db9-49a2-ba35-e24b17d7b2b8 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "GET /v2.0/ports/8636f7c0-d191-4818-8440-0eb022bebd21 HTTP/1.1" status: 404 len: 333 time: 0.0283737 Aug 24 00:32:55.217018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-56daf76a-009f-49af-bf2a-19b520a23174 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac4609d2b4f94fdd93155485bcdd7236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664172 Aug 24 00:32:55.217342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43638) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:55.217675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43640) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:55.223490 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'port_id': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'mac_address': 'fa:16:3e:96:a1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:32:55.224941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-167ff220-ce7c-47d7-b483-cf5945840424 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Request body: {'port': {'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1129869694'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:55.261557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167ff220-ce7c-47d7-b483-cf5945840424 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Made reservation on behalf of f866265c4952466198e84e8a7a170853 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:55.264106 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-167ff220-ce7c-47d7-b483-cf5945840424 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.274714 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.290115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f6e794-86f2-4c1e-84a7-202f85fa97e9 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:32:55.303812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-167ff220-ce7c-47d7-b483-cf5945840424 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] device_id is not set on port df16ba13-76d6-4703-9eed-3359cd87e18b yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:32:55.315743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:55.322668 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.385900 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ad679b1-aeac-4bdb-8b47-3ecaaf09e83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.398166 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:55.426419 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ad679b1-aeac-4bdb-8b47-3ecaaf09e83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.427012 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.452763 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.581885 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Allocated IP 172.25.8.132 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/460aceae-e964-4baf-8f45-a73de9df07ee) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:55.590390 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-167ff220-ce7c-47d7-b483-cf5945840424 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.596696 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ad679b1-aeac-4bdb-8b47-3ecaaf09e83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.599293 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ad679b1-aeac-4bdb-8b47-3ecaaf09e83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.602850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5ad679b1-aeac-4bdb-8b47-3ecaaf09e83c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71b34ae9-a76e-49fa-a96f-e50650432705 HTTP/1.1" status: 204 len: 168 time: 0.3818524 Aug 24 00:32:55.641226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d06ea3-8c0e-4a1f-9f74-98e63a565aff req-f67b904d-7f5d-4b32-8ff5-a8fed93fce2b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:55.644657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61d06ea3-8c0e-4a1f-9f74-98e63a565aff req-f67b904d-7f5d-4b32-8ff5-a8fed93fce2b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.1302328 Aug 24 00:32:55.647076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad679b1-aeac-4bdb-8b47-3ecaaf09e83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b34ae9-a76e-49fa-a96f-e50650432705,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:55.670600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['d4f6e794-86f2-4c1e-84a7-202f85fa97e9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:32:55.764214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61d06ea3-8c0e-4a1f-9f74-98e63a565aff req-d2748174-11b6-43a5-9d2a-8d1c12bd87fa tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087055 Aug 24 00:32:55.774724 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.785382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70efd3-c4f5-487e-8abe-37550feff9a2 req-a19667d2-6ff8-4b2c-8042-bbbc5d725c77 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:55.794282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c70efd3-c4f5-487e-8abe-37550feff9a2 req-a19667d2-6ff8-4b2c-8042-bbbc5d725c77 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.0784922 Aug 24 00:32:55.797921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-167ff220-ce7c-47d7-b483-cf5945840424 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.834873 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.873641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ff220-ce7c-47d7-b483-cf5945840424 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:55.879166 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:55.882389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:55.883015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-167ff220-ce7c-47d7-b483-cf5945840424 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:55.885855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ff220-ce7c-47d7-b483-cf5945840424 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:55.886026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:55.887236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ff220-ce7c-47d7-b483-cf5945840424 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:55.887895 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-167ff220-ce7c-47d7-b483-cf5945840424 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.908995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ff220-ce7c-47d7-b483-cf5945840424 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Pushing event updated for resources: {'Port': ['ID=df16ba13-76d6-4703-9eed-3359cd87e18b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:55.914300 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Pushing event updated for resources: {'Port': ['ID=460aceae-e964-4baf-8f45-a73de9df07ee,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:55.925318 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c70efd3-c4f5-487e-8abe-37550feff9a2 req-7adce4f5-bd4c-4397-b933-eda2c3d6c6d9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297650 Aug 24 00:32:55.931210 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-167ff220-ce7c-47d7-b483-cf5945840424 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7106597 Aug 24 00:32:55.931398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:55.936779 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:56.083092 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.295301 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.776179 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] device_id is not set on port df16ba13-76d6-4703-9eed-3359cd87e18b yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:32:56.787934 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.797441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43692) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:56.843410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Transition to ACTIVE for port object df16ba13-76d6-4703-9eed-3359cd87e18b will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:56.857095 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.906973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Pushing event updated for resources: {'Port': ['ID=df16ba13-76d6-4703-9eed-3359cd87e18b,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:56.953347 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c65ef66f-6e19-44ad-9ea8-33f2ff7f0d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.975622 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03889bb-b078-47b5-a205-d06feed2d46f req-aacda958-1a7b-47b8-8f7d-7dba2d3e01c2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:56.977650 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:56.978006 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:56.978353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:56.984514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:56.984850 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:56.985277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c03889bb-b078-47b5-a205-d06feed2d46f req-aacda958-1a7b-47b8-8f7d-7dba2d3e01c2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.1067071 Aug 24 00:32:56.987519 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 2 to bind port df16ba13-76d6-4703-9eed-3359cd87e18b Aug 24 00:32:57.008381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:57.008724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:57.009074 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:57.015189 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.018589 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:57.018946 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:57.020579 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 3 to bind port df16ba13-76d6-4703-9eed-3359cd87e18b Aug 24 00:32:57.034485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c03889bb-b078-47b5-a205-d06feed2d46f req-68059533-3b22-4b9c-9471-7f651df8bbe0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482020 Aug 24 00:32:57.089031 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:57.089383 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:57.089729 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:57.099268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:57.099604 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:57.101557 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 4 to bind port df16ba13-76d6-4703-9eed-3359cd87e18b Aug 24 00:32:57.104743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d4f6e794-86f2-4c1e-84a7-202f85fa97e9 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:57.132042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca4c6b-41a2-424d-9b31-e5d793310cea req-1ca7bffe-0345-427d-ba4a-83d25b6d6844 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:57.133896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57ca4c6b-41a2-424d-9b31-e5d793310cea req-1ca7bffe-0345-427d-ba4a-83d25b6d6844 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.1039939 Aug 24 00:32:57.175477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:57.175832 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:57.176181 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:57.187692 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:57.188180 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:57.191320 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 5 to bind port df16ba13-76d6-4703-9eed-3359cd87e18b Aug 24 00:32:57.191709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:57.201052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:57.202100 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.212365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57ca4c6b-41a2-424d-9b31-e5d793310cea req-649d69cf-c304-49cb-8354-884da60573d5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710237 Aug 24 00:32:57.219952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:57.220360 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:57.220796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:57.231037 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:57.231348 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:57.233873 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 6 to bind port df16ba13-76d6-4703-9eed-3359cd87e18b Aug 24 00:32:57.241835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c65ef66f-6e19-44ad-9ea8-33f2ff7f0d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.254497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:57.255137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:57.255699 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:57.264623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:57.265221 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:57.265795 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 7 to bind port df16ba13-76d6-4703-9eed-3359cd87e18b Aug 24 00:32:57.268645 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c65ef66f-6e19-44ad-9ea8-33f2ff7f0d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.291084 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:57.291440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:57.291818 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:57.297917 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:57.297917 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:57.298628 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 8 to bind port df16ba13-76d6-4703-9eed-3359cd87e18b Aug 24 00:32:57.307005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Router 9890ffb1-c938-4ecb-8580-cb334494f19b is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:32:57.319524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:57.320118 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:57.320620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:57.324241 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.331687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:57.332277 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:57.333528 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 9 to bind port df16ba13-76d6-4703-9eed-3359cd87e18b Aug 24 00:32:57.340187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c65ef66f-6e19-44ad-9ea8-33f2ff7f0d19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e14018dfa4342b2a42387424b1f8748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372419 Aug 24 00:32:57.341012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43698) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:57.370159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:57.373543 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2523c6a-0376-46b3-8cd3-d425ee7bbad0" -d '{"events": [{"server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "name": "network-vif-plugged", "status": "completed", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:57.375639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ef66f-6e19-44ad-9ea8-33f2ff7f0d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f144a9-6f9c-4fbf-890c-a51acd71e412,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:57.397695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:57.398076 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:57.398652 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:57.402333 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:57.409598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:57.409598 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:57.411646 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempt 10 to bind port df16ba13-76d6-4703-9eed-3359cd87e18b Aug 24 00:32:57.413472 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.416572 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c19f202c-db3c-45d4-9dcd-425499313467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.460382 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c19f202c-db3c-45d4-9dcd-425499313467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.485129 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0521340-4c04-4b51-b70e-56595afb4c30 x-openstack-request-id: req-f0521340-4c04-4b51-b70e-56595afb4c30 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:57.485416 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "name": "network-vif-plugged", "status": "completed", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:57.485718 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0521340-4c04-4b51-b70e-56595afb4c30 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:57.486166 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'code': 200} Aug 24 00:32:57.496190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:57.496569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:57.496968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempting to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:57.501733 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d949cafb-1beb-4909-89e4-5da1c26c26e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.503556 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:57.504575 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Failed to bind port df16ba13-76d6-4703-9eed-3359cd87e18b on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'f62c3c55-03f7-41f6-bc49-43811d1a651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9aac961b-e28a-415a-ae4c-24f62e6d2fd2'}] Aug 24 00:32:57.504964 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.518813 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:57.544455 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c19f202c-db3c-45d4-9dcd-425499313467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.551037 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c19f202c-db3c-45d4-9dcd-425499313467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.567921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:57.577563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c19f202c-db3c-45d4-9dcd-425499313467 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80f144a9-6f9c-4fbf-890c-a51acd71e412 HTTP/1.1" status: 204 len: 168 time: 0.2317607 Aug 24 00:32:57.579526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747b9c2-f16f-45af-bec2-720b14c65e7f None None] Sync routers for ids ['9890ffb1-c938-4ecb-8580-cb334494f19b'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:57.603197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f202c-db3c-45d4-9dcd-425499313467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f144a9-6f9c-4fbf-890c-a51acd71e412,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:57.609491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747b9c2-f16f-45af-bec2-720b14c65e7f None None] Routers {'9890ffb1-c938-4ecb-8580-cb334494f19b'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:57.610148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5747b9c2-f16f-45af-bec2-720b14c65e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['9890ffb1-c938-4ecb-8580-cb334494f19b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:57.671362 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.673376 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0c08145d-6378-44c0-90b0-dfc5bb83e398 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1929655 Aug 24 00:32:57.678146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43708) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:57.696968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] For port df16ba13-76d6-4703-9eed-3359cd87e18b, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:57.697698 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attempted to set empty binding levels {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 24 00:32:57.712969 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.716780 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5747b9c2-f16f-45af-bec2-720b14c65e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:57.775276 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747b9c2-f16f-45af-bec2-720b14c65e7f None None] Routers {'9890ffb1-c938-4ecb-8580-cb334494f19b'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:57.776380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5747b9c2-f16f-45af-bec2-720b14c65e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:32:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['9890ffb1-c938-4ecb-8580-cb334494f19b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:57.791531 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] In _notify_port_updated(), no bound segment for port df16ba13-76d6-4703-9eed-3359cd87e18b on network 9aac961b-e28a-415a-ae4c-24f62e6d2fd2 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:32:57.792867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:57.793497 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.795273 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "PUT /v2.0/ports/df16ba13-76d6-4703-9eed-3359cd87e18b HTTP/1.1" status: 200 len: 975 time: 1.8628845 Aug 24 00:32:57.798158 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:57.821564 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5747b9c2-f16f-45af-bec2-720b14c65e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:57.822475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747b9c2-f16f-45af-bec2-720b14c65e7f None None] The sync data for ids ['9890ffb1-c938-4ecb-8580-cb334494f19b'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:57.857566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43efde-dce3-4d31-9aea-b3df1ef7ed85 req-02a1f2c1-3ea1-4871-92bf-d60d853ae491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:57.859235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b43efde-dce3-4d31-9aea-b3df1ef7ed85 req-02a1f2c1-3ea1-4871-92bf-d60d853ae491 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 1096 time: 0.2448261 Aug 24 00:32:57.860593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fa2e6-74be-4757-baf2-7a0770b32f64 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Pushing event updated for resources: {'Port': ['ID=df16ba13-76d6-4703-9eed-3359cd87e18b,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:57.960291 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d2bce76e-6305-4872-9dbf-2fba5c85ac18 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Deleting port df16ba13-76d6-4703-9eed-3359cd87e18b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:57.960643 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2bce76e-6305-4872-9dbf-2fba5c85ac18 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.052192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d2bce76e-6305-4872-9dbf-2fba5c85ac18 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] For port df16ba13-76d6-4703-9eed-3359cd87e18b, host n-h2-805736-1, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:58.054539 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2bce76e-6305-4872-9dbf-2fba5c85ac18 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.117905 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d2bce76e-6305-4872-9dbf-2fba5c85ac18 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Calling delete_port for df16ba13-76d6-4703-9eed-3359cd87e18b owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:58.292305 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2bce76e-6305-4872-9dbf-2fba5c85ac18 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.371026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bce76e-6305-4872-9dbf-2fba5c85ac18 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Pushing event deleted for resources: {'Port': ['ID=df16ba13-76d6-4703-9eed-3359cd87e18b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:58.375488 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-03defc0f-e372-485d-8b79-d6ab85ee3754 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/routers/9890ffb1-c938-4ecb-8580-cb334494f19b HTTP/1.1" status: 200 len: 924 time: 0.6960845 Aug 24 00:32:58.388491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43732) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:58.404012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b43efde-dce3-4d31-9aea-b3df1ef7ed85 req-bc344091-2e05-412c-a3fb-47142012cf5e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4820924 Aug 24 00:32:58.404869 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2bce76e-6305-4872-9dbf-2fba5c85ac18 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.413888 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d2bce76e-6305-4872-9dbf-2fba5c85ac18 tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "DELETE /v2.0/ports/df16ba13-76d6-4703-9eed-3359cd87e18b HTTP/1.1" status: 204 len: 168 time: 0.6148973 Aug 24 00:32:58.418707 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:58.445703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a57d9bb9-9085-4806-8bfd-790ac5110137 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "GET /v2.0/ports?device_id=9890ffb1-c938-4ecb-8580-cb334494f19b HTTP/1.1" status: 200 len: 205 time: 0.0531828 Aug 24 00:32:58.445703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43738) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:58.465848 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a9de85-7448-47f8-a196-f125519b88aa tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:32:58.472805 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-19a9de85-7448-47f8-a196-f125519b88aa tempest-PortsAdminExtendedAttrsTestJSON-425447201 tempest-PortsAdminExtendedAttrsTestJSON-425447201-project-admin] 10.222.0.32 "GET /v2.0/ports/df16ba13-76d6-4703-9eed-3359cd87e18b HTTP/1.1" status: 404 len: 333 time: 0.0524325 Aug 24 00:32:58.475080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43740) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:58.514142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c35f7-d804-461b-a9e6-9f3a593708c3 req-c224585f-d466-40d5-a29c-f98ef0148074 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:58.523973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-100c35f7-d804-461b-a9e6-9f3a593708c3 req-c224585f-d466-40d5-a29c-f98ef0148074 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.2084792 Aug 24 00:32:58.589185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35dbee-b306-470c-b326-21284a6dd214 req-928e6016-74ea-421a-8e41-d0fe49b9489d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:58.590829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d35dbee-b306-470c-b326-21284a6dd214 req-928e6016-74ea-421a-8e41-d0fe49b9489d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.2227128 Aug 24 00:32:58.612902 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-100c35f7-d804-461b-a9e6-9f3a593708c3 req-e62eb69d-ceff-4f83-b6e2-a95ecd349755 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823247 Aug 24 00:32:58.650457 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83941cdb-c4c3-4430-afb1-41d851022082 tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.742563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d35dbee-b306-470c-b326-21284a6dd214 req-1e1a0146-f3eb-4da6-8b83-1f9346076ad5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286578 Aug 24 00:32:58.752875 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.837985 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83941cdb-c4c3-4430-afb1-41d851022082 tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.871620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-83941cdb-c4c3-4430-afb1-41d851022082 tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aac961b-e28a-415a-ae4c-24f62e6d2fd2']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:58.894134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-83941cdb-c4c3-4430-afb1-41d851022082 tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62c3c55-03f7-41f6-bc49-43811d1a651f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:58.894690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-83941cdb-c4c3-4430-afb1-41d851022082 tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62c3c55-03f7-41f6-bc49-43811d1a651f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:58.912682 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.917031 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83941cdb-c4c3-4430-afb1-41d851022082 tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.937723 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83941cdb-c4c3-4430-afb1-41d851022082 tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.954819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83941cdb-c4c3-4430-afb1-41d851022082 tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:32:58.954819 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83941cdb-c4c3-4430-afb1-41d851022082 tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:32:58.971751 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:32:59.036340 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83941cdb-c4c3-4430-afb1-41d851022082 tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.043839 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83941cdb-c4c3-4430-afb1-41d851022082 tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.044890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Deleting port 460aceae-e964-4baf-8f45-a73de9df07ee {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:59.045245 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.059384 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-83941cdb-c4c3-4430-afb1-41d851022082 tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] 10.222.0.32 "DELETE /v2.0/networks/9aac961b-e28a-415a-ae4c-24f62e6d2fd2 HTTP/1.1" status: 204 len: 168 time: 0.5773866 Aug 24 00:32:59.094268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83941cdb-c4c3-4430-afb1-41d851022082 tempest-PortsAdminExtendedAttrsTestJSON-377528096 tempest-PortsAdminExtendedAttrsTestJSON-377528096-project] Pushing event deleted for resources: {'Network': ['ID=9aac961b-e28a-415a-ae4c-24f62e6d2fd2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:59.182481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.196015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Calling delete_port for 460aceae-e964-4baf-8f45-a73de9df07ee owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:59.468533 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.510725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:59.532809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Pushing event deleted for resources: {'Port': ['ID=460aceae-e964-4baf-8f45-a73de9df07ee,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:59.608365 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.682648 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.897506 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.901141 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.949255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204c1c5-836f-4337-8f7e-5bd2094fa9d1 req-64f5aca1-3a8c-4096-975d-c9adb2aa7412 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:59.955819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4204c1c5-836f-4337-8f7e-5bd2094fa9d1 req-64f5aca1-3a8c-4096-975d-c9adb2aa7412 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.1516752 Aug 24 00:32:59.979383 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-894d0f52-7363-4253-948a-c2a2048f4bf8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45dc6cfd3a3f4d4387f4577981d35a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4644461 Aug 24 00:32:59.980565 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:00.049458 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d860d34-ff4b-4783-80ef-8a02d0cef3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.074228 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d860d34-ff4b-4783-80ef-8a02d0cef3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.111201 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.111812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Fanout notify agent at l3_agent the message router_deleted on router 9890ffb1-c938-4ecb-8580-cb334494f19b {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:33:00.121350 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.146917 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.148037 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-99ce21c1-bc69-48b4-b67a-703fd53df7f9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "DELETE /v2.0/routers/9890ffb1-c938-4ecb-8580-cb334494f19b HTTP/1.1" status: 204 len: 168 time: 1.7011347 Aug 24 00:33:00.161290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43784) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:00.167861 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1180297983', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'enable_snat': False}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:00.203365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c9288-fca1-453c-9809-67f5e748f296 req-b6ead576-f844-4822-be87-046f90ef3d10 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:00.204910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-872c9288-fca1-453c-9809-67f5e748f296 req-b6ead576-f844-4822-be87-046f90ef3d10 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.2903686 Aug 24 00:33:00.219767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4204c1c5-836f-4337-8f7e-5bd2094fa9d1 req-02b8b367-5a98-40c7-83ad-3bd1dca5c075 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573639 Aug 24 00:33:00.227426 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d860d34-ff4b-4783-80ef-8a02d0cef3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.232804 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d860d34-ff4b-4783-80ef-8a02d0cef3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.239269 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8953-ed68-4536-9a07-6c2208105380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.239474 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1d860d34-ff4b-4783-80ef-8a02d0cef3bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f67b8731-f494-4eec-aa7a-76cd602ba20e HTTP/1.1" status: 204 len: 168 time: 0.2575049 Aug 24 00:33:00.243133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.244014 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.280375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d860d34-ff4b-4783-80ef-8a02d0cef3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67b8731-f494-4eec-aa7a-76cd602ba20e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:00.298360 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-872c9288-fca1-453c-9809-67f5e748f296 req-a39d80dd-56b8-42d1-b15b-ea3cfb649a4a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775239 Aug 24 00:33:00.376430 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.517426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335a2c5-593f-419a-bab6-b1f05766f861 req-7c116e35-8ed9-4fe5-972c-11fc1c7596dc tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:00.520086 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d335a2c5-593f-419a-bab6-b1f05766f861 req-7c116e35-8ed9-4fe5-972c-11fc1c7596dc tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.1011050 Aug 24 00:33:00.538817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43798) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:00.544193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3a3fcd36-98a4-4a37-930a-c76f4ceea702 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Request body: {'floatingip': {'port_id': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:00.605266 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3a3fcd36-98a4-4a37-930a-c76f4ceea702 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.645087 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.841294 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43810) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:01.137080 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-137af131-d0e1-4f02-b333-b7122a6f7783 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f866265c4952466198e84e8a7a170853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926593 Aug 24 00:33:01.145906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43830) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:01.245733 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.254500 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.271861 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.504735 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Allocated IP 172.25.8.143 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/6544c3bc-0376-46ed-834f-c559411587b6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:01.531249 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b4de8a9-cd27-476a-b179-5941df26f62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.557870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab48a86-bee7-409b-b2d7-1e4fb624581f req-22e92e61-16fc-47df-a7eb-eae9f04b1ab5 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:01.570012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bab48a86-bee7-409b-b2d7-1e4fb624581f req-22e92e61-16fc-47df-a7eb-eae9f04b1ab5 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.2346544 Aug 24 00:33:01.722366 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b4de8a9-cd27-476a-b179-5941df26f62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.722366 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-3a3fcd36-98a4-4a37-930a-c76f4ceea702 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:33:01.730231 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.794534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bab48a86-bee7-409b-b2d7-1e4fb624581f req-0eacae10-5889-42f8-b776-0821230580db tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231474 Aug 24 00:33:01.811557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.816264 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3a3fcd36-98a4-4a37-930a-c76f4ceea702 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.825080 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3a3fcd36-98a4-4a37-930a-c76f4ceea702 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.893234 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b4de8a9-cd27-476a-b179-5941df26f62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.902846 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b4de8a9-cd27-476a-b179-5941df26f62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.904350 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4b4de8a9-cd27-476a-b179-5941df26f62c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/984f2f69-1536-455b-a406-973c9c10139c HTTP/1.1" status: 204 len: 168 time: 0.7573960 Aug 24 00:33:01.918549 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:01.934034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:01.934184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4de8a9-cd27-476a-b179-5941df26f62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984f2f69-1536-455b-a406-973c9c10139c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:01.974062 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:01.979583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event updated for resources: {'Port': ['ID=6544c3bc-0376-46ed-834f-c559411587b6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:02.088067 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-3a3fcd36-98a4-4a37-930a-c76f4ceea702 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Floating IP 05c8eb3f-6ce1-4011-9453-ec8e58531c6e associated. External IP: 172.25.8.2, port: d4f6e794-86f2-4c1e-84a7-202f85fa97e9. Aug 24 00:33:02.534181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3fcd36-98a4-4a37-930a-c76f4ceea702 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Router a966fbfa-b720-4e85-9cca-10e0dfcffca1 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:33:02.539713 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.687259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3fcd36-98a4-4a37-930a-c76f4ceea702 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:02.696884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3a3fcd36-98a4-4a37-930a-c76f4ceea702 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.698258 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6362fab9-b256-47fa-bd39-71498d007565 None None] Sync routers for ids ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:02.713702 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6362fab9-b256-47fa-bd39-71498d007565 None None] Routers {'a966fbfa-b720-4e85-9cca-10e0dfcffca1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:02.715072 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6362fab9-b256-47fa-bd39-71498d007565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:02.763973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3a3fcd36-98a4-4a37-930a-c76f4ceea702 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "PUT /v2.0/floatingips/05c8eb3f-6ce1-4011-9453-ec8e58531c6e HTTP/1.1" status: 200 len: 989 time: 2.2235901 Aug 24 00:33:02.764551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:02.766850 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a97f2f-5417-49ff-8608-b9fbba6c54e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:02.873841 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af125e03-86f7-40d3-9ab0-99ef03dc2950 x-openstack-request-id: req-af125e03-86f7-40d3-9ab0-99ef03dc2950 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:02.874145 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:02.874398 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af125e03-86f7-40d3-9ab0-99ef03dc2950 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:02.875123 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'status': 'completed', 'code': 200} Aug 24 00:33:02.914595 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6362fab9-b256-47fa-bd39-71498d007565 None None] Set router a966fbfa-b720-4e85-9cca-10e0dfcffca1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:03.018421 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:03.035129 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:03.078055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97f2f-5417-49ff-8608-b9fbba6c54e5 req-2cb39009-a9cb-4f56-ad55-6d3d16a4fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.082168 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1a97f2f-5417-49ff-8608-b9fbba6c54e5 req-2cb39009-a9cb-4f56-ad55-6d3d16a4fdbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 1096 time: 0.1461198 Aug 24 00:33:03.222289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afed734-f444-4f5d-a2e6-97390d77aa73 req-862dd5e4-0545-4b0f-b2fb-d6d74d12388f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.223905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5afed734-f444-4f5d-a2e6-97390d77aa73 req-862dd5e4-0545-4b0f-b2fb-d6d74d12388f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.2121570 Aug 24 00:33:03.374754 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5afed734-f444-4f5d-a2e6-97390d77aa73 req-713de8d8-5242-4256-9ac2-f9604d328b70 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304467 Aug 24 00:33:03.378365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97f2f-5417-49ff-8608-b9fbba6c54e5 req-9f2c3edb-1e18-4983-b05e-30bdbcff7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.380163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1a97f2f-5417-49ff-8608-b9fbba6c54e5 req-9f2c3edb-1e18-4983-b05e-30bdbcff7cfa service neutron] 10.222.0.13 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 917 time: 0.2858140 Aug 24 00:33:03.393528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Router 735b353c-3526-466f-a1c0-f230a93b23e5 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:33:03.469155 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6362fab9-b256-47fa-bd39-71498d007565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '05c8eb3f-6ce1-4011-9453-ec8e58531c6e', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'port_id': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'mac_address': 'fa:16:3e:96:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:32:38Z', 'updated_at': '2021-08-24T00:33:01Z', 'revision_number': 1, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:38Z', 'revision_number': 5, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:03.555877 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6362fab9-b256-47fa-bd39-71498d007565 None None] Checking router: a966fbfa-b720-4e85-9cca-10e0dfcffca1 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:33:03.577189 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6362fab9-b256-47fa-bd39-71498d007565 None None] Routers {'a966fbfa-b720-4e85-9cca-10e0dfcffca1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:03.581157 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6362fab9-b256-47fa-bd39-71498d007565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:03.761287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:03.793539 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Sync routers for ids ['735b353c-3526-466f-a1c0-f230a93b23e5'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:03.816400 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6362fab9-b256-47fa-bd39-71498d007565 None None] Set router a966fbfa-b720-4e85-9cca-10e0dfcffca1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:03.817369 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:03.820066 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5c7447f4-ac52-4151-ae88-2cace592da9c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.6573093 Aug 24 00:33:03.821110 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Routers {'735b353c-3526-466f-a1c0-f230a93b23e5'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:03.822301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['735b353c-3526-466f-a1c0-f230a93b23e5'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:03.822968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:04.011743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Set router 735b353c-3526-466f-a1c0-f230a93b23e5 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:04.077774 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44134) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:04.084851 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1a97f2f-5417-49ff-8608-b9fbba6c54e5 req-7d526cf8-d6c3-4d5b-9506-a9228a589aae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9 HTTP/1.1" status: 200 len: 997 time: 0.6964891 Aug 24 00:33:04.115510 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7b6a563a-7031-49b0-af07-7b766c03bfc3 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/routers/735b353c-3526-466f-a1c0-f230a93b23e5 HTTP/1.1" status: 200 len: 909 time: 0.2908916 Aug 24 00:33:04.123273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44164) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:04.128844 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1180297983', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'enable_snat': True}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:04.176413 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:04.185131 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:04.188322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97f2f-5417-49ff-8608-b9fbba6c54e5 req-fb25d082-7fc0-4b13-83b2-45fbca2e4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:04.190849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1a97f2f-5417-49ff-8608-b9fbba6c54e5 req-fb25d082-7fc0-4b13-83b2-45fbca2e4558 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.0951557 Aug 24 00:33:04.273845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a97f2f-5417-49ff-8608-b9fbba6c54e5 req-70057af0-6d18-4257-8a4d-fead23e37c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:04.279403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1a97f2f-5417-49ff-8608-b9fbba6c54e5 req-70057af0-6d18-4257-8a4d-fead23e37c42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783939 Aug 24 00:33:04.321055 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:04.501003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b353c-3526-466f-a1c0-f230a93b23e5', 'name': 'tempest-snat-router-1180297983', 'tenant_id': '27bf4ed557b0457583b1879ded7d8f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.143'}], 'enable_snat': False}, 'gw_port_id': '6544c3bc-0376-46ed-834f-c559411587b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:00Z', 'updated_at': '2021-08-24T00:33:02Z', 'revision_number': 3, 'project_id': '27bf4ed557b0457583b1879ded7d8f18', 'gw_port': {'id': '6544c3bc-0376-46ed-834f-c559411587b6', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:eb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b353c-3526-466f-a1c0-f230a93b23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:04.525103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1a97f2f-5417-49ff-8608-b9fbba6c54e5 req-d6d8f28a-db5c-437f-b36f-4e2cbd60e442 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378104 Aug 24 00:33:04.583922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Checking router: 735b353c-3526-466f-a1c0-f230a93b23e5 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:33:04.584731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Updating router 735b353c-3526-466f-a1c0-f230a93b23e5 port 6544c3bc-0376-46ed-834f-c559411587b6 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:33:04.625587 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:04.658975 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:04.671755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-30f618f2-a8d8-48c5-9a1f-26999a60d0f4 tempest-SubnetPoolsTestJSON-1008534422 tempest-SubnetPoolsTestJSON-1008534422-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1381217483', 'prefixes': ['172.20.0.0/16']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:04.755156 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6362fab9-b256-47fa-bd39-71498d007565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '05c8eb3f-6ce1-4011-9453-ec8e58531c6e', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'port_id': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'mac_address': 'fa:16:3e:96:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:32:38Z', 'updated_at': '2021-08-24T00:33:01Z', 'revision_number': 1, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:38Z', 'revision_number': 5, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:04.790318 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:04.798736 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6362fab9-b256-47fa-bd39-71498d007565 None None] The sync data for ids ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'] in n-d-805736-1 is: [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '05c8eb3f-6ce1-4011-9453-ec8e58531c6e', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'port_id': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'mac_address': 'fa:16:3e:96:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:32:38Z', 'updated_at': '2021-08-24T00:33:01Z', 'revision_number': 1, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:38Z', 'revision_number': 5, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:04.845880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956eef0-8189-4c06-8911-05a97498f5f4 req-0de838cc-c01f-448c-84eb-29eb591040da tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:04.847866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4956eef0-8189-4c06-8911-05a97498f5f4 req-0de838cc-c01f-448c-84eb-29eb591040da tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.2959318 Aug 24 00:33:04.850729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1a97f2f-5417-49ff-8608-b9fbba6c54e5 req-9d5a911c-f84a-4cf9-ba92-191cf49ada61 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161783 Aug 24 00:33:04.948198 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-30f618f2-a8d8-48c5-9a1f-26999a60d0f4 tempest-SubnetPoolsTestJSON-1008534422 tempest-SubnetPoolsTestJSON-1008534422-project] Notify callbacks [] for subnetpool, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:04.949427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-30f618f2-a8d8-48c5-9a1f-26999a60d0f4 tempest-SubnetPoolsTestJSON-1008534422 tempest-SubnetPoolsTestJSON-1008534422-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8697076 Aug 24 00:33:04.958077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44238) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:04.984520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4956eef0-8189-4c06-8911-05a97498f5f4 req-c07be51d-4d5f-48a9-9240-ef19bd820ca0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173422 Aug 24 00:33:05.027223 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.028473 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.055669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Transition to ACTIVE for port object 6544c3bc-0376-46ed-834f-c559411587b6 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:05.061002 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.061952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ec1e6f8b-c985-49b6-ae4d-419f35ce54c3 tempest-SubnetPoolsTestJSON-1008534422 tempest-SubnetPoolsTestJSON-1008534422-project] 10.222.0.32 "GET /v2.0/subnetpools/6721a8b9-e98e-46c8-bf5f-27362c52b26b HTTP/1.1" status: 200 len: 732 time: 0.0751793 Aug 24 00:33:05.062680 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44250) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:05.065873 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.073422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3d9e1a58-b8ba-40cf-9af3-622f8732cada tempest-SubnetPoolsTestJSON-1008534422 tempest-SubnetPoolsTestJSON-1008534422-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-53654734'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:05.078496 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38f642b1-ffaa-456f-a1b4-509d890c7c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.137282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Attempting to bind port 6544c3bc-0376-46ed-834f-c559411587b6 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:33:05.137794 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Attempting to bind port 6544c3bc-0376-46ed-834f-c559411587b6 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:33:05.138263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Attempting to bind port 6544c3bc-0376-46ed-834f-c559411587b6 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:05.151126 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:33:05.151530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:05.151910 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.152315 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:33:05.152798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Bound port: 6544c3bc-0376-46ed-834f-c559411587b6, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:33:05.153184 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.210911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d506736-5b72-487e-a51a-1517daafb866 None None] Pushing event updated for resources: {'Port': ['ID=6544c3bc-0376-46ed-834f-c559411587b6,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:05.224307 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] For port 6544c3bc-0376-46ed-834f-c559411587b6, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:05.227758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] For port 6544c3bc-0376-46ed-834f-c559411587b6, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6544c3bc-0376-46ed-834f-c559411587b6,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:33:05.235326 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264eab1-9ce2-4237-9173-207a03d5a77a None None] New status for floating IP 05c8eb3f-6ce1-4011-9453-ec8e58531c6e: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:33:05.240063 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.312925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Routers {'735b353c-3526-466f-a1c0-f230a93b23e5'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:05.313865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['735b353c-3526-466f-a1c0-f230a93b23e5'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:05.343018 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Allocated IP 172.25.8.218 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/421bed92-7f8d-4e84-a8a2-cb8dfd7a5a17) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:05.391858 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1a58-b8ba-40cf-9af3-622f8732cada tempest-SubnetPoolsTestJSON-1008534422 tempest-SubnetPoolsTestJSON-1008534422-project] Notify callbacks [] for subnetpool, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.396675 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d9e1a58-b8ba-40cf-9af3-622f8732cada tempest-SubnetPoolsTestJSON-1008534422 tempest-SubnetPoolsTestJSON-1008534422-project] 10.222.0.32 "PUT /v2.0/subnetpools/6721a8b9-e98e-46c8-bf5f-27362c52b26b HTTP/1.1" status: 200 len: 682 time: 0.3329785 Aug 24 00:33:05.396918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44286) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:05.419023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d506736-5b72-487e-a51a-1517daafb866 None None] Pushing event updated for resources: {'Port': ['ID=6544c3bc-0376-46ed-834f-c559411587b6,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:05.462928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] Set router 735b353c-3526-466f-a1c0-f230a93b23e5 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:05.520408 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51ba374e-adbd-47e8-be76-f2662d82791b tempest-SubnetPoolsTestJSON-1008534422 tempest-SubnetPoolsTestJSON-1008534422-project] Notify callbacks [] for subnetpool, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.521770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-51ba374e-adbd-47e8-be76-f2662d82791b tempest-SubnetPoolsTestJSON-1008534422 tempest-SubnetPoolsTestJSON-1008534422-project] 10.222.0.32 "DELETE /v2.0/subnetpools/6721a8b9-e98e-46c8-bf5f-27362c52b26b HTTP/1.1" status: 204 len: 168 time: 0.1221404 Aug 24 00:33:05.524591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44302) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:05.544227 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-184a9443-8bb7-42c4-9262-1d8cde1e453c tempest-SubnetPoolsTestJSON-1008534422 tempest-SubnetPoolsTestJSON-1008534422-project] show failed (client error): The resource could not be found. Aug 24 00:33:05.546824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-184a9443-8bb7-42c4-9262-1d8cde1e453c tempest-SubnetPoolsTestJSON-1008534422 tempest-SubnetPoolsTestJSON-1008534422-project] 10.222.0.32 "GET /v2.0/subnetpools/6721a8b9-e98e-46c8-bf5f-27362c52b26b HTTP/1.1" status: 404 len: 346 time: 0.0196109 Aug 24 00:33:05.548499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44306) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:05.552454 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38f642b1-ffaa-456f-a1b4-509d890c7c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.563418 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38f642b1-ffaa-456f-a1b4-509d890c7c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.576339 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-05357ec6-4bb8-444e-99a8-4e109e3b15d7 tempest-SubnetPoolsTestJSON-1008534422 tempest-SubnetPoolsTestJSON-1008534422-project] delete failed (client error): The resource could not be found. Aug 24 00:33:05.578824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-05357ec6-4bb8-444e-99a8-4e109e3b15d7 tempest-SubnetPoolsTestJSON-1008534422 tempest-SubnetPoolsTestJSON-1008534422-project] 10.222.0.32 "DELETE /v2.0/subnetpools/6721a8b9-e98e-46c8-bf5f-27362c52b26b HTTP/1.1" status: 404 len: 346 time: 0.0275028 Aug 24 00:33:05.624229 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.676865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f642b1-ffaa-456f-a1b4-509d890c7c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394a4d1c-a17d-4310-8d29-756b6b64b478,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:05.685823 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-38f642b1-ffaa-456f-a1b4-509d890c7c4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ea9aa902f794e87b72839e1c0419ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8944266 Aug 24 00:33:05.688755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44324) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:05.718432 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.757570 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735b353c-3526-466f-a1c0-f230a93b23e5', 'name': 'tempest-snat-router-1180297983', 'tenant_id': '27bf4ed557b0457583b1879ded7d8f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.143'}], 'enable_snat': False}, 'gw_port_id': '6544c3bc-0376-46ed-834f-c559411587b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:00Z', 'updated_at': '2021-08-24T00:33:02Z', 'revision_number': 3, 'project_id': '27bf4ed557b0457583b1879ded7d8f18', 'gw_port': {'id': '6544c3bc-0376-46ed-834f-c559411587b6', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:eb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b353c-3526-466f-a1c0-f230a93b23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:05.768134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:05.772127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:05.776069 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:05.780209 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17a02a8f-2e29-45fb-a21d-101f8160c90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.799715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe85bd-1ca4-4c07-aa4a-c04d74b58e03 None None] The sync data for ids ['735b353c-3526-466f-a1c0-f230a93b23e5'] in n-d-805736-1 is: [{'id': '735b353c-3526-466f-a1c0-f230a93b23e5', 'name': 'tempest-snat-router-1180297983', 'tenant_id': '27bf4ed557b0457583b1879ded7d8f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.143'}], 'enable_snat': False}, 'gw_port_id': '6544c3bc-0376-46ed-834f-c559411587b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:00Z', 'updated_at': '2021-08-24T00:33:02Z', 'revision_number': 3, 'project_id': '27bf4ed557b0457583b1879ded7d8f18', 'gw_port': {'id': '6544c3bc-0376-46ed-834f-c559411587b6', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:eb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735b353c-3526-466f-a1c0-f230a93b23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:05.807485 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event updated for resources: {'Port': ['ID=421bed92-7f8d-4e84-a8a2-cb8dfd7a5a17,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:05.819970 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17a02a8f-2e29-45fb-a21d-101f8160c90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.882072 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17a02a8f-2e29-45fb-a21d-101f8160c90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.885506 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17a02a8f-2e29-45fb-a21d-101f8160c90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.889984 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-17a02a8f-2e29-45fb-a21d-101f8160c90f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/394a4d1c-a17d-4310-8d29-756b6b64b478 HTTP/1.1" status: 204 len: 168 time: 0.1993337 Aug 24 00:33:05.902429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a02a8f-2e29-45fb-a21d-101f8160c90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394a4d1c-a17d-4310-8d29-756b6b64b478,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:05.917260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44350) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:06.288539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f21fd-df1c-4f2b-a8ce-2486bc886a5c req-cda700af-0d2a-4ec8-9513-2e2c12ea6c8e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:06.309893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff5f21fd-df1c-4f2b-a8ce-2486bc886a5c req-cda700af-0d2a-4ec8-9513-2e2c12ea6c8e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.1678870 Aug 24 00:33:06.394897 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff5f21fd-df1c-4f2b-a8ce-2486bc886a5c req-d8352ad6-0a88-4b80-ac8e-f77e423627bc tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818245 Aug 24 00:33:06.458207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6544c3bc-0376-46ed-834f-c559411587b6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:06.464634 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-889c0547-0298-4e6b-99f5-7d674d03142b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.520232 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 6544c3bc-0376-46ed-834f-c559411587b6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:06.527362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6544c3bc-0376-46ed-834f-c559411587b6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:06.528322 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.534379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44380) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:06.561710 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ca2e-aee0-4902-be73-ce5828aa8b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.625416 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.647218 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-889c0547-0298-4e6b-99f5-7d674d03142b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.649036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 6544c3bc-0376-46ed-834f-c559411587b6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6544c3bc-0376-46ed-834f-c559411587b6,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:06.655548 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-889c0547-0298-4e6b-99f5-7d674d03142b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.655728 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.718540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=6544c3bc-0376-46ed-834f-c559411587b6,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:06.728485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-889c0547-0298-4e6b-99f5-7d674d03142b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5db0ee85e9f8411bb7028b7ffa41d77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8096206 Aug 24 00:33:06.730502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44382) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:06.742681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c0547-0298-4e6b-99f5-7d674d03142b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d46519-e80a-4f55-b9d4-0b47148b0b65,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:06.764494 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.829147 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44eac7cd-a059-4724-8635-05b9bf1f424e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.853075 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ca2e-aee0-4902-be73-ce5828aa8b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.864044 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ca2e-aee0-4902-be73-ce5828aa8b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.867454 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44eac7cd-a059-4724-8635-05b9bf1f424e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.933970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c3d8ca2e-aee0-4902-be73-ce5828aa8b12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a0f321ba25b4207988e489f4968abad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980951 Aug 24 00:33:06.938561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44384) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:06.949561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8ca2e-aee0-4902-be73-ce5828aa8b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb239bb5-44f4-40b8-a3a5-114bbf58f934,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:06.985171 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.998615 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44eac7cd-a059-4724-8635-05b9bf1f424e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.001401 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44eac7cd-a059-4724-8635-05b9bf1f424e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.003145 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-44eac7cd-a059-4724-8635-05b9bf1f424e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54d46519-e80a-4f55-b9d4-0b47148b0b65 HTTP/1.1" status: 204 len: 168 time: 0.2697530 Aug 24 00:33:07.014063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f09bac2e-7815-40b0-a321-95a96747d140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.016179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eac7cd-a059-4724-8635-05b9bf1f424e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d46519-e80a-4f55-b9d4-0b47148b0b65,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:07.046654 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f09bac2e-7815-40b0-a321-95a96747d140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.109410 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f09bac2e-7815-40b0-a321-95a96747d140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.117411 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f09bac2e-7815-40b0-a321-95a96747d140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.122473 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f09bac2e-7815-40b0-a321-95a96747d140 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb239bb5-44f4-40b8-a3a5-114bbf58f934 HTTP/1.1" status: 204 len: 168 time: 0.1810217 Aug 24 00:33:07.132786 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bac2e-7815-40b0-a321-95a96747d140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb239bb5-44f4-40b8-a3a5-114bbf58f934,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:07.159710 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Router bb3a502d-cdef-4e2d-93fb-12beb015d4d9 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:33:07.313231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:07.348838 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.349861 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-89255cea-b0aa-44b3-a002-0c6839ced24c tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2255173 Aug 24 00:33:07.352551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44398) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:07.540247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] Sync routers for ids ['bb3a502d-cdef-4e2d-93fb-12beb015d4d9'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:07.558624 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] Routers {'bb3a502d-cdef-4e2d-93fb-12beb015d4d9'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:07.559285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['bb3a502d-cdef-4e2d-93fb-12beb015d4d9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:07.652164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-892f10f6-0624-4bce-837c-d149a6d572d3 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/routers/bb3a502d-cdef-4e2d-93fb-12beb015d4d9 HTTP/1.1" status: 200 len: 908 time: 0.2984242 Aug 24 00:33:07.654811 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:07.662801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2d79c-baa5-4374-b41f-610647d2221f req-cef6e9a2-8777-4d3c-9da6-e4b6be68a05c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:07.664776 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8eb2d79c-baa5-4374-b41f-610647d2221f req-cef6e9a2-8777-4d3c-9da6-e4b6be68a05c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.0874801 Aug 24 00:33:07.800869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8eb2d79c-baa5-4374-b41f-610647d2221f req-af9a323a-a4b5-412c-b7bb-7701ca3476e8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177440 Aug 24 00:33:07.804387 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] Set router bb3a502d-cdef-4e2d-93fb-12beb015d4d9 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:07.926913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.072406 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.153847 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Deleting port 421bed92-7f8d-4e84-a8a2-cb8dfd7a5a17 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:08.155108 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.187967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3a502d-cdef-4e2d-93fb-12beb015d4d9', 'name': 'tempest-snat-router-1180297983', 'tenant_id': '27bf4ed557b0457583b1879ded7d8f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '421bed92-7f8d-4e84-a8a2-cb8dfd7a5a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:04Z', 'updated_at': '2021-08-24T00:33:06Z', 'revision_number': 3, 'project_id': '27bf4ed557b0457583b1879ded7d8f18', 'gw_port': {'id': '421bed92-7f8d-4e84-a8a2-cb8dfd7a5a17', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3a502d-cdef-4e2d-93fb-12beb015d4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:05Z', 'updated_at': '2021-08-24T00:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:08.221063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] Checking router: bb3a502d-cdef-4e2d-93fb-12beb015d4d9 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:33:08.221503 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] Updating router bb3a502d-cdef-4e2d-93fb-12beb015d4d9 port 421bed92-7f8d-4e84-a8a2-cb8dfd7a5a17 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:33:08.252818 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.287397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.301444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Calling delete_port for 421bed92-7f8d-4e84-a8a2-cb8dfd7a5a17 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:08.421987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6544c3bc-0376-46ed-834f-c559411587b6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:08.503725 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.542904 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event deleted for resources: {'Port': ['ID=421bed92-7f8d-4e84-a8a2-cb8dfd7a5a17,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:08.646457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6544c3bc-0376-46ed-834f-c559411587b6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:08.647021 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.665511 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.775820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.781128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.872446 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:33:08.872826 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:33:08.918462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.921104 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb3a502d-cdef-4e2d-93fb-12beb015d4d9 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:33:08.934013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.935246 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ebf346f6-bc0a-42b4-92b8-29be206d2cc5 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "DELETE /v2.0/routers/bb3a502d-cdef-4e2d-93fb-12beb015d4d9 HTTP/1.1" status: 204 len: 168 time: 1.2793036 Aug 24 00:33:08.952560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:08.993148 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d59cb-9b70-4ffa-9b74-98c289c6df5c req-4c63d60a-f4f1-402c-b938-ec50812ffb08 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:08.998109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c45d59cb-9b70-4ffa-9b74-98c289c6df5c req-4c63d60a-f4f1-402c-b938-ec50812ffb08 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.0790086 Aug 24 00:33:09.040429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c45d59cb-9b70-4ffa-9b74-98c289c6df5c req-414e0f7f-8ad5-49d6-b589-012bebc1ed09 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414524 Aug 24 00:33:09.134375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.248740 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.304274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Deleting port 6544c3bc-0376-46ed-834f-c559411587b6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:09.304519 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.397391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] Port 421bed92-7f8d-4e84-a8a2-cb8dfd7a5a17 not found while updating agent binding for router bb3a502d-cdef-4e2d-93fb-12beb015d4d9. {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 24 00:33:09.405524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] For port 6544c3bc-0376-46ed-834f-c559411587b6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6544c3bc-0376-46ed-834f-c559411587b6,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:09.405905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.406653 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] Routers set() bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:09.407236 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] Router IDs set() for agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:33:09.408678 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_agentschedulers_db [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bb3a502d-cdef-4e2d-93fb-12beb015d4d9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent'). {{(pid=94839) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 24 00:33:09.409137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a12ad91-ead7-4f5a-8a1b-e433885649e2 None None] The sync data for ids ['bb3a502d-cdef-4e2d-93fb-12beb015d4d9'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:09.427022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Calling delete_port for 6544c3bc-0376-46ed-834f-c559411587b6 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:09.618082 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.648620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event deleted for resources: {'Port': ['ID=6544c3bc-0376-46ed-834f-c559411587b6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:09.720394 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.821066 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.825141 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.870389 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.870946 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 735b353c-3526-466f-a1c0-f230a93b23e5 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:33:09.875130 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.880731 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fcc45f8c-4a97-4ad2-a101-a53e9effc710 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "DELETE /v2.0/routers/735b353c-3526-466f-a1c0-f230a93b23e5 HTTP/1.1" status: 204 len: 168 time: 0.9216900 Aug 24 00:33:09.880833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44502) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:09.886909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-285767735', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:09.920189 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.921707 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.982924 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:10.166540 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:10.271223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327d93b-e2c7-406b-8d14-b7aa25fccaf4 req-218c8732-c174-4e29-8cc7-3c483c51e750 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:10.272733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c327d93b-e2c7-406b-8d14-b7aa25fccaf4 req-218c8732-c174-4e29-8cc7-3c483c51e750 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.1108470 Aug 24 00:33:10.342721 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c327d93b-e2c7-406b-8d14-b7aa25fccaf4 req-249f62a2-ecf3-4b45-9431-f87a60caa8a3 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561328 Aug 24 00:33:10.465209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6544c3bc-0376-46ed-834f-c559411587b6 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:10.490398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 6544c3bc-0376-46ed-834f-c559411587b6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:33:10.490920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6544c3bc-0376-46ed-834f-c559411587b6 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:33:10.512664 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:10.532016 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:10.653477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Allocated IP 172.25.8.240 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/f51671b0-18ca-437d-8a80-e6344a15f10a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:10.793530 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:10.838854 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:10.876908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:10.881694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:10.886746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:10.927159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Pushing event updated for resources: {'Port': ['ID=f51671b0-18ca-437d-8a80-e6344a15f10a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:11.185594 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.499319 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.562585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d9e37-89f6-44d1-87dc-8bc2570b8c53 req-e4f106a8-77e7-446c-b06d-e8e90195324d tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:11.565694 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c7d9e37-89f6-44d1-87dc-8bc2570b8c53 req-e4f106a8-77e7-446c-b06d-e8e90195324d tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.1072576 Aug 24 00:33:11.651346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c7d9e37-89f6-44d1-87dc-8bc2570b8c53 req-cabbb595-afbe-42c7-a78a-d6d38b822806 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762885 Aug 24 00:33:11.708637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Router 07c24f34-dae0-4e30-b94a-9b40ae676064 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:33:11.862959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:11.875045 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0aa226-53cc-425a-9e96-7e680c63ba48 None None] Sync routers for ids ['07c24f34-dae0-4e30-b94a-9b40ae676064'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:11.884634 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.886058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-15e869e6-3b4d-4ebe-90d7-5a50012a55b1 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0043330 Aug 24 00:33:11.887600 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0aa226-53cc-425a-9e96-7e680c63ba48 None None] Routers {'07c24f34-dae0-4e30-b94a-9b40ae676064'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:11.888953 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:11.894930 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-932a3de5-1d21-4628-ae77-6425395d0f2a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'enable_snat': False}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:11.897811 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b0aa226-53cc-425a-9e96-7e680c63ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['07c24f34-dae0-4e30-b94a-9b40ae676064'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:11.933769 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b0aa226-53cc-425a-9e96-7e680c63ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:11.945302 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0aa226-53cc-425a-9e96-7e680c63ba48 None None] Routers {'07c24f34-dae0-4e30-b94a-9b40ae676064'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:11.945920 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b0aa226-53cc-425a-9e96-7e680c63ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['07c24f34-dae0-4e30-b94a-9b40ae676064'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:11.989584 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b0aa226-53cc-425a-9e96-7e680c63ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:11.990283 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0aa226-53cc-425a-9e96-7e680c63ba48 None None] The sync data for ids ['07c24f34-dae0-4e30-b94a-9b40ae676064'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:12.236158 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-932a3de5-1d21-4628-ae77-6425395d0f2a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:12.840813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eade7-8144-4db6-85c6-f035315f6358 req-2fc9e8d6-fef2-4086-bff1-6f4d0b9a4704 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:12.842978 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-279eade7-8144-4db6-85c6-f035315f6358 req-2fc9e8d6-fef2-4086-bff1-6f4d0b9a4704 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 943 time: 0.0773902 Aug 24 00:33:12.924479 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-279eade7-8144-4db6-85c6-f035315f6358 req-4d881a99-7394-4945-b268-13fe54a02c85 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746214 Aug 24 00:33:13.154409 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-932a3de5-1d21-4628-ae77-6425395d0f2a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.158734 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-932a3de5-1d21-4628-ae77-6425395d0f2a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.184886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 046e1d9e-5e9a-4211-9edd-d6606cb8570f details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:33:13.339536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 046e1d9e-5e9a-4211-9edd-d6606cb8570f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=046e1d9e-5e9a-4211-9edd-d6606cb8570f,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:13.357141 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932a3de5-1d21-4628-ae77-6425395d0f2a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Router 07c24f34-dae0-4e30-b94a-9b40ae676064 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:33:13.368108 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '046e1d9e-5e9a-4211-9edd-d6606cb8570f', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'port_id': '046e1d9e-5e9a-4211-9edd-d6606cb8570f', 'mac_address': 'fa:16:3e:f8:52:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:33:13.459488 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.476088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046e1d9e-5e9a-4211-9edd-d6606cb8570f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:33:13.503078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 046e1d9e-5e9a-4211-9edd-d6606cb8570f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=046e1d9e-5e9a-4211-9edd-d6606cb8570f,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:13.509483 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.529182 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932a3de5-1d21-4628-ae77-6425395d0f2a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:13.538154 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-932a3de5-1d21-4628-ae77-6425395d0f2a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.539422 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-932a3de5-1d21-4628-ae77-6425395d0f2a tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "PUT /v2.0/routers/07c24f34-dae0-4e30-b94a-9b40ae676064 HTTP/1.1" status: 200 len: 925 time: 1.6493359 Aug 24 00:33:13.542131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44616) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:13.554266 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d244d4b9-aa7a-46c8-be00-5397fc3a00d6 None None] Sync routers for ids ['07c24f34-dae0-4e30-b94a-9b40ae676064'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:13.610102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d244d4b9-aa7a-46c8-be00-5397fc3a00d6 None None] Routers {'07c24f34-dae0-4e30-b94a-9b40ae676064'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:13.610951 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d244d4b9-aa7a-46c8-be00-5397fc3a00d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['07c24f34-dae0-4e30-b94a-9b40ae676064'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:13.613892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=046e1d9e-5e9a-4211-9edd-d6606cb8570f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:13.623965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:13.624450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:13.624890 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:13.625418 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:13.625850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:13.626435 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:13.627998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:13.628616 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:13.629355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:13.629797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:13.630220 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:13.630720 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:13.699124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d244d4b9-aa7a-46c8-be00-5397fc3a00d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:13.710560 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d244d4b9-aa7a-46c8-be00-5397fc3a00d6 None None] Routers {'07c24f34-dae0-4e30-b94a-9b40ae676064'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:13.711255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d244d4b9-aa7a-46c8-be00-5397fc3a00d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['07c24f34-dae0-4e30-b94a-9b40ae676064'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:13.747707 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-161e3c4b-f798-48c0-bd22-d92c4a776105 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/routers/07c24f34-dae0-4e30-b94a-9b40ae676064 HTTP/1.1" status: 200 len: 925 time: 0.2041593 Aug 24 00:33:13.750721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44624) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:13.770151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d244d4b9-aa7a-46c8-be00-5397fc3a00d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:13.770938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d244d4b9-aa7a-46c8-be00-5397fc3a00d6 None None] The sync data for ids ['07c24f34-dae0-4e30-b94a-9b40ae676064'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:13.861410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e505397d-889c-4fd8-a641-6fc4264f33d8 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:13.863544 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e505397d-889c-4fd8-a641-6fc4264f33d8 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&device_id=07c24f34-dae0-4e30-b94a-9b40ae676064&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1116598 Aug 24 00:33:13.866100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44628) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:13.917527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['046e1d9e-5e9a-4211-9edd-d6606cb8570f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:33:14.046471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ed4d2-7985-482a-8154-4d21d3abbeba tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:14.051371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-122ed4d2-7985-482a-8154-4d21d3abbeba tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 881 time: 0.1839776 Aug 24 00:33:14.052156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:14.141295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17046b-382d-435f-8218-6336f5c5774a req-17611a65-e15a-43dd-8ba3-c0cae496ec30 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:14.148944 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a4f3e25c-ed10-4644-9ced-d67776983393 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "GET /v2.0/ports?device_id=07c24f34-dae0-4e30-b94a-9b40ae676064 HTTP/1.1" status: 200 len: 205 time: 0.0953045 Aug 24 00:33:14.149581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:14.153611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c17046b-382d-435f-8218-6336f5c5774a req-17611a65-e15a-43dd-8ba3-c0cae496ec30 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 944 time: 0.0910156 Aug 24 00:33:14.236639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c17046b-382d-435f-8218-6336f5c5774a req-920a287b-86c2-435b-8ff5-281cae62be38 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813842 Aug 24 00:33:14.320599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.443419 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.511197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Deleting port f51671b0-18ca-437d-8a80-e6344a15f10a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:14.511956 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.622601 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.636096 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Calling delete_port for f51671b0-18ca-437d-8a80-e6344a15f10a owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:14.864565 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.903255 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Pushing event deleted for resources: {'Port': ['ID=f51671b0-18ca-437d-8a80-e6344a15f10a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:14.988024 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.090655 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.093088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.145350 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.145890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Fanout notify agent at l3_agent the message router_deleted on router 07c24f34-dae0-4e30-b94a-9b40ae676064 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:33:15.153184 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.154457 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-31f3dcc4-ad4f-461f-b979-c332b47ff35e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "DELETE /v2.0/routers/07c24f34-dae0-4e30-b94a-9b40ae676064 HTTP/1.1" status: 204 len: 168 time: 1.0039461 Aug 24 00:33:15.159052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44676) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:15.164345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2efacc4c-9d0b-4667-987a-f840a71a0a94 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-343051310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:15.196622 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2efacc4c-9d0b-4667-987a-f840a71a0a94 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.198588 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2efacc4c-9d0b-4667-987a-f840a71a0a94 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.201214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 046e1d9e-5e9a-4211-9edd-d6606cb8570f up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:15.288569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2efacc4c-9d0b-4667-987a-f840a71a0a94 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.302929 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2efacc4c-9d0b-4667-987a-f840a71a0a94 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.311606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 046e1d9e-5e9a-4211-9edd-d6606cb8570f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:15.325762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 046e1d9e-5e9a-4211-9edd-d6606cb8570f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:15.326458 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.331675 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2efacc4c-9d0b-4667-987a-f840a71a0a94 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.332944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2efacc4c-9d0b-4667-987a-f840a71a0a94 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1722543 Aug 24 00:33:15.335729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44684) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:15.340675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:15.401841 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:15.436718 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.467181 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8009203c-bf68-47ff-9dba-5b4f43a10cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046e1d9e-5e9a-4211-9edd-d6606cb8570f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:15.470220 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98275a9-d56a-42c4-9bbd-1ad25bf49e19" -d '{"events": [{"server_uuid": "8009203c-bf68-47ff-9dba-5b4f43a10cf8", "name": "network-vif-plugged", "status": "completed", "tag": "046e1d9e-5e9a-4211-9edd-d6606cb8570f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:15.487321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 046e1d9e-5e9a-4211-9edd-d6606cb8570f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=046e1d9e-5e9a-4211-9edd-d6606cb8570f,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:15.493239 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.539658 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94017793-9275-449e-9108-2d54832dd145 x-openstack-request-id: req-94017793-9275-449e-9108-2d54832dd145 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:15.540231 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8009203c-bf68-47ff-9dba-5b4f43a10cf8", "name": "network-vif-plugged", "status": "completed", "tag": "046e1d9e-5e9a-4211-9edd-d6606cb8570f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:15.540578 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94017793-9275-449e-9108-2d54832dd145 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:15.541059 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8009203c-bf68-47ff-9dba-5b4f43a10cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046e1d9e-5e9a-4211-9edd-d6606cb8570f', 'code': 200} Aug 24 00:33:15.568826 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2a80-8910-4c95-b921-76295c7ad290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.569302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d238293-fd89-47ff-a8d0-5b2ea5d02a4a req-70ec0da3-e7db-47e2-9cfd-c85643c7ac94 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:15.573406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d238293-fd89-47ff-a8d0-5b2ea5d02a4a req-70ec0da3-e7db-47e2-9cfd-c85643c7ac94 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 944 time: 0.1582170 Aug 24 00:33:15.576584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=046e1d9e-5e9a-4211-9edd-d6606cb8570f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:15.717125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2a80-8910-4c95-b921-76295c7ad290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.722611 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2a80-8910-4c95-b921-76295c7ad290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.771780 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-eb1c2a80-8910-4c95-b921-76295c7ad290 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e4a6579ec9f420f848a1ec33c883e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3687541 Aug 24 00:33:15.774192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44696) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:15.782109 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c2a80-8910-4c95-b921-76295c7ad290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922cda7d-1f79-4244-9866-5c01cd536e63,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:15.789231 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.809508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d238293-fd89-47ff-a8d0-5b2ea5d02a4a req-0a9c5c41-8893-4605-a171-122c04408dd7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948159 Aug 24 00:33:15.845913 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b4a25-8fc9-4c5b-ab76-0536c50a2d4d req-0dbbed7f-dc0e-412c-b250-b71dece6ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:15.847881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c58b4a25-8fc9-4c5b-ab76-0536c50a2d4d req-0dbbed7f-dc0e-412c-b250-b71dece6ee8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 1096 time: 0.1872318 Aug 24 00:33:15.873569 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d3ab9-bf72-4a3b-8cb6-20181b0c7efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.899719 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d3ab9-bf72-4a3b-8cb6-20181b0c7efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.935109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c58b4a25-8fc9-4c5b-ab76-0536c50a2d4d req-6dbb19c1-2895-4813-b574-67595106a717 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781386 Aug 24 00:33:15.968652 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d3ab9-bf72-4a3b-8cb6-20181b0c7efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.971515 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a33d3ab9-bf72-4a3b-8cb6-20181b0c7efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.972702 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a33d3ab9-bf72-4a3b-8cb6-20181b0c7efc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/922cda7d-1f79-4244-9866-5c01cd536e63 HTTP/1.1" status: 204 len: 168 time: 0.1975877 Aug 24 00:33:15.980874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d3ab9-bf72-4a3b-8cb6-20181b0c7efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922cda7d-1f79-4244-9866-5c01cd536e63,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:16.095690 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.116563 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.229240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Allocated IP 172.25.8.235 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/9e86716b-90ab-4e82-bf27-53c6baf14291) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:16.263342 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44706) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:16.279375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e31cdf5e-d17c-4b45-93d5-fc60192b7782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.357697 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.399409 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.409178 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e31cdf5e-d17c-4b45-93d5-fc60192b7782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.412771 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e31cdf5e-d17c-4b45-93d5-fc60192b7782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.438380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:16.441354 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:16.444688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:16.449980 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cdf5e-d17c-4b45-93d5-fc60192b7782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127a7258-2a35-427d-9368-dee952d2ebce,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:16.455246 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e31cdf5e-d17c-4b45-93d5-fc60192b7782 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aaf2551de61042aaa2a2439f97e951d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902537 Aug 24 00:33:16.458118 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:16.476578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Pushing event updated for resources: {'Port': ['ID=9e86716b-90ab-4e82-bf27-53c6baf14291,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:16.521720 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61e39b78-691d-49b4-9677-6c486995c43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.542034 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61e39b78-691d-49b4-9677-6c486995c43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.604246 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61e39b78-691d-49b4-9677-6c486995c43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.608300 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61e39b78-691d-49b4-9677-6c486995c43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.609677 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-61e39b78-691d-49b4-9677-6c486995c43b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/127a7258-2a35-427d-9368-dee952d2ebce HTTP/1.1" status: 204 len: 168 time: 0.1500850 Aug 24 00:33:16.620958 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e39b78-691d-49b4-9677-6c486995c43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127a7258-2a35-427d-9368-dee952d2ebce,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:16.875976 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:33:17.154051 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:17.380019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ab134-0ee4-4186-9333-337563299d8a req-8e4893fc-049a-4cb3-a529-74d99c390cae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:17.382000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c79ab134-0ee4-4186-9333-337563299d8a req-8e4893fc-049a-4cb3-a529-74d99c390cae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 945 time: 0.3688929 Aug 24 00:33:17.518795 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c79ab134-0ee4-4186-9333-337563299d8a req-7436fd1c-46da-465b-8166-36080bc9b408 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281154 Aug 24 00:33:17.531517 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:17.537554 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:17.735879 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Router 92125128-e922-4e8b-9ef1-6eb5ccd04f59 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:33:17.893803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:17.901621 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:17.902802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4a673af7-df61-4e7d-a59c-77116d158ba2 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "PUT /v2.0/routers/92125128-e922-4e8b-9ef1-6eb5ccd04f59 HTTP/1.1" status: 200 len: 883 time: 2.5656929 Aug 24 00:33:17.905456 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:17.908594 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0f7e57-6f54-48b5-b21d-5c683a8c1c34 None None] Sync routers for ids ['92125128-e922-4e8b-9ef1-6eb5ccd04f59'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:17.921350 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f7e57-6f54-48b5-b21d-5c683a8c1c34 None None] Routers {'92125128-e922-4e8b-9ef1-6eb5ccd04f59'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:17.922143 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0a0f7e57-6f54-48b5-b21d-5c683a8c1c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['92125128-e922-4e8b-9ef1-6eb5ccd04f59'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:17.959168 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0a0f7e57-6f54-48b5-b21d-5c683a8c1c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:17.971637 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f7e57-6f54-48b5-b21d-5c683a8c1c34 None None] Routers {'92125128-e922-4e8b-9ef1-6eb5ccd04f59'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:17.972652 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0a0f7e57-6f54-48b5-b21d-5c683a8c1c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['92125128-e922-4e8b-9ef1-6eb5ccd04f59'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:18.021327 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0a0f7e57-6f54-48b5-b21d-5c683a8c1c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:18.022227 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0f7e57-6f54-48b5-b21d-5c683a8c1c34 None None] The sync data for ids ['92125128-e922-4e8b-9ef1-6eb5ccd04f59'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:18.129998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44768) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:18.130667 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fee21091-eb9d-42e8-935a-d2cbf656ff98 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/routers/92125128-e922-4e8b-9ef1-6eb5ccd04f59 HTTP/1.1" status: 200 len: 924 time: 0.2235589 Aug 24 00:33:18.181330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2d13be-c384-46d0-97f5-1987a38a1c96 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:18.183457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8a2d13be-c384-46d0-97f5-1987a38a1c96 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&device_id=92125128-e922-4e8b-9ef1-6eb5ccd04f59&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0521033 Aug 24 00:33:18.187933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44772) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:18.303068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1c407-1193-49bb-8cf0-087ac476c639 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:18.307745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44784) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:18.307920 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cfe1c407-1193-49bb-8cf0-087ac476c639 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 881 time: 0.1185861 Aug 24 00:33:18.371126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:18.395833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0ea06fa6-7e2e-44af-bbeb-2f233154a93f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "GET /v2.0/ports?device_id=92125128-e922-4e8b-9ef1-6eb5ccd04f59 HTTP/1.1" status: 200 len: 205 time: 0.0823350 Aug 24 00:33:18.581544 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:18.754816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbc6f-ee2a-469d-94cb-1575e526a65f req-bf2423c7-38d1-4b38-aade-bc331da47ddd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:18.760460 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dbcbc6f-ee2a-469d-94cb-1575e526a65f req-bf2423c7-38d1-4b38-aade-bc331da47ddd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 945 time: 0.1285191 Aug 24 00:33:18.772767 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:18.816251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dbcbc6f-ee2a-469d-94cb-1575e526a65f req-9a3d61e4-af71-4fb9-9d0e-e0999cff12a1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439477 Aug 24 00:33:18.950317 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Deleting port 9e86716b-90ab-4e82-bf27-53c6baf14291 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:18.950827 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.026553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4fe72-81ef-4481-a568-776d489649df req-fde153d6-113c-4337-acba-1be0bf69d6e3 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:19.028528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46b4fe72-81ef-4481-a568-776d489649df req-fde153d6-113c-4337-acba-1be0bf69d6e3 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 945 time: 0.0818851 Aug 24 00:33:19.113827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46b4fe72-81ef-4481-a568-776d489649df req-c6a0aa4e-4132-4bc2-9dd6-c75e5df9a6aa tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716755 Aug 24 00:33:19.146220 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.172425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Calling delete_port for 9e86716b-90ab-4e82-bf27-53c6baf14291 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:19.304341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc5735-07b8-4dde-bea8-0710e9193237 req-60c2ffae-8f05-41d7-9e0a-90ca8a8c3ac6 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:19.321443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68dc5735-07b8-4dde-bea8-0710e9193237 req-60c2ffae-8f05-41d7-9e0a-90ca8a8c3ac6 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 945 time: 0.1007793 Aug 24 00:33:19.381591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68dc5735-07b8-4dde-bea8-0710e9193237 req-f6e54f30-fd5c-47ca-9d61-b869b4db2a27 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588641 Aug 24 00:33:19.452458 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.504137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Pushing event deleted for resources: {'Port': ['ID=9e86716b-90ab-4e82-bf27-53c6baf14291,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:19.609221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.746681 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.749496 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.807663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2f646-bfb1-468d-ae65-85a9e4815466 req-f3f1a054-736f-4e34-bffb-ea8fd1a2aa45 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:19.809239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edb2f646-bfb1-468d-ae65-85a9e4815466 req-f3f1a054-736f-4e34-bffb-ea8fd1a2aa45 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 945 time: 0.0627410 Aug 24 00:33:19.809865 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.810830 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Fanout notify agent at l3_agent the message router_deleted on router 92125128-e922-4e8b-9ef1-6eb5ccd04f59 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:33:19.819329 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.823167 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e361fac1-1f3a-4f74-8454-a8f767ec929c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "DELETE /v2.0/routers/92125128-e922-4e8b-9ef1-6eb5ccd04f59 HTTP/1.1" status: 204 len: 168 time: 1.4487472 Aug 24 00:33:19.824581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44870) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:19.829837 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-92f10b9d-66a8-4a26-99b7-1fff20b6a69a tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1159372667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:19.862453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edb2f646-bfb1-468d-ae65-85a9e4815466 req-2d992dc6-19a2-473c-83df-e420598c1d8e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Aug 24 00:33:19.864981 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92f10b9d-66a8-4a26-99b7-1fff20b6a69a tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.866756 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92f10b9d-66a8-4a26-99b7-1fff20b6a69a tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.956411 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92f10b9d-66a8-4a26-99b7-1fff20b6a69a tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.964256 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92f10b9d-66a8-4a26-99b7-1fff20b6a69a tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.989547 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92f10b9d-66a8-4a26-99b7-1fff20b6a69a tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.993569 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-92f10b9d-66a8-4a26-99b7-1fff20b6a69a tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1649323 Aug 24 00:33:19.993820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44878) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:19.998719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'enable_snat': True}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:20.475973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.528097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44900) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:20.761497 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9c12-fdcc-4b40-bedf-8b0b008710e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.782128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.803000 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.901097 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9c12-fdcc-4b40-bedf-8b0b008710e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.910120 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9c12-fdcc-4b40-bedf-8b0b008710e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.939643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff9c12-fdcc-4b40-bedf-8b0b008710e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286ce7b5-4d82-44d6-a083-39b515c98f53,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:20.990941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a4ff9c12-fdcc-4b40-bedf-8b0b008710e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4693cc12ef2d4635a79211c0ce70b167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4614861 Aug 24 00:33:21.000694 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:21.027001 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Allocated IP 172.25.8.172 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/90995cd1-3dbb-4d6a-b0a8-21fe94992f71) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:21.053656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c6b64-f51b-48fc-9271-f5ccf78efb74 req-fa35a5cd-8116-45e4-aff3-5601bea781d1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:21.063137 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f0c6b64-f51b-48fc-9271-f5ccf78efb74 req-fa35a5cd-8116-45e4-aff3-5601bea781d1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 945 time: 0.0706246 Aug 24 00:33:21.107494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f0c6b64-f51b-48fc-9271-f5ccf78efb74 req-93109d4e-f3d5-41ad-b267-7ed1ad42dffd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433104 Aug 24 00:33:21.147069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8fdf304e-863f-4f9e-aa52-6f96cf9fae8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.195532 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8fdf304e-863f-4f9e-aa52-6f96cf9fae8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.199149 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.271918 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8fdf304e-863f-4f9e-aa52-6f96cf9fae8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.274891 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8fdf304e-863f-4f9e-aa52-6f96cf9fae8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.279266 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8fdf304e-863f-4f9e-aa52-6f96cf9fae8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/286ce7b5-4d82-44d6-a083-39b515c98f53 HTTP/1.1" status: 204 len: 168 time: 0.2745740 Aug 24 00:33:21.294660 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.400035 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf304e-863f-4f9e-aa52-6f96cf9fae8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286ce7b5-4d82-44d6-a083-39b515c98f53,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:21.410446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:21.413407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:21.425916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:21.461418 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event updated for resources: {'Port': ['ID=90995cd1-3dbb-4d6a-b0a8-21fe94992f71,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:21.584214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa58951-12be-4bc5-91b2-4a10aabcc054 req-c899dddd-fe1a-40f9-a360-c41b2f2cad83 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:21.586144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1fa58951-12be-4bc5-91b2-4a10aabcc054 req-c899dddd-fe1a-40f9-a360-c41b2f2cad83 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 945 time: 0.0703371 Aug 24 00:33:21.708228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1fa58951-12be-4bc5-91b2-4a10aabcc054 req-26363614-60e6-4642-944d-fd592a79fb5b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Deleting port 046e1d9e-5e9a-4211-9edd-d6606cb8570f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:21.708993 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1fa58951-12be-4bc5-91b2-4a10aabcc054 req-26363614-60e6-4642-944d-fd592a79fb5b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.763899 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44946) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:21.789231 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96a0c259-c8db-40a3-a9e2-fa1f4ef5ba80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.815054 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.836636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1fa58951-12be-4bc5-91b2-4a10aabcc054 req-26363614-60e6-4642-944d-fd592a79fb5b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] For port 046e1d9e-5e9a-4211-9edd-d6606cb8570f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=046e1d9e-5e9a-4211-9edd-d6606cb8570f,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:21.837466 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1fa58951-12be-4bc5-91b2-4a10aabcc054 req-26363614-60e6-4642-944d-fd592a79fb5b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.851427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-1fa58951-12be-4bc5-91b2-4a10aabcc054 req-26363614-60e6-4642-944d-fd592a79fb5b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Calling delete_port for 046e1d9e-5e9a-4211-9edd-d6606cb8570f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:22.056150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1fa58951-12be-4bc5-91b2-4a10aabcc054 req-26363614-60e6-4642-944d-fd592a79fb5b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.092799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['046e1d9e-5e9a-4211-9edd-d6606cb8570f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:33:22.119782 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26363614-60e6-4642-944d-fd592a79fb5b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event deleted for resources: {'Port': ['ID=046e1d9e-5e9a-4211-9edd-d6606cb8570f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:22.176844 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96a0c259-c8db-40a3-a9e2-fa1f4ef5ba80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.197709 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96a0c259-c8db-40a3-a9e2-fa1f4ef5ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.216472 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.260714 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.279474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa58951-12be-4bc5-91b2-4a10aabcc054 req-26363614-60e6-4642-944d-fd592a79fb5b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] No DVR routers for this DVR port 046e1d9e-5e9a-4211-9edd-d6606cb8570f on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:22.296973 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1fa58951-12be-4bc5-91b2-4a10aabcc054 req-26363614-60e6-4642-944d-fd592a79fb5b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.300143 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-96a0c259-c8db-40a3-a9e2-fa1f4ef5ba80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a927c9d27e834dc3a833df7f7783a1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5336425 Aug 24 00:33:22.326155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1fa58951-12be-4bc5-91b2-4a10aabcc054 req-26363614-60e6-4642-944d-fd592a79fb5b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "DELETE /v2.0/ports/046e1d9e-5e9a-4211-9edd-d6606cb8570f HTTP/1.1" status: 204 len: 173 time: 0.7311909 Aug 24 00:33:22.326988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44966) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:22.330112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8009203c-bf68-47ff-9dba-5b4f43a10cf8', 'name': 'network-vif-deleted', 'tag': '046e1d9e-5e9a-4211-9edd-d6606cb8570f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:22.356152 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd1659c-44fc-41f2-9d6e-fff5ed824479" -d '{"events": [{"server_uuid": "8009203c-bf68-47ff-9dba-5b4f43a10cf8", "name": "network-vif-deleted", "tag": "046e1d9e-5e9a-4211-9edd-d6606cb8570f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:22.412063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0c259-c8db-40a3-a9e2-fa1f4ef5ba80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1674f8-25e0-4c20-878d-02086c5c4666,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:22.500060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Router 2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:33:22.543360 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8495e9aa-e7b5-42dd-86f0-517dffca6c0c x-openstack-request-id: req-8495e9aa-e7b5-42dd-86f0-517dffca6c0c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:22.543656 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8009203c-bf68-47ff-9dba-5b4f43a10cf8", "name": "network-vif-deleted", "tag": "046e1d9e-5e9a-4211-9edd-d6606cb8570f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:22.543888 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8495e9aa-e7b5-42dd-86f0-517dffca6c0c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:22.544290 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8009203c-bf68-47ff-9dba-5b4f43a10cf8', 'name': 'network-vif-deleted', 'tag': '046e1d9e-5e9a-4211-9edd-d6606cb8570f', 'status': 'completed', 'code': 200} Aug 24 00:33:22.575369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-270fccfe-9050-4e38-b612-a529de8e6f7a req-c44d8bc3-dbf2-4000-8102-21aceb6b7dc0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 210 time: 0.2470973 Aug 24 00:33:22.622437 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83bcf296-aa00-4e39-aca9-24fc3be9df1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.656633 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83bcf296-aa00-4e39-aca9-24fc3be9df1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.753602 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83bcf296-aa00-4e39-aca9-24fc3be9df1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.756264 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83bcf296-aa00-4e39-aca9-24fc3be9df1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.758003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-83bcf296-aa00-4e39-aca9-24fc3be9df1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d1674f8-25e0-4c20-878d-02086c5c4666 HTTP/1.1" status: 204 len: 168 time: 0.3883443 Aug 24 00:33:22.762465 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:22.772756 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.773953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcf296-aa00-4e39-aca9-24fc3be9df1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1674f8-25e0-4c20-878d-02086c5c4666,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:22.776977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f3a91-36e8-4b20-b68b-a3ff6ff764f5 None None] Sync routers for ids ['2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:22.798625 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e4806523-2aae-4c63-a5e9-5a3645c9295d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "PUT /v2.0/routers/2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa HTTP/1.1" status: 200 len: 919 time: 2.8012650 Aug 24 00:33:22.800064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44980) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:22.819989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f3a91-36e8-4b20-b68b-a3ff6ff764f5 None None] Routers {'2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:22.820640 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6b6f3a91-36e8-4b20-b68b-a3ff6ff764f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:22.889255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6b6f3a91-36e8-4b20-b68b-a3ff6ff764f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:22.899890 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f3a91-36e8-4b20-b68b-a3ff6ff764f5 None None] Routers {'2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:22.900974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6b6f3a91-36e8-4b20-b68b-a3ff6ff764f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:22.967854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6b6f3a91-36e8-4b20-b68b-a3ff6ff764f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:22.968797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f3a91-36e8-4b20-b68b-a3ff6ff764f5 None None] The sync data for ids ['2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:23.026221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-54c9a20e-9223-4a4f-bf78-ca67405719dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/routers/2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa HTTP/1.1" status: 200 len: 925 time: 0.2250082 Aug 24 00:33:23.029628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44986) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:23.105302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a6bce6-1ee9-4d02-866c-d89fa8ada5f8 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:23.110307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-27a6bce6-1ee9-4d02-866c-d89fa8ada5f8 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&device_id=2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0777183 Aug 24 00:33:23.110466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44992) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:23.246602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67798ce-1eb1-4ee7-8e2e-ef8a7b6fa985 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:23.248141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c67798ce-1eb1-4ee7-8e2e-ef8a7b6fa985 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 881 time: 0.1354537 Aug 24 00:33:23.251156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:23.298759 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7f02971d-82e4-403c-bb11-7215843c0d5c tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "GET /v2.0/ports?device_id=2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa HTTP/1.1" status: 200 len: 205 time: 0.0424829 Aug 24 00:33:23.299480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44998) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:23.437576 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:23.582063 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:23.654239 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:23.701276 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Deleting port 90995cd1-3dbb-4d6a-b0a8-21fe94992f71 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:23.701614 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:23.795735 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3abe1a3b-0f01-4222-80c0-4f3838bf693f req-05c3d08d-59a8-45e1-9c6b-191954c5d6f9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 210 time: 0.0907671 Aug 24 00:33:23.857800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9dde0e89-a8c4-422c-b6cf-ccaa1e43fbf9 req-bb9ab41d-174d-48fb-8d40-31ed2b613551 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610433 Aug 24 00:33:23.921215 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:23.970649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Calling delete_port for 90995cd1-3dbb-4d6a-b0a8-21fe94992f71 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:23.993767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde0e89-a8c4-422c-b6cf-ccaa1e43fbf9 req-3c71c607-188c-4675-bb4e-d4e218c00f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:23.995371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9dde0e89-a8c4-422c-b6cf-ccaa1e43fbf9 req-3c71c607-188c-4675-bb4e-d4e218c00f38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 1096 time: 0.0790632 Aug 24 00:33:24.148764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde0e89-a8c4-422c-b6cf-ccaa1e43fbf9 req-baff7028-e483-4bbd-8525-bfb16cd93b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:24.151234 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9dde0e89-a8c4-422c-b6cf-ccaa1e43fbf9 req-baff7028-e483-4bbd-8525-bfb16cd93b8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 912 time: 0.1361587 Aug 24 00:33:24.272380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9dde0e89-a8c4-422c-b6cf-ccaa1e43fbf9 req-9cd196a6-0b6d-4438-8b10-bc3fbc55b331 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59b802e4-c292-4c95-bb0e-9b841eec5c27 HTTP/1.1" status: 200 len: 1001 time: 0.1130414 Aug 24 00:33:24.365317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde0e89-a8c4-422c-b6cf-ccaa1e43fbf9 req-ea95b769-0412-4edb-89b4-f3203ab205bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:24.369017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9dde0e89-a8c4-422c-b6cf-ccaa1e43fbf9 req-ea95b769-0412-4edb-89b4-f3203ab205bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 200 len: 850 time: 0.0878797 Aug 24 00:33:24.449621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde0e89-a8c4-422c-b6cf-ccaa1e43fbf9 req-ef2f0f08-a8a3-4834-b16f-60caa7b2ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:24.451786 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9dde0e89-a8c4-422c-b6cf-ccaa1e43fbf9 req-ef2f0f08-a8a3-4834-b16f-60caa7b2ebd9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b465dfe-d306-4292-bddd-524ea879c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739939 Aug 24 00:33:24.477737 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:24.512364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Pushing event deleted for resources: {'Port': ['ID=90995cd1-3dbb-4d6a-b0a8-21fe94992f71,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:24.613953 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9dde0e89-a8c4-422c-b6cf-ccaa1e43fbf9 req-04a9da58-a628-4a01-ab0d-0be7b616e44b service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530869 Aug 24 00:33:24.616561 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:24.756766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9dde0e89-a8c4-422c-b6cf-ccaa1e43fbf9 req-fb8b6a3a-6c59-4292-b69e-5e2aaf86d72a service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351266 Aug 24 00:33:24.760245 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:24.762898 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:24.843806 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:24.844383 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Fanout notify agent at l3_agent the message router_deleted on router 2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:33:24.853801 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:24.861717 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d69b7a3a-359c-44b5-a286-bd65bc74936f tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "DELETE /v2.0/routers/2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa HTTP/1.1" status: 204 len: 168 time: 1.5593591 Aug 24 00:33:24.861873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45068) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:24.866560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-41bf33c6-3de5-4738-89b6-63a99cc13bd8 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-155828535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:24.961471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7105a161-e77c-4dc9-a6ef-bc30de60edfb req-15575642-6df9-4f20-b5ca-d0b80d446391 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 210 time: 0.0609474 Aug 24 00:33:24.985045 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41bf33c6-3de5-4738-89b6-63a99cc13bd8 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:24.986427 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41bf33c6-3de5-4738-89b6-63a99cc13bd8 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.076974 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41bf33c6-3de5-4738-89b6-63a99cc13bd8 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.084112 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41bf33c6-3de5-4738-89b6-63a99cc13bd8 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.110491 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41bf33c6-3de5-4738-89b6-63a99cc13bd8 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.113177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-41bf33c6-3de5-4738-89b6-63a99cc13bd8 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2501175 Aug 24 00:33:25.115840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45086) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:25.128140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'enable_snat': False}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:25.217773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 046e1d9e-5e9a-4211-9edd-d6606cb8570f no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:25.257692 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 046e1d9e-5e9a-4211-9edd-d6606cb8570f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:33:25.258042 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 046e1d9e-5e9a-4211-9edd-d6606cb8570f not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:33:25.375617 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.633172 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.653875 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.789470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Allocated IP 172.25.8.251 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/627b28e3-f656-4600-bcef-9295e31eaa64) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:25.875077 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:25.947485 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.997564 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.025470 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f027fb72-0804-44a2-b78c-59b6d8c5c3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.039708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:26.047170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:26.052748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:26.103832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Pushing event updated for resources: {'Port': ['ID=627b28e3-f656-4600-bcef-9295e31eaa64,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:26.128386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a65f98b-c75a-4485-85dc-b018aba99071 req-91373a24-f995-496c-88dd-127ebef853e3 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 210 time: 0.0446575 Aug 24 00:33:26.180980 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f027fb72-0804-44a2-b78c-59b6d8c5c3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.187771 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f027fb72-0804-44a2-b78c-59b6d8c5c3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.252032 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f027fb72-0804-44a2-b78c-59b6d8c5c3b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66ddb0a317614aa7acd8ae916b459ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753564 Aug 24 00:33:26.253123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45118) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:26.253834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027fb72-0804-44a2-b78c-59b6d8c5c3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc401138-6aa6-457e-ad15-9bd344f0df3b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:26.408278 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d27f68c-191c-4a8f-ab68-29a7b81f038f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.433041 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.439730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d27f68c-191c-4a8f-ab68-29a7b81f038f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.012856 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d27f68c-191c-4a8f-ab68-29a7b81f038f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.015782 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7d27f68c-191c-4a8f-ab68-29a7b81f038f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.016949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7d27f68c-191c-4a8f-ab68-29a7b81f038f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc401138-6aa6-457e-ad15-9bd344f0df3b HTTP/1.1" status: 204 len: 168 time: 0.7628167 Aug 24 00:33:27.031127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27f68c-191c-4a8f-ab68-29a7b81f038f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc401138-6aa6-457e-ad15-9bd344f0df3b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:27.127251 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.131563 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.369165 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a842c6b-e397-4a31-995a-cfe3037a524a req-7f40c8c8-cf86-4cd2-ab85-0cfaeb327e11 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 210 time: 0.0347364 Aug 24 00:33:27.414413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Router 9f67f9d2-dc5e-4486-b1c2-245237849cf4 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:33:27.461399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:27.480756 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57a3dd28-7ba0-4f77-bd65-a9819ce98903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.511311 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c46f6856-b3a3-4fb2-b507-0917c8d57776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.592841 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57a3dd28-7ba0-4f77-bd65-a9819ce98903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.602633 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57a3dd28-7ba0-4f77-bd65-a9819ce98903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.639140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:27.645634 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.649271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-02408619-57d4-42c1-9ecf-65a865dde9dd tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "PUT /v2.0/routers/9f67f9d2-dc5e-4486-b1c2-245237849cf4 HTTP/1.1" status: 200 len: 919 time: 2.5298507 Aug 24 00:33:27.649834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45170) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:27.653076 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907d715a-844d-4005-a707-b0a6f241f86c None None] Sync routers for ids ['9f67f9d2-dc5e-4486-b1c2-245237849cf4'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:27.666034 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907d715a-844d-4005-a707-b0a6f241f86c None None] Routers {'9f67f9d2-dc5e-4486-b1c2-245237849cf4'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:27.667019 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-907d715a-844d-4005-a707-b0a6f241f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['9f67f9d2-dc5e-4486-b1c2-245237849cf4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:27.701171 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3dd28-7ba0-4f77-bd65-a9819ce98903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ac2866-2775-4bb9-9562-db2e50d555ca,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:27.756822 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-907d715a-844d-4005-a707-b0a6f241f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:27.777582 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-57a3dd28-7ba0-4f77-bd65-a9819ce98903 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3dadbc2da2944a3905122d05bb81bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139331 Aug 24 00:33:27.778158 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45172) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:27.778382 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907d715a-844d-4005-a707-b0a6f241f86c None None] Routers {'9f67f9d2-dc5e-4486-b1c2-245237849cf4'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:27.779328 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-907d715a-844d-4005-a707-b0a6f241f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['9f67f9d2-dc5e-4486-b1c2-245237849cf4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:27.815511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c17d0ef2-5925-4142-95ca-314a1f39339d tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/routers/9f67f9d2-dc5e-4486-b1c2-245237849cf4 HTTP/1.1" status: 200 len: 925 time: 0.1522183 Aug 24 00:33:27.816703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45174) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:27.864231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aa7106-f63e-4d68-a27c-215f3cf67580 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:27.868662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-98aa7106-f63e-4d68-a27c-215f3cf67580 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&device_id=9f67f9d2-dc5e-4486-b1c2-245237849cf4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0509517 Aug 24 00:33:27.869444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45176) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:27.873271 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-907d715a-844d-4005-a707-b0a6f241f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:27.875038 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907d715a-844d-4005-a707-b0a6f241f86c None None] The sync data for ids ['9f67f9d2-dc5e-4486-b1c2-245237849cf4'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:27.935090 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abb7e5cc-1888-474b-a993-e8b7a9c5b282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.991083 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cda194-29bb-41ae-b172-b63aa7e9f574 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:27.995312 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-35cda194-29bb-41ae-b172-b63aa7e9f574 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 881 time: 0.1221931 Aug 24 00:33:27.996339 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:28.082921 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a3f76a58-db79-4495-ad84-8c7367245eee tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f67f9d2-dc5e-4486-b1c2-245237849cf4 HTTP/1.1" status: 200 len: 205 time: 0.0781345 Aug 24 00:33:28.082921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abb7e5cc-1888-474b-a993-e8b7a9c5b282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.083453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45188) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:28.168076 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abb7e5cc-1888-474b-a993-e8b7a9c5b282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.170786 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abb7e5cc-1888-474b-a993-e8b7a9c5b282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.174934 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-abb7e5cc-1888-474b-a993-e8b7a9c5b282 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4ac2866-2775-4bb9-9562-db2e50d555ca HTTP/1.1" status: 204 len: 168 time: 0.3929243 Aug 24 00:33:28.195806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7e5cc-1888-474b-a993-e8b7a9c5b282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ac2866-2775-4bb9-9562-db2e50d555ca,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:28.256489 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.650171 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6762b0bc-1e0b-480d-b870-d255a8d41450 req-3a11e7c0-6191-436f-bd72-de2ea1cfd147 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8009203c-bf68-47ff-9dba-5b4f43a10cf8 HTTP/1.1" status: 200 len: 210 time: 0.1463296 Aug 24 00:33:28.674399 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.798120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Deleting port 627b28e3-f656-4600-bcef-9295e31eaa64 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:28.800202 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.948394 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.979366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Calling delete_port for 627b28e3-f656-4600-bcef-9295e31eaa64 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:29.239949 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.277197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Pushing event deleted for resources: {'Port': ['ID=627b28e3-f656-4600-bcef-9295e31eaa64,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:29.287403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:29.287876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:29.288326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:29.288890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:29.289466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:29.289909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:29.290342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:29.290801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:29.291252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:29.291796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:29.292493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:29.292932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:29.395872 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.512192 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.514737 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.568358 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.568358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Fanout notify agent at l3_agent the message router_deleted on router 9f67f9d2-dc5e-4486-b1c2-245237849cf4 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:33:29.576947 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.578499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9d0aeb88-7d64-4e26-9956-e50aa30b2418 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "DELETE /v2.0/routers/9f67f9d2-dc5e-4486-b1c2-245237849cf4 HTTP/1.1" status: 204 len: 168 time: 1.4938097 Aug 24 00:33:29.582087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45240) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:29.587546 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-698649289', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:29.622750 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.623831 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.632359 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.723717 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.909054 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:30.122372 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:30.207186 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:30.230182 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c9800154-98a8-4550-86f2-7740bd1f907f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:30.231956 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:30.374753 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Allocated IP 172.25.8.97 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/ef3ef860-d5bf-4301-aa54-b6ae513ac7eb) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:30.555866 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:30.616635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:30.668998 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:30.672912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:30.682160 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:30.732260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Pushing event updated for resources: {'Port': ['ID=ef3ef860-d5bf-4301-aa54-b6ae513ac7eb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:31.130992 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:31.259439 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:31.451095 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:31.760590 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Router 136759b9-1d96-478b-8bb4-0d244d90679e is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:33:31.973563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:31.991973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4ed7d-1260-47d8-b640-288c3a26e0a0 None None] Sync routers for ids ['136759b9-1d96-478b-8bb4-0d244d90679e'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:32.011752 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:32.015086 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a9362f38-82a3-4ac1-8467-7ee7aaf07d51 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4319005 Aug 24 00:33:32.017774 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:32.040458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca4ed7d-1260-47d8-b640-288c3a26e0a0 None None] Routers {'136759b9-1d96-478b-8bb4-0d244d90679e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:32.045948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dca4ed7d-1260-47d8-b640-288c3a26e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['136759b9-1d96-478b-8bb4-0d244d90679e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:32.061542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:32.223396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dca4ed7d-1260-47d8-b640-288c3a26e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:32.262516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca4ed7d-1260-47d8-b640-288c3a26e0a0 None None] Routers {'136759b9-1d96-478b-8bb4-0d244d90679e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:32.270591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dca4ed7d-1260-47d8-b640-288c3a26e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['136759b9-1d96-478b-8bb4-0d244d90679e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:32.405619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dca4ed7d-1260-47d8-b640-288c3a26e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:32.418301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca4ed7d-1260-47d8-b640-288c3a26e0a0 None None] The sync data for ids ['136759b9-1d96-478b-8bb4-0d244d90679e'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:32.580904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45370) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:32.871066 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:32.890820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:32.985161 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a4e040d-f7ed-4df7-81c3-081e2dac4889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.026970 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.130233 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a4e040d-f7ed-4df7-81c3-081e2dac4889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.137604 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a4e040d-f7ed-4df7-81c3-081e2dac4889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.181368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e040d-f7ed-4df7-81c3-081e2dac4889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20753ffd-c3b3-47d4-99e4-2c389c7f8cb9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:33.210660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8a4e040d-f7ed-4df7-81c3-081e2dac4889 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebb24926a5b44cd683002b45b5438454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255918 Aug 24 00:33:33.211337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45388) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:33.309845 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7612df9-e82e-4175-a5b7-9e6b9aaf65a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.348065 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Deleting port ef3ef860-d5bf-4301-aa54-b6ae513ac7eb {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:33.351991 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7612df9-e82e-4175-a5b7-9e6b9aaf65a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.354057 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.417728 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7612df9-e82e-4175-a5b7-9e6b9aaf65a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.421261 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7612df9-e82e-4175-a5b7-9e6b9aaf65a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.423242 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a7612df9-e82e-4175-a5b7-9e6b9aaf65a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20753ffd-c3b3-47d4-99e4-2c389c7f8cb9 HTTP/1.1" status: 204 len: 168 time: 0.2103565 Aug 24 00:33:33.436108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7612df9-e82e-4175-a5b7-9e6b9aaf65a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20753ffd-c3b3-47d4-99e4-2c389c7f8cb9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:33.535800 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.553376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Calling delete_port for ef3ef860-d5bf-4301-aa54-b6ae513ac7eb owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:33.818954 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.846764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Pushing event deleted for resources: {'Port': ['ID=ef3ef860-d5bf-4301-aa54-b6ae513ac7eb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:33.943673 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.979427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45414) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:33.996737 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-509de6eb-4f60-4ddf-ada6-d9834007c7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:34.148779 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-509de6eb-4f60-4ddf-ada6-d9834007c7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:34.153772 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-509de6eb-4f60-4ddf-ada6-d9834007c7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:34.212851 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-509de6eb-4f60-4ddf-ada6-d9834007c7c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8d1dc93753f4eb0a355b8b3d2adae5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324035 Aug 24 00:33:34.213723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509de6eb-4f60-4ddf-ada6-d9834007c7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309a196a-9639-475a-b2bc-eb1ca1431369,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:34.216891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45422) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:34.241334 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:34.245038 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:34.276179 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bfb18522-0b84-489e-82a8-f06a0cb0b0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:34.303019 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bfb18522-0b84-489e-82a8-f06a0cb0b0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:34.325653 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Router 136759b9-1d96-478b-8bb4-0d244d90679e has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:33:34.370475 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bfb18522-0b84-489e-82a8-f06a0cb0b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:34.374999 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bfb18522-0b84-489e-82a8-f06a0cb0b0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:34.378252 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bfb18522-0b84-489e-82a8-f06a0cb0b0ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/309a196a-9639-475a-b2bc-eb1ca1431369 HTTP/1.1" status: 204 len: 168 time: 0.1599281 Aug 24 00:33:34.399310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb18522-0b84-489e-82a8-f06a0cb0b0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309a196a-9639-475a-b2bc-eb1ca1431369,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:34.479785 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:34.490999 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:34.495466 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828902cb-3ce2-4de2-a04d-ba8d253454c2 None None] Sync routers for ids ['136759b9-1d96-478b-8bb4-0d244d90679e'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:34.495980 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-336170b0-8f39-4dc3-af51-27a8cce92101 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "PUT /v2.0/routers/136759b9-1d96-478b-8bb4-0d244d90679e HTTP/1.1" status: 200 len: 709 time: 2.4632292 Aug 24 00:33:34.496081 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45436) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:34.518728 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828902cb-3ce2-4de2-a04d-ba8d253454c2 None None] Routers {'136759b9-1d96-478b-8bb4-0d244d90679e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:34.520733 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-828902cb-3ce2-4de2-a04d-ba8d253454c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['136759b9-1d96-478b-8bb4-0d244d90679e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:34.621570 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-828902cb-3ce2-4de2-a04d-ba8d253454c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:34.641620 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828902cb-3ce2-4de2-a04d-ba8d253454c2 None None] Routers {'136759b9-1d96-478b-8bb4-0d244d90679e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:34.643652 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-828902cb-3ce2-4de2-a04d-ba8d253454c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['136759b9-1d96-478b-8bb4-0d244d90679e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:34.674455 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:34.675460 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fcdde35d-05cb-4b34-8b40-140ee463ed07 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/routers/136759b9-1d96-478b-8bb4-0d244d90679e HTTP/1.1" status: 200 len: 744 time: 0.1744728 Aug 24 00:33:34.694742 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-828902cb-3ce2-4de2-a04d-ba8d253454c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:34.695638 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828902cb-3ce2-4de2-a04d-ba8d253454c2 None None] The sync data for ids ['136759b9-1d96-478b-8bb4-0d244d90679e'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:34.743806 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8d72d66d-b8f5-40c4-b4a9-112d95fcb523 tempest-RoutersIpV6AdminTest-1693053067 tempest-RoutersIpV6AdminTest-1693053067-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&device_id=136759b9-1d96-478b-8bb4-0d244d90679e HTTP/1.1" status: 200 len: 205 time: 0.0681329 Aug 24 00:33:34.746365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45448) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:34.812445 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b82d721-940b-41c5-ae5a-ccb9ba97f324 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "GET /v2.0/ports?device_id=136759b9-1d96-478b-8bb4-0d244d90679e HTTP/1.1" status: 200 len: 205 time: 0.0644453 Aug 24 00:33:34.816009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45452) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:34.960000 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-544af2d9-c7d3-412a-9a69-bcbdc714eb1e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:35.167089 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-544af2d9-c7d3-412a-9a69-bcbdc714eb1e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:35.170065 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-544af2d9-c7d3-412a-9a69-bcbdc714eb1e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:35.228148 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-544af2d9-c7d3-412a-9a69-bcbdc714eb1e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:35.228784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544af2d9-c7d3-412a-9a69-bcbdc714eb1e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Fanout notify agent at l3_agent the message router_deleted on router 136759b9-1d96-478b-8bb4-0d244d90679e {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:33:35.235677 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-544af2d9-c7d3-412a-9a69-bcbdc714eb1e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:35.237543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-544af2d9-c7d3-412a-9a69-bcbdc714eb1e tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "DELETE /v2.0/routers/136759b9-1d96-478b-8bb4-0d244d90679e HTTP/1.1" status: 204 len: 168 time: 0.4203913 Aug 24 00:33:35.241773 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45468) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:35.281577 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e5340b29-544a-444b-bc0e-87f658fd8d70 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "GET /v2.0/ports?device_id=136759b9-1d96-478b-8bb4-0d244d90679e HTTP/1.1" status: 200 len: 205 time: 0.0380299 Aug 24 00:33:35.284514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45474) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:35.334051 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-c5b83963-8aa0-4040-bb5c-95a0b0fa33c8 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] delete failed (client error): The resource could not be found. Aug 24 00:33:35.337742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c5b83963-8aa0-4040-bb5c-95a0b0fa33c8 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "DELETE /v2.0/routers/136759b9-1d96-478b-8bb4-0d244d90679e HTTP/1.1" status: 404 len: 336 time: 0.0495944 Aug 24 00:33:35.338179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45480) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:35.389603 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1fcdc33d-7d58-4318-9653-b7217d5fd86d tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f67f9d2-dc5e-4486-b1c2-245237849cf4 HTTP/1.1" status: 200 len: 205 time: 0.0502665 Aug 24 00:33:35.392797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45482) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:35.432632 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-13957193-cf86-4e31-bad9-260110a514e3 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] delete failed (client error): The resource could not be found. Aug 24 00:33:35.433683 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-13957193-cf86-4e31-bad9-260110a514e3 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "DELETE /v2.0/routers/9f67f9d2-dc5e-4486-b1c2-245237849cf4 HTTP/1.1" status: 404 len: 336 time: 0.0398986 Aug 24 00:33:35.436509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45484) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:35.487097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-280ff379-07c9-4bd8-b2f1-95c1530b8e9b tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "GET /v2.0/ports?device_id=2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa HTTP/1.1" status: 200 len: 205 time: 0.0461595 Aug 24 00:33:35.487552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45488) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:35.554679 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-3b95ef3a-f353-4caa-8c85-3f2bf9e8ebbc tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] delete failed (client error): The resource could not be found. Aug 24 00:33:35.557622 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3b95ef3a-f353-4caa-8c85-3f2bf9e8ebbc tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "DELETE /v2.0/routers/2333d6cb-fe1a-4f6c-8e15-f9af3e027ffa HTTP/1.1" status: 404 len: 336 time: 0.0667467 Aug 24 00:33:35.558399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45492) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:35.621242 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ab4b89f1-1bd9-4662-b472-4d41652e37d9 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "GET /v2.0/ports?device_id=92125128-e922-4e8b-9ef1-6eb5ccd04f59 HTTP/1.1" status: 200 len: 205 time: 0.0605161 Aug 24 00:33:35.622737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45496) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:35.685072 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-f9b06b03-9b21-455a-b99b-faf486b108a8 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] delete failed (client error): The resource could not be found. Aug 24 00:33:35.686139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f9b06b03-9b21-455a-b99b-faf486b108a8 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "DELETE /v2.0/routers/92125128-e922-4e8b-9ef1-6eb5ccd04f59 HTTP/1.1" status: 404 len: 336 time: 0.0621760 Aug 24 00:33:35.689155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45504) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:35.740699 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c51ab827-cde0-4631-ab38-0755f30f3888 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "GET /v2.0/ports?device_id=07c24f34-dae0-4e30-b94a-9b40ae676064 HTTP/1.1" status: 200 len: 205 time: 0.0503740 Aug 24 00:33:35.744246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45508) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:35.808190 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-6c745a33-9fe8-46c1-a8b1-b67b38e57bfe tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] delete failed (client error): The resource could not be found. Aug 24 00:33:35.810420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6c745a33-9fe8-46c1-a8b1-b67b38e57bfe tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "DELETE /v2.0/routers/07c24f34-dae0-4e30-b94a-9b40ae676064 HTTP/1.1" status: 404 len: 336 time: 0.0640073 Aug 24 00:33:35.812269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45512) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:35.842669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-948cf590-dc66-43bc-b3d9-ceea8edfa291 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "GET /v2.0/ports?device_id=9890ffb1-c938-4ecb-8580-cb334494f19b HTTP/1.1" status: 200 len: 205 time: 0.0291934 Aug 24 00:33:35.845900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45516) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:35.886905 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-3da0c1d8-4d21-4af3-9a82-dfbf0fc45976 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] delete failed (client error): The resource could not be found. Aug 24 00:33:35.888466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3da0c1d8-4d21-4af3-9a82-dfbf0fc45976 tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "DELETE /v2.0/routers/9890ffb1-c938-4ecb-8580-cb334494f19b HTTP/1.1" status: 404 len: 336 time: 0.0411711 Aug 24 00:33:35.891195 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45518) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:35.939749 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb3de6d-7b27-4d18-8a8a-ada40a2c628d tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] DELETE failed (client error): The resource could not be found. Aug 24 00:33:35.940233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb3de6d-7b27-4d18-8a8a-ada40a2c628d tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:33:35.942008 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7bb3de6d-7b27-4d18-8a8a-ada40a2c628d tempest-RoutersIpV6AdminTest-1259174911 tempest-RoutersIpV6AdminTest-1259174911-project] 10.222.0.32 "DELETE /v2.0/subnets/9a670b3b-5989-40b5-8aca-d4c40432456c HTTP/1.1" status: 404 len: 337 time: 0.0496612 Aug 24 00:33:36.406593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45542) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:36.758608 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f2fe913-9d02-484e-858f-2e8811041316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:36.934245 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f2fe913-9d02-484e-858f-2e8811041316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:36.941265 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f2fe913-9d02-484e-858f-2e8811041316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:36.983561 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5f2fe913-9d02-484e-858f-2e8811041316 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36d89cadd57942c98b0415cf3a2c8e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738688 Aug 24 00:33:36.987061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45582) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:37.030355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fe913-9d02-484e-858f-2e8811041316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6930ff7d-9b06-4dd8-b2db-77b9af55de48,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:37.148198 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5619554-67c0-4f4b-8113-25de97de297f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:37.200746 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5619554-67c0-4f4b-8113-25de97de297f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:37.268190 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5619554-67c0-4f4b-8113-25de97de297f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:37.273896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5619554-67c0-4f4b-8113-25de97de297f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:37.273896 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f5619554-67c0-4f4b-8113-25de97de297f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6930ff7d-9b06-4dd8-b2db-77b9af55de48 HTTP/1.1" status: 204 len: 168 time: 0.2841480 Aug 24 00:33:37.293638 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5619554-67c0-4f4b-8113-25de97de297f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6930ff7d-9b06-4dd8-b2db-77b9af55de48,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:38.020236 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45662) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:38.124500 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c93cc01-973a-4190-8d1e-ed4b5da11b1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27bf4ed557b0457583b1879ded7d8f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025071 Aug 24 00:33:38.127635 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45676) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:38.209478 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52efc7c7-d3f9-4322-adf2-b2b0e6415e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.237762 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52efc7c7-d3f9-4322-adf2-b2b0e6415e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.311741 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52efc7c7-d3f9-4322-adf2-b2b0e6415e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.317119 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-52efc7c7-d3f9-4322-adf2-b2b0e6415e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.322578 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-52efc7c7-d3f9-4322-adf2-b2b0e6415e54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9490fbe5-4867-4414-99e9-a1f2b79281e1 HTTP/1.1" status: 204 len: 168 time: 0.1936579 Aug 24 00:33:38.339220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efc7c7-d3f9-4322-adf2-b2b0e6415e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9490fbe5-4867-4414-99e9-a1f2b79281e1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:39.973364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45750) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:40.154436 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ed1cd047-3204-42eb-a334-ee1655b7bacc tempest-AgentManagementNegativeTest-1190846013 tempest-AgentManagementNegativeTest-1190846013-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1755557 Aug 24 00:33:40.608875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45776) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:40.753557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47436245-72ae-4d70-8255-9f04c3e84e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:40.949796 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47436245-72ae-4d70-8255-9f04c3e84e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:40.956346 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47436245-72ae-4d70-8255-9f04c3e84e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:41.022189 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-47436245-72ae-4d70-8255-9f04c3e84e97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04c47f164921400d841edc32e508d0d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113104 Aug 24 00:33:41.023795 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47436245-72ae-4d70-8255-9f04c3e84e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17336e93-4104-4f35-825d-184b8326f3bc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:41.024718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45794) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:41.121307 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ce159e3-6477-485e-a3ec-6f20f04e3b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:41.164406 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ce159e3-6477-485e-a3ec-6f20f04e3b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:41.222974 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ce159e3-6477-485e-a3ec-6f20f04e3b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:41.227059 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ce159e3-6477-485e-a3ec-6f20f04e3b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:41.242478 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4ce159e3-6477-485e-a3ec-6f20f04e3b4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17336e93-4104-4f35-825d-184b8326f3bc HTTP/1.1" status: 204 len: 168 time: 0.2075200 Aug 24 00:33:41.259727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce159e3-6477-485e-a3ec-6f20f04e3b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17336e93-4104-4f35-825d-184b8326f3bc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:42.810715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd6bf6-c4d3-4016-af00-715376a4452b req-238eaa32-768e-4c5f-83eb-625c9d3d1f3e tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:42.837258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7dd6bf6-c4d3-4016-af00-715376a4452b req-238eaa32-768e-4c5f-83eb-625c9d3d1f3e tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.0985167 Aug 24 00:33:42.916001 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7dd6bf6-c4d3-4016-af00-715376a4452b req-d37a53b7-414b-43ed-aa5f-2bf44dfbd646 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756292 Aug 24 00:33:43.069551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45896) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:43.370629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Request body: {'networks': [{'name': 'tempest-network--1687998408'}, {'name': 'tempest-network--1891242348'}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:43.371198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Request body: {'network': {'name': 'tempest-network--1687998408'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:43.371685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Request body: {'network': {'name': 'tempest-network--1891242348'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:43.416955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Made reservation on behalf of 6cbf0a0f97014237a71004e02bbeeaf4 for: {'network': 2} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:43.422562 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.434535 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.569937 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.575031 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.576067 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.608630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:33:43.632477 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.633079 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Added segment 9c8f3346-5efb-4dba-a7e0-e70ff146d8a4 of type vlan for network aa80088b-b59a-4f25-a695-8882c295a2a2 Aug 24 00:33:43.646440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b94af84-96fd-44b9-a9ff-64d297fdd013,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:43.687884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.732231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:33:43.744267 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.744803 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Added segment 243c6ee8-5a56-4940-b990-ca223e8f0d7f of type vlan for network e6ce1c09-7824-48fe-9c9c-e1c0d3df93b0 Aug 24 00:33:43.792374 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.826190 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.826866 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.834056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:43.839023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:43.839698 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.924089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event updated for resources: {'Network': ['ID=aa80088b-b59a-4f25-a695-8882c295a2a2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:43.929278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8564105 Aug 24 00:33:43.929800 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:43.955136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network aa80088b-b59a-4f25-a695-8882c295a2a2 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:33:44.040100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8b0b0-28c8-4575-950d-e141940ad51c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event updated for resources: {'Network': ['ID=e6ce1c09-7824-48fe-9c9c-e1c0d3df93b0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:44.085584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-e0c702eb-81bf-4461-8ede-1bcbd0e1bab5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:44.099088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-e0c702eb-81bf-4461-8ede-1bcbd0e1bab5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.47 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1042271 Aug 24 00:33:44.148857 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network e6ce1c09-7824-48fe-9c9c-e1c0d3df93b0 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:33:44.359006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230485c-ca64-48e1-bbcb-3fef3fcc1068 req-4eee41e3-b8f4-47ab-ac74-04dcad48cb23 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:44.361093 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2230485c-ca64-48e1-bbcb-3fef3fcc1068 req-4eee41e3-b8f4-47ab-ac74-04dcad48cb23 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1910937 Aug 24 00:33:44.393606 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Deleting port 59b802e4-c292-4c95-bb0e-9b841eec5c27 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:44.393868 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:44.463613 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2230485c-ca64-48e1-bbcb-3fef3fcc1068 req-526701e6-bd27-4eff-855d-459af322d989 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906909 Aug 24 00:33:44.470174 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca791b-de66-4562-b69b-376217dbd2a6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:44.489509 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca791b-de66-4562-b69b-376217dbd2a6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:44.517585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca791b-de66-4562-b69b-376217dbd2a6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:44.532058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca791b-de66-4562-b69b-376217dbd2a6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:44.542428 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45954) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:44.543032 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2bca791b-de66-4562-b69b-376217dbd2a6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6109259 Aug 24 00:33:44.762513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] For port 59b802e4-c292-4c95-bb0e-9b841eec5c27, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=59b802e4-c292-4c95-bb0e-9b841eec5c27,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:44.763983 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:44.793659 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:44.931314 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e18fb757-2bfc-4004-be44-1cad34109b38 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:44.959041 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.200398 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.214138 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.306434 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d25080dff1d45f4badb57a34f7ae906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5109947 Aug 24 00:33:45.314664 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45974) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:45.351498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900da59d-41d2-4ef3-ab6c-2a3f079de674,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:45.380588 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:45.383305 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:45.383305 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:45.383305 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:45.383305 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:45.383305 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:45.383804 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:45.384089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:45.384716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:45.385238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:45.385859 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:45.386571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d0e68-2924-416a-ac0d-f4c8fda7402d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:45.446042 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7f06627-80cd-4432-b6ab-88c4e0513908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.479123 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7f06627-80cd-4432-b6ab-88c4e0513908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.563242 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7f06627-80cd-4432-b6ab-88c4e0513908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.565871 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7f06627-80cd-4432-b6ab-88c4e0513908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.569748 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d7f06627-80cd-4432-b6ab-88c4e0513908 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/900da59d-41d2-4ef3-ab6c-2a3f079de674 HTTP/1.1" status: 204 len: 168 time: 0.2511523 Aug 24 00:33:45.601368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f06627-80cd-4432-b6ab-88c4e0513908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900da59d-41d2-4ef3-ab6c-2a3f079de674,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:45.752498 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e18fb757-2bfc-4004-be44-1cad34109b38 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.771520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-e18fb757-2bfc-4004-be44-1cad34109b38 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa80088b-b59a-4f25-a695-8882c295a2a2']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:45.800606 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076437c8-452d-4fec-a3ec-8a58615357f5 req-cf4202b8-54cd-4644-abc9-57d63c30b648 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:45.802169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-076437c8-452d-4fec-a3ec-8a58615357f5 req-cf4202b8-54cd-4644-abc9-57d63c30b648 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 945 time: 0.1540499 Aug 24 00:33:45.805959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-e18fb757-2bfc-4004-be44-1cad34109b38 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8f3346-5efb-4dba-a7e0-e70ff146d8a4') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:45.806262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-e18fb757-2bfc-4004-be44-1cad34109b38 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8f3346-5efb-4dba-a7e0-e70ff146d8a4') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:45.828002 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e18fb757-2bfc-4004-be44-1cad34109b38 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.831660 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.832612 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.833206 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Floating IP 0d985f90-a4ea-4f94-be2e-7f7c92e3476d disassociated. External IP: 172.25.8.229, port: 59b802e4-c292-4c95-bb0e-9b841eec5c27. Aug 24 00:33:45.833731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Calling delete_port for 59b802e4-c292-4c95-bb0e-9b841eec5c27 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:45.884138 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e18fb757-2bfc-4004-be44-1cad34109b38 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.905986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-076437c8-452d-4fec-a3ec-8a58615357f5 req-f0672857-e494-46fa-a4aa-5d3e7ef53350 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960090 Aug 24 00:33:45.942017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18fb757-2bfc-4004-be44-1cad34109b38 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:33:45.943274 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e18fb757-2bfc-4004-be44-1cad34109b38 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:33:45.946523 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:33:46.080222 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e18fb757-2bfc-4004-be44-1cad34109b38 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.097941 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 45990) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:46.118011 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e18fb757-2bfc-4004-be44-1cad34109b38 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.120182 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e18fb757-2bfc-4004-be44-1cad34109b38 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "DELETE /v2.0/networks/aa80088b-b59a-4f25-a695-8882c295a2a2 HTTP/1.1" status: 204 len: 168 time: 1.5755136 Aug 24 00:33:46.120957 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d1d14a0-7995-4ab3-b91e-70b305b370d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.124686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45998) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:46.205364 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fb757-2bfc-4004-be44-1cad34109b38 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event deleted for resources: {'Network': ['ID=aa80088b-b59a-4f25-a695-8882c295a2a2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:46.254737 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64a71689-803c-4871-89db-3d0387721e4e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.333643 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.358289 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d1d14a0-7995-4ab3-b91e-70b305b370d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.363205 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d1d14a0-7995-4ab3-b91e-70b305b370d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.413695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event deleted for resources: {'Port': ['ID=59b802e4-c292-4c95-bb0e-9b841eec5c27,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:46.422500 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64a71689-803c-4871-89db-3d0387721e4e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.436864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-64a71689-803c-4871-89db-3d0387721e4e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ce1c09-7824-48fe-9c9c-e1c0d3df93b0']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:46.472557 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d14a0-7995-4ab3-b91e-70b305b370d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b348a5fa-2b60-42d0-b5b8-fda8505bd6e8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:46.502952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-64a71689-803c-4871-89db-3d0387721e4e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243c6ee8-5a56-4940-b990-ca223e8f0d7f') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:46.505423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-64a71689-803c-4871-89db-3d0387721e4e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243c6ee8-5a56-4940-b990-ca223e8f0d7f') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:46.515857 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5d1d14a0-7995-4ab3-b91e-70b305b370d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f38a6b8c6c8414da3d5a2add1412870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157803 Aug 24 00:33:46.518250 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:46.527819 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64a71689-803c-4871-89db-3d0387721e4e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.631233 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64a71689-803c-4871-89db-3d0387721e4e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.649424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a71689-803c-4871-89db-3d0387721e4e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:33:46.650066 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64a71689-803c-4871-89db-3d0387721e4e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.651827 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 59b802e4-c292-4c95-bb0e-9b841eec5c27 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:33:46.654087 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:33:46.660816 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d3c2-04d8-4b79-80d4-46e8a84037d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.699655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 59b802e4-c292-4c95-bb0e-9b841eec5c27 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:33:46.700207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 59b802e4-c292-4c95-bb0e-9b841eec5c27 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:33:46.713881 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d3c2-04d8-4b79-80d4-46e8a84037d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.740595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Router 87d8958a-14fe-42b4-87c4-4ab29c20e085 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:33:46.756727 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64a71689-803c-4871-89db-3d0387721e4e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.788181 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64a71689-803c-4871-89db-3d0387721e4e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.794977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-64a71689-803c-4871-89db-3d0387721e4e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "DELETE /v2.0/networks/e6ce1c09-7824-48fe-9c9c-e1c0d3df93b0 HTTP/1.1" status: 204 len: 168 time: 0.6660862 Aug 24 00:33:46.799309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46012) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:46.875746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a71689-803c-4871-89db-3d0387721e4e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event deleted for resources: {'Network': ['ID=e6ce1c09-7824-48fe-9c9c-e1c0d3df93b0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:46.958763 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d3c2-04d8-4b79-80d4-46e8a84037d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.964980 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d3c2-04d8-4b79-80d4-46e8a84037d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.971671 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d2f1d3c2-04d8-4b79-80d4-46e8a84037d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b348a5fa-2b60-42d0-b5b8-fda8505bd6e8 HTTP/1.1" status: 204 len: 168 time: 0.4509490 Aug 24 00:33:47.023498 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:47.027584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1d3c2-04d8-4b79-80d4-46e8a84037d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b348a5fa-2b60-42d0-b5b8-fda8505bd6e8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:47.034619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535dd1bf-6955-4adb-a608-01da9068aa76 None None] Sync routers for ids ['87d8958a-14fe-42b4-87c4-4ab29c20e085'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:47.051249 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9dd53e-42eb-45e3-9bf8-91d02497ee36 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.068727 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9dd53e-42eb-45e3-9bf8-91d02497ee36 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.089076 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c9dd53e-42eb-45e3-9bf8-91d02497ee36 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2845800 Aug 24 00:33:47.091563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535dd1bf-6955-4adb-a608-01da9068aa76 None None] Routers {'87d8958a-14fe-42b4-87c4-4ab29c20e085'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:47.092538 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46022) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:47.092942 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-535dd1bf-6955-4adb-a608-01da9068aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['87d8958a-14fe-42b4-87c4-4ab29c20e085'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:47.109940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-019bc0e1-7cd3-486b-9531-6f7cff6db9fa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-512985982'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:47.121779 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] No DVR routers for this DVR port 59b802e4-c292-4c95-bb0e-9b841eec5c27 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:47.128140 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:47.151529 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8bd86ddc-3ba9-465b-ae57-18004a5f3960 req-1e475a83-5260-4892-88f7-7b7030961d64 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.47 "DELETE /v2.0/ports/59b802e4-c292-4c95-bb0e-9b841eec5c27 HTTP/1.1" status: 204 len: 173 time: 3.0466051 Aug 24 00:33:47.166139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f4d291-1ee7-4c81-87fc-70cae6ad89b7', 'name': 'network-vif-deleted', 'tag': '59b802e4-c292-4c95-bb0e-9b841eec5c27'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:47.175003 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93047a5c-343c-4b1e-9a34-86e3771722c3" -d '{"events": [{"server_uuid": "56f4d291-1ee7-4c81-87fc-70cae6ad89b7", "name": "network-vif-deleted", "tag": "59b802e4-c292-4c95-bb0e-9b841eec5c27"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:47.190079 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019bc0e1-7cd3-486b-9531-6f7cff6db9fa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Made reservation on behalf of 6cbf0a0f97014237a71004e02bbeeaf4 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:47.194481 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-019bc0e1-7cd3-486b-9531-6f7cff6db9fa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:47.277904 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41df2695-669b-4de7-989d-89aed5b764b2 req-23b70db4-c81c-4d94-8ea2-4595a6a3eea5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f4d291-1ee7-4c81-87fc-70cae6ad89b7 HTTP/1.1" status: 200 len: 210 time: 0.1251140 Aug 24 00:33:47.297511 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5231a03f-1e31-4870-8bbe-82bc2bf5fada x-openstack-request-id: req-5231a03f-1e31-4870-8bbe-82bc2bf5fada {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:47.297511 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f4d291-1ee7-4c81-87fc-70cae6ad89b7", "name": "network-vif-deleted", "tag": "59b802e4-c292-4c95-bb0e-9b841eec5c27", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:47.297511 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5231a03f-1e31-4870-8bbe-82bc2bf5fada {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:47.297511 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f4d291-1ee7-4c81-87fc-70cae6ad89b7', 'name': 'network-vif-deleted', 'tag': '59b802e4-c292-4c95-bb0e-9b841eec5c27', 'status': 'completed', 'code': 200} Aug 24 00:33:47.302152 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019bc0e1-7cd3-486b-9531-6f7cff6db9fa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:33:47.328669 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-019bc0e1-7cd3-486b-9531-6f7cff6db9fa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:47.333046 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-019bc0e1-7cd3-486b-9531-6f7cff6db9fa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Added segment 5482a5d9-74b4-4e54-8eec-6c63153da1c7 of type vlan for network d6bc44b6-6374-468c-a485-2cce5dffe5e0 Aug 24 00:33:47.463006 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-535dd1bf-6955-4adb-a608-01da9068aa76 None None] Set router 87d8958a-14fe-42b4-87c4-4ab29c20e085 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:47.463973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-019bc0e1-7cd3-486b-9531-6f7cff6db9fa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:47.513228 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-019bc0e1-7cd3-486b-9531-6f7cff6db9fa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:47.525752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019bc0e1-7cd3-486b-9531-6f7cff6db9fa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.526427 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-019bc0e1-7cd3-486b-9531-6f7cff6db9fa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:47.721296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46040) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:47.726715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7b7cb7d3-32d4-4bfd-a7b2-0cfa65e7101b tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-185916130'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:47.727570 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-019bc0e1-7cd3-486b-9531-6f7cff6db9fa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6332786 Aug 24 00:33:47.763073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bc0e1-7cd3-486b-9531-6f7cff6db9fa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event updated for resources: {'Network': ['ID=d6bc44b6-6374-468c-a485-2cce5dffe5e0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:47.800752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7cb7d3-32d4-4bfd-a7b2-0cfa65e7101b tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Made reservation on behalf of 6cbf0a0f97014237a71004e02bbeeaf4 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:47.804770 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b7cb7d3-32d4-4bfd-a7b2-0cfa65e7101b tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:47.817018 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network d6bc44b6-6374-468c-a485-2cce5dffe5e0 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:33:47.868237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7cb7d3-32d4-4bfd-a7b2-0cfa65e7101b tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:33:47.878921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b7cb7d3-32d4-4bfd-a7b2-0cfa65e7101b tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:47.879706 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-7b7cb7d3-32d4-4bfd-a7b2-0cfa65e7101b tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Added segment 0f0f56e3-eb0b-4da3-9e7b-54a567c87f89 of type vlan for network e2b09f84-108f-44f6-99f0-a2e59920e5d8 Aug 24 00:33:47.896669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:47.929355 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b7cb7d3-32d4-4bfd-a7b2-0cfa65e7101b tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:47.938437 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e524847-b705-487d-9a3d-02cb122a40e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:47.962918 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b7cb7d3-32d4-4bfd-a7b2-0cfa65e7101b tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:47.971980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cb7d3-32d4-4bfd-a7b2-0cfa65e7101b tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.972626 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b7cb7d3-32d4-4bfd-a7b2-0cfa65e7101b tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.096003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-535dd1bf-6955-4adb-a608-01da9068aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:37Z', 'revision_number': 5, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:48.132296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535dd1bf-6955-4adb-a608-01da9068aa76 None None] Checking router: 87d8958a-14fe-42b4-87c4-4ab29c20e085 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:33:48.133764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cb7d3-32d4-4bfd-a7b2-0cfa65e7101b tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event updated for resources: {'Network': ['ID=e2b09f84-108f-44f6-99f0-a2e59920e5d8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:48.136548 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e524847-b705-487d-9a3d-02cb122a40e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.143217 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535dd1bf-6955-4adb-a608-01da9068aa76 None None] Routers {'87d8958a-14fe-42b4-87c4-4ab29c20e085'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:48.144256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-535dd1bf-6955-4adb-a608-01da9068aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:33:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['87d8958a-14fe-42b4-87c4-4ab29c20e085'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:48.145678 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e524847-b705-487d-9a3d-02cb122a40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.148035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network e2b09f84-108f-44f6-99f0-a2e59920e5d8 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:33:48.156072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7b7cb7d3-32d4-4bfd-a7b2-0cfa65e7101b tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4336634 Aug 24 00:33:48.161464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46050) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:48.170814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Request body: {'ports': [{'network_id': 'd6bc44b6-6374-468c-a485-2cce5dffe5e0', 'name': 'tempest-port--1950563928', 'admin_state_up': True}, {'network_id': 'e2b09f84-108f-44f6-99f0-a2e59920e5d8', 'admin_state_up': False}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:48.171316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Request body: {'port': {'network_id': 'd6bc44b6-6374-468c-a485-2cce5dffe5e0', 'name': 'tempest-port--1950563928', 'admin_state_up': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:48.171809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Request body: {'port': {'network_id': 'e2b09f84-108f-44f6-99f0-a2e59920e5d8', 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:48.239322 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2e524847-b705-487d-9a3d-02cb122a40e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=126e1c61dda944f59a16a0c50b2fe051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405211 Aug 24 00:33:48.242076 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e524847-b705-487d-9a3d-02cb122a40e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e367e88-c0ae-4a44-b8a1-83136bad02dc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:48.245997 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:48.311877 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42697579-59f3-42a9-8d1b-9b2d659f4ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.337459 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42697579-59f3-42a9-8d1b-9b2d659f4ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.397898 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42697579-59f3-42a9-8d1b-9b2d659f4ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.409161 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42697579-59f3-42a9-8d1b-9b2d659f4ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.413476 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-42697579-59f3-42a9-8d1b-9b2d659f4ec5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e367e88-c0ae-4a44-b8a1-83136bad02dc HTTP/1.1" status: 204 len: 168 time: 0.1661913 Aug 24 00:33:48.425722 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42697579-59f3-42a9-8d1b-9b2d659f4ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e367e88-c0ae-4a44-b8a1-83136bad02dc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:48.442040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46062) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:48.550647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-535dd1bf-6955-4adb-a608-01da9068aa76 None None] Set router 87d8958a-14fe-42b4-87c4-4ab29c20e085 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:48.573213 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c48a651-4c64-4f6e-bbf9-e850100fe805 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.623392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Made reservation on behalf of 6cbf0a0f97014237a71004e02bbeeaf4 for: {'port': 2} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:48.631215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.644566 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c48a651-4c64-4f6e-bbf9-e850100fe805 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.651433 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.784173 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c48a651-4c64-4f6e-bbf9-e850100fe805 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.788354 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c48a651-4c64-4f6e-bbf9-e850100fe805 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.792577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46074) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:48.799430 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c48a651-4c64-4f6e-bbf9-e850100fe805 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "DELETE /v2.0/security-groups/d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb HTTP/1.1" status: 204 len: 168 time: 0.3561192 Aug 24 00:33:48.813221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48a651-4c64-4f6e-bbf9-e850100fe805 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:48.856869 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-07a0479e-9f98-45d7-910b-4eaeb00fd969 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] show failed (client error): The resource could not be found. Aug 24 00:33:48.859893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-07a0479e-9f98-45d7-910b-4eaeb00fd969 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups/d9f4a7ca-e2d4-46d3-9c9f-070af3ca24eb HTTP/1.1" status: 404 len: 347 time: 0.0661204 Aug 24 00:33:48.863835 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:48.866272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] device_id is not set on port acc40bfc-1374-4879-a041-e59cc67dd025 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:33:48.966025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-535dd1bf-6955-4adb-a608-01da9068aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:37Z', 'revision_number': 5, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:48.997554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535dd1bf-6955-4adb-a608-01da9068aa76 None None] The sync data for ids ['87d8958a-14fe-42b4-87c4-4ab29c20e085'] in n-d-805736-1 is: [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:37Z', 'revision_number': 5, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:49.136545 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.317809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7b262ae2-25fb-4c85-a0ee-a87d8229e4a5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Deleting port 958f5495-4e48-4bfe-a83e-b86dbbfc780f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:49.320149 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b262ae2-25fb-4c85-a0ee-a87d8229e4a5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.333422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] device_id is not set on port 75d0fad4-a95e-44d0-8b58-ce8bb0813bc3 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:33:49.490016 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08adbdb1-a268-444a-bd56-176dcea476ec None None] New status for floating IP 0d985f90-a4ea-4f94-be2e-7f7c92e3476d: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:33:49.538764 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.561541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b262ae2-25fb-4c85-a0ee-a87d8229e4a5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.562194 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b262ae2-25fb-4c85-a0ee-a87d8229e4a5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.598641 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.612956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7b262ae2-25fb-4c85-a0ee-a87d8229e4a5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Calling delete_port for 958f5495-4e48-4bfe-a83e-b86dbbfc780f owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:49.781671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event updated for resources: {'Port': ['ID=acc40bfc-1374-4879-a041-e59cc67dd025,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:49.826584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Checking segment: {'id': '5482a5d9-74b4-4e54-8eec-6c63153da1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd6bc44b6-6374-468c-a485-2cce5dffe5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:49.827340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Network hostable DHCP agents. Network: d6bc44b6-6374-468c-a485-2cce5dffe5e0, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:33:49.864977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Network d6bc44b6-6374-468c-a485-2cce5dffe5e0 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:33:49.884178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, d6bc44b6-6374-468c-a485-2cce5dffe5e0) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:49.893534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:49.895195 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.898263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77135f3c-06ce-492b-becb-a81a1dda847b None None] Network d6bc44b6-6374-468c-a485-2cce5dffe5e0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:49.941272 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b262ae2-25fb-4c85-a0ee-a87d8229e4a5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.012161 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b262ae2-25fb-4c85-a0ee-a87d8229e4a5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event deleted for resources: {'Port': ['ID=958f5495-4e48-4bfe-a83e-b86dbbfc780f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:50.108114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event updated for resources: {'Port': ['ID=75d0fad4-a95e-44d0-8b58-ce8bb0813bc3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:50.136763 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Checking segment: {'id': '0f0f56e3-eb0b-4da3-9e7b-54a567c87f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e2b09f84-108f-44f6-99f0-a2e59920e5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:50.137496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Network hostable DHCP agents. Network: e2b09f84-108f-44f6-99f0-a2e59920e5d8, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:33:50.211277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Network e2b09f84-108f-44f6-99f0-a2e59920e5d8 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:33:50.229489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, e2b09f84-108f-44f6-99f0-a2e59920e5d8) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:50.232480 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b262ae2-25fb-4c85-a0ee-a87d8229e4a5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.233063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:50.245790 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b262ae2-25fb-4c85-a0ee-a87d8229e4a5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.247905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:50.253109 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7b262ae2-25fb-4c85-a0ee-a87d8229e4a5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "DELETE /v2.0/floatingips/0d985f90-a4ea-4f94-be2e-7f7c92e3476d HTTP/1.1" status: 204 len: 168 time: 1.3838778 Aug 24 00:33:50.254282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:50.256149 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.307928 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:50.367576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0a9a59ca-a279-47f9-922c-497aa85965aa tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2009459 Aug 24 00:33:50.533448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29840d07-3911-44e7-847d-c4fa975b7b3f None None] Network e2b09f84-108f-44f6-99f0-a2e59920e5d8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:50.564474 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a62ea87-681d-46d0-987c-337631ca911f tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:50.572816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a62ea87-681d-46d0-987c-337631ca911f tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:50.574610 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8a62ea87-681d-46d0-987c-337631ca911f tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2597213 Aug 24 00:33:50.577999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46128) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:50.775966 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3b1e95fa-5c27-4684-9669-bfd2d375f84e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Deleting port acc40bfc-1374-4879-a041-e59cc67dd025 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:50.776834 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b1e95fa-5c27-4684-9669-bfd2d375f84e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.889429 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b1e95fa-5c27-4684-9669-bfd2d375f84e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.932267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3b1e95fa-5c27-4684-9669-bfd2d375f84e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Calling delete_port for acc40bfc-1374-4879-a041-e59cc67dd025 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:51.106608 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46154) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:51.114954 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-33530b60-bf02-40c1-a41d-595a884f136c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1746118423', 'description': 'tempest-description--1433887365'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:51.127510 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b1e95fa-5c27-4684-9669-bfd2d375f84e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.186877 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e95fa-5c27-4684-9669-bfd2d375f84e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event deleted for resources: {'Port': ['ID=acc40bfc-1374-4879-a041-e59cc67dd025,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:51.194095 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b1e95fa-5c27-4684-9669-bfd2d375f84e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.198521 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3b1e95fa-5c27-4684-9669-bfd2d375f84e tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "DELETE /v2.0/ports/acc40bfc-1374-4879-a041-e59cc67dd025 HTTP/1.1" status: 204 len: 168 time: 0.6172614 Aug 24 00:33:51.198942 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46158) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:51.203699 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33530b60-bf02-40c1-a41d-595a884f136c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.394570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d2558703-4972-43b5-8dd9-d185acc44dda tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Deleting port 75d0fad4-a95e-44d0-8b58-ce8bb0813bc3 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:51.395552 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2558703-4972-43b5-8dd9-d185acc44dda tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.409286 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33530b60-bf02-40c1-a41d-595a884f136c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.425056 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33530b60-bf02-40c1-a41d-595a884f136c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.527103 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2558703-4972-43b5-8dd9-d185acc44dda tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.527524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33530b60-bf02-40c1-a41d-595a884f136c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d405fd-ffce-41b3-9b72-0127f42484d4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:51.554279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d2558703-4972-43b5-8dd9-d185acc44dda tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Calling delete_port for 75d0fad4-a95e-44d0-8b58-ce8bb0813bc3 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:51.559807 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33530b60-bf02-40c1-a41d-595a884f136c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.561674 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-33530b60-bf02-40c1-a41d-595a884f136c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4538016 Aug 24 00:33:51.565109 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:51.572454 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-453620af-97ea-47b3-8132-69358f928d89 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Request body: {'security_group_rule': {'security_group_id': '48d405fd-ffce-41b3-9b72-0127f42484d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:51.620309 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-453620af-97ea-47b3-8132-69358f928d89 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.721155 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-453620af-97ea-47b3-8132-69358f928d89 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.726715 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-453620af-97ea-47b3-8132-69358f928d89 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.756122 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-453620af-97ea-47b3-8132-69358f928d89 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.760948 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-453620af-97ea-47b3-8132-69358f928d89 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1905828 Aug 24 00:33:51.760948 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453620af-97ea-47b3-8132-69358f928d89 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1880f7f4-b658-4dad-84e6-93e16c0c44de,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:51.761744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46176) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:51.773750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-959939fe-a30c-49c3-9620-96af755a2d0b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Request body: {'security_group_rule': {'security_group_id': '48d405fd-ffce-41b3-9b72-0127f42484d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:51.785307 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2558703-4972-43b5-8dd9-d185acc44dda tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.839842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2558703-4972-43b5-8dd9-d185acc44dda tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event deleted for resources: {'Port': ['ID=75d0fad4-a95e-44d0-8b58-ce8bb0813bc3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:51.852724 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2558703-4972-43b5-8dd9-d185acc44dda tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.857623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d2558703-4972-43b5-8dd9-d185acc44dda tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "DELETE /v2.0/ports/75d0fad4-a95e-44d0-8b58-ce8bb0813bc3 HTTP/1.1" status: 204 len: 168 time: 0.6553607 Aug 24 00:33:51.858277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46182) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:51.909665 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4ff18613-73ec-4469-8a4b-0ed9c231ad28 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0502019 Aug 24 00:33:51.920346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46188) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:51.931489 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1814955b-ee98-41cc-9d97-202d649db35c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-114862191'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:51.941734 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-959939fe-a30c-49c3-9620-96af755a2d0b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.987576 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1814955b-ee98-41cc-9d97-202d649db35c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Made reservation on behalf of 6cbf0a0f97014237a71004e02bbeeaf4 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:51.991917 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1814955b-ee98-41cc-9d97-202d649db35c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.070727 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1814955b-ee98-41cc-9d97-202d649db35c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:33:52.124580 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1814955b-ee98-41cc-9d97-202d649db35c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.125116 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-1814955b-ee98-41cc-9d97-202d649db35c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Added segment 5e8d6e78-cc03-4ea4-9d6f-4199b7ee7468 of type vlan for network 7b69ae43-12d9-4917-82bb-548feaf91a38 Aug 24 00:33:52.185022 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-959939fe-a30c-49c3-9620-96af755a2d0b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.201235 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-959939fe-a30c-49c3-9620-96af755a2d0b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.246588 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-959939fe-a30c-49c3-9620-96af755a2d0b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.254049 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-959939fe-a30c-49c3-9620-96af755a2d0b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4862716 Aug 24 00:33:52.254285 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1814955b-ee98-41cc-9d97-202d649db35c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.261137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:52.273681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:52.286520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959939fe-a30c-49c3-9620-96af755a2d0b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd16234-8c5d-462a-ab72-033868d5dc4a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:52.325815 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1814955b-ee98-41cc-9d97-202d649db35c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.338007 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1814955b-ee98-41cc-9d97-202d649db35c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:52.338756 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1814955b-ee98-41cc-9d97-202d649db35c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.404896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.464000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46228) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:52.464499 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1814955b-ee98-41cc-9d97-202d649db35c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5428071 Aug 24 00:33:52.475829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-18d46f30-4a1c-4cea-8c7e-12d66a03fba6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1765333043'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:52.519041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d46f30-4a1c-4cea-8c7e-12d66a03fba6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Made reservation on behalf of 6cbf0a0f97014237a71004e02bbeeaf4 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:52.524854 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18d46f30-4a1c-4cea-8c7e-12d66a03fba6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.604162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d46f30-4a1c-4cea-8c7e-12d66a03fba6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:33:52.622443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814955b-ee98-41cc-9d97-202d649db35c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event updated for resources: {'Network': ['ID=7b69ae43-12d9-4917-82bb-548feaf91a38,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:52.636345 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 7b69ae43-12d9-4917-82bb-548feaf91a38 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:33:52.658983 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18d46f30-4a1c-4cea-8c7e-12d66a03fba6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.659456 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-18d46f30-4a1c-4cea-8c7e-12d66a03fba6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Added segment 1d56ce67-911c-4d7a-86c2-097cd77067e2 of type vlan for network 39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8 Aug 24 00:33:52.738734 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18d46f30-4a1c-4cea-8c7e-12d66a03fba6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.816531 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18d46f30-4a1c-4cea-8c7e-12d66a03fba6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.822883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d46f30-4a1c-4cea-8c7e-12d66a03fba6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:52.824149 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-18d46f30-4a1c-4cea-8c7e-12d66a03fba6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.906838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-18d46f30-4a1c-4cea-8c7e-12d66a03fba6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4405921 Aug 24 00:33:52.932413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d46f30-4a1c-4cea-8c7e-12d66a03fba6 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event updated for resources: {'Network': ['ID=39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:52.961144 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:33:53.120425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46246) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:53.211562 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.384039 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8430ffb-4331-4028-bb37-cf34f275d115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.432866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Allocated IP 172.25.8.223 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/6d3d8948-1b2d-459c-be1f-dc17baa3272e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:53.624693 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8430ffb-4331-4028-bb37-cf34f275d115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.631945 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8430ffb-4331-4028-bb37-cf34f275d115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.661612 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.679746 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.743065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a8430ffb-4331-4028-bb37-cf34f275d115 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6942df1c74242888a90a3fefaa5e856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6193643 Aug 24 00:33:53.743678 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46264) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:53.747129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8430ffb-4331-4028-bb37-cf34f275d115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50516b47-f899-412a-aadd-7083762419de,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:53.811707 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.841319 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:53.844744 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:53.877431 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:33:53.882302 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:53.904894 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a43bec34-8540-4fdd-98a6-734279e4bf76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.961274 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a43bec34-8540-4fdd-98a6-734279e4bf76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.027026 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a43bec34-8540-4fdd-98a6-734279e4bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.029785 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a43bec34-8540-4fdd-98a6-734279e4bf76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.034470 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a43bec34-8540-4fdd-98a6-734279e4bf76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50516b47-f899-412a-aadd-7083762419de HTTP/1.1" status: 204 len: 168 time: 0.2863262 Aug 24 00:33:54.035670 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event updated for resources: {'Port': ['ID=6d3d8948-1b2d-459c-be1f-dc17baa3272e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:54.057599 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bec34-8540-4fdd-98a6-734279e4bf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50516b47-f899-412a-aadd-7083762419de,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:54.133928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.178214 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.526178 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.541982 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.644991 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46284) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:54.648841 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event updated for resources: {'Port': ['ID=6d3d8948-1b2d-459c-be1f-dc17baa3272e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:54.684688 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d0cea54-34f4-433c-9088-07060a3df992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.737632 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.878808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d0cea54-34f4-433c-9088-07060a3df992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.878808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d0cea54-34f4-433c-9088-07060a3df992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.892604 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.904484 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-90280f99-12af-43fa-bbd5-1b34158fec95 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6438739 Aug 24 00:33:54.944249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3d0cea54-34f4-433c-9088-07060a3df992 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e5b9596d2e4445db9745b7f9bd79696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935042 Aug 24 00:33:54.945132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cea54-34f4-433c-9088-07060a3df992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93cc95e-1b9c-4a5d-9d7b-f5327d35a76f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:54.948038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:55.121976 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f5959a8-dfac-404d-9418-ee25092dcbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:55.164524 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f5959a8-dfac-404d-9418-ee25092dcbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:55.265402 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f5959a8-dfac-404d-9418-ee25092dcbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:55.269241 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f5959a8-dfac-404d-9418-ee25092dcbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:55.271095 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4f5959a8-dfac-404d-9418-ee25092dcbf9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c93cc95e-1b9c-4a5d-9d7b-f5327d35a76f HTTP/1.1" status: 204 len: 168 time: 0.3218813 Aug 24 00:33:55.299446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5959a8-dfac-404d-9418-ee25092dcbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93cc95e-1b9c-4a5d-9d7b-f5327d35a76f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:55.329990 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-0c24ff41-e731-40e3-8cfa-e67ecf639888 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1746118423&fields=id&tenant_id=3b618916ee954525990485ae65e3c64e HTTP/1.1" status: 200 len: 267 time: 0.0937753 Aug 24 00:33:55.511108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-83258c21-e3f1-4bbc-86d8-97b61614d1dc tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:55.514213 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-83258c21-e3f1-4bbc-86d8-97b61614d1dc tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 811 time: 0.1834190 Aug 24 00:33:55.550942 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-24347e3b-e7d6-4d70-b9ba-7a7a6252c461 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/quotas/3b618916ee954525990485ae65e3c64e HTTP/1.1" status: 200 len: 375 time: 0.0274613 Aug 24 00:33:55.721771 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-4c985982-07c4-46b7-ac92-a2acc3a111b3 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1651764 Aug 24 00:33:55.953576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-4dbd3276-efad-410b-8dbe-5cbd1dc3737d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:33:55.954697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-4dbd3276-efad-410b-8dbe-5cbd1dc3737d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2311120 Aug 24 00:33:56.170546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-dc4d61c2-7769-4515-a246-edddb2e459d7 service neutron] 10.222.0.32 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974001 Aug 24 00:33:56.401594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-c9e64a49-6598-4afa-9861-2f525bc0d558 service neutron] 10.222.0.32 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312846 Aug 24 00:33:56.589411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:56.597028 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Request body: {'subnets': [{'network_id': '7b69ae43-12d9-4917-82bb-548feaf91a38', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1745058405', 'ip_version': 6}, {'network_id': '39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:56.606292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Request body: {'subnet': {'network_id': '7b69ae43-12d9-4917-82bb-548feaf91a38', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1745058405', 'ip_version': 6}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:56.607652 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Request body: {'subnet': {'network_id': '39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:56.745385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dcbd0f73-6640-4fbc-bcaf-6f9d916d214f req-44bb99c4-f2e0-42bd-9e58-30564222a204 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 210 time: 0.0757594 Aug 24 00:33:57.009406 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Made reservation on behalf of 6cbf0a0f97014237a71004e02bbeeaf4 for: {'subnet': 2} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:57.026736 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.027103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.362395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46380) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:57.503030 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f0539f2-56c8-41d9-99d3-ea8e6698cd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.588556 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7e4329a-02c9-41ec-8a8c-d920dbc8e522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.912256 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7e4329a-02c9-41ec-8a8c-d920dbc8e522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.920598 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7e4329a-02c9-41ec-8a8c-d920dbc8e522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.926605 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.016455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4329a-02c9-41ec-8a8c-d920dbc8e522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8727746a-453f-4c4f-b272-4e603741060f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:58.028770 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event updated for resources: {'Subnet': ['ID=619b1994-aaa5-4f34-84fc-5f0eda0cfe6f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:58.045397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Checking segment: {'id': '5e8d6e78-cc03-4ea4-9d6f-4199b7ee7468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b69ae43-12d9-4917-82bb-548feaf91a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:58.045762 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Network hostable DHCP agents. Network: 7b69ae43-12d9-4917-82bb-548feaf91a38, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:33:58.093510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4fd5a9eb-2dfb-4809-b5c1-125d49303a3e req-2e521fb2-f6b3-44d3-a45f-75add6fa882f tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 210 time: 0.0825675 Aug 24 00:33:58.104993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b7e4329a-02c9-41ec-8a8c-d920dbc8e522 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8118d220310e4f078afb9a2c711d72dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7414052 Aug 24 00:33:58.107303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Network 7b69ae43-12d9-4917-82bb-548feaf91a38 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:33:58.108188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46408) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:58.132672 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 7b69ae43-12d9-4917-82bb-548feaf91a38) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:58.140450 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.145711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba879fa-2977-445e-bd5d-69549e51cbd4 None None] Network 7b69ae43-12d9-4917-82bb-548feaf91a38 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:58.262146 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-745970b4-0af1-4716-8136-b9dd5f1098de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.309496 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event updated for resources: {'Subnet': ['ID=26ffb01c-1212-41fb-93ca-fcbbc1bab937,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:58.314856 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-745970b4-0af1-4716-8136-b9dd5f1098de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.363033 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Checking segment: {'id': '1d56ce67-911c-4d7a-86c2-097cd77067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:58.363660 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Network hostable DHCP agents. Network: 39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:33:58.425660 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Network 39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:33:58.455045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:58.461155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:58.461657 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:58.462332 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.483969 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11d883e-32e9-4a5e-8890-bd22de33f07b None None] Network 39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:58.522811 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e99ce44f-7328-44ca-8814-8de904b77fb7 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9321575 Aug 24 00:33:58.525277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46422) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:58.526258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-7b69ae43-12d9-4917-82bb-548feaf91a38', 'network_id': '7b69ae43-12d9-4917-82bb-548feaf91a38', 'tenant_id': '6cbf0a0f97014237a71004e02bbeeaf4', 'fixed_ips': [{'subnet_id': '619b1994-aaa5-4f34-84fc-5f0eda0cfe6f'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:33:58.528763 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.578098 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-745970b4-0af1-4716-8136-b9dd5f1098de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.581347 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-745970b4-0af1-4716-8136-b9dd5f1098de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.584271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-745970b4-0af1-4716-8136-b9dd5f1098de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8727746a-453f-4c4f-b272-4e603741060f HTTP/1.1" status: 204 len: 168 time: 0.4744074 Aug 24 00:33:58.619901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745970b4-0af1-4716-8136-b9dd5f1098de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8727746a-453f-4c4f-b272-4e603741060f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:58.717337 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1383649b-21e3-4896-a771-c087a8fbb93c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:58.719467 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1383649b-21e3-4896-a771-c087a8fbb93c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:58.722417 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1383649b-21e3-4896-a771-c087a8fbb93c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:58.734051 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1383649b-21e3-4896-a771-c087a8fbb93c tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2065201 Aug 24 00:33:58.735075 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46426) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:58.735840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-404e5169-0e00-46f9-9f37-af8db3076aed tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:58.738007 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-404e5169-0e00-46f9-9f37-af8db3076aed tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.47 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 811 time: 0.5154946 Aug 24 00:33:58.777034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46428) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:58.834763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-7974725a-4a4a-405b-9b59-e3aa48e7598c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b618916ee954525990485ae65e3c64e HTTP/1.1" status: 200 len: 380 time: 0.0812743 Aug 24 00:33:58.843961 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b78d2a-b35f-4840-a221-8969a9215183 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Deleting subnet 619b1994-aaa5-4f34-84fc-5f0eda0cfe6f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:33:58.850583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-2c52bb58-e8be-4d5d-99f3-fb06437119e5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Request body: {'port': {'device_id': 'c1e05504-6c20-4df5-870d-54b756ad8c04', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'admin_state_up': True, 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'security_groups': ['48d405fd-ffce-41b3-9b72-0127f42484d4']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:58.995268 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Allocated IP 2001:db8::1 (7b69ae43-12d9-4917-82bb-548feaf91a38/619b1994-aaa5-4f34-84fc-5f0eda0cfe6f/cd57c4b3-834e-4470-a760-994d39099cc5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:59.173748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-2c52bb58-e8be-4d5d-99f3-fb06437119e5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Made reservation on behalf of 3b618916ee954525990485ae65e3c64e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:59.185199 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-2c52bb58-e8be-4d5d-99f3-fb06437119e5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.206000 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8', 'network_id': '39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8', 'tenant_id': '6cbf0a0f97014237a71004e02bbeeaf4', 'fixed_ips': [{'subnet_id': '26ffb01c-1212-41fb-93ca-fcbbc1bab937'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:33:59.207772 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.278221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-33498077-69d1-4363-a4fa-97008609716c tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:59.327309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46444) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:59.381453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b9a26d4-943c-4e57-a249-ca7d02d7800c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.386959 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-33498077-69d1-4363-a4fa-97008609716c tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] 10.222.0.32 "PUT /v2.0/quotas/1f3001b26efc4263b07a446b598a55fc HTTP/1.1" status: 200 len: 366 time: 0.6085665 Aug 24 00:33:59.395028 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:59.411750 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.427040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Transition to ACTIVE for port object cd57c4b3-834e-4470-a760-994d39099cc5 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:59.434408 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c92d33f-5716-4bb4-8fe3-d01af49c3345 req-a8394ebf-6733-4ab3-8708-4c7695d0b4b8 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 210 time: 0.1625443 Aug 24 00:33:59.450059 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1708c1d8-984a-4f1e-ae3b-f60ff47172e5 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0532897 Aug 24 00:33:59.470815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46452) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:59.473453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Transition to ACTIVE for port object cd57c4b3-834e-4470-a760-994d39099cc5 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:59.475208 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Allocated IP 2001:db8:0:1::1 (39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8/26ffb01c-1212-41fb-93ca-fcbbc1bab937/74d540c7-2410-4a54-9fcb-fa1a2ad533f6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:59.489229 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.494605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-923b4d36-f76e-4c3e-a502-814d08b0799f tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] 10.222.0.32 "GET /v2.0/quotas/1f3001b26efc4263b07a446b598a55fc HTTP/1.1" status: 200 len: 366 time: 0.0223296 Aug 24 00:33:59.498994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46454) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:59.511455 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37b78d2a-b35f-4840-a221-8969a9215183 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.585008 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-38e5bf58-b71a-4372-a020-86140ceaef0c tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/1f3001b26efc4263b07a446b598a55fc HTTP/1.1" status: 204 len: 168 time: 0.0705297 Aug 24 00:33:59.585008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46458) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:59.592272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Network 7b69ae43-12d9-4917-82bb-548feaf91a38 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:59.614788 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-beccdc59-57a5-4dc2-a130-916acbc78415 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0374207 Aug 24 00:33:59.615080 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:59.618741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46460) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:59.622485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Pushing event updated for resources: {'Port': ['ID=cd57c4b3-834e-4470-a760-994d39099cc5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:59.635002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-2c52bb58-e8be-4d5d-99f3-fb06437119e5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Allocated IP 172.20.0.7 (9b465dfe-d306-4292-bddd-524ea879c283/4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922/109da5f8-4b8f-4567-a918-5f11dd2c600e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:59.646107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:59.652215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-466fae41-7601-442a-967a-9ec72e2e97bc tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] 10.222.0.32 "GET /v2.0/quotas/1f3001b26efc4263b07a446b598a55fc HTTP/1.1" status: 200 len: 370 time: 0.0318892 Aug 24 00:33:59.657289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46462) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:59.663765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-90b7ed65-bc57-4035-950c-80dc71d956f1 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] 10.222.0.32 "GET /v2.0/quotas/1f3001b26efc4263b07a446b598a55fc/default HTTP/1.1" status: 200 len: 370 time: 0.0052536 Aug 24 00:33:59.666901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46464) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:59.680184 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-1f177a61-fe0a-499b-8d83-10f9433ee565 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] delete failed (client error): The resource could not be found. Aug 24 00:33:59.692082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1f177a61-fe0a-499b-8d83-10f9433ee565 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/1f3001b26efc4263b07a446b598a55fc HTTP/1.1" status: 404 len: 348 time: 0.0133767 Aug 24 00:33:59.708296 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.742694 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b9a26d4-943c-4e57-a249-ca7d02d7800c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.756925 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37b78d2a-b35f-4840-a221-8969a9215183 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.807530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Attempting to bind port cd57c4b3-834e-4470-a760-994d39099cc5 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:33:59.807908 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Attempting to bind port cd57c4b3-834e-4470-a760-994d39099cc5 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '5e8d6e78-cc03-4ea4-9d6f-4199b7ee7468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b69ae43-12d9-4917-82bb-548feaf91a38'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:33:59.808272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Attempting to bind port cd57c4b3-834e-4470-a760-994d39099cc5 on network 7b69ae43-12d9-4917-82bb-548feaf91a38 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:59.817635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b9a26d4-943c-4e57-a249-ca7d02d7800c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.818677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:33:59.819090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Checking segment: {'id': '5e8d6e78-cc03-4ea4-9d6f-4199b7ee7468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b69ae43-12d9-4917-82bb-548feaf91a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:59.819500 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.820073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Bound using segment: {'id': '5e8d6e78-cc03-4ea4-9d6f-4199b7ee7468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b69ae43-12d9-4917-82bb-548feaf91a38'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:33:59.821052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Bound port: cd57c4b3-834e-4470-a760-994d39099cc5, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8d6e78-cc03-4ea4-9d6f-4199b7ee7468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b69ae43-12d9-4917-82bb-548feaf91a38'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:33:59.821453 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.890877 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3b9a26d4-943c-4e57-a249-ca7d02d7800c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3265abad66d4e93a2bbdc02d4a9c3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617366 Aug 24 00:33:59.895272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46482) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:59.912881 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.929808 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Transition to ACTIVE for port object 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:59.946726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a26d4-943c-4e57-a249-ca7d02d7800c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33a2241-c757-44e0-9396-206cfae1c87d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:59.967386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Transition to ACTIVE for port object 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:59.971026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] For port cd57c4b3-834e-4470-a760-994d39099cc5, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:59.975362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] For port cd57c4b3-834e-4470-a760-994d39099cc5, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=cd57c4b3-834e-4470-a760-994d39099cc5,segment=NetworkSegment(5e8d6e78-cc03-4ea4-9d6f-4199b7ee7468),segment_id=5e8d6e78-cc03-4ea4-9d6f-4199b7ee7468)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:33:59.981127 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.993748 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.033104 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46486) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:00.062719 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Network 39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:00.067348 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:00.082800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:00.106509 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Pushing event updated for resources: {'Port': ['ID=74d540c7-2410-4a54-9fcb-fa1a2ad533f6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:00.119203 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-2c52bb58-e8be-4d5d-99f3-fb06437119e5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.132781 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37b78d2a-b35f-4840-a221-8969a9215183 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.139642 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b04c2c94-4517-43d2-8c1b-09eec9a457d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.173789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-2c52bb58-e8be-4d5d-99f3-fb06437119e5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Transition to ACTIVE for port object 109da5f8-4b8f-4567-a918-5f11dd2c600e will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:00.200164 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.209793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Attempting to bind port 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:00.210169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Attempting to bind port 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '1d56ce67-911c-4d7a-86c2-097cd77067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:00.210572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Attempting to bind port 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 on network 39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:00.231492 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Usage tracker for resource:network and tenant:3e7dabb7b35f491caffa39450dd572b3 is out of sync, need to count used quota {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:34:00.233256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:00.233645 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Checking segment: {'id': '1d56ce67-911c-4d7a-86c2-097cd77067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:00.234055 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.234451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Bound using segment: {'id': '1d56ce67-911c-4d7a-86c2-097cd77067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:00.234960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Bound port: 74d540c7-2410-4a54-9fcb-fa1a2ad533f6, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d56ce67-911c-4d7a-86c2-097cd77067e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:00.236049 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.237158 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b04c2c94-4517-43d2-8c1b-09eec9a457d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.241060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31768ff5-c20b-46a5-a393-ecd43e63f95f None None] Pushing event updated for resources: {'Port': ['ID=cd57c4b3-834e-4470-a760-994d39099cc5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:00.248025 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:34:00.274239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Usage tracker for resource:subnet and tenant:3e7dabb7b35f491caffa39450dd572b3 is out of sync, need to count used quota {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:34:00.286669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:34:00.300815 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Usage tracker for resource:subnetpool and tenant:3e7dabb7b35f491caffa39450dd572b3 is out of sync, need to count used quota {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:34:00.309287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:34:00.323891 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Usage tracker for resource:port and tenant:3e7dabb7b35f491caffa39450dd572b3 is out of sync, need to count used quota {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:34:00.333129 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:34:00.335416 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] For port 74d540c7-2410-4a54-9fcb-fa1a2ad533f6, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:00.338231 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37b78d2a-b35f-4840-a221-8969a9215183 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.345481 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] For port 74d540c7-2410-4a54-9fcb-fa1a2ad533f6, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=74d540c7-2410-4a54-9fcb-fa1a2ad533f6,segment=NetworkSegment(1d56ce67-911c-4d7a-86c2-097cd77067e2),segment_id=1d56ce67-911c-4d7a-86c2-097cd77067e2)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:00.346742 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7057d058-9f37-4995-b1e4-ba5c3f050ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.354879 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.372251 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37b78d2a-b35f-4840-a221-8969a9215183 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.384311 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-37b78d2a-b35f-4840-a221-8969a9215183 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "DELETE /v2.0/subnets/619b1994-aaa5-4f34-84fc-5f0eda0cfe6f HTTP/1.1" status: 204 len: 168 time: 1.6470609 Aug 24 00:34:00.385442 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46496) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:00.402231 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-2c52bb58-e8be-4d5d-99f3-fb06437119e5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.493657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a974a-1549-414e-8632-29b5b0fa5e90 None None] Pushing event updated for resources: {'Port': ['ID=74d540c7-2410-4a54-9fcb-fa1a2ad533f6,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:00.545088 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Usage tracker for resource:router and tenant:3e7dabb7b35f491caffa39450dd572b3 is out of sync, need to count used quota {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:34:00.547167 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b78d2a-b35f-4840-a221-8969a9215183 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event deleted for resources: {'Subnet': ['ID=619b1994-aaa5-4f34-84fc-5f0eda0cfe6f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:00.569537 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:34:00.575486 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b04c2c94-4517-43d2-8c1b-09eec9a457d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.578492 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b04c2c94-4517-43d2-8c1b-09eec9a457d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.582414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b04c2c94-4517-43d2-8c1b-09eec9a457d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e33a2241-c757-44e0-9396-206cfae1c87d HTTP/1.1" status: 204 len: 168 time: 0.6840951 Aug 24 00:34:00.595285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Usage tracker for resource:floatingip and tenant:3e7dabb7b35f491caffa39450dd572b3 is out of sync, need to count used quota {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:34:00.617711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd6f5b6-645c-4bc8-822a-0b4506fc4e18 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Deleting subnet 26ffb01c-1212-41fb-93ca-fcbbc1bab937 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:00.624167 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f5b6-645c-4bc8-822a-0b4506fc4e18 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.648430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-2c52bb58-e8be-4d5d-99f3-fb06437119e5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Network 9b465dfe-d306-4292-bddd-524ea879c283 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:00.655487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c2c94-4517-43d2-8c1b-09eec9a457d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33a2241-c757-44e0-9396-206cfae1c87d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:00.690729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-2c52bb58-e8be-4d5d-99f3-fb06437119e5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:00.696833 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f5b6-645c-4bc8-822a-0b4506fc4e18 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.705395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-2c52bb58-e8be-4d5d-99f3-fb06437119e5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:00.709533 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52bb58-e8be-4d5d-99f3-fb06437119e5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event updated for resources: {'Port': ['ID=109da5f8-4b8f-4567-a918-5f11dd2c600e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:00.816929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0165d3-0e67-4193-9d8e-942366ecd240 req-90d1c3e6-6b10-4c62-bbcb-35512c562ebe tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:00.845955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea0165d3-0e67-4193-9d8e-942366ecd240 req-90d1c3e6-6b10-4c62-bbcb-35512c562ebe tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 931 time: 0.2725315 Aug 24 00:34:00.916987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-2c52bb58-e8be-4d5d-99f3-fb06437119e5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:00.919398 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-2c52bb58-e8be-4d5d-99f3-fb06437119e5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.977249 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:34:01.055263 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-2c52bb58-e8be-4d5d-99f3-fb06437119e5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2122357 Aug 24 00:34:01.081526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Request body: {'port': {'device_id': 'c1e05504-6c20-4df5-870d-54b756ad8c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:01.092335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea0165d3-0e67-4193-9d8e-942366ecd240 req-12f39a76-1a54-40fb-8c33-7f263ade83e7 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=48d405fd-ffce-41b3-9b72-0127f42484d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449031 Aug 24 00:34:01.200668 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.212373 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f5b6-645c-4bc8-822a-0b4506fc4e18 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.282551 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.315449 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f5b6-645c-4bc8-822a-0b4506fc4e18 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.333257 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fca99f22-0924-4780-a8a0-7c7fc1e1c48f None None] Provisioning for port 109da5f8-4b8f-4567-a918-5f11dd2c600e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:01.339620 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fca99f22-0924-4780-a8a0-7c7fc1e1c48f None None] Provisioning complete for port 109da5f8-4b8f-4567-a918-5f11dd2c600e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:01.340713 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fca99f22-0924-4780-a8a0-7c7fc1e1c48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.409843 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6f5b6-645c-4bc8-822a-0b4506fc4e18 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event deleted for resources: {'Subnet': ['ID=26ffb01c-1212-41fb-93ca-fcbbc1bab937,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:01.414967 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f5b6-645c-4bc8-822a-0b4506fc4e18 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.420378 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2bd6f5b6-645c-4bc8-822a-0b4506fc4e18 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "DELETE /v2.0/subnets/26ffb01c-1212-41fb-93ca-fcbbc1bab937 HTTP/1.1" status: 204 len: 168 time: 1.0062780 Aug 24 00:34:01.426865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Usage tracker for resource:security_group and tenant:3e7dabb7b35f491caffa39450dd572b3 is out of sync, need to count used quota {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:34:01.428950 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46520) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:01.434136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fca99f22-0924-4780-a8a0-7c7fc1e1c48f None None] Port 109da5f8-4b8f-4567-a918-5f11dd2c600e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:01.464536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:34:01.526071 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Usage tracker for resource:security_group_rule and tenant:3e7dabb7b35f491caffa39450dd572b3 is out of sync, need to count used quota {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:34:01.540199 n-d-805736-1 neutron-server[94838]: DEBUG neutron.quota.resource [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94838) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:34:01.556476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df2ed05-5126-4ed3-ac00-27e4c3d921a8 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:01.558293 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7df2ed05-5126-4ed3-ac00-27e4c3d921a8 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1192148 Aug 24 00:34:01.566571 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d3cf7e7c-7cf3-411d-8ee8-0ed426169e03 tempest-QuotasTest-1546618506 tempest-QuotasTest-1546618506-project-admin] 10.222.0.32 "GET /v2.0/quotas/3e7dabb7b35f491caffa39450dd572b3/details.json HTTP/1.1" status: 200 len: 703 time: 1.5323880 Aug 24 00:34:01.567584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46526) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:01.746675 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.789623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109da5f8-4b8f-4567-a918-5f11dd2c600e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:01.807518 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.831125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Transition to ACTIVE for port object 109da5f8-4b8f-4567-a918-5f11dd2c600e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:01.839139 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.928445 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Deleting port 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:01.928793 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.966500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Pushing event updated for resources: {'Port': ['ID=109da5f8-4b8f-4567-a918-5f11dd2c600e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:02.017839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02514228-4fe5-4871-91b9-0fc3fc0efa7d None None] Network 7b69ae43-12d9-4917-82bb-548feaf91a38 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:02.185725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] For port 74d540c7-2410-4a54-9fcb-fa1a2ad533f6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=74d540c7-2410-4a54-9fcb-fa1a2ad533f6,segment=NetworkSegment(1d56ce67-911c-4d7a-86c2-097cd77067e2),segment_id=1d56ce67-911c-4d7a-86c2-097cd77067e2)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:02.189298 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.217499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Attempting to bind port 109da5f8-4b8f-4567-a918-5f11dd2c600e on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:02.217499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Attempting to bind port 109da5f8-4b8f-4567-a918-5f11dd2c600e by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:02.217499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Attempting to bind port 109da5f8-4b8f-4567-a918-5f11dd2c600e on network 9b465dfe-d306-4292-bddd-524ea879c283 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:02.222008 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:02.234587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Port 109da5f8-4b8f-4567-a918-5f11dd2c600e on network 9b465dfe-d306-4292-bddd-524ea879c283 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:34:02.238941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Attempting to bind port 109da5f8-4b8f-4567-a918-5f11dd2c600e on network 9b465dfe-d306-4292-bddd-524ea879c283 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:02.258735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:02.261013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0bd64b31-0232-481e-bd30-742f8dfebbbf None None] Provisioning for port cd57c4b3-834e-4470-a760-994d39099cc5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:02.268580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Checking segment: {'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:02.269057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Bound using segment: {'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:02.269539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Bound port: 109da5f8-4b8f-4567-a918-5f11dd2c600e, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da5f16d-cb5c-4967-92f7-7570d77ecef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:02.270174 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.275270 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Calling delete_port for 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:02.535414 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.571330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d72e87-62de-4199-9197-3a969cea42b2 None None] DHCP port deletion for 7b69ae43-12d9-4917-82bb-548feaf91a38 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:34:02.627829 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event deleted for resources: {'Port': ['ID=74d540c7-2410-4a54-9fcb-fa1a2ad533f6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:02.628046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3d1bf3-1c28-4d72-b9e4-e72beda06c56 None None] Network 39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:02.638498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] No DVR routers for this DVR port 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:02.666834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] For port 109da5f8-4b8f-4567-a918-5f11dd2c600e, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:02.676080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] For port 109da5f8-4b8f-4567-a918-5f11dd2c600e, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=109da5f8-4b8f-4567-a918-5f11dd2c600e,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:02.722185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ba2a9-ced3-4c07-9890-8c8743ee1d32 req-47df8499-c1bb-4f24-a4d9-2a30df5496a7 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:02.732605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed5ba2a9-ced3-4c07-9890-8c8743ee1d32 req-47df8499-c1bb-4f24-a4d9-2a30df5496a7 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 943 time: 0.4599013 Aug 24 00:34:02.734150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.796563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:02.822825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:02.823771 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.825411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] 10.222.0.47 "PUT /v2.0/ports/109da5f8-4b8f-4567-a918-5f11dd2c600e HTTP/1.1" status: 200 len: 1091 time: 1.7548823 Aug 24 00:34:02.827353 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.831079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e05504-6c20-4df5-870d-54b756ad8c04', 'tag': '109da5f8-4b8f-4567-a918-5f11dd2c600e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:02.833769 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7152303a-826d-4181-88a4-791c2a182c15" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e05504-6c20-4df5-870d-54b756ad8c04", "tag": "109da5f8-4b8f-4567-a918-5f11dd2c600e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:02.886624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed5ba2a9-ced3-4c07-9890-8c8743ee1d32 req-3b3cfd45-990a-489c-84b7-def7f648f22b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=48d405fd-ffce-41b3-9b72-0127f42484d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463335 Aug 24 00:34:02.888498 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:02.889607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 24 00:34:02.892847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448303b4-5b66-4bf9-b68a-09f985400819 service neutron] Pushing event updated for resources: {'Port': ['ID=109da5f8-4b8f-4567-a918-5f11dd2c600e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:02.895657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-553305f7-be77-45e9-884b-273bca1749b9 None None] Could not find standard attr ID for object 74d540c7-2410-4a54-9fcb-fa1a2ad533f6. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:34:02.930844 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:02.933710 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc1b22b8-b4ce-4e93-b607-b1162c730ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.942885 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4763ac0a-a047-40c5-9d45-73667f0a0182 x-openstack-request-id: req-4763ac0a-a047-40c5-9d45-73667f0a0182 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:02.943367 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e05504-6c20-4df5-870d-54b756ad8c04", "tag": "109da5f8-4b8f-4567-a918-5f11dd2c600e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:02.943794 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4763ac0a-a047-40c5-9d45-73667f0a0182 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:02.944349 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e05504-6c20-4df5-870d-54b756ad8c04', 'tag': '109da5f8-4b8f-4567-a918-5f11dd2c600e', 'status': 'completed', 'code': 200} Aug 24 00:34:02.956014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-de4b4492-0c60-4603-8960-1f86060a8c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:02.957852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-de4b4492-0c60-4603-8960-1f86060a8c22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 1094 time: 0.0598190 Aug 24 00:34:02.972862 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d56ce67-911c-4d7a-86c2-097cd77067e2') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:02.973173 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d56ce67-911c-4d7a-86c2-097cd77067e2') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:02.976234 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Port 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 not found, will not notify nova. {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 24 00:34:03.010617 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.048462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.057250 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:03.057642 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:03.085419 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:03.094380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-17d72e87-62de-4199-9197-3a969cea42b2 None None] Deleting port cd57c4b3-834e-4470-a760-994d39099cc5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:03.101053 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17d72e87-62de-4199-9197-3a969cea42b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.129832 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.136664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-0092a5d0-df74-4249-a377-575d9a72eb4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=109da5f8-4b8f-4567-a918-5f11dd2c600e HTTP/1.1" status: 200 len: 217 time: 0.1575005 Aug 24 00:34:03.204636 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885144c4-35b6-4bec-935e-8b11f2e011da None None] DHCP port deletion for 39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:34:03.255184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-04250aa9-948e-4ec9-bb7c-2d768f6b87b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:03.258717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-04250aa9-948e-4ec9-bb7c-2d768f6b87b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 200 len: 850 time: 0.1212344 Aug 24 00:34:03.266169 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.283445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-17d72e87-62de-4199-9197-3a969cea42b2 None None] For port cd57c4b3-834e-4470-a760-994d39099cc5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=cd57c4b3-834e-4470-a760-994d39099cc5,segment=NetworkSegment(5e8d6e78-cc03-4ea4-9d6f-4199b7ee7468),segment_id=5e8d6e78-cc03-4ea4-9d6f-4199b7ee7468)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:03.286644 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.290800 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "DELETE /v2.0/networks/39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8 HTTP/1.1" status: 204 len: 168 time: 1.7219901 Aug 24 00:34:03.293526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46566) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:03.299106 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17d72e87-62de-4199-9197-3a969cea42b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.326434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e3e77-ab04-495c-82ec-93678357b92d tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event deleted for resources: {'Network': ['ID=39849c0e-e5c6-4e3b-b5c4-41ad0c4c33d8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:03.332312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-17d72e87-62de-4199-9197-3a969cea42b2 None None] Calling delete_port for cd57c4b3-834e-4470-a760-994d39099cc5 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:03.447312 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc1b22b8-b4ce-4e93-b607-b1162c730ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.459000 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc1b22b8-b4ce-4e93-b607-b1162c730ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.468418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-15d8626b-e912-49bb-97ab-b02e80071109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:03.470962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-15d8626b-e912-49bb-97ab-b02e80071109 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b465dfe-d306-4292-bddd-524ea879c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2044895 Aug 24 00:34:03.512177 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17d72e87-62de-4199-9197-3a969cea42b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.529723 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b22b8-b4ce-4e93-b607-b1162c730ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eb64cb-6ecb-49e5-93f4-d4a4e000ecb6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:03.556818 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc1b22b8-b4ce-4e93-b607-b1162c730ccf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d13f25c200b44e4ad8ed893a0c19bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3338909 Aug 24 00:34:03.559750 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:03.561880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d72e87-62de-4199-9197-3a969cea42b2 None None] Pushing event deleted for resources: {'Port': ['ID=cd57c4b3-834e-4470-a760-994d39099cc5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:03.575007 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d72e87-62de-4199-9197-3a969cea42b2 None None] No DVR routers for this DVR port cd57c4b3-834e-4470-a760-994d39099cc5 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:03.626363 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fd4dd58-3891-4e64-ba10-7f4cc6a37ff1 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.711249 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4121b800-aa4e-45a8-8e04-ae76cb24e9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.746372 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4121b800-aa4e-45a8-8e04-ae76cb24e9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.838404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-1df481f6-92d2-4a42-8d31-fcbd04e7053b service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558290 Aug 24 00:34:03.842745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4121b800-aa4e-45a8-8e04-ae76cb24e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.846407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4121b800-aa4e-45a8-8e04-ae76cb24e9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.856217 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4121b800-aa4e-45a8-8e04-ae76cb24e9ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42eb64cb-6ecb-49e5-93f4-d4a4e000ecb6 HTTP/1.1" status: 204 len: 168 time: 0.2897880 Aug 24 00:34:03.874309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121b800-aa4e-45a8-8e04-ae76cb24e9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eb64cb-6ecb-49e5-93f4-d4a4e000ecb6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:04.005987 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fd4dd58-3891-4e64-ba10-7f4cc6a37ff1 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.033317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5fd4dd58-3891-4e64-ba10-7f4cc6a37ff1 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b69ae43-12d9-4917-82bb-548feaf91a38']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:04.038410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8568ebd-cc4f-4608-bb18-ad8967097973 req-aa49f914-f1b7-4255-b2e5-736de0d899cb service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609380 Aug 24 00:34:04.120763 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5fd4dd58-3891-4e64-ba10-7f4cc6a37ff1 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8d6e78-cc03-4ea4-9d6f-4199b7ee7468') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:04.121072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5fd4dd58-3891-4e64-ba10-7f4cc6a37ff1 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8d6e78-cc03-4ea4-9d6f-4199b7ee7468') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:04.183817 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fd4dd58-3891-4e64-ba10-7f4cc6a37ff1 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.208500 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fd4dd58-3891-4e64-ba10-7f4cc6a37ff1 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.218647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd4dd58-3891-4e64-ba10-7f4cc6a37ff1 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:04.219191 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fd4dd58-3891-4e64-ba10-7f4cc6a37ff1 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:04.224389 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:04.247695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f14d2-a0e3-44fe-8998-e287bed701b5 req-7359561b-8dd2-4883-90d2-e243559c4302 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:04.249420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea3f14d2-a0e3-44fe-8998-e287bed701b5 req-7359561b-8dd2-4883-90d2-e243559c4302 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 943 time: 0.2134070 Aug 24 00:34:04.280122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152303a-826d-4181-88a4-791c2a182c15 req-d08a7dfe-3f7f-433f-a58a-3555f7c50e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:04.281784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7152303a-826d-4181-88a4-791c2a182c15 req-d08a7dfe-3f7f-433f-a58a-3555f7c50e5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 1094 time: 0.1402268 Aug 24 00:34:04.385319 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:04.404560 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05c73e78-52c6-4280-801e-966975ed5e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.495671 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:04.537018 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:04.538034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 74d540c7-2410-4a54-9fcb-fa1a2ad533f6 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:04.538615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cd57c4b3-834e-4470-a760-994d39099cc5 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:04.580510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: cd57c4b3-834e-4470-a760-994d39099cc5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:04.581711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cd57c4b3-834e-4470-a760-994d39099cc5 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:04.629858 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05c73e78-52c6-4280-801e-966975ed5e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.643446 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05c73e78-52c6-4280-801e-966975ed5e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.727514 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-05c73e78-52c6-4280-801e-966975ed5e3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e7dabb7b35f491caffa39450dd572b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408151 Aug 24 00:34:04.728622 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c73e78-52c6-4280-801e-966975ed5e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b93f735-e91e-4013-b55a-f908758fc630,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:04.731813 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46612) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:04.732585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46614) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:04.848569 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d797bff4-3fa1-41aa-a181-34e2ab41e5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.871422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152303a-826d-4181-88a4-791c2a182c15 req-2a8b2aa2-0f9d-47d8-b00a-d7491401b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:04.873702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7152303a-826d-4181-88a4-791c2a182c15 req-2a8b2aa2-0f9d-47d8-b00a-d7491401b83a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 912 time: 0.5783420 Aug 24 00:34:04.887345 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d797bff4-3fa1-41aa-a181-34e2ab41e5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.915244 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fd4dd58-3891-4e64-ba10-7f4cc6a37ff1 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.965723 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d714e98-41e5-4e5b-ac4e-ff6880a828a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.979248 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fd4dd58-3891-4e64-ba10-7f4cc6a37ff1 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.981756 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5fd4dd58-3891-4e64-ba10-7f4cc6a37ff1 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "DELETE /v2.0/networks/7b69ae43-12d9-4917-82bb-548feaf91a38 HTTP/1.1" status: 204 len: 168 time: 1.6498790 Aug 24 00:34:04.986967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea3f14d2-a0e3-44fe-8998-e287bed701b5 req-d7d90c74-4e45-45a2-a377-a8935f36777e tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=48d405fd-ffce-41b3-9b72-0127f42484d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7090447 Aug 24 00:34:04.997637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46624) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:05.009401 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7152303a-826d-4181-88a4-791c2a182c15 req-49e08ba4-1aed-4943-824c-df8742976a7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=109da5f8-4b8f-4567-a918-5f11dd2c600e HTTP/1.1" status: 200 len: 217 time: 0.1021855 Aug 24 00:34:05.029605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4dd58-3891-4e64-ba10-7f4cc6a37ff1 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event deleted for resources: {'Network': ['ID=7b69ae43-12d9-4917-82bb-548feaf91a38,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:05.136003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d714e98-41e5-4e5b-ac4e-ff6880a828a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.137564 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d797bff4-3fa1-41aa-a181-34e2ab41e5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.140607 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d797bff4-3fa1-41aa-a181-34e2ab41e5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.146096 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d797bff4-3fa1-41aa-a181-34e2ab41e5e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b93f735-e91e-4013-b55a-f908758fc630 HTTP/1.1" status: 204 len: 168 time: 0.4098432 Aug 24 00:34:05.159662 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d714e98-41e5-4e5b-ac4e-ff6880a828a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.163874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797bff4-3fa1-41aa-a181-34e2ab41e5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b93f735-e91e-4013-b55a-f908758fc630,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:05.166277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152303a-826d-4181-88a4-791c2a182c15 req-8ac8e448-83ff-444c-bffa-5fe3ea827cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:05.167988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7152303a-826d-4181-88a4-791c2a182c15 req-8ac8e448-83ff-444c-bffa-5fe3ea827cfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 200 len: 850 time: 0.1578214 Aug 24 00:34:05.201789 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d4e779b-c4cf-48c7-a62b-8294a253d362 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.211777 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d714e98-41e5-4e5b-ac4e-ff6880a828a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f43fbb2-57e4-47c8-b051-75b3b3b935e2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:05.237777 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6d714e98-41e5-4e5b-ac4e-ff6880a828a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bac39897a3bd4ced824346c2fcf22b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5024199 Aug 24 00:34:05.240906 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46630) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:05.293389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152303a-826d-4181-88a4-791c2a182c15 req-ba4ef485-87b4-46bf-bb14-2364d5da6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:05.294950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7152303a-826d-4181-88a4-791c2a182c15 req-ba4ef485-87b4-46bf-bb14-2364d5da6672 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b465dfe-d306-4292-bddd-524ea879c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178560 Aug 24 00:34:05.351276 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5e18741-098c-4288-8adb-88bb1960215b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.378000 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5e18741-098c-4288-8adb-88bb1960215b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.443986 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5e18741-098c-4288-8adb-88bb1960215b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.446752 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5e18741-098c-4288-8adb-88bb1960215b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.451014 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f5e18741-098c-4288-8adb-88bb1960215b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f43fbb2-57e4-47c8-b051-75b3b3b935e2 HTTP/1.1" status: 204 len: 168 time: 0.2090640 Aug 24 00:34:05.467676 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e18741-098c-4288-8adb-88bb1960215b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f43fbb2-57e4-47c8-b051-75b3b3b935e2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:05.620595 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d4e779b-c4cf-48c7-a62b-8294a253d362 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.635495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2d4e779b-c4cf-48c7-a62b-8294a253d362 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b09f84-108f-44f6-99f0-a2e59920e5d8']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:05.654891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2d4e779b-c4cf-48c7-a62b-8294a253d362 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0f56e3-eb0b-4da3-9e7b-54a567c87f89') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:05.655493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2d4e779b-c4cf-48c7-a62b-8294a253d362 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0f56e3-eb0b-4da3-9e7b-54a567c87f89') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:05.696662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d4e779b-c4cf-48c7-a62b-8294a253d362 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.734549 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7152303a-826d-4181-88a4-791c2a182c15 req-1a37dd44-e2ab-4c73-9780-b92cd46b0370 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139881 Aug 24 00:34:05.745445 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d4e779b-c4cf-48c7-a62b-8294a253d362 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.762834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4e779b-c4cf-48c7-a62b-8294a253d362 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:05.763538 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d4e779b-c4cf-48c7-a62b-8294a253d362 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:05.795235 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:05.966657 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d4e779b-c4cf-48c7-a62b-8294a253d362 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.978603 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d4e779b-c4cf-48c7-a62b-8294a253d362 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.980744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2d4e779b-c4cf-48c7-a62b-8294a253d362 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "DELETE /v2.0/networks/e2b09f84-108f-44f6-99f0-a2e59920e5d8 HTTP/1.1" status: 204 len: 168 time: 0.9677975 Aug 24 00:34:05.983362 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46652) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:05.997305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ceebb-3b44-4723-82ed-58e4695a322d req-0fd89fc5-db87-424c-9dca-253ad577e08a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:06.004832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ceebb-3b44-4723-82ed-58e4695a322d req-0fd89fc5-db87-424c-9dca-253ad577e08a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:06.013293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ceebb-3b44-4723-82ed-58e4695a322d req-0fd89fc5-db87-424c-9dca-253ad577e08a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:06.021371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ceebb-3b44-4723-82ed-58e4695a322d req-0fd89fc5-db87-424c-9dca-253ad577e08a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:06.027788 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ceebb-3b44-4723-82ed-58e4695a322d req-0fd89fc5-db87-424c-9dca-253ad577e08a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:06.053136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ceebb-3b44-4723-82ed-58e4695a322d req-0fd89fc5-db87-424c-9dca-253ad577e08a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:06.061104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ceebb-3b44-4723-82ed-58e4695a322d req-0fd89fc5-db87-424c-9dca-253ad577e08a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:06.071596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-984ceebb-3b44-4723-82ed-58e4695a322d req-0fd89fc5-db87-424c-9dca-253ad577e08a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5436 time: 0.2636778 Aug 24 00:34:06.081648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46656) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:06.150969 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0831edb8-fff3-4140-a2c8-5ecec605d85a tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.162268 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4149-1876-4699-bddb-0dcd6d375638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.164142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e779b-c4cf-48c7-a62b-8294a253d362 tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event deleted for resources: {'Network': ['ID=e2b09f84-108f-44f6-99f0-a2e59920e5d8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:06.177088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7152303a-826d-4181-88a4-791c2a182c15 req-6d81f793-6ea2-4ece-8dc0-13c9d8d671d1 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333262 Aug 24 00:34:06.295838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-984ceebb-3b44-4723-82ed-58e4695a322d req-c5712c03-4d16-46f5-8553-8152ad3dc968 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2222395 Aug 24 00:34:06.345596 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0831edb8-fff3-4140-a2c8-5ecec605d85a tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.365015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8337b1-e9e1-4399-9cd0-a2595fede694 req-52b5167b-270e-4213-9126-f519ccc75f5d tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:06.366654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b8337b1-e9e1-4399-9cd0-a2595fede694 req-52b5167b-270e-4213-9126-f519ccc75f5d tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 943 time: 0.2272410 Aug 24 00:34:06.368752 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4149-1876-4699-bddb-0dcd6d375638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.374808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0831edb8-fff3-4140-a2c8-5ecec605d85a tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bc44b6-6374-468c-a485-2cce5dffe5e0']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:06.388040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0831edb8-fff3-4140-a2c8-5ecec605d85a tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5482a5d9-74b4-4e54-8eec-6c63153da1c7') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:06.388429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0831edb8-fff3-4140-a2c8-5ecec605d85a tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5482a5d9-74b4-4e54-8eec-6c63153da1c7') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:06.393798 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4149-1876-4699-bddb-0dcd6d375638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.399899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0831edb8-fff3-4140-a2c8-5ecec605d85a tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.421411 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0831edb8-fff3-4140-a2c8-5ecec605d85a tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.432952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0831edb8-fff3-4140-a2c8-5ecec605d85a tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:06.433536 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0831edb8-fff3-4140-a2c8-5ecec605d85a tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:06.451010 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:06.457398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ea8f4149-1876-4699-bddb-0dcd6d375638 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57f43c905d624b2f9186070688723dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275585 Aug 24 00:34:06.458647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46668) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:06.465626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f4149-1876-4699-bddb-0dcd6d375638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2c334d-a881-455d-a888-86cff167f679,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:06.472110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b8337b1-e9e1-4399-9cd0-a2595fede694 req-1ec3a13d-e060-48cc-a77e-431fc2a3a7a4 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=48d405fd-ffce-41b3-9b72-0127f42484d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943682 Aug 24 00:34:06.553541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0831edb8-fff3-4140-a2c8-5ecec605d85a tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.561742 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0831edb8-fff3-4140-a2c8-5ecec605d85a tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.566667 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0831edb8-fff3-4140-a2c8-5ecec605d85a tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] 10.222.0.32 "DELETE /v2.0/networks/d6bc44b6-6374-468c-a485-2cce5dffe5e0 HTTP/1.1" status: 204 len: 168 time: 0.5799162 Aug 24 00:34:06.575848 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efd18dc-1847-42d6-8c2b-0af2abdaad90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.603208 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831edb8-fff3-4140-a2c8-5ecec605d85a tempest-BulkNetworkOpsIpV6Test-1260492208 tempest-BulkNetworkOpsIpV6Test-1260492208-project] Pushing event deleted for resources: {'Network': ['ID=d6bc44b6-6374-468c-a485-2cce5dffe5e0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:06.623818 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efd18dc-1847-42d6-8c2b-0af2abdaad90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.694614 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efd18dc-1847-42d6-8c2b-0af2abdaad90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.698127 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efd18dc-1847-42d6-8c2b-0af2abdaad90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.699497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3efd18dc-1847-42d6-8c2b-0af2abdaad90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d2c334d-a881-455d-a888-86cff167f679 HTTP/1.1" status: 204 len: 168 time: 0.2398951 Aug 24 00:34:06.710131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd18dc-1847-42d6-8c2b-0af2abdaad90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2c334d-a881-455d-a888-86cff167f679,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:07.020250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-f9f896a4-178b-4d6d-a875-12e710b6012c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.028564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-f9f896a4-178b-4d6d-a875-12e710b6012c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.046520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-f9f896a4-178b-4d6d-a875-12e710b6012c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.055627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-f9f896a4-178b-4d6d-a875-12e710b6012c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.074345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-f9f896a4-178b-4d6d-a875-12e710b6012c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.081962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-f9f896a4-178b-4d6d-a875-12e710b6012c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.088037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-f9f896a4-178b-4d6d-a875-12e710b6012c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.090429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-f9f896a4-178b-4d6d-a875-12e710b6012c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5436 time: 0.1476903 Aug 24 00:34:07.116876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46686) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:07.187836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-64f67a7a-fe0a-473f-a4d2-5bb3484455a9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.191780 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-64f67a7a-fe0a-473f-a4d2-5bb3484455a9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "GET /v2.0/ports/acd050dd-ebe6-4233-874e-43f1364883c7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0919950 Aug 24 00:34:07.419457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-91e0d363-5887-4236-b46e-6839618cb36c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "GET /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2185147 Aug 24 00:34:07.443008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6499584f-0bb5-4450-8a21-4d7e1e690b5d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:07.504663 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f17d7122-0d0b-4b4b-b1d9-b9d9d74b76b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cbf0a0f97014237a71004e02bbeeaf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865831 Aug 24 00:34:07.507372 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:07.660299 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8504238c-3c82-493d-b8f1-a7de6b3bb16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.736689 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8504238c-3c82-493d-b8f1-a7de6b3bb16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.760188 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6499584f-0bb5-4450-8a21-4d7e1e690b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.813883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:07.816989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934df59-a8c3-46ae-a86a-cf35ddaeae93 req-c14500ea-9efe-4bd7-8550-dda22c2cb605 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.826073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934df59-a8c3-46ae-a86a-cf35ddaeae93 req-c14500ea-9efe-4bd7-8550-dda22c2cb605 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.833824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934df59-a8c3-46ae-a86a-cf35ddaeae93 req-c14500ea-9efe-4bd7-8550-dda22c2cb605 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.840663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934df59-a8c3-46ae-a86a-cf35ddaeae93 req-c14500ea-9efe-4bd7-8550-dda22c2cb605 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.847560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934df59-a8c3-46ae-a86a-cf35ddaeae93 req-c14500ea-9efe-4bd7-8550-dda22c2cb605 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.853878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934df59-a8c3-46ae-a86a-cf35ddaeae93 req-c14500ea-9efe-4bd7-8550-dda22c2cb605 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.861596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934df59-a8c3-46ae-a86a-cf35ddaeae93 req-c14500ea-9efe-4bd7-8550-dda22c2cb605 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.864114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f934df59-a8c3-46ae-a86a-cf35ddaeae93 req-c14500ea-9efe-4bd7-8550-dda22c2cb605 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 5436 time: 0.3276763 Aug 24 00:34:07.868399 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8504238c-3c82-493d-b8f1-a7de6b3bb16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.877868 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8504238c-3c82-493d-b8f1-a7de6b3bb16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.887646 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8504238c-3c82-493d-b8f1-a7de6b3bb16a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b94af84-96fd-44b9-a9ff-64d297fdd013 HTTP/1.1" status: 204 len: 168 time: 0.3765616 Aug 24 00:34:07.909640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504238c-3c82-493d-b8f1-a7de6b3bb16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b94af84-96fd-44b9-a9ff-64d297fdd013,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:07.940572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69d68a-31f5-451c-89f6-21977fb541cd req-840e357f-e262-4287-9b71-1887dc0dfe46 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:07.950214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a69d68a-31f5-451c-89f6-21977fb541cd req-840e357f-e262-4287-9b71-1887dc0dfe46 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 943 time: 0.2705824 Aug 24 00:34:08.038016 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f934df59-a8c3-46ae-a86a-cf35ddaeae93 req-0724ade9-2c27-4dd1-8101-cf6a91d1219a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473064 Aug 24 00:34:08.084083 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a69d68a-31f5-451c-89f6-21977fb541cd req-4b5a0955-6c7f-4e11-b9b3-7a029b37eebe tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=48d405fd-ffce-41b3-9b72-0127f42484d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331050 Aug 24 00:34:08.132533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1479881889', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:08.168677 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Made reservation on behalf of 3f59d58fae634fedacfdb18981377d86 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:08.174430 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.189247 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.253219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6499584f-0bb5-4450-8a21-4d7e1e690b5d service neutron] For port acd050dd-ebe6-4233-874e-43f1364883c7, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=acd050dd-ebe6-4233-874e-43f1364883c7,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:08.362964 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.368532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6499584f-0bb5-4450-8a21-4d7e1e690b5d service neutron] For port acd050dd-ebe6-4233-874e-43f1364883c7, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:08.370232 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.388214 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] device_id is not set on port ca877315-aacd-4446-8d7c-1e5fb888aeb9 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:34:08.442801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6499584f-0bb5-4450-8a21-4d7e1e690b5d service neutron] device_id is not set on port acd050dd-ebe6-4233-874e-43f1364883c7 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:34:08.465808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6499584f-0bb5-4450-8a21-4d7e1e690b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.479506 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6499584f-0bb5-4450-8a21-4d7e1e690b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.509300 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d40690-4330-4c90-a511-249ec9da5471,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:08.561020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46742) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:08.656755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6499584f-0bb5-4450-8a21-4d7e1e690b5d service neutron] No DVR routers for this DVR port acd050dd-ebe6-4233-874e-43f1364883c7 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:08.657504 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Allocated IP 172.25.8.113 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/ca877315-aacd-4446-8d7c-1e5fb888aeb9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:08.664128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499584f-0bb5-4450-8a21-4d7e1e690b5d service neutron] Pushing event updated for resources: {'Port': ['ID=acd050dd-ebe6-4233-874e-43f1364883c7,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:08.719080 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 109da5f8-4b8f-4567-a918-5f11dd2c600e details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:34:08.759317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6499584f-0bb5-4450-8a21-4d7e1e690b5d service neutron] In _notify_port_updated(), no bound segment for port acd050dd-ebe6-4233-874e-43f1364883c7 on network 8591c000-1ad9-4c58-a583-231d8245e24b {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:34:08.762246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6499584f-0bb5-4450-8a21-4d7e1e690b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:08.764531 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6499584f-0bb5-4450-8a21-4d7e1e690b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.768352 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6499584f-0bb5-4450-8a21-4d7e1e690b5d service neutron] 10.222.0.13 "PUT /v2.0/ports/acd050dd-ebe6-4233-874e-43f1364883c7 HTTP/1.1" status: 200 len: 1028 time: 1.3366315 Aug 24 00:34:08.846537 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.864989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-56d3daf2-3042-4b1d-977e-a763fb95cb14 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:08.866987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-56d3daf2-3042-4b1d-977e-a763fb95cb14 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "GET /v2.0/ports/aecd620c-cbe4-4b5a-827e-8e9d581b7e6a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0909011 Aug 24 00:34:08.879033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-1775e955-72fd-41cd-ab2a-70df7bef0901 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:08.889934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-40980487-network', 'tenant_id': '474fe6d9243a4d9bb7b81f82bd2787e6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:08.902762 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.963649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 109da5f8-4b8f-4567-a918-5f11dd2c600e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=109da5f8-4b8f-4567-a918-5f11dd2c600e,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:08.977207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:08.980689 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:08.981456 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '109da5f8-4b8f-4567-a918-5f11dd2c600e', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'port_id': '109da5f8-4b8f-4567-a918-5f11dd2c600e', 'mac_address': 'fa:16:3e:6e:34:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:34:08.985994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:08.992818 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Pushing event updated for resources: {'Port': ['ID=ca877315-aacd-4446-8d7c-1e5fb888aeb9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:09.003778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] Made reservation on behalf of 474fe6d9243a4d9bb7b81f82bd2787e6 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:09.006525 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.009921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-1775e955-72fd-41cd-ab2a-70df7bef0901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.037760 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:09.038757 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.044578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c46ed022-6ecd-401c-9898-ff0fcbe358bb None None] Provisioning complete for port acd050dd-ebe6-4233-874e-43f1364883c7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:09.044960 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c46ed022-6ecd-401c-9898-ff0fcbe358bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.052228 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.084124 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-12910e0c-c0b1-479a-b483-289e94b7e507 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2682807 Aug 24 00:34:09.085409 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.088330 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:09.104481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-df7cf408-a243-410f-9edf-7746595a9f02 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.113'}]}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:09.123667 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109da5f8-4b8f-4567-a918-5f11dd2c600e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:09.138279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c46ed022-6ecd-401c-9898-ff0fcbe358bb None None] Port acd050dd-ebe6-4233-874e-43f1364883c7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:09.181348 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 109da5f8-4b8f-4567-a918-5f11dd2c600e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=109da5f8-4b8f-4567-a918-5f11dd2c600e,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:09.191323 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.308894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46768) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:09.376394 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cff64-e07e-4fda-97a4-a99a9e940911 req-b2ca4af1-04c4-45ba-8ec7-5d4d35790ecc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:09.390409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cff64-e07e-4fda-97a4-a99a9e940911 req-b2ca4af1-04c4-45ba-8ec7-5d4d35790ecc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:09.397107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cff64-e07e-4fda-97a4-a99a9e940911 req-b2ca4af1-04c4-45ba-8ec7-5d4d35790ecc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:09.404898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cff64-e07e-4fda-97a4-a99a9e940911 req-b2ca4af1-04c4-45ba-8ec7-5d4d35790ecc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:09.411701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cff64-e07e-4fda-97a4-a99a9e940911 req-b2ca4af1-04c4-45ba-8ec7-5d4d35790ecc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:09.417516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cff64-e07e-4fda-97a4-a99a9e940911 req-b2ca4af1-04c4-45ba-8ec7-5d4d35790ecc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:09.419457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d11cff64-e07e-4fda-97a4-a99a9e940911 req-b2ca4af1-04c4-45ba-8ec7-5d4d35790ecc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 4661 time: 0.2185683 Aug 24 00:34:09.446884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=109da5f8-4b8f-4567-a918-5f11dd2c600e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:09.455373 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1969333123'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:09.475131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d74b3-1722-4e07-a515-3db0c34a4ba2 req-bfe13c84-fc66-4809-9400-5770ba7206e0 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:09.476696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a37d74b3-1722-4e07-a515-3db0c34a4ba2 req-bfe13c84-fc66-4809-9400-5770ba7206e0 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 944 time: 0.2635207 Aug 24 00:34:09.478684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-1775e955-72fd-41cd-ab2a-70df7bef0901 service neutron] For port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:09.576789 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d11cff64-e07e-4fda-97a4-a99a9e940911 req-f2645d39-9864-42fd-a886-6da58b42cff1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=4487d07f-1746-48bc-883c-ad9c20f30c8d&id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368880 Aug 24 00:34:09.583558 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.583795 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['109da5f8-4b8f-4567-a918-5f11dd2c600e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:34:09.590890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a37d74b3-1722-4e07-a515-3db0c34a4ba2 req-78d77207-a647-429a-896b-37a17fe1eaad tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=48d405fd-ffce-41b3-9b72-0127f42484d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069815 Aug 24 00:34:09.591890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-1775e955-72fd-41cd-ab2a-70df7bef0901 service neutron] For port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:09.595277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.629119 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df7cf408-a243-410f-9edf-7746595a9f02 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.631232 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df7cf408-a243-410f-9edf-7746595a9f02 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.656738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-1775e955-72fd-41cd-ab2a-70df7bef0901 service neutron] device_id is not set on port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:34:09.664453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:09.671989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2e30a7-6a2d-4192-83b3-e9325ad94acf,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:09.683107 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-1775e955-72fd-41cd-ab2a-70df7bef0901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.685132 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.685483 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] Added segment f3c4519a-89dc-44a5-94e1-e6141922a198 of type vlan for network 0c75af80-5909-433b-a1a3-0ee153c34789 Aug 24 00:34:09.689368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Made reservation on behalf of 1ce92aa1bdf047b68153c7e64faf5698 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:09.695529 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-1775e955-72fd-41cd-ab2a-70df7bef0901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.698593 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.717400 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.771706 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df7cf408-a243-410f-9edf-7746595a9f02 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.773281 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.810741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775e955-72fd-41cd-ab2a-70df7bef0901 service neutron] Pushing event updated for resources: {'Port': ['ID=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:09.813476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-1775e955-72fd-41cd-ab2a-70df7bef0901 service neutron] No DVR routers for this DVR port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:09.867629 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.868770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:09.869471 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.881897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-1775e955-72fd-41cd-ab2a-70df7bef0901 service neutron] In _notify_port_updated(), no bound segment for port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a on network 8591c000-1ad9-4c58-a583-231d8245e24b {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:34:09.882873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-1775e955-72fd-41cd-ab2a-70df7bef0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:09.883497 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-1775e955-72fd-41cd-ab2a-70df7bef0901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.884893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-1775e955-72fd-41cd-ab2a-70df7bef0901 service neutron] 10.222.0.13 "PUT /v2.0/ports/aecd620c-cbe4-4b5a-827e-8e9d581b7e6a HTTP/1.1" status: 200 len: 1028 time: 1.0107949 Aug 24 00:34:09.974914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] Pushing event updated for resources: {'Network': ['ID=0c75af80-5909-433b-a1a3-0ee153c34789,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:09.982852 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df7cf408-a243-410f-9edf-7746595a9f02 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.988348 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 0c75af80-5909-433b-a1a3-0ee153c34789 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:10.073573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-3feb4094-c911-40b8-955b-a555759b0b6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Deleting port 43b2e7bb-8d79-42e0-8508-e0bb30f47950 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:10.075135 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-3feb4094-c911-40b8-955b-a555759b0b6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.165928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5511fb88-5b6d-492e-9bac-7a154f425ae7 None None] Provisioning complete for port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:10.166304 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5511fb88-5b6d-492e-9bac-7a154f425ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.200902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-3feb4094-c911-40b8-955b-a555759b0b6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] For port 43b2e7bb-8d79-42e0-8508-e0bb30f47950, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=43b2e7bb-8d79-42e0-8508-e0bb30f47950,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:10.201275 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-3feb4094-c911-40b8-955b-a555759b0b6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.218819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-3feb4094-c911-40b8-955b-a555759b0b6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Calling delete_port for 43b2e7bb-8d79-42e0-8508-e0bb30f47950 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:10.265700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5511fb88-5b6d-492e-9bac-7a154f425ae7 None None] Port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:10.380341 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.395596 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.421970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-19c49cfb-21a0-4750-90f5-503fe9da4f58 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8518920 Aug 24 00:34:10.421970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46796) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:10.431024 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:10.432442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-dbf96704-99f0-497b-973e-d4cdd6aa504e admin admin] Request body: {'subnet': {'network_id': '0c75af80-5909-433b-a1a3-0ee153c34789', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-40980487-subnet', 'tenant_id': '474fe6d9243a4d9bb7b81f82bd2787e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:10.441103 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-3feb4094-c911-40b8-955b-a555759b0b6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.443996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f49966-5a66-4783-b7c3-6082f5afdd06,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:10.451621 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.451958 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Added segment 91595616-82f5-4253-b965-da6d7b29b29b of type vlan for network 02bec600-48a8-4879-a71f-4e2c6e30ee5d Aug 24 00:34:10.511669 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.534466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb4094-c911-40b8-955b-a555759b0b6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'Port': ['ID=43b2e7bb-8d79-42e0-8508-e0bb30f47950,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:10.567044 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-3feb4094-c911-40b8-955b-a555759b0b6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] No DVR routers for this DVR port 43b2e7bb-8d79-42e0-8508-e0bb30f47950 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:10.569684 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-3feb4094-c911-40b8-955b-a555759b0b6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.572065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-3feb4094-c911-40b8-955b-a555759b0b6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "DELETE /v2.0/ports/43b2e7bb-8d79-42e0-8508-e0bb30f47950 HTTP/1.1" status: 204 len: 173 time: 0.6737244 Aug 24 00:34:10.582956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-deleted', 'tag': '43b2e7bb-8d79-42e0-8508-e0bb30f47950'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:10.585670 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88acf2d-01c7-42a6-88f6-aa75d937c2cb" -d '{"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-deleted", "tag": "43b2e7bb-8d79-42e0-8508-e0bb30f47950"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:10.622721 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.633830 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:10.634742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf96704-99f0-497b-973e-d4cdd6aa504e admin admin] Made reservation on behalf of 474fe6d9243a4d9bb7b81f82bd2787e6 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:10.636088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.637017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbf96704-99f0-497b-973e-d4cdd6aa504e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.726167 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b373b5-a070-4131-933d-3eb5e2f96d6e x-openstack-request-id: req-d0b373b5-a070-4131-933d-3eb5e2f96d6e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:10.726457 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-deleted", "tag": "43b2e7bb-8d79-42e0-8508-e0bb30f47950", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:10.726707 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0b373b5-a070-4131-933d-3eb5e2f96d6e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:10.727263 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-deleted', 'tag': '43b2e7bb-8d79-42e0-8508-e0bb30f47950', 'status': 'completed', 'code': 200} Aug 24 00:34:10.745595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 109da5f8-4b8f-4567-a918-5f11dd2c600e up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:10.754990 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4424191 Aug 24 00:34:10.767581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7dc964-96f9-4a80-98e5-b37cd43c095d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'Network': ['ID=02bec600-48a8-4879-a71f-4e2c6e30ee5d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:10.770652 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df7cf408-a243-410f-9edf-7746595a9f02 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.794253 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df7cf408-a243-410f-9edf-7746595a9f02 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.825029 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 02bec600-48a8-4879-a71f-4e2c6e30ee5d details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:10.972226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 109da5f8-4b8f-4567-a918-5f11dd2c600e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:11.001914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 109da5f8-4b8f-4567-a918-5f11dd2c600e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:11.002676 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.016033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-a5b69da7-b247-4427-b1a2-1a47b05016a2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:11.018184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-a5b69da7-b247-4427-b1a2-1a47b05016a2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 812 time: 0.4917898 Aug 24 00:34:11.033959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24a706-a07f-4c84-9e8c-81bc06616a4a req-36a457fc-e8a9-49c7-961a-67f482f09355 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:11.035571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb24a706-a07f-4c84-9e8c-81bc06616a4a req-36a457fc-e8a9-49c7-961a-67f482f09355 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 944 time: 0.2817428 Aug 24 00:34:11.047416 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df7cf408-a243-410f-9edf-7746595a9f02 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.099541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-347a974d-ea21-44d8-8481-11079a230ac4 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/quotas/c14aa75e32a445ab889373eca3a8b0c6 HTTP/1.1" status: 200 len: 375 time: 0.0596592 Aug 24 00:34:11.122987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-000403ef-357b-4e70-ab5f-4f88013d102a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Deleting port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:11.123710 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-000403ef-357b-4e70-ab5f-4f88013d102a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.184218 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.210135 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb24a706-a07f-4c84-9e8c-81bc06616a4a req-e70a1ef4-0e4f-41c7-8b1b-d8b8cd6106ee tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=48d405fd-ffce-41b3-9b72-0127f42484d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650853 Aug 24 00:34:11.240338 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e05504-6c20-4df5-870d-54b756ad8c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109da5f8-4b8f-4567-a918-5f11dd2c600e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:11.242719 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b7ec63-bce0-423a-a9d7-35cfe719583c" -d '{"events": [{"server_uuid": "c1e05504-6c20-4df5-870d-54b756ad8c04", "name": "network-vif-plugged", "status": "completed", "tag": "109da5f8-4b8f-4567-a918-5f11dd2c600e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:11.279287 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 109da5f8-4b8f-4567-a918-5f11dd2c600e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=109da5f8-4b8f-4567-a918-5f11dd2c600e,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:11.285840 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.323917 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df7cf408-a243-410f-9edf-7746595a9f02 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.328248 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df7cf408-a243-410f-9edf-7746595a9f02 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.358588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=109da5f8-4b8f-4567-a918-5f11dd2c600e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:11.374763 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbf96704-99f0-497b-973e-d4cdd6aa504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.387580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-b54c05fd-ac13-429b-8ab3-581e2bfc9c91 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2751803 Aug 24 00:34:11.390099 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df7cf408-a243-410f-9edf-7746595a9f02 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.391878 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7cf408-a243-410f-9edf-7746595a9f02 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f16ddf98-9707-4117-b7bd-f310971ad801 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:34:11.413973 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-df7cf408-a243-410f-9edf-7746595a9f02 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 24 00:34:11.417743 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-df7cf408-a243-410f-9edf-7746595a9f02 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3228314 Aug 24 00:34:11.418099 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:11.423552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device aecd620c-cbe4-4b5a-827e-8e9d581b7e6a no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:11.477052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device aecd620c-cbe4-4b5a-827e-8e9d581b7e6a not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:11.477575 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:11.509556 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4e18e49a-56ef-4e1e-9c1f-3bdbd73d49f4 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Deleting port ca877315-aacd-4446-8d7c-1e5fb888aeb9 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:11.509901 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e18e49a-56ef-4e1e-9c1f-3bdbd73d49f4 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.564309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-000403ef-357b-4e70-ab5f-4f88013d102a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] For port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0fa5762a-ea9e-4e12-a8b7-cb60c554f373,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:11.565423 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-000403ef-357b-4e70-ab5f-4f88013d102a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.578393 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.579614 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b139a2-6b6c-44d1-beca-9cc298fba125 req-9d8ab5e1-1da5-4958-a2f6-9d176a61f697 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:11.588271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b139a2-6b6c-44d1-beca-9cc298fba125 req-9d8ab5e1-1da5-4958-a2f6-9d176a61f697 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:11.595585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b139a2-6b6c-44d1-beca-9cc298fba125 req-9d8ab5e1-1da5-4958-a2f6-9d176a61f697 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:11.603096 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b139a2-6b6c-44d1-beca-9cc298fba125 req-9d8ab5e1-1da5-4958-a2f6-9d176a61f697 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:11.603784 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e18e49a-56ef-4e1e-9c1f-3bdbd73d49f4 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.605466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40b139a2-6b6c-44d1-beca-9cc298fba125 req-9d8ab5e1-1da5-4958-a2f6-9d176a61f697 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 3151 time: 0.2692306 Aug 24 00:34:11.617057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4e18e49a-56ef-4e1e-9c1f-3bdbd73d49f4 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Calling delete_port for ca877315-aacd-4446-8d7c-1e5fb888aeb9 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:11.632626 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0fa5762a-ea9e-4e12-a8b7-cb60c554f373,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:11.638488 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.639415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a0c18045-7768-46ff-8a13-f32f4b600694 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:11.644247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf96704-99f0-497b-973e-d4cdd6aa504e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bae93aa-f2a0-49f6-8997-a32b27675b05,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:11.654560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-000403ef-357b-4e70-ab5f-4f88013d102a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Calling delete_port for 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:11.664359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf96704-99f0-497b-973e-d4cdd6aa504e admin admin] Checking segment: {'id': 'f3c4519a-89dc-44a5-94e1-e6141922a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c75af80-5909-433b-a1a3-0ee153c34789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:11.665157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf96704-99f0-497b-973e-d4cdd6aa504e admin admin] Network hostable DHCP agents. Network: 0c75af80-5909-433b-a1a3-0ee153c34789, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:11.747554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=0fa5762a-ea9e-4e12-a8b7-cb60c554f373,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:11.757669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40b139a2-6b6c-44d1-beca-9cc298fba125 req-e847bbf7-2b13-4643-b487-96b3d0c60791 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414409 Aug 24 00:34:11.772147 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e18e49a-56ef-4e1e-9c1f-3bdbd73d49f4 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.780977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-0bc24988-433e-4c3c-89c5-de53fbd0a26b service neutron] 10.222.0.32 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612592 Aug 24 00:34:11.785758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf96704-99f0-497b-973e-d4cdd6aa504e admin admin] Network 0c75af80-5909-433b-a1a3-0ee153c34789 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:11.814286 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.829822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18e49a-56ef-4e1e-9c1f-3bdbd73d49f4 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca877315-aacd-4446-8d7c-1e5fb888aeb9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:11.875109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port a0c18045-7768-46ff-8a13-f32f4b600694, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a0c18045-7768-46ff-8a13-f32f4b600694,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:11.879696 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.880505 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device acd050dd-ebe6-4233-874e-43f1364883c7 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:11.888308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-dbf96704-99f0-497b-973e-d4cdd6aa504e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 0c75af80-5909-433b-a1a3-0ee153c34789) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:11.933918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf96704-99f0-497b-973e-d4cdd6aa504e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:11.934802 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbf96704-99f0-497b-973e-d4cdd6aa504e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.949283 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e18e49a-56ef-4e1e-9c1f-3bdbd73d49f4 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.960706 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4e18e49a-56ef-4e1e-9c1f-3bdbd73d49f4 tempest-RoutersAdminNegativeTest-2093149064 tempest-RoutersAdminNegativeTest-2093149064-project-admin] 10.222.0.32 "DELETE /v2.0/ports/ca877315-aacd-4446-8d7c-1e5fb888aeb9 HTTP/1.1" status: 204 len: 168 time: 0.5412111 Aug 24 00:34:11.973174 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162c3d4f-e2f9-4fda-bc2b-4b7867c70c8f None None] Network 0c75af80-5909-433b-a1a3-0ee153c34789 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:11.984241 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51de8eb0-1c97-4f04-b656-04efcdd3ee34 x-openstack-request-id: req-51de8eb0-1c97-4f04-b656-04efcdd3ee34 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:11.984539 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e05504-6c20-4df5-870d-54b756ad8c04", "name": "network-vif-plugged", "status": "completed", "tag": "109da5f8-4b8f-4567-a918-5f11dd2c600e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:11.984919 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51de8eb0-1c97-4f04-b656-04efcdd3ee34 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:11.987716 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e05504-6c20-4df5-870d-54b756ad8c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109da5f8-4b8f-4567-a918-5f11dd2c600e', 'code': 200} Aug 24 00:34:11.992475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device acd050dd-ebe6-4233-874e-43f1364883c7 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:11.994985 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 43b2e7bb-8d79-42e0-8508-e0bb30f47950 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:12.017608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dbf96704-99f0-497b-973e-d4cdd6aa504e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5947144 Aug 24 00:34:12.109591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-50026d61-f19a-4b7d-9ef4-4feab799b5e3 service neutron] 10.222.0.32 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183022 Aug 24 00:34:12.186634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 43b2e7bb-8d79-42e0-8508-e0bb30f47950 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:12.187601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 43b2e7bb-8d79-42e0-8508-e0bb30f47950 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:12.188856 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 9c4c26db-5400-4125-aa10-8233f045bb5d no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:12.223735 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-000403ef-357b-4e70-ab5f-4f88013d102a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:12.275836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000403ef-357b-4e70-ab5f-4f88013d102a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'Port': ['ID=0fa5762a-ea9e-4e12-a8b7-cb60c554f373,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:12.290689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba524e-788c-4648-8828-adaf759d851a req-5b8f6cc1-fdf6-401f-8695-ebb6fdb43b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:12.292452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6ba524e-788c-4648-8828-adaf759d851a req-5b8f6cc1-fdf6-401f-8695-ebb6fdb43b15 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 1096 time: 0.1785986 Aug 24 00:34:12.355304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-000403ef-357b-4e70-ab5f-4f88013d102a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] No DVR routers for this DVR port 0fa5762a-ea9e-4e12-a8b7-cb60c554f373 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:12.359281 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-000403ef-357b-4e70-ab5f-4f88013d102a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:12.362651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-000403ef-357b-4e70-ab5f-4f88013d102a tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "DELETE /v2.0/ports/0fa5762a-ea9e-4e12-a8b7-cb60c554f373 HTTP/1.1" status: 204 len: 173 time: 1.7704167 Aug 24 00:34:12.525171 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6ba524e-788c-4648-8828-adaf759d851a req-a5e1c5a8-7930-4036-a5ca-2e034fb51979 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=48d405fd-ffce-41b3-9b72-0127f42484d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761031 Aug 24 00:34:12.551031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=a0c18045-7768-46ff-8a13-f32f4b600694,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:12.617855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d6fe-59e8-43bd-bbc1-c583a16ad10b req-4a7904d0-7b90-4fa5-99a6-6eb1a66a72a4 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:12.620105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b82d6fe-59e8-43bd-bbc1-c583a16ad10b req-4a7904d0-7b90-4fa5-99a6-6eb1a66a72a4 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 945 time: 0.1437943 Aug 24 00:34:12.637486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6ceebfd7-1567-4f16-84a7-48074510ee6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Deleting port a0c18045-7768-46ff-8a13-f32f4b600694 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:12.638114 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6ceebfd7-1567-4f16-84a7-48074510ee6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:12.709802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:12.717786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3689229b-46f9-4815-aa26-5b79e9aa0ee4 None None] Network 0c75af80-5909-433b-a1a3-0ee153c34789 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:12.741803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-deleted', 'tag': '0fa5762a-ea9e-4e12-a8b7-cb60c554f373'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:12.744756 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de881f3e-dfb7-4a13-9f59-2e144512e328" -d '{"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-deleted", "tag": "0fa5762a-ea9e-4e12-a8b7-cb60c554f373"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:12.912892 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.070987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 9c4c26db-5400-4125-aa10-8233f045bb5d, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9c4c26db-5400-4125-aa10-8233f045bb5d,segment=NetworkSegment(9c3d6ff3-9f22-4c41-9337-2c734a3e1e50),segment_id=9c3d6ff3-9f22-4c41-9337-2c734a3e1e50)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:13.081159 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.082073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2478bcf1-9332-4965-ae9d-17c5749c08fc no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:13.226851 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f290b97-fe5c-466c-83a7-20e7ca66620e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.388625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=9c4c26db-5400-4125-aa10-8233f045bb5d,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:13.434486 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.499004 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2478bcf1-9332-4965-ae9d-17c5749c08fc, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2478bcf1-9332-4965-ae9d-17c5749c08fc,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:13.509625 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.522140 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f290b97-fe5c-466c-83a7-20e7ca66620e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.533538 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f290b97-fe5c-466c-83a7-20e7ca66620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.596187 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f290b97-fe5c-466c-83a7-20e7ca66620e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c563e4d0-7d15-4126-9346-028315ba6156,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:13.626208 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2478bcf1-9332-4965-ae9d-17c5749c08fc,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:13.662067 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7f290b97-fe5c-466c-83a7-20e7ca66620e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9156b8ed261c4db4b55bae7c1087eaec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9503384 Aug 24 00:34:13.666865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:13.729593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:13.752773 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1497808290-network', 'tenant_id': '2122c6625d7e4e958b56bb27ef25c470'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:13.806487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6ceebfd7-1567-4f16-84a7-48074510ee6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] For port a0c18045-7768-46ff-8a13-f32f4b600694, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a0c18045-7768-46ff-8a13-f32f4b600694,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:13.806487 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6ceebfd7-1567-4f16-84a7-48074510ee6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.820587 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad64ed4a-3ffb-4c6c-9d32-4ad2150e2582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.837367 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6ceebfd7-1567-4f16-84a7-48074510ee6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Calling delete_port for a0c18045-7768-46ff-8a13-f32f4b600694 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:13.857766 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] Made reservation on behalf of 2122c6625d7e4e958b56bb27ef25c470 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:13.860957 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.873273 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad64ed4a-3ffb-4c6c-9d32-4ad2150e2582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.876573 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.973919 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad64ed4a-3ffb-4c6c-9d32-4ad2150e2582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.977375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad64ed4a-3ffb-4c6c-9d32-4ad2150e2582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.982288 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ad64ed4a-3ffb-4c6c-9d32-4ad2150e2582 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c563e4d0-7d15-4126-9346-028315ba6156 HTTP/1.1" status: 204 len: 168 time: 0.3124933 Aug 24 00:34:13.989221 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa5762a-ea9e-4e12-a8b7-cb60c554f373'}, {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0c18045-7768-46ff-8a13-f32f4b600694'}, {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4c26db-5400-4125-aa10-8233f045bb5d'}, {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2478bcf1-9332-4965-ae9d-17c5749c08fc'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:13.992625 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2c5074-d175-4ec8-9aa9-d8192921e805" -d '{"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-unplugged", "status": "completed", "tag": "0fa5762a-ea9e-4e12-a8b7-cb60c554f373"}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-unplugged", "status": "completed", "tag": "a0c18045-7768-46ff-8a13-f32f4b600694"}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4c26db-5400-4125-aa10-8233f045bb5d"}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-unplugged", "status": "completed", "tag": "2478bcf1-9332-4965-ae9d-17c5749c08fc"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:14.010300 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64ed4a-3ffb-4c6c-9d32-4ad2150e2582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c563e4d0-7d15-4126-9346-028315ba6156,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:14.080486 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.089386 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.103839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:14.115530 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.116513 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] Added segment 22e54ba3-f045-4be9-8ea5-a79451e859cc of type vlan for network de117948-da4b-4561-b767-1fde6525c6d8 Aug 24 00:34:14.163779 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.190606 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46870) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:14.195877 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef77179-087d-4fe2-8dbd-93b92978fd06 x-openstack-request-id: req-eef77179-087d-4fe2-8dbd-93b92978fd06 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:14.196239 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-deleted", "tag": "0fa5762a-ea9e-4e12-a8b7-cb60c554f373", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:14.196404 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eef77179-087d-4fe2-8dbd-93b92978fd06 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:14.196796 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-deleted', 'tag': '0fa5762a-ea9e-4e12-a8b7-cb60c554f373', 'status': 'completed', 'code': 200} Aug 24 00:34:14.199233 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1b16ae82-613f-4da7-8faa-cda203fd563b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Request body: {'subnet': {'network_id': '02bec600-48a8-4879-a71f-4e2c6e30ee5d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:14.217040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.221106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:14.221106 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.222266 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b82d6fe-59e8-43bd-bbc1-c583a16ad10b req-1b7ed3c4-4580-4a41-b3f3-82d591ee09cb tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=48d405fd-ffce-41b3-9b72-0127f42484d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5779784 Aug 24 00:34:14.222871 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6ceebfd7-1567-4f16-84a7-48074510ee6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.269816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceebfd7-1567-4f16-84a7-48074510ee6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'Port': ['ID=a0c18045-7768-46ff-8a13-f32f4b600694,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:14.292142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24313c4-daf5-44a0-bda0-69771bb97dcc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:14.416370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad382e85-517e-4db3-9546-89e12ae26606 req-15b00ca5-31b4-45f0-9d67-49a50757c672 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:14.424295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad382e85-517e-4db3-9546-89e12ae26606 req-15b00ca5-31b4-45f0-9d67-49a50757c672 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:14.426185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad382e85-517e-4db3-9546-89e12ae26606 req-15b00ca5-31b4-45f0-9d67-49a50757c672 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 1678 time: 0.2729959 Aug 24 00:34:14.427809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6ceebfd7-1567-4f16-84a7-48074510ee6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] No DVR routers for this DVR port a0c18045-7768-46ff-8a13-f32f4b600694 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:14.430927 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6ceebfd7-1567-4f16-84a7-48074510ee6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.433631 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7026770 Aug 24 00:34:14.434320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-6ceebfd7-1567-4f16-84a7-48074510ee6e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "DELETE /v2.0/ports/a0c18045-7768-46ff-8a13-f32f4b600694 HTTP/1.1" status: 204 len: 173 time: 2.0638239 Aug 24 00:34:14.436447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204e6e0-0ad1-4ed6-be6d-6a400d92e761 admin admin] Pushing event updated for resources: {'Network': ['ID=de117948-da4b-4561-b767-1fde6525c6d8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:14.439655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:14.449560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a6260585-46f7-48ca-983c-858c0d0fe0a7 admin admin] Request body: {'subnet': {'network_id': 'de117948-da4b-4561-b767-1fde6525c6d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1497808290-subnet', 'tenant_id': '2122c6625d7e4e958b56bb27ef25c470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:14.451510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network de117948-da4b-4561-b767-1fde6525c6d8 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:14.482439 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-a6260585-46f7-48ca-983c-858c0d0fe0a7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:34:14.482439 n-d-805736-1 neutron-server[94838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:34:14.482439 n-d-805736-1 neutron-server[94838]: [parameters: {'project_id_1': '2122c6625d7e4e958b56bb27ef25c470', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 34, 14, 457107)}] Aug 24 00:34:14.482439 n-d-805736-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:34:14.485457 n-d-805736-1 neutron-server[94838]: DEBUG oslo_db.api [None req-a6260585-46f7-48ca-983c-858c0d0fe0a7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:34:14.507256 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b16ae82-613f-4da7-8faa-cda203fd563b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Made reservation on behalf of 1ce92aa1bdf047b68153c7e64faf5698 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:14.511970 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b16ae82-613f-4da7-8faa-cda203fd563b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.522497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a7c3000-bc00-49c3-8195-659d583c984f req-d4087e8f-6a4f-4f34-906c-5b08aa8bd6de tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 210 time: 0.1447618 Aug 24 00:34:14.545069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad382e85-517e-4db3-9546-89e12ae26606 req-e05fb20a-607e-4c90-b92a-8e9c553134f2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094606 Aug 24 00:34:14.656618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-250d1da1-a5d4-4f4c-9676-c88215bdbc64 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Deleting port 2478bcf1-9332-4965-ae9d-17c5749c08fc {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:14.659485 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-250d1da1-a5d4-4f4c-9676-c88215bdbc64 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.659804 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3a16f3-98c4-4c4e-9d06-e54f20388dc9 x-openstack-request-id: req-8c3a16f3-98c4-4c4e-9d06-e54f20388dc9 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:14.660334 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-unplugged", "status": "completed", "tag": "0fa5762a-ea9e-4e12-a8b7-cb60c554f373", "code": 200}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-unplugged", "status": "completed", "tag": "a0c18045-7768-46ff-8a13-f32f4b600694", "code": 200}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4c26db-5400-4125-aa10-8233f045bb5d", "code": 200}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-unplugged", "status": "completed", "tag": "2478bcf1-9332-4965-ae9d-17c5749c08fc", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:14.660604 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c3a16f3-98c4-4c4e-9d06-e54f20388dc9 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:14.661143 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa5762a-ea9e-4e12-a8b7-cb60c554f373', 'code': 200} Aug 24 00:34:14.661400 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0c18045-7768-46ff-8a13-f32f4b600694', 'code': 200} Aug 24 00:34:14.661661 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4c26db-5400-4125-aa10-8233f045bb5d', 'code': 200} Aug 24 00:34:14.661959 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2478bcf1-9332-4965-ae9d-17c5749c08fc', 'code': 200} Aug 24 00:34:14.776834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46876) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:14.808311 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-250d1da1-a5d4-4f4c-9676-c88215bdbc64 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] For port 2478bcf1-9332-4965-ae9d-17c5749c08fc, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2478bcf1-9332-4965-ae9d-17c5749c08fc,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:14.808920 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-250d1da1-a5d4-4f4c-9676-c88215bdbc64 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.857429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-250d1da1-a5d4-4f4c-9676-c88215bdbc64 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Calling delete_port for 2478bcf1-9332-4965-ae9d-17c5749c08fc owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:14.910157 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cdd663fd-a0e2-4b1c-affc-ee5dbcaa9172 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f59d58fae634fedacfdb18981377d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321461 Aug 24 00:34:14.916401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46878) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:14.979260 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b16ae82-613f-4da7-8faa-cda203fd563b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.034246 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7d2104e-f078-4b21-97d2-65f180fe2082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.058076 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7d2104e-f078-4b21-97d2-65f180fe2082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.144794 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7d2104e-f078-4b21-97d2-65f180fe2082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.147761 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7d2104e-f078-4b21-97d2-65f180fe2082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.151550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d7d2104e-f078-4b21-97d2-65f180fe2082 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80d40690-4330-4c90-a511-249ec9da5471 HTTP/1.1" status: 204 len: 168 time: 0.2324748 Aug 24 00:34:15.151713 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-e205a42f-8949-4c9e-84e1-1cc1bb1b8df5 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:15.152822 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-e205a42f-8949-4c9e-84e1-1cc1bb1b8df5 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 812 time: 0.3343847 Aug 24 00:34:15.154382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6260585-46f7-48ca-983c-858c0d0fe0a7 admin admin] Made reservation on behalf of 2122c6625d7e4e958b56bb27ef25c470 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:15.158331 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6260585-46f7-48ca-983c-858c0d0fe0a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.165976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2104e-f078-4b21-97d2-65f180fe2082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d40690-4330-4c90-a511-249ec9da5471,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:15.178838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16ae82-613f-4da7-8faa-cda203fd563b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'Subnet': ['ID=5e1e3faa-2dc0-4524-b940-ec32ca9a6b8a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:15.196381 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-250d1da1-a5d4-4f4c-9676-c88215bdbc64 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.196666 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-94206da1-ce3f-4335-a72d-b006d3d929f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'port': {'device_id': '33eec399-3b8f-4659-a745-bdaed85921b9', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'admin_state_up': True, 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:15.272057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d1da1-a5d4-4f4c-9676-c88215bdbc64 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'Port': ['ID=2478bcf1-9332-4965-ae9d-17c5749c08fc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:15.338522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-250d1da1-a5d4-4f4c-9676-c88215bdbc64 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] No DVR routers for this DVR port 2478bcf1-9332-4965-ae9d-17c5749c08fc on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:15.341954 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-250d1da1-a5d4-4f4c-9676-c88215bdbc64 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.345011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-250d1da1-a5d4-4f4c-9676-c88215bdbc64 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "DELETE /v2.0/ports/2478bcf1-9332-4965-ae9d-17c5749c08fc HTTP/1.1" status: 204 len: 173 time: 0.8749268 Aug 24 00:34:15.440481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b16ae82-613f-4da7-8faa-cda203fd563b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Checking segment: {'id': '91595616-82f5-4253-b965-da6d7b29b29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '02bec600-48a8-4879-a71f-4e2c6e30ee5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:15.441113 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b16ae82-613f-4da7-8faa-cda203fd563b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Network hostable DHCP agents. Network: 02bec600-48a8-4879-a71f-4e2c6e30ee5d, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:15.480422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2c722-0834-443d-af5b-863e2a685104 req-28cce42a-37eb-4d28-9d47-8c03f459284a tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:15.482957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4c2c722-0834-443d-af5b-863e2a685104 req-28cce42a-37eb-4d28-9d47-8c03f459284a tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 945 time: 0.1233199 Aug 24 00:34:15.498437 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-94206da1-ce3f-4335-a72d-b006d3d929f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Made reservation on behalf of c14aa75e32a445ab889373eca3a8b0c6 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:15.502846 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-94206da1-ce3f-4335-a72d-b006d3d929f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.518152 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b16ae82-613f-4da7-8faa-cda203fd563b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Network 02bec600-48a8-4879-a71f-4e2c6e30ee5d is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:15.542111 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1b16ae82-613f-4da7-8faa-cda203fd563b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 02bec600-48a8-4879-a71f-4e2c6e30ee5d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:15.548283 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b16ae82-613f-4da7-8faa-cda203fd563b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:15.548863 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b16ae82-613f-4da7-8faa-cda203fd563b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.556571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4c2c722-0834-443d-af5b-863e2a685104 req-c931034f-9722-457f-998b-3425bed29be5 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=48d405fd-ffce-41b3-9b72-0127f42484d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618086 Aug 24 00:34:15.560993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee5c7c-94d2-449f-b239-be3e7a1b72d3 None None] Network 02bec600-48a8-4879-a71f-4e2c6e30ee5d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:15.572979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Deleting port 9c4c26db-5400-4125-aa10-8233f045bb5d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:15.573181 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.667270 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b16ae82-613f-4da7-8faa-cda203fd563b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4698505 Aug 24 00:34:15.686885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46894) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:15.696108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-90255a96-4187-442f-b0b7-e5d3dc3e871f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-497415778'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:15.765207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d0f1470-967b-4c67-9e5f-ad9c9dcdfc6c req-dacf882a-c71f-47ac-98ac-adf05f83cea4 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 210 time: 0.0414965 Aug 24 00:34:15.769628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90255a96-4187-442f-b0b7-e5d3dc3e871f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Made reservation on behalf of 1ce92aa1bdf047b68153c7e64faf5698 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:15.775665 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90255a96-4187-442f-b0b7-e5d3dc3e871f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.843433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-94206da1-ce3f-4335-a72d-b006d3d929f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Allocated IP 172.20.0.8 (311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a/b77d7e2b-68e6-4524-b968-14232b4fd35e/e6a984f4-0dcc-4b7a-a757-92cb5925c50d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:15.905110 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6260585-46f7-48ca-983c-858c0d0fe0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.931663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90255a96-4187-442f-b0b7-e5d3dc3e871f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:15.982428 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeaffe2-747e-4626-ad81-54f567044a93 req-371f51c0-4057-4c8e-aac5-5b8705210654 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:15.984067 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3eeaffe2-747e-4626-ad81-54f567044a93 req-371f51c0-4057-4c8e-aac5-5b8705210654 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 944 time: 0.2022412 Aug 24 00:34:16.007949 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] For port 9c4c26db-5400-4125-aa10-8233f045bb5d, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9c4c26db-5400-4125-aa10-8233f045bb5d,segment=NetworkSegment(9c3d6ff3-9f22-4c41-9337-2c734a3e1e50),segment_id=9c3d6ff3-9f22-4c41-9337-2c734a3e1e50)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:16.008326 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.019351 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-02bec600-48a8-4879-a71f-4e2c6e30ee5d', 'network_id': '02bec600-48a8-4879-a71f-4e2c6e30ee5d', 'tenant_id': '1ce92aa1bdf047b68153c7e64faf5698', 'fixed_ips': [{'subnet_id': '5e1e3faa-2dc0-4524-b940-ec32ca9a6b8a'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:34:16.020504 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.041358 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90255a96-4187-442f-b0b7-e5d3dc3e871f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.042044 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-90255a96-4187-442f-b0b7-e5d3dc3e871f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Added segment fff9258b-d918-4e79-9795-34c904cb739c of type vlan for network fd0d88cb-d875-4de4-8905-b66d11f0924d Aug 24 00:34:16.107329 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90255a96-4187-442f-b0b7-e5d3dc3e871f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.128712 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6260585-46f7-48ca-983c-858c0d0fe0a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ea5fbd-6604-4e09-b6ba-1481046d967d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:16.156491 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6260585-46f7-48ca-983c-858c0d0fe0a7 admin admin] Checking segment: {'id': '22e54ba3-f045-4be9-8ea5-a79451e859cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'de117948-da4b-4561-b767-1fde6525c6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:16.158095 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6260585-46f7-48ca-983c-858c0d0fe0a7 admin admin] Network hostable DHCP agents. Network: de117948-da4b-4561-b767-1fde6525c6d8, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:16.233894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6260585-46f7-48ca-983c-858c0d0fe0a7 admin admin] Network de117948-da4b-4561-b767-1fde6525c6d8 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:16.253962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-deleted', 'tag': 'a0c18045-7768-46ff-8a13-f32f4b600694'}, {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-deleted', 'tag': '2478bcf1-9332-4965-ae9d-17c5749c08fc'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:16.256578 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca03047a-090a-478b-bc69-aeb4b4b6f1b2" -d '{"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-deleted", "tag": "a0c18045-7768-46ff-8a13-f32f4b600694"}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-deleted", "tag": "2478bcf1-9332-4965-ae9d-17c5749c08fc"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:16.274382 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90255a96-4187-442f-b0b7-e5d3dc3e871f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.287461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90255a96-4187-442f-b0b7-e5d3dc3e871f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:16.288114 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90255a96-4187-442f-b0b7-e5d3dc3e871f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.292106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a6260585-46f7-48ca-983c-858c0d0fe0a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, de117948-da4b-4561-b767-1fde6525c6d8) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:16.302209 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-94206da1-ce3f-4335-a72d-b006d3d929f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.311186 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6260585-46f7-48ca-983c-858c0d0fe0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:16.311797 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a6260585-46f7-48ca-983c-858c0d0fe0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.336300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3d3f47-54d4-4ae1-b980-55a102db4d62 None None] Network de117948-da4b-4561-b767-1fde6525c6d8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:16.352452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-94206da1-ce3f-4335-a72d-b006d3d929f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Transition to ACTIVE for port object e6a984f4-0dcc-4b7a-a757-92cb5925c50d will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:16.376611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-90255a96-4187-442f-b0b7-e5d3dc3e871f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6874208 Aug 24 00:34:16.402417 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46918) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:16.405970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3eeaffe2-747e-4626-ad81-54f567044a93 req-882908a4-f0f7-4339-920c-babcb645f489 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups?id=63c8de4a-bad3-4db5-93c1-8f299309ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4002340 Aug 24 00:34:16.413354 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f2387ad9-4ba8-4c4d-b060-b30d22a3c7f2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Request body: {'subnet': {'network_id': 'fd0d88cb-d875-4de4-8905-b66d11f0924d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:16.425362 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-94206da1-ce3f-4335-a72d-b006d3d929f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.478372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Allocated IP 2001:db8:0:ffff::2 (02bec600-48a8-4879-a71f-4e2c6e30ee5d/5e1e3faa-2dc0-4524-b940-ec32ca9a6b8a/24cd870e-521b-4b30-9741-d3b3edb131fe) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:16.530677 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a6260585-46f7-48ca-983c-858c0d0fe0a7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0890839 Aug 24 00:34:16.624288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-94206da1-ce3f-4335-a72d-b006d3d929f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:16.642381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-94206da1-ce3f-4335-a72d-b006d3d929f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:16.663276 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94206da1-ce3f-4335-a72d-b006d3d929f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'Port': ['ID=e6a984f4-0dcc-4b7a-a757-92cb5925c50d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:16.670001 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.670315 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.670636 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Floating IP 417e8b52-5a3d-41d5-ae38-68df1186bac6 disassociated. External IP: 172.25.8.58, port: 9c4c26db-5400-4125-aa10-8233f045bb5d. Aug 24 00:34:16.671012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Calling delete_port for 9c4c26db-5400-4125-aa10-8233f045bb5d owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:16.673803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-94206da1-ce3f-4335-a72d-b006d3d929f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:16.699240 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3f0cb8-c10a-4aa6-9691-c5fef57f2585 None None] Network de117948-da4b-4561-b767-1fde6525c6d8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:16.741991 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-94206da1-ce3f-4335-a72d-b006d3d929f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:16.742826 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-94206da1-ce3f-4335-a72d-b006d3d929f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.747373 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:16.789610 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-94206da1-ce3f-4335-a72d-b006d3d929f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6019094 Aug 24 00:34:16.818857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Request body: {'port': {'device_id': '33eec399-3b8f-4659-a745-bdaed85921b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:16.884701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb0ed8-552e-4dc6-80d5-9e466aa4fb89 req-e081ccd3-6239-4bb5-a8e5-e306ad1da262 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:16.892275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-affb0ed8-552e-4dc6-80d5-9e466aa4fb89 req-e081ccd3-6239-4bb5-a8e5-e306ad1da262 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 945 time: 0.9645000 Aug 24 00:34:16.894137 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1f33f6-14bb-400e-8d4f-e10b647a8fc9 x-openstack-request-id: req-7c1f33f6-14bb-400e-8d4f-e10b647a8fc9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:16.894681 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-deleted", "tag": "a0c18045-7768-46ff-8a13-f32f4b600694", "status": "completed", "code": 200}, {"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-deleted", "tag": "2478bcf1-9332-4965-ae9d-17c5749c08fc", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:16.902557 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c1f33f6-14bb-400e-8d4f-e10b647a8fc9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:16.903212 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-deleted', 'tag': 'a0c18045-7768-46ff-8a13-f32f4b600694', 'status': 'completed', 'code': 200} Aug 24 00:34:16.903633 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-deleted', 'tag': '2478bcf1-9332-4965-ae9d-17c5749c08fc', 'status': 'completed', 'code': 200} Aug 24 00:34:16.907695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.917887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46930) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:16.956019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90255a96-4187-442f-b0b7-e5d3dc3e871f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'Network': ['ID=fd0d88cb-d875-4de4-8905-b66d11f0924d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:16.977982 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network fd0d88cb-d875-4de4-8905-b66d11f0924d details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:16.979888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4388c40d-d0a4-40c9-86d4-2a99446c648b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Request body: {'floatingip': {'port_id': '109da5f8-4b8f-4567-a918-5f11dd2c600e'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:17.005406 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1290618621'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:17.049553 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.107424 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Made reservation on behalf of 6a5610aec70148fba1b6e34fbd9c2d86 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:17.111243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.125697 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.128847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'Port': ['ID=9c4c26db-5400-4125-aa10-8233f045bb5d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:17.293867 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4388c40d-d0a4-40c9-86d4-2a99446c648b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.336360 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6b949401-c5c3-4220-9396-05d1688533fe None None] Provisioning for port e6a984f4-0dcc-4b7a-a757-92cb5925c50d completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:17.377160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6b949401-c5c3-4220-9396-05d1688533fe None None] Provisioning complete for port e6a984f4-0dcc-4b7a-a757-92cb5925c50d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:17.377456 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b949401-c5c3-4220-9396-05d1688533fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.413186 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.425933 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.427684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Router c665c81c-a3d6-457b-a4f0-119c8aaeb14c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:34:17.432948 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.452774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Transition to ACTIVE for port object 24cd870e-521b-4b30-9741-d3b3edb131fe will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:17.461388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e8e9-f7fc-4210-ac3b-56fd91b12add req-9e9af35d-a7e2-4484-9f1d-3c0477548c4f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:17.462815 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4722e8e9-f7fc-4210-ac3b-56fd91b12add req-9e9af35d-a7e2-4484-9f1d-3c0477548c4f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 931 time: 0.5416722 Aug 24 00:34:17.473253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6b949401-c5c3-4220-9396-05d1688533fe None None] Port e6a984f4-0dcc-4b7a-a757-92cb5925c50d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:17.498354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Transition to ACTIVE for port object 24cd870e-521b-4b30-9741-d3b3edb131fe will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:17.511915 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.525614 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:17.533457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fb4d0e-bb58-4454-9640-cdd29323f7ed,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:17.543759 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a984f4-0dcc-4b7a-a757-92cb5925c50d {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:17.551825 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.552248 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Added segment 3f8a1370-f073-403a-91b9-717afb4c652c of type vlan for network 971def6c-f373-4a47-9ef6-5adef76c3b3d Aug 24 00:34:17.572956 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Network 02bec600-48a8-4879-a71f-4e2c6e30ee5d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:17.576393 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.579779 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:17.598737 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Pushing event updated for resources: {'Port': ['ID=24cd870e-521b-4b30-9741-d3b3edb131fe,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:17.606501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:17.619122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:17.619524 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:17.619877 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:17.620218 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:17.621591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:17.621591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:17.621591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:17.621821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:17.622366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:17.622366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:17.622710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:17.623293 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:17.655982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Transition to ACTIVE for port object e6a984f4-0dcc-4b7a-a757-92cb5925c50d will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:17.670633 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.679786 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.711487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Attempting to bind port 24cd870e-521b-4b30-9741-d3b3edb131fe on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:17.712042 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Attempting to bind port 24cd870e-521b-4b30-9741-d3b3edb131fe by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '91595616-82f5-4253-b965-da6d7b29b29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '02bec600-48a8-4879-a71f-4e2c6e30ee5d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:17.712447 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Attempting to bind port 24cd870e-521b-4b30-9741-d3b3edb131fe on network 02bec600-48a8-4879-a71f-4e2c6e30ee5d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:17.719660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:17.720206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Checking segment: {'id': '91595616-82f5-4253-b965-da6d7b29b29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '02bec600-48a8-4879-a71f-4e2c6e30ee5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:17.720696 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.721248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Bound using segment: {'id': '91595616-82f5-4253-b965-da6d7b29b29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '02bec600-48a8-4879-a71f-4e2c6e30ee5d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:17.722080 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Bound port: 24cd870e-521b-4b30-9741-d3b3edb131fe, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91595616-82f5-4253-b965-da6d7b29b29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '02bec600-48a8-4879-a71f-4e2c6e30ee5d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:17.722326 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.761588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4722e8e9-f7fc-4210-ac3b-56fd91b12add req-b3690953-bf77-49c4-85de-9d52c4c2c6aa tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725419 Aug 24 00:34:17.762446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2387ad9-4ba8-4c4d-b060-b30d22a3c7f2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Made reservation on behalf of 1ce92aa1bdf047b68153c7e64faf5698 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:17.768298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2387ad9-4ba8-4c4d-b060-b30d22a3c7f2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.835950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] For port 24cd870e-521b-4b30-9741-d3b3edb131fe, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:17.857968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] For port 24cd870e-521b-4b30-9741-d3b3edb131fe, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=24cd870e-521b-4b30-9741-d3b3edb131fe,segment=NetworkSegment(91595616-82f5-4253-b965-da6d7b29b29b),segment_id=91595616-82f5-4253-b965-da6d7b29b29b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:17.870148 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.874963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Pushing event updated for resources: {'Port': ['ID=e6a984f4-0dcc-4b7a-a757-92cb5925c50d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:17.884310 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.890359 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:17.891932 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.946097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316324f-ddc9-4626-b9ab-44415a5fa359 None None] Pushing event updated for resources: {'Port': ['ID=24cd870e-521b-4b30-9741-d3b3edb131fe,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:17.952183 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2035944 Aug 24 00:34:17.970657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46952) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:18.013509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-14d85c9c-713b-4963-8f0b-87c5b54a61b3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Request body: {'subnet': {'network_id': '971def6c-f373-4a47-9ef6-5adef76c3b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:18.058326 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a7dc6-9ced-441b-8a05-935106904651 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event updated for resources: {'Network': ['ID=971def6c-f373-4a47-9ef6-5adef76c3b3d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:18.068696 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Attempting to bind port e6a984f4-0dcc-4b7a-a757-92cb5925c50d on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:18.069362 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Attempting to bind port e6a984f4-0dcc-4b7a-a757-92cb5925c50d by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:18.069656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Attempting to bind port e6a984f4-0dcc-4b7a-a757-92cb5925c50d on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:18.070115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 971def6c-f373-4a47-9ef6-5adef76c3b3d details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:18.075765 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Port e6a984f4-0dcc-4b7a-a757-92cb5925c50d on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:34:18.076087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Attempting to bind port e6a984f4-0dcc-4b7a-a757-92cb5925c50d on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:18.089469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:18.090975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Checking segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:18.091419 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Bound using segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:18.091906 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Bound port: e6a984f4-0dcc-4b7a-a757-92cb5925c50d, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:18.092284 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:18.119645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-ba727faa-2c12-4156-b41b-a551293f57f8 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:18.121544 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-ba727faa-2c12-4156-b41b-a551293f57f8 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/networks?id=0c75af80-5909-433b-a1a3-0ee153c34789 HTTP/1.1" status: 200 len: 807 time: 0.6981559 Aug 24 00:34:18.212502 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] For port e6a984f4-0dcc-4b7a-a757-92cb5925c50d, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:18.217740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] For port e6a984f4-0dcc-4b7a-a757-92cb5925c50d, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=e6a984f4-0dcc-4b7a-a757-92cb5925c50d,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:18.238043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-915927cb-e03e-4efe-9944-41d760ad009f req-92aa3f94-ac39-4a27-9738-120209e485ba tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.2682269 Aug 24 00:34:18.243878 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:18.358602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-79111267-a632-46ab-9f6e-3e1d65007d66 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/quotas/474fe6d9243a4d9bb7b81f82bd2787e6 HTTP/1.1" status: 200 len: 375 time: 0.1985779 Aug 24 00:34:18.376014 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:18.377461 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:18.379716 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17b29136-5c44-438c-8405-988449a32b7b service neutron] 10.222.0.13 "PUT /v2.0/ports/e6a984f4-0dcc-4b7a-a757-92cb5925c50d HTTP/1.1" status: 200 len: 1091 time: 1.5742610 Aug 24 00:34:18.380493 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eec399-3b8f-4659-a745-bdaed85921b9', 'tag': 'e6a984f4-0dcc-4b7a-a757-92cb5925c50d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:18.383264 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e78fcb5-d090-4971-96ce-4ca5ecf8af97" -d '{"events": [{"name": "network-changed", "server_uuid": "33eec399-3b8f-4659-a745-bdaed85921b9", "tag": "e6a984f4-0dcc-4b7a-a757-92cb5925c50d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:18.455189 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b29136-5c44-438c-8405-988449a32b7b service neutron] Pushing event updated for resources: {'Port': ['ID=e6a984f4-0dcc-4b7a-a757-92cb5925c50d,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:18.550488 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79658aa2-9f2c-43e9-91bf-0183e213c150 x-openstack-request-id: req-79658aa2-9f2c-43e9-91bf-0183e213c150 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:18.551169 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eec399-3b8f-4659-a745-bdaed85921b9", "tag": "e6a984f4-0dcc-4b7a-a757-92cb5925c50d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:18.551169 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79658aa2-9f2c-43e9-91bf-0183e213c150 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:18.551532 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eec399-3b8f-4659-a745-bdaed85921b9', 'tag': 'e6a984f4-0dcc-4b7a-a757-92cb5925c50d', 'status': 'completed', 'code': 200} Aug 24 00:34:18.589695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d85c9c-713b-4963-8f0b-87c5b54a61b3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Made reservation on behalf of 6a5610aec70148fba1b6e34fbd9c2d86 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:18.600551 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-e86d8a26-2ef7-4fef-942e-d976e2d9b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:18.603045 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14d85c9c-713b-4963-8f0b-87c5b54a61b3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:18.605928 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-e86d8a26-2ef7-4fef-942e-d976e2d9b9e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 1094 time: 0.1436052 Aug 24 00:34:18.643244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 24cd870e-521b-4b30-9741-d3b3edb131fe up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:18.694799 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-9fc4f75f-7382-4d24-a19c-73d004988dc7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6a984f4-0dcc-4b7a-a757-92cb5925c50d HTTP/1.1" status: 200 len: 217 time: 0.0749722 Aug 24 00:34:18.702378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-b2d43cc4-7755-488a-896f-81175ab67821 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=474fe6d9243a4d9bb7b81f82bd2787e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3246126 Aug 24 00:34:18.768996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-99cbdbb8-7384-449a-9806-a114bd46219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:18.769518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 24cd870e-521b-4b30-9741-d3b3edb131fe completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:18.771095 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-99cbdbb8-7384-449a-9806-a114bd46219d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.0674627 Aug 24 00:34:18.849484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-bffc4d9e-69d5-44d2-9235-09cecd53b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:18.851180 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-bffc4d9e-69d5-44d2-9235-09cecd53b7ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710597 Aug 24 00:34:18.886086 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a68900c1-3bcc-45b0-8bff-3f8bef76c887 req-e2e4494e-b306-45bb-a687-9f65d99c15e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7538247 Aug 24 00:34:18.956109 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-17c8b5a3-e16a-4f7b-8150-af8ce7b6a0fb service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964689 Aug 24 00:34:19.071664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-47ce117b-3f84-4f97-b19c-27e9ee6e9341 service neutron] 10.222.0.32 "GET /v2.0/networks/0c75af80-5909-433b-a1a3-0ee153c34789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897047 Aug 24 00:34:19.504158 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39698889-fd9c-4fdf-bc86-4357293526f9 None None] Network 02bec600-48a8-4879-a71f-4e2c6e30ee5d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:19.509409 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-8eb29286-ef28-4fe9-b34e-4f01e1fd72df req-88020b0d-d568-4f6b-adfa-47937362f5f7 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414886 Aug 24 00:34:19.603330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-91f47035-83c3-4d8f-bd2a-ab89b37186eb None None] Provisioning for port 24cd870e-521b-4b30-9741-d3b3edb131fe completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:19.635396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-91f47035-83c3-4d8f-bd2a-ab89b37186eb None None] Provisioning complete for port 24cd870e-521b-4b30-9741-d3b3edb131fe triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:19.635722 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-91f47035-83c3-4d8f-bd2a-ab89b37186eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.649093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78fcb5-d090-4971-96ce-4ca5ecf8af97 req-676e7ffa-d51e-4dd3-bd9e-645cdd3738c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:19.650732 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e78fcb5-d090-4971-96ce-4ca5ecf8af97 req-676e7ffa-d51e-4dd3-bd9e-645cdd3738c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 1094 time: 0.0674925 Aug 24 00:34:19.703742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-7039c68a-81f8-4f05-a2f7-bc9ba3987276 service neutron] 10.222.0.32 "GET /v2.0/networks/0c75af80-5909-433b-a1a3-0ee153c34789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307614 Aug 24 00:34:19.704866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:34:19.722071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448e5b98-0245-4596-a749-eb76e1ebdf05 None None] Sync routers for ids ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:34:19.738876 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e5b98-0245-4596-a749-eb76e1ebdf05 None None] Routers {'c665c81c-a3d6-457b-a4f0-119c8aaeb14c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:19.739615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-448e5b98-0245-4596-a749-eb76e1ebdf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:34:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:19.786831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78fcb5-d090-4971-96ce-4ca5ecf8af97 req-2f6e44c3-2817-4a7e-b17a-68b5f642d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:19.788368 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e78fcb5-d090-4971-96ce-4ca5ecf8af97 req-2f6e44c3-2817-4a7e-b17a-68b5f642d223 service neutron] 10.222.0.13 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.1299553 Aug 24 00:34:19.856505 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e78fcb5-d090-4971-96ce-4ca5ecf8af97 req-84d5ddd5-dbdc-4d9d-bea7-082d4a91f5d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6a984f4-0dcc-4b7a-a757-92cb5925c50d HTTP/1.1" status: 200 len: 217 time: 0.0574796 Aug 24 00:34:19.908966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] No DVR routers for this DVR port 9c4c26db-5400-4125-aa10-8233f045bb5d on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:19.925054 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.927923 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.13 "DELETE /v2.0/ports/9c4c26db-5400-4125-aa10-8233f045bb5d HTTP/1.1" status: 204 len: 173 time: 4.5756218 Aug 24 00:34:19.960891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe50b4-fed8-4767-9df9-dce30ab84858 req-2c7de7fa-6587-4dcf-986b-748617b29467 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:19.962106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78fcb5-d090-4971-96ce-4ca5ecf8af97 req-83a4a95c-2062-46d4-b3e1-589631f606eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:19.962365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4fe50b4-fed8-4767-9df9-dce30ab84858 req-2c7de7fa-6587-4dcf-986b-748617b29467 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 943 time: 1.0794683 Aug 24 00:34:19.962923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-deleted', 'tag': '9c4c26db-5400-4125-aa10-8233f045bb5d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:19.963866 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e78fcb5-d090-4971-96ce-4ca5ecf8af97 req-83a4a95c-2062-46d4-b3e1-589631f606eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.0993764 Aug 24 00:34:19.965792 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463f50d4-b237-466c-a454-57fb56d6ae75" -d '{"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-deleted", "tag": "9c4c26db-5400-4125-aa10-8233f045bb5d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:20.038611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78fcb5-d090-4971-96ce-4ca5ecf8af97 req-798be841-d78a-448e-9d35-5e90814989be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:20.040240 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e78fcb5-d090-4971-96ce-4ca5ecf8af97 req-798be841-d78a-448e-9d35-5e90814989be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663619 Aug 24 00:34:20.107516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68900c1-3bcc-45b0-8bff-3f8bef76c887 req-f1c03e03-7c74-40d0-ad9c-e4e6ba4f8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:20.109396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a68900c1-3bcc-45b0-8bff-3f8bef76c887 req-f1c03e03-7c74-40d0-ad9c-e4e6ba4f8778 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 1096 time: 0.4084711 Aug 24 00:34:20.173059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.objects.ports [None req-f2387ad9-4ba8-4c4d-b060-b30d22a3c7f2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94837) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:34:20.173662 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e78fcb5-d090-4971-96ce-4ca5ecf8af97 req-8ef50d68-c97a-4ea8-8ec3-63d174f244ac service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135428 Aug 24 00:34:20.196846 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2387ad9-4ba8-4c4d-b060-b30d22a3c7f2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:20.201399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51d7ee74-45e9-4869-801f-8418fec01f8e req-cd90ddf9-d919-4261-8e33-164b9ea4844b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.1526830 Aug 24 00:34:20.225089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-448e5b98-0245-4596-a749-eb76e1ebdf05 None None] Set router c665c81c-a3d6-457b-a4f0-119c8aaeb14c gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:34:20.319598 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-91f47035-83c3-4d8f-bd2a-ab89b37186eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:20.388578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4fe50b4-fed8-4767-9df9-dce30ab84858 req-1fc55241-76b8-4424-b674-22965e156124 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368697 Aug 24 00:34:20.419288 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-5e78fcb5-d090-4971-96ce-4ca5ecf8af97 req-b7a98fa5-825e-4b53-898c-d98383b7ab98 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310114 Aug 24 00:34:20.449845 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-91f47035-83c3-4d8f-bd2a-ab89b37186eb None None] For port 24cd870e-521b-4b30-9741-d3b3edb131fe, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=24cd870e-521b-4b30-9741-d3b3edb131fe,segment=NetworkSegment(91595616-82f5-4253-b965-da6d7b29b29b),segment_id=91595616-82f5-4253-b965-da6d7b29b29b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:20.487401 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1705c4ac-84ab-408b-a6e9-98da2e34bf57 x-openstack-request-id: req-1705c4ac-84ab-408b-a6e9-98da2e34bf57 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:20.487965 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645d303e-2a59-48e9-bc55-cde70a8ff108", "name": "network-vif-deleted", "tag": "9c4c26db-5400-4125-aa10-8233f045bb5d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:20.488375 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1705c4ac-84ab-408b-a6e9-98da2e34bf57 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:20.488950 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645d303e-2a59-48e9-bc55-cde70a8ff108', 'name': 'network-vif-deleted', 'tag': '9c4c26db-5400-4125-aa10-8233f045bb5d', 'status': 'completed', 'code': 200} Aug 24 00:34:20.491387 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-91f47035-83c3-4d8f-bd2a-ab89b37186eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:20.588779 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f47035-83c3-4d8f-bd2a-ab89b37186eb None None] Pushing event updated for resources: {'Port': ['ID=24cd870e-521b-4b30-9741-d3b3edb131fe,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:20.604661 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14d85c9c-713b-4963-8f0b-87c5b54a61b3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:20.668968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-448e5b98-0245-4596-a749-eb76e1ebdf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port': {'id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:35Z', 'updated_at': '2021-08-24T00:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'f7e449ca-6e21-459d-a824-79364796f958', 'name': '', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'mac_address': 'fa:16:3e:ca:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:38Z', 'updated_at': '2021-08-24T00:23:53Z', 'revision_number': 5, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'subnets': [{'id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:20.674415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69e301f0-f53e-4cd4-9585-b72244abb766 req-a2802f85-6787-471c-95b0-f1a97f3bf4e1 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 210 time: 0.1678185 Aug 24 00:34:20.720609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448e5b98-0245-4596-a749-eb76e1ebdf05 None None] Checking router: c665c81c-a3d6-457b-a4f0-119c8aaeb14c for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:34:20.727039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2387ad9-4ba8-4c4d-b060-b30d22a3c7f2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'Subnet': ['ID=96b85763-17ad-408b-a746-8d8cb6d02176,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:20.757322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e5b98-0245-4596-a749-eb76e1ebdf05 None None] Routers {'c665c81c-a3d6-457b-a4f0-119c8aaeb14c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:20.758005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-448e5b98-0245-4596-a749-eb76e1ebdf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:34:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:20.806724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2387ad9-4ba8-4c4d-b060-b30d22a3c7f2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Checking segment: {'id': 'fff9258b-d918-4e79-9795-34c904cb739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fd0d88cb-d875-4de4-8905-b66d11f0924d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:20.807125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2387ad9-4ba8-4c4d-b060-b30d22a3c7f2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Network hostable DHCP agents. Network: fd0d88cb-d875-4de4-8905-b66d11f0924d, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:20.855624 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-4388c40d-d0a4-40c9-86d4-2a99446c648b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:34:20.865485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d85c9c-713b-4963-8f0b-87c5b54a61b3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event updated for resources: {'Subnet': ['ID=34295a46-a0c6-4bbd-8535-e12d80556572,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:20.896163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-448e5b98-0245-4596-a749-eb76e1ebdf05 None None] Set router c665c81c-a3d6-457b-a4f0-119c8aaeb14c gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:34:20.917550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68900c1-3bcc-45b0-8bff-3f8bef76c887 req-b3891f82-d8b9-4cef-81ff-a370125ea1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:20.919088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a68900c1-3bcc-45b0-8bff-3f8bef76c887 req-b3891f82-d8b9-4cef-81ff-a370125ea1fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 917 time: 0.7285643 Aug 24 00:34:20.958542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-96902400-4250-46c9-80af-8fd5cabe3432 None None] Provisioning complete for port 24cd870e-521b-4b30-9741-d3b3edb131fe triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:20.959025 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-96902400-4250-46c9-80af-8fd5cabe3432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:20.977736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2387ad9-4ba8-4c4d-b060-b30d22a3c7f2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Network fd0d88cb-d875-4de4-8905-b66d11f0924d is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:20.996939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d85c9c-713b-4963-8f0b-87c5b54a61b3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Checking segment: {'id': '3f8a1370-f073-403a-91b9-717afb4c652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '971def6c-f373-4a47-9ef6-5adef76c3b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:20.998553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d85c9c-713b-4963-8f0b-87c5b54a61b3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Network hostable DHCP agents. Network: 971def6c-f373-4a47-9ef6-5adef76c3b3d, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:21.010107 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4388c40d-d0a4-40c9-86d4-2a99446c648b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:21.016993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-f2387ad9-4ba8-4c4d-b060-b30d22a3c7f2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, fd0d88cb-d875-4de4-8905-b66d11f0924d) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:21.026448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4388c40d-d0a4-40c9-86d4-2a99446c648b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:21.028975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2387ad9-4ba8-4c4d-b060-b30d22a3c7f2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:21.029569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2387ad9-4ba8-4c4d-b060-b30d22a3c7f2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:21.037617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a68900c1-3bcc-45b0-8bff-3f8bef76c887 req-f2d5b225-be11-4c65-b825-4a6d6f0d90ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9 HTTP/1.1" status: 200 len: 999 time: 0.1068070 Aug 24 00:34:21.042262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca9dd37-3258-42e6-8935-fb03cc668956 None None] Network fd0d88cb-d875-4de4-8905-b66d11f0924d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:21.117636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d85c9c-713b-4963-8f0b-87c5b54a61b3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Network 971def6c-f373-4a47-9ef6-5adef76c3b3d is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:21.131937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:21.132554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f2387ad9-4ba8-4c4d-b060-b30d22a3c7f2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7249808 Aug 24 00:34:21.144773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-14d85c9c-713b-4963-8f0b-87c5b54a61b3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 971def6c-f373-4a47-9ef6-5adef76c3b3d) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:21.151958 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Request body: {'port': {'network_id': 'fd0d88cb-d875-4de4-8905-b66d11f0924d', 'name': 'tempest-NetworksIpV6TestAttrs-1585233064'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:21.177278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d85c9c-713b-4963-8f0b-87c5b54a61b3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:21.177693 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14d85c9c-713b-4963-8f0b-87c5b54a61b3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:21.187061 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b463ce-f38c-463d-b34f-c422ab833ff1 None None] Network 971def6c-f373-4a47-9ef6-5adef76c3b3d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:21.192711 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68900c1-3bcc-45b0-8bff-3f8bef76c887 req-96c8289d-10f3-4b0f-a6bb-2c5c8c527fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:21.194959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a68900c1-3bcc-45b0-8bff-3f8bef76c887 req-96c8289d-10f3-4b0f-a6bb-2c5c8c527fdf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.1239283 Aug 24 00:34:21.243369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-14d85c9c-713b-4963-8f0b-87c5b54a61b3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2313464 Aug 24 00:34:21.260710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46984) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:21.262125 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-4388c40d-d0a4-40c9-86d4-2a99446c648b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Floating IP c0ee0711-8161-4336-95d0-0bbfa4925278 associated. External IP: 172.25.8.223, port: 109da5f8-4b8f-4567-a918-5f11dd2c600e. Aug 24 00:34:21.293776 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Request body: {'port': {'network_id': '971def6c-f373-4a47-9ef6-5adef76c3b3d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-88404148'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:21.307979 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Made reservation on behalf of 1ce92aa1bdf047b68153c7e64faf5698 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:21.311591 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:21.359225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] device_id is not set on port e205ac3e-927b-43fe-86a2-162dbd912b57 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:34:21.456081 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-971def6c-f373-4a47-9ef6-5adef76c3b3d', 'network_id': '971def6c-f373-4a47-9ef6-5adef76c3b3d', 'tenant_id': '6a5610aec70148fba1b6e34fbd9c2d86', 'fixed_ips': [{'subnet_id': '34295a46-a0c6-4bbd-8535-e12d80556572'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:34:21.456943 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:21.544530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d236451-c4eb-4676-b606-1db8e786d6f8 req-5774cc77-d194-4921-b95e-5b4d97422c04 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.1582394 Aug 24 00:34:21.579014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68900c1-3bcc-45b0-8bff-3f8bef76c887 req-df113c66-bfb1-4492-ac76-306c8b45775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:21.581032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a68900c1-3bcc-45b0-8bff-3f8bef76c887 req-df113c66-bfb1-4492-ac76-306c8b45775a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3792536 Aug 24 00:34:21.640251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Allocated IP 2001:db8::f816:3eff:fe62:59c4 (fd0d88cb-d875-4de4-8905-b66d11f0924d/96b85763-17ad-408b-a746-8d8cb6d02176/e205ac3e-927b-43fe-86a2-162dbd912b57) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:21.760063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Allocated IP 2001:db8::2 (971def6c-f373-4a47-9ef6-5adef76c3b3d/34295a46-a0c6-4bbd-8535-e12d80556572/729c3fbe-5edc-4f4e-8716-a068d186597b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:21.831617 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:21.846940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Transition to ACTIVE for port object e205ac3e-927b-43fe-86a2-162dbd912b57 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:21.885209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecdad424-a7b3-43a1-874e-a14855abe72b req-e9980237-2b22-45e2-936a-6421c40a4260 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 210 time: 0.0855043 Aug 24 00:34:21.895362 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:21.928731 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:21.937106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Transition to ACTIVE for port object 729c3fbe-5edc-4f4e-8716-a068d186597b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:21.943732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496cefe-cda3-48af-b099-07fd6f60da66 req-1c383611-772d-4ed4-b6ac-b12df013c4e9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:21.945388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1496cefe-cda3-48af-b099-07fd6f60da66 req-1c383611-772d-4ed4-b6ac-b12df013c4e9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 943 time: 0.3375261 Aug 24 00:34:21.951996 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-528ccf29-b0a4-4588-b50e-11a2f249f544 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:21.952237 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'Port': ['ID=e205ac3e-927b-43fe-86a2-162dbd912b57,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:21.954201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-528ccf29-b0a4-4588-b50e-11a2f249f544 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.47 "GET /v2.0/networks?id=0c75af80-5909-433b-a1a3-0ee153c34789 HTTP/1.1" status: 200 len: 807 time: 0.5187466 Aug 24 00:34:21.971280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Transition to ACTIVE for port object 729c3fbe-5edc-4f4e-8716-a068d186597b will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:21.971495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a68900c1-3bcc-45b0-8bff-3f8bef76c887 req-fa98eaaf-55e5-472b-8819-3c1391c96293 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585801 Aug 24 00:34:21.971867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Network fd0d88cb-d875-4de4-8905-b66d11f0924d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:21.974331 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:21.980852 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:21.986615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-19e245b1-0ed6-4ee4-bfa8-a1257d06abe3 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Request body: {'port': {'device_id': '8ff43989-da70-4e41-a013-d9dca4a83298', 'network_id': '0c75af80-5909-433b-a1a3-0ee153c34789', 'admin_state_up': True, 'tenant_id': '474fe6d9243a4d9bb7b81f82bd2787e6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:21.989497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:21.989925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Made reservation on behalf of 6a5610aec70148fba1b6e34fbd9c2d86 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:21.990233 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:21.990696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:21.993484 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.007811 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ede2c9b-ddaf-4ddc-89c2-c112b608c0cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8736496 Aug 24 00:34:22.010141 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:22.055432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Pushing event updated for resources: {'Port': ['ID=729c3fbe-5edc-4f4e-8716-a068d186597b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:22.069010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Network 971def6c-f373-4a47-9ef6-5adef76c3b3d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:22.069385 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2cc153-6960-49b0-b882-461197f06311 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Deleting subnet 96b85763-17ad-408b-a746-8d8cb6d02176 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:22.072916 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc153-6960-49b0-b882-461197f06311 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.075945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:22.077997 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:22.095266 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-448e5b98-0245-4596-a749-eb76e1ebdf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port': {'id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:35Z', 'updated_at': '2021-08-24T00:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'f7e449ca-6e21-459d-a824-79364796f958', 'name': '', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'mac_address': 'fa:16:3e:ca:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:38Z', 'updated_at': '2021-08-24T00:23:53Z', 'revision_number': 5, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'subnets': [{'id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:22.121959 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc153-6960-49b0-b882-461197f06311 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.171999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] device_id is not set on port 0050da3f-ebee-459e-aa7f-a253869f60d4 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:34:22.173386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ebe32-f4da-4133-95a8-e80872a6f04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-fd0d88cb-d875-4de4-8905-b66d11f0924d', 'network_id': 'fd0d88cb-d875-4de4-8905-b66d11f0924d', 'tenant_id': '1ce92aa1bdf047b68153c7e64faf5698', 'fixed_ips': [{'subnet_id': '96b85763-17ad-408b-a746-8d8cb6d02176'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:34:22.174041 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebe32-f4da-4133-95a8-e80872a6f04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.186126 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448e5b98-0245-4596-a749-eb76e1ebdf05 None None] The sync data for ids ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'] in n-d-805736-1 is: [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port': {'id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:35Z', 'updated_at': '2021-08-24T00:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'f7e449ca-6e21-459d-a824-79364796f958', 'name': '', 'network_id': '0b7ccae0-e69a-4c8d-80f1-37ac538228c3', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'mac_address': 'fa:16:3e:ca:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:38Z', 'updated_at': '2021-08-24T00:23:53Z', 'revision_number': 5, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'subnets': [{'id': '542bc52f-4c2c-4a98-8ce4-d541f5b4ae68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:34:22.201195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Attempting to bind port 729c3fbe-5edc-4f4e-8716-a068d186597b on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:22.201354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Attempting to bind port 729c3fbe-5edc-4f4e-8716-a068d186597b by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '3f8a1370-f073-403a-91b9-717afb4c652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '971def6c-f373-4a47-9ef6-5adef76c3b3d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:22.201694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Attempting to bind port 729c3fbe-5edc-4f4e-8716-a068d186597b on network 971def6c-f373-4a47-9ef6-5adef76c3b3d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:22.206493 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1496cefe-cda3-48af-b099-07fd6f60da66 req-a4e79b2d-832a-41c1-98d1-3d137abe12bb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457309 Aug 24 00:34:22.207670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:22.208034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Checking segment: {'id': '3f8a1370-f073-403a-91b9-717afb4c652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '971def6c-f373-4a47-9ef6-5adef76c3b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:22.208433 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.208828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Bound using segment: {'id': '3f8a1370-f073-403a-91b9-717afb4c652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '971def6c-f373-4a47-9ef6-5adef76c3b3d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:22.209300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Bound port: 729c3fbe-5edc-4f4e-8716-a068d186597b, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8a1370-f073-403a-91b9-717afb4c652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '971def6c-f373-4a47-9ef6-5adef76c3b3d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:22.209680 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.239294 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc153-6960-49b0-b882-461197f06311 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.310056 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc153-6960-49b0-b882-461197f06311 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.335367 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc153-6960-49b0-b882-461197f06311 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.337333 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7c2cc153-6960-49b0-b882-461197f06311 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/subnets/96b85763-17ad-408b-a746-8d8cb6d02176 HTTP/1.1" status: 204 len: 168 time: 0.3260620 Aug 24 00:34:22.348318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46996) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-cc7ebe32-f4da-4133-95a8-e80872a6f04e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96b85763-17ad-408b-a746-8d8cb6d02176: This subnet is being modified by another concurrent operation. Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:34:22.348504 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96b85763-17ad-408b-a746-8d8cb6d02176: This subnet is being modified by another concurrent operation. Aug 24 00:34:22.352575 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Aug 24 00:34:22.356508 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cc153-6960-49b0-b882-461197f06311 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Subnet': ['ID=96b85763-17ad-408b-a746-8d8cb6d02176,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:22.373204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d884f3ba-bd26-40f1-9c28-6a0612bb97a7 None None] Network fd0d88cb-d875-4de4-8905-b66d11f0924d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:22.486645 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 24cd870e-521b-4b30-9741-d3b3edb131fe up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:22.502433 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a68900c1-3bcc-45b0-8bff-3f8bef76c887 req-20762165-9353-4216-b704-2c7a6d2c49e4 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009434 Aug 24 00:34:22.511841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4388c40d-d0a4-40c9-86d4-2a99446c648b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Router 87d8958a-14fe-42b4-87c4-4ab29c20e085 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:34:22.547019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e553d3-9a1f-4e53-8e52-cdd2e6972b0a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:22.549925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e553d3-9a1f-4e53-8e52-cdd2e6972b0a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:22.553940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:22.554081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d8e553d3-9a1f-4e53-8e52-cdd2e6972b0a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1898878 Aug 24 00:34:22.588786 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Allocated IP 2001:db8::215 (971def6c-f373-4a47-9ef6-5adef76c3b3d/34295a46-a0c6-4bbd-8535-e12d80556572/0050da3f-ebee-459e-aa7f-a253869f60d4) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:22.600899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-19e245b1-0ed6-4ee4-bfa8-a1257d06abe3 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Made reservation on behalf of 474fe6d9243a4d9bb7b81f82bd2787e6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:22.604126 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-19e245b1-0ed6-4ee4-bfa8-a1257d06abe3 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.666103 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d0664-b616-4e65-988d-79478c1bea65 None None] New status for floating IP 417e8b52-5a3d-41d5-ae38-68df1186bac6: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:34:22.747287 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7152508d-5a84-4cd9-be54-d296f1c302cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.763359 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7152508d-5a84-4cd9-be54-d296f1c302cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 24 00:34:22.764222 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7152508d-5a84-4cd9-be54-d296f1c302cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:34:22.771737 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7152508d-5a84-4cd9-be54-d296f1c302cf tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/networks/fd0d88cb-d875-4de4-8905-b66d11f0924d HTTP/1.1" status: 409 len: 405 time: 0.2148521 Aug 24 00:34:22.783471 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47004) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:22.798253 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-db47419b-3744-481c-9f71-1b2a0297c6f5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-162933108'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:22.854340 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db47419b-3744-481c-9f71-1b2a0297c6f5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Made reservation on behalf of 1ce92aa1bdf047b68153c7e64faf5698 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:22.865327 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db47419b-3744-481c-9f71-1b2a0297c6f5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.900835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] For port 729c3fbe-5edc-4f4e-8716-a068d186597b, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:22.924658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] For port 729c3fbe-5edc-4f4e-8716-a068d186597b, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=729c3fbe-5edc-4f4e-8716-a068d186597b,segment=NetworkSegment(3f8a1370-f073-403a-91b9-717afb4c652c),segment_id=3f8a1370-f073-403a-91b9-717afb4c652c)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:22.928989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 24cd870e-521b-4b30-9741-d3b3edb131fe triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:22.929385 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.930284 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db47419b-3744-481c-9f71-1b2a0297c6f5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:22.966327 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db47419b-3744-481c-9f71-1b2a0297c6f5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.967196 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-db47419b-3744-481c-9f71-1b2a0297c6f5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Added segment 02d70dca-d891-4c69-a3e9-8e4d1105f1c5 of type vlan for network a6540619-2d6c-43cd-9854-dfd221595f9e Aug 24 00:34:22.972074 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.055702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db47419b-3744-481c-9f71-1b2a0297c6f5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.074261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966431b-da86-455f-bc55-f039e4ac3175 None None] Pushing event updated for resources: {'Port': ['ID=729c3fbe-5edc-4f4e-8716-a068d186597b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:23.125131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de0712de-208f-408b-a9e6-970fb382bed4 req-cba1fbae-4bc9-47e6-8d2a-fab7783cb12e tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0780568 Aug 24 00:34:23.133168 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db47419b-3744-481c-9f71-1b2a0297c6f5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.144803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db47419b-3744-481c-9f71-1b2a0297c6f5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:23.148750 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db47419b-3744-481c-9f71-1b2a0297c6f5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.164612 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12c0f87f-fdf4-41af-b856-ed8759347402 req-bd18f5a9-792d-4f0f-a647-c7a44abd1c4c tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 210 time: 0.0697351 Aug 24 00:34:23.195916 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-db47419b-3744-481c-9f71-1b2a0297c6f5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4078293 Aug 24 00:34:23.202066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47010) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:23.220290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-38940d05-9fd4-4dec-999a-24680ae02ff4 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Request body: {'subnet': {'network_id': 'a6540619-2d6c-43cd-9854-dfd221595f9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:23.322177 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47419b-3744-481c-9f71-1b2a0297c6f5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'Network': ['ID=a6540619-2d6c-43cd-9854-dfd221595f9e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:23.333531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network a6540619-2d6c-43cd-9854-dfd221595f9e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:23.688304 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.841708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4388c40d-d0a4-40c9-86d4-2a99446c648b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:34:23.853912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d26520-e7be-4b61-80ec-3f82805e2833 None None] Sync routers for ids ['87d8958a-14fe-42b4-87c4-4ab29c20e085'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:34:23.856105 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4388c40d-d0a4-40c9-86d4-2a99446c648b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.864595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d26520-e7be-4b61-80ec-3f82805e2833 None None] Routers {'87d8958a-14fe-42b4-87c4-4ab29c20e085'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:23.865252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-81d26520-e7be-4b61-80ec-3f82805e2833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:34:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['87d8958a-14fe-42b4-87c4-4ab29c20e085'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:23.874492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a222e14-886b-44aa-8d10-78625480ff3c req-786f571c-5f60-4bbf-a056-4f2ea4c8930f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:23.876808 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a222e14-886b-44aa-8d10-78625480ff3c req-786f571c-5f60-4bbf-a056-4f2ea4c8930f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 943 time: 0.4437070 Aug 24 00:34:23.954347 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.965488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38940d05-9fd4-4dec-999a-24680ae02ff4 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Made reservation on behalf of 1ce92aa1bdf047b68153c7e64faf5698 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:23.967262 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38940d05-9fd4-4dec-999a-24680ae02ff4 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.983431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-19e245b1-0ed6-4ee4-bfa8-a1257d06abe3 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Allocated IP 172.20.0.2 (0c75af80-5909-433b-a1a3-0ee153c34789/5bae93aa-f2a0-49f6-8997-a32b27675b05/8c1e5186-98e5-41fd-ae4e-010c90068326) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:24.002091 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-81d26520-e7be-4b61-80ec-3f82805e2833 None None] Set router 87d8958a-14fe-42b4-87c4-4ab29c20e085 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:34:24.007495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4388c40d-d0a4-40c9-86d4-2a99446c648b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "PUT /v2.0/floatingips/c0ee0711-8161-4336-95d0-0bbfa4925278 HTTP/1.1" status: 200 len: 991 time: 7.0453823 Aug 24 00:34:24.019315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e05504-6c20-4df5-870d-54b756ad8c04', 'tag': '109da5f8-4b8f-4567-a918-5f11dd2c600e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:24.022126 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4880a4d7-e4aa-487e-8f65-65da2f96ae25" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e05504-6c20-4df5-870d-54b756ad8c04", "tag": "109da5f8-4b8f-4567-a918-5f11dd2c600e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:24.148624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Transition to ACTIVE for port object 0050da3f-ebee-459e-aa7f-a253869f60d4 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:24.168298 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0b4b4d3-9eb4-44a6-9573-141dd200d54d req-5034e590-aa14-490e-99c6-3debd4668700 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4107356 Aug 24 00:34:24.270715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a222e14-886b-44aa-8d10-78625480ff3c req-ea8a11d9-f93f-4036-a4d7-a79c3ea46d50 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571589 Aug 24 00:34:24.272843 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa4ed4f-1d9f-43a1-9ecd-2a7c6ad0ffc3 x-openstack-request-id: req-bfa4ed4f-1d9f-43a1-9ecd-2a7c6ad0ffc3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:24.273317 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e05504-6c20-4df5-870d-54b756ad8c04", "tag": "109da5f8-4b8f-4567-a918-5f11dd2c600e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:24.273702 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfa4ed4f-1d9f-43a1-9ecd-2a7c6ad0ffc3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:24.274151 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e05504-6c20-4df5-870d-54b756ad8c04', 'tag': '109da5f8-4b8f-4567-a918-5f11dd2c600e', 'status': 'completed', 'code': 200} Aug 24 00:34:24.296545 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:24.378352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-81d26520-e7be-4b61-80ec-3f82805e2833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'c0ee0711-8161-4336-95d0-0bbfa4925278', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'port_id': '109da5f8-4b8f-4567-a918-5f11dd2c600e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'mac_address': 'fa:16:3e:6e:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e05504-6c20-4df5-870d-54b756ad8c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:33:54Z', 'updated_at': '2021-08-24T00:34:20Z', 'revision_number': 1, 'project_id': '3b618916ee954525990485ae65e3c64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:37Z', 'revision_number': 5, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:24.413013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d26520-e7be-4b61-80ec-3f82805e2833 None None] Checking router: 87d8958a-14fe-42b4-87c4-4ab29c20e085 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:34:24.427904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d26520-e7be-4b61-80ec-3f82805e2833 None None] Routers {'87d8958a-14fe-42b4-87c4-4ab29c20e085'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:24.428869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-81d26520-e7be-4b61-80ec-3f82805e2833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:34:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['87d8958a-14fe-42b4-87c4-4ab29c20e085'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:24.452251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c05ca6a-b46d-4890-b271-c0fa1779d0e0 req-7fb9a6bb-b29a-49d3-af59-eff0b36bf514 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.1021905 Aug 24 00:34:24.591172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec2b869f-acb5-4f68-9254-828b089f8315 req-0dc2c98e-045c-4cf3-b501-425a52fe70ce tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 210 time: 0.1062586 Aug 24 00:34:24.629009 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-81d26520-e7be-4b61-80ec-3f82805e2833 None None] Set router 87d8958a-14fe-42b4-87c4-4ab29c20e085 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:34:24.674543 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Network 971def6c-f373-4a47-9ef6-5adef76c3b3d is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:24.727363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4b4d3-9eb4-44a6-9573-141dd200d54d req-f1eeaf6e-dcea-4f15-a380-635dc537912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:24.729859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0b4b4d3-9eb4-44a6-9573-141dd200d54d req-f1eeaf6e-dcea-4f15-a380-635dc537912f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 1096 time: 0.4549482 Aug 24 00:34:24.736646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event updated for resources: {'Port': ['ID=0050da3f-ebee-459e-aa7f-a253869f60d4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:24.752505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:24.776727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:24.789135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:24.790108 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:24.804954 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 729c3fbe-5edc-4f4e-8716-a068d186597b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:24.808315 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2960ed-b199-42c6-aae7-b381563848f5 None None] Network 971def6c-f373-4a47-9ef6-5adef76c3b3d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:24.824425 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0b0165cd-440d-4f94-9dd9-56b45991be0d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5596659 Aug 24 00:34:24.827821 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47028) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:24.834553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Request body: {'port': {'network_id': '971def6c-f373-4a47-9ef6-5adef76c3b3d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-58580960', 'allowed_address_pairs': [{'ip_address': '2001:db8::215', 'mac_address': 'fa:16:3e:e4:95:35'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:25.052444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Made reservation on behalf of 6a5610aec70148fba1b6e34fbd9c2d86 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:25.159414 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-19e245b1-0ed6-4ee4-bfa8-a1257d06abe3 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:25.198503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4b4d3-9eb4-44a6-9573-141dd200d54d req-92b2f969-57b5-4bef-a0d2-708fe7d3531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:25.199734 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-de28fe66-7f03-4c01-976a-bc8a87dff6ce None None] Provisioning for port 729c3fbe-5edc-4f4e-8716-a068d186597b completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:25.206949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0b4b4d3-9eb4-44a6-9573-141dd200d54d req-92b2f969-57b5-4bef-a0d2-708fe7d3531f service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 912 time: 0.4044926 Aug 24 00:34:25.239552 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:25.261836 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] device_id is not set on port 07d99daf-53ab-4e73-85e1-d35a37004033 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:34:25.294384 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 729c3fbe-5edc-4f4e-8716-a068d186597b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:25.303870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.objects.ports [None req-38940d05-9fd4-4dec-999a-24680ae02ff4 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94837) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:34:25.309265 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38940d05-9fd4-4dec-999a-24680ae02ff4 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:25.312223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 729c3fbe-5edc-4f4e-8716-a068d186597b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:25.312961 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:25.445307 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-19e245b1-0ed6-4ee4-bfa8-a1257d06abe3 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:25.476974 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0b4b4d3-9eb4-44a6-9573-141dd200d54d req-e012c264-871a-4072-9102-fb3801de0fe4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=109da5f8-4b8f-4567-a918-5f11dd2c600e HTTP/1.1" status: 200 len: 999 time: 0.2028143 Aug 24 00:34:25.502925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-81d26520-e7be-4b61-80ec-3f82805e2833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'c0ee0711-8161-4336-95d0-0bbfa4925278', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'port_id': '109da5f8-4b8f-4567-a918-5f11dd2c600e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'mac_address': 'fa:16:3e:6e:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e05504-6c20-4df5-870d-54b756ad8c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:33:54Z', 'updated_at': '2021-08-24T00:34:20Z', 'revision_number': 1, 'project_id': '3b618916ee954525990485ae65e3c64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:37Z', 'revision_number': 5, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:25.533023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38940d05-9fd4-4dec-999a-24680ae02ff4 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'Subnet': ['ID=3b6f57ed-0144-4fc6-ac6b-8a8705a13dfd,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:25.540394 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:25.542714 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d26520-e7be-4b61-80ec-3f82805e2833 None None] The sync data for ids ['87d8958a-14fe-42b4-87c4-4ab29c20e085'] in n-d-805736-1 is: [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'c0ee0711-8161-4336-95d0-0bbfa4925278', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'port_id': '109da5f8-4b8f-4567-a918-5f11dd2c600e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'mac_address': 'fa:16:3e:6e:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e05504-6c20-4df5-870d-54b756ad8c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:33:54Z', 'updated_at': '2021-08-24T00:34:20Z', 'revision_number': 1, 'project_id': '3b618916ee954525990485ae65e3c64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:37Z', 'revision_number': 5, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:34:25.564674 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Allocated IP 2001:db8::3c6 (971def6c-f373-4a47-9ef6-5adef76c3b3d/34295a46-a0c6-4bbd-8535-e12d80556572/07d99daf-53ab-4e73-85e1-d35a37004033) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:25.641592 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 729c3fbe-5edc-4f4e-8716-a068d186597b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=729c3fbe-5edc-4f4e-8716-a068d186597b,segment=NetworkSegment(3f8a1370-f073-403a-91b9-717afb4c652c),segment_id=3f8a1370-f073-403a-91b9-717afb4c652c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:25.658206 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:25.852978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9b980-bedc-45d8-ac9c-202334bcc6cc req-c5ca40cd-e54d-4ccf-a6f7-5dc543e9674b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:25.852978 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42c9b980-bedc-45d8-ac9c-202334bcc6cc req-c5ca40cd-e54d-4ccf-a6f7-5dc543e9674b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 943 time: 0.4128518 Aug 24 00:34:25.852978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38940d05-9fd4-4dec-999a-24680ae02ff4 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Checking segment: {'id': '02d70dca-d891-4c69-a3e9-8e4d1105f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a6540619-2d6c-43cd-9854-dfd221595f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:25.852978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38940d05-9fd4-4dec-999a-24680ae02ff4 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Network hostable DHCP agents. Network: a6540619-2d6c-43cd-9854-dfd221595f9e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:25.991854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=729c3fbe-5edc-4f4e-8716-a068d186597b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:25.991854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eee0f6e0-72b2-49c5-ae79-b9512e4338eb None None] Provisioning for port 0050da3f-ebee-459e-aa7f-a253869f60d4 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:25.991854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eee0f6e0-72b2-49c5-ae79-b9512e4338eb None None] Provisioning complete for port 0050da3f-ebee-459e-aa7f-a253869f60d4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:25.991854 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eee0f6e0-72b2-49c5-ae79-b9512e4338eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:25.995283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-19e245b1-0ed6-4ee4-bfa8-a1257d06abe3 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Network 0c75af80-5909-433b-a1a3-0ee153c34789 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:26.030941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de73bfb7-0ed4-4080-a590-320bc6e3a854 req-f8881e12-c373-4e40-9e3e-dd4d55433952 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.3145730 Aug 24 00:34:26.040724 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac2c4a-c4bb-4ac2-8e5c-83f5fb3da431 None None] New status for floating IP c0ee0711-8161-4336-95d0-0bbfa4925278: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:34:26.050882 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-eee0f6e0-72b2-49c5-ae79-b9512e4338eb None None] Port 0050da3f-ebee-459e-aa7f-a253869f60d4 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:26.058505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-19e245b1-0ed6-4ee4-bfa8-a1257d06abe3 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:26.093546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-19e245b1-0ed6-4ee4-bfa8-a1257d06abe3 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:26.099366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e245b1-0ed6-4ee4-bfa8-a1257d06abe3 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Pushing event updated for resources: {'Port': ['ID=8c1e5186-98e5-41fd-ae4e-010c90068326,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:26.102473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eee0f6e0-72b2-49c5-ae79-b9512e4338eb None None] Provisioning complete for port 729c3fbe-5edc-4f4e-8716-a068d186597b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:26.102831 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eee0f6e0-72b2-49c5-ae79-b9512e4338eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.127982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4b4d3-9eb4-44a6-9573-141dd200d54d req-8ea2b5f4-ea66-4ec3-bca5-989813ef5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:26.135555 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0b4b4d3-9eb4-44a6-9573-141dd200d54d req-8ea2b5f4-ea66-4ec3-bca5-989813ef5d01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 200 len: 850 time: 0.5844288 Aug 24 00:34:26.215978 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.303955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Transition to ACTIVE for port object 07d99daf-53ab-4e73-85e1-d35a37004033 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:26.319543 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38940d05-9fd4-4dec-999a-24680ae02ff4 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Network a6540619-2d6c-43cd-9854-dfd221595f9e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:26.375385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42c9b980-bedc-45d8-ac9c-202334bcc6cc req-b377830f-7b39-4b55-b93f-6aeaa31598fb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265305 Aug 24 00:34:26.381087 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.385532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f309da-dc10-4224-8bbe-2cf257f072e8 None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:34:26.439493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-38940d05-9fd4-4dec-999a-24680ae02ff4 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, a6540619-2d6c-43cd-9854-dfd221595f9e) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:26.464476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-19e245b1-0ed6-4ee4-bfa8-a1257d06abe3 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:26.465727 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-19e245b1-0ed6-4ee4-bfa8-a1257d06abe3 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.480592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38940d05-9fd4-4dec-999a-24680ae02ff4 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:26.488502 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38940d05-9fd4-4dec-999a-24680ae02ff4 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.531663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4b4d3-9eb4-44a6-9573-141dd200d54d req-17ac2ac4-03f8-4dd1-8d38-de4d57354885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:26.534102 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0b4b4d3-9eb4-44a6-9573-141dd200d54d req-17ac2ac4-03f8-4dd1-8d38-de4d57354885 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b465dfe-d306-4292-bddd-524ea879c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3884249 Aug 24 00:34:26.542642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-19e245b1-0ed6-4ee4-bfa8-a1257d06abe3 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5689776 Aug 24 00:34:26.550805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0ddaec13-f69e-4a51-9cef-19509f60f815 None None] Provisioning complete for port 0050da3f-ebee-459e-aa7f-a253869f60d4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:26.550805 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ddaec13-f69e-4a51-9cef-19509f60f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.558843 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-38940d05-9fd4-4dec-999a-24680ae02ff4 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3423512 Aug 24 00:34:26.561527 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Network 971def6c-f373-4a47-9ef6-5adef76c3b3d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:26.569262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695dc04-69d5-4e40-86bb-868cd4b6476f req-e4312ce9-4d48-4b30-90a8-bf19be010657 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:26.572388 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47064) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:26.575787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b695dc04-69d5-4e40-86bb-868cd4b6476f req-e4312ce9-4d48-4b30-90a8-bf19be010657 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 931 time: 0.2432919 Aug 24 00:34:26.577731 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Request body: {'port': {'network_id': 'a6540619-2d6c-43cd-9854-dfd221595f9e', 'name': 'tempest-NetworksIpV6TestAttrs-1351193712'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:26.611521 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:26.613474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Request body: {'port': {'device_id': '8ff43989-da70-4e41-a013-d9dca4a83298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:26.637362 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:26.648102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0ddaec13-f69e-4a51-9cef-19509f60f815 None None] Port 0050da3f-ebee-459e-aa7f-a253869f60d4 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:26.649885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 729c3fbe-5edc-4f4e-8716-a068d186597b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:26.653606 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:26.654289 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.662838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event updated for resources: {'Port': ['ID=07d99daf-53ab-4e73-85e1-d35a37004033,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:26.776594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 729c3fbe-5edc-4f4e-8716-a068d186597b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:26.776969 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.796228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b695dc04-69d5-4e40-86bb-868cd4b6476f req-e50d4544-bc6d-4a3f-916d-cd160f5f88e0 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d2e30a7-6a2d-4192-83b3-e9325ad94acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741815 Aug 24 00:34:26.864960 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b733e064-619b-40b1-a060-6f6d7821498c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.0348063 Aug 24 00:34:26.866552 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.868427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47070) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:26.896327 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Made reservation on behalf of 1ce92aa1bdf047b68153c7e64faf5698 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:26.900444 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f309da-dc10-4224-8bbe-2cf257f072e8 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:34:26.908818 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.935547 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] device_id is not set on port 70b2c59d-fc9f-4583-9c94-8a5066b41455 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:34:27.102571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Allocated IP 2001:db8::f816:3eff:fe5b:3864 (a6540619-2d6c-43cd-9854-dfd221595f9e/3b6f57ed-0144-4fc6-ac6b-8a8705a13dfd/70b2c59d-fc9f-4583-9c94-8a5066b41455) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:27.310288 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:27.319600 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0b4b4d3-9eb4-44a6-9573-141dd200d54d req-a52a6522-8e44-4511-9072-6cebcf0fff0a service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759311 Aug 24 00:34:27.327620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Transition to ACTIVE for port object 70b2c59d-fc9f-4583-9c94-8a5066b41455 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:27.369012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b75b2f6-cbfd-40a9-a08f-136718f2bb51 req-8c692bf0-39cd-4bde-a8d7-16635e38efe2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0626342 Aug 24 00:34:27.392881 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:27.395490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1e5186-98e5-41fd-ae4e-010c90068326 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:27.409014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d09ef-651b-4d92-90f6-28d0c1e00a29 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:27.415023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d09ef-651b-4d92-90f6-28d0c1e00a29 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:27.421032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d09ef-651b-4d92-90f6-28d0c1e00a29 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:27.422856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7c9d09ef-651b-4d92-90f6-28d0c1e00a29 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.5499661 Aug 24 00:34:27.448018 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-a6540619-2d6c-43cd-9854-dfd221595f9e', 'network_id': 'a6540619-2d6c-43cd-9854-dfd221595f9e', 'tenant_id': '1ce92aa1bdf047b68153c7e64faf5698', 'fixed_ips': [{'subnet_id': '3b6f57ed-0144-4fc6-ac6b-8a8705a13dfd'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:34:27.449255 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:27.457839 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:27.459944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47084) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:27.498164 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Network a6540619-2d6c-43cd-9854-dfd221595f9e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:27.502452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:27.510510 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:27.517195 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Transition to ACTIVE for port object 8c1e5186-98e5-41fd-ae4e-010c90068326 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:27.520390 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:27.522391 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:27.549453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'Port': ['ID=70b2c59d-fc9f-4583-9c94-8a5066b41455,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:27.560743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:27.571900 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f20c92d4-fe94-4984-bb95-5e7ad7d03739 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9982693 Aug 24 00:34:27.576533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47088) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:27.638209 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-38c8bd0a-c0ec-4ee7-9f91-97ace8415ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:27.676583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-5866ffb5-ee2a-4021-8c89-204918d3a683 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Deleting subnet 3b6f57ed-0144-4fc6-ac6b-8a8705a13dfd {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:27.749912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Allocated IP 2001:db8::f816:3eff:feda:9092 (a6540619-2d6c-43cd-9854-dfd221595f9e/3b6f57ed-0144-4fc6-ac6b-8a8705a13dfd/753aa3eb-db08-42bd-87cf-f502808368f8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:27.786108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0b4b4d3-9eb4-44a6-9573-141dd200d54d req-61f67ed9-b558-46dd-92d6-4f35423760a1 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357109 Aug 24 00:34:27.815646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaad88-ceaf-4f6b-8de0-9b225d813e45 req-047c4b18-733a-406d-965c-9769548980bf tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:27.817665 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bcaad88-ceaf-4f6b-8de0-9b225d813e45 req-047c4b18-733a-406d-965c-9769548980bf tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 943 time: 0.2720969 Aug 24 00:34:27.821186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1e5186-98e5-41fd-ae4e-010c90068326,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:27.990420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-270a38a3-76f5-4204-8046-8d321bd8a510 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Deleting port 07d99daf-53ab-4e73-85e1-d35a37004033 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:27.990767 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-270a38a3-76f5-4204-8046-8d321bd8a510 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.027202 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.037863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Transition to ACTIVE for port object 753aa3eb-db08-42bd-87cf-f502808368f8 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:28.076964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Transition to ACTIVE for port object 753aa3eb-db08-42bd-87cf-f502808368f8 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:28.077247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bcaad88-ceaf-4f6b-8de0-9b225d813e45 req-94a69083-9328-4cac-bf9f-9ffb84b683cc tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490091 Aug 24 00:34:28.088507 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5866ffb5-ee2a-4021-8c89-204918d3a683 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.089766 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.118076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Attempting to bind port 8c1e5186-98e5-41fd-ae4e-010c90068326 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:28.118518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Attempting to bind port 8c1e5186-98e5-41fd-ae4e-010c90068326 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'f3c4519a-89dc-44a5-94e1-e6141922a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c75af80-5909-433b-a1a3-0ee153c34789'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:28.118943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Attempting to bind port 8c1e5186-98e5-41fd-ae4e-010c90068326 on network 0c75af80-5909-433b-a1a3-0ee153c34789 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:28.136067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Port 8c1e5186-98e5-41fd-ae4e-010c90068326 on network 0c75af80-5909-433b-a1a3-0ee153c34789 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:34:28.136595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Attempting to bind port 8c1e5186-98e5-41fd-ae4e-010c90068326 on network 0c75af80-5909-433b-a1a3-0ee153c34789 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:28.143406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880a4d7-e4aa-487e-8f65-65da2f96ae25 req-40bcde8e-6143-4cec-9727-3a1fec40df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:28.145793 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4880a4d7-e4aa-487e-8f65-65da2f96ae25 req-40bcde8e-6143-4cec-9727-3a1fec40df85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 1096 time: 0.2211466 Aug 24 00:34:28.155631 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Network a6540619-2d6c-43cd-9854-dfd221595f9e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:28.159810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:28.163443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:28.180286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Pushing event updated for resources: {'Port': ['ID=753aa3eb-db08-42bd-87cf-f502808368f8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:28.184482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:28.187200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Checking segment: {'id': 'f3c4519a-89dc-44a5-94e1-e6141922a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c75af80-5909-433b-a1a3-0ee153c34789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:28.188526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Bound using segment: {'id': 'f3c4519a-89dc-44a5-94e1-e6141922a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c75af80-5909-433b-a1a3-0ee153c34789'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:28.189202 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Bound port: 8c1e5186-98e5-41fd-ae4e-010c90068326, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c4519a-89dc-44a5-94e1-e6141922a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c75af80-5909-433b-a1a3-0ee153c34789'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:28.189792 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.218224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a590756-5f2c-499d-b441-faa6abf14418 req-c8b2e055-7536-4515-8394-eb72b4f7919c tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:28.220660 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5866ffb5-ee2a-4021-8c89-204918d3a683 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.221093 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a590756-5f2c-499d-b441-faa6abf14418 req-c8b2e055-7536-4515-8394-eb72b4f7919c tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 943 time: 0.2138515 Aug 24 00:34:28.258064 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Attempting to bind port 753aa3eb-db08-42bd-87cf-f502808368f8 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:28.258541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Attempting to bind port 753aa3eb-db08-42bd-87cf-f502808368f8 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '02d70dca-d891-4c69-a3e9-8e4d1105f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a6540619-2d6c-43cd-9854-dfd221595f9e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:28.259902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Attempting to bind port 753aa3eb-db08-42bd-87cf-f502808368f8 on network a6540619-2d6c-43cd-9854-dfd221595f9e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:28.265347 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:28.265730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Checking segment: {'id': '02d70dca-d891-4c69-a3e9-8e4d1105f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a6540619-2d6c-43cd-9854-dfd221595f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:28.266955 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.267543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Bound using segment: {'id': '02d70dca-d891-4c69-a3e9-8e4d1105f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a6540619-2d6c-43cd-9854-dfd221595f9e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:28.268037 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Bound port: 753aa3eb-db08-42bd-87cf-f502808368f8, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d70dca-d891-4c69-a3e9-8e4d1105f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a6540619-2d6c-43cd-9854-dfd221595f9e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:28.268433 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.284110 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-270a38a3-76f5-4204-8046-8d321bd8a510 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.337993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-270a38a3-76f5-4204-8046-8d321bd8a510 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Calling delete_port for 07d99daf-53ab-4e73-85e1-d35a37004033 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:28.382582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a590756-5f2c-499d-b441-faa6abf14418 req-a03d18b5-3548-4b53-a3d5-bce43a9fe223 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d2e30a7-6a2d-4192-83b3-e9325ad94acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189904 Aug 24 00:34:28.436089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] For port 753aa3eb-db08-42bd-87cf-f502808368f8, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:28.453069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] For port 753aa3eb-db08-42bd-87cf-f502808368f8, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=753aa3eb-db08-42bd-87cf-f502808368f8,segment=NetworkSegment(02d70dca-d891-4c69-a3e9-8e4d1105f1c5),segment_id=02d70dca-d891-4c69-a3e9-8e4d1105f1c5)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:28.471560 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.495012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] For port 8c1e5186-98e5-41fd-ae4e-010c90068326, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:28.497656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880a4d7-e4aa-487e-8f65-65da2f96ae25 req-dbb21505-7340-4bac-a764-73ad1d0389e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:28.507565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4880a4d7-e4aa-487e-8f65-65da2f96ae25 req-dbb21505-7340-4bac-a764-73ad1d0389e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 912 time: 0.3494163 Aug 24 00:34:28.512509 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5866ffb5-ee2a-4021-8c89-204918d3a683 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.658848 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5866ffb5-ee2a-4021-8c89-204918d3a683 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.696087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866ffb5-ee2a-4021-8c89-204918d3a683 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6f57ed-0144-4fc6-ac6b-8a8705a13dfd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:28.724033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5866ffb5-ee2a-4021-8c89-204918d3a683 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.728543 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5866ffb5-ee2a-4021-8c89-204918d3a683 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/subnets/3b6f57ed-0144-4fc6-ac6b-8a8705a13dfd HTTP/1.1" status: 204 len: 168 time: 1.1509762 Aug 24 00:34:28.729162 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47116) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:28.825549 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2204c26d-677b-4721-b932-5ea5fd22748f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:28.828085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2204c26d-677b-4721-b932-5ea5fd22748f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:28.830179 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2204c26d-677b-4721-b932-5ea5fd22748f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1000688 Aug 24 00:34:28.832874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47120) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:28.837644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab31dc-c244-48fa-bff0-fa0024d994bb None None] Pushing event updated for resources: {'Port': ['ID=753aa3eb-db08-42bd-87cf-f502808368f8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:28.959462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de8f61a1-af45-4162-9068-e788a842a5ad tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.971445 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8f61a1-af45-4162-9068-e788a842a5ad tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 24 00:34:28.972009 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8f61a1-af45-4162-9068-e788a842a5ad tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:34:28.973939 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-de8f61a1-af45-4162-9068-e788a842a5ad tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/networks/a6540619-2d6c-43cd-9854-dfd221595f9e HTTP/1.1" status: 409 len: 405 time: 0.1396129 Aug 24 00:34:28.980164 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:28.988232 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b99c7297-f645-4853-81e3-701e0f88e9ee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1247601730'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:29.051515 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99c7297-f645-4853-81e3-701e0f88e9ee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Made reservation on behalf of 1ce92aa1bdf047b68153c7e64faf5698 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:29.060222 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b99c7297-f645-4853-81e3-701e0f88e9ee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.170203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99c7297-f645-4853-81e3-701e0f88e9ee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:29.186176 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b99c7297-f645-4853-81e3-701e0f88e9ee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.186521 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-b99c7297-f645-4853-81e3-701e0f88e9ee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Added segment b3ba5aa1-6d47-497a-a4a7-4aa631e28e33 of type vlan for network 8ef5f39d-51da-4723-ba85-d6b9820ad479 Aug 24 00:34:29.240443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-620096cf-555b-4e85-bd36-f93a8ed033ae req-219194b6-aa61-4e0e-b708-bc34b9ad78fe tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.7212732 Aug 24 00:34:29.270811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] For port 8c1e5186-98e5-41fd-ae4e-010c90068326, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=8c1e5186-98e5-41fd-ae4e-010c90068326,segment=NetworkSegment(f3c4519a-89dc-44a5-94e1-e6141922a198),segment_id=f3c4519a-89dc-44a5-94e1-e6141922a198)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:29.291820 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.295968 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b99c7297-f645-4853-81e3-701e0f88e9ee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.363688 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b99c7297-f645-4853-81e3-701e0f88e9ee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.370270 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c7297-f645-4853-81e3-701e0f88e9ee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:29.371940 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b99c7297-f645-4853-81e3-701e0f88e9ee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.372900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:29.373528 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.375427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] 10.222.0.47 "PUT /v2.0/ports/8c1e5186-98e5-41fd-ae4e-010c90068326 HTTP/1.1" status: 200 len: 1091 time: 2.7985620 Aug 24 00:34:29.375971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff43989-da70-4e41-a013-d9dca4a83298', 'tag': '8c1e5186-98e5-41fd-ae4e-010c90068326'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:29.378217 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f454136-fdd1-4d8a-8624-f31cb0a445fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff43989-da70-4e41-a013-d9dca4a83298", "tag": "8c1e5186-98e5-41fd-ae4e-010c90068326"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:29.396394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4880a4d7-e4aa-487e-8f65-65da2f96ae25 req-78874d4f-c3d0-4586-a34f-5d478f46f646 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=109da5f8-4b8f-4567-a918-5f11dd2c600e HTTP/1.1" status: 200 len: 1001 time: 0.8879499 Aug 24 00:34:29.465301 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b99c7297-f645-4853-81e3-701e0f88e9ee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4838500 Aug 24 00:34:29.475228 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:29.482006 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-247dc113-a6c7-4894-85dc-97b0d34ee820 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Request body: {'subnet': {'network_id': '8ef5f39d-51da-4723-ba85-d6b9820ad479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:29.484366 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a4c204-39cd-4b90-b038-1e8bab1821b2 x-openstack-request-id: req-19a4c204-39cd-4b90-b038-1e8bab1821b2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:29.485256 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff43989-da70-4e41-a013-d9dca4a83298", "tag": "8c1e5186-98e5-41fd-ae4e-010c90068326", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:29.485510 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19a4c204-39cd-4b90-b038-1e8bab1821b2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:29.485903 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff43989-da70-4e41-a013-d9dca4a83298', 'tag': '8c1e5186-98e5-41fd-ae4e-010c90068326', 'status': 'completed', 'code': 200} Aug 24 00:34:29.559366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c7297-f645-4853-81e3-701e0f88e9ee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'Network': ['ID=8ef5f39d-51da-4723-ba85-d6b9820ad479,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:29.576766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 8ef5f39d-51da-4723-ba85-d6b9820ad479 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:29.580640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a49964-e545-4196-8447-8ec3cae5a271 req-1f44e49b-3c3c-494e-9b8e-b0100e2da86e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:29.592958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75a49964-e545-4196-8447-8ec3cae5a271 req-1f44e49b-3c3c-494e-9b8e-b0100e2da86e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 943 time: 0.3106968 Aug 24 00:34:29.619506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1e5186-98e5-41fd-ae4e-010c90068326,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:29.648438 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247dc113-a6c7-4894-85dc-97b0d34ee820 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Made reservation on behalf of 1ce92aa1bdf047b68153c7e64faf5698 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:29.652436 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-247dc113-a6c7-4894-85dc-97b0d34ee820 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.676072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:29.676427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:29.676958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:29.677375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:29.677719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:29.678059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:29.678376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:29.678703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:29.679056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:29.679858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:29.680211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:29.680541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9fc56c-8a1f-455d-8da2-2c92132ccf74 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:29.733273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880a4d7-e4aa-487e-8f65-65da2f96ae25 req-f394133d-325a-4b04-a4e7-1c84f12f6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:29.736164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4880a4d7-e4aa-487e-8f65-65da2f96ae25 req-f394133d-325a-4b04-a4e7-1c84f12f6aae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 200 len: 850 time: 0.3295262 Aug 24 00:34:29.739812 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.759831 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75a49964-e545-4196-8447-8ec3cae5a271 req-4d1f06cb-7ee8-4b97-80dd-0a15ea77537f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659272 Aug 24 00:34:29.790445 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-270a38a3-76f5-4204-8046-8d321bd8a510 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.844836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-84dcb695-333d-4602-8e27-2c3ec23ca89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:29.847151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-84dcb695-333d-4602-8e27-2c3ec23ca89f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=474fe6d9243a4d9bb7b81f82bd2787e6&device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 1094 time: 0.3512826 Aug 24 00:34:29.892731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cfdc9-aaa3-47b5-83a2-56856c682a13 req-ec9d2397-2f48-483d-95dc-f7976a52cd8d tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:29.894524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c2cfdc9-aaa3-47b5-83a2-56856c682a13 req-ec9d2397-2f48-483d-95dc-f7976a52cd8d tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 943 time: 0.2884736 Aug 24 00:34:29.898144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a38a3-76f5-4204-8046-8d321bd8a510 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event deleted for resources: {'Port': ['ID=07d99daf-53ab-4e73-85e1-d35a37004033,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:29.969073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-ef268ca2-7f8f-4892-b77a-6c1e3ee046b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c1e5186-98e5-41fd-ae4e-010c90068326 HTTP/1.1" status: 200 len: 217 time: 0.0920472 Aug 24 00:34:30.117286 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.136974 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880a4d7-e4aa-487e-8f65-65da2f96ae25 req-0c4b9d49-5c92-41f8-a58b-a642bed22025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:30.138928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4880a4d7-e4aa-487e-8f65-65da2f96ae25 req-0c4b9d49-5c92-41f8-a58b-a642bed22025 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b465dfe-d306-4292-bddd-524ea879c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3753710 Aug 24 00:34:30.184832 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c2cfdc9-aaa3-47b5-83a2-56856c682a13 req-745c3699-0cdc-4736-a446-d4bcdc0dd220 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d2e30a7-6a2d-4192-83b3-e9325ad94acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360656 Aug 24 00:34:30.199957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-9deac9bd-afbc-4337-9bc7-ad18b07558bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:30.201814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-9deac9bd-afbc-4337-9bc7-ad18b07558bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bae93aa-f2a0-49f6-8997-a32b27675b05 HTTP/1.1" status: 200 len: 847 time: 0.1533139 Aug 24 00:34:30.247962 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1bcea49-baea-4ab4-8968-9f8a8e66a02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.267970 n-d-805736-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-247dc113-a6c7-4894-85dc-97b0d34ee820 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:34:30.269927 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-247dc113-a6c7-4894-85dc-97b0d34ee820 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.326586 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-a80b71b6-98c5-4568-8495-7a73aa366604 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c75af80-5909-433b-a1a3-0ee153c34789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734391 Aug 24 00:34:30.333980 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-270a38a3-76f5-4204-8046-8d321bd8a510 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.336838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-270a38a3-76f5-4204-8046-8d321bd8a510 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "DELETE /v2.0/ports/07d99daf-53ab-4e73-85e1-d35a37004033 HTTP/1.1" status: 204 len: 168 time: 2.8759334 Aug 24 00:34:30.342564 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47164) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:30.356776 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247dc113-a6c7-4894-85dc-97b0d34ee820 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'Subnet': ['ID=d85225ea-41d8-4152-b14f-8f7f79b89761,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:30.414117 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ccb7c4-376d-4563-b455-577ba49981fe tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] GET failed (client error): The resource could not be found. Aug 24 00:34:30.416317 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-59ccb7c4-376d-4563-b455-577ba49981fe tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "GET /v2.0/ports/07d99daf-53ab-4e73-85e1-d35a37004033 HTTP/1.1" status: 404 len: 333 time: 0.0724759 Aug 24 00:34:30.422942 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47166) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:30.434803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Request body: {'port': {'network_id': '971def6c-f373-4a47-9ef6-5adef76c3b3d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1637471850'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:30.466206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516b9096-7723-4aa1-9961-a6927b2b1517 None None] Network a6540619-2d6c-43cd-9854-dfd221595f9e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:30.513070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8401b033-24d4-422b-8741-9081058e6f3f req-875d494e-3b67-4dc2-bf40-e9caf2aff66c tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0926852 Aug 24 00:34:30.523622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4880a4d7-e4aa-487e-8f65-65da2f96ae25 req-ffa01f11-e985-41af-9236-a043941b73ee service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682258 Aug 24 00:34:30.579314 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247dc113-a6c7-4894-85dc-97b0d34ee820 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Checking segment: {'id': 'b3ba5aa1-6d47-497a-a4a7-4aa631e28e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8ef5f39d-51da-4723-ba85-d6b9820ad479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:30.579314 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247dc113-a6c7-4894-85dc-97b0d34ee820 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Network hostable DHCP agents. Network: 8ef5f39d-51da-4723-ba85-d6b9820ad479, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:30.648987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 753aa3eb-db08-42bd-87cf-f502808368f8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:30.698045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247dc113-a6c7-4894-85dc-97b0d34ee820 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Network 8ef5f39d-51da-4723-ba85-d6b9820ad479 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:30.717861 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Made reservation on behalf of 6a5610aec70148fba1b6e34fbd9c2d86 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:30.725068 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.747377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-247dc113-a6c7-4894-85dc-97b0d34ee820 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 8ef5f39d-51da-4723-ba85-d6b9820ad479) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:30.754194 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-772adbc7-3caa-4851-8b87-2a3db7b49072 service neutron] 10.222.0.47 "GET /v2.0/networks/0c75af80-5909-433b-a1a3-0ee153c34789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079034 Aug 24 00:34:30.760846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247dc113-a6c7-4894-85dc-97b0d34ee820 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:30.763975 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-247dc113-a6c7-4894-85dc-97b0d34ee820 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.764833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b9d97fd9-1dc4-4b26-b2fc-c6232bfc2ffa None None] Provisioning for port 753aa3eb-db08-42bd-87cf-f502808368f8 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:30.780699 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] device_id is not set on port ed10c75e-e8c3-4dae-81fb-8a34fbe322c0 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:34:30.788678 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cfba6f-fee1-4664-9b84-52ee9d4ac82c None None] Network 8ef5f39d-51da-4723-ba85-d6b9820ad479 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:30.862333 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-247dc113-a6c7-4894-85dc-97b0d34ee820 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3861449 Aug 24 00:34:30.876035 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:30.882669 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:34:31.041176 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f26e86-b087-4d18-a3a6-3c3df773562f req-205fdc6b-7dab-4c4a-b1d7-0acff8bc628f service neutron] 10.222.0.47 "GET /v2.0/networks/0c75af80-5909-433b-a1a3-0ee153c34789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770698 Aug 24 00:34:31.048316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4880a4d7-e4aa-487e-8f65-65da2f96ae25 req-2d46aa32-4a60-44e2-bb98-869b2995dcaf service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062277 Aug 24 00:34:31.069085 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7b62b-9c47-489d-af33-5ad67278a43c req-077a7239-7971-4728-91b3-4e43fbb6dc93 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:31.076958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa7b62b-9c47-489d-af33-5ad67278a43c req-077a7239-7971-4728-91b3-4e43fbb6dc93 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 943 time: 0.1596274 Aug 24 00:34:31.151703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa7b62b-9c47-489d-af33-5ad67278a43c req-fa3516e6-265a-48b0-97e5-fa6ac4e29d65 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734115 Aug 24 00:34:31.264106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 753aa3eb-db08-42bd-87cf-f502808368f8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:31.273121 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1a560f09-4d64-431c-a785-5231f24e4ce4 None None] Could not find standard attr ID for object 07d99daf-53ab-4e73-85e1-d35a37004033. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:34:31.284501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 753aa3eb-db08-42bd-87cf-f502808368f8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:31.285157 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.289074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454136-fdd1-4d8a-8624-f31cb0a445fa req-c3e4c4e7-7c26-40d7-9647-8823a1dbc182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:31.290615 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f454136-fdd1-4d8a-8624-f31cb0a445fa req-c3e4c4e7-7c26-40d7-9647-8823a1dbc182 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=474fe6d9243a4d9bb7b81f82bd2787e6&device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 1094 time: 0.1242955 Aug 24 00:34:31.301754 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Allocated IP 2001:db8::ac (971def6c-f373-4a47-9ef6-5adef76c3b3d/34295a46-a0c6-4bbd-8535-e12d80556572/ed10c75e-e8c3-4dae-81fb-8a34fbe322c0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:31.307727 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.427055 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.452488 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a1339e-e6ba-4ecc-b327-87731a89be4b None None] Network a6540619-2d6c-43cd-9854-dfd221595f9e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:31.486864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454136-fdd1-4d8a-8624-f31cb0a445fa req-dd23dc56-bb27-4d4b-be10-d118a5df1d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:31.488692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f454136-fdd1-4d8a-8624-f31cb0a445fa req-dd23dc56-bb27-4d4b-be10-d118a5df1d5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c75af80-5909-433b-a1a3-0ee153c34789 HTTP/1.1" status: 200 len: 908 time: 0.1853333 Aug 24 00:34:31.514414 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.536881 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a893a3b-7cd6-46a1-95aa-b14f7128a396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-8ef5f39d-51da-4723-ba85-d6b9820ad479', 'network_id': '8ef5f39d-51da-4723-ba85-d6b9820ad479', 'tenant_id': '1ce92aa1bdf047b68153c7e64faf5698', 'fixed_ips': [{'subnet_id': 'd85225ea-41d8-4152-b14f-8f7f79b89761'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:34:31.538079 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1a893a3b-7cd6-46a1-95aa-b14f7128a396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.545884 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f454136-fdd1-4d8a-8624-f31cb0a445fa req-47e0e346-c208-4c3f-a790-e9157da8fa91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c1e5186-98e5-41fd-ae4e-010c90068326 HTTP/1.1" status: 200 len: 217 time: 0.0461934 Aug 24 00:34:31.561536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b46b9f-9804-408b-83ee-f2d4e49f034a req-4f1d7777-cfd6-430b-b38b-f28ff99bcd43 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:31.570456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3b46b9f-9804-408b-83ee-f2d4e49f034a req-4f1d7777-cfd6-430b-b38b-f28ff99bcd43 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 943 time: 0.1238027 Aug 24 00:34:31.681546 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.686039 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.727666 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Subnet': ['ID=d85225ea-41d8-4152-b14f-8f7f79b89761,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:31.742880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Transition to ACTIVE for port object ed10c75e-e8c3-4dae-81fb-8a34fbe322c0 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:31.748792 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfb3d6c7-1116-4ac6-9375-ac2c2ff311e0 req-339dbdf3-50d5-4a30-a04b-768c6b995223 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0637369 Aug 24 00:34:31.796802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f454136-fdd1-4d8a-8624-f31cb0a445fa req-372da9b3-78fd-40fb-95f7-8780f894c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:31.798526 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f454136-fdd1-4d8a-8624-f31cb0a445fa req-372da9b3-78fd-40fb-95f7-8780f894c2f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bae93aa-f2a0-49f6-8997-a32b27675b05 HTTP/1.1" status: 200 len: 847 time: 0.2275319 Aug 24 00:34:31.807216 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3b46b9f-9804-408b-83ee-f2d4e49f034a req-ac06f2e3-5593-4bd5-98fd-1a4981580bde tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d2e30a7-6a2d-4192-83b3-e9325ad94acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141895 Aug 24 00:34:31.844668 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f454136-fdd1-4d8a-8624-f31cb0a445fa req-143f9367-4133-4af7-bb1a-927c97eb95e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c75af80-5909-433b-a1a3-0ee153c34789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353384 Aug 24 00:34:31.871919 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.883058 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.896118 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-1a893a3b-7cd6-46a1-95aa-b14f7128a396 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d85225ea-41d8-4152-b14f-8f7f79b89761: This subnet is being modified by another concurrent operation. Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:34:31.920727 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d85225ea-41d8-4152-b14f-8f7f79b89761: This subnet is being modified by another concurrent operation. Aug 24 00:34:31.925284 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Aug 24 00:34:31.947375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef5f39d-51da-4723-ba85-d6b9820ad479']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:31.948021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 753aa3eb-db08-42bd-87cf-f502808368f8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=753aa3eb-db08-42bd-87cf-f502808368f8,segment=NetworkSegment(02d70dca-d891-4c69-a3e9-8e4d1105f1c5),segment_id=02d70dca-d891-4c69-a3e9-8e4d1105f1c5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:31.960556 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.971614 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Network 971def6c-f373-4a47-9ef6-5adef76c3b3d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:31.977186 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:31.983311 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ba5aa1-6d47-497a-a4a7-4aa631e28e33') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:31.983604 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ba5aa1-6d47-497a-a4a7-4aa631e28e33') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:31.987119 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:31.994450 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:31.995593 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.009009 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efde95c-89fd-4d49-88ca-117b949e56da None None] Network 8ef5f39d-51da-4723-ba85-d6b9820ad479 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:32.026176 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.032174 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6043530 Aug 24 00:34:32.034910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47200) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:32.047978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b88bcbea-095f-42f3-a0ed-211dddbb898d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::215', 'mac_address': 'fa:16:3e:e4:95:35'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:32.048950 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5f4d4-3f46-44fa-b688-d31314c0156b tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event updated for resources: {'Port': ['ID=ed10c75e-e8c3-4dae-81fb-8a34fbe322c0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:32.072528 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.087021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:32.087520 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:32.090884 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:32.120977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1546ca-8c23-4f31-a79d-826021a05a8a None None] DHCP port deletion for a6540619-2d6c-43cd-9854-dfd221595f9e request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:34:32.148717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f454136-fdd1-4d8a-8624-f31cb0a445fa req-506b7232-45cc-4358-a171-5562ed6ae033 service neutron] 10.222.0.47 "GET /v2.0/networks/0c75af80-5909-433b-a1a3-0ee153c34789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826164 Aug 24 00:34:32.268406 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.277258 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.284276 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/networks/8ef5f39d-51da-4723-ba85-d6b9820ad479 HTTP/1.1" status: 204 len: 168 time: 1.4015045 Aug 24 00:34:32.285634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:32.310443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=753aa3eb-db08-42bd-87cf-f502808368f8,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:32.388856 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cc1546ca-8c23-4f31-a79d-826021a05a8a None None] Deleting port 753aa3eb-db08-42bd-87cf-f502808368f8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:32.389091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f454136-fdd1-4d8a-8624-f31cb0a445fa req-116eb36f-ad6e-4819-b07b-a59f22322124 service neutron] 10.222.0.47 "GET /v2.0/networks/0c75af80-5909-433b-a1a3-0ee153c34789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302763 Aug 24 00:34:32.389227 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc1546ca-8c23-4f31-a79d-826021a05a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.574161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cc1546ca-8c23-4f31-a79d-826021a05a8a None None] For port 753aa3eb-db08-42bd-87cf-f502808368f8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=753aa3eb-db08-42bd-87cf-f502808368f8,segment=NetworkSegment(02d70dca-d891-4c69-a3e9-8e4d1105f1c5),segment_id=02d70dca-d891-4c69-a3e9-8e4d1105f1c5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:32.574959 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc1546ca-8c23-4f31-a79d-826021a05a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.598923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-773d4ce1-40a7-496e-8ce8-5668b5cd4f22 None None] Provisioning for port ed10c75e-e8c3-4dae-81fb-8a34fbe322c0 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:32.603476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2f4b4-e9de-4818-8f8c-e13c4abef977 req-d7bd3c4d-c8cd-455e-8e23-9727506283eb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:32.606127 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7a2f4b4-e9de-4818-8f8c-e13c4abef977 req-d7bd3c4d-c8cd-455e-8e23-9727506283eb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 943 time: 0.1891983 Aug 24 00:34:32.609757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cc1546ca-8c23-4f31-a79d-826021a05a8a None None] Calling delete_port for 753aa3eb-db08-42bd-87cf-f502808368f8 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:32.620861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-773d4ce1-40a7-496e-8ce8-5668b5cd4f22 None None] Provisioning complete for port ed10c75e-e8c3-4dae-81fb-8a34fbe322c0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:32.622580 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-773d4ce1-40a7-496e-8ce8-5668b5cd4f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.630921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 753aa3eb-db08-42bd-87cf-f502808368f8 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:32.710112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7a2f4b4-e9de-4818-8f8c-e13c4abef977 req-593055bd-10b7-45a7-b0c3-74cc9f0d176e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875990 Aug 24 00:34:32.715377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-773d4ce1-40a7-496e-8ce8-5668b5cd4f22 None None] Port ed10c75e-e8c3-4dae-81fb-8a34fbe322c0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:32.727833 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b88bcbea-095f-42f3-a0ed-211dddbb898d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.768142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dc3d1e06-4733-4901-9263-af03db3bd448 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-991426779'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:32.773591 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62c38d-2b43-4ba9-93e1-109bd35d6ce5 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Network': ['ID=8ef5f39d-51da-4723-ba85-d6b9820ad479,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:32.818420 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3d1e06-4733-4901-9263-af03db3bd448 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Made reservation on behalf of 1ce92aa1bdf047b68153c7e64faf5698 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:32.822664 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1e06-4733-4901-9263-af03db3bd448 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.885412 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.899274 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc1546ca-8c23-4f31-a79d-826021a05a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.902830 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3d1e06-4733-4901-9263-af03db3bd448 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:32.923784 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1e06-4733-4901-9263-af03db3bd448 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.926836 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-dc3d1e06-4733-4901-9263-af03db3bd448 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Added segment bacc06f1-22c5-4276-abb3-8d386e1cc977 of type vlan for network 40573da7-182b-4f4c-b67d-f38152d6c61f Aug 24 00:34:32.986742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1546ca-8c23-4f31-a79d-826021a05a8a None None] Pushing event deleted for resources: {'Port': ['ID=753aa3eb-db08-42bd-87cf-f502808368f8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:32.993439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1546ca-8c23-4f31-a79d-826021a05a8a None None] No DVR routers for this DVR port 753aa3eb-db08-42bd-87cf-f502808368f8 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:33.012277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a70d7ee8-e6fc-4353-95d4-ac49350938bb req-330daf6d-bbbd-4cee-b130-f9aecf653d59 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0697346 Aug 24 00:34:33.025085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e69141-c636-4cde-8f9d-484998f9505e None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:34:33.032587 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1e06-4733-4901-9263-af03db3bd448 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.078465 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1e06-4733-4901-9263-af03db3bd448 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.099153 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d1e06-4733-4901-9263-af03db3bd448 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:33.104009 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1e06-4733-4901-9263-af03db3bd448 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.114197 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.214898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d1e06-4733-4901-9263-af03db3bd448 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'Network': ['ID=40573da7-182b-4f4c-b67d-f38152d6c61f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:33.222453 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc3d1e06-4733-4901-9263-af03db3bd448 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9365802 Aug 24 00:34:33.224035 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47230) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:33.226263 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b88bcbea-095f-42f3-a0ed-211dddbb898d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.228171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 40573da7-182b-4f4c-b67d-f38152d6c61f details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:33.229476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ba4c1c96-072f-4acb-9401-fcfd285b5446 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Request body: {'subnet': {'network_id': '40573da7-182b-4f4c-b67d-f38152d6c61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:33.246522 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e69141-c636-4cde-8f9d-484998f9505e None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:34:33.248266 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b88bcbea-095f-42f3-a0ed-211dddbb898d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.394244 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4c1c96-072f-4acb-9401-fcfd285b5446 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Made reservation on behalf of 1ce92aa1bdf047b68153c7e64faf5698 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:33.396467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69967e-39ab-43d5-acb6-3f81ecc4c08c req-9cc83d34-42e0-45cf-ab75-5da6c3edc07f tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:33.399691 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc69967e-39ab-43d5-acb6-3f81ecc4c08c req-9cc83d34-42e0-45cf-ab75-5da6c3edc07f tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 943 time: 0.3811035 Aug 24 00:34:33.410835 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1c96-072f-4acb-9401-fcfd285b5446 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.439861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b88bcbea-095f-42f3-a0ed-211dddbb898d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] In _notify_port_updated(), no bound segment for port ed10c75e-e8c3-4dae-81fb-8a34fbe322c0 on network 971def6c-f373-4a47-9ef6-5adef76c3b3d {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:34:33.451713 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88bcbea-095f-42f3-a0ed-211dddbb898d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:33.453122 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b88bcbea-095f-42f3-a0ed-211dddbb898d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.457327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b88bcbea-095f-42f3-a0ed-211dddbb898d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "PUT /v2.0/ports/ed10c75e-e8c3-4dae-81fb-8a34fbe322c0 HTTP/1.1" status: 200 len: 1002 time: 1.4209909 Aug 24 00:34:33.477399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47240) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:33.628465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bcbea-095f-42f3-a0ed-211dddbb898d tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event updated for resources: {'Port': ['ID=ed10c75e-e8c3-4dae-81fb-8a34fbe322c0,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:33.742933 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc69967e-39ab-43d5-acb6-3f81ecc4c08c req-eabed52b-89cc-4063-b2cb-33da9d8276ed tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d2e30a7-6a2d-4192-83b3-e9325ad94acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115268 Aug 24 00:34:33.813495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-bc705d3d-0371-48e7-a7d1-83bd4c851416 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Deleting port ed10c75e-e8c3-4dae-81fb-8a34fbe322c0 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:33.813728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1c96-072f-4acb-9401-fcfd285b5446 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.814228 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc705d3d-0371-48e7-a7d1-83bd4c851416 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.905201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c1c96-072f-4acb-9401-fcfd285b5446 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'Subnet': ['ID=cbbbd42c-b9fb-4215-afb0-fff8c0336574,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:33.934594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4c1c96-072f-4acb-9401-fcfd285b5446 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Checking segment: {'id': 'bacc06f1-22c5-4276-abb3-8d386e1cc977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '40573da7-182b-4f4c-b67d-f38152d6c61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:33.934966 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4c1c96-072f-4acb-9401-fcfd285b5446 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Network hostable DHCP agents. Network: 40573da7-182b-4f4c-b67d-f38152d6c61f, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:33.957017 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4c1c96-072f-4acb-9401-fcfd285b5446 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Network 40573da7-182b-4f4c-b67d-f38152d6c61f is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:33.968886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ba4c1c96-072f-4acb-9401-fcfd285b5446 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 40573da7-182b-4f4c-b67d-f38152d6c61f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:33.975110 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c1c96-072f-4acb-9401-fcfd285b5446 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:33.976319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1c96-072f-4acb-9401-fcfd285b5446 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.980651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df72e029-ec87-4d3b-b987-916fabd51fc7 None None] Network 40573da7-182b-4f4c-b67d-f38152d6c61f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:33.996819 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ba4c1c96-072f-4acb-9401-fcfd285b5446 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7711287 Aug 24 00:34:34.007740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47252) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:34.108607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373ffb2-f96f-4b35-a534-2944356bbb0a req-4553c121-b083-432a-b8ba-d4769b1e11e7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:34.118357 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e373ffb2-f96f-4b35-a534-2944356bbb0a req-4553c121-b083-432a-b8ba-d4769b1e11e7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 943 time: 0.2257404 Aug 24 00:34:34.222265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-40573da7-182b-4f4c-b67d-f38152d6c61f', 'network_id': '40573da7-182b-4f4c-b67d-f38152d6c61f', 'tenant_id': '1ce92aa1bdf047b68153c7e64faf5698', 'fixed_ips': [{'subnet_id': 'cbbbd42c-b9fb-4215-afb0-fff8c0336574'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:34:34.223530 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.236695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc705d3d-0371-48e7-a7d1-83bd4c851416 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.251936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-bc705d3d-0371-48e7-a7d1-83bd4c851416 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Calling delete_port for ed10c75e-e8c3-4dae-81fb-8a34fbe322c0 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:34.321668 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-512c9eb3-6bef-4684-ba3c-c206475473da None None] Provisioning complete for port ed10c75e-e8c3-4dae-81fb-8a34fbe322c0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:34.322385 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-512c9eb3-6bef-4684-ba3c-c206475473da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.366491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-512c9eb3-6bef-4684-ba3c-c206475473da None None] Port ed10c75e-e8c3-4dae-81fb-8a34fbe322c0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:34.446966 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Allocated IP 2001:db8::2 (40573da7-182b-4f4c-b67d-f38152d6c61f/cbbbd42c-b9fb-4215-afb0-fff8c0336574/4b142af6-3898-4486-a0aa-7dbc130ab221) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:34.497330 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.535249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2e99652-f33e-493d-9527-6db53975d7be req-4306e5c0-2cf8-43c7-886e-1d3e408d70d0 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.3195384 Aug 24 00:34:34.550177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e373ffb2-f96f-4b35-a534-2944356bbb0a req-95e82a59-b6fa-460b-a117-f74796909179 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308271 Aug 24 00:34:34.588068 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc705d3d-0371-48e7-a7d1-83bd4c851416 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.649861 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.729082 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.742116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Transition to ACTIVE for port object 4b142af6-3898-4486-a0aa-7dbc130ab221 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:34.751973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc705d3d-0371-48e7-a7d1-83bd4c851416 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event deleted for resources: {'Port': ['ID=ed10c75e-e8c3-4dae-81fb-8a34fbe322c0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:34.765676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Transition to ACTIVE for port object 4b142af6-3898-4486-a0aa-7dbc130ab221 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:34.777091 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.850162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Pushing event updated for resources: {'Port': ['ID=4b142af6-3898-4486-a0aa-7dbc130ab221,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:34.858936 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 8c1e5186-98e5-41fd-ae4e-010c90068326 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:34:34.968541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Network 40573da7-182b-4f4c-b67d-f38152d6c61f is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:34.975086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:34.979441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:35.020631 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d551c2b-32c0-4471-a61d-a9c97ae32d5a req-975e20a0-db55-43df-9700-3e35d764a418 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:35.023504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d551c2b-32c0-4471-a61d-a9c97ae32d5a req-975e20a0-db55-43df-9700-3e35d764a418 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 943 time: 0.1680107 Aug 24 00:34:35.027703 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc705d3d-0371-48e7-a7d1-83bd4c851416 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.030352 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bc705d3d-0371-48e7-a7d1-83bd4c851416 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "DELETE /v2.0/ports/ed10c75e-e8c3-4dae-81fb-8a34fbe322c0 HTTP/1.1" status: 204 len: 168 time: 1.5510600 Aug 24 00:34:35.034243 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:35.050364 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.074652 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc11f1bb-7a2d-4469-92d5-e8209ff98c8c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] GET failed (client error): The resource could not be found. Aug 24 00:34:35.076469 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cc11f1bb-7a2d-4469-92d5-e8209ff98c8c tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "GET /v2.0/ports/ed10c75e-e8c3-4dae-81fb-8a34fbe322c0 HTTP/1.1" status: 404 len: 333 time: 0.0411203 Aug 24 00:34:35.081759 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:35.091799 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Request body: {'port': {'network_id': '971def6c-f373-4a47-9ef6-5adef76c3b3d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-215467907'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:35.294165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Attempting to bind port 4b142af6-3898-4486-a0aa-7dbc130ab221 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:35.294754 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Attempting to bind port 4b142af6-3898-4486-a0aa-7dbc130ab221 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'bacc06f1-22c5-4276-abb3-8d386e1cc977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '40573da7-182b-4f4c-b67d-f38152d6c61f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:35.295010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Attempting to bind port 4b142af6-3898-4486-a0aa-7dbc130ab221 on network 40573da7-182b-4f4c-b67d-f38152d6c61f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:35.307661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:35.308149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Checking segment: {'id': 'bacc06f1-22c5-4276-abb3-8d386e1cc977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '40573da7-182b-4f4c-b67d-f38152d6c61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:35.308571 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.308985 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Bound using segment: {'id': 'bacc06f1-22c5-4276-abb3-8d386e1cc977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '40573da7-182b-4f4c-b67d-f38152d6c61f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:35.309494 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Bound port: 4b142af6-3898-4486-a0aa-7dbc130ab221, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacc06f1-22c5-4276-abb3-8d386e1cc977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '40573da7-182b-4f4c-b67d-f38152d6c61f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:35.309889 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.335158 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 8c1e5186-98e5-41fd-ae4e-010c90068326, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=8c1e5186-98e5-41fd-ae4e-010c90068326,segment=NetworkSegment(f3c4519a-89dc-44a5-94e1-e6141922a198),segment_id=f3c4519a-89dc-44a5-94e1-e6141922a198)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:35.398725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Made reservation on behalf of 6a5610aec70148fba1b6e34fbd9c2d86 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:35.403509 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.411592 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] For port 4b142af6-3898-4486-a0aa-7dbc130ab221, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:35.415291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] For port 4b142af6-3898-4486-a0aa-7dbc130ab221, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4b142af6-3898-4486-a0aa-7dbc130ab221,segment=NetworkSegment(bacc06f1-22c5-4276-abb3-8d386e1cc977),segment_id=bacc06f1-22c5-4276-abb3-8d386e1cc977)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:35.421330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '8c1e5186-98e5-41fd-ae4e-010c90068326', 'network_id': '0c75af80-5909-433b-a1a3-0ee153c34789', 'port_id': '8c1e5186-98e5-41fd-ae4e-010c90068326', 'mac_address': 'fa:16:3e:61:12:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bae93aa-f2a0-49f6-8997-a32b27675b05', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:34:35.429674 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.456198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] device_id is not set on port 49cf81ba-0ea1-42ba-83de-2d9b36aa45c9 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:34:35.527453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c54bb-3e8b-4d1f-9d88-b316d1aeffdc None None] Pushing event updated for resources: {'Port': ['ID=4b142af6-3898-4486-a0aa-7dbc130ab221,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:35.624458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device e6a984f4-0dcc-4b7a-a757-92cb5925c50d details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:34:35.653065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7697e490-37ac-48bf-8481-c08a1dfa6e5a None None] Network 40573da7-182b-4f4c-b67d-f38152d6c61f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:35.709016 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.721542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40573da7-182b-4f4c-b67d-f38152d6c61f']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:35.733234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacc06f1-22c5-4276-abb3-8d386e1cc977') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:35.733539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacc06f1-22c5-4276-abb3-8d386e1cc977') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:35.744893 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.761652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbbd42c-b9fb-4215-afb0-fff8c0336574,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:35.811698 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Allocated IP 2001:db8::3d4 (971def6c-f373-4a47-9ef6-5adef76c3b3d/34295a46-a0c6-4bbd-8535-e12d80556572/49cf81ba-0ea1-42ba-83de-2d9b36aa45c9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:35.829785 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.834638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90496cdc-afe9-4430-8af0-985c36825e5a req-3ace5dbc-b2be-4516-8c71-0d53c3f8c4b0 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0629146 Aug 24 00:34:35.873675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:35.874084 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:35.878499 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:35.938338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d551c2b-32c0-4471-a61d-a9c97ae32d5a req-23847360-ffc3-4fff-82f2-e91e52d41d09 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d2e30a7-6a2d-4192-83b3-e9325ad94acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9048560 Aug 24 00:34:35.994905 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.101050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1e5186-98e5-41fd-ae4e-010c90068326 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:36.115286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8febd-da3e-4370-a606-683f66c1ce65 req-4b5b034c-8b1f-458c-bdff-ac53920174c9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:36.122123 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 8c1e5186-98e5-41fd-ae4e-010c90068326, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=8c1e5186-98e5-41fd-ae4e-010c90068326,segment=NetworkSegment(f3c4519a-89dc-44a5-94e1-e6141922a198),segment_id=f3c4519a-89dc-44a5-94e1-e6141922a198)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:36.130517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15e8febd-da3e-4370-a606-683f66c1ce65 req-4b5b034c-8b1f-458c-bdff-ac53920174c9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 943 time: 0.1414123 Aug 24 00:34:36.135341 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.189390 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.api [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:34:36.189390 n-d-805736-1 neutron-server[94837]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:34:36.189390 n-d-805736-1 neutron-server[94837]: [parameters: {'id': '40573da7-182b-4f4c-b67d-f38152d6c61f'}] Aug 24 00:34:36.189390 n-d-805736-1 neutron-server[94837]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:34:36.194833 n-d-805736-1 neutron-server[94837]: DEBUG oslo_db.api [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:34:36.202403 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.214598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port e6a984f4-0dcc-4b7a-a757-92cb5925c50d, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=e6a984f4-0dcc-4b7a-a757-92cb5925c50d,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:36.233335 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Transition to ACTIVE for port object 49cf81ba-0ea1-42ba-83de-2d9b36aa45c9 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:36.238397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'e6a984f4-0dcc-4b7a-a757-92cb5925c50d', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'port_id': 'e6a984f4-0dcc-4b7a-a757-92cb5925c50d', 'mac_address': 'fa:16:3e:28:2a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:34:36.239810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15e8febd-da3e-4370-a606-683f66c1ce65 req-e49f40b2-f77b-4761-aee7-e1cdcd42bb14 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050479 Aug 24 00:34:36.289959 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.300377 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.310334 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=8c1e5186-98e5-41fd-ae4e-010c90068326,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:36.320092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a984f4-0dcc-4b7a-a757-92cb5925c50d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:36.326794 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4a74a3-937b-409b-a893-8ba3cbb5bb5b None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:34:36.328749 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Network 971def6c-f373-4a47-9ef6-5adef76c3b3d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:36.333011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:36.335462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:36.342147 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:36.343168 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.374039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port e6a984f4-0dcc-4b7a-a757-92cb5925c50d, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=e6a984f4-0dcc-4b7a-a757-92cb5925c50d,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:36.386822 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.414889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47312) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:36.415031 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3273687 Aug 24 00:34:36.416261 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93100f31-c71b-485d-a1b6-c083a1ec2e36 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event updated for resources: {'Port': ['ID=49cf81ba-0ea1-42ba-83de-2d9b36aa45c9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:36.421198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3ad7d518-794f-4487-9a0e-78c770da8fb4 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e4:95:35'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:36.506543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=e6a984f4-0dcc-4b7a-a757-92cb5925c50d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:36.545719 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d518-794f-4487-9a0e-78c770da8fb4 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.565809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['8c1e5186-98e5-41fd-ae4e-010c90068326'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:34:36.590760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4a74a3-937b-409b-a893-8ba3cbb5bb5b None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:34:36.695941 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.705993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['e6a984f4-0dcc-4b7a-a757-92cb5925c50d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:34:36.811983 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d518-794f-4487-9a0e-78c770da8fb4 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.819512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Deleting port 4b142af6-3898-4486-a0aa-7dbc130ab221 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:36.819878 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.835167 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d518-794f-4487-9a0e-78c770da8fb4 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.975935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7d518-794f-4487-9a0e-78c770da8fb4 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event updated for resources: {'Port': ['ID=49cf81ba-0ea1-42ba-83de-2d9b36aa45c9,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:36.981607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7d518-794f-4487-9a0e-78c770da8fb4 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] In _notify_port_updated(), no bound segment for port 49cf81ba-0ea1-42ba-83de-2d9b36aa45c9 on network 971def6c-f373-4a47-9ef6-5adef76c3b3d {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:34:36.987194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad7d518-794f-4487-9a0e-78c770da8fb4 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:36.987851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ad7d518-794f-4487-9a0e-78c770da8fb4 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.991672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3ad7d518-794f-4487-9a0e-78c770da8fb4 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "PUT /v2.0/ports/49cf81ba-0ea1-42ba-83de-2d9b36aa45c9 HTTP/1.1" status: 200 len: 1002 time: 0.5733433 Aug 24 00:34:36.993012 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47328) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:37.024550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] For port 4b142af6-3898-4486-a0aa-7dbc130ab221, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4b142af6-3898-4486-a0aa-7dbc130ab221,segment=NetworkSegment(bacc06f1-22c5-4276-abb3-8d386e1cc977),segment_id=bacc06f1-22c5-4276-abb3-8d386e1cc977)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:37.026212 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.073787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bce32145-9146-42ab-a6b8-d35567d89cd5 req-30e398e6-e6c8-4dfb-b429-af656d94a8bf tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0443830 Aug 24 00:34:37.114489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Calling delete_port for 4b142af6-3898-4486-a0aa-7dbc130ab221 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:37.228931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-31da23ed-dc84-498a-9193-8189707bfdbe tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Deleting port 49cf81ba-0ea1-42ba-83de-2d9b36aa45c9 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:37.228931 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31da23ed-dc84-498a-9193-8189707bfdbe tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.316771 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.361638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Port': ['ID=4b142af6-3898-4486-a0aa-7dbc130ab221,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:37.365181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] No DVR routers for this DVR port 4b142af6-3898-4486-a0aa-7dbc130ab221 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:37.404046 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31da23ed-dc84-498a-9193-8189707bfdbe tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.430506 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-31da23ed-dc84-498a-9193-8189707bfdbe tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Calling delete_port for 49cf81ba-0ea1-42ba-83de-2d9b36aa45c9 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:37.577096 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18abc2-76fe-4302-8cd9-b44e09f69a1a req-8b0e8481-0c60-4ae2-8794-6ef3df1657d7 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:37.579229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d18abc2-76fe-4302-8cd9-b44e09f69a1a req-8b0e8481-0c60-4ae2-8794-6ef3df1657d7 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 944 time: 0.3216021 Aug 24 00:34:37.587813 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.614554 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40573da7-182b-4f4c-b67d-f38152d6c61f']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:37.617204 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31da23ed-dc84-498a-9193-8189707bfdbe tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.643758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacc06f1-22c5-4276-abb3-8d386e1cc977') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:37.644628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacc06f1-22c5-4276-abb3-8d386e1cc977') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:37.662298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.679567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de24e7-5657-4dcd-a344-8d7376f2a85e req-7695decd-64ed-4a62-ad19-d8b13e2542f8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:37.688516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7de24e7-5657-4dcd-a344-8d7376f2a85e req-7695decd-64ed-4a62-ad19-d8b13e2542f8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 944 time: 0.2044141 Aug 24 00:34:37.713552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8026c2b2-ffc2-4d87-97f0-322aa0d09f81 None None] Could not find standard attr ID for object 49cf81ba-0ea1-42ba-83de-2d9b36aa45c9. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:34:37.720028 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.736443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d18abc2-76fe-4302-8cd9-b44e09f69a1a req-f69ea362-53aa-4e0c-8f3c-5ee41b900884 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d2e30a7-6a2d-4192-83b3-e9325ad94acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371768 Aug 24 00:34:37.766659 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da23ed-dc84-498a-9193-8189707bfdbe tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event deleted for resources: {'Port': ['ID=49cf81ba-0ea1-42ba-83de-2d9b36aa45c9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:37.772781 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31da23ed-dc84-498a-9193-8189707bfdbe tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.774737 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-31da23ed-dc84-498a-9193-8189707bfdbe tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "DELETE /v2.0/ports/49cf81ba-0ea1-42ba-83de-2d9b36aa45c9 HTTP/1.1" status: 204 len: 168 time: 0.7797792 Aug 24 00:34:37.777244 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47350) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:37.807407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7de24e7-5657-4dcd-a344-8d7376f2a85e req-2df806cb-fafd-483e-9176-c6be54ea9d51 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184261 Aug 24 00:34:37.808855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:37.809473 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:37.814376 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:37.847842 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac88b13-8ee5-4ec0-9406-bfb65dc92e62 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] GET failed (client error): The resource could not be found. Aug 24 00:34:37.849557 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4ac88b13-8ee5-4ec0-9406-bfb65dc92e62 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "GET /v2.0/ports/49cf81ba-0ea1-42ba-83de-2d9b36aa45c9 HTTP/1.1" status: 404 len: 333 time: 0.0712111 Aug 24 00:34:37.853881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47352) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:37.859146 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Request body: {'port': {'network_id': '971def6c-f373-4a47-9ef6-5adef76c3b3d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1795807932'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:37.986634 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.994004 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.001402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/networks/40573da7-182b-4f4c-b67d-f38152d6c61f HTTP/1.1" status: 204 len: 168 time: 3.9901605 Aug 24 00:34:38.002157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47356) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:38.024169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-69009e04-849c-456f-8eba-ee37b2d93ee8 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1260965100'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:38.048048 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Made reservation on behalf of 6a5610aec70148fba1b6e34fbd9c2d86 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:38.053623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4b189-0665-467a-83ae-bd4f78e6671a tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Network': ['ID=40573da7-182b-4f4c-b67d-f38152d6c61f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:38.053865 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.054829 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5d9e4fec-8ff3-42a6-a5aa-07d9d1adf4b0 None None] Could not find standard attr ID for object 49cf81ba-0ea1-42ba-83de-2d9b36aa45c9. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:34:38.076809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69009e04-849c-456f-8eba-ee37b2d93ee8 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Made reservation on behalf of 1ce92aa1bdf047b68153c7e64faf5698 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:38.083407 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69009e04-849c-456f-8eba-ee37b2d93ee8 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.084568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] device_id is not set on port 41dd1315-19ff-4353-b662-164083b4a5c1 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:34:38.132472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69009e04-849c-456f-8eba-ee37b2d93ee8 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:38.158028 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69009e04-849c-456f-8eba-ee37b2d93ee8 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.158392 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-69009e04-849c-456f-8eba-ee37b2d93ee8 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Added segment 371194fc-4311-427a-ac99-5875e28c0553 of type vlan for network 314b1fc1-ccc4-413d-90cc-2213425b62d6 Aug 24 00:34:38.239493 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69009e04-849c-456f-8eba-ee37b2d93ee8 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.303738 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69009e04-849c-456f-8eba-ee37b2d93ee8 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.316116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Allocated IP 2001:db8::315 (971def6c-f373-4a47-9ef6-5adef76c3b3d/34295a46-a0c6-4bbd-8535-e12d80556572/41dd1315-19ff-4353-b662-164083b4a5c1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:38.319848 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69009e04-849c-456f-8eba-ee37b2d93ee8 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:38.320520 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69009e04-849c-456f-8eba-ee37b2d93ee8 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.390195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff848450-0e02-442e-9d28-b5f7284b20c7 req-8614d019-af6d-469d-883c-f4d7e1afdc01 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.1160254 Aug 24 00:34:38.518128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-69009e04-849c-456f-8eba-ee37b2d93ee8 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5105071 Aug 24 00:34:38.523263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47372) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:38.535457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5f15091b-0582-4419-9dba-6cd75e65cc96 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Request body: {'subnet': {'network_id': '314b1fc1-ccc4-413d-90cc-2213425b62d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:38.568456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69009e04-849c-456f-8eba-ee37b2d93ee8 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'Network': ['ID=314b1fc1-ccc4-413d-90cc-2213425b62d6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:38.591644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 314b1fc1-ccc4-413d-90cc-2213425b62d6 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:38.681109 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.699708 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Transition to ACTIVE for port object 41dd1315-19ff-4353-b662-164083b4a5c1 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:38.795570 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.844298 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f15091b-0582-4419-9dba-6cd75e65cc96 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Made reservation on behalf of 1ce92aa1bdf047b68153c7e64faf5698 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:38.849335 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f15091b-0582-4419-9dba-6cd75e65cc96 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.861534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Network 971def6c-f373-4a47-9ef6-5adef76c3b3d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:38.866451 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:38.878337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 8c1e5186-98e5-41fd-ae4e-010c90068326 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:38.879150 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event updated for resources: {'Port': ['ID=41dd1315-19ff-4353-b662-164083b4a5c1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:38.891512 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:38.898292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:38.899319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.938245 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bd87ae07-4a97-4885-8fcd-f78991b476e3 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0805337 Aug 24 00:34:38.938640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47386) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:38.945846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Request body: {'port': {'network_id': '971def6c-f373-4a47-9ef6-5adef76c3b3d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2044473481'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:39.049872 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 8c1e5186-98e5-41fd-ae4e-010c90068326 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:39.055032 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 8c1e5186-98e5-41fd-ae4e-010c90068326 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:39.055463 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.102930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4dc0f-293b-40e8-88bd-41e760a1c30f req-0c6c2c1b-cf15-4b7c-a454-bbf53b97083c tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:39.115254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ab4dc0f-293b-40e8-88bd-41e760a1c30f req-0c6c2c1b-cf15-4b7c-a454-bbf53b97083c tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 944 time: 0.2282693 Aug 24 00:34:39.159027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Made reservation on behalf of 6a5610aec70148fba1b6e34fbd9c2d86 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:39.162877 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.206528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] device_id is not set on port 20398bc3-3d85-48fc-a23e-1fd8272d74ba yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:34:39.278064 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.375724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff43989-da70-4e41-a013-d9dca4a83298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1e5186-98e5-41fd-ae4e-010c90068326'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:39.378165 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d4d03b-c828-479e-a325-466674738da7" -d '{"events": [{"server_uuid": "8ff43989-da70-4e41-a013-d9dca4a83298", "name": "network-vif-plugged", "status": "completed", "tag": "8c1e5186-98e5-41fd-ae4e-010c90068326"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:39.414642 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 8c1e5186-98e5-41fd-ae4e-010c90068326, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=8c1e5186-98e5-41fd-ae4e-010c90068326,segment=NetworkSegment(f3c4519a-89dc-44a5-94e1-e6141922a198),segment_id=f3c4519a-89dc-44a5-94e1-e6141922a198)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:39.431637 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.461974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Allocated IP 2001:db8::366 (971def6c-f373-4a47-9ef6-5adef76c3b3d/34295a46-a0c6-4bbd-8535-e12d80556572/20398bc3-3d85-48fc-a23e-1fd8272d74ba) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:39.479594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-56e0bc3e-3d86-4578-9e8c-529350ed5e82 None None] Provisioning for port 41dd1315-19ff-4353-b662-164083b4a5c1 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:39.507532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-56e0bc3e-3d86-4578-9e8c-529350ed5e82 None None] Provisioning complete for port 41dd1315-19ff-4353-b662-164083b4a5c1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:39.507916 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56e0bc3e-3d86-4578-9e8c-529350ed5e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.539363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ab4dc0f-293b-40e8-88bd-41e760a1c30f req-0f840843-a187-4ac9-a5df-185f0d8ccc35 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d2e30a7-6a2d-4192-83b3-e9325ad94acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180849 Aug 24 00:34:39.570733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac56468-22e5-464f-8993-8330666afa9f req-ddf894be-5d7a-4863-9831-39c5f6294ae9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:39.582511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ac56468-22e5-464f-8993-8330666afa9f req-ddf894be-5d7a-4863-9831-39c5f6294ae9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 944 time: 0.5683846 Aug 24 00:34:39.631581 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6f0a06-b777-49fa-8422-07b7c7336680 x-openstack-request-id: req-cd6f0a06-b777-49fa-8422-07b7c7336680 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:39.633801 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff43989-da70-4e41-a013-d9dca4a83298", "name": "network-vif-plugged", "status": "completed", "tag": "8c1e5186-98e5-41fd-ae4e-010c90068326", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:39.634146 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd6f0a06-b777-49fa-8422-07b7c7336680 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:39.634623 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff43989-da70-4e41-a013-d9dca4a83298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1e5186-98e5-41fd-ae4e-010c90068326', 'code': 200} Aug 24 00:34:39.666793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device e6a984f4-0dcc-4b7a-a757-92cb5925c50d up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:39.787255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-56e0bc3e-3d86-4578-9e8c-529350ed5e82 None None] Port 41dd1315-19ff-4353-b662-164083b4a5c1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:39.803340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=8c1e5186-98e5-41fd-ae4e-010c90068326,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:39.829384 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.847593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Transition to ACTIVE for port object 20398bc3-3d85-48fc-a23e-1fd8272d74ba will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:39.864414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f6c162c-fd44-47b8-b8ce-a637ba2cae7f req-98f1f473-bfb9-42d5-bf58-dd9c9612894f tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0914509 Aug 24 00:34:39.866420 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port e6a984f4-0dcc-4b7a-a757-92cb5925c50d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:39.871283 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port e6a984f4-0dcc-4b7a-a757-92cb5925c50d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:39.871745 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.896920 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.930056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ac56468-22e5-464f-8993-8330666afa9f req-c0840394-e33e-4c51-90a3-e564047c79fc tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691343 Aug 24 00:34:39.994919 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Network 971def6c-f373-4a47-9ef6-5adef76c3b3d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:39.998066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:40.003998 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:40.009725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:40.010384 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.012494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.objects.ports [None req-5f15091b-0582-4419-9dba-6cd75e65cc96 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94837) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:34:40.019264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d50dc4-a231-4dc4-a666-b8649045eefe req-d6d66295-0913-4f1c-925a-5e257d78d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:40.027571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8d50dc4-a231-4dc4-a666-b8649045eefe req-d6d66295-0913-4f1c-925a-5e257d78d10a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 1096 time: 0.2856874 Aug 24 00:34:40.028257 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f15091b-0582-4419-9dba-6cd75e65cc96 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.032231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event updated for resources: {'Port': ['ID=20398bc3-3d85-48fc-a23e-1fd8272d74ba,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:40.048178 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b55e77f9-2a60-4426-bad9-3ceeb4212360 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1085711 Aug 24 00:34:40.048891 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47414) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:40.066274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-25f549cc-4db6-4c3b-8940-f06c422c5d18 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::215', 'mac_address': 'fa:16:3e:e4:95:35'}, {'ip_address': '2001:db8::315', 'mac_address': 'fa:16:3e:07:63:8f'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:40.135008 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.230077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port e6a984f4-0dcc-4b7a-a757-92cb5925c50d, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=e6a984f4-0dcc-4b7a-a757-92cb5925c50d,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:40.242490 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.249167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15091b-0582-4419-9dba-6cd75e65cc96 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event updated for resources: {'Subnet': ['ID=9fc72470-6620-4211-b85b-e0e19ea6fc95,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:40.280811 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8d50dc4-a231-4dc4-a666-b8649045eefe req-2fe683e0-4e83-46ad-81c2-970e1b99d981 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d2e30a7-6a2d-4192-83b3-e9325ad94acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754533 Aug 24 00:34:40.309083 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f549cc-4db6-4c3b-8940-f06c422c5d18 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.312133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15091b-0582-4419-9dba-6cd75e65cc96 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Checking segment: {'id': '371194fc-4311-427a-ac99-5875e28c0553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '314b1fc1-ccc4-413d-90cc-2213425b62d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:40.318413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f15091b-0582-4419-9dba-6cd75e65cc96 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Network hostable DHCP agents. Network: 314b1fc1-ccc4-413d-90cc-2213425b62d6, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:40.351468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=e6a984f4-0dcc-4b7a-a757-92cb5925c50d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:40.369113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f15091b-0582-4419-9dba-6cd75e65cc96 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Network 314b1fc1-ccc4-413d-90cc-2213425b62d6 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:40.385336 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5f15091b-0582-4419-9dba-6cd75e65cc96 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 314b1fc1-ccc4-413d-90cc-2213425b62d6) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:40.391176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f15091b-0582-4419-9dba-6cd75e65cc96 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:40.394173 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f15091b-0582-4419-9dba-6cd75e65cc96 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.400388 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be53e7a-49fc-473d-b59e-12351bcb1913 None None] Network 314b1fc1-ccc4-413d-90cc-2213425b62d6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:40.456799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5f15091b-0582-4419-9dba-6cd75e65cc96 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9320886 Aug 24 00:34:40.459980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47424) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:40.699825 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f549cc-4db6-4c3b-8940-f06c422c5d18 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.729590 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f549cc-4db6-4c3b-8940-f06c422c5d18 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.762858 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.778641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5393b5f9-33c2-47f8-8a2e-41253255103b None None] Provisioning for port 20398bc3-3d85-48fc-a23e-1fd8272d74ba completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:40.796478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552d5053-a1a3-4c87-b024-6ef811f86a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-314b1fc1-ccc4-413d-90cc-2213425b62d6', 'network_id': '314b1fc1-ccc4-413d-90cc-2213425b62d6', 'tenant_id': '1ce92aa1bdf047b68153c7e64faf5698', 'fixed_ips': [{'subnet_id': '9fc72470-6620-4211-b85b-e0e19ea6fc95'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:34:40.797773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62008de-e6d0-4fe9-8531-c24c212c63ba req-46942ad9-92e6-4c90-a718-140a389b6cd5 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:40.798358 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-552d5053-a1a3-4c87-b024-6ef811f86a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.800338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f62008de-e6d0-4fe9-8531-c24c212c63ba req-46942ad9-92e6-4c90-a718-140a389b6cd5 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 945 time: 0.0862086 Aug 24 00:34:40.802669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5393b5f9-33c2-47f8-8a2e-41253255103b None None] Provisioning complete for port 20398bc3-3d85-48fc-a23e-1fd8272d74ba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:40.803404 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5393b5f9-33c2-47f8-8a2e-41253255103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.851707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5393b5f9-33c2-47f8-8a2e-41253255103b None None] Port 20398bc3-3d85-48fc-a23e-1fd8272d74ba cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:40.855660 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f549cc-4db6-4c3b-8940-f06c422c5d18 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event updated for resources: {'Port': ['ID=20398bc3-3d85-48fc-a23e-1fd8272d74ba,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:40.871089 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.889974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-25f549cc-4db6-4c3b-8940-f06c422c5d18 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] In _notify_port_updated(), no bound segment for port 20398bc3-3d85-48fc-a23e-1fd8272d74ba on network 971def6c-f373-4a47-9ef6-5adef76c3b3d {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:34:40.905142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f549cc-4db6-4c3b-8940-f06c422c5d18 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:40.905142 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f549cc-4db6-4c3b-8940-f06c422c5d18 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.909437 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-25f549cc-4db6-4c3b-8940-f06c422c5d18 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "PUT /v2.0/ports/20398bc3-3d85-48fc-a23e-1fd8272d74ba HTTP/1.1" status: 200 len: 1068 time: 0.8561535 Aug 24 00:34:40.909652 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47436) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:40.926241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f62008de-e6d0-4fe9-8531-c24c212c63ba req-a4ac6107-3d8f-4056-9123-83e2eb0ad59d tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d2e30a7-6a2d-4192-83b3-e9325ad94acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055849 Aug 24 00:34:41.026838 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-552d5053-a1a3-4c87-b024-6ef811f86a95 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fc72470-6620-4211-b85b-e0e19ea6fc95: This subnet is being modified by another concurrent operation. Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:34:41.089016 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fc72470-6620-4211-b85b-e0e19ea6fc95: This subnet is being modified by another concurrent operation. Aug 24 00:34:41.092833 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Aug 24 00:34:41.111387 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2170fa58-1094-4dcf-b1a7-dafadb36a946 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Deleting port 20398bc3-3d85-48fc-a23e-1fd8272d74ba {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:41.111387 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2170fa58-1094-4dcf-b1a7-dafadb36a946 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.113119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc72470-6620-4211-b85b-e0e19ea6fc95,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:41.119480 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff21c066-0121-4cc1-ba2f-adbed5dc8112 None None] Network 314b1fc1-ccc4-413d-90cc-2213425b62d6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:41.146749 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-186b1a55-388d-4d30-8a91-10480e2f8d60 req-444c517f-1f80-490a-9f2a-e43c3671cba7 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0547354 Aug 24 00:34:41.309462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2170fa58-1094-4dcf-b1a7-dafadb36a946 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.361295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2170fa58-1094-4dcf-b1a7-dafadb36a946 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Calling delete_port for 20398bc3-3d85-48fc-a23e-1fd8272d74ba owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:41.420565 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.420744 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e6852-5f76-49cd-9003-061648da5978 None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:34:41.445089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314b1fc1-ccc4-413d-90cc-2213425b62d6']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:41.478402 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec7534-d814-420c-bda6-5e0f237543a7 req-de25c243-ed91-421c-bff6-a6f22597702a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:41.486118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12ec7534-d814-420c-bda6-5e0f237543a7 req-de25c243-ed91-421c-bff6-a6f22597702a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 945 time: 0.3219616 Aug 24 00:34:41.488158 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371194fc-4311-427a-ac99-5875e28c0553') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:41.489089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371194fc-4311-427a-ac99-5875e28c0553') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:41.516634 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.531683 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.564907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:41.567216 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b6b48e4a-b7ba-4e42-b92c-b6a46be5bb9f None None] Provisioning complete for port 20398bc3-3d85-48fc-a23e-1fd8272d74ba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:41.567596 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6b48e4a-b7ba-4e42-b92c-b6a46be5bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.569695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.655881 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eec399-3b8f-4659-a745-bdaed85921b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a984f4-0dcc-4b7a-a757-92cb5925c50d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:41.660554 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336b7232-c57a-4520-a724-e0c2c68d129d" -d '{"events": [{"server_uuid": "33eec399-3b8f-4659-a745-bdaed85921b9", "name": "network-vif-plugged", "status": "completed", "tag": "e6a984f4-0dcc-4b7a-a757-92cb5925c50d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:41.666096 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:41.687007 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2170fa58-1094-4dcf-b1a7-dafadb36a946 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.695653 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.736308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170fa58-1094-4dcf-b1a7-dafadb36a946 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event deleted for resources: {'Port': ['ID=20398bc3-3d85-48fc-a23e-1fd8272d74ba,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:41.765467 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.785185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/networks/314b1fc1-ccc4-413d-90cc-2213425b62d6 HTTP/1.1" status: 204 len: 168 time: 1.3233943 Aug 24 00:34:41.804570 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b6b48e4a-b7ba-4e42-b92c-b6a46be5bb9f None None] Port 20398bc3-3d85-48fc-a23e-1fd8272d74ba cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:41.806356 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47462) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:41.820451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72e6852-5f76-49cd-9003-061648da5978 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:34:41.849078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e02e7b-9e25-407d-9e39-5ad8f2c5692f tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Network': ['ID=314b1fc1-ccc4-413d-90cc-2213425b62d6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:41.853824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12ec7534-d814-420c-bda6-5e0f237543a7 req-eae6d379-221a-4e7f-98a1-8374656938a2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170540 Aug 24 00:34:41.855665 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e00bc8-603b-48f8-8e6d-bd6d0b36139d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] DELETE failed (client error): The resource could not be found. Aug 24 00:34:41.856115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e00bc8-603b-48f8-8e6d-bd6d0b36139d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:34:41.862232 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d1e00bc8-603b-48f8-8e6d-bd6d0b36139d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/subnets/9fc72470-6620-4211-b85b-e0e19ea6fc95 HTTP/1.1" status: 404 len: 337 time: 0.0521216 Aug 24 00:34:41.863382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:41.873910 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7388186-5b76-43fa-9b9c-2c60f9895dd7 x-openstack-request-id: req-d7388186-5b76-43fa-9b9c-2c60f9895dd7 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:41.874268 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eec399-3b8f-4659-a745-bdaed85921b9", "name": "network-vif-plugged", "status": "completed", "tag": "e6a984f4-0dcc-4b7a-a757-92cb5925c50d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:41.874614 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7388186-5b76-43fa-9b9c-2c60f9895dd7 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:41.875248 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eec399-3b8f-4659-a745-bdaed85921b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a984f4-0dcc-4b7a-a757-92cb5925c50d', 'code': 200} Aug 24 00:34:41.924853 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d378a0f-28aa-469f-9f25-709d8f053811 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] DELETE failed (client error): The resource could not be found. Aug 24 00:34:41.927375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d378a0f-28aa-469f-9f25-709d8f053811 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:34:41.927375 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4d378a0f-28aa-469f-9f25-709d8f053811 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/networks/314b1fc1-ccc4-413d-90cc-2213425b62d6 HTTP/1.1" status: 404 len: 339 time: 0.0602012 Aug 24 00:34:41.930006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47466) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:41.978817 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3064ec-cef5-490b-9dc9-3f50acd9d8b7 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] DELETE failed (client error): The resource could not be found. Aug 24 00:34:41.979288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3064ec-cef5-490b-9dc9-3f50acd9d8b7 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:34:41.987520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47472) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:41.991207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ea3064ec-cef5-490b-9dc9-3f50acd9d8b7 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/subnets/cbbbd42c-b9fb-4215-afb0-fff8c0336574 HTTP/1.1" status: 404 len: 337 time: 0.0500524 Aug 24 00:34:42.027458 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc85cc6-ead5-4691-94c4-52c46935eff2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] DELETE failed (client error): The resource could not be found. Aug 24 00:34:42.028007 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc85cc6-ead5-4691-94c4-52c46935eff2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:34:42.029767 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bfc85cc6-ead5-4691-94c4-52c46935eff2 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/networks/40573da7-182b-4f4c-b67d-f38152d6c61f HTTP/1.1" status: 404 len: 339 time: 0.0400000 Aug 24 00:34:42.035882 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:42.122167 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c6386d-baef-491f-8bd1-88c32f8ae72c tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] DELETE failed (client error): The resource could not be found. Aug 24 00:34:42.122167 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c6386d-baef-491f-8bd1-88c32f8ae72c tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:34:42.123091 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-14c6386d-baef-491f-8bd1-88c32f8ae72c tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/subnets/d85225ea-41d8-4152-b14f-8f7f79b89761 HTTP/1.1" status: 404 len: 337 time: 0.0859020 Aug 24 00:34:42.128178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0bcaf-d3d0-422b-9163-4b93b23ccdb6 req-422a0cb9-0d63-49d9-b404-8e710e377891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:42.129630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53d0bcaf-d3d0-422b-9163-4b93b23ccdb6 req-422a0cb9-0d63-49d9-b404-8e710e377891 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 1096 time: 0.1248903 Aug 24 00:34:42.130163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47476) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:42.141079 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2170fa58-1094-4dcf-b1a7-dafadb36a946 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.143387 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2170fa58-1094-4dcf-b1a7-dafadb36a946 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "DELETE /v2.0/ports/20398bc3-3d85-48fc-a23e-1fd8272d74ba HTTP/1.1" status: 204 len: 168 time: 1.2327681 Aug 24 00:34:42.146264 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47478) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:42.173407 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8964d93f-cc16-4d96-a3f7-630d888babe6 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] GET failed (client error): The resource could not be found. Aug 24 00:34:42.175477 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8964d93f-cc16-4d96-a3f7-630d888babe6 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "GET /v2.0/ports/20398bc3-3d85-48fc-a23e-1fd8272d74ba HTTP/1.1" status: 404 len: 333 time: 0.0280561 Aug 24 00:34:42.177952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47482) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:42.204828 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64b967b-e0d9-4d53-9e1d-091d83f942a7 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] DELETE failed (client error): The resource could not be found. Aug 24 00:34:42.205666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64b967b-e0d9-4d53-9e1d-091d83f942a7 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:34:42.215698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e64b967b-e0d9-4d53-9e1d-091d83f942a7 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/networks/8ef5f39d-51da-4723-ba85-d6b9820ad479 HTTP/1.1" status: 404 len: 339 time: 0.0836391 Aug 24 00:34:42.217462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47486) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:42.324018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855ad4f-01ec-4725-8961-bba0573c3622 req-67994ff1-fb73-4ce1-9726-3bd471b23464 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:42.325608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e855ad4f-01ec-4725-8961-bba0573c3622 req-67994ff1-fb73-4ce1-9726-3bd471b23464 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 945 time: 0.2672646 Aug 24 00:34:42.360010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-de9a746a-b106-44a7-9e70-39b07efdca65 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Deleting port 41dd1315-19ff-4353-b662-164083b4a5c1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:42.360799 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de9a746a-b106-44a7-9e70-39b07efdca65 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.454810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a736d6f-4cee-4771-bcd0-ead398262ee8 req-c5fa6974-9f2a-431e-acd0-4073989c65b2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.1278565 Aug 24 00:34:42.489198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53d0bcaf-d3d0-422b-9163-4b93b23ccdb6 req-396f646a-739e-401c-b36e-c58d7b21905d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421431 Aug 24 00:34:42.518715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e855ad4f-01ec-4725-8961-bba0573c3622 req-340aaa6f-2665-4c87-977f-375a2febd5cc tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d2e30a7-6a2d-4192-83b3-e9325ad94acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727252 Aug 24 00:34:42.599370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-fb549274-20e7-4ada-b9ff-39185b80018b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Deleting port 70b2c59d-fc9f-4583-9c94-8a5066b41455 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:42.600100 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb549274-20e7-4ada-b9ff-39185b80018b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.606100 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de9a746a-b106-44a7-9e70-39b07efdca65 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.639636 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-de9a746a-b106-44a7-9e70-39b07efdca65 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Calling delete_port for 41dd1315-19ff-4353-b662-164083b4a5c1 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:42.747575 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb549274-20e7-4ada-b9ff-39185b80018b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.799887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-fb549274-20e7-4ada-b9ff-39185b80018b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Calling delete_port for 70b2c59d-fc9f-4583-9c94-8a5066b41455 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:43.038133 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb549274-20e7-4ada-b9ff-39185b80018b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:43.066161 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de9a746a-b106-44a7-9e70-39b07efdca65 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:43.104739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb549274-20e7-4ada-b9ff-39185b80018b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Port': ['ID=70b2c59d-fc9f-4583-9c94-8a5066b41455,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:43.116063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb549274-20e7-4ada-b9ff-39185b80018b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:43.121006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fb549274-20e7-4ada-b9ff-39185b80018b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/ports/70b2c59d-fc9f-4583-9c94-8a5066b41455 HTTP/1.1" status: 204 len: 168 time: 0.8985212 Aug 24 00:34:43.121807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47518) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:43.169798 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a746a-b106-44a7-9e70-39b07efdca65 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event deleted for resources: {'Port': ['ID=41dd1315-19ff-4353-b662-164083b4a5c1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:43.174660 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-772fbd74-d258-4c99-abe2-1ea1b21de79b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] DELETE failed (client error): The resource could not be found. Aug 24 00:34:43.175293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772fbd74-d258-4c99-abe2-1ea1b21de79b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:34:43.180634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-772fbd74-d258-4c99-abe2-1ea1b21de79b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/subnets/3b6f57ed-0144-4fc6-ac6b-8a8705a13dfd HTTP/1.1" status: 404 len: 337 time: 0.0576489 Aug 24 00:34:43.181346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47522) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:43.205184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc72d2f-ca66-4ec5-95e9-5dcff119082c req-46c1d13b-efcd-4d78-8a9d-e62ebd5a7db8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:43.206920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dc72d2f-ca66-4ec5-95e9-5dcff119082c req-46c1d13b-efcd-4d78-8a9d-e62ebd5a7db8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 945 time: 0.1889930 Aug 24 00:34:43.242477 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de9a746a-b106-44a7-9e70-39b07efdca65 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:43.247178 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-de9a746a-b106-44a7-9e70-39b07efdca65 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "DELETE /v2.0/ports/41dd1315-19ff-4353-b662-164083b4a5c1 HTTP/1.1" status: 204 len: 168 time: 1.0681946 Aug 24 00:34:43.249753 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47526) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:43.298155 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8d01e5-9642-4788-bce8-0588edbc7202 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] GET failed (client error): The resource could not be found. Aug 24 00:34:43.305925 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7f8d01e5-9642-4788-bce8-0588edbc7202 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "GET /v2.0/ports/41dd1315-19ff-4353-b662-164083b4a5c1 HTTP/1.1" status: 404 len: 333 time: 0.0532949 Aug 24 00:34:43.310110 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47528) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:43.445648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5dc72d2f-ca66-4ec5-95e9-5dcff119082c req-e6027970-54c8-4d97-b31b-f3ebc698772c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174990 Aug 24 00:34:43.466859 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03ec81e5-950f-416b-a31b-d55211e3bdee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:43.692451 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-afc9fa52-bd6e-4a56-ae6f-3c0042817f67 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Deleting port 0050da3f-ebee-459e-aa7f-a253869f60d4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:43.692913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afc9fa52-bd6e-4a56-ae6f-3c0042817f67 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:43.750558 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a405398b-bf8b-44b6-879e-151ba864baf8 req-b9762889-eb6d-4891-8b62-afe3b4f774aa tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0840375 Aug 24 00:34:43.787786 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03ec81e5-950f-416b-a31b-d55211e3bdee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:43.832991 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-03ec81e5-950f-416b-a31b-d55211e3bdee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6540619-2d6c-43cd-9854-dfd221595f9e']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:43.842153 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afc9fa52-bd6e-4a56-ae6f-3c0042817f67 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:43.855041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-afc9fa52-bd6e-4a56-ae6f-3c0042817f67 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Calling delete_port for 0050da3f-ebee-459e-aa7f-a253869f60d4 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:43.872464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f359364-d012-4792-a59f-a37449d56201 req-73a412e3-5e28-4763-ad81-b825c50b69bc tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:43.874276 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f359364-d012-4792-a59f-a37449d56201 req-73a412e3-5e28-4763-ad81-b825c50b69bc tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.2270772 Aug 24 00:34:43.876748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-03ec81e5-950f-416b-a31b-d55211e3bdee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d70dca-d891-4c69-a3e9-8e4d1105f1c5') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:43.877042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-03ec81e5-950f-416b-a31b-d55211e3bdee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d70dca-d891-4c69-a3e9-8e4d1105f1c5') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:43.895718 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03ec81e5-950f-416b-a31b-d55211e3bdee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:43.936371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f359364-d012-4792-a59f-a37449d56201 req-be1efc5c-b830-4708-9c04-7955d0caac86 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515497 Aug 24 00:34:43.937414 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03ec81e5-950f-416b-a31b-d55211e3bdee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:43.944549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ec81e5-950f-416b-a31b-d55211e3bdee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:43.945240 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03ec81e5-950f-416b-a31b-d55211e3bdee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:43.948774 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:44.041087 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afc9fa52-bd6e-4a56-ae6f-3c0042817f67 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.068381 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03ec81e5-950f-416b-a31b-d55211e3bdee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.084819 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03ec81e5-950f-416b-a31b-d55211e3bdee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.088888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-03ec81e5-950f-416b-a31b-d55211e3bdee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/networks/a6540619-2d6c-43cd-9854-dfd221595f9e HTTP/1.1" status: 204 len: 168 time: 0.9031763 Aug 24 00:34:44.095344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47538) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:44.112132 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9fa52-bd6e-4a56-ae6f-3c0042817f67 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event deleted for resources: {'Port': ['ID=0050da3f-ebee-459e-aa7f-a253869f60d4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:44.157546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec81e5-950f-416b-a31b-d55211e3bdee tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Network': ['ID=a6540619-2d6c-43cd-9854-dfd221595f9e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:44.205152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afc9fa52-bd6e-4a56-ae6f-3c0042817f67 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.222010 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-afc9fa52-bd6e-4a56-ae6f-3c0042817f67 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "DELETE /v2.0/ports/0050da3f-ebee-459e-aa7f-a253869f60d4 HTTP/1.1" status: 204 len: 168 time: 0.9084945 Aug 24 00:34:44.228304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47542) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:44.340312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-8958f7e5-407d-4e25-ade9-a6ed1675f6ea tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Deleting subnet 34295a46-a0c6-4bbd-8535-e12d80556572 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:44.345338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8958f7e5-407d-4e25-ade9-a6ed1675f6ea tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.380654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ddea1f37-03d0-43e7-96a0-7712c3cf853e tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Deleting port e205ac3e-927b-43fe-86a2-162dbd912b57 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:44.381383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddea1f37-03d0-43e7-96a0-7712c3cf853e tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.521616 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8958f7e5-407d-4e25-ade9-a6ed1675f6ea tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.627988 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddea1f37-03d0-43e7-96a0-7712c3cf853e tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.650109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ddea1f37-03d0-43e7-96a0-7712c3cf853e tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Calling delete_port for e205ac3e-927b-43fe-86a2-162dbd912b57 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:44.702668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb96fc-9b4a-4ebc-8a65-761a9dda1d67 req-71f50067-f7fb-49a7-89b2-5d147fd7b52e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:44.704483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-babb96fc-9b4a-4ebc-8a65-761a9dda1d67 req-71f50067-f7fb-49a7-89b2-5d147fd7b52e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 945 time: 0.1456997 Aug 24 00:34:44.771421 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8958f7e5-407d-4e25-ade9-a6ed1675f6ea tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.836738 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-babb96fc-9b4a-4ebc-8a65-761a9dda1d67 req-32e31686-09e7-488d-b61b-b7c6d5cf3dbc tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938978 Aug 24 00:34:44.893097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-830a7e19-eb3b-4ac9-a1f8-7ad68f99cbb1 req-148af717-7df1-4d90-9329-eccfff6cbbe2 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0408003 Aug 24 00:34:44.896217 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddea1f37-03d0-43e7-96a0-7712c3cf853e tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.899760 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8958f7e5-407d-4e25-ade9-a6ed1675f6ea tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.917506 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8958f7e5-407d-4e25-ade9-a6ed1675f6ea tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.919657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8958f7e5-407d-4e25-ade9-a6ed1675f6ea tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "DELETE /v2.0/subnets/34295a46-a0c6-4bbd-8535-e12d80556572 HTTP/1.1" status: 204 len: 168 time: 0.6706934 Aug 24 00:34:44.925187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1f289b-4e2a-4815-b80d-cfde791fb249 None None] Network 971def6c-f373-4a47-9ef6-5adef76c3b3d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:44.925668 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47554) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:45.019247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958f7e5-407d-4e25-ade9-a6ed1675f6ea tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event deleted for resources: {'Subnet': ['ID=34295a46-a0c6-4bbd-8535-e12d80556572,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:45.021515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea1f37-03d0-43e7-96a0-7712c3cf853e tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Port': ['ID=e205ac3e-927b-43fe-86a2-162dbd912b57,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:45.028205 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.045339 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddea1f37-03d0-43e7-96a0-7712c3cf853e tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.048279 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ddea1f37-03d0-43e7-96a0-7712c3cf853e tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/ports/e205ac3e-927b-43fe-86a2-162dbd912b57 HTTP/1.1" status: 204 len: 168 time: 0.9516001 Aug 24 00:34:45.053548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47558) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:45.092071 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ce8d46-b900-486b-9689-490346c3228d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] DELETE failed (client error): The resource could not be found. Aug 24 00:34:45.092747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ce8d46-b900-486b-9689-490346c3228d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:34:45.096974 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-57ce8d46-b900-486b-9689-490346c3228d tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/subnets/96b85763-17ad-408b-a746-8d8cb6d02176 HTTP/1.1" status: 404 len: 337 time: 0.0385661 Aug 24 00:34:45.102337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47560) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:45.131265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af78deb-5366-4e9d-a18a-5f30500ddade req-ae17fb7f-605b-44c2-9f5b-a9f5f97b483a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:45.132824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2af78deb-5366-4e9d-a18a-5f30500ddade req-ae17fb7f-605b-44c2-9f5b-a9f5f97b483a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 945 time: 0.1977503 Aug 24 00:34:45.154276 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Deleting port 729c3fbe-5edc-4f4e-8716-a068d186597b {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:45.154925 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.239440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] For port 729c3fbe-5edc-4f4e-8716-a068d186597b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=729c3fbe-5edc-4f4e-8716-a068d186597b,segment=NetworkSegment(3f8a1370-f073-403a-91b9-717afb4c652c),segment_id=3f8a1370-f073-403a-91b9-717afb4c652c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:45.240217 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.250565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612533c5-4ecb-4fba-b535-832a321acfbe None None] DHCP port deletion for 971def6c-f373-4a47-9ef6-5adef76c3b3d request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:34:45.262838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Calling delete_port for 729c3fbe-5edc-4f4e-8716-a068d186597b owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:45.302374 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-466dd529-b130-4fd0-824f-6a72e5b30626 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.314764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2af78deb-5366-4e9d-a18a-5f30500ddade req-462f4484-3c87-4d36-ab9e-09b3a214ac67 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477735 Aug 24 00:34:45.361508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12963c-90dd-4ad3-afc4-e38220ed2695 req-8feac889-66f0-4319-a084-25e772feb650 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:45.367751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a12963c-90dd-4ad3-afc4-e38220ed2695 req-8feac889-66f0-4319-a084-25e772feb650 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.1941481 Aug 24 00:34:45.413863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-612533c5-4ecb-4fba-b535-832a321acfbe None None] Deleting port 729c3fbe-5edc-4f4e-8716-a068d186597b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:45.414608 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-612533c5-4ecb-4fba-b535-832a321acfbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.424911 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.512438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-612533c5-4ecb-4fba-b535-832a321acfbe None None] For port 729c3fbe-5edc-4f4e-8716-a068d186597b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=729c3fbe-5edc-4f4e-8716-a068d186597b,segment=NetworkSegment(3f8a1370-f073-403a-91b9-717afb4c652c),segment_id=3f8a1370-f073-403a-91b9-717afb4c652c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:45.513020 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-612533c5-4ecb-4fba-b535-832a321acfbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.532211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-612533c5-4ecb-4fba-b535-832a321acfbe None None] Calling delete_port for 729c3fbe-5edc-4f4e-8716-a068d186597b owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:45.535271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event deleted for resources: {'Port': ['ID=729c3fbe-5edc-4f4e-8716-a068d186597b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:45.540399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a12963c-90dd-4ad3-afc4-e38220ed2695 req-e7b0b706-95fd-4886-9d54-ea5d5523c580 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587651 Aug 24 00:34:45.542038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] No DVR routers for this DVR port 729c3fbe-5edc-4f4e-8716-a068d186597b on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:45.559738 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-466dd529-b130-4fd0-824f-6a72e5b30626 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.590931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:45.590931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:45.590931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:45.590931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:45.590931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:45.590931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:45.590931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:45.590931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:45.590931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:45.590931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:45.590931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:45.590931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:45.592615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-466dd529-b130-4fd0-824f-6a72e5b30626 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0d88cb-d875-4de4-8905-b66d11f0924d']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:45.618526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-466dd529-b130-4fd0-824f-6a72e5b30626 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff9258b-d918-4e79-9795-34c904cb739c') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:45.618869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-466dd529-b130-4fd0-824f-6a72e5b30626 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff9258b-d918-4e79-9795-34c904cb739c') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:45.638367 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-466dd529-b130-4fd0-824f-6a72e5b30626 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.667837 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-466dd529-b130-4fd0-824f-6a72e5b30626 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.677290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466dd529-b130-4fd0-824f-6a72e5b30626 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:45.677800 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-466dd529-b130-4fd0-824f-6a72e5b30626 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:45.682376 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:45.702303 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-612533c5-4ecb-4fba-b535-832a321acfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.731711 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.765608 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971def6c-f373-4a47-9ef6-5adef76c3b3d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:45.772774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612533c5-4ecb-4fba-b535-832a321acfbe None None] Pushing event deleted for resources: {'Port': ['ID=729c3fbe-5edc-4f4e-8716-a068d186597b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:45.777450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612533c5-4ecb-4fba-b535-832a321acfbe None None] No DVR routers for this DVR port 729c3fbe-5edc-4f4e-8716-a068d186597b on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:45.781537 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8a1370-f073-403a-91b9-717afb4c652c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:45.781847 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8a1370-f073-403a-91b9-717afb4c652c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:45.793739 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.801889 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-466dd529-b130-4fd0-824f-6a72e5b30626 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.810657 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.817788 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:45.818001 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-466dd529-b130-4fd0-824f-6a72e5b30626 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.818198 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.820074 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-466dd529-b130-4fd0-824f-6a72e5b30626 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/networks/fd0d88cb-d875-4de4-8905-b66d11f0924d HTTP/1.1" status: 204 len: 168 time: 0.7164972 Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:45.824537 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:45.826627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:45.831056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466dd529-b130-4fd0-824f-6a72e5b30626 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Network': ['ID=fd0d88cb-d875-4de4-8905-b66d11f0924d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:46.102006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e936fdc1-ee83-4a74-8895-bd01310a4246 req-6652fd0e-ec2e-47e7-8b68-1636ceeca77b tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/ports?device_id=645d303e-2a59-48e9-bc55-cde70a8ff108 HTTP/1.1" status: 200 len: 210 time: 0.0677567 Aug 24 00:34:46.291967 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.340041 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.343553 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] 10.222.0.32 "DELETE /v2.0/networks/971def6c-f373-4a47-9ef6-5adef76c3b3d HTTP/1.1" status: 204 len: 168 time: 1.4146500 Aug 24 00:34:46.350926 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5f2df0-2d53-4677-8c52-7d8bd9603677 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Deleting subnet 5e1e3faa-2dc0-4524-b940-ec32ca9a6b8a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:46.354566 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ab179-d762-4567-9cb8-06dfbaf7a283 tempest-AllowedAddressPairIpV6TestJSON-1265906208 tempest-AllowedAddressPairIpV6TestJSON-1265906208-project] Pushing event deleted for resources: {'Network': ['ID=971def6c-f373-4a47-9ef6-5adef76c3b3d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:46.375667 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b5f2df0-2d53-4677-8c52-7d8bd9603677 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.489319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b5f2df0-2d53-4677-8c52-7d8bd9603677 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.552159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 729c3fbe-5edc-4f4e-8716-a068d186597b no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:46.592479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 729c3fbe-5edc-4f4e-8716-a068d186597b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:46.593189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 729c3fbe-5edc-4f4e-8716-a068d186597b not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:46.700849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b5f2df0-2d53-4677-8c52-7d8bd9603677 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.818669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d952a3b-c757-49c7-afb2-76c3d21af3a0 req-b2e1bdfe-76b0-4bcd-8ebd-42378a497ff6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:46.829075 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d952a3b-c757-49c7-afb2-76c3d21af3a0 req-b2e1bdfe-76b0-4bcd-8ebd-42378a497ff6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.1057951 Aug 24 00:34:46.846587 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b5f2df0-2d53-4677-8c52-7d8bd9603677 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.894365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f2df0-2d53-4677-8c52-7d8bd9603677 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1e3faa-2dc0-4524-b940-ec32ca9a6b8a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:46.897922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc73e920-4ef1-4137-91cb-b24ba8dc385d None None] Network 02bec600-48a8-4879-a71f-4e2c6e30ee5d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:46.902060 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7b5f2df0-2d53-4677-8c52-7d8bd9603677 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.904328 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7b5f2df0-2d53-4677-8c52-7d8bd9603677 tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/subnets/5e1e3faa-2dc0-4524-b940-ec32ca9a6b8a HTTP/1.1" status: 204 len: 168 time: 1.0787044 Aug 24 00:34:46.907198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47620) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:46.924584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47622) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:46.945201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d952a3b-c757-49c7-afb2-76c3d21af3a0 req-648bd3fd-635a-4843-b636-33d7c68883e3 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044736 Aug 24 00:34:47.016100 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.097501 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Deleting port 24cd870e-521b-4b30-9741-d3b3edb131fe {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:47.100176 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.196287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] For port 24cd870e-521b-4b30-9741-d3b3edb131fe, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=24cd870e-521b-4b30-9741-d3b3edb131fe,segment=NetworkSegment(91595616-82f5-4253-b965-da6d7b29b29b),segment_id=91595616-82f5-4253-b965-da6d7b29b29b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:47.196922 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.214411 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb08dc7-31b1-4cf9-8b1c-d56848a54938 None None] DHCP port deletion for 02bec600-48a8-4879-a71f-4e2c6e30ee5d request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:34:47.221951 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Calling delete_port for 24cd870e-521b-4b30-9741-d3b3edb131fe owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:47.235329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c5fa1ab7-6571-49d0-8a34-b7958a67c1cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a5610aec70148fba1b6e34fbd9c2d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885880 Aug 24 00:34:47.239515 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47630) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:47.312278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1eb08dc7-31b1-4cf9-8b1c-d56848a54938 None None] Deleting port 24cd870e-521b-4b30-9741-d3b3edb131fe {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:47.314289 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1eb08dc7-31b1-4cf9-8b1c-d56848a54938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.436173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1eb08dc7-31b1-4cf9-8b1c-d56848a54938 None None] For port 24cd870e-521b-4b30-9741-d3b3edb131fe, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=24cd870e-521b-4b30-9741-d3b3edb131fe,segment=NetworkSegment(91595616-82f5-4253-b965-da6d7b29b29b),segment_id=91595616-82f5-4253-b965-da6d7b29b29b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:47.437798 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1eb08dc7-31b1-4cf9-8b1c-d56848a54938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.466747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1eb08dc7-31b1-4cf9-8b1c-d56848a54938 None None] Calling delete_port for 24cd870e-521b-4b30-9741-d3b3edb131fe owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:47.474968 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a81b7e3-b4bd-4156-a136-df2b1e6f7a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.493816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47654) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:47.515318 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.622625 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5d11ebea-17f5-4b06-93ea-4b4b7e50cdc1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.632484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Port': ['ID=24cd870e-521b-4b30-9741-d3b3edb131fe,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:47.654539 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a81b7e3-b4bd-4156-a136-df2b1e6f7a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.680421 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5d11ebea-17f5-4b06-93ea-4b4b7e50cdc1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.704929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] No DVR routers for this DVR port 24cd870e-521b-4b30-9741-d3b3edb131fe on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:47.717634 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1eb08dc7-31b1-4cf9-8b1c-d56848a54938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.776496 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb08dc7-31b1-4cf9-8b1c-d56848a54938 None None] Pushing event deleted for resources: {'Port': ['ID=24cd870e-521b-4b30-9741-d3b3edb131fe,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:47.788401 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb08dc7-31b1-4cf9-8b1c-d56848a54938 None None] No DVR routers for this DVR port 24cd870e-521b-4b30-9741-d3b3edb131fe on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:47.815522 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5d11ebea-17f5-4b06-93ea-4b4b7e50cdc1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.818434 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5d11ebea-17f5-4b06-93ea-4b4b7e50cdc1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.819894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5d11ebea-17f5-4b06-93ea-4b4b7e50cdc1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "DELETE /v2.0/security-groups/63c8de4a-bad3-4db5-93c1-8f299309ce3f HTTP/1.1" status: 204 len: 168 time: 0.3250961 Aug 24 00:34:47.830864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47666) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:47.853191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11ebea-17f5-4b06-93ea-4b4b7e50cdc1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c8de4a-bad3-4db5-93c1-8f299309ce3f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:47.918220 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-a1e4f1ab-cc2d-4f44-9ef5-a8bc92468747 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] show failed (client error): The resource could not be found. Aug 24 00:34:47.923386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47680) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:47.923758 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a1e4f1ab-cc2d-4f44-9ef5-a8bc92468747 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "GET /v2.0/security-groups/63c8de4a-bad3-4db5-93c1-8f299309ce3f HTTP/1.1" status: 404 len: 347 time: 0.0918226 Aug 24 00:34:47.938283 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.949954 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bec600-48a8-4879-a71f-4e2c6e30ee5d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:47.987948 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91595616-82f5-4253-b965-da6d7b29b29b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:47.991376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91595616-82f5-4253-b965-da6d7b29b29b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:48.011310 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a81b7e3-b4bd-4156-a136-df2b1e6f7a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.014140 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a81b7e3-b4bd-4156-a136-df2b1e6f7a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.019348 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5a81b7e3-b4bd-4156-a136-df2b1e6f7a09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05fb4d0e-bb58-4454-9640-cdd29323f7ed HTTP/1.1" status: 204 len: 168 time: 0.7787597 Aug 24 00:34:48.042034 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.043880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81b7e3-b4bd-4156-a136-df2b1e6f7a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fb4d0e-bb58-4454-9640-cdd29323f7ed,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:48.081088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.088248 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:48.089029 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:48.092768 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:48.196382 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.201657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047be472-249e-4575-8409-356f1d945414 req-398ddf54-09c7-4ba6-93eb-1b04ff7fcfdb tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:48.203386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-047be472-249e-4575-8409-356f1d945414 req-398ddf54-09c7-4ba6-93eb-1b04ff7fcfdb tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 945 time: 0.1274908 Aug 24 00:34:48.206089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a97632cd-56a2-47c2-9620-4be297afe894 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Deleting port b5401fa1-4e1c-4c01-a961-b3ff4ebcb700 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:48.206433 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97632cd-56a2-47c2-9620-4be297afe894 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.227133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.232907 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] 10.222.0.32 "DELETE /v2.0/networks/02bec600-48a8-4879-a71f-4e2c6e30ee5d HTTP/1.1" status: 204 len: 168 time: 1.3241107 Aug 24 00:34:48.234247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f87ef0-72e5-474f-a159-3bc50ee4062b tempest-NetworksIpV6TestAttrs-343134255 tempest-NetworksIpV6TestAttrs-343134255-project] Pushing event deleted for resources: {'Network': ['ID=02bec600-48a8-4879-a71f-4e2c6e30ee5d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:48.576307 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 24cd870e-521b-4b30-9741-d3b3edb131fe no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:48.617574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 24cd870e-521b-4b30-9741-d3b3edb131fe {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:48.618175 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 24cd870e-521b-4b30-9741-d3b3edb131fe not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:48.769528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:48.876457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2832a-ed22-48cb-afd9-52d2b1d0332d req-6e3c4856-d0a6-4a12-b713-5f56578b732b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:48.878614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03e2832a-ed22-48cb-afd9-52d2b1d0332d req-6e3c4856-d0a6-4a12-b713-5f56578b732b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.7479727 Aug 24 00:34:48.880851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97632cd-56a2-47c2-9620-4be297afe894 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.881454 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97632cd-56a2-47c2-9620-4be297afe894 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.929110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a97632cd-56a2-47c2-9620-4be297afe894 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Calling delete_port for b5401fa1-4e1c-4c01-a961-b3ff4ebcb700 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:48.941815 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-047be472-249e-4575-8409-356f1d945414 req-1a56d56d-8feb-450d-ba83-2101945907e7 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d2e30a7-6a2d-4192-83b3-e9325ad94acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185391 Aug 24 00:34:48.970960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03e2832a-ed22-48cb-afd9-52d2b1d0332d req-e6b608ff-f8e1-4b61-b30e-c7503eba49ff tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756423 Aug 24 00:34:49.060159 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ff89392d-d338-412d-90b9-fe3b1488d7a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ce92aa1bdf047b68153c7e64faf5698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890587 Aug 24 00:34:49.063115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:49.159181 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97632cd-56a2-47c2-9620-4be297afe894 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.163479 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9d67e17-f73f-4670-8edb-fd95f0d4a9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.193266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97632cd-56a2-47c2-9620-4be297afe894 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'Port': ['ID=b5401fa1-4e1c-4c01-a961-b3ff4ebcb700,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:49.217248 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9d67e17-f73f-4670-8edb-fd95f0d4a9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.267343 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97632cd-56a2-47c2-9620-4be297afe894 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.269925 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a97632cd-56a2-47c2-9620-4be297afe894 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.277715 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47732) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:49.281842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a97632cd-56a2-47c2-9620-4be297afe894 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "DELETE /v2.0/floatingips/417e8b52-5a3d-41d5-ae38-68df1186bac6 HTTP/1.1" status: 204 len: 168 time: 1.3561811 Aug 24 00:34:49.335503 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9d67e17-f73f-4670-8edb-fd95f0d4a9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.338189 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9d67e17-f73f-4670-8edb-fd95f0d4a9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.339821 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e9d67e17-f73f-4670-8edb-fd95f0d4a9be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8f49966-5a66-4783-b7c3-6082f5afdd06 HTTP/1.1" status: 204 len: 168 time: 0.2748086 Aug 24 00:34:49.382830 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d67e17-f73f-4670-8edb-fd95f0d4a9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f49966-5a66-4783-b7c3-6082f5afdd06,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:49.410711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-619dbf98-8a1f-445b-ab4a-133bb17095e1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Deleting port aecd620c-cbe4-4b5a-827e-8e9d581b7e6a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:49.411101 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-619dbf98-8a1f-445b-ab4a-133bb17095e1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.413822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47746) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:49.556809 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-619dbf98-8a1f-445b-ab4a-133bb17095e1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.561431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-e34855f6-08cd-4013-a60d-0827a10fa5c7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:49.567307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-e34855f6-08cd-4013-a60d-0827a10fa5c7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 812 time: 0.1698284 Aug 24 00:34:49.587873 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-619dbf98-8a1f-445b-ab4a-133bb17095e1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Calling delete_port for aecd620c-cbe4-4b5a-827e-8e9d581b7e6a owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:49.597434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-e075ff96-ab39-4bc9-8bd4-96a7ba91a758 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/quotas/c14aa75e32a445ab889373eca3a8b0c6 HTTP/1.1" status: 200 len: 375 time: 0.0256395 Aug 24 00:34:49.655396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-480566832'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:49.689292 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-bf1523b6-39a5-4a3e-8424-e280607c2c44 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906508 Aug 24 00:34:49.703334 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Made reservation on behalf of a74ae2f5cb4443c786981b170d26fc2c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:49.707502 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.722431 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.844088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-619dbf98-8a1f-445b-ab4a-133bb17095e1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.863440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a80b62-db2d-4923-9909-98f9d33e48f2 req-2284d047-c4f6-470a-8c80-20621dc0d2ff tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:49.865513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89a80b62-db2d-4923-9909-98f9d33e48f2 req-2284d047-c4f6-470a-8c80-20621dc0d2ff tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 945 time: 0.1023099 Aug 24 00:34:49.887171 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dbf98-8a1f-445b-ab4a-133bb17095e1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'Port': ['ID=aecd620c-cbe4-4b5a-827e-8e9d581b7e6a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:49.933860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-31e4ede8-3cfd-4f02-8107-d6d848dbcab6 service neutron] 10.222.0.32 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358794 Aug 24 00:34:50.004379 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-619dbf98-8a1f-445b-ab4a-133bb17095e1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.013565 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-619dbf98-8a1f-445b-ab4a-133bb17095e1 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "DELETE /v2.0/ports/aecd620c-cbe4-4b5a-827e-8e9d581b7e6a HTTP/1.1" status: 204 len: 168 time: 0.7348440 Aug 24 00:34:50.016267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:50.101524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-89a80b62-db2d-4923-9909-98f9d33e48f2 req-eb428f46-1c50-4a0a-9be6-bdadbc66f743 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Deleting port 8c1e5186-98e5-41fd-ae4e-010c90068326 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:50.101896 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-89a80b62-db2d-4923-9909-98f9d33e48f2 req-eb428f46-1c50-4a0a-9be6-bdadbc66f743 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.133058 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.143244 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.155447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:50.166916 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.167373 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Added segment 35af449b-f063-424e-9e30-2fce4b8fa662 of type vlan for network f3ace819-debb-480c-b83e-1f6734e9ea1b Aug 24 00:34:50.204435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1744ed4d-3a8c-4d03-a812-b92fee5589cf,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:50.250335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-89a80b62-db2d-4923-9909-98f9d33e48f2 req-eb428f46-1c50-4a0a-9be6-bdadbc66f743 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] For port 8c1e5186-98e5-41fd-ae4e-010c90068326, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=8c1e5186-98e5-41fd-ae4e-010c90068326,segment=NetworkSegment(f3c4519a-89dc-44a5-94e1-e6141922a198),segment_id=f3c4519a-89dc-44a5-94e1-e6141922a198)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:50.250335 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-89a80b62-db2d-4923-9909-98f9d33e48f2 req-eb428f46-1c50-4a0a-9be6-bdadbc66f743 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.253008 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.262389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2c840dea-2420-48ee-a485-e046fde5aef9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Deleting port acd050dd-ebe6-4233-874e-43f1364883c7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:50.262744 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c840dea-2420-48ee-a485-e046fde5aef9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.263263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-89a80b62-db2d-4923-9909-98f9d33e48f2 req-eb428f46-1c50-4a0a-9be6-bdadbc66f743 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Calling delete_port for 8c1e5186-98e5-41fd-ae4e-010c90068326 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:50.307903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-aace3529-3c0f-4042-8744-6c8e4c11e3af service neutron] 10.222.0.32 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419509 Aug 24 00:34:50.393407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.400982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:50.402080 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.423515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f43d3-9c53-475b-ae22-5dfc4f810228 req-77ce207d-1521-4bae-b376-b1f18bb1799d tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:50.426314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee3f43d3-9c53-475b-ae22-5dfc4f810228 req-77ce207d-1521-4bae-b376-b1f18bb1799d tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 945 time: 0.3552961 Aug 24 00:34:50.451015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47780) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:50.510541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c840dea-2420-48ee-a485-e046fde5aef9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.533181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee3f43d3-9c53-475b-ae22-5dfc4f810228 req-567cc0df-a54a-404a-be6b-3617947a216a tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d2e30a7-6a2d-4192-83b3-e9325ad94acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978196 Aug 24 00:34:50.627269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2c840dea-2420-48ee-a485-e046fde5aef9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Calling delete_port for acd050dd-ebe6-4233-874e-43f1364883c7 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:50.634505 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-89a80b62-db2d-4923-9909-98f9d33e48f2 req-eb428f46-1c50-4a0a-9be6-bdadbc66f743 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.670726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['8c1e5186-98e5-41fd-ae4e-010c90068326'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:34:50.692190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb428f46-1c50-4a0a-9be6-bdadbc66f743 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Pushing event deleted for resources: {'Port': ['ID=8c1e5186-98e5-41fd-ae4e-010c90068326,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:50.779573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-992129143'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:50.799246 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3840766 Aug 24 00:34:50.801456 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47794) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:50.808721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c3f59dfa-4701-4e9e-b803-12e2a7ac532e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Request body: {'subnet': {'network_id': 'f3ace819-debb-480c-b83e-1f6734e9ea1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:50.814329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a80b62-db2d-4923-9909-98f9d33e48f2 req-eb428f46-1c50-4a0a-9be6-bdadbc66f743 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] No DVR routers for this DVR port 8c1e5186-98e5-41fd-ae4e-010c90068326 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:50.822333 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-89a80b62-db2d-4923-9909-98f9d33e48f2 req-eb428f46-1c50-4a0a-9be6-bdadbc66f743 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.825856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89a80b62-db2d-4923-9909-98f9d33e48f2 req-eb428f46-1c50-4a0a-9be6-bdadbc66f743 tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.47 "DELETE /v2.0/ports/8c1e5186-98e5-41fd-ae4e-010c90068326 HTTP/1.1" status: 204 len: 173 time: 0.9491589 Aug 24 00:34:50.826537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff43989-da70-4e41-a013-d9dca4a83298', 'name': 'network-vif-deleted', 'tag': '8c1e5186-98e5-41fd-ae4e-010c90068326'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:50.830020 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40336e81-989b-46d3-977f-b7b4885c76aa" -d '{"events": [{"server_uuid": "8ff43989-da70-4e41-a013-d9dca4a83298", "name": "network-vif-deleted", "tag": "8c1e5186-98e5-41fd-ae4e-010c90068326"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:50.833934 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02c841-3b32-49ef-afc4-ed301b6c39ca tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Pushing event updated for resources: {'Network': ['ID=f3ace819-debb-480c-b83e-1f6734e9ea1b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:50.847755 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network f3ace819-debb-480c-b83e-1f6734e9ea1b details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:50.879354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2ec99ce-38d2-451e-94a3-e3d25189d258 req-14e1d215-4197-4790-b900-bcc6b0f65f4b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 210 time: 0.0917430 Aug 24 00:34:50.936926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:50.952716 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.957376 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14962321-3c0a-43c5-84b4-b2efc177a1f1 x-openstack-request-id: req-14962321-3c0a-43c5-84b4-b2efc177a1f1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:50.962236 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff43989-da70-4e41-a013-d9dca4a83298", "name": "network-vif-deleted", "tag": "8c1e5186-98e5-41fd-ae4e-010c90068326", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:50.962522 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14962321-3c0a-43c5-84b4-b2efc177a1f1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:50.963103 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff43989-da70-4e41-a013-d9dca4a83298', 'name': 'network-vif-deleted', 'tag': '8c1e5186-98e5-41fd-ae4e-010c90068326', 'status': 'completed', 'code': 200} Aug 24 00:34:50.981686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3550e-bc77-406a-9d5a-fac05cf31036 req-cbefda1e-7296-46de-9812-b48f8c8320b5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:50.983312 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28b3550e-bc77-406a-9d5a-fac05cf31036 req-cbefda1e-7296-46de-9812-b48f8c8320b5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.1828690 Aug 24 00:34:50.990145 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.992461 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c840dea-2420-48ee-a485-e046fde5aef9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.994052 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f59dfa-4701-4e9e-b803-12e2a7ac532e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Made reservation on behalf of a74ae2f5cb4443c786981b170d26fc2c for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:50.997626 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3f59dfa-4701-4e9e-b803-12e2a7ac532e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.044254 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c840dea-2420-48ee-a485-e046fde5aef9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'Port': ['ID=acd050dd-ebe6-4233-874e-43f1364883c7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:51.108436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28b3550e-bc77-406a-9d5a-fac05cf31036 req-7be9c605-1b33-4006-bc02-fba188409dfa tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004663 Aug 24 00:34:51.231116 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.243602 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.253056 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c840dea-2420-48ee-a485-e046fde5aef9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.255018 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2c840dea-2420-48ee-a485-e046fde5aef9 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "DELETE /v2.0/ports/acd050dd-ebe6-4233-874e-43f1364883c7 HTTP/1.1" status: 204 len: 168 time: 1.2378008 Aug 24 00:34:51.257721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:51.266505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:51.308656 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.309038 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Added segment 14b8a99c-9b03-40e8-8c92-b02cb2b45654 of type vlan for network b150836a-a11c-43da-bf7b-7cc13bb3d0e2 Aug 24 00:34:51.344019 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc5e500-466b-47a5-80db-15c52996a053 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Deleting subnet d405008c-2b39-4747-a89e-b6b8636b5157 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:51.350938 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e500-466b-47a5-80db-15c52996a053 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.362587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95640512-a11c-415f-ba69-62a0c8aa9557,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:51.379748 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.427888 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.436855 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e500-466b-47a5-80db-15c52996a053 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.437625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:51.438399 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.503154 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3f59dfa-4701-4e9e-b803-12e2a7ac532e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.561030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1088333 Aug 24 00:34:51.619004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225d652-b48e-4088-bde3-bb65055a1756 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Network': ['ID=b150836a-a11c-43da-bf7b-7cc13bb3d0e2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:51.626137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f59dfa-4701-4e9e-b803-12e2a7ac532e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Pushing event updated for resources: {'Subnet': ['ID=83656628-428c-43e9-89f4-368232d71498,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:51.634214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network b150836a-a11c-43da-bf7b-7cc13bb3d0e2 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:51.688933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47808) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:51.695020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6334f441-82dc-43aa-aa6d-2cf3da2aaddf tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'subnet': {'network_id': 'b150836a-a11c-43da-bf7b-7cc13bb3d0e2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:51.713443 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e500-466b-47a5-80db-15c52996a053 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.863569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f59dfa-4701-4e9e-b803-12e2a7ac532e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Checking segment: {'id': '35af449b-f063-424e-9e30-2fce4b8fa662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f3ace819-debb-480c-b83e-1f6734e9ea1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:51.863951 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f59dfa-4701-4e9e-b803-12e2a7ac532e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Network hostable DHCP agents. Network: f3ace819-debb-480c-b83e-1f6734e9ea1b, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:51.868701 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e500-466b-47a5-80db-15c52996a053 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.874309 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee9a358b-5c5d-4f74-a279-e89ec0efba68 req-6c635fdc-56cd-4cca-b3be-42ef0e4bca3e tempest-VolumesActionsTest-54464053 tempest-VolumesActionsTest-54464053-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff43989-da70-4e41-a013-d9dca4a83298 HTTP/1.1" status: 200 len: 210 time: 0.0474622 Aug 24 00:34:51.897229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5e500-466b-47a5-80db-15c52996a053 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'Subnet': ['ID=d405008c-2b39-4747-a89e-b6b8636b5157,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:51.913628 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e500-466b-47a5-80db-15c52996a053 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.918180 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6bc5e500-466b-47a5-80db-15c52996a053 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "DELETE /v2.0/subnets/d405008c-2b39-4747-a89e-b6b8636b5157 HTTP/1.1" status: 204 len: 168 time: 0.6567297 Aug 24 00:34:51.918924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47812) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:51.923997 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef391657-1572-49e7-b5a7-7cd2d669d09b None None] Network 68caed49-e03d-42a4-a3fa-e069dfc1351d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:51.926623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f59dfa-4701-4e9e-b803-12e2a7ac532e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Network f3ace819-debb-480c-b83e-1f6734e9ea1b is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:51.930196 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6334f441-82dc-43aa-aa6d-2cf3da2aaddf tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:51.934571 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6334f441-82dc-43aa-aa6d-2cf3da2aaddf tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.943606 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c3f59dfa-4701-4e9e-b803-12e2a7ac532e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, f3ace819-debb-480c-b83e-1f6734e9ea1b) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:51.953413 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f59dfa-4701-4e9e-b803-12e2a7ac532e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:51.954927 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3f59dfa-4701-4e9e-b803-12e2a7ac532e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.980792 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3f59dfa-4701-4e9e-b803-12e2a7ac532e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1760092 Aug 24 00:34:51.983059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47814) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:51.989677 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Request body: {'port': {'network_id': 'f3ace819-debb-480c-b83e-1f6734e9ea1b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1797769452'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:51.990752 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c613bbb9-241a-4cec-a785-28b06119e1e7 None None] Network f3ace819-debb-480c-b83e-1f6734e9ea1b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:52.055971 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-388d7d5e-6832-4f42-86e4-8b2c0775fbc8 req-72cdd99b-5dd7-4fe8-b17d-ed0972479c9f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 210 time: 0.0454504 Aug 24 00:34:52.065882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5f2fce-79a9-44d5-b51b-3d8bf1763aaf tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Deleting subnet d10fa38d-daaa-42f0-93b2-66b400d296af {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:52.074489 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2fce-79a9-44d5-b51b-3d8bf1763aaf tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.129116 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2fce-79a9-44d5-b51b-3d8bf1763aaf tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.143898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Made reservation on behalf of a74ae2f5cb4443c786981b170d26fc2c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:52.148967 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.178593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] device_id is not set on port 8ede97b5-1e2f-4f33-b611-2f38c7aa72d0 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:34:52.273294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-f3ace819-debb-480c-b83e-1f6734e9ea1b', 'network_id': 'f3ace819-debb-480c-b83e-1f6734e9ea1b', 'tenant_id': 'a74ae2f5cb4443c786981b170d26fc2c', 'fixed_ips': [{'subnet_id': '83656628-428c-43e9-89f4-368232d71498'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:34:52.275598 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.348558 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2fce-79a9-44d5-b51b-3d8bf1763aaf tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.365864 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411573f3-f291-46c6-b950-0e39f352e88b None None] DHCP port deletion for 68caed49-e03d-42a4-a3fa-e069dfc1351d request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:34:52.367247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Allocated IP 172.20.0.5 (f3ace819-debb-480c-b83e-1f6734e9ea1b/83656628-428c-43e9-89f4-368232d71498/8ede97b5-1e2f-4f33-b611-2f38c7aa72d0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:52.431611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f88b-e07b-4b98-9dfd-f2d31bcbb952 req-deaea344-2aeb-4027-ab52-92cf96153dfa tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:52.440186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc09f88b-e07b-4b98-9dfd-f2d31bcbb952 req-deaea344-2aeb-4027-ab52-92cf96153dfa tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.2195575 Aug 24 00:34:52.445426 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-411573f3-f291-46c6-b950-0e39f352e88b None None] Deleting port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:52.445992 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-411573f3-f291-46c6-b950-0e39f352e88b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.485702 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6334f441-82dc-43aa-aa6d-2cf3da2aaddf tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.545624 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-411573f3-f291-46c6-b950-0e39f352e88b None None] For port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:52.546094 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-411573f3-f291-46c6-b950-0e39f352e88b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.583786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:52.595613 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2fce-79a9-44d5-b51b-3d8bf1763aaf tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.600451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-411573f3-f291-46c6-b950-0e39f352e88b None None] Calling delete_port for 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:52.612260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc09f88b-e07b-4b98-9dfd-f2d31bcbb952 req-5049fe0d-669c-4664-9d01-b002169165c1 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656334 Aug 24 00:34:52.633893 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334f441-82dc-43aa-aa6d-2cf3da2aaddf tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Subnet': ['ID=d638dc0c-e199-4964-a03e-8c03cfc39876,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:52.678983 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.679973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a6355f-2cfc-4057-bfb5-24f184ab4707 None None] Network 8591c000-1ad9-4c58-a583-231d8245e24b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:52.699838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Transition to ACTIVE for port object 8ede97b5-1e2f-4f33-b611-2f38c7aa72d0 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:52.720819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-14ab50bf-a772-44f8-9957-78cc33d80397 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:52.720819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-14ab50bf-a772-44f8-9957-78cc33d80397 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 812 time: 0.3883839 Aug 24 00:34:52.720819 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2fce-79a9-44d5-b51b-3d8bf1763aaf tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.721231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47822) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:52.721332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fb5f2fce-79a9-44d5-b51b-3d8bf1763aaf tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "DELETE /v2.0/subnets/d10fa38d-daaa-42f0-93b2-66b400d296af HTTP/1.1" status: 204 len: 168 time: 0.8005071 Aug 24 00:34:52.735672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f2fce-79a9-44d5-b51b-3d8bf1763aaf tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'Subnet': ['ID=d10fa38d-daaa-42f0-93b2-66b400d296af,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:52.748801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-71e465cb-f12e-498d-aca4-73acb1609768 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'port': {'device_id': 'feb8e532-a47c-4241-939f-3c40091ea6d2', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'admin_state_up': True, 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:52.840414 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.849016 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.873602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6334f441-82dc-43aa-aa6d-2cf3da2aaddf tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Checking segment: {'id': '14b8a99c-9b03-40e8-8c92-b02cb2b45654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b150836a-a11c-43da-bf7b-7cc13bb3d0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:52.873948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6334f441-82dc-43aa-aa6d-2cf3da2aaddf tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network hostable DHCP agents. Network: b150836a-a11c-43da-bf7b-7cc13bb3d0e2, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:52.890166 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.942207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Network f3ace819-debb-480c-b83e-1f6734e9ea1b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:52.948058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:52.950558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Pushing event updated for resources: {'Port': ['ID=8ede97b5-1e2f-4f33-b611-2f38c7aa72d0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:52.953804 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:52.954372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:52.955865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 8c1e5186-98e5-41fd-ae4e-010c90068326 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:52.997228 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.010897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 8c1e5186-98e5-41fd-ae4e-010c90068326 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:53.011250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 8c1e5186-98e5-41fd-ae4e-010c90068326 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:53.016553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6334f441-82dc-43aa-aa6d-2cf3da2aaddf tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network b150836a-a11c-43da-bf7b-7cc13bb3d0e2 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:53.056065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6334f441-82dc-43aa-aa6d-2cf3da2aaddf tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, b150836a-a11c-43da-bf7b-7cc13bb3d0e2) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:53.065817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6334f441-82dc-43aa-aa6d-2cf3da2aaddf tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:53.066439 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6334f441-82dc-43aa-aa6d-2cf3da2aaddf tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.081864 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Allocated IP 172.20.0.2 (f3ace819-debb-480c-b83e-1f6734e9ea1b/83656628-428c-43e9-89f4-368232d71498/b3cdfede-ae1f-4c9f-967b-db055c5e82b7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:53.099320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-71e465cb-f12e-498d-aca4-73acb1609768 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Made reservation on behalf of c14aa75e32a445ab889373eca3a8b0c6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:53.103218 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-71e465cb-f12e-498d-aca4-73acb1609768 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.105094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:53.113284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a61a587-b353-4595-82a1-e848c2b8cb18 None None] Network b150836a-a11c-43da-bf7b-7cc13bb3d0e2 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:53.115052 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.123411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6334f441-82dc-43aa-aa6d-2cf3da2aaddf tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4329259 Aug 24 00:34:53.127372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47838) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:53.136078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4388c8d5-9e70-4f34-9332-c6e734a65b07 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1017307493'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:53.178277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Deleting port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:53.185145 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.279029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4388c8d5-9e70-4f34-9332-c6e734a65b07 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:53.294381 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4388c8d5-9e70-4f34-9332-c6e734a65b07 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.312249 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6d3f42c2-07e0-4058-b42c-34e29b679c15 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3275414 Aug 24 00:34:53.316296 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47842) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:53.322668 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Request body: {'port': {'network_id': 'f3ace819-debb-480c-b83e-1f6734e9ea1b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1983745316', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:53.323342 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] bootfile-name is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:34:53.323718 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] tftp-server is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:34:53.324026 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] server-ip-address is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:34:53.360462 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d06689-ac18-4afb-baac-7ecd5773dd1e None None] DHCP port deletion for 8591c000-1ad9-4c58-a583-231d8245e24b request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:34:53.407888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7aa1391-bb27-4f17-8a93-8a08d4fe3b39 req-df029d0d-1386-4871-b1f1-da1f7cdf587e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 210 time: 0.1650038 Aug 24 00:34:53.408684 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] For port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180,segment=NetworkSegment(d0a3a204-9b07-4f73-80bb-4e2df5a45d0d),segment_id=d0a3a204-9b07-4f73-80bb-4e2df5a45d0d)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:53.408921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.455243 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-411573f3-f291-46c6-b950-0e39f352e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.475209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:53.485173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411573f3-f291-46c6-b950-0e39f352e88b None None] No DVR routers for this DVR port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:53.529885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4388c8d5-9e70-4f34-9332-c6e734a65b07 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:53.535384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Calling delete_port for 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:53.545443 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4388c8d5-9e70-4f34-9332-c6e734a65b07 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.547363 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-4388c8d5-9e70-4f34-9332-c6e734a65b07 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Added segment fb260a4e-6b3b-4d85-878b-6421e239ce46 of type vlan for network 5e51f566-4fc0-4c80-a9bb-46b1cacfd01d Aug 24 00:34:53.603277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4388c8d5-9e70-4f34-9332-c6e734a65b07 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.641756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411573f3-f291-46c6-b950-0e39f352e88b None None] Pushing event deleted for resources: {'Port': ['ID=4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:53.644328 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4388c8d5-9e70-4f34-9332-c6e734a65b07 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.651826 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4388c8d5-9e70-4f34-9332-c6e734a65b07 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:53.652476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4388c8d5-9e70-4f34-9332-c6e734a65b07 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.705439 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Made reservation on behalf of a74ae2f5cb4443c786981b170d26fc2c for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:53.717815 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.752162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388c8d5-9e70-4f34-9332-c6e734a65b07 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Network': ['ID=5e51f566-4fc0-4c80-a9bb-46b1cacfd01d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:53.755243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4388c8d5-9e70-4f34-9332-c6e734a65b07 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6268263 Aug 24 00:34:53.768033 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:53.776597 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] device_id is not set on port 7866a593-356a-4cf1-b6cc-9d95815b45a3 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:34:53.793299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d70df46c-99a2-426d-a174-55be2072385c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'subnet': {'network_id': '5e51f566-4fc0-4c80-a9bb-46b1cacfd01d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:53.797352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 5e51f566-4fc0-4c80-a9bb-46b1cacfd01d details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:53.812018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-71e465cb-f12e-498d-aca4-73acb1609768 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Allocated IP 172.20.0.12 (311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a/b77d7e2b-68e6-4524-b968-14232b4fd35e/5fd0272d-f729-48e0-8e4a-b4ff03931b80) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:53.867403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eede23-5a6c-473e-b156-3a8d73f9cf43 req-5c0f3c21-9950-46bd-897d-4e18d3bb168a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:53.871346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07eede23-5a6c-473e-b156-3a8d73f9cf43 req-5c0f3c21-9950-46bd-897d-4e18d3bb168a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.1214058 Aug 24 00:34:54.083681 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.099153 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-71e465cb-f12e-498d-aca4-73acb1609768 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.114223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-71e465cb-f12e-498d-aca4-73acb1609768 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Transition to ACTIVE for port object 5fd0272d-f729-48e0-8e4a-b4ff03931b80 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:54.139477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-b150836a-a11c-43da-bf7b-7cc13bb3d0e2', 'network_id': 'b150836a-a11c-43da-bf7b-7cc13bb3d0e2', 'tenant_id': 'bd9a9b4b108d41568691517474ed6a66', 'fixed_ips': [{'subnet_id': 'd638dc0c-e199-4964-a03e-8c03cfc39876'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:34:54.141621 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.158474 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-71e465cb-f12e-498d-aca4-73acb1609768 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.184659 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.185343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-71e465cb-f12e-498d-aca4-73acb1609768 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:54.196648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70df46c-99a2-426d-a174-55be2072385c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:54.199418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-71e465cb-f12e-498d-aca4-73acb1609768 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:54.200793 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d70df46c-99a2-426d-a174-55be2072385c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.231757 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'Port': ['ID=4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:54.251510 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] No DVR routers for this DVR port 4ee3c8a9-dae7-4ab4-8fe9-b52f951c8180 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:54.275267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-71e465cb-f12e-498d-aca4-73acb1609768 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:54.290891 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07eede23-5a6c-473e-b156-3a8d73f9cf43 req-4e178999-f666-42b5-8005-798a1bc4ad2f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4052784 Aug 24 00:34:54.367739 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['e6a984f4-0dcc-4b7a-a757-92cb5925c50d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:34:54.380147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e465cb-f12e-498d-aca4-73acb1609768 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'Port': ['ID=5fd0272d-f729-48e0-8e4a-b4ff03931b80,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:54.478962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-71e465cb-f12e-498d-aca4-73acb1609768 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:54.483510 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-71e465cb-f12e-498d-aca4-73acb1609768 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.544572 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-71e465cb-f12e-498d-aca4-73acb1609768 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8099654 Aug 24 00:34:54.568934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Request body: {'port': {'device_id': 'feb8e532-a47c-4241-939f-3c40091ea6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:54.629917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3da306e2-f536-4434-aff3-d8d723676893 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:54.714093 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.747573 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c1d06689-ac18-4afb-baac-7ecd5773dd1e None None] Deleting port 3da306e2-f536-4434-aff3-d8d723676893 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:54.748904 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1d06689-ac18-4afb-baac-7ecd5773dd1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.767881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68caed49-e03d-42a4-a3fa-e069dfc1351d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:54.796991 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:54.799450 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a3a204-9b07-4f73-80bb-4e2df5a45d0d') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:54.804536 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.822032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01415021-d897-4cce-acb9-563ce36fc2ff req-a500bb44-a415-4ec0-abbc-3a3dbdf40c26 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:54.824060 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01415021-d897-4cce-acb9-563ce36fc2ff req-a500bb44-a415-4ec0-abbc-3a3dbdf40c26 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 932 time: 0.1980877 Aug 24 00:34:54.832073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Allocated IP 172.20.255.242 (b150836a-a11c-43da-bf7b-7cc13bb3d0e2/d638dc0c-e199-4964-a03e-8c03cfc39876/f729d5f0-b302-49e4-8d77-5b45d866ea6f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:54.864470 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.949615 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.984249 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:54.985761 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:54.991713 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:55.231522 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.259278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01415021-d897-4cce-acb9-563ce36fc2ff req-53f7e625-5dcd-426c-b199-701a4d9f6c51 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247391 Aug 24 00:34:55.294843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b4b03b8f-2bda-4b40-9b59-5f0b9f2a58ef None None] Provisioning for port 5fd0272d-f729-48e0-8e4a-b4ff03931b80 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:55.297857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.302220 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "DELETE /v2.0/networks/68caed49-e03d-42a4-a3fa-e069dfc1351d HTTP/1.1" status: 204 len: 168 time: 2.5778105 Aug 24 00:34:55.315642 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:55.334588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd0272d-f729-48e0-8e4a-b4ff03931b80 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:55.335260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8efb4-59cb-45fb-83ca-a902c9f5a626 tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'Network': ['ID=68caed49-e03d-42a4-a3fa-e069dfc1351d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:55.366200 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.382440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b4b03b8f-2bda-4b40-9b59-5f0b9f2a58ef None None] Provisioning complete for port 5fd0272d-f729-48e0-8e4a-b4ff03931b80 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:55.382812 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4b03b8f-2bda-4b40-9b59-5f0b9f2a58ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.413679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Transition to ACTIVE for port object 5fd0272d-f729-48e0-8e4a-b4ff03931b80 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:55.421572 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.444287 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.475089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b4b03b8f-2bda-4b40-9b59-5f0b9f2a58ef None None] Port 5fd0272d-f729-48e0-8e4a-b4ff03931b80 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:55.518404 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.520921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Transition to ACTIVE for port object b3cdfede-ae1f-4c9f-967b-db055c5e82b7 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:55.523815 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c1d06689-ac18-4afb-baac-7ecd5773dd1e None None] For port 3da306e2-f536-4434-aff3-d8d723676893, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3da306e2-f536-4434-aff3-d8d723676893,segment=NetworkSegment(3136dd87-86d7-427c-9152-342e52aff3d6),segment_id=3136dd87-86d7-427c-9152-342e52aff3d6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:55.524249 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1d06689-ac18-4afb-baac-7ecd5773dd1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.563124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Transition to ACTIVE for port object f729d5f0-b302-49e4-8d77-5b45d866ea6f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:55.576207 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.577335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c1d06689-ac18-4afb-baac-7ecd5773dd1e None None] Calling delete_port for 3da306e2-f536-4434-aff3-d8d723676893 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:55.597013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Transition to ACTIVE for port object b3cdfede-ae1f-4c9f-967b-db055c5e82b7 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:55.617505 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d70df46c-99a2-426d-a174-55be2072385c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.653572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd0272d-f729-48e0-8e4a-b4ff03931b80,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:55.669720 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.701550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Transition to ACTIVE for port object f729d5f0-b302-49e4-8d77-5b45d866ea6f will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:55.777994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70df46c-99a2-426d-a174-55be2072385c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Subnet': ['ID=ec854d21-a592-4ccf-92d7-4235c7bddb0c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:55.791193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d4f6e794-86f2-4c1e-84a7-202f85fa97e9 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:34:55.809755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388459d-ee24-4cf6-be5e-ab8375ddd4dc req-303a0b2e-52b6-409d-b945-cee713d358c0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:55.822211 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7388459d-ee24-4cf6-be5e-ab8375ddd4dc req-303a0b2e-52b6-409d-b945-cee713d358c0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.3138087 Aug 24 00:34:55.826301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Network f3ace819-debb-480c-b83e-1f6734e9ea1b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:55.837442 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.869539 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:55.885758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:55.947318 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.948775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Attempting to bind port 5fd0272d-f729-48e0-8e4a-b4ff03931b80 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:55.950649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Attempting to bind port 5fd0272d-f729-48e0-8e4a-b4ff03931b80 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:55.952757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Attempting to bind port 5fd0272d-f729-48e0-8e4a-b4ff03931b80 on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:55.977943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7388459d-ee24-4cf6-be5e-ab8375ddd4dc req-7f9e4f97-9e84-4463-9bb7-9bc26852f42b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476245 Aug 24 00:34:55.986197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Port 5fd0272d-f729-48e0-8e4a-b4ff03931b80 on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:34:55.988136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Attempting to bind port 5fd0272d-f729-48e0-8e4a-b4ff03931b80 on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:56.003906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:56.005522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Checking segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:56.006073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Bound using segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:56.007382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Bound port: 5fd0272d-f729-48e0-8e4a-b4ff03931b80, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:56.009125 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.018697 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Allocated IP 172.20.0.12 (f3ace819-debb-480c-b83e-1f6734e9ea1b/83656628-428c-43e9-89f4-368232d71498/7866a593-356a-4cf1-b6cc-9d95815b45a3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:56.039571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70df46c-99a2-426d-a174-55be2072385c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Checking segment: {'id': 'fb260a4e-6b3b-4d85-878b-6421e239ce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5e51f566-4fc0-4c80-a9bb-46b1cacfd01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:56.039999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70df46c-99a2-426d-a174-55be2072385c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network hostable DHCP agents. Network: 5e51f566-4fc0-4c80-a9bb-46b1cacfd01d, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:56.082448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Network b150836a-a11c-43da-bf7b-7cc13bb3d0e2 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:56.094603 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Deleting port 3da306e2-f536-4434-aff3-d8d723676893 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:56.095360 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.135378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] For port 5fd0272d-f729-48e0-8e4a-b4ff03931b80, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:56.138399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:56.139809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] For port 5fd0272d-f729-48e0-8e4a-b4ff03931b80, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5fd0272d-f729-48e0-8e4a-b4ff03931b80,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:56.143486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:56.147624 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1d06689-ac18-4afb-baac-7ecd5773dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.151224 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.154105 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70df46c-99a2-426d-a174-55be2072385c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network 5e51f566-4fc0-4c80-a9bb-46b1cacfd01d is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:56.192521 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Pushing event updated for resources: {'Port': ['ID=b3cdfede-ae1f-4c9f-967b-db055c5e82b7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:56.205511 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d70df46c-99a2-426d-a174-55be2072385c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 5e51f566-4fc0-4c80-a9bb-46b1cacfd01d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:56.216856 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70df46c-99a2-426d-a174-55be2072385c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:56.217611 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d70df46c-99a2-426d-a174-55be2072385c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.235501 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] For port 3da306e2-f536-4434-aff3-d8d723676893, host n-d-805736-1, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:56.236070 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.258800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:56.259509 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.260954 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c00b61da-f757-4778-afe5-69026586e733 service neutron] 10.222.0.13 "PUT /v2.0/ports/5fd0272d-f729-48e0-8e4a-b4ff03931b80 HTTP/1.1" status: 200 len: 1092 time: 1.7012227 Aug 24 00:34:56.261425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb8e532-a47c-4241-939f-3c40091ea6d2', 'tag': '5fd0272d-f729-48e0-8e4a-b4ff03931b80'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:56.273424 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a9f574-05aa-4b55-9ea4-6387b23026fa" -d '{"events": [{"name": "network-changed", "server_uuid": "feb8e532-a47c-4241-939f-3c40091ea6d2", "tag": "5fd0272d-f729-48e0-8e4a-b4ff03931b80"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:56.365655 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b61da-f757-4778-afe5-69026586e733 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd0272d-f729-48e0-8e4a-b4ff03931b80,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:56.381848 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6036c6e-e406-4a25-bc1d-29136756c2fd x-openstack-request-id: req-a6036c6e-e406-4a25-bc1d-29136756c2fd {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:56.382338 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb8e532-a47c-4241-939f-3c40091ea6d2", "tag": "5fd0272d-f729-48e0-8e4a-b4ff03931b80", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:56.382755 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6036c6e-e406-4a25-bc1d-29136756c2fd {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:56.386089 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb8e532-a47c-4241-939f-3c40091ea6d2', 'tag': '5fd0272d-f729-48e0-8e4a-b4ff03931b80', 'status': 'completed', 'code': 200} Aug 24 00:34:56.393774 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:34:56.491585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-57316c39-ce28-4730-8837-f0e786104500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:56.493386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-57316c39-ce28-4730-8837-f0e786104500 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 1095 time: 0.1057343 Aug 24 00:34:56.601843 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-c276f51f-edf5-411e-a65c-1c520ac07702 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fd0272d-f729-48e0-8e4a-b4ff03931b80 HTTP/1.1" status: 200 len: 217 time: 0.0900643 Aug 24 00:34:56.625012 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:56.651089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f69154-c4e6-410c-8037-64d57cf944f1 None None] Network 5e51f566-4fc0-4c80-a9bb-46b1cacfd01d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:56.653340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'port_id': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'mac_address': 'fa:16:3e:96:a1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:34:56.661305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d06689-ac18-4afb-baac-7ecd5773dd1e None None] No DVR routers for this DVR port 3da306e2-f536-4434-aff3-d8d723676893 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:56.781412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Calling delete_port for 3da306e2-f536-4434-aff3-d8d723676893 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:56.788274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Port 3da306e2-f536-4434-aff3-d8d723676893 was not found and therefore no delete operation was performed {{(pid=94838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:34:56.795196 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.822695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72704b-16bd-448f-a924-029dded842b0 req-e661b8c6-3388-4357-b93d-44922b85cc8f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:56.834103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba72704b-16bd-448f-a924-029dded842b0 req-e661b8c6-3388-4357-b93d-44922b85cc8f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.3091269 Aug 24 00:34:56.859547 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] No DVR routers for this DVR port 3da306e2-f536-4434-aff3-d8d723676893 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:56.865171 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-e564248e-8f37-4555-bcec-a032a485e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:56.870951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-e564248e-8f37-4555-bcec-a032a485e641 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.2591712 Aug 24 00:34:56.873637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Pushing event updated for resources: {'Port': ['ID=f729d5f0-b302-49e4-8d77-5b45d866ea6f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:56.893887 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Attempting to bind port b3cdfede-ae1f-4c9f-967b-db055c5e82b7 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:56.894381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Attempting to bind port b3cdfede-ae1f-4c9f-967b-db055c5e82b7 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '35af449b-f063-424e-9e30-2fce4b8fa662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f3ace819-debb-480c-b83e-1f6734e9ea1b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:56.895699 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Attempting to bind port b3cdfede-ae1f-4c9f-967b-db055c5e82b7 on network f3ace819-debb-480c-b83e-1f6734e9ea1b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:56.925593 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.929754 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Attempting to bind port f729d5f0-b302-49e4-8d77-5b45d866ea6f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:56.930130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Attempting to bind port f729d5f0-b302-49e4-8d77-5b45d866ea6f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '14b8a99c-9b03-40e8-8c92-b02cb2b45654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b150836a-a11c-43da-bf7b-7cc13bb3d0e2'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:56.930492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Attempting to bind port f729d5f0-b302-49e4-8d77-5b45d866ea6f on network b150836a-a11c-43da-bf7b-7cc13bb3d0e2 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:56.956969 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:56.956969 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Checking segment: {'id': '14b8a99c-9b03-40e8-8c92-b02cb2b45654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b150836a-a11c-43da-bf7b-7cc13bb3d0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:56.957537 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.957537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Bound using segment: {'id': '14b8a99c-9b03-40e8-8c92-b02cb2b45654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b150836a-a11c-43da-bf7b-7cc13bb3d0e2'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:56.958029 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Bound port: f729d5f0-b302-49e4-8d77-5b45d866ea6f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b8a99c-9b03-40e8-8c92-b02cb2b45654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b150836a-a11c-43da-bf7b-7cc13bb3d0e2'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:56.958412 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.964098 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Transition to ACTIVE for port object 7866a593-356a-4cf1-b6cc-9d95815b45a3 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:57.027701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-7ace77b6-b600-4ab3-bf70-99f9aaf393f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:57.036063 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d70df46c-99a2-426d-a174-55be2072385c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2609935 Aug 24 00:34:57.036621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-7ace77b6-b600-4ab3-bf70-99f9aaf393f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363003 Aug 24 00:34:57.038010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:57.069300 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:57.086912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:57.087719 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Checking segment: {'id': '35af449b-f063-424e-9e30-2fce4b8fa662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f3ace819-debb-480c-b83e-1f6734e9ea1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:57.088327 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:57.088945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Bound using segment: {'id': '35af449b-f063-424e-9e30-2fce4b8fa662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f3ace819-debb-480c-b83e-1f6734e9ea1b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:57.089620 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Bound port: b3cdfede-ae1f-4c9f-967b-db055c5e82b7, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35af449b-f063-424e-9e30-2fce4b8fa662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f3ace819-debb-480c-b83e-1f6734e9ea1b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:57.090177 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:57.106423 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:57.111335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d06689-ac18-4afb-baac-7ecd5773dd1e None None] Pushing event deleted for resources: {'Port': ['ID=3da306e2-f536-4434-aff3-d8d723676893,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:57.115266 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'Port': ['ID=3da306e2-f536-4434-aff3-d8d723676893,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:57.188987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] For port b3cdfede-ae1f-4c9f-967b-db055c5e82b7, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:57.192583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] For port b3cdfede-ae1f-4c9f-967b-db055c5e82b7, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b3cdfede-ae1f-4c9f-967b-db055c5e82b7,segment=NetworkSegment(35af449b-f063-424e-9e30-2fce4b8fa662),segment_id=35af449b-f063-424e-9e30-2fce4b8fa662)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:57.252290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] For port f729d5f0-b302-49e4-8d77-5b45d866ea6f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:57.255566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] For port f729d5f0-b302-49e4-8d77-5b45d866ea6f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f729d5f0-b302-49e4-8d77-5b45d866ea6f,segment=NetworkSegment(14b8a99c-9b03-40e8-8c92-b02cb2b45654),segment_id=14b8a99c-9b03-40e8-8c92-b02cb2b45654)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:57.262740 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:57.304474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-bdcbb432-d064-4356-bb4a-ad5abfb6b801 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658632 Aug 24 00:34:57.311174 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4f6e794-86f2-4c1e-84a7-202f85fa97e9 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:57.322439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba72704b-16bd-448f-a924-029dded842b0 req-fc6472b8-2851-45bd-8cbd-e1c10ea8ca59 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482586 Aug 24 00:34:57.348381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:57.350077 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:57.378467 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:57.639589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72175f63-b326-4581-b547-ac2fcf90de7f req-aa03297b-0076-4934-8988-5236b2aafe83 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:57.661285 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72175f63-b326-4581-b547-ac2fcf90de7f req-aa03297b-0076-4934-8988-5236b2aafe83 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.3815594 Aug 24 00:34:57.695214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['d4f6e794-86f2-4c1e-84a7-202f85fa97e9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:34:57.903829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f3b1692-93d2-4289-a0ee-9b14ddf20273 req-7476ca3d-6fd0-4081-8c30-7f3b1c3bc3ce service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458546 Aug 24 00:34:57.951799 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-10527fb8-102e-4525-b459-7d89cdd749d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:57.991871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72175f63-b326-4581-b547-ac2fcf90de7f req-186115eb-4b3e-4420-89e4-ed221cfc38be tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3250694 Aug 24 00:34:58.002632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a51e7-a4d4-4670-8b93-631ad19e0000 None None] Pushing event updated for resources: {'Port': ['ID=b3cdfede-ae1f-4c9f-967b-db055c5e82b7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:58.152346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9f574-05aa-4b55-9ea4-6387b23026fa req-83a19c61-2af9-4505-ab5a-9ef48ed83f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:58.153977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1a9f574-05aa-4b55-9ea4-6387b23026fa req-83a19c61-2af9-4505-ab5a-9ef48ed83f88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 1095 time: 0.1317511 Aug 24 00:34:58.288513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Pushing event updated for resources: {'Port': ['ID=7866a593-356a-4cf1-b6cc-9d95815b45a3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:58.297732 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee699a-a429-44bc-b7b8-6b1a01eefe8b None None] Pushing event updated for resources: {'Port': ['ID=f729d5f0-b302-49e4-8d77-5b45d866ea6f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:58.330504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-5e51f566-4fc0-4c80-a9bb-46b1cacfd01d', 'network_id': '5e51f566-4fc0-4c80-a9bb-46b1cacfd01d', 'tenant_id': 'bd9a9b4b108d41568691517474ed6a66', 'fixed_ips': [{'subnet_id': 'ec854d21-a592-4ccf-92d7-4235c7bddb0c'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:34:58.331406 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:58.466426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9f574-05aa-4b55-9ea4-6387b23026fa req-f3eddd11-4842-4146-b92b-29d660d6abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:58.471554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1a9f574-05aa-4b55-9ea4-6387b23026fa req-f3eddd11-4842-4146-b92b-29d660d6abb8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.3057392 Aug 24 00:34:58.508694 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Network f3ace819-debb-480c-b83e-1f6734e9ea1b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:58.559085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:58.597796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:58.638102 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:58.877974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8591c000-1ad9-4c58-a583-231d8245e24b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:58.944333 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:59.004495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3136dd87-86d7-427c-9152-342e52aff3d6') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:59.004495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3136dd87-86d7-427c-9152-342e52aff3d6') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:59.036494 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Allocated IP 172.20.0.2 (5e51f566-4fc0-4c80-a9bb-46b1cacfd01d/ec854d21-a592-4ccf-92d7-4235c7bddb0c/1e191e55-5525-4ec7-8828-39302389ff66) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:59.108194 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.152586 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.195749 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:59.199756 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.254757 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.260665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b3cdfede-ae1f-4c9f-967b-db055c5e82b7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:59.295525 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a4ab913c-e44d-4ac0-b214-002a8a42f99e tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 5.9781044 Aug 24 00:34:59.346408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:59.347774 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.354169 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:59.362478 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:59.451750 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port b3cdfede-ae1f-4c9f-967b-db055c5e82b7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:59.489788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f729d5f0-b302-49e4-8d77-5b45d866ea6f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:59.765889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d4f6e794-86f2-4c1e-84a7-202f85fa97e9 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:59.845957 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.857854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b454ca-7371-45a8-b5b7-4fd7556f62f0 None None] Network b150836a-a11c-43da-bf7b-7cc13bb3d0e2 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:59.908745 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.033252 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.041245 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.051039 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.070961 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4e14d0a0-7b8a-4a9e-a335-e0587bf947ad None None] Provisioning for port f729d5f0-b302-49e4-8d77-5b45d866ea6f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:00.092746 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] 10.222.0.32 "DELETE /v2.0/networks/8591c000-1ad9-4c58-a583-231d8245e24b HTTP/1.1" status: 204 len: 168 time: 4.7429934 Aug 24 00:35:00.109665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Transition to ACTIVE for port object 1e191e55-5525-4ec7-8828-39302389ff66 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:00.129589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1a9f574-05aa-4b55-9ea4-6387b23026fa req-4132cf00-ca73-49ad-a4fd-d61d9959464d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fd0272d-f729-48e0-8e4a-b4ff03931b80 HTTP/1.1" status: 200 len: 217 time: 1.6525123 Aug 24 00:35:00.300024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port f729d5f0-b302-49e4-8d77-5b45d866ea6f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:00.307874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Transition to ACTIVE for port object 1e191e55-5525-4ec7-8828-39302389ff66 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:00.335018 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.345172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f729d5f0-b302-49e4-8d77-5b45d866ea6f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:00.345636 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.361370 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.371128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:00.371585 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.406338 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baf696f-839c-4271-b18e-5bd259602f73 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:00.414326 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baf696f-839c-4271-b18e-5bd259602f73 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:00.431462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baf696f-839c-4271-b18e-5bd259602f73 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:00.442017 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9baf696f-839c-4271-b18e-5bd259602f73 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 1.0693529 Aug 24 00:35:00.461893 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:00.486201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb7d92-ddd8-416a-b16c-d93853d191b0 req-3e64c201-1fd9-411f-a065-5069d94b264f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:00.497614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efcb7d92-ddd8-416a-b16c-d93853d191b0 req-3e64c201-1fd9-411f-a065-5069d94b264f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.4055703 Aug 24 00:35:00.503802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9f574-05aa-4b55-9ea4-6387b23026fa req-464fd491-75e7-485c-80ff-2e81ee6c7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:00.510305 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1a9f574-05aa-4b55-9ea4-6387b23026fa req-464fd491-75e7-485c-80ff-2e81ee6c7b1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.2961628 Aug 24 00:35:00.581790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6c20b-4644-4e04-a8b9-ec5d13149e37 req-d7ef904e-8ab9-4d98-b792-cefcf5e75d7c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:00.583839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df4046-2cfa-47a8-b085-b5c97035d6dc tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] Pushing event deleted for resources: {'Network': ['ID=8591c000-1ad9-4c58-a583-231d8245e24b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:00.597090 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08f6c20b-4644-4e04-a8b9-ec5d13149e37 req-d7ef904e-8ab9-4d98-b792-cefcf5e75d7c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.5075102 Aug 24 00:35:00.617308 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfabe9ee-69cf-456c-91d2-d78d3174d969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.618817 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Pushing event updated for resources: {'Port': ['ID=1e191e55-5525-4ec7-8828-39302389ff66,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:00.680708 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2246989-b097-47b0-9501-e21c49ab5ca8 None None] Network f3ace819-debb-480c-b83e-1f6734e9ea1b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:00.731160 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.870803 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efcb7d92-ddd8-416a-b16c-d93853d191b0 req-95080283-b930-4844-9f1c-c2c05e4b371b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673410 Aug 24 00:35:00.989408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Subnet': ['ID=ec854d21-a592-4ccf-92d7-4235c7bddb0c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:00.990651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08f6c20b-4644-4e04-a8b9-ec5d13149e37 req-95ba907c-a7f3-4f40-8701-b7a3b17d880e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472571 Aug 24 00:35:01.048594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9f574-05aa-4b55-9ea4-6387b23026fa req-925e3dc7-a788-4d74-8214-3e82a42b6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:01.050350 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1a9f574-05aa-4b55-9ea4-6387b23026fa req-925e3dc7-a788-4d74-8214-3e82a42b6460 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5236239 Aug 24 00:35:01.280619 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.329010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e51f566-4fc0-4c80-a9bb-46b1cacfd01d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:01.395172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb260a4e-6b3b-4d85-878b-6421e239ce46') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:01.395865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb260a4e-6b3b-4d85-878b-6421e239ce46') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:01.492095 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.498053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4cd27dad-21d3-4f1f-be59-aaf00c98caa5 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Deleting port 7866a593-356a-4cf1-b6cc-9d95815b45a3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:01.508521 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cd27dad-21d3-4f1f-be59-aaf00c98caa5 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.557497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Network 5e51f566-4fc0-4c80-a9bb-46b1cacfd01d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:01.634429 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.676412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1a9f574-05aa-4b55-9ea4-6387b23026fa req-e0a923a1-528b-439c-b485-b060810875cd service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116705 Aug 24 00:35:01.680603 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:01.688884 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.691869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:01.829324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:01.919704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0b11d38f-211c-4ea5-af79-90ed3866eed2 None None] Provisioning for port b3cdfede-ae1f-4c9f-967b-db055c5e82b7 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:01.982326 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:02.009933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0b11d38f-211c-4ea5-af79-90ed3866eed2 None None] Provisioning complete for port b3cdfede-ae1f-4c9f-967b-db055c5e82b7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:02.029859 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b11d38f-211c-4ea5-af79-90ed3866eed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.137631 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.359511 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.372187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1a9f574-05aa-4b55-9ea4-6387b23026fa req-4eab317b-cd3c-498b-91ec-6ea2321564ae service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750722 Aug 24 00:35:02.404101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444bbea-2e01-4c33-ade9-9835dd70575b req-c0ccfa7e-7897-42c2-b924-ff38980128d5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:02.418348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3444bbea-2e01-4c33-ade9-9835dd70575b req-c0ccfa7e-7897-42c2-b924-ff38980128d5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.3448942 Aug 24 00:35:02.597057 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cd27dad-21d3-4f1f-be59-aaf00c98caa5 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.625629 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4cd27dad-21d3-4f1f-be59-aaf00c98caa5 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Calling delete_port for 7866a593-356a-4cf1-b6cc-9d95815b45a3 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:02.763270 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.810599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Attempting to bind port 1e191e55-5525-4ec7-8828-39302389ff66 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:02.826550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Attempting to bind port 1e191e55-5525-4ec7-8828-39302389ff66 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'fb260a4e-6b3b-4d85-878b-6421e239ce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5e51f566-4fc0-4c80-a9bb-46b1cacfd01d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:02.827191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Attempting to bind port 1e191e55-5525-4ec7-8828-39302389ff66 on network 5e51f566-4fc0-4c80-a9bb-46b1cacfd01d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:02.873870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce49332-a038-4fa7-9ae5-40e28b7bcb0a req-331eb9c3-8b01-49e0-829d-c7c139068853 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:02.878456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cce49332-a038-4fa7-9ae5-40e28b7bcb0a req-331eb9c3-8b01-49e0-829d-c7c139068853 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.4522376 Aug 24 00:35:02.919468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3444bbea-2e01-4c33-ade9-9835dd70575b req-a609258b-12f1-47ab-ba79-93157254bf17 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3781559 Aug 24 00:35:02.926890 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:02.927307 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Checking segment: {'id': 'fb260a4e-6b3b-4d85-878b-6421e239ce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5e51f566-4fc0-4c80-a9bb-46b1cacfd01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:02.927751 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.928157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Bound using segment: {'id': 'fb260a4e-6b3b-4d85-878b-6421e239ce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5e51f566-4fc0-4c80-a9bb-46b1cacfd01d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:02.928647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Bound port: 1e191e55-5525-4ec7-8828-39302389ff66, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb260a4e-6b3b-4d85-878b-6421e239ce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5e51f566-4fc0-4c80-a9bb-46b1cacfd01d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:02.929038 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.026249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:03.052511 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab0ac27-0fe8-474c-bc36-3e9292237cce" -d '{"events": [{"server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "name": "network-vif-plugged", "status": "completed", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:03.068979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cce49332-a038-4fa7-9ae5-40e28b7bcb0a req-8d25f230-1b28-47fb-919b-9a3346b78d8c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694438 Aug 24 00:35:03.120818 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:35:03.120818 n-d-805736-1 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:35:03.120818 n-d-805736-1 neutron-server[94838]: [parameters: {'id': '5e51f566-4fc0-4c80-a9bb-46b1cacfd01d'}] Aug 24 00:35:03.120818 n-d-805736-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:35:03.123775 n-d-805736-1 neutron-server[94838]: DEBUG oslo_db.api [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:35:03.129673 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cd27dad-21d3-4f1f-be59-aaf00c98caa5 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.306472 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd27dad-21d3-4f1f-be59-aaf00c98caa5 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Pushing event deleted for resources: {'Port': ['ID=7866a593-356a-4cf1-b6cc-9d95815b45a3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:03.491919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port f729d5f0-b302-49e4-8d77-5b45d866ea6f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f729d5f0-b302-49e4-8d77-5b45d866ea6f,segment=NetworkSegment(14b8a99c-9b03-40e8-8c92-b02cb2b45654),segment_id=14b8a99c-9b03-40e8-8c92-b02cb2b45654)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:03.554973 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f9c4e1-45be-45ee-bcf5-0ebe73e0deee x-openstack-request-id: req-d2f9c4e1-45be-45ee-bcf5-0ebe73e0deee {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:03.555371 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "name": "network-vif-plugged", "status": "completed", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:03.556170 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2f9c4e1-45be-45ee-bcf5-0ebe73e0deee {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:03.556588 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'code': 200} Aug 24 00:35:03.574598 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.626069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.626605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:03.675213 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cd27dad-21d3-4f1f-be59-aaf00c98caa5 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.677391 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4cd27dad-21d3-4f1f-be59-aaf00c98caa5 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] 10.222.0.32 "DELETE /v2.0/ports/7866a593-356a-4cf1-b6cc-9d95815b45a3 HTTP/1.1" status: 204 len: 168 time: 3.2144392 Aug 24 00:35:03.683824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48166) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:03.690433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3bad2402-87e1-442e-9a82-ce0c914690ab tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Request body: {'port': {'name': 'tempest-new-port-name-976388102', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:03.691222 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.api.validators [None req-3bad2402-87e1-442e-9a82-ce0c914690ab tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] bootfile-name is not in valid_values {{(pid=94837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:35:03.693422 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.api.validators [None req-3bad2402-87e1-442e-9a82-ce0c914690ab tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] tftp-server is not in valid_values {{(pid=94837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:35:03.693955 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.api.validators [None req-3bad2402-87e1-442e-9a82-ce0c914690ab tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] server-ip-address is not in valid_values {{(pid=94837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:35:03.831256 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.836158 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Deleting port 1e191e55-5525-4ec7-8828-39302389ff66 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:03.843070 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.945886 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.994585 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bad2402-87e1-442e-9a82-ce0c914690ab tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.108568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] For port 1e191e55-5525-4ec7-8828-39302389ff66, host n-d-805736-1, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:04.108919 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.144033 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b11d38f-211c-4ea5-af79-90ed3866eed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.175474 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Calling delete_port for 1e191e55-5525-4ec7-8828-39302389ff66 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:04.388115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=f729d5f0-b302-49e4-8d77-5b45d866ea6f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:04.528307 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.556176 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No DVR routers for this DVR port 1e191e55-5525-4ec7-8828-39302389ff66 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:04.667064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Port': ['ID=1e191e55-5525-4ec7-8828-39302389ff66,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:04.676190 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:35:04.678207 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:35:04.785445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0b11d38f-211c-4ea5-af79-90ed3866eed2 None None] For port b3cdfede-ae1f-4c9f-967b-db055c5e82b7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b3cdfede-ae1f-4c9f-967b-db055c5e82b7,segment=NetworkSegment(35af449b-f063-424e-9e30-2fce4b8fa662),segment_id=35af449b-f063-424e-9e30-2fce4b8fa662)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:04.824916 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bad2402-87e1-442e-9a82-ce0c914690ab tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.870759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:04.909913 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b11d38f-211c-4ea5-af79-90ed3866eed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.977414 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bad2402-87e1-442e-9a82-ce0c914690ab tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.997398 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.038812 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e51f566-4fc0-4c80-a9bb-46b1cacfd01d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:05.095110 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb260a4e-6b3b-4d85-878b-6421e239ce46') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:05.095110 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb260a4e-6b3b-4d85-878b-6421e239ce46') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:05.128611 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.161733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11d38f-211c-4ea5-af79-90ed3866eed2 None None] Pushing event updated for resources: {'Port': ['ID=b3cdfede-ae1f-4c9f-967b-db055c5e82b7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:05.182702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.190927 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:05.194029 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.256588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f587514f-9550-4e70-ad0f-26f3a54718a3 None None] Provisioning complete for port f729d5f0-b302-49e4-8d77-5b45d866ea6f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:05.256891 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f587514f-9550-4e70-ad0f-26f3a54718a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:05.324155 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:05.330424 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Attempting to bind port 1e191e55-5525-4ec7-8828-39302389ff66 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:05.330897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Attempting to bind port 1e191e55-5525-4ec7-8828-39302389ff66 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'fb260a4e-6b3b-4d85-878b-6421e239ce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5e51f566-4fc0-4c80-a9bb-46b1cacfd01d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:05.332394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Attempting to bind port 1e191e55-5525-4ec7-8828-39302389ff66 on network 5e51f566-4fc0-4c80-a9bb-46b1cacfd01d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:05.333275 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.354230 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.356435 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/5e51f566-4fc0-4c80-a9bb-46b1cacfd01d HTTP/1.1" status: 204 len: 168 time: 8.2587612 Aug 24 00:35:05.357189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:05.362262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Checking segment: {'id': 'fb260a4e-6b3b-4d85-878b-6421e239ce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5e51f566-4fc0-4c80-a9bb-46b1cacfd01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:05.363471 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48234) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:05.365747 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.366639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Bound using segment: {'id': 'fb260a4e-6b3b-4d85-878b-6421e239ce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5e51f566-4fc0-4c80-a9bb-46b1cacfd01d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:05.367763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Bound port: 1e191e55-5525-4ec7-8828-39302389ff66, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb260a4e-6b3b-4d85-878b-6421e239ce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5e51f566-4fc0-4c80-a9bb-46b1cacfd01d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:05.368857 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.376523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-14e7fd5a-4043-4a58-9a9c-1f7bf2f18519 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1932682625'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:05.419759 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3bad2402-87e1-442e-9a82-ce0c914690ab tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] In _notify_port_updated(), no bound segment for port 8ede97b5-1e2f-4f33-b611-2f38c7aa72d0 on network f3ace819-debb-480c-b83e-1f6734e9ea1b {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:35:05.421596 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cf6c5-0d5f-49c0-9185-46f97e3b86f2 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Network': ['ID=5e51f566-4fc0-4c80-a9bb-46b1cacfd01d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:05.429064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e7fd5a-4043-4a58-9a9c-1f7bf2f18519 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:05.447610 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14e7fd5a-4043-4a58-9a9c-1f7bf2f18519 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.448436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad2402-87e1-442e-9a82-ce0c914690ab tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:05.450073 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bad2402-87e1-442e-9a82-ce0c914690ab tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.461634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3bad2402-87e1-442e-9a82-ce0c914690ab tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] 10.222.0.32 "PUT /v2.0/ports/8ede97b5-1e2f-4f33-b611-2f38c7aa72d0 HTTP/1.1" status: 200 len: 1135 time: 1.7763894 Aug 24 00:35:05.504544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48244) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:05.528009 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-144dbdce-acf1-41bb-ab5c-0e9a6c7974d0 None None] Port 1e191e55-5525-4ec7-8828-39302389ff66 has been deleted concurrently {{(pid=94839) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 24 00:35:05.569428 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e7fd5a-4043-4a58-9a9c-1f7bf2f18519 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:05.628394 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14e7fd5a-4043-4a58-9a9c-1f7bf2f18519 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.628751 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-14e7fd5a-4043-4a58-9a9c-1f7bf2f18519 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Added segment 50b7c53e-29fe-4538-89ca-c63d2c16f000 of type vlan for network 3703ff27-b5f5-4120-b98f-bfc49782e587 Aug 24 00:35:05.868752 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14e7fd5a-4043-4a58-9a9c-1f7bf2f18519 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.945524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec4b5e-f7c7-4b75-b9ce-400b5080c542 req-b438a946-6660-41ae-8782-963ac77a2bee tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:05.971224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbec4b5e-f7c7-4b75-b9ce-400b5080c542 req-b438a946-6660-41ae-8782-963ac77a2bee tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 1.0287058 Aug 24 00:35:05.990546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad2402-87e1-442e-9a82-ce0c914690ab tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Pushing event updated for resources: {'Port': ['ID=8ede97b5-1e2f-4f33-b611-2f38c7aa72d0,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:05.995913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14e7fd5a-4043-4a58-9a9c-1f7bf2f18519 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.996353 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f587514f-9550-4e70-ad0f-26f3a54718a3 None None] Provisioning complete for port b3cdfede-ae1f-4c9f-967b-db055c5e82b7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:05.997416 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f587514f-9550-4e70-ad0f-26f3a54718a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.055537 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e7fd5a-4043-4a58-9a9c-1f7bf2f18519 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:06.056259 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14e7fd5a-4043-4a58-9a9c-1f7bf2f18519 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.261910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b3cdfede-ae1f-4c9f-967b-db055c5e82b7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:06.274471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207161-2e07-4703-826e-6fc5c2750f45 req-365b3f47-283f-4332-8dd4-f0d7021f9c2e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:06.289467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed207161-2e07-4703-826e-6fc5c2750f45 req-365b3f47-283f-4332-8dd4-f0d7021f9c2e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 1.4541302 Aug 24 00:35:06.338940 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-14e7fd5a-4043-4a58-9a9c-1f7bf2f18519 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9749300 Aug 24 00:35:06.341700 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:06.359479 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d6b00c2f-c2af-4ba4-928a-ef42b20ff1c4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'subnet': {'network_id': '3703ff27-b5f5-4120-b98f-bfc49782e587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:06.395960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f04f7d-e0cb-4093-b92a-b67d29d78396 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:06.406754 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-06f04f7d-e0cb-4093-b92a-b67d29d78396 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] 10.222.0.32 "GET /v2.0/ports/8ede97b5-1e2f-4f33-b611-2f38c7aa72d0 HTTP/1.1" status: 200 len: 1135 time: 0.8680928 Aug 24 00:35:06.435805 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:06.501514 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbec4b5e-f7c7-4b75-b9ce-400b5080c542 req-89ca3a56-a4e4-4ee7-9e74-f5e41a96b8c2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5294883 Aug 24 00:35:06.528568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed207161-2e07-4703-826e-6fc5c2750f45 req-254e85df-3063-4981-9406-f2e4c2787fe0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378926 Aug 24 00:35:06.614564 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7fd5a-4043-4a58-9a9c-1f7bf2f18519 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Network': ['ID=3703ff27-b5f5-4120-b98f-bfc49782e587,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:06.783137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 3703ff27-b5f5-4120-b98f-bfc49782e587 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:07.119239 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b3cdfede-ae1f-4c9f-967b-db055c5e82b7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:07.119887 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.286328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b00c2f-c2af-4ba4-928a-ef42b20ff1c4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:07.289956 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6b00c2f-c2af-4ba4-928a-ef42b20ff1c4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.341379 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f587514f-9550-4e70-ad0f-26f3a54718a3 None None] Provisioning for port 8ede97b5-1e2f-4f33-b611-2f38c7aa72d0 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:07.350497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-517bd8af-f79b-4a04-a03b-402263d767be tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Deleting port 8ede97b5-1e2f-4f33-b611-2f38c7aa72d0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:07.351253 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517bd8af-f79b-4a04-a03b-402263d767be tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.452194 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f587514f-9550-4e70-ad0f-26f3a54718a3 None None] Provisioning complete for port 8ede97b5-1e2f-4f33-b611-2f38c7aa72d0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:07.452997 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f587514f-9550-4e70-ad0f-26f3a54718a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.555472 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f587514f-9550-4e70-ad0f-26f3a54718a3 None None] Port 8ede97b5-1e2f-4f33-b611-2f38c7aa72d0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:35:07.589517 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-d6b00c2f-c2af-4ba4-928a-ef42b20ff1c4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Performing IP validity checks on allocation pools {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 24 00:35:07.592365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-d6b00c2f-c2af-4ba4-928a-ef42b20ff1c4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 24 00:35:07.595595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f587514f-9550-4e70-ad0f-26f3a54718a3 None None] Could not find standard attr ID for object 7866a593-356a-4cf1-b6cc-9d95815b45a3. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:35:07.863124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d8171f46-37bd-43b2-972a-1bb0d91d6f89 None None] Could not find standard attr ID for object 7866a593-356a-4cf1-b6cc-9d95815b45a3. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:35:07.878291 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517bd8af-f79b-4a04-a03b-402263d767be tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.900240 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:35:07.933286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f729d5f0-b302-49e4-8d77-5b45d866ea6f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:08.033878 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-517bd8af-f79b-4a04-a03b-402263d767be tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Calling delete_port for 8ede97b5-1e2f-4f33-b611-2f38c7aa72d0 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:08.080368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffdaed-a9fe-4a57-87e4-be485047d0f9 req-6bf727eb-a494-450d-b110-2b7a7a764a17 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:08.099401 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dffdaed-a9fe-4a57-87e4-be485047d0f9 req-6bf727eb-a494-450d-b110-2b7a7a764a17 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.3062046 Aug 24 00:35:08.217338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9271f-81fe-4fa9-b14e-eef2e711f969 req-610feef1-79ff-499c-b53c-7499febdd487 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:08.224031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90f35e3-57e9-45d5-9269-fbaafb63dc33 None None] DHCP port deletion for 5e51f566-4fc0-4c80-a9bb-46b1cacfd01d request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:35:08.235210 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7f9271f-81fe-4fa9-b14e-eef2e711f969 req-610feef1-79ff-499c-b53c-7499febdd487 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.4865835 Aug 24 00:35:08.241099 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d8171f46-37bd-43b2-972a-1bb0d91d6f89 None None] Provisioning complete for port 8ede97b5-1e2f-4f33-b611-2f38c7aa72d0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:08.243954 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8171f46-37bd-43b2-972a-1bb0d91d6f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:08.328884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddce6d4-14e7-4709-9b6b-9db47272774a None None] Network 5e51f566-4fc0-4c80-a9bb-46b1cacfd01d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:08.371130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dffdaed-a9fe-4a57-87e4-be485047d0f9 req-8f870aa0-d88a-4f38-b424-1db63ec4a2e5 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707806 Aug 24 00:35:08.405010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddce6d4-14e7-4709-9b6b-9db47272774a None None] Network 5e51f566-4fc0-4c80-a9bb-46b1cacfd01d could not be found, it might have been deleted concurrently. {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 24 00:35:08.454525 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6b00c2f-c2af-4ba4-928a-ef42b20ff1c4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:08.485479 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7f9271f-81fe-4fa9-b14e-eef2e711f969 req-41425adf-fae0-4235-8623-309e27718f27 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269440 Aug 24 00:35:08.578975 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d8171f46-37bd-43b2-972a-1bb0d91d6f89 None None] Port 8ede97b5-1e2f-4f33-b611-2f38c7aa72d0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:35:08.640778 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f729d5f0-b302-49e4-8d77-5b45d866ea6f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:08.641304 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:08.715551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-742dbe35-7f43-4e07-a10d-c3fb10170b96 None None] Could not find standard attr ID for object 1e191e55-5525-4ec7-8828-39302389ff66. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:35:08.912069 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b00c2f-c2af-4ba4-928a-ef42b20ff1c4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Subnet': ['ID=63c41118-2b4a-4a41-b7e3-b05491546e3b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:08.975445 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b00c2f-c2af-4ba4-928a-ef42b20ff1c4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Checking segment: {'id': '50b7c53e-29fe-4538-89ca-c63d2c16f000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3703ff27-b5f5-4120-b98f-bfc49782e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:08.978139 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b00c2f-c2af-4ba4-928a-ef42b20ff1c4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network hostable DHCP agents. Network: 3703ff27-b5f5-4120-b98f-bfc49782e587, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:08.994195 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517bd8af-f79b-4a04-a03b-402263d767be tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:09.162584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bd8af-f79b-4a04-a03b-402263d767be tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Pushing event deleted for resources: {'Port': ['ID=8ede97b5-1e2f-4f33-b611-2f38c7aa72d0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:09.226963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b00c2f-c2af-4ba4-928a-ef42b20ff1c4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network 3703ff27-b5f5-4120-b98f-bfc49782e587 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:09.323455 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d6b00c2f-c2af-4ba4-928a-ef42b20ff1c4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 3703ff27-b5f5-4120-b98f-bfc49782e587) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:09.356726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac1239b-6f04-4d74-8ac5-bcef93b12060 None None] Network 3703ff27-b5f5-4120-b98f-bfc49782e587 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:09.367715 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b00c2f-c2af-4ba4-928a-ef42b20ff1c4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:09.369701 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d6b00c2f-c2af-4ba4-928a-ef42b20ff1c4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:09.402986 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d6b00c2f-c2af-4ba4-928a-ef42b20ff1c4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0572717 Aug 24 00:35:09.406921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48456) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:09.429001 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517bd8af-f79b-4a04-a03b-402263d767be tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:09.434861 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-517bd8af-f79b-4a04-a03b-402263d767be tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] 10.222.0.32 "DELETE /v2.0/ports/8ede97b5-1e2f-4f33-b611-2f38c7aa72d0 HTTP/1.1" status: 204 len: 168 time: 2.9975219 Aug 24 00:35:09.435688 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:09.709049 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-047f5b30-c5bd-4bd7-a5d9-1f663f273400 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Deleting subnet 83656628-428c-43e9-89f4-368232d71498 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:35:09.715002 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-047f5b30-c5bd-4bd7-a5d9-1f663f273400 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:09.885573 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-047f5b30-c5bd-4bd7-a5d9-1f663f273400 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:09.974164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-3703ff27-b5f5-4120-b98f-bfc49782e587', 'network_id': '3703ff27-b5f5-4120-b98f-bfc49782e587', 'tenant_id': 'bd9a9b4b108d41568691517474ed6a66', 'fixed_ips': [{'subnet_id': '63c41118-2b4a-4a41-b7e3-b05491546e3b'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:35:09.975223 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.102172 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-047f5b30-c5bd-4bd7-a5d9-1f663f273400 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.114144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab39514-7f24-4a35-bb38-e5ee7bdfba27 req-07b4c659-dd2a-4388-b7bb-4188d56eb66e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:10.120311 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab39514-7f24-4a35-bb38-e5ee7bdfba27 req-07b4c659-dd2a-4388-b7bb-4188d56eb66e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.4009137 Aug 24 00:35:10.252142 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-047f5b30-c5bd-4bd7-a5d9-1f663f273400 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.260109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Allocated IP 172.20.0.3 (3703ff27-b5f5-4120-b98f-bfc49782e587/63c41118-2b4a-4a41-b7e3-b05491546e3b/9a7b7e92-fff7-4956-9d09-39ac118a91fe) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:10.309605 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.331231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a472b9-d94e-4be2-a9c1-2ee8b6ead06e req-45568c8e-b5c6-449c-98c9-58951e8eb8f0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:10.347564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67a472b9-d94e-4be2-a9c1-2ee8b6ead06e req-45568c8e-b5c6-449c-98c9-58951e8eb8f0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.3345973 Aug 24 00:35:10.414290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f5b30-c5bd-4bd7-a5d9-1f663f273400 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Pushing event deleted for resources: {'Subnet': ['ID=83656628-428c-43e9-89f4-368232d71498,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:10.420580 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-047f5b30-c5bd-4bd7-a5d9-1f663f273400 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.431769 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-047f5b30-c5bd-4bd7-a5d9-1f663f273400 tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] 10.222.0.32 "DELETE /v2.0/subnets/83656628-428c-43e9-89f4-368232d71498 HTTP/1.1" status: 204 len: 168 time: 0.9937382 Aug 24 00:35:10.434027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48496) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.461819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57133130-9a43-4113-9a25-87e1ec8afad6 None None] Network f3ace819-debb-480c-b83e-1f6734e9ea1b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:10.501052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ab39514-7f24-4a35-bb38-e5ee7bdfba27 req-58e11aae-8bc7-4c56-8562-1b51a69a102a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465064 Aug 24 00:35:10.565043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67a472b9-d94e-4be2-a9c1-2ee8b6ead06e req-c44035ce-2220-4f6f-9ad7-a1f111f2fd0b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163789 Aug 24 00:35:10.692517 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.716885 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.925275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Deleting port b3cdfede-ae1f-4c9f-967b-db055c5e82b7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:10.926155 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.098178 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] For port b3cdfede-ae1f-4c9f-967b-db055c5e82b7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b3cdfede-ae1f-4c9f-967b-db055c5e82b7,segment=NetworkSegment(35af449b-f063-424e-9e30-2fce4b8fa662),segment_id=35af449b-f063-424e-9e30-2fce4b8fa662)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:11.100675 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.137395 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Calling delete_port for b3cdfede-ae1f-4c9f-967b-db055c5e82b7 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:11.337210 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.420627 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.422392 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] No DVR routers for this DVR port b3cdfede-ae1f-4c9f-967b-db055c5e82b7 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:11.433695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Transition to ACTIVE for port object 9a7b7e92-fff7-4956-9d09-39ac118a91fe will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:11.454417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Transition to ACTIVE for port object 9a7b7e92-fff7-4956-9d09-39ac118a91fe will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:11.493932 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.504680 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.594437 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Pushing event deleted for resources: {'Port': ['ID=b3cdfede-ae1f-4c9f-967b-db055c5e82b7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:11.640641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Pushing event updated for resources: {'Port': ['ID=9a7b7e92-fff7-4956-9d09-39ac118a91fe,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:11.703839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Network 3703ff27-b5f5-4120-b98f-bfc49782e587 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:11.705325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Subnet': ['ID=63c41118-2b4a-4a41-b7e3-b05491546e3b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:11.730153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cb2c88-50b6-4971-ad03-086e37bdafd6 None None] DHCP port deletion for f3ace819-debb-480c-b83e-1f6734e9ea1b request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:35:11.747798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:11.753252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:11.853386 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.883170 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ace819-debb-480c-b83e-1f6734e9ea1b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:11.887255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Attempting to bind port 9a7b7e92-fff7-4956-9d09-39ac118a91fe on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:11.887919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Attempting to bind port 9a7b7e92-fff7-4956-9d09-39ac118a91fe by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '50b7c53e-29fe-4538-89ca-c63d2c16f000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3703ff27-b5f5-4120-b98f-bfc49782e587'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:11.888517 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Attempting to bind port 9a7b7e92-fff7-4956-9d09-39ac118a91fe on network 3703ff27-b5f5-4120-b98f-bfc49782e587 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:11.897497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:11.898357 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Checking segment: {'id': '50b7c53e-29fe-4538-89ca-c63d2c16f000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3703ff27-b5f5-4120-b98f-bfc49782e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:11.899010 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.899634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Bound using segment: {'id': '50b7c53e-29fe-4538-89ca-c63d2c16f000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3703ff27-b5f5-4120-b98f-bfc49782e587'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:11.900343 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Bound port: 9a7b7e92-fff7-4956-9d09-39ac118a91fe, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b7c53e-29fe-4538-89ca-c63d2c16f000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3703ff27-b5f5-4120-b98f-bfc49782e587'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:11.901830 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.920074 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35af449b-f063-424e-9e30-2fce4b8fa662') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:11.920832 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35af449b-f063-424e-9e30-2fce4b8fa662') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:11.960073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.995849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.011346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:12.012101 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:12.022073 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:12.055942 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.070244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3703ff27-b5f5-4120-b98f-bfc49782e587']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:12.086696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b7c53e-29fe-4538-89ca-c63d2c16f000') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:12.087869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b7c53e-29fe-4538-89ca-c63d2c16f000') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:12.108303 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.122339 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] For port 9a7b7e92-fff7-4956-9d09-39ac118a91fe, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:12.206049 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.206426 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] For port 9a7b7e92-fff7-4956-9d09-39ac118a91fe, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9a7b7e92-fff7-4956-9d09-39ac118a91fe,segment=NetworkSegment(50b7c53e-29fe-4538-89ca-c63d2c16f000),segment_id=50b7c53e-29fe-4538-89ca-c63d2c16f000)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:12.218182 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.219444 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.222549 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] 10.222.0.32 "DELETE /v2.0/networks/f3ace819-debb-480c-b83e-1f6734e9ea1b HTTP/1.1" status: 204 len: 168 time: 1.7866876 Aug 24 00:35:12.230502 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.244938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:12.246706 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.250518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c970fc-d042-49eb-a25a-1545a02e13fe tempest-ExtraDHCPOptionsTestJSON-1769788620 tempest-ExtraDHCPOptionsTestJSON-1769788620-project] Pushing event deleted for resources: {'Network': ['ID=f3ace819-debb-480c-b83e-1f6734e9ea1b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:12.345208 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:12.352645 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.api [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:35:12.352645 n-d-805736-1 neutron-server[94837]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:35:12.352645 n-d-805736-1 neutron-server[94837]: [parameters: {'id': '3703ff27-b5f5-4120-b98f-bfc49782e587'}] Aug 24 00:35:12.352645 n-d-805736-1 neutron-server[94837]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:35:12.353669 n-d-805736-1 neutron-server[94837]: DEBUG oslo_db.api [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:35:12.370091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bc98c-be35-45ff-b6f1-0b53783f6d6c req-3f85a71a-e3d3-4d77-af1e-e8a85117daab tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:12.372122 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b6bc98c-be35-45ff-b6f1-0b53783f6d6c req-3f85a71a-e3d3-4d77-af1e-e8a85117daab tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.5425892 Aug 24 00:35:12.381433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c39ae7-3cc2-448c-8233-c8fcf8ba4c6e req-9b84549e-56f2-472b-b0ef-eddf2f49ba6e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:12.383438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4c39ae7-3cc2-448c-8233-c8fcf8ba4c6e req-9b84549e-56f2-472b-b0ef-eddf2f49ba6e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.6554222 Aug 24 00:35:12.437436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4c39ae7-3cc2-448c-8233-c8fcf8ba4c6e req-8d002003-ff2f-4288-9520-7d5994d076f6 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454447 Aug 24 00:35:12.465750 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b6bc98c-be35-45ff-b6f1-0b53783f6d6c req-8c8b5b48-101a-42a2-bbe3-d28c46d18347 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810227 Aug 24 00:35:12.520857 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2cc5fd-a42f-4b0e-a1ef-769898642899 None None] Network 3703ff27-b5f5-4120-b98f-bfc49782e587 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:12.855615 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.923725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29d582-76e1-439a-9516-cff8ba55f87e None None] Pushing event updated for resources: {'Port': ['ID=9a7b7e92-fff7-4956-9d09-39ac118a91fe,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:13.001016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9282aa7-d8fa-4f57-b20b-9e83df094f96 None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:35:13.011786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b3cdfede-ae1f-4c9f-967b-db055c5e82b7 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:13.059286 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:13.089459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Deleting port 9a7b7e92-fff7-4956-9d09-39ac118a91fe {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:13.096520 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.203833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: b3cdfede-ae1f-4c9f-967b-db055c5e82b7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:35:13.227040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b3cdfede-ae1f-4c9f-967b-db055c5e82b7 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:35:13.372013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] For port 9a7b7e92-fff7-4956-9d09-39ac118a91fe, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9a7b7e92-fff7-4956-9d09-39ac118a91fe,segment=NetworkSegment(50b7c53e-29fe-4538-89ca-c63d2c16f000),segment_id=50b7c53e-29fe-4538-89ca-c63d2c16f000)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:13.372398 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.437807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Calling delete_port for 9a7b7e92-fff7-4956-9d09-39ac118a91fe owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:13.545153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9282aa7-d8fa-4f57-b20b-9e83df094f96 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:35:13.627022 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2b85512c-a68c-41ed-94fe-4cfe31280ac5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a74ae2f5cb4443c786981b170d26fc2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647192 Aug 24 00:35:13.627933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:13.810646 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f111-e63e-42bd-ba64-82321a5dc3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.902836 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f111-e63e-42bd-ba64-82321a5dc3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.907203 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.923568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No DVR routers for this DVR port 9a7b7e92-fff7-4956-9d09-39ac118a91fe on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:13.974902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fc698-185f-4921-a58e-347c20af7985 req-b9d4df88-ea30-4d6a-9535-0a90e3a975ac tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:13.983022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-682fc698-185f-4921-a58e-347c20af7985 req-b9d4df88-ea30-4d6a-9535-0a90e3a975ac tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.1711359 Aug 24 00:35:14.025486 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f111-e63e-42bd-ba64-82321a5dc3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.028857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f111-e63e-42bd-ba64-82321a5dc3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.031547 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0aa0f111-e63e-42bd-ba64-82321a5dc3e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1744ed4d-3a8c-4d03-a812-b92fee5589cf HTTP/1.1" status: 204 len: 168 time: 0.4018474 Aug 24 00:35:14.047987 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0f111-e63e-42bd-ba64-82321a5dc3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1744ed4d-3a8c-4d03-a812-b92fee5589cf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:14.089046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99a30a-5d23-4ff6-9de2-5b78e6feaea9 req-16b5a00a-b480-4b97-839c-746cacc5ae5d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:14.099212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e99a30a-5d23-4ff6-9de2-5b78e6feaea9 req-16b5a00a-b480-4b97-839c-746cacc5ae5d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.3146732 Aug 24 00:35:14.176485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Port': ['ID=9a7b7e92-fff7-4956-9d09-39ac118a91fe,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:14.410293 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e99a30a-5d23-4ff6-9de2-5b78e6feaea9 req-6fe2f8ea-6129-48fb-ba6f-2bb8fe8ce709 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099225 Aug 24 00:35:14.412714 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.425455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-682fc698-185f-4921-a58e-347c20af7985 req-d714a9f6-a398-4ee7-bc88-b1662a634c41 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404786 Aug 24 00:35:14.458620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3703ff27-b5f5-4120-b98f-bfc49782e587']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:14.494686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b7c53e-29fe-4538-89ca-c63d2c16f000') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:14.498559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b7c53e-29fe-4538-89ca-c63d2c16f000') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:14.542500 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.586632 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.604109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:14.604809 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:14.620586 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:14.697465 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.711163 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.714062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/3703ff27-b5f5-4120-b98f-bfc49782e587 HTTP/1.1" status: 204 len: 168 time: 5.3058665 Aug 24 00:35:14.719210 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48570) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:14.748733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e59b3ab6-b69b-43b7-8993-fffad8b90343 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-55759774'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:14.769785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca65b15-5902-4064-8698-1297c3cd1ecc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Network': ['ID=3703ff27-b5f5-4120-b98f-bfc49782e587,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:14.847307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59b3ab6-b69b-43b7-8993-fffad8b90343 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:14.865461 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e59b3ab6-b69b-43b7-8993-fffad8b90343 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.922486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59b3ab6-b69b-43b7-8993-fffad8b90343 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:14.942914 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e59b3ab6-b69b-43b7-8993-fffad8b90343 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.943586 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-e59b3ab6-b69b-43b7-8993-fffad8b90343 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Added segment 45e4bc94-b04e-44e1-a43b-48245a34d002 of type vlan for network 949b65fe-3193-4679-89a6-f045ff4ccf72 Aug 24 00:35:15.078098 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e59b3ab6-b69b-43b7-8993-fffad8b90343 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:15.154486 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e59b3ab6-b69b-43b7-8993-fffad8b90343 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:15.162110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b3ab6-b69b-43b7-8993-fffad8b90343 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:15.171337 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e59b3ab6-b69b-43b7-8993-fffad8b90343 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:15.338119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b3ab6-b69b-43b7-8993-fffad8b90343 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Network': ['ID=949b65fe-3193-4679-89a6-f045ff4ccf72,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:15.348397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 949b65fe-3193-4679-89a6-f045ff4ccf72 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:15.375609 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:15.381306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d5f904c1-d49b-4b0b-8a84-ac5f6f193c34 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'subnet': {'network_id': '949b65fe-3193-4679-89a6-f045ff4ccf72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:15.386063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e59b3ab6-b69b-43b7-8993-fffad8b90343 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6653681 Aug 24 00:35:15.674514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f904c1-d49b-4b0b-8a84-ac5f6f193c34 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:15.678286 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5f904c1-d49b-4b0b-8a84-ac5f6f193c34 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:15.729939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48598) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:15.739348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c7e29-ed4f-494a-8270-f2590c31062f req-2cea8a7d-a024-42fc-965e-56005ca38d82 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:15.746737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea7c7e29-ed4f-494a-8270-f2590c31062f req-2cea8a7d-a024-42fc-965e-56005ca38d82 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.1475382 Aug 24 00:35:15.837087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d92c9-b71f-4c85-b800-84313adb65ff req-964288b5-246e-4ea0-bbb5-c12c0fefe669 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:15.850568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-401d92c9-b71f-4c85-b800-84313adb65ff req-964288b5-246e-4ea0-bbb5-c12c0fefe669 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.2383089 Aug 24 00:35:15.964733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea7c7e29-ed4f-494a-8270-f2590c31062f req-ed9daefc-2361-4eff-bd87-a5c81278a0e2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132864 Aug 24 00:35:16.025484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1040015'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:16.068996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-401d92c9-b71f-4c85-b800-84313adb65ff req-8c1490e1-89cb-4508-b0eb-83ceae97afd7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972711 Aug 24 00:35:16.107203 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5f904c1-d49b-4b0b-8a84-ac5f6f193c34 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.133045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Made reservation on behalf of 6390eb5cc93146a1acafb548bec46572 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:16.138730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.156546 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.213204 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f904c1-d49b-4b0b-8a84-ac5f6f193c34 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Subnet': ['ID=23faf579-883b-4462-9a46-68df662cdba9,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:16.271186 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f904c1-d49b-4b0b-8a84-ac5f6f193c34 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Checking segment: {'id': '45e4bc94-b04e-44e1-a43b-48245a34d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '949b65fe-3193-4679-89a6-f045ff4ccf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:16.272164 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f904c1-d49b-4b0b-8a84-ac5f6f193c34 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network hostable DHCP agents. Network: 949b65fe-3193-4679-89a6-f045ff4ccf72, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:16.304989 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f904c1-d49b-4b0b-8a84-ac5f6f193c34 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network 949b65fe-3193-4679-89a6-f045ff4ccf72 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:16.336774 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d5f904c1-d49b-4b0b-8a84-ac5f6f193c34 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 949b65fe-3193-4679-89a6-f045ff4ccf72) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:16.342679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f904c1-d49b-4b0b-8a84-ac5f6f193c34 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:16.343851 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5f904c1-d49b-4b0b-8a84-ac5f6f193c34 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.355246 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6376f964-6429-410d-81f9-bad287de8056 None None] Network 949b65fe-3193-4679-89a6-f045ff4ccf72 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:16.395200 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.413620 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.428171 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d5f904c1-d49b-4b0b-8a84-ac5f6f193c34 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0500226 Aug 24 00:35:16.429671 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:16.466320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:16.505828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a0a6d0-fd39-4f2b-91dc-609fadaa2948,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:16.534643 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.538023 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Added segment 672c9c3f-b63a-4bc4-9581-57203e6cad41 of type vlan for network 0a511376-03aa-4dbb-90d6-d731da75e007 Aug 24 00:35:16.699292 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.714697 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.792811 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.801331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:16.807783 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.912083 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e57ccf1-f003-48b6-9d81-312699d3cee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-949b65fe-3193-4679-89a6-f045ff4ccf72', 'network_id': '949b65fe-3193-4679-89a6-f045ff4ccf72', 'tenant_id': 'bd9a9b4b108d41568691517474ed6a66', 'fixed_ips': [{'subnet_id': '23faf579-883b-4462-9a46-68df662cdba9'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:35:16.913281 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e57ccf1-f003-48b6-9d81-312699d3cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.919514 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.972970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2195902 Aug 24 00:35:16.985343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48612) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:16.994108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b2fbed70-d7c3-430e-86f8-bf5bf6dca030 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'subnet': {'network_id': '0a511376-03aa-4dbb-90d6-d731da75e007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:17.139164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf1eb6-c896-4ab8-99ac-fa2eef709e85 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Network': ['ID=0a511376-03aa-4dbb-90d6-d731da75e007,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:17.164442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 0a511376-03aa-4dbb-90d6-d731da75e007 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:17.175404 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:17.252498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Subnet': ['ID=23faf579-883b-4462-9a46-68df662cdba9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:17.363561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fbed70-d7c3-430e-86f8-bf5bf6dca030 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Made reservation on behalf of 6390eb5cc93146a1acafb548bec46572 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:17.389452 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2fbed70-d7c3-430e-86f8-bf5bf6dca030 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-6e57ccf1-f003-48b6-9d81-312699d3cee4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23faf579-883b-4462-9a46-68df662cdba9: This subnet is being modified by another concurrent operation. Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:35:17.413461 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23faf579-883b-4462-9a46-68df662cdba9: This subnet is being modified by another concurrent operation. Aug 24 00:35:17.420213 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Aug 24 00:35:17.460452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecbd26f-9702-49e4-9ec7-e4e3bb9e59d9 None None] Network 949b65fe-3193-4679-89a6-f045ff4ccf72 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:17.462517 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:17.504854 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949b65fe-3193-4679-89a6-f045ff4ccf72']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:17.574276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f3db2-bf78-42ab-bef3-2798810b1327 req-efa4ea73-94aa-4225-aa41-1ad23bf91e9d tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:17.575905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c0f3db2-bf78-42ab-bef3-2798810b1327 req-efa4ea73-94aa-4225-aa41-1ad23bf91e9d tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.4291821 Aug 24 00:35:17.675415 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490251b5-0ba4-4639-8dfe-cce90ef38094 req-cfb19f34-72ba-43e5-a584-5c59f198e45c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:17.686415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-490251b5-0ba4-4639-8dfe-cce90ef38094 req-cfb19f34-72ba-43e5-a584-5c59f198e45c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.4423234 Aug 24 00:35:17.718943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6105256-ec37-421f-b402-41c39f16bd69 None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:35:17.809603 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c0f3db2-bf78-42ab-bef3-2798810b1327 req-91d0f840-ac13-4fe2-9c02-85995ef83f2a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010100 Aug 24 00:35:17.843691 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-490251b5-0ba4-4639-8dfe-cce90ef38094 req-c5caaa67-8125-485d-a816-0e157965d264 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548727 Aug 24 00:35:18.080032 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2fbed70-d7c3-430e-86f8-bf5bf6dca030 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.199943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6105256-ec37-421f-b402-41c39f16bd69 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:35:18.283878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fbed70-d7c3-430e-86f8-bf5bf6dca030 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Checking segment: {'id': '672c9c3f-b63a-4bc4-9581-57203e6cad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0a511376-03aa-4dbb-90d6-d731da75e007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:18.284253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fbed70-d7c3-430e-86f8-bf5bf6dca030 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network hostable DHCP agents. Network: 0a511376-03aa-4dbb-90d6-d731da75e007, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:18.286720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbed70-d7c3-430e-86f8-bf5bf6dca030 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Subnet': ['ID=6bad870e-faa5-476b-ae86-5b98ea07da97,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:18.342002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fbed70-d7c3-430e-86f8-bf5bf6dca030 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network 0a511376-03aa-4dbb-90d6-d731da75e007 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:18.376521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b2fbed70-d7c3-430e-86f8-bf5bf6dca030 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 0a511376-03aa-4dbb-90d6-d731da75e007) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:18.382636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fbed70-d7c3-430e-86f8-bf5bf6dca030 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:18.386899 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2fbed70-d7c3-430e-86f8-bf5bf6dca030 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.423816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b2fbed70-d7c3-430e-86f8-bf5bf6dca030 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4369729 Aug 24 00:35:18.426339 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48630) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:18.431455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2019044444', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:18.488019 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.493013 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.501933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e4bc94-b04e-44e1-a43b-48245a34d002') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:18.502515 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e4bc94-b04e-44e1-a43b-48245a34d002') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:18.531709 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.566133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.570395 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:18.570830 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:18.574198 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:18.660172 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.728115 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.736296 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.741102 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/949b65fe-3193-4679-89a6-f045ff4ccf72 HTTP/1.1" status: 204 len: 168 time: 2.3099258 Aug 24 00:35:18.748463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48632) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:18.761816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-816d2f52-568c-448a-90b7-2a412c75940a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1661020430'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:18.778075 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25492ffa-5284-46f4-96a6-97e5c186cd5c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Network': ['ID=949b65fe-3193-4679-89a6-f045ff4ccf72,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:18.822485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816d2f52-568c-448a-90b7-2a412c75940a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:18.832648 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-816d2f52-568c-448a-90b7-2a412c75940a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:19.182572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816d2f52-568c-448a-90b7-2a412c75940a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:19.207110 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-816d2f52-568c-448a-90b7-2a412c75940a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:19.207628 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-816d2f52-568c-448a-90b7-2a412c75940a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Added segment 809e66d4-7d92-43e9-aa55-fa3710601e0b of type vlan for network a8eceb0b-4630-477d-bf65-2a4b78a0e73e Aug 24 00:35:19.223433 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5586beaa-f226-4ad3-8202-25f89f7bcc53 None None] Network 0a511376-03aa-4dbb-90d6-d731da75e007 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:19.657363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b9ef12-c474-4b77-9e75-b8f11f8d0c04 None None] Network 0a511376-03aa-4dbb-90d6-d731da75e007 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:19.669559 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:19.826814 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-816d2f52-568c-448a-90b7-2a412c75940a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:19.910142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f51ff1-cae3-46f9-84ae-f147137936d9 req-79b2d863-4193-4d81-851c-4673b58495fa tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:19.916159 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99f51ff1-cae3-46f9-84ae-f147137936d9 req-79b2d863-4193-4d81-851c-4673b58495fa tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.6767318 Aug 24 00:35:20.039917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe92c5-5c06-4576-8fdd-3226647a019e req-865c29ad-cf84-4143-bcf2-b4a38703984f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:20.049994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cefe92c5-5c06-4576-8fdd-3226647a019e req-865c29ad-cf84-4143-bcf2-b4a38703984f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.9129941 Aug 24 00:35:20.060160 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-816d2f52-568c-448a-90b7-2a412c75940a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:35:20.486613 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cefe92c5-5c06-4576-8fdd-3226647a019e req-97ab6d0f-d24b-4447-9fd3-856020921f34 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353290 Aug 24 00:35:20.610389 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-816d2f52-568c-448a-90b7-2a412c75940a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:20.622229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816d2f52-568c-448a-90b7-2a412c75940a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:20.622927 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-816d2f52-568c-448a-90b7-2a412c75940a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:20.751041 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99f51ff1-cae3-46f9-84ae-f147137936d9 req-5550b277-e0b2-4431-ac5c-7ae52f6ac70e tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7744479 Aug 24 00:35:20.775859 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00058c-a3cc-45fc-b4fa-76de466b9b47 req-2c72826b-83df-41c7-9576-beade5c81aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:20.777445 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b00058c-a3cc-45fc-b4fa-76de466b9b47 req-2c72826b-83df-41c7-9576-beade5c81aa7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 1096 time: 0.5880282 Aug 24 00:35:21.346955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00058c-a3cc-45fc-b4fa-76de466b9b47 req-8f0da7ea-d528-467b-80b0-b1cdfb3bd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:21.348552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b00058c-a3cc-45fc-b4fa-76de466b9b47 req-8f0da7ea-d528-467b-80b0-b1cdfb3bd5d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 917 time: 0.1064754 Aug 24 00:35:21.349852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-816d2f52-568c-448a-90b7-2a412c75940a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5988610 Aug 24 00:35:21.354072 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:21.360274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5d3b76a1-cbac-4efb-87d6-38df855f4942 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'subnet': {'network_id': 'a8eceb0b-4630-477d-bf65-2a4b78a0e73e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:21.434061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d2f52-568c-448a-90b7-2a412c75940a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Network': ['ID=a8eceb0b-4630-477d-bf65-2a4b78a0e73e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:21.464849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network a8eceb0b-4630-477d-bf65-2a4b78a0e73e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:21.574100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b00058c-a3cc-45fc-b4fa-76de466b9b47 req-076de233-e628-46cd-9c34-5f0a0ef9a892 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9 HTTP/1.1" status: 200 len: 999 time: 0.2007992 Aug 24 00:35:21.766492 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3b76a1-cbac-4efb-87d6-38df855f4942 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:21.771466 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d3b76a1-cbac-4efb-87d6-38df855f4942 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:21.914903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00058c-a3cc-45fc-b4fa-76de466b9b47 req-b7885e57-6a8c-403f-aa71-0ef6025d7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:21.916689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b00058c-a3cc-45fc-b4fa-76de466b9b47 req-b7885e57-6a8c-403f-aa71-0ef6025d7154 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.3345091 Aug 24 00:35:22.027191 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.067696 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.095204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cc3b4-52b6-4766-a05e-dd465284e46f req-661894cb-5cf0-4c9e-8a33-2f82f52da596 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:22.096932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a1cc3b4-52b6-4766-a05e-dd465284e46f req-661894cb-5cf0-4c9e-8a33-2f82f52da596 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.1686549 Aug 24 00:35:22.104904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206e753-8ad7-4317-bad8-76e2427b996c req-e939b44c-4e2f-46cf-aef7-45a7c9e036b4 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:22.113241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d206e753-8ad7-4317-bad8-76e2427b996c req-e939b44c-4e2f-46cf-aef7-45a7c9e036b4 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.2301989 Aug 24 00:35:22.147014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00058c-a3cc-45fc-b4fa-76de466b9b47 req-8b780f05-797e-46bd-864b-78bb4a898af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:22.148890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b00058c-a3cc-45fc-b4fa-76de466b9b47 req-8b780f05-797e-46bd-864b-78bb4a898af4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074950 Aug 24 00:35:22.179469 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d3b76a1-cbac-4efb-87d6-38df855f4942 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.259297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d206e753-8ad7-4317-bad8-76e2427b996c req-51897603-9e5a-4d96-b045-5ba4ea329b10 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350629 Aug 24 00:35:22.260949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b76a1-cbac-4efb-87d6-38df855f4942 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Subnet': ['ID=3ce6b55a-c77b-48cf-9b35-73982e5f5fd0,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:22.275260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3b76a1-cbac-4efb-87d6-38df855f4942 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Checking segment: {'id': '809e66d4-7d92-43e9-aa55-fa3710601e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a8eceb0b-4630-477d-bf65-2a4b78a0e73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:22.275722 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3b76a1-cbac-4efb-87d6-38df855f4942 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network hostable DHCP agents. Network: a8eceb0b-4630-477d-bf65-2a4b78a0e73e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:22.307362 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3b76a1-cbac-4efb-87d6-38df855f4942 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network a8eceb0b-4630-477d-bf65-2a4b78a0e73e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:22.333002 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5d3b76a1-cbac-4efb-87d6-38df855f4942 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, a8eceb0b-4630-477d-bf65-2a4b78a0e73e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:22.340407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b76a1-cbac-4efb-87d6-38df855f4942 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:22.341025 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5d3b76a1-cbac-4efb-87d6-38df855f4942 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.341503 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca4fbee-9bef-4b4f-b7d3-7a3e52492590 None None] Network a8eceb0b-4630-477d-bf65-2a4b78a0e73e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:22.348103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a1cc3b4-52b6-4766-a05e-dd465284e46f req-027f6d9d-f8c6-49fb-a58f-2576076e55ec tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256694 Aug 24 00:35:22.382637 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5d3b76a1-cbac-4efb-87d6-38df855f4942 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0274155 Aug 24 00:35:22.385592 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:22.506011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b00058c-a3cc-45fc-b4fa-76de466b9b47 req-523039ef-66ea-4171-a9e1-ee44e9ca52f5 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191636 Aug 24 00:35:22.538386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.25.8.110 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/fdaab91c-fc3d-4a5c-b27f-f9c936898eaf) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:22.543116 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.677954 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.749181 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567deb44-b19e-441e-9ea5-75a2690fb19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-a8eceb0b-4630-477d-bf65-2a4b78a0e73e', 'network_id': 'a8eceb0b-4630-477d-bf65-2a4b78a0e73e', 'tenant_id': 'bd9a9b4b108d41568691517474ed6a66', 'fixed_ips': [{'subnet_id': '3ce6b55a-c77b-48cf-9b35-73982e5f5fd0'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:35:22.756196 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-567deb44-b19e-441e-9ea5-75a2690fb19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.854258 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.957248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b00058c-a3cc-45fc-b4fa-76de466b9b47 req-66319d89-431c-4fe6-8ea1-d394286e7d2a service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356902 Aug 24 00:35:22.999324 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce6b55a-c77b-48cf-9b35-73982e5f5fd0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:23.021381 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.100251 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.162225 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.187773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:23.191638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:23.193651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=fdaab91c-fc3d-4a5c-b27f-f9c936898eaf,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:23.196121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:23.214436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8eceb0b-4630-477d-bf65-2a4b78a0e73e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-567deb44-b19e-441e-9ea5-75a2690fb19c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ce6b55a-c77b-48cf-9b35-73982e5f5fd0: This subnet is being modified by another concurrent operation. Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:35:23.246407 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ce6b55a-c77b-48cf-9b35-73982e5f5fd0: This subnet is being modified by another concurrent operation. Aug 24 00:35:23.262064 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Aug 24 00:35:23.284426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809e66d4-7d92-43e9-aa55-fa3710601e0b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:23.284426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809e66d4-7d92-43e9-aa55-fa3710601e0b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:23.305148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c704375-0ec9-469c-bac3-f13406b0b7c2 None None] Network a8eceb0b-4630-477d-bf65-2a4b78a0e73e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:23.309844 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.331656 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.354827 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:23.375454 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:23.507023 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:23.523586 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.550412 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.558587 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/a8eceb0b-4630-477d-bf65-2a4b78a0e73e HTTP/1.1" status: 204 len: 168 time: 1.1682575 Aug 24 00:35:23.566249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48708) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:23.594856 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b2595-1be5-4b3e-8d26-5fec432041f4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Network': ['ID=a8eceb0b-4630-477d-bf65-2a4b78a0e73e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:23.657091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3a86e278-4cd9-4889-9db9-64bb01187741 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-739522818'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:23.667084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bb1330-0108-4499-975c-998cd6203233 None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:35:23.785030 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.887925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bb1330-0108-4499-975c-998cd6203233 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:35:24.235547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a86e278-4cd9-4889-9db9-64bb01187741 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:24.241208 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3a86e278-4cd9-4889-9db9-64bb01187741 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.305146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b3859-e370-48a0-9aed-475c9ffd7f17 req-246b4a07-35d7-4f25-b23b-da1ce512db3e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:24.313505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-816b3859-e370-48a0-9aed-475c9ffd7f17 req-246b4a07-35d7-4f25-b23b-da1ce512db3e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.7225571 Aug 24 00:35:24.372565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e6f80-21fe-4d3c-8c29-0d7ca462ddf9 req-2f1e3d94-9088-4b94-9b08-fd20118de028 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:24.378318 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-291e6f80-21fe-4d3c-8c29-0d7ca462ddf9 req-2f1e3d94-9088-4b94-9b08-fd20118de028 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.8106074 Aug 24 00:35:24.487952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a86e278-4cd9-4889-9db9-64bb01187741 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:24.529606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-291e6f80-21fe-4d3c-8c29-0d7ca462ddf9 req-5c24db9d-446c-41bd-9b28-8e0f7cae5acc tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251106 Aug 24 00:35:24.547447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-816b3859-e370-48a0-9aed-475c9ffd7f17 req-d993d547-507f-4c77-91a3-b3f6cbc0453c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994941 Aug 24 00:35:24.550509 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3a86e278-4cd9-4889-9db9-64bb01187741 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.551020 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-3a86e278-4cd9-4889-9db9-64bb01187741 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Added segment 60bb1b64-7b25-42b9-9c9d-81cce5cdf7d4 of type vlan for network f724644c-4083-40cc-8be5-209fa2655da6 Aug 24 00:35:24.604278 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.925009 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3a86e278-4cd9-4889-9db9-64bb01187741 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.932099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de90ec08-999a-41be-a131-6ff1e5bc4879 req-c38f2542-6c83-4974-aa5e-b1656417f553 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3764744 Aug 24 00:35:25.050672 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.resource_extend [None req-3a86e278-4cd9-4889-9db9-64bb01187741 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:35:25.101956 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.117077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90ec08-999a-41be-a131-6ff1e5bc4879 req-6cb29d33-89d5-42c6-89cc-d9b62e14144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:25.119039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de90ec08-999a-41be-a131-6ff1e5bc4879 req-6cb29d33-89d5-42c6-89cc-d9b62e14144d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 1096 time: 0.1047418 Aug 24 00:35:25.254932 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3a86e278-4cd9-4889-9db9-64bb01187741 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.267926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a86e278-4cd9-4889-9db9-64bb01187741 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:25.269018 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3a86e278-4cd9-4889-9db9-64bb01187741 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.433774 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3a86e278-4cd9-4889-9db9-64bb01187741 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7898972 Aug 24 00:35:25.437262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48722) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:25.444635 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f7125aa1-3d9b-4f59-a043-386828995668 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'subnet': {'network_id': 'f724644c-4083-40cc-8be5-209fa2655da6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:25.509633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86e278-4cd9-4889-9db9-64bb01187741 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Network': ['ID=f724644c-4083-40cc-8be5-209fa2655da6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:25.524536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network f724644c-4083-40cc-8be5-209fa2655da6 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:25.636248 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7125aa1-3d9b-4f59-a043-386828995668 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:25.641531 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7125aa1-3d9b-4f59-a043-386828995668 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.763597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90ec08-999a-41be-a131-6ff1e5bc4879 req-9f364c3f-a352-49bf-839c-127e85acaf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:25.770119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de90ec08-999a-41be-a131-6ff1e5bc4879 req-9f364c3f-a352-49bf-839c-127e85acaf3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 912 time: 0.5444863 Aug 24 00:35:25.837576 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-f7125aa1-3d9b-4f59-a043-386828995668 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Performing IP validity checks on allocation pools {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 24 00:35:25.838462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-f7125aa1-3d9b-4f59-a043-386828995668 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 24 00:35:25.969842 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:26.158909 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7125aa1-3d9b-4f59-a043-386828995668 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.190281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fcf0d-733e-430d-9047-b2bd2032c6eb req-5f72f4dc-badc-413f-97b5-b0b32c43bbf1 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:26.200780 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe3fcf0d-733e-430d-9047-b2bd2032c6eb req-5f72f4dc-badc-413f-97b5-b0b32c43bbf1 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.4474099 Aug 24 00:35:26.252695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:35:26.295391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de90ec08-999a-41be-a131-6ff1e5bc4879 req-1d4a09d1-6c06-4991-9bf2-865e76414bef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=109da5f8-4b8f-4567-a918-5f11dd2c600e HTTP/1.1" status: 200 len: 1001 time: 0.4512119 Aug 24 00:35:26.306164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5c1d-084a-4e8b-ad71-8e02892068b1 req-4194a93e-3f04-4bc8-bf51-c840aeec48d6 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:26.314690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a51f5c1d-084a-4e8b-ad71-8e02892068b1 req-4194a93e-3f04-4bc8-bf51-c840aeec48d6 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.4656925 Aug 24 00:35:26.393701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90ec08-999a-41be-a131-6ff1e5bc4879 req-b32fec38-0eea-4424-a1bc-5860b63d5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:26.395322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de90ec08-999a-41be-a131-6ff1e5bc4879 req-b32fec38-0eea-4424-a1bc-5860b63d5161 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 200 len: 850 time: 0.0575607 Aug 24 00:35:26.513432 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe3fcf0d-733e-430d-9047-b2bd2032c6eb req-93bd731f-8825-43af-ab83-2abcfa2d0036 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3100276 Aug 24 00:35:26.569358 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7125aa1-3d9b-4f59-a043-386828995668 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Subnet': ['ID=d5c7caf0-7195-47ef-97af-026edcff74de,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:26.573929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7125aa1-3d9b-4f59-a043-386828995668 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Checking segment: {'id': '60bb1b64-7b25-42b9-9c9d-81cce5cdf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f724644c-4083-40cc-8be5-209fa2655da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:26.577849 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7125aa1-3d9b-4f59-a043-386828995668 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network hostable DHCP agents. Network: f724644c-4083-40cc-8be5-209fa2655da6, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:26.689316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a51f5c1d-084a-4e8b-ad71-8e02892068b1 req-4b951b62-165e-47e2-bd9a-28ec7d291939 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736167 Aug 24 00:35:26.718049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90ec08-999a-41be-a131-6ff1e5bc4879 req-7a5a6ee3-d630-42a7-b4ba-1050572beb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:26.720397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de90ec08-999a-41be-a131-6ff1e5bc4879 req-7a5a6ee3-d630-42a7-b4ba-1050572beb09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b465dfe-d306-4292-bddd-524ea879c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3081768 Aug 24 00:35:26.745287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7125aa1-3d9b-4f59-a043-386828995668 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network f724644c-4083-40cc-8be5-209fa2655da6 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:26.966192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f7125aa1-3d9b-4f59-a043-386828995668 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, f724644c-4083-40cc-8be5-209fa2655da6) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:26.975448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c1612e-f867-4037-9807-4140a93ffd9a None None] Network f724644c-4083-40cc-8be5-209fa2655da6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:27.005743 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7125aa1-3d9b-4f59-a043-386828995668 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:27.006447 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f7125aa1-3d9b-4f59-a043-386828995668 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.067449 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f7125aa1-3d9b-4f59-a043-386828995668 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6287909 Aug 24 00:35:27.069962 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48742) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:27.390002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53537ac6-d34e-433b-aa8d-549ea585e6a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-f724644c-4083-40cc-8be5-209fa2655da6', 'network_id': 'f724644c-4083-40cc-8be5-209fa2655da6', 'tenant_id': 'bd9a9b4b108d41568691517474ed6a66', 'fixed_ips': [{'subnet_id': 'd5c7caf0-7195-47ef-97af-026edcff74de'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:35:27.391908 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53537ac6-d34e-433b-aa8d-549ea585e6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.492928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.656167 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.783181 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6a7f-1ede-4588-a218-5cf243ea6a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.803943 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-53537ac6-d34e-433b-aa8d-549ea585e6a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5c7caf0-7195-47ef-97af-026edcff74de: This subnet is being modified by another concurrent operation. Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:35:27.814674 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5c7caf0-7195-47ef-97af-026edcff74de: This subnet is being modified by another concurrent operation. Aug 24 00:35:27.818132 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Aug 24 00:35:27.887908 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c7caf0-7195-47ef-97af-026edcff74de,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:27.902210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6da688-648e-4372-846a-7148275324a6 None None] Network f724644c-4083-40cc-8be5-209fa2655da6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:27.994541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:28.007288 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.020730 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f724644c-4083-40cc-8be5-209fa2655da6']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:28.038399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bb1b64-7b25-42b9-9c9d-81cce5cdf7d4') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:28.038901 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bb1b64-7b25-42b9-9c9d-81cce5cdf7d4') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:28.064579 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.100342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5b012-7978-41ce-9d6b-11b522f370ab None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:28.108079 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.119727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff78b63-d215-43c1-bbe8-465d3a331a26 req-14ea0646-3759-4c6d-bc79-adfd8345af79 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:28.121874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eff78b63-d215-43c1-bbe8-465d3a331a26 req-14ea0646-3759-4c6d-bc79-adfd8345af79 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.3422008 Aug 24 00:35:28.126273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:28.129200 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.199652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36949cd0-6d2a-4f21-8115-2de5c487b7b5 req-51da3258-6aeb-49af-852a-6694a923e312 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:28.202907 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5b012-7978-41ce-9d6b-11b522f370ab None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:28.203744 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-aaa5b012-7978-41ce-9d6b-11b522f370ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:28.205093 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-36949cd0-6d2a-4f21-8115-2de5c487b7b5 req-51da3258-6aeb-49af-852a-6694a923e312 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.3288329 Aug 24 00:35:28.207152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de90ec08-999a-41be-a131-6ff1e5bc4879 req-40d4970e-e5c2-40a2-ac32-1fa2a211f937 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645578 Aug 24 00:35:28.210807 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.215066 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a501281a-50a4-47ee-a9cd-8e553d45a048 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.7873237 Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:28.257157 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:28.271991 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:28.291205 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92e9b10d-f2e9-4185-a930-acd6c8cc6338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.360899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-aaa5b012-7978-41ce-9d6b-11b522f370ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:28.393983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5b012-7978-41ce-9d6b-11b522f370ab None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:28.395923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-aaa5b012-7978-41ce-9d6b-11b522f370ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:28.519415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-36949cd0-6d2a-4f21-8115-2de5c487b7b5 req-92aeb02e-c335-4176-b18d-56c1d0cb228f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672520 Aug 24 00:35:28.581234 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eff78b63-d215-43c1-bbe8-465d3a331a26 req-62bed267-1667-476f-8617-d7245d706356 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4349890 Aug 24 00:35:28.708814 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.729419 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.742857 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/f724644c-4083-40cc-8be5-209fa2655da6 HTTP/1.1" status: 204 len: 168 time: 1.6594493 Aug 24 00:35:28.743067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48766) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:28.743067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ae157d2d-25ab-4004-825a-128260fb1966 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-168937924'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:28.763964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de90ec08-999a-41be-a131-6ff1e5bc4879 req-0f5faf72-3533-4914-ad2f-e1f477be2c41 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451345 Aug 24 00:35:28.842491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae157d2d-25ab-4004-825a-128260fb1966 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:28.850621 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae157d2d-25ab-4004-825a-128260fb1966 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.923341 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ebca5-46f2-45a1-b7fc-9d52fc7d6ba2 None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:35:28.925706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-aaa5b012-7978-41ce-9d6b-11b522f370ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:28.926283 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5b012-7978-41ce-9d6b-11b522f370ab None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:28.928346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae157d2d-25ab-4004-825a-128260fb1966 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:28.970002 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae157d2d-25ab-4004-825a-128260fb1966 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.972348 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-ae157d2d-25ab-4004-825a-128260fb1966 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Added segment 9075d309-c697-462b-9071-dd4432852906 of type vlan for network 00f2742b-84b7-4685-91a3-4e0e17488c72 Aug 24 00:35:29.096624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdfed2-28e6-44a5-a948-c5bf4a113ffc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Network': ['ID=f724644c-4083-40cc-8be5-209fa2655da6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:29.112459 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae157d2d-25ab-4004-825a-128260fb1966 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.181722 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae157d2d-25ab-4004-825a-128260fb1966 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.190864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae157d2d-25ab-4004-825a-128260fb1966 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:29.191584 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae157d2d-25ab-4004-825a-128260fb1966 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.259670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ae157d2d-25ab-4004-825a-128260fb1966 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5204918 Aug 24 00:35:29.272927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48776) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:29.278269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'subnet': {'network_id': '00f2742b-84b7-4685-91a3-4e0e17488c72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:29.380798 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48782) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:29.416831 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ebca5-46f2-45a1-b7fc-9d52fc7d6ba2 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:35:29.554484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae157d2d-25ab-4004-825a-128260fb1966 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Network': ['ID=00f2742b-84b7-4685-91a3-4e0e17488c72,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:29.600675 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 00f2742b-84b7-4685-91a3-4e0e17488c72 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:29.724755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:29.729410 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.811012 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.892054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e76c7c-d072-4597-9c5d-0162e6edff56 req-4a03ca15-e816-4723-8174-3a904fd3426e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:29.893991 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32e76c7c-d072-4597-9c5d-0162e6edff56 req-4a03ca15-e816-4723-8174-3a904fd3426e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.1999612 Aug 24 00:35:29.946427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abf3c7-9f5f-450b-b7a2-265c84545589 req-a4f0f199-adbe-43c2-aa5f-0aeda2ff0aaa tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:29.956630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65abf3c7-9f5f-450b-b7a2-265c84545589 req-a4f0f199-adbe-43c2-aa5f-0aeda2ff0aaa tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.2243066 Aug 24 00:35:30.110059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32e76c7c-d072-4597-9c5d-0162e6edff56 req-56813030-8490-43e0-945e-80e8401406e5 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562655 Aug 24 00:35:30.140916 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65abf3c7-9f5f-450b-b7a2-265c84545589 req-beae53be-46b6-411b-ba6b-5fc138eb169e tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503551 Aug 24 00:35:30.169189 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.308670 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-97a48ff6-5d73-4279-afa4-fe43b7a9c7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.426688 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.446253 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-99593d2c-cdc1-4084-b47b-24496b27a405 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a0f80313d88498d8728faf27a47d64f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0619140 Aug 24 00:35:30.446831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48794) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:30.524281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Subnet': ['ID=5d4a13ce-4d0b-49a3-b2d7-5663ec428e02,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:30.542130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:30.543864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:30.544385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:30.544931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:30.545431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:30.546598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:30.547594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:30.548099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:30.548845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:30.549574 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:30.550128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:30.550965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:30.580493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Checking segment: {'id': '9075d309-c697-462b-9071-dd4432852906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00f2742b-84b7-4685-91a3-4e0e17488c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:30.581125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network hostable DHCP agents. Network: 00f2742b-84b7-4685-91a3-4e0e17488c72, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:30.601529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network 00f2742b-84b7-4685-91a3-4e0e17488c72 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:30.617492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 00f2742b-84b7-4685-91a3-4e0e17488c72) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:30.625948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:30.627118 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.631271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea03d07e-3f02-40e9-956a-a4800e0cdc1c None None] Network 00f2742b-84b7-4685-91a3-4e0e17488c72 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:30.669951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e0ae29e7-444f-4c6c-ab69-43c3fc1d75d6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3958972 Aug 24 00:35:30.672029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48796) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:30.676737 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1fac8ad-c401-414a-a9e8-51e2af6969f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.737977 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1fac8ad-c401-414a-a9e8-51e2af6969f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.835580 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.843244 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-92e9b10d-f2e9-4185-a930-acd6c8cc6338 admin admin] Deleting port f7e449ca-6e21-459d-a824-79364796f958 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:30.843879 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92e9b10d-f2e9-4185-a930-acd6c8cc6338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.875914 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.940934 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-00f2742b-84b7-4685-91a3-4e0e17488c72', 'network_id': '00f2742b-84b7-4685-91a3-4e0e17488c72', 'tenant_id': 'bd9a9b4b108d41568691517474ed6a66', 'fixed_ips': [{'subnet_id': '5d4a13ce-4d0b-49a3-b2d7-5663ec428e02'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:35:30.942618 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.949329 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1fac8ad-c401-414a-a9e8-51e2af6969f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.951889 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d1fac8ad-c401-414a-a9e8-51e2af6969f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.953242 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d1fac8ad-c401-414a-a9e8-51e2af6969f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/644f8c1b-dfba-4475-85cc-670d74280698 HTTP/1.1" status: 204 len: 168 time: 0.5058298 Aug 24 00:35:30.992285 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.178733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fac8ad-c401-414a-a9e8-51e2af6969f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644f8c1b-dfba-4475-85cc-670d74280698,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:31.213825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Allocated IP 172.20.0.1 (00f2742b-84b7-4685-91a3-4e0e17488c72/5d4a13ce-4d0b-49a3-b2d7-5663ec428e02/39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:31.401034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-92e9b10d-f2e9-4185-a930-acd6c8cc6338 admin admin] For port f7e449ca-6e21-459d-a824-79364796f958, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f7e449ca-6e21-459d-a824-79364796f958,segment=NetworkSegment(9c3d6ff3-9f22-4c41-9337-2c734a3e1e50),segment_id=9c3d6ff3-9f22-4c41-9337-2c734a3e1e50)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:31.402171 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92e9b10d-f2e9-4185-a930-acd6c8cc6338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.408677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf21e0-bb38-4f87-a26e-bddcff480330 req-53ed69b4-d418-497c-a054-afa734e78c70 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:31.410980 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3fcf21e0-bb38-4f87-a26e-bddcff480330 req-53ed69b4-d418-497c-a054-afa734e78c70 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.1461966 Aug 24 00:35:31.412196 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.444236 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-92e9b10d-f2e9-4185-a930-acd6c8cc6338 admin admin] Calling delete_port for f7e449ca-6e21-459d-a824-79364796f958 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:31.516003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3fcf21e0-bb38-4f87-a26e-bddcff480330 req-8dfcdab7-db7e-47f6-9e76-1dbafaa57ad0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893803 Aug 24 00:35:31.525503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46c2c2-26d2-4dc8-b817-1e5c8afa1e3f req-950ee0e6-4fac-4971-b762-adb1e83c9ed7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:31.527247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be46c2c2-26d2-4dc8-b817-1e5c8afa1e3f req-950ee0e6-4fac-4971-b762-adb1e83c9ed7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.1143613 Aug 24 00:35:31.538135 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.553555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Transition to ACTIVE for port object 39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:31.590149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Transition to ACTIVE for port object 39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:31.597694 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be46c2c2-26d2-4dc8-b817-1e5c8afa1e3f req-2b06e3b2-d143-463a-8558-10bd8c8fb55e tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590117 Aug 24 00:35:31.626146 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.665212 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.700689 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Network 00f2742b-84b7-4685-91a3-4e0e17488c72 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:31.707294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:31.711127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:31.731622 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4a13ce-4d0b-49a3-b2d7-5663ec428e02,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:31.753706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Pushing event updated for resources: {'Port': ['ID=39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:31.798223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:31.798612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:31.798991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:31.799371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:31.799712 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:31.800230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:31.800454 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:31.800792 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:31.801153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:31.801488 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:31.801821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:31.802216 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:31.815646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Attempting to bind port 39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:31.816092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Attempting to bind port 39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '9075d309-c697-462b-9071-dd4432852906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00f2742b-84b7-4685-91a3-4e0e17488c72'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:31.816891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Attempting to bind port 39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36 on network 00f2742b-84b7-4685-91a3-4e0e17488c72 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:31.822073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:31.822463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Checking segment: {'id': '9075d309-c697-462b-9071-dd4432852906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00f2742b-84b7-4685-91a3-4e0e17488c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:31.822923 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.823484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Bound using segment: {'id': '9075d309-c697-462b-9071-dd4432852906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00f2742b-84b7-4685-91a3-4e0e17488c72'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:31.823904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Bound port: 39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9075d309-c697-462b-9071-dd4432852906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '00f2742b-84b7-4685-91a3-4e0e17488c72'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:31.824286 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.846791 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.870650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f2742b-84b7-4685-91a3-4e0e17488c72']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:31.900537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9075d309-c697-462b-9071-dd4432852906') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:31.901024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9075d309-c697-462b-9071-dd4432852906') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:31.913420 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.938898 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.949227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:31.949638 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:31.954543 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:31.971672 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.20.0.1 (0a511376-03aa-4dbb-90d6-d731da75e007/6bad870e-faa5-476b-ae86-5b98ea07da97/249e4ce6-eedc-476c-8f40-f46bfc37a880) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:31.991921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] For port 39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:32.057625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] For port 39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36,segment=NetworkSegment(9075d309-c697-462b-9071-dd4432852906),segment_id=9075d309-c697-462b-9071-dd4432852906)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:32.059008 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.api [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:35:32.059008 n-d-805736-1 neutron-server[94837]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:35:32.059008 n-d-805736-1 neutron-server[94837]: [parameters: {'id': '00f2742b-84b7-4685-91a3-4e0e17488c72'}] Aug 24 00:35:32.059008 n-d-805736-1 neutron-server[94837]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:35:32.060345 n-d-805736-1 neutron-server[94837]: DEBUG oslo_db.api [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:35:32.065449 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.190913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92e9b10d-f2e9-4185-a930-acd6c8cc6338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.199980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff3111-ee68-4a06-8cd8-482e2087859a None None] Pushing event updated for resources: {'Port': ['ID=39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:32.228925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9b10d-f2e9-4185-a930-acd6c8cc6338 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e449ca-6e21-459d-a824-79364796f958,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:32.240920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef42da6-c44a-43e6-8c5e-fc4d951799ae None None] Network 00f2742b-84b7-4685-91a3-4e0e17488c72 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:32.274424 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.279583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6275119-ca59-4478-8b4c-cf0cdf2c6150 req-3d632704-dba9-4eab-b3be-847f45ac9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:32.285187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6275119-ca59-4478-8b4c-cf0cdf2c6150 req-3d632704-dba9-4eab-b3be-847f45ac9905 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 1096 time: 0.1232672 Aug 24 00:35:32.451910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6275119-ca59-4478-8b4c-cf0cdf2c6150 req-24f351f3-497c-4d56-a564-ea7bf4d9ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:32.459593 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6275119-ca59-4478-8b4c-cf0cdf2c6150 req-24f351f3-497c-4d56-a564-ea7bf4d9ebf0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 917 time: 0.1676750 Aug 24 00:35:32.483363 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.536867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network 0a511376-03aa-4dbb-90d6-d731da75e007 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:32.541949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:32.548602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:32.586896 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.590465 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-92e9b10d-f2e9-4185-a930-acd6c8cc6338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.595419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfd896e-8a35-42e9-8866-b81b68c64fe6 None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:35:32.598318 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=249e4ce6-eedc-476c-8f40-f46bfc37a880,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:32.664761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6275119-ca59-4478-8b4c-cf0cdf2c6150 req-ec1796ba-de03-43d5-835a-58b8a2dd3853 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9 HTTP/1.1" status: 200 len: 999 time: 0.1982813 Aug 24 00:35:32.676249 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.744222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6275119-ca59-4478-8b4c-cf0cdf2c6150 req-ccc49dc2-6451-4f65-8791-40326aa8eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:32.748408 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6275119-ca59-4478-8b4c-cf0cdf2c6150 req-ccc49dc2-6451-4f65-8791-40326aa8eda5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.0752661 Aug 24 00:35:32.790706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd896e-8a35-42e9-8866-b81b68c64fe6 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:35:32.918477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Deleting port 39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:32.918850 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.980668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedc9c5-6400-4441-b4d1-ee17768b101f req-ef89268c-4a8b-46be-8515-dd143478d29f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:32.982284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9bedc9c5-6400-4441-b4d1-ee17768b101f req-ef89268c-4a8b-46be-8515-dd143478d29f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.2319937 Aug 24 00:35:33.007627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5f24e-91ae-475f-8ff6-382c565a9391 req-b07503e7-a8f0-4281-a7d1-f50e89079bfc tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:33.009106 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ab5f24e-91ae-475f-8ff6-382c565a9391 req-b07503e7-a8f0-4281-a7d1-f50e89079bfc tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.2573485 Aug 24 00:35:33.023281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6275119-ca59-4478-8b4c-cf0cdf2c6150 req-e07988a2-b054-4e97-8714-86dff8a13441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:33.024796 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6275119-ca59-4478-8b4c-cf0cdf2c6150 req-e07988a2-b054-4e97-8714-86dff8a13441 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2470393 Aug 24 00:35:33.066138 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.088772 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.154749 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6275119-ca59-4478-8b4c-cf0cdf2c6150 req-cb7335b2-d61a-4181-b111-917c61a4accd service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138754 Aug 24 00:35:33.158310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] For port 39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36,segment=NetworkSegment(9075d309-c697-462b-9071-dd4432852906),segment_id=9075d309-c697-462b-9071-dd4432852906)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:33.158733 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.201412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Calling delete_port for 39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:33.284725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9bedc9c5-6400-4441-b4d1-ee17768b101f req-009924c9-3686-44ff-9dee-1aeb24335d68 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2912185 Aug 24 00:35:33.369202 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e9b10d-f2e9-4185-a930-acd6c8cc6338 admin admin] Router c665c81c-a3d6-457b-a4f0-119c8aaeb14c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:35:33.382290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ab5f24e-91ae-475f-8ff6-382c565a9391 req-396bed7b-8bdf-463b-b4c6-f33786d5de79 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531010 Aug 24 00:35:33.477125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6275119-ca59-4478-8b4c-cf0cdf2c6150 req-50d40c80-42e0-4230-9024-c63af1b4df92 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066454 Aug 24 00:35:33.501507 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.535182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Port': ['ID=39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:33.546800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No DVR routers for this DVR port 39f1d9fc-99e2-4b5a-85cc-91bbaaf50b36 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:33.642874 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.655531 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f2742b-84b7-4685-91a3-4e0e17488c72']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:33.665217 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e9b10d-f2e9-4185-a930-acd6c8cc6338 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:33.675618 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-92e9b10d-f2e9-4185-a930-acd6c8cc6338 admin admin] 10.222.0.32 "PUT /v2.0/routers/c665c81c-a3d6-457b-a4f0-119c8aaeb14c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7020135 Aug 24 00:35:33.679256 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48874) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:33.681860 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4c907-4b9c-4439-8c50-1445b6d51e4c None None] Sync routers for ids ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:33.682852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9075d309-c697-462b-9071-dd4432852906') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:33.683300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9075d309-c697-462b-9071-dd4432852906') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:33.703105 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4c907-4b9c-4439-8c50-1445b6d51e4c None None] Routers {'c665c81c-a3d6-457b-a4f0-119c8aaeb14c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:33.706327 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-abc4c907-4b9c-4439-8c50-1445b6d51e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:33.735848 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.766547 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.770399 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.776723 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.778510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:33.779390 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:33.783305 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:33.849348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=249e4ce6-eedc-476c-8f40-f46bfc37a880,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:33.887171 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.892382 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.970397 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.976952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/00f2742b-84b7-4685-91a3-4e0e17488c72 HTTP/1.1" status: 204 len: 168 time: 3.2995892 Aug 24 00:35:33.997509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48876) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:33.999476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e0f34-9722-422b-b6bd-74eb2100fa3a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Network': ['ID=00f2742b-84b7-4685-91a3-4e0e17488c72,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:34.008475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a7d2e68e-0ff8-43a1-b84a-7948473e794a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2120238061'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:34.042024 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-abc4c907-4b9c-4439-8c50-1445b6d51e4c None None] Set router c665c81c-a3d6-457b-a4f0-119c8aaeb14c gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:34.055761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d2e68e-0ff8-43a1-b84a-7948473e794a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:34.059716 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e68e-0ff8-43a1-b84a-7948473e794a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.148444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d2e68e-0ff8-43a1-b84a-7948473e794a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:34.162544 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e68e-0ff8-43a1-b84a-7948473e794a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.163494 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-a7d2e68e-0ff8-43a1-b84a-7948473e794a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Added segment 39923e42-ee96-45f7-9017-4d1062fc49c8 of type vlan for network 730fbabe-50c3-4016-b0e5-7ca8127fc4f1 Aug 24 00:35:34.250259 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e68e-0ff8-43a1-b84a-7948473e794a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.321693 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.325824 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.332096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e68e-0ff8-43a1-b84a-7948473e794a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.338379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d2e68e-0ff8-43a1-b84a-7948473e794a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:34.339331 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7d2e68e-0ff8-43a1-b84a-7948473e794a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.398264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a7d2e68e-0ff8-43a1-b84a-7948473e794a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3920941 Aug 24 00:35:34.443664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48882) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:34.458746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network 0a511376-03aa-4dbb-90d6-d731da75e007 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:34.460097 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:34.466621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f8b2a020-8682-419e-b1fc-e04724c3e1e4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'subnet': {'network_id': '730fbabe-50c3-4016-b0e5-7ca8127fc4f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:34.495663 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-abc4c907-4b9c-4439-8c50-1445b6d51e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:35:32Z', 'revision_number': 5, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port': {'id': 'b5681d37-e0a5-4da5-bad3-39971446a906', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:35Z', 'updated_at': '2021-08-24T00:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:34.527724 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4c907-4b9c-4439-8c50-1445b6d51e4c None None] Checking router: c665c81c-a3d6-457b-a4f0-119c8aaeb14c for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:35:34.552530 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4c907-4b9c-4439-8c50-1445b6d51e4c None None] Routers {'c665c81c-a3d6-457b-a4f0-119c8aaeb14c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:34.553218 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-abc4c907-4b9c-4439-8c50-1445b6d51e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:34.618853 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:35:34.651001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2e68e-0ff8-43a1-b84a-7948473e794a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Network': ['ID=730fbabe-50c3-4016-b0e5-7ca8127fc4f1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:34.665640 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 730fbabe-50c3-4016-b0e5-7ca8127fc4f1 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:34.701068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d1c0e-7338-41b7-863e-aeddc85bd44a req-f27e235d-f62e-4453-a68e-fc0f389edc5f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:34.703699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-224d1c0e-7338-41b7-863e-aeddc85bd44a req-f27e235d-f62e-4453-a68e-fc0f389edc5f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.2610612 Aug 24 00:35:34.709305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] Deleting port b5681d37-e0a5-4da5-bad3-39971446a906 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:34.709743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.716089 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-abc4c907-4b9c-4439-8c50-1445b6d51e4c None None] Set router c665c81c-a3d6-457b-a4f0-119c8aaeb14c gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:34.809980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc937ae1-3f8d-4dfd-9729-a5cfc9cebae0 req-5fd74aff-3e0e-454f-945a-439695069a17 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:34.813779 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc937ae1-3f8d-4dfd-9729-a5cfc9cebae0 req-5fd74aff-3e0e-454f-945a-439695069a17 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 944 time: 0.2988601 Aug 24 00:35:34.833217 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-abc4c907-4b9c-4439-8c50-1445b6d51e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:35:34Z', 'revision_number': 6, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:34.863725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:34.870550 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-88f039c7-227f-4bc0-9cfe-76e3d27982da tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "PUT /v2.0/routers/e11f3769-6953-4184-8fce-67cae084193c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5763695 Aug 24 00:35:34.875602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48896) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:34.877618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490a1b3-267a-4c20-82dd-b93bf9ffd9e8 None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:34.883726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-705bdd5c-08f8-49ec-9639-3c5b58117051 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'port': {'network_id': '0a511376-03aa-4dbb-90d6-d731da75e007', 'name': 'tempest-FloatingIPTestJSON-1404949631'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:34.893314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d490a1b3-267a-4c20-82dd-b93bf9ffd9e8 None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:34.894347 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d490a1b3-267a-4c20-82dd-b93bf9ffd9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:34.897765 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4c907-4b9c-4439-8c50-1445b6d51e4c None None] The sync data for ids ['c665c81c-a3d6-457b-a4f0-119c8aaeb14c'] in n-d-805736-1 is: [{'id': 'c665c81c-a3d6-457b-a4f0-119c8aaeb14c', 'name': 'tempest-TaggedBootDevicesTest-499865628-router', 'tenant_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:35:34Z', 'revision_number': 6, 'project_id': 'e98fc09120a0477ba0f3d3600616f7a6', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:34.944432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b2a020-8682-419e-b1fc-e04724c3e1e4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:34.947969 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8b2a020-8682-419e-b1fc-e04724c3e1e4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.000541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d490a1b3-267a-4c20-82dd-b93bf9ffd9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:35.011188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d490a1b3-267a-4c20-82dd-b93bf9ffd9e8 None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:35.012090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d490a1b3-267a-4c20-82dd-b93bf9ffd9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:35.054326 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d490a1b3-267a-4c20-82dd-b93bf9ffd9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:35.055352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d490a1b3-267a-4c20-82dd-b93bf9ffd9e8 None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:35.124479 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705bdd5c-08f8-49ec-9639-3c5b58117051 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Made reservation on behalf of 6390eb5cc93146a1acafb548bec46572 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:35.130032 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-705bdd5c-08f8-49ec-9639-3c5b58117051 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.168914 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-705bdd5c-08f8-49ec-9639-3c5b58117051 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] device_id is not set on port 6818e5fa-0a48-4ade-bea0-9b33aa3e42a7 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:35:35.379299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-705bdd5c-08f8-49ec-9639-3c5b58117051 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.20.0.11 (0a511376-03aa-4dbb-90d6-d731da75e007/6bad870e-faa5-476b-ae86-5b98ea07da97/6818e5fa-0a48-4ade-bea0-9b33aa3e42a7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:35.505330 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-224d1c0e-7338-41b7-863e-aeddc85bd44a req-be442cca-924c-4833-9a3e-3d1e899e4c47 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7643926 Aug 24 00:35:35.522236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc937ae1-3f8d-4dfd-9729-a5cfc9cebae0 req-9d202b7e-83c9-4f37-9b2d-68610fc767ca tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6746399 Aug 24 00:35:35.642532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] For port b5681d37-e0a5-4da5-bad3-39971446a906, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b5681d37-e0a5-4da5-bad3-39971446a906,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:35.643229 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.667242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] Calling delete_port for b5681d37-e0a5-4da5-bad3-39971446a906 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:35.770825 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-705bdd5c-08f8-49ec-9639-3c5b58117051 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.861480 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-705bdd5c-08f8-49ec-9639-3c5b58117051 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.902449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5fd0272d-f729-48e0-8e4a-b4ff03931b80 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:35:35.910052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d4f6e794-86f2-4c1e-84a7-202f85fa97e9 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:35.929240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bdd5c-08f8-49ec-9639-3c5b58117051 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=6818e5fa-0a48-4ade-bea0-9b33aa3e42a7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:35.942322 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705bdd5c-08f8-49ec-9639-3c5b58117051 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network 0a511376-03aa-4dbb-90d6-d731da75e007 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:35.944060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-705bdd5c-08f8-49ec-9639-3c5b58117051 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:35.953073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705bdd5c-08f8-49ec-9639-3c5b58117051 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:36.069496 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705bdd5c-08f8-49ec-9639-3c5b58117051 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:36.070481 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-705bdd5c-08f8-49ec-9639-3c5b58117051 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.092007 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8b2a020-8682-419e-b1fc-e04724c3e1e4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.108449 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-705bdd5c-08f8-49ec-9639-3c5b58117051 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2306430 Aug 24 00:35:36.110502 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:36.117261 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-59e2a242-9ca1-4256-bc1a-219b36b52023 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'port': {'network_id': '0a511376-03aa-4dbb-90d6-d731da75e007', 'name': 'tempest-FloatingIPTestJSON-1509512982'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:36.184256 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2a020-8682-419e-b1fc-e04724c3e1e4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Subnet': ['ID=b0a93b36-30d8-42ce-8014-cf923516f8f7,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:36.198129 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.224987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b2a020-8682-419e-b1fc-e04724c3e1e4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Checking segment: {'id': '39923e42-ee96-45f7-9017-4d1062fc49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '730fbabe-50c3-4016-b0e5-7ca8127fc4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:36.225637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b2a020-8682-419e-b1fc-e04724c3e1e4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network hostable DHCP agents. Network: 730fbabe-50c3-4016-b0e5-7ca8127fc4f1, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:36.235870 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.267025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5fd0272d-f729-48e0-8e4a-b4ff03931b80, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5fd0272d-f729-48e0-8e4a-b4ff03931b80,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:36.292795 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:36.305200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5681d37-e0a5-4da5-bad3-39971446a906,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:36.305764 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ae5684-1522-4dec-afe2-b200b2778a0c" -d '{"events": [{"server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "name": "network-vif-unplugged", "status": "completed", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:36.314139 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e2a242-9ca1-4256-bc1a-219b36b52023 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Made reservation on behalf of 6390eb5cc93146a1acafb548bec46572 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:36.319753 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59e2a242-9ca1-4256-bc1a-219b36b52023 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.334126 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '5fd0272d-f729-48e0-8e4a-b4ff03931b80', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'port_id': '5fd0272d-f729-48e0-8e4a-b4ff03931b80', 'mac_address': 'fa:16:3e:ac:47:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:35:36.357261 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-59e2a242-9ca1-4256-bc1a-219b36b52023 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] device_id is not set on port a7eeedc2-0bca-44b2-9110-b71f00802ed4 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:35:36.366096 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b2a020-8682-419e-b1fc-e04724c3e1e4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network 730fbabe-50c3-4016-b0e5-7ca8127fc4f1 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:36.402557 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ff80fb-1fad-4d19-a9dd-989da2dd5b4b x-openstack-request-id: req-35ff80fb-1fad-4d19-a9dd-989da2dd5b4b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:36.403124 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "name": "network-vif-unplugged", "status": "failed", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9", "code": 422}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:36.403124 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35ff80fb-1fad-4d19-a9dd-989da2dd5b4b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:36.403500 n-d-805736-1 neutron-server[94839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'code': 422} returned with failed status Aug 24 00:35:36.405168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:36.406185 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.412161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-f8b2a020-8682-419e-b1fc-e04724c3e1e4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 730fbabe-50c3-4016-b0e5-7ca8127fc4f1) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:36.417915 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b2a020-8682-419e-b1fc-e04724c3e1e4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:36.418884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f8b2a020-8682-419e-b1fc-e04724c3e1e4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.434896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd0272d-f729-48e0-8e4a-b4ff03931b80 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:36.442727 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991aca29-ddd9-40b1-bdd5-5dc9c3d4e46f None None] Network 730fbabe-50c3-4016-b0e5-7ca8127fc4f1 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:36.446827 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.446992 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.494080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f8b2a020-8682-419e-b1fc-e04724c3e1e4 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0315158 Aug 24 00:35:36.496026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48918) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:36.528169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5fd0272d-f729-48e0-8e4a-b4ff03931b80, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5fd0272d-f729-48e0-8e4a-b4ff03931b80,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:36.543300 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.588871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:36.603171 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.607934 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.652922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-59e2a242-9ca1-4256-bc1a-219b36b52023 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.20.0.8 (0a511376-03aa-4dbb-90d6-d731da75e007/6bad870e-faa5-476b-ae86-5b98ea07da97/a7eeedc2-0bca-44b2-9110-b71f00802ed4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:36.676078 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.676505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c665c81c-a3d6-457b-a4f0-119c8aaeb14c {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:35:36.689180 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.690422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-df7cf681-2820-4980-b6af-cb25a8db7ea4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c665c81c-a3d6-457b-a4f0-119c8aaeb14c HTTP/1.1" status: 204 len: 168 time: 3.0101147 Aug 24 00:35:36.701624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48926) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:36.738802 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5fd0272d-f729-48e0-8e4a-b4ff03931b80,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:36.834798 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.849766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c26a6-81ec-4c57-9793-4e52ce930ed9 req-cff38bfa-d398-4bcd-914a-ccedc4775cc5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:36.852061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b59c26a6-81ec-4c57-9793-4e52ce930ed9 req-cff38bfa-d398-4bcd-914a-ccedc4775cc5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 943 time: 0.1594768 Aug 24 00:35:36.888558 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5fd0272d-f729-48e0-8e4a-b4ff03931b80'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:35:36.919291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3940c8-608a-4283-a597-b76098834479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-730fbabe-50c3-4016-b0e5-7ca8127fc4f1', 'network_id': '730fbabe-50c3-4016-b0e5-7ca8127fc4f1', 'tenant_id': 'bd9a9b4b108d41568691517474ed6a66', 'fixed_ips': [{'subnet_id': 'b0a93b36-30d8-42ce-8014-cf923516f8f7'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:35:36.920977 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f3940c8-608a-4283-a597-b76098834479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.921386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b59c26a6-81ec-4c57-9793-4e52ce930ed9 req-098010b0-abf1-464b-b5e7-12d6ce37c245 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545728 Aug 24 00:35:36.933477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea2cd0-8a26-43b3-8ce6-832f42f7fc9b req-5f3ebf0c-e8de-448b-b01e-d2f14bc28580 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:36.940614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6ea2cd0-8a26-43b3-8ce6-832f42f7fc9b req-5f3ebf0c-e8de-448b-b01e-d2f14bc28580 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 945 time: 0.2338607 Aug 24 00:35:36.970925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3852c6-e191-4981-a8c0-0b333f109ee7 admin admin] Deleting subnet 542bc52f-4c2c-4a98-8ce4-d541f5b4ae68 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:35:36.974905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d3852c6-e191-4981-a8c0-0b333f109ee7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.028491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f7e449ca-6e21-459d-a824-79364796f958 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:37.033331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6ea2cd0-8a26-43b3-8ce6-832f42f7fc9b req-967421a1-415c-49bc-ab6e-fb8967d81bbe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918479 Aug 24 00:35:37.167218 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d3852c6-e191-4981-a8c0-0b333f109ee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.216315 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.250937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: f7e449ca-6e21-459d-a824-79364796f958 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:35:37.251599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f7e449ca-6e21-459d-a824-79364796f958 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:35:37.252624 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b5681d37-e0a5-4da5-bad3-39971446a906 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:37.296920 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59e2a242-9ca1-4256-bc1a-219b36b52023 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.326703 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: b5681d37-e0a5-4da5-bad3-39971446a906 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:35:37.328038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b5681d37-e0a5-4da5-bad3-39971446a906 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:35:37.378273 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d3852c6-e191-4981-a8c0-0b333f109ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-3f3940c8-608a-4283-a597-b76098834479 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0a93b36-30d8-42ce-8014-cf923516f8f7: This subnet is being modified by another concurrent operation. Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:35:37.404866 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0a93b36-30d8-42ce-8014-cf923516f8f7: This subnet is being modified by another concurrent operation. Aug 24 00:35:37.411268 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Aug 24 00:35:37.415053 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.426228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cec11e-d52b-4a9e-93ab-eed123eecfc8 None None] Network 730fbabe-50c3-4016-b0e5-7ca8127fc4f1 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:37.482436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a93b36-30d8-42ce-8014-cf923516f8f7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:37.577669 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59e2a242-9ca1-4256-bc1a-219b36b52023 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.582117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85aa49f-0887-4b2d-b476-4b82e9bdf3ec None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:35:37.597777 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d3852c6-e191-4981-a8c0-0b333f109ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.722090 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.727551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85aa49f-0887-4b2d-b476-4b82e9bdf3ec None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:35:37.730738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3852c6-e191-4981-a8c0-0b333f109ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=542bc52f-4c2c-4a98-8ce4-d541f5b4ae68,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:37.737036 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e2a242-9ca1-4256-bc1a-219b36b52023 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network 0a511376-03aa-4dbb-90d6-d731da75e007 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:37.743921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d3852c6-e191-4981-a8c0-0b333f109ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.748604 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4d3852c6-e191-4981-a8c0-0b333f109ee7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/542bc52f-4c2c-4a98-8ce4-d541f5b4ae68 HTTP/1.1" status: 204 len: 168 time: 1.0406487 Aug 24 00:35:37.750024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48946) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:37.753267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730fbabe-50c3-4016-b0e5-7ca8127fc4f1']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:37.758205 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-59e2a242-9ca1-4256-bc1a-219b36b52023 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:37.790401 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e2a242-9ca1-4256-bc1a-219b36b52023 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:37.853180 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.877114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39923e42-ee96-45f7-9017-4d1062fc49c8') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:37.877478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39923e42-ee96-45f7-9017-4d1062fc49c8') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:37.901383 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.934840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Deleting port 3058fe14-c069-4845-8305-77ec0ea9769d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:37.935423 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.959556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.975623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:37.976260 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.014157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5fd0272d-f729-48e0-8e4a-b4ff03931b80 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:38.026199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] For port 3058fe14-c069-4845-8305-77ec0ea9769d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3058fe14-c069-4845-8305-77ec0ea9769d,segment=NetworkSegment(9c3d6ff3-9f22-4c41-9337-2c734a3e1e50),segment_id=9c3d6ff3-9f22-4c41-9337-2c734a3e1e50)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:38.027074 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.044662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Calling delete_port for 3058fe14-c069-4845-8305-77ec0ea9769d owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:38.176578 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2a242-9ca1-4256-bc1a-219b36b52023 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=a7eeedc2-0bca-44b2-9110-b71f00802ed4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:38.184143 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:38.198202 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.209524 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.214171 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/730fbabe-50c3-4016-b0e5-7ca8127fc4f1 HTTP/1.1" status: 204 len: 168 time: 1.7164018 Aug 24 00:35:38.243686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:38.247987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 5fd0272d-f729-48e0-8e4a-b4ff03931b80 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:38.261171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 5fd0272d-f729-48e0-8e4a-b4ff03931b80 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:38.271481 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.307832 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ecb4e7fb-2407-468f-a1b7-0fdf359c1093 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-32178088'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:38.337614 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c4bbe-3562-4761-b0e4-26ad07ae8acd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Network': ['ID=730fbabe-50c3-4016-b0e5-7ca8127fc4f1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:38.371328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e2a242-9ca1-4256-bc1a-219b36b52023 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:38.372322 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59e2a242-9ca1-4256-bc1a-219b36b52023 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.407394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb4e7fb-2407-468f-a1b7-0fdf359c1093 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:38.412936 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e7fb-2407-468f-a1b7-0fdf359c1093 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.443694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d022f5c-d7a1-4c29-86fa-f99ee4bec54b req-3a5367e2-6ced-4176-8d4a-324057a77c70 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:38.456029 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d022f5c-d7a1-4c29-86fa-f99ee4bec54b req-3a5367e2-6ced-4176-8d4a-324057a77c70 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 945 time: 0.2482727 Aug 24 00:35:38.474393 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-59e2a242-9ca1-4256-bc1a-219b36b52023 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3621237 Aug 24 00:35:38.494239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48972) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:38.494483 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.523936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'a7eeedc2-0bca-44b2-9110-b71f00802ed4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:38.571779 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb4e7fb-2407-468f-a1b7-0fdf359c1093 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:38.616267 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e7fb-2407-468f-a1b7-0fdf359c1093 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.616886 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-ecb4e7fb-2407-468f-a1b7-0fdf359c1093 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Added segment 00a07c29-b79a-4b6d-931f-8a321efa5f34 of type vlan for network a6361341-d46f-4382-8a7e-d90df5addbf7 Aug 24 00:35:38.645009 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.670363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500dd88a-9008-4949-a85e-181b5a0c8e00 None None] Network 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:38.697311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb8e532-a47c-4241-939f-3c40091ea6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd0272d-f729-48e0-8e4a-b4ff03931b80'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:38.700620 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f9220d-4660-4ab2-b68e-e65a3d963317" -d '{"events": [{"server_uuid": "feb8e532-a47c-4241-939f-3c40091ea6d2", "name": "network-vif-plugged", "status": "completed", "tag": "5fd0272d-f729-48e0-8e4a-b4ff03931b80"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:38.706931 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e7fb-2407-468f-a1b7-0fdf359c1093 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.749170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=3058fe14-c069-4845-8305-77ec0ea9769d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:38.750874 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.758210 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e7fb-2407-468f-a1b7-0fdf359c1093 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.764258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] No DVR routers for this DVR port 3058fe14-c069-4845-8305-77ec0ea9769d on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:38.765320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb4e7fb-2407-468f-a1b7-0fdf359c1093 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:38.766177 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e7fb-2407-468f-a1b7-0fdf359c1093 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.793374 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5fd0272d-f729-48e0-8e4a-b4ff03931b80, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5fd0272d-f729-48e0-8e4a-b4ff03931b80,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:38.805065 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.805965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d4f6e794-86f2-4c1e-84a7-202f85fa97e9 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:38.917811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48984) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:38.940153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d022f5c-d7a1-4c29-86fa-f99ee4bec54b req-36ddfb5d-6317-4617-82c8-5a429dcc1f4d tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830186 Aug 24 00:35:38.988366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4e7fb-2407-468f-a1b7-0fdf359c1093 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Network': ['ID=a6361341-d46f-4382-8a7e-d90df5addbf7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:39.006157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5fd0272d-f729-48e0-8e4a-b4ff03931b80,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:39.050967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617120ad-f6d8-4253-b21c-b6cba40e8599 req-4e9fae5f-4904-46cb-836b-60a5c37fa3bc tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:39.060432 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-617120ad-f6d8-4253-b21c-b6cba40e8599 req-4e9fae5f-4904-46cb-836b-60a5c37fa3bc tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 943 time: 0.5942245 Aug 24 00:35:39.082040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network a6361341-d46f-4382-8a7e-d90df5addbf7 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:39.162020 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abff5a9e-3900-4abe-a1e4-688f72e68000 x-openstack-request-id: req-abff5a9e-3900-4abe-a1e4-688f72e68000 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:39.162616 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb8e532-a47c-4241-939f-3c40091ea6d2", "name": "network-vif-plugged", "status": "completed", "tag": "5fd0272d-f729-48e0-8e4a-b4ff03931b80", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:39.162940 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abff5a9e-3900-4abe-a1e4-688f72e68000 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:39.163344 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb8e532-a47c-4241-939f-3c40091ea6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd0272d-f729-48e0-8e4a-b4ff03931b80', 'code': 200} Aug 24 00:35:39.250376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36227b1e-5d73-4b3e-800f-e3eea648053e None None] DHCP port deletion for 0b7ccae0-e69a-4c8d-80f1-37ac538228c3 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:35:39.365198 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ecb4e7fb-2407-468f-a1b7-0fdf359c1093 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0955467 Aug 24 00:35:39.365864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48992) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:39.394104 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cb316fda-763c-4d40-927a-c304c4213aa1 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:39.479101 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b7621bc-2d88-423d-874b-5a8b8ca60173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.485092 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.518031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7ccae0-e69a-4c8d-80f1-37ac538228c3']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:39.538940 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-617120ad-f6d8-4253-b21c-b6cba40e8599 req-7cba913d-4c4c-41a2-9eef-f0c5666fd7b3 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4019015 Aug 24 00:35:39.540822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:39.541116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3d6ff3-9f22-4c41-9337-2c734a3e1e50') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:39.597189 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.604287 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-e316de6c-9eb5-4e7a-b718-d2802230ec4d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8929317 Aug 24 00:35:39.606084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc629d0a-de24-49a6-a6da-4477d2d49b89 req-3d07a87d-a3d6-4e7f-8abb-7c4c6c8f2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:39.607609 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc629d0a-de24-49a6-a6da-4477d2d49b89 req-3d07a87d-a3d6-4e7f-8abb-7c4c6c8f2aff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 1097 time: 0.2057395 Aug 24 00:35:39.621300 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.654144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:39.655427 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:39.657585 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:39.676673 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb316fda-763c-4d40-927a-c304c4213aa1 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.709891 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb316fda-763c-4d40-927a-c304c4213aa1 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.726171 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.747577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb316fda-763c-4d40-927a-c304c4213aa1 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network a6361341-d46f-4382-8a7e-d90df5addbf7 is not hosted by any dhcp agent {{(pid=94838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 00:35:39.748604 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc629d0a-de24-49a6-a6da-4477d2d49b89 req-ef0da941-2c76-4f76-8aa9-378b18a4ea6b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310449 Aug 24 00:35:39.758629 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb316fda-763c-4d40-927a-c304c4213aa1 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:39.762186 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.765923 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb316fda-763c-4d40-927a-c304c4213aa1 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.767642 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cb316fda-763c-4d40-927a-c304c4213aa1 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "PUT /v2.0/networks/a6361341-d46f-4382-8a7e-d90df5addbf7 HTTP/1.1" status: 200 len: 723 time: 0.3902061 Aug 24 00:35:39.776335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48998) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:39.793710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-44f241ac-1100-4d2e-ace3-291564e2bc90 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'subnet': {'network_id': 'a6361341-d46f-4382-8a7e-d90df5addbf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:39.799045 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.804858 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] 10.222.0.32 "DELETE /v2.0/networks/0b7ccae0-e69a-4c8d-80f1-37ac538228c3 HTTP/1.1" status: 204 len: 168 time: 2.0491941 Aug 24 00:35:39.805173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0c97f-bdb7-49c3-bebe-48c9539b8a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7ccae0-e69a-4c8d-80f1-37ac538228c3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:39.897193 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b7621bc-2d88-423d-874b-5a8b8ca60173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.915626 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b7621bc-2d88-423d-874b-5a8b8ca60173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.931874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb316fda-763c-4d40-927a-c304c4213aa1 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Network': ['ID=a6361341-d46f-4382-8a7e-d90df5addbf7,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:39.947100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network a6361341-d46f-4382-8a7e-d90df5addbf7 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:39.997871 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:40.050139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7621bc-2d88-423d-874b-5a8b8ca60173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff83cc4-c210-413d-8a9d-fc18b4145840,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:40.065778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f241ac-1100-4d2e-ace3-291564e2bc90 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:40.079841 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44f241ac-1100-4d2e-ace3-291564e2bc90 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.082796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.25.8.22 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/54668b26-339d-407d-b0e1-9e5d87462dff) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:40.108778 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1889c821-6ecb-413f-bb52-9095194764a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e98fc09120a0477ba0f3d3600616f7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1082883 Aug 24 00:35:40.131199 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49008) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:40.180146 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7b7621bc-2d88-423d-874b-5a8b8ca60173 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb4300ba920b4a1bbf30f0bb57a44f94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2319496 Aug 24 00:35:40.181080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49010) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:40.260933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49014) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:40.305560 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.357326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6aeff312-c66f-4acc-9222-fa9d642d9d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.373813 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.384392 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fe64-ed6b-493e-a338-ff6150d29961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.419169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcbe91c-9273-4c7d-b9ca-3f6e82710389 admin admin] Deleting subnet 5bae93aa-f2a0-49f6-8997-a32b27675b05 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:35:40.447207 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe91c-9273-4c7d-b9ca-3f6e82710389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.450560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:40.457207 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6aeff312-c66f-4acc-9222-fa9d642d9d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.459689 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:40.462313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:40.536075 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=54668b26-339d-407d-b0e1-9e5d87462dff,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:40.656925 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fe64-ed6b-493e-a338-ff6150d29961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.700157 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44f241ac-1100-4d2e-ace3-291564e2bc90 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.758637 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6aeff312-c66f-4acc-9222-fa9d642d9d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.762117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6aeff312-c66f-4acc-9222-fa9d642d9d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.763477 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6aeff312-c66f-4acc-9222-fa9d642d9d17 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4487d07f-1746-48bc-883c-ad9c20f30c8d HTTP/1.1" status: 204 len: 168 time: 0.6312327 Aug 24 00:35:40.841704 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe91c-9273-4c7d-b9ca-3f6e82710389 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.860100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeff312-c66f-4acc-9222-fa9d642d9d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4487d07f-1746-48bc-883c-ad9c20f30c8d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:40.865839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3058fe14-c069-4845-8305-77ec0ea9769d no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:40.901061 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe91c-9273-4c7d-b9ca-3f6e82710389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.912304 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 3058fe14-c069-4845-8305-77ec0ea9769d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:35:40.913624 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3058fe14-c069-4845-8305-77ec0ea9769d not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:35:41.015095 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f241ac-1100-4d2e-ace3-291564e2bc90 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Subnet': ['ID=ecd9b2d6-67a7-4256-a629-8668d5f4c09b,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:41.020197 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fe64-ed6b-493e-a338-ff6150d29961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.023119 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fe64-ed6b-493e-a338-ff6150d29961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.025279 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c9a9fe64-ed6b-493e-a338-ff6150d29961 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ff83cc4-c210-413d-8a9d-fc18b4145840 HTTP/1.1" status: 204 len: 168 time: 0.8320670 Aug 24 00:35:41.058938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7713c-8cfc-4ce3-b6d6-6e12a371f76d req-aeb8d46c-95da-4728-8cbe-4c31338bdc41 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:41.060585 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bd7713c-8cfc-4ce3-b6d6-6e12a371f76d req-aeb8d46c-95da-4728-8cbe-4c31338bdc41 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 946 time: 0.5820997 Aug 24 00:35:41.104817 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe91c-9273-4c7d-b9ca-3f6e82710389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.145234 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.148190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9fe64-ed6b-493e-a338-ff6150d29961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff83cc4-c210-413d-8a9d-fc18b4145840,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:41.198583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d317b-95c4-45a3-9c51-48f62e78451f req-2ef89fe6-0c6d-441e-ad7d-97780e8e3476 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:41.208759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c7d317b-95c4-45a3-9c51-48f62e78451f req-2ef89fe6-0c6d-441e-ad7d-97780e8e3476 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 943 time: 0.5206575 Aug 24 00:35:41.284117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbe91c-9273-4c7d-b9ca-3f6e82710389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bae93aa-f2a0-49f6-8997-a32b27675b05,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:41.322731 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe91c-9273-4c7d-b9ca-3f6e82710389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.331548 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1bcbe91c-9273-4c7d-b9ca-3f6e82710389 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5bae93aa-f2a0-49f6-8997-a32b27675b05 HTTP/1.1" status: 204 len: 168 time: 1.0672367 Aug 24 00:35:41.340159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49030) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:41.345795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f241ac-1100-4d2e-ace3-291564e2bc90 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Checking segment: {'id': '00a07c29-b79a-4b6d-931f-8a321efa5f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a6361341-d46f-4382-8a7e-d90df5addbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:41.346446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f241ac-1100-4d2e-ace3-291564e2bc90 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network hostable DHCP agents. Network: a6361341-d46f-4382-8a7e-d90df5addbf7, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:41.376291 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c7d317b-95c4-45a3-9c51-48f62e78451f req-255d0197-2d31-47ca-8a28-f1d0f8e85a5d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511278 Aug 24 00:35:41.465814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bd7713c-8cfc-4ce3-b6d6-6e12a371f76d req-1a065812-081b-461f-998e-0dd968c05f8b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839424 Aug 24 00:35:41.466494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f241ac-1100-4d2e-ace3-291564e2bc90 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network a6361341-d46f-4382-8a7e-d90df5addbf7 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:41.515663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-44f241ac-1100-4d2e-ace3-291564e2bc90 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, a6361341-d46f-4382-8a7e-d90df5addbf7) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:41.521403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f241ac-1100-4d2e-ace3-291564e2bc90 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:41.522000 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-44f241ac-1100-4d2e-ace3-291564e2bc90 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.528891 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f0453e7-1eed-43fc-90b3-f7aec08f2de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.529723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68afc7c3-d510-45ef-908f-3a8214bbc6fc None None] Network a6361341-d46f-4382-8a7e-d90df5addbf7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:41.688139 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f0453e7-1eed-43fc-90b3-f7aec08f2de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.713096 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6f0453e7-1eed-43fc-90b3-f7aec08f2de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c75af80-5909-433b-a1a3-0ee153c34789']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:41.729356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6f0453e7-1eed-43fc-90b3-f7aec08f2de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c4519a-89dc-44a5-94e1-e6141922a198') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:41.729914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6f0453e7-1eed-43fc-90b3-f7aec08f2de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c4519a-89dc-44a5-94e1-e6141922a198') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:41.741120 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f0453e7-1eed-43fc-90b3-f7aec08f2de6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.763298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f0453e7-1eed-43fc-90b3-f7aec08f2de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.771577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0453e7-1eed-43fc-90b3-f7aec08f2de6 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:41.772456 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f0453e7-1eed-43fc-90b3-f7aec08f2de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.813085 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.833088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-44f241ac-1100-4d2e-ace3-291564e2bc90 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0438657 Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:41.834036 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:41.836224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49050) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:41.841616 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-a6361341-d46f-4382-8a7e-d90df5addbf7', 'network_id': 'a6361341-d46f-4382-8a7e-d90df5addbf7', 'tenant_id': 'bd9a9b4b108d41568691517474ed6a66', 'fixed_ips': [{'subnet_id': 'ecd9b2d6-67a7-4256-a629-8668d5f4c09b'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:35:41.842652 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.844091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e1e1a5b6-8c47-435a-a9c7-556eadbfa96d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:41.905729 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f0453e7-1eed-43fc-90b3-f7aec08f2de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.926513 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f0453e7-1eed-43fc-90b3-f7aec08f2de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.932588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6f0453e7-1eed-43fc-90b3-f7aec08f2de6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0c75af80-5909-433b-a1a3-0ee153c34789 HTTP/1.1" status: 204 len: 168 time: 0.5893459 Aug 24 00:35:41.938840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49056) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:41.972509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0453e7-1eed-43fc-90b3-f7aec08f2de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c75af80-5909-433b-a1a3-0ee153c34789,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:42.115057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-baaf4e44-593d-48f9-b617-c19cfd794dc2 admin admin] Deleting subnet 00ea5fbd-6604-4e09-b6ba-1481046d967d {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:35:42.135356 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.138567 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-baaf4e44-593d-48f9-b617-c19cfd794dc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.161629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.190865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Allocated IP 172.20.0.2 (a6361341-d46f-4382-8a7e-d90df5addbf7/ecd9b2d6-67a7-4256-a629-8668d5f4c09b/af432a55-7826-4ab0-9834-e168871aebee) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:42.243104 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a5b6-8c47-435a-a9c7-556eadbfa96d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11797521'] for subnet, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.315564 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-baaf4e44-593d-48f9-b617-c19cfd794dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.316414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:42.337273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=54668b26-339d-407d-b0e1-9e5d87462dff,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:42.354201 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.427847 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-baaf4e44-593d-48f9-b617-c19cfd794dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.505764 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Floating IP 78a1a2ce-b07b-48b7-8a10-f3d3bec40b06 associated. External IP: 172.25.8.22, port: a7eeedc2-0bca-44b2-9110-b71f00802ed4. Aug 24 00:35:42.517365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-459870200-network', 'tenant_id': '565788d046f64b3ba851bf30980aedb8'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:42.534898 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.607153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Transition to ACTIVE for port object af432a55-7826-4ab0-9834-e168871aebee will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:42.626153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Transition to ACTIVE for port object af432a55-7826-4ab0-9834-e168871aebee will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:42.635032 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.660852 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Network a6361341-d46f-4382-8a7e-d90df5addbf7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:42.665107 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-baaf4e44-593d-48f9-b617-c19cfd794dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.665578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:42.680447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] Made reservation on behalf of 565788d046f64b3ba851bf30980aedb8 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:42.686624 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.699326 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:42.706445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf4e44-593d-48f9-b617-c19cfd794dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ea5fbd-6604-4e09-b6ba-1481046d967d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:42.711336 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.788842 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Attempting to bind port af432a55-7826-4ab0-9834-e168871aebee on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:42.788842 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Attempting to bind port af432a55-7826-4ab0-9834-e168871aebee by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '00a07c29-b79a-4b6d-931f-8a321efa5f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a6361341-d46f-4382-8a7e-d90df5addbf7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:42.789206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Attempting to bind port af432a55-7826-4ab0-9834-e168871aebee on network a6361341-d46f-4382-8a7e-d90df5addbf7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:42.792727 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Pushing event updated for resources: {'Port': ['ID=af432a55-7826-4ab0-9834-e168871aebee,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:42.799009 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:42.799548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Checking segment: {'id': '00a07c29-b79a-4b6d-931f-8a321efa5f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a6361341-d46f-4382-8a7e-d90df5addbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:42.800010 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.800455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Bound using segment: {'id': '00a07c29-b79a-4b6d-931f-8a321efa5f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a6361341-d46f-4382-8a7e-d90df5addbf7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:42.800937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Bound port: af432a55-7826-4ab0-9834-e168871aebee, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a07c29-b79a-4b6d-931f-8a321efa5f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a6361341-d46f-4382-8a7e-d90df5addbf7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:42.801323 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.902211 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-baaf4e44-593d-48f9-b617-c19cfd794dc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.909220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-baaf4e44-593d-48f9-b617-c19cfd794dc2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/00ea5fbd-6604-4e09-b6ba-1481046d967d HTTP/1.1" status: 204 len: 168 time: 0.9634929 Aug 24 00:35:42.911958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49084) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:42.930619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d80c0e-f9d1-47c4-a3f9-de2763f8a37c req-35ee20e8-e356-4506-b437-863675a20df4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:42.939899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] For port af432a55-7826-4ab0-9834-e168871aebee, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:42.941986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f2d80c0e-f9d1-47c4-a3f9-de2763f8a37c req-35ee20e8-e356-4506-b437-863675a20df4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 943 time: 0.3731608 Aug 24 00:35:42.947252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] For port af432a55-7826-4ab0-9834-e168871aebee, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=af432a55-7826-4ab0-9834-e168871aebee,segment=NetworkSegment(00a07c29-b79a-4b6d-931f-8a321efa5f34),segment_id=00a07c29-b79a-4b6d-931f-8a321efa5f34)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:42.948262 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a5b6-8c47-435a-a9c7-556eadbfa96d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726650076874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12310975'] for subnet, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.961903 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.992677 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:35:43.072042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ff07c-980d-4897-bc24-f6b2743955dd req-ff2d8d88-613a-4ef2-99e4-dadce1d3d5e0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:43.073968 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-928ff07c-980d-4897-bc24-f6b2743955dd req-ff2d8d88-613a-4ef2-99e4-dadce1d3d5e0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 946 time: 0.4799380 Aug 24 00:35:43.089233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696d28e-0dbf-4630-b243-96b63bb0bc59 None None] Pushing event updated for resources: {'Port': ['ID=af432a55-7826-4ab0-9834-e168871aebee,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:43.133643 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.149561 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.162438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e1a5b6-8c47-435a-a9c7-556eadbfa96d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:43.163007 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a5b6-8c47-435a-a9c7-556eadbfa96d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.164340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e1e1a5b6-8c47-435a-a9c7-556eadbfa96d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "PUT /v2.0/subnets/ecd9b2d6-67a7-4256-a629-8668d5f4c09b HTTP/1.1" status: 200 len: 806 time: 1.3276238 Aug 24 00:35:43.180812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49090) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:43.192312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:43.204789 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aafb36f-2b1b-4104-8d53-19aba8c4c76a None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:43.215809 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aafb36f-2b1b-4104-8d53-19aba8c4c76a None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:43.218252 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4aafb36f-2b1b-4104-8d53-19aba8c4c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:43.246028 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:43.276312 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.278393 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626fb654-2848-49c8-a3e8-e302f04ebcee,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:43.318552 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4aafb36f-2b1b-4104-8d53-19aba8c4c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:43.338306 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.338686 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] Added segment af84c9d6-bc50-4495-86be-af608b80c2d4 of type vlan for network 14b8df57-0709-4c12-88da-0de072e03759 Aug 24 00:35:43.346545 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aafb36f-2b1b-4104-8d53-19aba8c4c76a None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:43.347339 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4aafb36f-2b1b-4104-8d53-19aba8c4c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:43.362651 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cafc3d6d-6d81-4d55-8353-bd9b159158be tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8671801 Aug 24 00:35:43.382363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f2d80c0e-f9d1-47c4-a3f9-de2763f8a37c req-4007f741-af20-44fa-b9af-2ac7e944675a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4369707 Aug 24 00:35:43.397496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49092) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:43.403167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-52b3c13d-dd1c-49c9-9942-9a1f8db92bb8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:43.432632 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4aafb36f-2b1b-4104-8d53-19aba8c4c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:43.433802 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aafb36f-2b1b-4104-8d53-19aba8c4c76a None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:43.457606 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.512109 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a422080f-c425-44cf-9a30-97d42337e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.518539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1a5b6-8c47-435a-a9c7-556eadbfa96d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Subnet': ['ID=ecd9b2d6-67a7-4256-a629-8668d5f4c09b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:43.522295 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.523758 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:43.524624 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.544902 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-928ff07c-980d-4897-bc24-f6b2743955dd req-08932db2-bba9-4566-a486-1e5e6941cab9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403338 Aug 24 00:35:43.567586 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.618207 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2939229 Aug 24 00:35:43.620988 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49096) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:43.628796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9fff6aa9-423d-4802-9489-9d01587490a4 admin admin] Request body: {'subnet': {'network_id': '14b8df57-0709-4c12-88da-0de072e03759', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-459870200-subnet', 'tenant_id': '565788d046f64b3ba851bf30980aedb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:43.656928 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a422080f-c425-44cf-9a30-97d42337e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.667900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a422080f-c425-44cf-9a30-97d42337e8bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de117948-da4b-4561-b767-1fde6525c6d8']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:43.668848 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7be60-ec16-4ee6-9f14-330d8e99c0f9 admin admin] Pushing event updated for resources: {'Network': ['ID=14b8df57-0709-4c12-88da-0de072e03759,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:43.678987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 14b8df57-0709-4c12-88da-0de072e03759 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:43.681747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a422080f-c425-44cf-9a30-97d42337e8bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e54ba3-f045-4be9-8ea5-a79451e859cc') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:43.682046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a422080f-c425-44cf-9a30-97d42337e8bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e54ba3-f045-4be9-8ea5-a79451e859cc') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:43.693136 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a422080f-c425-44cf-9a30-97d42337e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.698800 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52b3c13d-dd1c-49c9-9942-9a1f8db92bb8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.713441 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fff6aa9-423d-4802-9489-9d01587490a4 admin admin] Made reservation on behalf of 565788d046f64b3ba851bf30980aedb8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:43.716069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fff6aa9-423d-4802-9489-9d01587490a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.805996 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a422080f-c425-44cf-9a30-97d42337e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.825391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a422080f-c425-44cf-9a30-97d42337e8bc admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:43.826240 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a422080f-c425-44cf-9a30-97d42337e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:43.832919 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:43.919091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc4f50-abfa-445a-bc47-4fd097e07997 req-d9369828-f712-4502-8d56-b051b5b95322 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:43.921119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-febc4f50-abfa-445a-bc47-4fd097e07997 req-d9369828-f712-4502-8d56-b051b5b95322 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 946 time: 0.2256179 Aug 24 00:35:43.986874 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fff6aa9-423d-4802-9489-9d01587490a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:44.053906 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6aa9-423d-4802-9489-9d01587490a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd78269-e65b-4006-a503-0f54fd954b84,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:44.092058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff6aa9-423d-4802-9489-9d01587490a4 admin admin] Checking segment: {'id': 'af84c9d6-bc50-4495-86be-af608b80c2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '14b8df57-0709-4c12-88da-0de072e03759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:44.092058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff6aa9-423d-4802-9489-9d01587490a4 admin admin] Network hostable DHCP agents. Network: 14b8df57-0709-4c12-88da-0de072e03759, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:44.137841 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff6aa9-423d-4802-9489-9d01587490a4 admin admin] Network 14b8df57-0709-4c12-88da-0de072e03759 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:44.153800 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9fff6aa9-423d-4802-9489-9d01587490a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 14b8df57-0709-4c12-88da-0de072e03759) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:44.162139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad2ca0d-59f6-4ed1-8f5d-7da1a42e858b None None] Network 14b8df57-0709-4c12-88da-0de072e03759 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:44.175167 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fff6aa9-423d-4802-9489-9d01587490a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:44.178419 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9fff6aa9-423d-4802-9489-9d01587490a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:44.234683 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9fff6aa9-423d-4802-9489-9d01587490a4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6125629 Aug 24 00:35:44.379794 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298bb887-af3c-4798-8b10-c30bdd7dd762 None None] Network 14b8df57-0709-4c12-88da-0de072e03759 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:44.521395 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9764e10-09d1-45b8-9219-c554d2c36b3a None None] Network a6361341-d46f-4382-8a7e-d90df5addbf7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:44.593361 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a422080f-c425-44cf-9a30-97d42337e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:44.619643 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a422080f-c425-44cf-9a30-97d42337e8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:44.621782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a422080f-c425-44cf-9a30-97d42337e8bc admin admin] 10.222.0.32 "DELETE /v2.0/networks/de117948-da4b-4561-b767-1fde6525c6d8 HTTP/1.1" status: 204 len: 168 time: 1.6709831 Aug 24 00:35:44.644952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422080f-c425-44cf-9a30-97d42337e8bc admin admin] Pushing event deleted for resources: {'Network': ['ID=de117948-da4b-4561-b767-1fde6525c6d8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:44.647309 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-74c10713-c415-4823-b196-3be9176ee256 None None] Provisioning for port af432a55-7826-4ab0-9834-e168871aebee completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:44.799503 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52b3c13d-dd1c-49c9-9942-9a1f8db92bb8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:44.821104 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49118) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:44.829788 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52b3c13d-dd1c-49c9-9942-9a1f8db92bb8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:44.829788 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-52b3c13d-dd1c-49c9-9942-9a1f8db92bb8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Floating IP 78a1a2ce-b07b-48b7-8a10-f3d3bec40b06 disassociated. External IP: 172.25.8.22, port: a7eeedc2-0bca-44b2-9110-b71f00802ed4. Aug 24 00:35:44.864073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49120) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:44.869735 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1438296749-network', 'tenant_id': '5a18d85c1a254ff8add96d54eaeedcd6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:44.884679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-febc4f50-abfa-445a-bc47-4fd097e07997 req-7d60e9df-c25b-4e2a-9bf4-def8754654f9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9449918 Aug 24 00:35:44.900994 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:35:44.904008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Deleting port af432a55-7826-4ab0-9834-e168871aebee {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:44.904501 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:44.917389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0c2db-113f-4726-85a5-eda39bc9b2a0 req-7171d765-66f8-4a80-9583-78f289726144 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:44.919394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aba0c2db-113f-4726-85a5-eda39bc9b2a0 req-7171d765-66f8-4a80-9583-78f289726144 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 943 time: 0.3562744 Aug 24 00:35:44.965090 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a436133-68fc-4f6d-ab7f-243087b28330 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=474fe6d9243a4d9bb7b81f82bd2787e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424377 Aug 24 00:35:44.969289 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49124) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:45.036727 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Made reservation on behalf of 5a18d85c1a254ff8add96d54eaeedcd6 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:45.051947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device af432a55-7826-4ab0-9834-e168871aebee up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:45.062646 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.131893 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.150241 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577c2639-aa28-42c8-8a84-5894ccb45728 None None] Network a6361341-d46f-4382-8a7e-d90df5addbf7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:45.183577 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-decd670c-6d5e-459a-9053-7b187ef7a171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.202499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aba0c2db-113f-4726-85a5-eda39bc9b2a0 req-0c40c2f7-80ea-4b00-8340-fd4377671137 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561238 Aug 24 00:35:45.274227 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-decd670c-6d5e-459a-9053-7b187ef7a171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.384326 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port af432a55-7826-4ab0-9834-e168871aebee completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:45.395046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port af432a55-7826-4ab0-9834-e168871aebee triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:45.395451 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.430461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b3c13d-dd1c-49c9-9942-9a1f8db92bb8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:35:45.474987 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-decd670c-6d5e-459a-9053-7b187ef7a171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.477867 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-decd670c-6d5e-459a-9053-7b187ef7a171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.481594 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-decd670c-6d5e-459a-9053-7b187ef7a171 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d2e30a7-6a2d-4192-83b3-e9325ad94acf HTTP/1.1" status: 204 len: 168 time: 0.5089636 Aug 24 00:35:45.520091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] For port af432a55-7826-4ab0-9834-e168871aebee, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=af432a55-7826-4ab0-9834-e168871aebee,segment=NetworkSegment(00a07c29-b79a-4b6d-931f-8a321efa5f34),segment_id=00a07c29-b79a-4b6d-931f-8a321efa5f34)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:45.520884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.523587 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd670c-6d5e-459a-9053-7b187ef7a171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2e30a7-6a2d-4192-83b3-e9325ad94acf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:45.533794 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.548323 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.565680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59a4c9-f98e-42bb-9680-3dc4ca843354 req-7aaf28b9-ea82-40f1-acb2-7ffb234479ca tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:45.574799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df59a4c9-f98e-42bb-9680-3dc4ca843354 req-7aaf28b9-ea82-40f1-acb2-7ffb234479ca tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 946 time: 0.1718044 Aug 24 00:35:45.605623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:45.626576 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16a5b18-3423-4ce5-9f92-c881d4027ff6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:45.631996 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.632347 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Added segment 0041afc0-1150-407f-84d1-fcb85bf24697 of type vlan for network af96d3a9-b971-42ed-8e4a-6e0953383b52 Aug 24 00:35:45.651491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Calling delete_port for af432a55-7826-4ab0-9834-e168871aebee owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:45.666041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:45.666396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:45.666741 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:45.667110 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:45.667448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:45.667783 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:45.668114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:45.668444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:45.668769 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:45.669095 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:45.669422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:45.669968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:45.758635 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.779578 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.855655 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.859539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:45.863380 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.910757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b3c13d-dd1c-49c9-9942-9a1f8db92bb8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:45.921413 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.934919 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52b3c13d-dd1c-49c9-9942-9a1f8db92bb8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.950250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661f4f2-78ff-4806-80d6-d73ed0123318 None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:45.986991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661f4f2-78ff-4806-80d6-d73ed0123318 None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:45.987593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b661f4f2-78ff-4806-80d6-d73ed0123318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:46.013816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] Pushing event updated for resources: {'Network': ['ID=af96d3a9-b971-42ed-8e4a-6e0953383b52,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:46.044347 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-813ace99-8970-4e19-a477-66d3a32c4a10 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1788213 Aug 24 00:35:46.046558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:46.058996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5a684e0c-ae1c-42cf-ab75-5c735e24329a admin admin] Request body: {'subnet': {'network_id': 'af96d3a9-b971-42ed-8e4a-6e0953383b52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1438296749-subnet', 'tenant_id': '5a18d85c1a254ff8add96d54eaeedcd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:46.069252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Port': ['ID=af432a55-7826-4ab0-9834-e168871aebee,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:46.098976 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network af96d3a9-b971-42ed-8e4a-6e0953383b52 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:46.118590 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a684e0c-ae1c-42cf-ab75-5c735e24329a admin admin] Made reservation on behalf of 5a18d85c1a254ff8add96d54eaeedcd6 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:46.122115 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a684e0c-ae1c-42cf-ab75-5c735e24329a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:46.170098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-52b3c13d-dd1c-49c9-9942-9a1f8db92bb8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "PUT /v2.0/floatingips/78a1a2ce-b07b-48b7-8a10-f3d3bec40b06 HTTP/1.1" status: 200 len: 687 time: 2.7673473 Aug 24 00:35:46.198218 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef8cf14-89f4-4b39-909e-f1968dfc6c66 None None] DHCP port deletion for a6361341-d46f-4382-8a7e-d90df5addbf7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:35:46.203602 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b661f4f2-78ff-4806-80d6-d73ed0123318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:46.208670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f4d696bd-2591-4998-b09a-9fd8fd578f39 None None] Could not find standard attr ID for object af432a55-7826-4ab0-9834-e168871aebee. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:35:46.221256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661f4f2-78ff-4806-80d6-d73ed0123318 None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:46.222079 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b661f4f2-78ff-4806-80d6-d73ed0123318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:46.229613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49154) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:46.248274 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df59a4c9-f98e-42bb-9680-3dc4ca843354 req-d2ed9146-ec8b-4c15-9ffd-25676601edc7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6725786 Aug 24 00:35:46.306086 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No DVR routers for this DVR port af432a55-7826-4ab0-9834-e168871aebee on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:46.346244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2e51d4-727d-4463-b915-b676f13582bc None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:35:46.358156 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b661f4f2-78ff-4806-80d6-d73ed0123318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:46.359635 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661f4f2-78ff-4806-80d6-d73ed0123318 None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:46.421586 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49160) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:46.544465 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1cb8567e-a2ea-485c-9442-356c56475685 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2122c6625d7e4e958b56bb27ef25c470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1216154 Aug 24 00:35:46.548244 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:46.550934 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e51d4-727d-4463-b915-b676f13582bc None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:35:46.595186 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a684e0c-ae1c-42cf-ab75-5c735e24329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:46.636998 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:46.672953 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16aad1f4-943b-42c0-91ea-336459d616f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:46.676384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b411ab-be2f-469e-9eb6-be5cb239a4f8 req-d242e6c8-cf5d-4a66-9730-b8270c47f9d8 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:46.677950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8b411ab-be2f-469e-9eb6-be5cb239a4f8 req-d242e6c8-cf5d-4a66-9730-b8270c47f9d8 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 943 time: 0.2609742 Aug 24 00:35:46.715734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a684e0c-ae1c-42cf-ab75-5c735e24329a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef543966-bec0-48dc-a837-239cf10a1e72,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:46.737212 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-575a5177-4c9e-4296-8fdd-53304b0cc54f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port 54668b26-339d-407d-b0e1-9e5d87462dff {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:46.737559 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-575a5177-4c9e-4296-8fdd-53304b0cc54f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:46.745292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a684e0c-ae1c-42cf-ab75-5c735e24329a admin admin] Checking segment: {'id': '0041afc0-1150-407f-84d1-fcb85bf24697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'af96d3a9-b971-42ed-8e4a-6e0953383b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:46.746077 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a684e0c-ae1c-42cf-ab75-5c735e24329a admin admin] Network hostable DHCP agents. Network: af96d3a9-b971-42ed-8e4a-6e0953383b52, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:46.753100 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16aad1f4-943b-42c0-91ea-336459d616f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:46.757794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8b411ab-be2f-469e-9eb6-be5cb239a4f8 req-22d8314c-b9c7-4545-962a-8b889307f641 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718744 Aug 24 00:35:46.845052 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:46.848548 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a684e0c-ae1c-42cf-ab75-5c735e24329a admin admin] Network af96d3a9-b971-42ed-8e4a-6e0953383b52 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:46.876837 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5a684e0c-ae1c-42cf-ab75-5c735e24329a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, af96d3a9-b971-42ed-8e4a-6e0953383b52) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:46.898518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd9b2d6-67a7-4256-a629-8668d5f4c09b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:46.899176 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a684e0c-ae1c-42cf-ab75-5c735e24329a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:46.900039 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a684e0c-ae1c-42cf-ab75-5c735e24329a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:46.921956 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16aad1f4-943b-42c0-91ea-336459d616f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:46.946023 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16aad1f4-943b-42c0-91ea-336459d616f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:46.947731 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-16aad1f4-943b-42c0-91ea-336459d616f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e24313c4-daf5-44a0-bda0-69771bb97dcc HTTP/1.1" status: 204 len: 168 time: 0.3952146 Aug 24 00:35:46.965842 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5a684e0c-ae1c-42cf-ab75-5c735e24329a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9163334 Aug 24 00:35:46.967875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aad1f4-943b-42c0-91ea-336459d616f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24313c4-daf5-44a0-bda0-69771bb97dcc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:47.002005 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-575a5177-4c9e-4296-8fdd-53304b0cc54f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.002991 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-575a5177-4c9e-4296-8fdd-53304b0cc54f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.019536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device af432a55-7826-4ab0-9834-e168871aebee no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:47.029449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-575a5177-4c9e-4296-8fdd-53304b0cc54f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for 54668b26-339d-407d-b0e1-9e5d87462dff owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:47.033018 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.050898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6361341-d46f-4382-8a7e-d90df5addbf7']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:47.078421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a07c29-b79a-4b6d-931f-8a321efa5f34') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:47.078722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a07c29-b79a-4b6d-931f-8a321efa5f34') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:47.140907 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: af432a55-7826-4ab0-9834-e168871aebee {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:35:47.141573 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device af432a55-7826-4ab0-9834-e168871aebee not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:35:47.144842 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.180594 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.193423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449359f-7461-4c8b-82c0-b0ce64b0710b req-2d354674-9aa5-46bb-b87e-573509c8a689 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:47.196025 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b449359f-7461-4c8b-82c0-b0ce64b0710b req-2d354674-9aa5-46bb-b87e-573509c8a689 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 946 time: 0.1361394 Aug 24 00:35:47.232283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:47.232701 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:47.260070 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:47.269587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ff54a-f15a-45a3-baa6-43a5c34fcd79 None None] Network af96d3a9-b971-42ed-8e4a-6e0953383b52 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:47.274511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c73d6e-0cdd-48f5-8dd7-eaae15ae63b1 None None] Network a6361341-d46f-4382-8a7e-d90df5addbf7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:47.783118 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.797148 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.800393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/a6361341-d46f-4382-8a7e-d90df5addbf7 HTTP/1.1" status: 204 len: 168 time: 4.6152303 Aug 24 00:35:47.803221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49192) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:47.836531 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-10459e61-5735-4cf2-bee1-b347012c9b92 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:35:47.836715 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10459e61-5735-4cf2-bee1-b347012c9b92 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:35:47.842095 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-10459e61-5735-4cf2-bee1-b347012c9b92 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/a6361341-d46f-4382-8a7e-d90df5addbf7 HTTP/1.1" status: 404 len: 339 time: 0.0377836 Aug 24 00:35:47.860384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49194) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:47.866963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-72a30021-b9a9-489b-9099-a597a7c964ef tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1419661045', 'description': 'd1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:47.900683 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a30021-b9a9-489b-9099-a597a7c964ef tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:47.907445 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72a30021-b9a9-489b-9099-a597a7c964ef tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.931118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7315f-b778-4b97-9a0f-f06f0442e1af tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Network': ['ID=a6361341-d46f-4382-8a7e-d90df5addbf7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:47.963337 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a30021-b9a9-489b-9099-a597a7c964ef tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:47.980512 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dc86f3-8aab-43ec-aeb5-8fd74c207f16 None None] Network af96d3a9-b971-42ed-8e4a-6e0953383b52 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:47.984048 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72a30021-b9a9-489b-9099-a597a7c964ef tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.984381 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-72a30021-b9a9-489b-9099-a597a7c964ef tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Added segment b388efc3-2d9e-44bd-b183-73fd5e38ac29 of type vlan for network 9838bacb-f2f4-42bc-a84e-25245029f7dd Aug 24 00:35:48.003801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faffd5a-f136-4728-a5f7-fa88d3c9a680 req-4a97ea1a-6f73-427e-9d23-3f143f0f24aa tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:48.005693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7faffd5a-f136-4728-a5f7-fa88d3c9a680 req-4a97ea1a-6f73-427e-9d23-3f143f0f24aa tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 946 time: 0.3801413 Aug 24 00:35:48.052311 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-575a5177-4c9e-4296-8fdd-53304b0cc54f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.063260 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d96634-d61d-43e9-811c-914615ca404a None None] DHCP port deletion for a6361341-d46f-4382-8a7e-d90df5addbf7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:35:48.096723 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72a30021-b9a9-489b-9099-a597a7c964ef tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.142629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72a30021-b9a9-489b-9099-a597a7c964ef tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.147113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a5177-4c9e-4296-8fdd-53304b0cc54f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=54668b26-339d-407d-b0e1-9e5d87462dff,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:48.151363 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a30021-b9a9-489b-9099-a597a7c964ef tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:48.156349 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72a30021-b9a9-489b-9099-a597a7c964ef tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.178480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b449359f-7461-4c8b-82c0-b0ce64b0710b req-0002fd5b-3a71-4bee-9b3b-8366564bcd01 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Deleting port 5fd0272d-f729-48e0-8e4a-b4ff03931b80 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:48.179141 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b449359f-7461-4c8b-82c0-b0ce64b0710b req-0002fd5b-3a71-4bee-9b3b-8366564bcd01 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.236012 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-72a30021-b9a9-489b-9099-a597a7c964ef tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3741872 Aug 24 00:35:48.239247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49210) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:48.275685 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a30021-b9a9-489b-9099-a597a7c964ef tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Network': ['ID=9838bacb-f2f4-42bc-a84e-25245029f7dd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:48.293145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 9838bacb-f2f4-42bc-a84e-25245029f7dd details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:48.316743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7faffd5a-f136-4728-a5f7-fa88d3c9a680 req-67dd33ed-d06e-4b84-99bd-323ea69f230f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721846 Aug 24 00:35:48.342501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-d0dbe626-eba2-41b9-9d3b-0373aa0913cd tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:48.344688 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-d0dbe626-eba2-41b9-9d3b-0373aa0913cd tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/networks?id=14b8df57-0709-4c12-88da-0de072e03759 HTTP/1.1" status: 200 len: 824 time: 0.3874476 Aug 24 00:35:48.372466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4b3b07-e25a-4024-969b-07388fc1d64a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:48.378418 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8a4b3b07-e25a-4024-969b-07388fc1d64a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "GET /v2.0/networks?id=9838bacb-f2f4-42bc-a84e-25245029f7dd HTTP/1.1" status: 200 len: 761 time: 0.1379542 Aug 24 00:35:48.379982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:48.386145 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fc723c5e-5573-46bd-8575-9b8163928358 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'network': {'description': 'd2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:48.412701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-5c176b16-f836-4bb5-83d5-298aad9e79a3 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/quotas/565788d046f64b3ba851bf30980aedb8 HTTP/1.1" status: 200 len: 375 time: 0.0473742 Aug 24 00:35:48.419075 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-575a5177-4c9e-4296-8fdd-53304b0cc54f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.422464 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-575a5177-4c9e-4296-8fdd-53304b0cc54f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.423959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-575a5177-4c9e-4296-8fdd-53304b0cc54f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/floatingips/78a1a2ce-b07b-48b7-8a10-f3d3bec40b06 HTTP/1.1" status: 204 len: 168 time: 2.1930201 Aug 24 00:35:48.452655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:48.474863 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': '6818e5fa-0a48-4ade-bea0-9b33aa3e42a7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:48.524648 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.537383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-0882c849-d44d-4bc9-a280-890a3f452586 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=565788d046f64b3ba851bf30980aedb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981190 Aug 24 00:35:48.645377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b449359f-7461-4c8b-82c0-b0ce64b0710b req-0002fd5b-3a71-4bee-9b3b-8366564bcd01 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] For port 5fd0272d-f729-48e0-8e4a-b4ff03931b80, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5fd0272d-f729-48e0-8e4a-b4ff03931b80,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:48.646079 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b449359f-7461-4c8b-82c0-b0ce64b0710b req-0002fd5b-3a71-4bee-9b3b-8366564bcd01 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.698699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-b449359f-7461-4c8b-82c0-b0ce64b0710b req-0002fd5b-3a71-4bee-9b3b-8366564bcd01 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Calling delete_port for 5fd0272d-f729-48e0-8e4a-b4ff03931b80 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:48.699660 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc723c5e-5573-46bd-8575-9b8163928358 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.705900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-820f3e6b-3fa5-49da-946c-86563071ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:48.708416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-820f3e6b-3fa5-49da-946c-86563071ac86 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1&tenant_id=8bebadfd83004fbba9ca3639ea1e148c HTTP/1.1" status: 200 len: 1094 time: 0.2947304 Aug 24 00:35:48.732336 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc723c5e-5573-46bd-8575-9b8163928358 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.737989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b751ec5-43c0-415e-b1b9-39c4b2942f70 req-7913dcc9-6cc0-4fd6-966c-809631389319 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:48.739766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b751ec5-43c0-415e-b1b9-39c4b2942f70 req-7913dcc9-6cc0-4fd6-966c-809631389319 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 943 time: 0.3290720 Aug 24 00:35:48.743673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:48.799767 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc723c5e-5573-46bd-8575-9b8163928358 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network 9838bacb-f2f4-42bc-a84e-25245029f7dd is not hosted by any dhcp agent {{(pid=94838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 00:35:48.805407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc723c5e-5573-46bd-8575-9b8163928358 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:48.806206 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc723c5e-5573-46bd-8575-9b8163928358 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.810234 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fc723c5e-5573-46bd-8575-9b8163928358 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "PUT /v2.0/networks/9838bacb-f2f4-42bc-a84e-25245029f7dd HTTP/1.1" status: 200 len: 758 time: 0.4262254 Aug 24 00:35:48.812988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49240) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:48.836251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc723c5e-5573-46bd-8575-9b8163928358 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Network': ['ID=9838bacb-f2f4-42bc-a84e-25245029f7dd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:48.853622 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.866478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 9838bacb-f2f4-42bc-a84e-25245029f7dd details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:48.867955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-d5b4ecd6-567e-438a-bf26-755971aeac0b service neutron] 10.222.0.32 "GET /v2.0/networks/14b8df57-0709-4c12-88da-0de072e03759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023493 Aug 24 00:35:48.916328 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:49.031178 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.25.8.230 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/7a678e18-8596-4f5e-b2f8-393e9db2c96c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:49.092792 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b751ec5-43c0-415e-b1b9-39c4b2942f70 req-c5569c5d-824a-43a6-ab8a-b7e8336f55bf tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994618 Aug 24 00:35:49.113337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffa723a-f30c-4c11-966f-91f61fd6d053 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:49.116021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2ffa723a-f30c-4c11-966f-91f61fd6d053 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "GET /v2.0/networks?id=9838bacb-f2f4-42bc-a84e-25245029f7dd HTTP/1.1" status: 200 len: 761 time: 0.2998223 Aug 24 00:35:49.124308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49244) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:49.184595 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:49.239263 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:49.239623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-88f6399d-6073-4ebb-8913-58b9cc75baab tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-496537727'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:49.270441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49246) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:49.298377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:49.302330 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:49.308599 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:49.339970 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=7a678e18-8596-4f5e-b2f8-393e9db2c96c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:49.352507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-9f12e690-f48b-4f0b-9fe7-9ca12e8e79ae service neutron] 10.222.0.32 "GET /v2.0/networks/14b8df57-0709-4c12-88da-0de072e03759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371328 Aug 24 00:35:49.369997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f6399d-6073-4ebb-8913-58b9cc75baab tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:49.374566 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88f6399d-6073-4ebb-8913-58b9cc75baab tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.068457 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d78f0ed-80e7-4e3e-9db8-624d0f0838a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.093928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc7932b6-9e54-4d69-8465-b383975fbc0a req-3403a624-356d-498a-ae89-cb25a5974596 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 210 time: 0.0993078 Aug 24 00:35:50.096639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f6399d-6073-4ebb-8913-58b9cc75baab tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:50.120773 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b449359f-7461-4c8b-82c0-b0ce64b0710b req-0002fd5b-3a71-4bee-9b3b-8366564bcd01 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.141751 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88f6399d-6073-4ebb-8913-58b9cc75baab tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.142328 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-88f6399d-6073-4ebb-8913-58b9cc75baab tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Added segment a7eb5bec-96a7-4bf8-a297-ddea2fa3195f of type vlan for network 82634a63-0f9d-4493-9e3b-cc728030e838 Aug 24 00:35:50.163822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['e6a984f4-0dcc-4b7a-a757-92cb5925c50d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:35:50.199664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002fd5b-3a71-4bee-9b3b-8366564bcd01 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event deleted for resources: {'Port': ['ID=5fd0272d-f729-48e0-8e4a-b4ff03931b80,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:50.220041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:50.375481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88f6399d-6073-4ebb-8913-58b9cc75baab tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.409171 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd3b18-816b-4033-aa8a-7bb4b8da4b89 req-2d6b2725-6955-4ce6-ae4e-c47ae819b387 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:50.410947 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f3bd3b18-816b-4033-aa8a-7bb4b8da4b89 req-2d6b2725-6955-4ce6-ae4e-c47ae819b387 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 867 time: 0.4264538 Aug 24 00:35:50.411904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b449359f-7461-4c8b-82c0-b0ce64b0710b req-0002fd5b-3a71-4bee-9b3b-8366564bcd01 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] No DVR routers for this DVR port 5fd0272d-f729-48e0-8e4a-b4ff03931b80 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:50.429732 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.439907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:50.480806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f6e794-86f2-4c1e-84a7-202f85fa97e9 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:50.491730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.513112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Transition to ACTIVE for port object d4f6e794-86f2-4c1e-84a7-202f85fa97e9 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:50.521569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b449359f-7461-4c8b-82c0-b0ce64b0710b req-0002fd5b-3a71-4bee-9b3b-8366564bcd01 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.524426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b449359f-7461-4c8b-82c0-b0ce64b0710b req-0002fd5b-3a71-4bee-9b3b-8366564bcd01 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "DELETE /v2.0/ports/5fd0272d-f729-48e0-8e4a-b4ff03931b80 HTTP/1.1" status: 204 len: 173 time: 3.3186014 Aug 24 00:35:50.528014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb8e532-a47c-4241-939f-3c40091ea6d2', 'name': 'network-vif-deleted', 'tag': '5fd0272d-f729-48e0-8e4a-b4ff03931b80'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:50.531287 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbc7d39-f3e7-46ca-aebd-31044171f937" -d '{"events": [{"server_uuid": "feb8e532-a47c-4241-939f-3c40091ea6d2", "name": "network-vif-deleted", "tag": "5fd0272d-f729-48e0-8e4a-b4ff03931b80"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:50.544618 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.593802 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.696346 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88f6399d-6073-4ebb-8913-58b9cc75baab tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.702697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f6399d-6073-4ebb-8913-58b9cc75baab tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:50.703356 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-88f6399d-6073-4ebb-8913-58b9cc75baab tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.785255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Pushing event updated for resources: {'Port': ['ID=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,revision_number=9']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:50.797915 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40b062-cfb9-4f01-9e6b-652eb142a663 req-34efc468-7baf-49d4-adac-6daf2348450d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:50.798587 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a40b062-cfb9-4f01-9e6b-652eb142a663 req-34efc468-7baf-49d4-adac-6daf2348450d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 943 time: 0.5402386 Aug 24 00:35:50.828140 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f3bd3b18-816b-4033-aa8a-7bb4b8da4b89 req-b461b52a-6b62-4607-8e40-4b236cbf3305 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104465 Aug 24 00:35:50.885885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.907844 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:51.132832 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22671bb5-4694-43eb-9311-4366689383ad x-openstack-request-id: req-22671bb5-4694-43eb-9311-4366689383ad {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:51.133409 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb8e532-a47c-4241-939f-3c40091ea6d2", "name": "network-vif-deleted", "tag": "5fd0272d-f729-48e0-8e4a-b4ff03931b80", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:51.133409 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22671bb5-4694-43eb-9311-4366689383ad {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:51.133743 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb8e532-a47c-4241-939f-3c40091ea6d2', 'name': 'network-vif-deleted', 'tag': '5fd0272d-f729-48e0-8e4a-b4ff03931b80', 'status': 'completed', 'code': 200} Aug 24 00:35:51.154427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=7a678e18-8596-4f5e-b2f8-393e9db2c96c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:51.171460 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:51.224569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6399d-6073-4ebb-8913-58b9cc75baab tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Network': ['ID=82634a63-0f9d-4493-9e3b-cc728030e838,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:51.244461 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 82634a63-0f9d-4493-9e3b-cc728030e838 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:51.330809 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d78f0ed-80e7-4e3e-9db8-624d0f0838a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:51.362607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] No DVR routers for this DVR port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:51.378169 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Floating IP a780d67d-26a6-4b43-993d-0f46b2662d5f associated. External IP: 172.25.8.230, port: 6818e5fa-0a48-4ade-bea0-9b33aa3e42a7. Aug 24 00:35:51.434101 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d78f0ed-80e7-4e3e-9db8-624d0f0838a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:51.470758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-88f6399d-6073-4ebb-8913-58b9cc75baab tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3450716 Aug 24 00:35:51.488780 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9a40b062-cfb9-4f01-9e6b-652eb142a663 req-52fe47f4-5692-47cc-9daa-14b7ac9c25f9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6412816 Aug 24 00:35:51.489718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49280) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:51.522695 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1442c4c7-a816-4319-9c37-d398bf177a31 req-ddcd4dbb-4d98-4533-ab38-947b05842d5d tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 210 time: 0.1663918 Aug 24 00:35:51.538075 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c9adbe28-b001-404a-b1d6-0d0f109b2294 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'subnet': {'network_id': '82634a63-0f9d-4493-9e3b-cc728030e838', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:51.651466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3d78f0ed-80e7-4e3e-9db8-624d0f0838a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac252cff35f144f880ef7f0648934af9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3796747 Aug 24 00:35:51.701319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49282) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:51.746020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78f0ed-80e7-4e3e-9db8-624d0f0838a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b95de9d-c5aa-408f-b39e-a1ce73f9581a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:51.805695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-2a1f2c03-9644-406a-ba65-7479b6fe0523 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:51.807673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-2a1f2c03-9644-406a-ba65-7479b6fe0523 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.47 "GET /v2.0/networks?id=14b8df57-0709-4c12-88da-0de072e03759 HTTP/1.1" status: 200 len: 824 time: 0.7262969 Aug 24 00:35:51.813901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9adbe28-b001-404a-b1d6-0d0f109b2294 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:51.817980 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9adbe28-b001-404a-b1d6-0d0f109b2294 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:51.916478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-f7221404-8603-4d61-bf42-deccb1bc319a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Request body: {'port': {'device_id': 'e246df62-08b2-4e1c-b38c-cf9fc028a35f', 'network_id': '14b8df57-0709-4c12-88da-0de072e03759', 'admin_state_up': True, 'tenant_id': '565788d046f64b3ba851bf30980aedb8'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:51.952643 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c5bfed8-d6c2-4230-89b1-d61d0715164a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:51.964611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5fd0272d-f729-48e0-8e4a-b4ff03931b80 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:52.023918 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 5fd0272d-f729-48e0-8e4a-b4ff03931b80 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:35:52.024279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5fd0272d-f729-48e0-8e4a-b4ff03931b80 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:35:52.206215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f41c640d-0f37-4d20-8358-233e7d64229b req-6874866c-ea4d-4a7a-a62c-cdbfe21c91f1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 210 time: 0.1732917 Aug 24 00:35:52.236216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Attempting to bind port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:52.236216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Attempting to bind port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:52.236216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Attempting to bind port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 on network 67f63f37-ef22-479b-bc91-310b1536cbf5 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:52.243424 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c5bfed8-d6c2-4230-89b1-d61d0715164a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.248002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 on network 67f63f37-ef22-479b-bc91-310b1536cbf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:35:52.248260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Attempting to bind port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 on network 67f63f37-ef22-479b-bc91-310b1536cbf5 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:52.267005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:35:52.286163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:52.286516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Checking segment: {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:52.286930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Bound using segment: {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:52.287562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Bound port: d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:52.287995 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.426539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:52.438420 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55359bd-7724-4341-866c-09740baa21bd None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:52.448511 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.456865 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55359bd-7724-4341-866c-09740baa21bd None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:52.458057 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d55359bd-7724-4341-866c-09740baa21bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:52.505917 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d55359bd-7724-4341-866c-09740baa21bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:52.515463 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ee8d30a5-7d87-4a57-88c5-008cde7189a4 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.0615261 Aug 24 00:35:52.518454 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55359bd-7724-4341-866c-09740baa21bd None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:52.519397 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d55359bd-7724-4341-866c-09740baa21bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:52.524102 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:52.555566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-f7221404-8603-4d61-bf42-deccb1bc319a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Made reservation on behalf of 565788d046f64b3ba851bf30980aedb8 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:52.568174 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-f7221404-8603-4d61-bf42-deccb1bc319a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.605745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:52.632914 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c5bfed8-d6c2-4230-89b1-d61d0715164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.636096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c5bfed8-d6c2-4230-89b1-d61d0715164a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.640267 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7c5bfed8-d6c2-4230-89b1-d61d0715164a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b95de9d-c5aa-408f-b39e-a1ce73f9581a HTTP/1.1" status: 204 len: 168 time: 0.9283593 Aug 24 00:35:52.653984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:52.656696 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d55359bd-7724-4341-866c-09740baa21bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:52.663853 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55359bd-7724-4341-866c-09740baa21bd None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:52.696214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bfed8-d6c2-4230-89b1-d61d0715164a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b95de9d-c5aa-408f-b39e-a1ce73f9581a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:52.732054 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9adbe28-b001-404a-b1d6-0d0f109b2294 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.739524 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.754991 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2a6ad5b4-aade-497c-b1e1-c4c1a43411a3 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "GET /v2.0/floatingips/a780d67d-26a6-4b43-993d-0f46b2662d5f HTTP/1.1" status: 200 len: 979 time: 0.2296610 Aug 24 00:35:52.755376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:52.867879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c573b19b-0382-4ba0-a900-1f7d7a70b5b1 req-8e1732f8-672f-4c25-92c8-7d200cd5957e tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 210 time: 0.1676891 Aug 24 00:35:52.957236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:52.957877 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.959675 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] 10.222.0.47 "PUT /v2.0/ports/d4f6e794-86f2-4c1e-84a7-202f85fa97e9 HTTP/1.1" status: 200 len: 1091 time: 4.2334247 Aug 24 00:35:52.960455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adbe28-b001-404a-b1d6-0d0f109b2294 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Subnet': ['ID=89f20c28-21b7-4004-a50b-3686fef3d9db,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:53.034260 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-00dd415f-233d-40d5-8fca-5c20803b7856 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2775707 Aug 24 00:35:53.036669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49302) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:53.046065 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-feee8f5e-941c-4531-9ada-b3299989bfd7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'floatingip': {'port_id': 'a7eeedc2-0bca-44b2-9110-b71f00802ed4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:53.104287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5199987-3782-4304-aee0-5559bd3bf7e9 req-139c583c-667d-4af0-bf2e-523bccd47f30 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:53.105748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5199987-3782-4304-aee0-5559bd3bf7e9 req-139c583c-667d-4af0-bf2e-523bccd47f30 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.3936446 Aug 24 00:35:53.115693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08fff8-d4cd-4117-bd82-ee9d36b2024f service neutron] Pushing event updated for resources: {'Port': ['ID=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:53.124291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9adbe28-b001-404a-b1d6-0d0f109b2294 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Checking segment: {'id': 'a7eb5bec-96a7-4bf8-a297-ddea2fa3195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '82634a63-0f9d-4493-9e3b-cc728030e838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:53.124671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9adbe28-b001-404a-b1d6-0d0f109b2294 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network hostable DHCP agents. Network: 82634a63-0f9d-4493-9e3b-cc728030e838, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:53.144474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:53.147161 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b338dd89-e58b-4afe-b9c0-139187d45625" -d '{"events": [{"name": "network-changed", "server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:53.184413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-f7221404-8603-4d61-bf42-deccb1bc319a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Allocated IP 172.20.0.10 (14b8df57-0709-4c12-88da-0de072e03759/bbd78269-e65b-4006-a503-0f54fd954b84/087ec0fb-b66d-4df6-9c90-e6c2c99fea8d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:53.207799 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-feee8f5e-941c-4531-9ada-b3299989bfd7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.246063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5199987-3782-4304-aee0-5559bd3bf7e9 req-cb3b0b76-4062-4a8f-86c7-f4998db1b532 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249213 Aug 24 00:35:53.253392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-f330a234-2670-49d1-a2b9-2ed19bcdab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:53.255082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-f330a234-2670-49d1-a2b9-2ed19bcdab47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 1095 time: 0.2257292 Aug 24 00:35:53.257627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9adbe28-b001-404a-b1d6-0d0f109b2294 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network 82634a63-0f9d-4493-9e3b-cc728030e838 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:53.528566 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42489d64-9436-4d93-98e9-4b74caae1954 x-openstack-request-id: req-42489d64-9436-4d93-98e9-4b74caae1954 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:53.528854 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:53.529265 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42489d64-9436-4d93-98e9-4b74caae1954 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:53.530859 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'status': 'completed', 'code': 200} Aug 24 00:35:53.641500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01c774b5-e093-4088-b918-cb6ffed49fe0 req-d7cc4a72-b1b4-4a6d-83ed-a1ad95152f1c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 210 time: 0.1216686 Aug 24 00:35:53.642297 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c9adbe28-b001-404a-b1d6-0d0f109b2294 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 82634a63-0f9d-4493-9e3b-cc728030e838) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:53.650968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ed9d17-8334-4bac-b488-a816e6ccbfeb None None] Network 82634a63-0f9d-4493-9e3b-cc728030e838 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:53.671129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9adbe28-b001-404a-b1d6-0d0f109b2294 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:53.672996 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c9adbe28-b001-404a-b1d6-0d0f109b2294 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.721082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c9adbe28-b001-404a-b1d6-0d0f109b2294 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1958656 Aug 24 00:35:53.728429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:53.888442 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.949297 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-f7221404-8603-4d61-bf42-deccb1bc319a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.966484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-962fb176-2422-4e54-819e-cfe3525f8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:53.975747 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-962fb176-2422-4e54-819e-cfe3525f8125 service neutron] 10.222.0.47 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 917 time: 0.7126639 Aug 24 00:35:54.016485 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.074103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.109965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9cbc4-dda3-447e-9e9e-5f2afd6fef8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-82634a63-0f9d-4493-9e3b-cc728030e838', 'network_id': '82634a63-0f9d-4493-9e3b-cc728030e838', 'tenant_id': 'bd9a9b4b108d41568691517474ed6a66', 'fixed_ips': [{'subnet_id': '89f20c28-21b7-4004-a50b-3686fef3d9db'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:35:54.110869 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a6c9cbc4-dda3-447e-9e9e-5f2afd6fef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.164596 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.resource_extend [None req-feee8f5e-941c-4531-9ada-b3299989bfd7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:35:54.231359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e93cb28-4b6c-42a5-b345-52a3513ca5ac req-38baf2ba-b806-4603-986f-4ee4fd67cd81 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 210 time: 0.1077635 Aug 24 00:35:54.291649 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-f7221404-8603-4d61-bf42-deccb1bc319a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.297023 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-028882ed-4b6c-413a-bb1b-8fe6ead96d24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9 HTTP/1.1" status: 200 len: 997 time: 0.2938190 Aug 24 00:35:54.338034 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-feee8f5e-941c-4531-9ada-b3299989bfd7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.347027 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-feee8f5e-941c-4531-9ada-b3299989bfd7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-a6c9cbc4-dda3-447e-9e9e-5f2afd6fef8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89f20c28-21b7-4004-a50b-3686fef3d9db: This subnet is being modified by another concurrent operation. Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:35:54.420170 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89f20c28-21b7-4004-a50b-3686fef3d9db: This subnet is being modified by another concurrent operation. Aug 24 00:35:54.425650 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Aug 24 00:35:54.434823 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.453454 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eda007c-2e29-4e58-9826-6be788f1496a None None] Network 82634a63-0f9d-4493-9e3b-cc728030e838 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:54.524411 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-f7221404-8603-4d61-bf42-deccb1bc319a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Network 14b8df57-0709-4c12-88da-0de072e03759 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:54.555708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-f7221404-8603-4d61-bf42-deccb1bc319a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:54.628443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-f7221404-8603-4d61-bf42-deccb1bc319a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:54.657463 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Subnet': ['ID=89f20c28-21b7-4004-a50b-3686fef3d9db,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:54.753369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b1cb6e-4f56-4458-82a7-e953e705e1b1 None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:35:54.775024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7221404-8603-4d61-bf42-deccb1bc319a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Pushing event updated for resources: {'Port': ['ID=087ec0fb-b66d-4df6-9c90-e6c2c99fea8d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:54.809261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-df22759f-6e2a-43e1-a830-a6a0bed5808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:54.814799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-df22759f-6e2a-43e1-a830-a6a0bed5808a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.5071759 Aug 24 00:35:54.886884 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-feee8f5e-941c-4531-9ada-b3299989bfd7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Floating IP a780d67d-26a6-4b43-993d-0f46b2662d5f associated. External IP: 172.25.8.230, port: 6818e5fa-0a48-4ade-bea0-9b33aa3e42a7. Aug 24 00:35:54.887467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49350) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:54.925520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5c192-314b-49af-8929-6acd76763d5d req-aa273d6c-a2d8-44ab-b4ba-df421cc371d3 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:54.927757 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ce5c192-314b-49af-8929-6acd76763d5d req-aa273d6c-a2d8-44ab-b4ba-df421cc371d3 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.4956534 Aug 24 00:35:54.954827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-f7221404-8603-4d61-bf42-deccb1bc319a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:54.963579 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-f7221404-8603-4d61-bf42-deccb1bc319a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.993641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b1cb6e-4f56-4458-82a7-e953e705e1b1 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:35:55.034315 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.041550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4edb2f99-17c1-46af-9faf-73b8ef6c9c22 req-b2421a4c-6014-4ac6-941f-c33ef907ef9c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 210 time: 0.2247002 Aug 24 00:35:55.073478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82634a63-0f9d-4493-9e3b-cc728030e838']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:55.107887 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7eb5bec-96a7-4bf8-a297-ddea2fa3195f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:55.108405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7eb5bec-96a7-4bf8-a297-ddea2fa3195f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:55.180948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-f7221404-8603-4d61-bf42-deccb1bc319a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2697496 Aug 24 00:35:55.221703 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.232170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Request body: {'port': {'device_id': 'e246df62-08b2-4e1c-b38c-cf9fc028a35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:55.242938 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.266224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:55.266662 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.348097 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb638921-9b28-44d8-9ba3-3a5492c2ab1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:55.370662 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:55.412135 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ce5c192-314b-49af-8929-6acd76763d5d req-d1d2249e-088c-4dd1-9803-7ed26deca8bc tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4450619 Aug 24 00:35:55.433623 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.445727 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.449099 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/82634a63-0f9d-4493-9e3b-cc728030e838 HTTP/1.1" status: 204 len: 168 time: 1.7190168 Aug 24 00:35:55.449734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49364) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:55.501358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-6e624409-e7e7-4b23-9b55-a2010ea36589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:55.502987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-6e624409-e7e7-4b23-9b55-a2010ea36589 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6781075 Aug 24 00:35:55.508022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5538ea5-269b-4253-8e56-11f07a9cb3dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Network': ['ID=82634a63-0f9d-4493-9e3b-cc728030e838,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:55.545101 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-50478073-a557-4035-b511-2c74f0a2ac42 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] GET failed (client error): The resource could not be found. Aug 24 00:35:55.550060 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-50478073-a557-4035-b511-2c74f0a2ac42 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "GET /v2.0/subnets/89f20c28-21b7-4004-a50b-3686fef3d9db HTTP/1.1" status: 404 len: 337 time: 0.0953803 Aug 24 00:35:55.555442 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49366) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:55.581541 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a86c36c-23c3-454b-8aec-aa180ea659fd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:35:55.582095 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a86c36c-23c3-454b-8aec-aa180ea659fd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:35:55.587921 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0a86c36c-23c3-454b-8aec-aa180ea659fd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/82634a63-0f9d-4493-9e3b-cc728030e838 HTTP/1.1" status: 404 len: 339 time: 0.0313168 Aug 24 00:35:55.588716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49368) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:55.626171 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-8bd651e8-5ee6-4981-9f55-5fd3b4f42c16 service neutron] 10.222.0.47 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094956 Aug 24 00:35:55.655403 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.708734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feee8f5e-941c-4531-9ada-b3299989bfd7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:35:55.857411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b82b99d1-9fa8-42bb-8df8-237f8fffaaf3 req-a1f7708e-f2df-4275-ae06-c8757d848da1 service neutron] 10.222.0.47 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079194 Aug 24 00:35:55.953569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7358e-b72b-4425-a918-54a2e6f4cc3a req-fe74f57b-9bf3-4301-8a6c-66066cf4c4b9 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:55.961410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bf7358e-b72b-4425-a918-54a2e6f4cc3a req-fe74f57b-9bf3-4301-8a6c-66066cf4c4b9 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 932 time: 0.5481191 Aug 24 00:35:56.297310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8916aa84-39da-49c7-9680-92a50e9dffe5 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:56.301112 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8916aa84-39da-49c7-9680-92a50e9dffe5 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7069333 Aug 24 00:35:56.301400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49386) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:56.350172 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a907cc6d-2e15-4750-a798-c4515ddf7955 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 207 time: 0.0445988 Aug 24 00:35:56.380780 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:56.494307 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feee8f5e-941c-4531-9ada-b3299989bfd7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:56.506996 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37e366-707d-443e-819e-2dfdab64b5e2 None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:56.523667 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37e366-707d-443e-819e-2dfdab64b5e2 None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:56.524333 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db37e366-707d-443e-819e-2dfdab64b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:56.608712 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db37e366-707d-443e-819e-2dfdab64b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:56.632534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37e366-707d-443e-819e-2dfdab64b5e2 None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:56.633157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db37e366-707d-443e-819e-2dfdab64b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:56.722554 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb1b5d7-9503-4b5e-8324-801704d5e5dd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:56.729720 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb1b5d7-9503-4b5e-8324-801704d5e5dd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:56.737595 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb1b5d7-9503-4b5e-8324-801704d5e5dd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:56.744392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db37e366-707d-443e-819e-2dfdab64b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:56.745610 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37e366-707d-443e-819e-2dfdab64b5e2 None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:56.764525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb1b5d7-9503-4b5e-8324-801704d5e5dd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:56.771777 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7fb1b5d7-9503-4b5e-8324-801704d5e5dd tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3895814 Aug 24 00:35:56.780988 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49400) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:56.834833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e34e1186-864c-4d0d-ae6f-8bed3aaf0116 req-8654488c-3597-43de-b44f-96ad4793c0bd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb8e532-a47c-4241-939f-3c40091ea6d2 HTTP/1.1" status: 200 len: 210 time: 0.1183960 Aug 24 00:35:56.869767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3bf7358e-b72b-4425-a918-54a2e6f4cc3a req-6554a625-a257-4d4f-8af3-f1b325f085cb tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9030824 Aug 24 00:35:56.941951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338dd89-e58b-4afe-b9c0-139187d45625 req-e172c440-860d-43e6-8846-b334208807b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:56.946484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b338dd89-e58b-4afe-b9c0-139187d45625 req-e172c440-860d-43e6-8846-b334208807b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 1095 time: 0.9435253 Aug 24 00:35:56.965764 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb638921-9b28-44d8-9ba3-3a5492c2ab1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:57.009681 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb638921-9b28-44d8-9ba3-3a5492c2ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:57.062903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bb638921-9b28-44d8-9ba3-3a5492c2ab1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55a996c6a9fd45bea62739b53decf1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1763947 Aug 24 00:35:57.070574 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49402) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:57.144281 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-38dd7e17-cace-4b0a-b204-3f4bfbad214b tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3614595 Aug 24 00:35:57.150107 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49404) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:57.153871 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feee8f5e-941c-4531-9ada-b3299989bfd7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:35:57.282544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb638921-9b28-44d8-9ba3-3a5492c2ab1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b812501-9700-4302-a25d-86288ed9a216,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:57.360767 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feee8f5e-941c-4531-9ada-b3299989bfd7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:57.367794 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-feee8f5e-941c-4531-9ada-b3299989bfd7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:57.372419 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a0dd6-f0fa-4d62-b3b3-fa4f7a33177e None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:57.391973 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a0dd6-f0fa-4d62-b3b3-fa4f7a33177e None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:57.392540 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-823a0dd6-f0fa-4d62-b3b3-fa4f7a33177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:57.402681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dac0c-0c15-4bf0-ae44-1a9943db3cc2 req-a611f3e3-a9bb-41bc-a6e0-a160404b5279 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:57.410455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a73dac0c-0c15-4bf0-ae44-1a9943db3cc2 req-a611f3e3-a9bb-41bc-a6e0-a160404b5279 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.4443140 Aug 24 00:35:57.459299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c49e1ce-8de4-465b-8490-f2f3be9eb887 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:57.461651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c49e1ce-8de4-465b-8490-f2f3be9eb887 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:57.464299 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4c49e1ce-8de4-465b-8490-f2f3be9eb887 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3129451 Aug 24 00:35:57.472873 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:57.522683 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8667617f-bdf8-41d0-b1a7-7a49a13703f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:57.540995 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-823a0dd6-f0fa-4d62-b3b3-fa4f7a33177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:57.573139 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a0dd6-f0fa-4d62-b3b3-fa4f7a33177e None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:57.573754 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-823a0dd6-f0fa-4d62-b3b3-fa4f7a33177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:35:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:57.575758 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501322da-1eed-4514-93a8-02651e66f246 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:57.578314 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501322da-1eed-4514-93a8-02651e66f246 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:57.580747 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-501322da-1eed-4514-93a8-02651e66f246 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1060727 Aug 24 00:35:57.586146 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:57.589404 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-feee8f5e-941c-4531-9ada-b3299989bfd7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "PUT /v2.0/floatingips/a780d67d-26a6-4b43-993d-0f46b2662d5f HTTP/1.1" status: 200 len: 978 time: 4.5514302 Aug 24 00:35:57.609709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49414) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:57.644800 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9292dcca-7339-4adf-a9b8-48846a0034a5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:57.669715 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-823a0dd6-f0fa-4d62-b3b3-fa4f7a33177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:57.671763 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a0dd6-f0fa-4d62-b3b3-fa4f7a33177e None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:57.679616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:57.723683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338dd89-e58b-4afe-b9c0-139187d45625 req-ad45d485-88c4-4c87-9b32-a3d484564434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:57.725761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b338dd89-e58b-4afe-b9c0-139187d45625 req-ad45d485-88c4-4c87-9b32-a3d484564434 service neutron] 10.222.0.47 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 917 time: 0.7549617 Aug 24 00:35:57.728237 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:57.785077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Transition to ACTIVE for port object 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:57.816261 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:57.828186 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33526740-b173-4063-a287-d446b7206468 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:57.833214 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-33526740-b173-4063-a287-d446b7206468 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "GET /v2.0/networks/b150836a-a11c-43da-bf7b-7cc13bb3d0e2 HTTP/1.1" status: 200 len: 799 time: 0.2425010 Aug 24 00:35:57.926213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49416) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:57.945068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=087ec0fb-b66d-4df6-9c90-e6c2c99fea8d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:58.044760 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9292dcca-7339-4adf-a9b8-48846a0034a5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:58.152249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b338dd89-e58b-4afe-b9c0-139187d45625 req-37433fce-71ba-4f56-acbf-798080d9cd9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9 HTTP/1.1" status: 200 len: 997 time: 0.2326496 Aug 24 00:35:58.152951 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7af28c5-4013-4677-bbf3-2c8c92836c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:58.218190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a73dac0c-0c15-4bf0-ae44-1a9943db3cc2 req-bddb1351-e0a1-47ef-b3cd-9ecaa024b49c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8009372 Aug 24 00:35:58.398703 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7af28c5-4013-4677-bbf3-2c8c92836c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:58.465049 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9292dcca-7339-4adf-a9b8-48846a0034a5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:58.477363 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9292dcca-7339-4adf-a9b8-48846a0034a5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:58.477877 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-9292dcca-7339-4adf-a9b8-48846a0034a5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Floating IP a780d67d-26a6-4b43-993d-0f46b2662d5f disassociated. External IP: 172.25.8.230, port: a7eeedc2-0bca-44b2-9110-b71f00802ed4. Aug 24 00:35:58.589056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157ad82-b9f7-4de0-a666-6fa202feb763 req-ab58a240-a2a1-4891-aca5-f0f62dbbabe9 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:58.589056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7157ad82-b9f7-4de0-a666-6fa202feb763 req-ab58a240-a2a1-4891-aca5-f0f62dbbabe9 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 944 time: 0.4282146 Aug 24 00:35:58.667119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e2195d10-1363-4fbf-acac-80302cb75d21 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "GET /v2.0/networks/b150836a-a11c-43da-bf7b-7cc13bb3d0e2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.7160132 Aug 24 00:35:58.668459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49432) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:58.764110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Attempting to bind port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:58.764549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Attempting to bind port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'af84c9d6-bc50-4495-86be-af608b80c2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '14b8df57-0709-4c12-88da-0de072e03759'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:58.766205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Attempting to bind port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d on network 14b8df57-0709-4c12-88da-0de072e03759 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:58.778088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7157ad82-b9f7-4de0-a666-6fa202feb763 req-10583108-7d57-4440-bbb5-aae3ef2408c7 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810739 Aug 24 00:35:58.786205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d on network 14b8df57-0709-4c12-88da-0de072e03759 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:35:58.786515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Attempting to bind port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d on network 14b8df57-0709-4c12-88da-0de072e03759 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:58.804271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:58.804946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Checking segment: {'id': 'af84c9d6-bc50-4495-86be-af608b80c2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '14b8df57-0709-4c12-88da-0de072e03759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:58.805959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Bound using segment: {'id': 'af84c9d6-bc50-4495-86be-af608b80c2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '14b8df57-0709-4c12-88da-0de072e03759'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:58.807329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Bound port: 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af84c9d6-bc50-4495-86be-af608b80c2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '14b8df57-0709-4c12-88da-0de072e03759'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:58.808189 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:58.841258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45bc524-7349-4723-b52f-5e44f44f996d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:58.843687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d45bc524-7349-4723-b52f-5e44f44f996d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "GET /v2.0/subnets/d638dc0c-e199-4964-a03e-8c03cfc39876 HTTP/1.1" status: 200 len: 811 time: 0.1547062 Aug 24 00:35:58.845571 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7af28c5-4013-4677-bbf3-2c8c92836c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:58.848146 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49434) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:58.849280 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7af28c5-4013-4677-bbf3-2c8c92836c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:58.851356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c7af28c5-4013-4677-bbf3-2c8c92836c19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b812501-9700-4302-a25d-86288ed9a216 HTTP/1.1" status: 204 len: 168 time: 1.7252507 Aug 24 00:35:58.882249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af28c5-4013-4677-bbf3-2c8c92836c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b812501-9700-4302-a25d-86288ed9a216,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:58.976882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] For port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:58.991744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] For port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=087ec0fb-b66d-4df6-9c90-e6c2c99fea8d,segment=NetworkSegment(af84c9d6-bc50-4495-86be-af608b80c2d4),segment_id=af84c9d6-bc50-4495-86be-af608b80c2d4)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:59.003441 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.037810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:59.038661 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.041664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] 10.222.0.47 "PUT /v2.0/ports/087ec0fb-b66d-4df6-9c90-e6c2c99fea8d HTTP/1.1" status: 200 len: 1092 time: 3.8401682 Aug 24 00:35:59.044652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e246df62-08b2-4e1c-b38c-cf9fc028a35f', 'tag': '087ec0fb-b66d-4df6-9c90-e6c2c99fea8d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:59.047679 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87370423-d1f4-4d6f-bd5c-b49cbdf9f888" -d '{"events": [{"name": "network-changed", "server_uuid": "e246df62-08b2-4e1c-b38c-cf9fc028a35f", "tag": "087ec0fb-b66d-4df6-9c90-e6c2c99fea8d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:59.178058 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f85766-6895-4c3e-ba54-19811422628b x-openstack-request-id: req-38f85766-6895-4c3e-ba54-19811422628b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:59.190808 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e246df62-08b2-4e1c-b38c-cf9fc028a35f", "tag": "087ec0fb-b66d-4df6-9c90-e6c2c99fea8d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:59.191365 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38f85766-6895-4c3e-ba54-19811422628b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:59.192014 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e246df62-08b2-4e1c-b38c-cf9fc028a35f', 'tag': '087ec0fb-b66d-4df6-9c90-e6c2c99fea8d', 'status': 'completed', 'code': 200} Aug 24 00:35:59.200178 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc22b3f-f9f6-404c-9077-b48034f1b833 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:59.202493 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1bc22b3f-f9f6-404c-9077-b48034f1b833 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "GET /v2.0/subnets/d638dc0c-e199-4964-a03e-8c03cfc39876?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1769178 Aug 24 00:35:59.208801 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:59.224482 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9292dcca-7339-4adf-a9b8-48846a0034a5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:35:59.244858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b0783497-7174-4c1a-bd58-35de15272381 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-73412044'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:59.269432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e07f6-ff0a-47ab-861e-2b4cfb96b6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=087ec0fb-b66d-4df6-9c90-e6c2c99fea8d,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:59.311963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0783497-7174-4c1a-bd58-35de15272381 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:59.323632 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0783497-7174-4c1a-bd58-35de15272381 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.375170 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0783497-7174-4c1a-bd58-35de15272381 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:59.400131 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0783497-7174-4c1a-bd58-35de15272381 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.400471 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-b0783497-7174-4c1a-bd58-35de15272381 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Added segment af399d43-0162-47a5-8458-dcd41898618c of type vlan for network ced942db-ac16-47c9-8e94-e54dd3e7e807 Aug 24 00:35:59.518954 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0783497-7174-4c1a-bd58-35de15272381 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.646125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.resource_extend [None req-b0783497-7174-4c1a-bd58-35de15272381 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:35:59.665812 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.692427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338dd89-e58b-4afe-b9c0-139187d45625 req-0170b944-82f8-4058-9cb1-c5c411610ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:59.695576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b338dd89-e58b-4afe-b9c0-139187d45625 req-0170b944-82f8-4058-9cb1-c5c411610ae7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.3230684 Aug 24 00:35:59.711953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0e096-00df-4ed8-846f-009078ff0f78 req-095de81e-2742-44d8-a2aa-8a5590bf6034 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:59.720935 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3fc0e096-00df-4ed8-846f-009078ff0f78 req-095de81e-2742-44d8-a2aa-8a5590bf6034 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.2548907 Aug 24 00:35:59.757799 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0783497-7174-4c1a-bd58-35de15272381 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.765977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0783497-7174-4c1a-bd58-35de15272381 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:59.766587 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0783497-7174-4c1a-bd58-35de15272381 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.823980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87370423-d1f4-4d6f-bd5c-b49cbdf9f888 req-cb22cdc8-8c04-45fb-a7b1-80f1a8c8dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:59.827899 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87370423-d1f4-4d6f-bd5c-b49cbdf9f888 req-cb22cdc8-8c04-45fb-a7b1-80f1a8c8dde3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=565788d046f64b3ba851bf30980aedb8&device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 1095 time: 0.2722535 Aug 24 00:35:59.880800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3fc0e096-00df-4ed8-846f-009078ff0f78 req-8ab501d2-1d65-4f0a-a687-43c373f96afc tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515951 Aug 24 00:35:59.912236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338dd89-e58b-4afe-b9c0-139187d45625 req-c74e979f-e464-400f-a54e-4bcc995d84e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:59.923874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b338dd89-e58b-4afe-b9c0-139187d45625 req-c74e979f-e464-400f-a54e-4bcc995d84e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924732 Aug 24 00:35:59.984028 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b0783497-7174-4c1a-bd58-35de15272381 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7585404 Aug 24 00:35:59.991062 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:00.022033 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-25f58227-8dc0-40dd-88e8-a70fa110c25c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'subnet': {'network_id': 'ced942db-ac16-47c9-8e94-e54dd3e7e807', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:00.164855 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.253489 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b961-5235-4154-9999-d0b67ff5c054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.292040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0783497-7174-4c1a-bd58-35de15272381 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Network': ['ID=ced942db-ac16-47c9-8e94-e54dd3e7e807,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:00.314596 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9292dcca-7339-4adf-a9b8-48846a0034a5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:00.319227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network ced942db-ac16-47c9-8e94-e54dd3e7e807 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:00.350124 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9292dcca-7339-4adf-a9b8-48846a0034a5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.475904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f810e0-119c-455f-a586-6f209c00ea0b None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:00.517275 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9292dcca-7339-4adf-a9b8-48846a0034a5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "PUT /v2.0/floatingips/a780d67d-26a6-4b43-993d-0f46b2662d5f HTTP/1.1" status: 200 len: 688 time: 2.9063096 Aug 24 00:36:00.522349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49478) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:00.562473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f810e0-119c-455f-a586-6f209c00ea0b None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:00.563521 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e3f810e0-119c-455f-a586-6f209c00ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:00.680497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e3f810e0-119c-455f-a586-6f209c00ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:00.716289 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f810e0-119c-455f-a586-6f209c00ea0b None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:00.718172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e3f810e0-119c-455f-a586-6f209c00ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:00.805843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e3f810e0-119c-455f-a586-6f209c00ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:00.806970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f810e0-119c-455f-a586-6f209c00ea0b None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:00.929338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87370423-d1f4-4d6f-bd5c-b49cbdf9f888 req-c1daea51-15e0-4cac-9519-54aec59b2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:00.936198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87370423-d1f4-4d6f-bd5c-b49cbdf9f888 req-c1daea51-15e0-4cac-9519-54aec59b2ec8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=565788d046f64b3ba851bf30980aedb8&shared=False HTTP/1.1" status: 200 len: 925 time: 1.0089064 Aug 24 00:36:00.940701 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f58227-8dc0-40dd-88e8-a70fa110c25c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Made reservation on behalf of bd9a9b4b108d41568691517474ed6a66 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:00.950482 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f58227-8dc0-40dd-88e8-a70fa110c25c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.154955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-25f58227-8dc0-40dd-88e8-a70fa110c25c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Performing IP validity checks on allocation pools {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 24 00:36:01.155643 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-25f58227-8dc0-40dd-88e8-a70fa110c25c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 24 00:36:01.188723 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b338dd89-e58b-4afe-b9c0-139187d45625 req-d750b679-b05a-4d51-98b3-6284e16f471b service neutron] 10.222.0.47 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8098638 Aug 24 00:36:01.199168 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0ed1bd0e-af86-4b48-9aa2-0652e89a7ad8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port 7a678e18-8596-4f5e-b2f8-393e9db2c96c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:01.201087 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ed1bd0e-af86-4b48-9aa2-0652e89a7ad8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.288607 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.372616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbc8a3-1047-4c73-b223-26af36fed8a4 req-04a315d6-f4ac-4532-9d5c-5ab2d6d59a5a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:01.375672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05dbc8a3-1047-4c73-b223-26af36fed8a4 req-04a315d6-f4ac-4532-9d5c-5ab2d6d59a5a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 944 time: 0.9769211 Aug 24 00:36:01.659349 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ed1bd0e-af86-4b48-9aa2-0652e89a7ad8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.667729 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ed1bd0e-af86-4b48-9aa2-0652e89a7ad8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.706165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0ed1bd0e-af86-4b48-9aa2-0652e89a7ad8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for 7a678e18-8596-4f5e-b2f8-393e9db2c96c owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:01.792138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05dbc8a3-1047-4c73-b223-26af36fed8a4 req-6db3c34f-f3f0-40c1-ba38-b0e871332cd3 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715816 Aug 24 00:36:01.800189 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be176e7e-96dc-4af5-931f-c5b625fc767c req-931d78e7-3a7a-4c9b-9f3b-ab932df57d3b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:01.809586 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be176e7e-96dc-4af5-931f-c5b625fc767c req-931d78e7-3a7a-4c9b-9f3b-ab932df57d3b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.7046008 Aug 24 00:36:02.025770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be176e7e-96dc-4af5-931f-c5b625fc767c req-40536bf2-153b-4c2f-a975-2c0da96d40ff tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634471 Aug 24 00:36:02.096143 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87370423-d1f4-4d6f-bd5c-b49cbdf9f888 req-bbaeeba0-7c45-48dc-84c8-28d6b5f2c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:02.103299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87370423-d1f4-4d6f-bd5c-b49cbdf9f888 req-bbaeeba0-7c45-48dc-84c8-28d6b5f2c637 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0725977 Aug 24 00:36:02.141836 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ed1bd0e-af86-4b48-9aa2-0652e89a7ad8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.146528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b338dd89-e58b-4afe-b9c0-139187d45625 req-d2ca7cb6-a029-460c-a7f7-2ab330706253 service neutron] 10.222.0.47 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881753 Aug 24 00:36:02.203601 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1bd0e-af86-4b48-9aa2-0652e89a7ad8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=7a678e18-8596-4f5e-b2f8-393e9db2c96c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:02.293294 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f58227-8dc0-40dd-88e8-a70fa110c25c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.455113 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f58227-8dc0-40dd-88e8-a70fa110c25c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Subnet': ['ID=4bc59b81-7aeb-4cd1-9877-0f6c1c6d6ac6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:02.472028 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ed1bd0e-af86-4b48-9aa2-0652e89a7ad8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.476885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ed1bd0e-af86-4b48-9aa2-0652e89a7ad8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.478076 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0ed1bd0e-af86-4b48-9aa2-0652e89a7ad8 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/floatingips/a780d67d-26a6-4b43-993d-0f46b2662d5f HTTP/1.1" status: 204 len: 168 time: 1.9466281 Aug 24 00:36:02.480962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49502) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:02.489300 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f58227-8dc0-40dd-88e8-a70fa110c25c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Checking segment: {'id': 'af399d43-0162-47a5-8458-dcd41898618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ced942db-ac16-47c9-8e94-e54dd3e7e807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:02.490869 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f58227-8dc0-40dd-88e8-a70fa110c25c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network hostable DHCP agents. Network: ced942db-ac16-47c9-8e94-e54dd3e7e807, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:36:02.546496 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f58227-8dc0-40dd-88e8-a70fa110c25c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Network ced942db-ac16-47c9-8e94-e54dd3e7e807 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:36:02.596092 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-25f58227-8dc0-40dd-88e8-a70fa110c25c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, ced942db-ac16-47c9-8e94-e54dd3e7e807) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:02.602768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f58227-8dc0-40dd-88e8-a70fa110c25c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:02.604361 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25f58227-8dc0-40dd-88e8-a70fa110c25c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.606501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55593165-9ef8-4f61-946e-eb2c2107bfd5 None None] Network ced942db-ac16-47c9-8e94-e54dd3e7e807 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:02.612655 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-0535884b-fc25-4409-9dbc-25529ece75e5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] delete failed (client error): The resource could not be found. Aug 24 00:36:02.622418 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0535884b-fc25-4409-9dbc-25529ece75e5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/floatingips/a780d67d-26a6-4b43-993d-0f46b2662d5f HTTP/1.1" status: 404 len: 345 time: 0.1396670 Aug 24 00:36:02.623034 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49506) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:02.646610 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-25f58227-8dc0-40dd-88e8-a70fa110c25c tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6486480 Aug 24 00:36:02.647788 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49508) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:02.676415 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-17f47d5d-a4f8-4093-a241-98002240b5da tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:02.968710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-ced942db-ac16-47c9-8e94-e54dd3e7e807', 'network_id': 'ced942db-ac16-47c9-8e94-e54dd3e7e807', 'tenant_id': 'bd9a9b4b108d41568691517474ed6a66', 'fixed_ips': [{'subnet_id': '4bc59b81-7aeb-4cd1-9877-0f6c1c6d6ac6'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:36:02.969812 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.012178 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17f47d5d-a4f8-4093-a241-98002240b5da tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10228809'] for subnet, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.040771 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-b4d31cbc-ce4e-418f-b317-6e04602445e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:03.055261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-b4d31cbc-ce4e-418f-b317-6e04602445e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=565788d046f64b3ba851bf30980aedb8&device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 1095 time: 0.2352233 Aug 24 00:36:03.105365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd88cda-e424-4d33-9c3c-c627de2a920f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:03.120156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd88cda-e424-4d33-9c3c-c627de2a920f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:03.145664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd88cda-e424-4d33-9c3c-c627de2a920f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:03.147834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7bd88cda-e424-4d33-9c3c-c627de2a920f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "GET /v2.0/ports?network_id=0a511376-03aa-4dbb-90d6-d731da75e007 HTTP/1.1" status: 200 len: 2359 time: 0.5208974 Aug 24 00:36:03.151234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49520) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:03.366579 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.474702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17f47d5d-a4f8-4093-a241-98002240b5da tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726650076874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9135314'] for subnet, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.586875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f47d5d-a4f8-4093-a241-98002240b5da tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:03.587495 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-17f47d5d-a4f8-4093-a241-98002240b5da tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.601393 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-17f47d5d-a4f8-4093-a241-98002240b5da tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "PUT /v2.0/subnets/4bc59b81-7aeb-4cd1-9877-0f6c1c6d6ac6 HTTP/1.1" status: 200 len: 877 time: 0.9524176 Aug 24 00:36:03.606751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Allocated IP 172.20.0.3 (ced942db-ac16-47c9-8e94-e54dd3e7e807/4bc59b81-7aeb-4cd1-9877-0f6c1c6d6ac6/c3f15aeb-bd20-481c-9412-be4a7b179a93) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:03.611938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:03.769039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f47d5d-a4f8-4093-a241-98002240b5da tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event updated for resources: {'Subnet': ['ID=4bc59b81-7aeb-4cd1-9877-0f6c1c6d6ac6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:03.982129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-139e07a8-2f8d-46d5-9ae2-35994f867ffd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=087ec0fb-b66d-4df6-9c90-e6c2c99fea8d HTTP/1.1" status: 200 len: 217 time: 0.8329992 Aug 24 00:36:04.062513 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.114317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-cef6594c-34f7-4016-8fc0-05f79b7a381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:04.115982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-cef6594c-34f7-4016-8fc0-05f79b7a381e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd78269-e65b-4006-a503-0f54fd954b84 HTTP/1.1" status: 200 len: 864 time: 0.0739031 Aug 24 00:36:04.125242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58daf2f-9298-42bc-a4bb-cc246058cb50 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:04.126820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d58daf2f-9298-42bc-a4bb-cc246058cb50 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "GET /v2.0/subnets/6bad870e-faa5-476b-ae86-5b98ea07da97 HTTP/1.1" status: 200 len: 797 time: 0.2605083 Aug 24 00:36:04.169855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49532) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:04.174105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-53064253-5bb2-4bd7-abd3-c6112cc7a49c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14b8df57-0709-4c12-88da-0de072e03759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406959 Aug 24 00:36:04.179334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'port': {'network_id': '0a511376-03aa-4dbb-90d6-d731da75e007', 'name': 'tempest-FloatingIPTestJSON-908184863', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:04.185077 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.216992 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.239623 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Transition to ACTIVE for port object c3f15aeb-bd20-481c-9412-be4a7b179a93 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:04.301627 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Transition to ACTIVE for port object c3f15aeb-bd20-481c-9412-be4a7b179a93 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:04.324377 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.386698 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.408303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Network ced942db-ac16-47c9-8e94-e54dd3e7e807 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:04.429657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:04.431373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Pushing event updated for resources: {'Port': ['ID=c3f15aeb-bd20-481c-9412-be4a7b179a93,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:04.433845 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:04.435571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72970c88-54d0-42fd-8e01-dafab4f46063 req-b9cc7d68-4ab1-4599-a036-4886723a89b2 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:04.438222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72970c88-54d0-42fd-8e01-dafab4f46063 req-b9cc7d68-4ab1-4599-a036-4886723a89b2 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 944 time: 1.2882776 Aug 24 00:36:04.441584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc59b81-7aeb-4cd1-9877-0f6c1c6d6ac6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:04.565895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Attempting to bind port c3f15aeb-bd20-481c-9412-be4a7b179a93 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:04.566380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Attempting to bind port c3f15aeb-bd20-481c-9412-be4a7b179a93 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'af399d43-0162-47a5-8458-dcd41898618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ced942db-ac16-47c9-8e94-e54dd3e7e807'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:04.566815 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Attempting to bind port c3f15aeb-bd20-481c-9412-be4a7b179a93 on network ced942db-ac16-47c9-8e94-e54dd3e7e807 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:04.577950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:04.578351 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Checking segment: {'id': 'af399d43-0162-47a5-8458-dcd41898618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ced942db-ac16-47c9-8e94-e54dd3e7e807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:04.578746 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.579221 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Bound using segment: {'id': 'af399d43-0162-47a5-8458-dcd41898618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ced942db-ac16-47c9-8e94-e54dd3e7e807'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:04.579706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Bound port: c3f15aeb-bd20-481c-9412-be4a7b179a93, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af399d43-0162-47a5-8458-dcd41898618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ced942db-ac16-47c9-8e94-e54dd3e7e807'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:04.591165 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.613806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-8cf4c1ce-2e1a-49c2-913c-38d1bc9ea8d2 service neutron] 10.222.0.47 "GET /v2.0/networks/14b8df57-0709-4c12-88da-0de072e03759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745883 Aug 24 00:36:04.615193 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.625973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a968b-00d1-4331-9699-a509a1b9b40f req-19465f17-f2f2-4197-85de-b76b336db2e3 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:04.627608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-033a968b-00d1-4331-9699-a509a1b9b40f req-19465f17-f2f2-4197-85de-b76b336db2e3 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.6516249 Aug 24 00:36:04.641615 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced942db-ac16-47c9-8e94-e54dd3e7e807']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:04.672033 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af399d43-0162-47a5-8458-dcd41898618c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:04.672459 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af399d43-0162-47a5-8458-dcd41898618c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:04.685208 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.703665 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.712755 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:04.713179 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.736135 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] For port c3f15aeb-bd20-481c-9412-be4a7b179a93, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:04.752483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-033a968b-00d1-4331-9699-a509a1b9b40f req-ba6757b1-49ec-46f8-ab15-db045e296297 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025538 Aug 24 00:36:04.776230 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72970c88-54d0-42fd-8e01-dafab4f46063 req-c1c2c851-6351-4b9c-8ca8-5a63e2a96582 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114164 Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:04.788261 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:04.791375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:36:04.791375 n-d-805736-1 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:36:04.791375 n-d-805736-1 neutron-server[94838]: [parameters: {'id': 'ced942db-ac16-47c9-8e94-e54dd3e7e807'}] Aug 24 00:36:04.791375 n-d-805736-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:36:04.791375 n-d-805736-1 neutron-server[94838]: DEBUG oslo_db.api [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:36:04.793002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] For port c3f15aeb-bd20-481c-9412-be4a7b179a93, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c3f15aeb-bd20-481c-9412-be4a7b179a93,segment=NetworkSegment(af399d43-0162-47a5-8458-dcd41898618c),segment_id=af399d43-0162-47a5-8458-dcd41898618c)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:04.802116 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.850677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Made reservation on behalf of 6390eb5cc93146a1acafb548bec46572 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:04.977081 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d9939-08c6-46ba-b460-25cc41454176 None None] Pushing event updated for resources: {'Port': ['ID=c3f15aeb-bd20-481c-9412-be4a7b179a93,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:04.996725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c7800a4-7cf1-4118-ad5f-3e5ced1b421a req-379fd9f8-0439-42a7-b0bb-a90d662b79f7 service neutron] 10.222.0.47 "GET /v2.0/networks/14b8df57-0709-4c12-88da-0de072e03759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377914 Aug 24 00:36:05.079237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c79baa-0366-4179-afb2-9f176bc21ad5 None None] Network ced942db-ac16-47c9-8e94-e54dd3e7e807 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:05.120587 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-a9c2d6c0-4f1c-48e3-8211-98b3e2801377 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=42eeefb290ce4847a5b1ee411a3f1444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1227524 Aug 24 00:36:05.235371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522843c4-94d8-4885-a779-42b023b35f2a None None] Network ced942db-ac16-47c9-8e94-e54dd3e7e807 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:05.290922 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:05.387554 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:05.421663 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Deleting port c3f15aeb-bd20-481c-9412-be4a7b179a93 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:05.422279 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:05.502974 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] device_id is not set on port dc67a114-fc38-4dbf-a5f3-c693da2b15e7 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:36:05.541470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-91b8cf5f-da2b-48f2-82c5-4cbdc9bff8ed tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:05.547641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] For port c3f15aeb-bd20-481c-9412-be4a7b179a93, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c3f15aeb-bd20-481c-9412-be4a7b179a93,segment=NetworkSegment(af399d43-0162-47a5-8458-dcd41898618c),segment_id=af399d43-0162-47a5-8458-dcd41898618c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:05.549822 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-91b8cf5f-da2b-48f2-82c5-4cbdc9bff8ed tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4122863 Aug 24 00:36:05.552562 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:05.573423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f735dc3-1e59-496f-a775-cd024d0adbef None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:36:05.607000 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Calling delete_port for c3f15aeb-bd20-481c-9412-be4a7b179a93 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:05.686625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-ff2f56a7-ae67-4a3f-b920-a086fe7093e1 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/quotas/42eeefb290ce4847a5b1ee411a3f1444 HTTP/1.1" status: 200 len: 375 time: 0.1356835 Aug 24 00:36:05.811052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-c130bdf6-9eb2-4ec3-af45-5fe0a0a5013f tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=42eeefb290ce4847a5b1ee411a3f1444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1229405 Aug 24 00:36:05.877720 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f735dc3-1e59-496f-a775-cd024d0adbef None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:36:06.328304 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.348306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No DVR routers for this DVR port c3f15aeb-bd20-481c-9412-be4a7b179a93 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:06.438205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.20.0.14 (0a511376-03aa-4dbb-90d6-d731da75e007/6bad870e-faa5-476b-ae86-5b98ea07da97/dc67a114-fc38-4dbf-a5f3-c693da2b15e7) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:06.455230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.20.0.13 (0a511376-03aa-4dbb-90d6-d731da75e007/6bad870e-faa5-476b-ae86-5b98ea07da97/dc67a114-fc38-4dbf-a5f3-c693da2b15e7) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:06.480581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Port': ['ID=c3f15aeb-bd20-481c-9412-be4a7b179a93,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:06.566877 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.622489 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced942db-ac16-47c9-8e94-e54dd3e7e807']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:06.681262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af399d43-0162-47a5-8458-dcd41898618c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:06.681563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af399d43-0162-47a5-8458-dcd41898618c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:06.703911 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.735963 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.745728 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:06.748289 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:06.754420 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:06.853775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ee1ff-b7e6-485b-9861-32a0b76f2959 req-76f82944-1e69-447e-88b3-fb381a07e5b6 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:06.863031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e90ee1ff-b7e6-485b-9861-32a0b76f2959 req-76f82944-1e69-447e-88b3-fb381a07e5b6 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 944 time: 0.1914248 Aug 24 00:36:06.863275 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.876291 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.878350 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/ced942db-ac16-47c9-8e94-e54dd3e7e807 HTTP/1.1" status: 204 len: 168 time: 3.2627740 Aug 24 00:36:06.891494 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49574) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:06.901844 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea92e0a-b855-4169-95fc-51dcb2f09ab8 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Network': ['ID=ced942db-ac16-47c9-8e94-e54dd3e7e807,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:06.924304 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91618fa-71bc-4d99-920f-f5358c6a4cd5 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:06.924786 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91618fa-71bc-4d99-920f-f5358c6a4cd5 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:06.926925 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e91618fa-71bc-4d99-920f-f5358c6a4cd5 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/subnets/4bc59b81-7aeb-4cd1-9877-0f6c1c6d6ac6 HTTP/1.1" status: 404 len: 337 time: 0.0344396 Aug 24 00:36:06.930583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49576) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:06.966663 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f2aef4-c41b-4645-b61c-741840cd3b1a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:06.970558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f2aef4-c41b-4645-b61c-741840cd3b1a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:06.976871 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-74f2aef4-c41b-4645-b61c-741840cd3b1a tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/ced942db-ac16-47c9-8e94-e54dd3e7e807 HTTP/1.1" status: 404 len: 339 time: 0.0445232 Aug 24 00:36:06.981984 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.988420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49578) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:07.087565 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3854c4a-55b8-46b2-a3b1-99a682fc2a13 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:07.097857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3854c4a-55b8-46b2-a3b1-99a682fc2a13 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:07.100498 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e3854c4a-55b8-46b2-a3b1-99a682fc2a13 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/subnets/89f20c28-21b7-4004-a50b-3686fef3d9db HTTP/1.1" status: 404 len: 337 time: 0.1070218 Aug 24 00:36:07.108333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49580) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:07.171218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e90ee1ff-b7e6-485b-9861-32a0b76f2959 req-09a98750-2bb9-4e45-9fb0-a8ca92358da5 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986810 Aug 24 00:36:07.221830 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-9791eef5-2c93-499c-8455-4bb1ec349bb6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:07.222477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9791eef5-2c93-499c-8455-4bb1ec349bb6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:07.227762 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9791eef5-2c93-499c-8455-4bb1ec349bb6 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/82634a63-0f9d-4493-9e3b-cc728030e838 HTTP/1.1" status: 404 len: 339 time: 0.1173420 Aug 24 00:36:07.228405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49584) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:07.262746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c8de6-e657-4bff-b6f7-c980441a5c31 req-9818ac42-0dc8-4a40-bd20-5d06e15ba9a7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:07.279051 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d9c8de6-e657-4bff-b6f7-c980441a5c31 req-9818ac42-0dc8-4a40-bd20-5d06e15ba9a7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.7071922 Aug 24 00:36:07.370639 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33cc7300-6e54-4f55-ad09-8728733fdc67 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:07.391691 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:07.489022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=dc67a114-fc38-4dbf-a5f3-c693da2b15e7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:07.518174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d9c8de6-e657-4bff-b6f7-c980441a5c31 req-5dd35c28-2dde-4a94-8248-72fd515eb405 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285068 Aug 24 00:36:07.520536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network 0a511376-03aa-4dbb-90d6-d731da75e007 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:07.584392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:07.636995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b85cacc-0357-41f6-b4e5-20796240f126 req-f5d9b9e1-7ce1-4534-81a6-c80b729d20ef tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 210 time: 0.3066096 Aug 24 00:36:07.637550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:07.680995 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33cc7300-6e54-4f55-ad09-8728733fdc67 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:07.723194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:07.724417 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-33cc7300-6e54-4f55-ad09-8728733fdc67 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9838bacb-f2f4-42bc-a84e-25245029f7dd']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:07.733176 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:07.800952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-33cc7300-6e54-4f55-ad09-8728733fdc67 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b388efc3-2d9e-44bd-b183-73fd5e38ac29') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:07.801391 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-33cc7300-6e54-4f55-ad09-8728733fdc67 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b388efc3-2d9e-44bd-b183-73fd5e38ac29') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:07.865989 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33cc7300-6e54-4f55-ad09-8728733fdc67 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:07.883296 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-11296884-0c34-4c40-ae2b-d5e290550f4a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.7054858 Aug 24 00:36:07.883516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49590) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:07.888088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'dc67a114-fc38-4dbf-a5f3-c693da2b15e7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:07.924203 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33cc7300-6e54-4f55-ad09-8728733fdc67 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:07.937903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791809a-338b-414e-808f-8c8c43a643f5 req-7c376e82-8c88-40bb-94f6-cf303d878f65 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:07.939797 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5791809a-338b-414e-808f-8c8c43a643f5 req-7c376e82-8c88-40bb-94f6-cf303d878f65 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 945 time: 0.1730981 Aug 24 00:36:07.974943 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cc7300-6e54-4f55-ad09-8728733fdc67 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:07.976097 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33cc7300-6e54-4f55-ad09-8728733fdc67 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:07.980059 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:07.993437 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:08.131038 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33cc7300-6e54-4f55-ad09-8728733fdc67 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:08.144361 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33cc7300-6e54-4f55-ad09-8728733fdc67 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:08.151307 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-33cc7300-6e54-4f55-ad09-8728733fdc67 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/9838bacb-f2f4-42bc-a84e-25245029f7dd HTTP/1.1" status: 204 len: 168 time: 0.9219010 Aug 24 00:36:08.153585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:08.203769 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc7300-6e54-4f55-ad09-8728733fdc67 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Network': ['ID=9838bacb-f2f4-42bc-a84e-25245029f7dd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:08.219245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-43acc757-f150-4a0b-a6a4-10513de09e68 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=42eeefb290ce4847a5b1ee411a3f1444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758801 Aug 24 00:36:08.246750 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-807ff2c7-3b42-4219-a391-b38b67abd579 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:08.247553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807ff2c7-3b42-4219-a391-b38b67abd579 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:08.249547 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-807ff2c7-3b42-4219-a391-b38b67abd579 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/subnets/ecd9b2d6-67a7-4256-a629-8668d5f4c09b HTTP/1.1" status: 404 len: 337 time: 0.0914328 Aug 24 00:36:08.253073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:08.320308 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-217b4a5c-25f2-44f3-99d9-d18717d0c0a7 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:08.335912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217b4a5c-25f2-44f3-99d9-d18717d0c0a7 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:08.338045 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-217b4a5c-25f2-44f3-99d9-d18717d0c0a7 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/a6361341-d46f-4382-8a7e-d90df5addbf7 HTTP/1.1" status: 404 len: 339 time: 0.0834746 Aug 24 00:36:08.347611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:08.392129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5791809a-338b-414e-808f-8c8c43a643f5 req-eff0fa33-7f5a-454e-be52-7db5169cd8d6 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=e1bf4c45-92c9-4f19-8b86-930d387a14dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265029 Aug 24 00:36:08.415639 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-328d4052-2b0c-4e1f-876c-abdfd7d4bc93 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:08.416251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328d4052-2b0c-4e1f-876c-abdfd7d4bc93 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:08.423219 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-328d4052-2b0c-4e1f-876c-abdfd7d4bc93 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/subnets/b0a93b36-30d8-42ce-8014-cf923516f8f7 HTTP/1.1" status: 404 len: 337 time: 0.0693505 Aug 24 00:36:08.426432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:08.500881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717ab5e-a9a7-4a56-96a3-0ae7314486b5 req-12885e4c-5ab8-4bc6-84e7-64c3468f7690 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:08.509317 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7717ab5e-a9a7-4a56-96a3-0ae7314486b5 req-12885e4c-5ab8-4bc6-84e7-64c3468f7690 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 945 time: 0.2580221 Aug 24 00:36:08.510819 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d97d2bc-97ad-41da-89bf-33bdb251e8b5 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:08.510819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d97d2bc-97ad-41da-89bf-33bdb251e8b5 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:08.515164 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7d97d2bc-97ad-41da-89bf-33bdb251e8b5 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/730fbabe-50c3-4016-b0e5-7ca8127fc4f1 HTTP/1.1" status: 404 len: 339 time: 0.0836291 Aug 24 00:36:08.534553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49606) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:08.642944 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-10442b8d-f820-4c89-a6f0-9f6fd7fcd583 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:08.643326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10442b8d-f820-4c89-a6f0-9f6fd7fcd583 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:08.645172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-10442b8d-f820-4c89-a6f0-9f6fd7fcd583 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/subnets/5d4a13ce-4d0b-49a3-b2d7-5663ec428e02 HTTP/1.1" status: 404 len: 337 time: 0.1077304 Aug 24 00:36:08.654463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49612) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:08.698317 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7f6a10-a64c-48fd-83d7-503296f01c09 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:08.698927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7f6a10-a64c-48fd-83d7-503296f01c09 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:08.700895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-de7f6a10-a64c-48fd-83d7-503296f01c09 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/00f2742b-84b7-4685-91a3-4e0e17488c72 HTTP/1.1" status: 404 len: 339 time: 0.0451965 Aug 24 00:36:08.710483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a4be4-b872-4d37-8996-91b337bdaaf1 req-ac6825be-e6c8-4c76-951a-7066b269a621 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:08.712101 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-747a4be4-b872-4d37-8996-91b337bdaaf1 req-ac6825be-e6c8-4c76-951a-7066b269a621 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 944 time: 0.1758931 Aug 24 00:36:08.721450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49614) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:08.810260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7717ab5e-a9a7-4a56-96a3-0ae7314486b5 req-de05fcf2-3a7f-4a3c-8a19-7ebdb5687c51 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Deleting port e6a984f4-0dcc-4b7a-a757-92cb5925c50d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:08.811232 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7717ab5e-a9a7-4a56-96a3-0ae7314486b5 req-de05fcf2-3a7f-4a3c-8a19-7ebdb5687c51 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:08.863948 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-3148f1d4-2392-4ca3-bf1d-e37991a9f8da tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:08.864504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3148f1d4-2392-4ca3-bf1d-e37991a9f8da tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:08.866244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3148f1d4-2392-4ca3-bf1d-e37991a9f8da tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/subnets/d5c7caf0-7195-47ef-97af-026edcff74de HTTP/1.1" status: 404 len: 337 time: 0.1438313 Aug 24 00:36:08.887532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49616) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:08.936365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-747a4be4-b872-4d37-8996-91b337bdaaf1 req-b8c5d924-55fd-4fd3-b801-83cd21b736ac tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932268 Aug 24 00:36:08.937504 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-292b8572-291b-4f9f-a3a0-7ec22930569e tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:08.938101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292b8572-291b-4f9f-a3a0-7ec22930569e tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:08.939929 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-292b8572-291b-4f9f-a3a0-7ec22930569e tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/f724644c-4083-40cc-8be5-209fa2655da6 HTTP/1.1" status: 404 len: 339 time: 0.0511572 Aug 24 00:36:08.942938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49618) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:08.980516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-a47b3b39-ed0d-43ee-89d8-498b64ab9842 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:08.981989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-a47b3b39-ed0d-43ee-89d8-498b64ab9842 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6780562 Aug 24 00:36:08.984497 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d9c828-4db7-4f85-8b39-a5eb8ff26f45 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:08.984988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d9c828-4db7-4f85-8b39-a5eb8ff26f45 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:08.989327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-56d9c828-4db7-4f85-8b39-a5eb8ff26f45 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/subnets/3ce6b55a-c77b-48cf-9b35-73982e5f5fd0 HTTP/1.1" status: 404 len: 337 time: 0.0420718 Aug 24 00:36:08.989431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49620) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:09.004416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Request body: {'port': {'device_id': '14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': '42eeefb290ce4847a5b1ee411a3f1444'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:09.044241 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c415bcb9-2a89-471b-bb3a-8da79590c1b0 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:09.045461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c415bcb9-2a89-471b-bb3a-8da79590c1b0 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:09.049559 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-7717ab5e-a9a7-4a56-96a3-0ae7314486b5 req-de05fcf2-3a7f-4a3c-8a19-7ebdb5687c51 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] For port e6a984f4-0dcc-4b7a-a757-92cb5925c50d, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=e6a984f4-0dcc-4b7a-a757-92cb5925c50d,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:09.049758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c415bcb9-2a89-471b-bb3a-8da79590c1b0 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/a8eceb0b-4630-477d-bf65-2a4b78a0e73e HTTP/1.1" status: 404 len: 339 time: 0.0570722 Aug 24 00:36:09.049852 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7717ab5e-a9a7-4a56-96a3-0ae7314486b5 req-de05fcf2-3a7f-4a3c-8a19-7ebdb5687c51 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:09.072704 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:09.079338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:09.125664 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-7717ab5e-a9a7-4a56-96a3-0ae7314486b5 req-de05fcf2-3a7f-4a3c-8a19-7ebdb5687c51 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Calling delete_port for e6a984f4-0dcc-4b7a-a757-92cb5925c50d owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:09.155255 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-248d6c29-b2ae-4ff6-a6b0-f66201563b77 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:09.155625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248d6c29-b2ae-4ff6-a6b0-f66201563b77 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:09.159834 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-248d6c29-b2ae-4ff6-a6b0-f66201563b77 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/subnets/23faf579-883b-4462-9a46-68df662cdba9 HTTP/1.1" status: 404 len: 337 time: 0.0835910 Aug 24 00:36:09.161396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49626) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:09.186838 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-328d472e-cd44-4bbd-acef-799de7733921 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:09.187448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328d472e-cd44-4bbd-acef-799de7733921 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:09.190826 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-328d472e-cd44-4bbd-acef-799de7733921 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/949b65fe-3193-4679-89a6-f045ff4ccf72 HTTP/1.1" status: 404 len: 339 time: 0.0268791 Aug 24 00:36:09.192400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:09.257888 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7692c885-96e2-4c0b-bac1-cffc39c2b367 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:09.258732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7692c885-96e2-4c0b-bac1-cffc39c2b367 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:09.260781 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7692c885-96e2-4c0b-bac1-cffc39c2b367 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/subnets/63c41118-2b4a-4a41-b7e3-b05491546e3b HTTP/1.1" status: 404 len: 337 time: 0.0672576 Aug 24 00:36:09.264608 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49630) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:09.294172 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-990b4cb7-992a-462a-a1df-a816f4eaec55 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:09.295862 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990b4cb7-992a-462a-a1df-a816f4eaec55 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:09.299175 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-990b4cb7-992a-462a-a1df-a816f4eaec55 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/3703ff27-b5f5-4120-b98f-bfc49782e587 HTTP/1.1" status: 404 len: 339 time: 0.0331466 Aug 24 00:36:09.302562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49632) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:09.375383 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed1426e-e7b5-4e00-95d8-8c955f385609 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:09.375844 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed1426e-e7b5-4e00-95d8-8c955f385609 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:09.377760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1ed1426e-e7b5-4e00-95d8-8c955f385609 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/subnets/ec854d21-a592-4ccf-92d7-4235c7bddb0c HTTP/1.1" status: 404 len: 337 time: 0.0659716 Aug 24 00:36:09.382761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49634) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:09.417488 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd3055d-4b71-403a-aa48-f57c75eb8e48 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:09.417993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd3055d-4b71-403a-aa48-f57c75eb8e48 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:09.422727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0dd3055d-4b71-403a-aa48-f57c75eb8e48 tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/5e51f566-4fc0-4c80-a9bb-46b1cacfd01d HTTP/1.1" status: 404 len: 339 time: 0.0352876 Aug 24 00:36:09.426750 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:09.434012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19fe5c-f3a8-4955-bec6-02fc20f5b800 req-2d0ea70f-b8e5-4050-8f8d-4ad86b67bae4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:09.437027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f19fe5c-f3a8-4955-bec6-02fc20f5b800 req-2d0ea70f-b8e5-4050-8f8d-4ad86b67bae4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.2518799 Aug 24 00:36:09.469676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.25.8.86 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/02f11167-985f-40be-b232-c807f5ce9a18) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:09.510442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Made reservation on behalf of 42eeefb290ce4847a5b1ee411a3f1444 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:09.510694 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7717ab5e-a9a7-4a56-96a3-0ae7314486b5 req-de05fcf2-3a7f-4a3c-8a19-7ebdb5687c51 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:09.517228 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:09.538798 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:09.547460 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['e6a984f4-0dcc-4b7a-a757-92cb5925c50d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:36:09.567873 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92ae3fe-6739-4f33-92a1-9b7ee22657dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Deleting subnet d638dc0c-e199-4964-a03e-8c03cfc39876 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:09.575568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05fcf2-3a7f-4a3c-8a19-7ebdb5687c51 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event deleted for resources: {'Port': ['ID=e6a984f4-0dcc-4b7a-a757-92cb5925c50d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:09.582065 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c92ae3fe-6739-4f33-92a1-9b7ee22657dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:09.601146 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f19fe5c-f3a8-4955-bec6-02fc20f5b800 req-d08b29fc-1c8a-444e-9774-b3b00e35dda0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559055 Aug 24 00:36:09.729860 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c92ae3fe-6739-4f33-92a1-9b7ee22657dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:09.772002 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-7717ab5e-a9a7-4a56-96a3-0ae7314486b5 req-de05fcf2-3a7f-4a3c-8a19-7ebdb5687c51 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] No DVR routers for this DVR port e6a984f4-0dcc-4b7a-a757-92cb5925c50d on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:09.780236 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-7717ab5e-a9a7-4a56-96a3-0ae7314486b5 req-de05fcf2-3a7f-4a3c-8a19-7ebdb5687c51 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:09.782980 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7717ab5e-a9a7-4a56-96a3-0ae7314486b5 req-de05fcf2-3a7f-4a3c-8a19-7ebdb5687c51 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "DELETE /v2.0/ports/e6a984f4-0dcc-4b7a-a757-92cb5925c50d HTTP/1.1" status: 204 len: 173 time: 1.2494137 Aug 24 00:36:09.783933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eec399-3b8f-4659-a745-bdaed85921b9', 'name': 'network-vif-deleted', 'tag': 'e6a984f4-0dcc-4b7a-a757-92cb5925c50d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:09.786820 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93858e1-9a78-4883-bc0b-733158c20714" -d '{"events": [{"server_uuid": "33eec399-3b8f-4659-a745-bdaed85921b9", "name": "network-vif-deleted", "tag": "e6a984f4-0dcc-4b7a-a757-92cb5925c50d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:09.822411 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:09.865114 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:09.901105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b342280-e375-4bb5-92ef-445d64936763 req-468f9107-b2b9-40ac-b41e-b16605ca9040 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 210 time: 0.0771129 Aug 24 00:36:09.942719 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c92ae3fe-6739-4f33-92a1-9b7ee22657dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.050841 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c92ae3fe-6739-4f33-92a1-9b7ee22657dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.084771 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ae3fe-6739-4f33-92a1-9b7ee22657dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Subnet': ['ID=d638dc0c-e199-4964-a03e-8c03cfc39876,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:10.096474 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c92ae3fe-6739-4f33-92a1-9b7ee22657dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.103392 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c92ae3fe-6739-4f33-92a1-9b7ee22657dc tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/subnets/d638dc0c-e199-4964-a03e-8c03cfc39876 HTTP/1.1" status: 204 len: 168 time: 0.6700077 Aug 24 00:36:10.103762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79122030-3635-4482-9640-ec2e120647eb None None] Network b150836a-a11c-43da-bf7b-7cc13bb3d0e2 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:10.115016 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49646) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:10.322454 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.421549 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afc5dfd0-9c5d-4e94-88f0-894021e2e1a4 req-977e2501-ae3e-4811-99c9-d983d10e9c24 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 210 time: 0.0361309 Aug 24 00:36:10.430227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16384bc0-ff69-4a67-b9c7-8dac7741459c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:10.457315 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3794d971-9617-47eb-8e0f-ae6bf2396a54 None None] DHCP port deletion for b150836a-a11c-43da-bf7b-7cc13bb3d0e2 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:36:10.496122 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Deleting port f729d5f0-b302-49e4-8d77-5b45d866ea6f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:10.496691 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.570199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3794d971-9617-47eb-8e0f-ae6bf2396a54 None None] Deleting port f729d5f0-b302-49e4-8d77-5b45d866ea6f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:10.575853 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3794d971-9617-47eb-8e0f-ae6bf2396a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.581159 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.597868 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] For port f729d5f0-b302-49e4-8d77-5b45d866ea6f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f729d5f0-b302-49e4-8d77-5b45d866ea6f,segment=NetworkSegment(14b8a99c-9b03-40e8-8c92-b02cb2b45654),segment_id=14b8a99c-9b03-40e8-8c92-b02cb2b45654)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:10.609618 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.631533 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc32afb-c7ea-4a06-a5d3-d868357f0882 x-openstack-request-id: req-1bc32afb-c7ea-4a06-a5d3-d868357f0882 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:10.631823 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eec399-3b8f-4659-a745-bdaed85921b9", "name": "network-vif-deleted", "tag": "e6a984f4-0dcc-4b7a-a757-92cb5925c50d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:10.632070 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bc32afb-c7ea-4a06-a5d3-d868357f0882 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:10.632493 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eec399-3b8f-4659-a745-bdaed85921b9', 'name': 'network-vif-deleted', 'tag': 'e6a984f4-0dcc-4b7a-a757-92cb5925c50d', 'status': 'completed', 'code': 200} Aug 24 00:36:10.633421 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Calling delete_port for f729d5f0-b302-49e4-8d77-5b45d866ea6f owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:10.683183 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3794d971-9617-47eb-8e0f-ae6bf2396a54 None None] For port f729d5f0-b302-49e4-8d77-5b45d866ea6f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f729d5f0-b302-49e4-8d77-5b45d866ea6f,segment=NetworkSegment(14b8a99c-9b03-40e8-8c92-b02cb2b45654),segment_id=14b8a99c-9b03-40e8-8c92-b02cb2b45654)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:10.683981 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3794d971-9617-47eb-8e0f-ae6bf2396a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.699776 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3794d971-9617-47eb-8e0f-ae6bf2396a54 None None] Calling delete_port for f729d5f0-b302-49e4-8d77-5b45d866ea6f owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:10.711721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Allocated IP 192.168.233.117 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/9b4224da-6fd3-453a-8283-4c428a12cb0b) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:10.819117 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3794d971-9617-47eb-8e0f-ae6bf2396a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.819893 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5665e02-3c29-4cfb-b590-5a776cb8be4c req-d54ba206-ea90-4f15-a65a-98060f9d4701 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:10.828634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5665e02-3c29-4cfb-b590-5a776cb8be4c req-d54ba206-ea90-4f15-a65a-98060f9d4701 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 944 time: 0.2084711 Aug 24 00:36:10.828861 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.851814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794d971-9617-47eb-8e0f-ae6bf2396a54 None None] Pushing event deleted for resources: {'Port': ['ID=f729d5f0-b302-49e4-8d77-5b45d866ea6f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:10.863765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3794d971-9617-47eb-8e0f-ae6bf2396a54 None None] No DVR routers for this DVR port f729d5f0-b302-49e4-8d77-5b45d866ea6f on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:10.886356 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Port': ['ID=f729d5f0-b302-49e4-8d77-5b45d866ea6f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:10.905313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] No DVR routers for this DVR port f729d5f0-b302-49e4-8d77-5b45d866ea6f on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:10.909210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.000541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5665e02-3c29-4cfb-b590-5a776cb8be4c req-ad7db09c-c0ed-4f32-9f19-6e509035396f tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704631 Aug 24 00:36:11.013528 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.022721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b150836a-a11c-43da-bf7b-7cc13bb3d0e2']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:11.036044 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b8a99c-9b03-40e8-8c92-b02cb2b45654') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:11.036345 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b8a99c-9b03-40e8-8c92-b02cb2b45654') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:11.040106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:11.048568 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.054222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:11.054651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f729d5f0-b302-49e4-8d77-5b45d866ea6f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:11.064689 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.071768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:11.072251 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.074032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:11.084159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: f729d5f0-b302-49e4-8d77-5b45d866ea6f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:36:11.084937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f729d5f0-b302-49e4-8d77-5b45d866ea6f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:11.137006 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:11.148541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.179551 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.181829 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] 10.222.0.32 "DELETE /v2.0/networks/b150836a-a11c-43da-bf7b-7cc13bb3d0e2 HTTP/1.1" status: 204 len: 168 time: 1.0656352 Aug 24 00:36:11.197957 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7d022-e76f-4d5f-9426-fb375efa0b5d tempest-NetworksTest-1168224828 tempest-NetworksTest-1168224828-project] Pushing event deleted for resources: {'Network': ['ID=b150836a-a11c-43da-bf7b-7cc13bb3d0e2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:11.215518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=02f11167-985f-40be-b232-c807f5ce9a18,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:11.330698 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.356592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20033e9-dca1-4324-a73a-02d880197861 req-0295d2e9-84fc-4005-8375-98f397c4cc5d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:11.358842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c20033e9-dca1-4324-a73a-02d880197861 req-0295d2e9-84fc-4005-8375-98f397c4cc5d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.2225895 Aug 24 00:36:11.378088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Transition to ACTIVE for port object 9b4224da-6fd3-453a-8283-4c428a12cb0b will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:11.479446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c20033e9-dca1-4324-a73a-02d880197861 req-996337c8-7d3c-4c0b-90a2-4012b8de8d86 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113055 Aug 24 00:36:11.540543 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.723384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Pushing event updated for resources: {'Port': ['ID=9b4224da-6fd3-453a-8283-4c428a12cb0b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:11.744456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:11.777087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49660) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:11.779088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:11.793486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:11.976218 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.990430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da641d4d-b992-420b-93e1-9b6825f7dc49 req-4c2cfd4f-cb51-4671-aa31-39a37874dd9c tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:11.997930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da641d4d-b992-420b-93e1-9b6825f7dc49 req-4c2cfd4f-cb51-4671-aa31-39a37874dd9c tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 936 time: 0.3071754 Aug 24 00:36:12.024969 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device e6a984f4-0dcc-4b7a-a757-92cb5925c50d no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:12.055896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:12.056531 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:12.057814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: e6a984f4-0dcc-4b7a-a757-92cb5925c50d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:36:12.058412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device e6a984f4-0dcc-4b7a-a757-92cb5925c50d not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:36:12.104470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da641d4d-b992-420b-93e1-9b6825f7dc49 req-04e2d75a-8fb0-49a1-9570-81bd2ae61af4 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/security-groups?id=16384bc0-ff69-4a67-b9c7-8dac7741459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025159 Aug 24 00:36:12.114059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-9ef91218-97ad-48fe-a0b7-4e249dc1dac8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1139898 Aug 24 00:36:12.120621 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-770eac60-d516-40ee-bd35-bdd57982975f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd9a9b4b108d41568691517474ed6a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423564 Aug 24 00:36:12.124103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:12.147987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Request body: {'port': {'device_id': '14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:12.206849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-66473ca6-b537-407c-b856-966da636162b None None] Provisioning for port 9b4224da-6fd3-453a-8283-4c428a12cb0b completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:12.212212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-66473ca6-b537-407c-b856-966da636162b None None] Provisioning complete for port 9b4224da-6fd3-453a-8283-4c428a12cb0b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:12.212973 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66473ca6-b537-407c-b856-966da636162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:12.238085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-23b6be30-5713-4c05-ba9a-e360b219cc82 req-4c0cd001-a067-4715-a8c8-3c81ee5fe0e5 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 210 time: 0.0292666 Aug 24 00:36:12.270511 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bb9f09e-457d-43f0-be8d-59fa25f2346f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:12.290056 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-66473ca6-b537-407c-b856-966da636162b None None] Port 9b4224da-6fd3-453a-8283-4c428a12cb0b cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:12.293497 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:12.309380 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:12.321845 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bb9f09e-457d-43f0-be8d-59fa25f2346f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:12.389751 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bb9f09e-457d-43f0-be8d-59fa25f2346f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:12.392748 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6bb9f09e-457d-43f0-be8d-59fa25f2346f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:12.398070 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6bb9f09e-457d-43f0-be8d-59fa25f2346f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95640512-a11c-415f-ba69-62a0c8aa9557 HTTP/1.1" status: 204 len: 168 time: 0.2693222 Aug 24 00:36:12.408411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9f09e-457d-43f0-be8d-59fa25f2346f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95640512-a11c-415f-ba69-62a0c8aa9557,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:12.520217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5850652-dbe2-4345-a9a5-aabe34e156ca req-e71d9868-c325-454d-b67a-0fa74216f4da tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:12.523132 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5850652-dbe2-4345-a9a5-aabe34e156ca req-e71d9868-c325-454d-b67a-0fa74216f4da tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 944 time: 0.1709428 Aug 24 00:36:12.715347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5850652-dbe2-4345-a9a5-aabe34e156ca req-a87eda19-c7f5-44a5-9a21-21fb84bf2ccd tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403453 Aug 24 00:36:12.821405 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:12.847334 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.073594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=02f11167-985f-40be-b232-c807f5ce9a18,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:13.088325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10a172-ef8a-41fe-9571-1a25ec17b8d8 req-12608d89-476e-45a5-a75c-e4f38df96952 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:13.090062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf10a172-ef8a-41fe-9571-1a25ec17b8d8 req-12608d89-476e-45a5-a75c-e4f38df96952 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.2385204 Aug 24 00:36:13.095586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4224da-6fd3-453a-8283-4c428a12cb0b {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:36:13.113591 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.138329 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.245097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Transition to ACTIVE for port object 9b4224da-6fd3-453a-8283-4c428a12cb0b will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:13.275291 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.290661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf10a172-ef8a-41fe-9571-1a25ec17b8d8 req-bd3d0117-d5d7-4995-8851-b794ec400fe4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897833 Aug 24 00:36:13.463215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b0152-bbc8-42c8-b3ba-93aed54282af req-037054ef-e8af-4225-8873-9c796f25790d tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:13.464825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-746b0152-bbc8-42c8-b3ba-93aed54282af req-037054ef-e8af-4225-8873-9c796f25790d tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 936 time: 0.2537026 Aug 24 00:36:13.474226 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Floating IP f08aa6aa-89d2-475e-820b-a60798afabe8 associated. External IP: 172.25.8.86, port: dc67a114-fc38-4dbf-a5f3-c693da2b15e7. Aug 24 00:36:13.475440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:13.485846 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4224da-6fd3-453a-8283-4c428a12cb0b,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:13.702190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3da454de-c31d-4e4e-bb39-e280f80d3f0b tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1450775175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:13.707438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-746b0152-bbc8-42c8-b3ba-93aed54282af req-cc7de277-6f5e-4989-bfb6-55281f6fe68d tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/security-groups?id=16384bc0-ff69-4a67-b9c7-8dac7741459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347066 Aug 24 00:36:13.762512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a13ce13-0f89-423c-8378-493c5bf7ea75 req-e44ad86b-b3e2-4804-a5b7-3ed36eae13b9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 210 time: 0.0487666 Aug 24 00:36:13.762813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Attempting to bind port 9b4224da-6fd3-453a-8283-4c428a12cb0b on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:13.763009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Attempting to bind port 9b4224da-6fd3-453a-8283-4c428a12cb0b by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:13.772967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Attempting to bind port 9b4224da-6fd3-453a-8283-4c428a12cb0b on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:13.773299 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3da454de-c31d-4e4e-bb39-e280f80d3f0b tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.773299 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3da454de-c31d-4e4e-bb39-e280f80d3f0b tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.781912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Port 9b4224da-6fd3-453a-8283-4c428a12cb0b on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:36:13.782276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Attempting to bind port 9b4224da-6fd3-453a-8283-4c428a12cb0b on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:13.815033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:13.815776 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:13.816387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:13.817086 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Bound port: 9b4224da-6fd3-453a-8283-4c428a12cb0b, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:13.817691 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.839011 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3da454de-c31d-4e4e-bb39-e280f80d3f0b tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.848446 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3da454de-c31d-4e4e-bb39-e280f80d3f0b tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.865239 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3da454de-c31d-4e4e-bb39-e280f80d3f0b tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.866710 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3da454de-c31d-4e4e-bb39-e280f80d3f0b tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3902113 Aug 24 00:36:13.869399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:13.875671 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1989035927'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:13.902423 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Made reservation on behalf of 9c2159386ec44efcb2886a22ae937394 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:13.907093 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.918271 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.033275 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.040147 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.078730 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:36:14.085458 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a996cf7-0832-4bc1-82fd-504fda6bc918,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:14.095031 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.095566 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Added segment 3aa5114f-6124-4976-91a0-2f4befbc437f of type vlan for network d8e0e164-87b2-4e69-8969-1eb333d31205 Aug 24 00:36:14.150679 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.179780 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.186166 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:14.189194 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.237503 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3666942 Aug 24 00:36:14.238188 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49712) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:14.252459 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-41aadaac-2287-47a6-9a91-87ad30a87612 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Request body: {'subnet': {'network_id': 'd8e0e164-87b2-4e69-8969-1eb333d31205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:14.352663 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530e3f7-b6ab-4938-8bb7-881f4ba46254 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event updated for resources: {'Network': ['ID=d8e0e164-87b2-4e69-8969-1eb333d31205,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:14.363943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network d8e0e164-87b2-4e69-8969-1eb333d31205 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:14.417691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41aadaac-2287-47a6-9a91-87ad30a87612 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Made reservation on behalf of 9c2159386ec44efcb2886a22ae937394 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:14.424508 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41aadaac-2287-47a6-9a91-87ad30a87612 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.457181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] For port 9b4224da-6fd3-453a-8283-4c428a12cb0b, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:14.505296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999f22-4998-4c4d-bbbd-254f4a208882 req-9b10d5fc-38e6-40d0-8920-95824a1fd18b tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:14.507242 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a999f22-4998-4c4d-bbbd-254f4a208882 req-9b10d5fc-38e6-40d0-8920-95824a1fd18b tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 944 time: 0.6307473 Aug 24 00:36:14.513185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:14.522005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] For port 9b4224da-6fd3-453a-8283-4c428a12cb0b, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9b4224da-6fd3-453a-8283-4c428a12cb0b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:14.554118 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.622365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a999f22-4998-4c4d-bbbd-254f4a208882 req-38b2fad4-2149-42a9-a829-2a63947768f3 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027117 Aug 24 00:36:14.647575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:14.647902 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.649619 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] 10.222.0.13 "PUT /v2.0/ports/9b4224da-6fd3-453a-8283-4c428a12cb0b HTTP/1.1" status: 200 len: 1096 time: 2.5071807 Aug 24 00:36:14.650574 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23', 'tag': '9b4224da-6fd3-453a-8283-4c428a12cb0b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:14.652347 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7bbf62-8d5a-48d7-b281-7c2a0a7b99c8" -d '{"events": [{"name": "network-changed", "server_uuid": "14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23", "tag": "9b4224da-6fd3-453a-8283-4c428a12cb0b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:14.665713 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a62ba-7abd-4ff1-ad5f-55c611f2b05c req-53c72a0f-7414-4db5-ab84-29cff86eb2a3 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:14.667300 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e2a62ba-7abd-4ff1-ad5f-55c611f2b05c req-53c72a0f-7414-4db5-ab84-29cff86eb2a3 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.2375216 Aug 24 00:36:14.727930 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fd1773-7423-4a76-a369-e34e3c0b25bc x-openstack-request-id: req-a1fd1773-7423-4a76-a369-e34e3c0b25bc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:14.728222 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23", "tag": "9b4224da-6fd3-453a-8283-4c428a12cb0b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:14.728475 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1fd1773-7423-4a76-a369-e34e3c0b25bc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:14.728875 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23', 'tag': '9b4224da-6fd3-453a-8283-4c428a12cb0b', 'status': 'completed', 'code': 200} Aug 24 00:36:14.783593 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41aadaac-2287-47a6-9a91-87ad30a87612 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.796314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6570b-da19-4c6d-bfc2-6412666f1bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4224da-6fd3-453a-8283-4c428a12cb0b,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:14.872015 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aadaac-2287-47a6-9a91-87ad30a87612 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event updated for resources: {'Subnet': ['ID=d5a6a4a2-830a-46de-9165-6870953f5f64,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:14.882866 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aadaac-2287-47a6-9a91-87ad30a87612 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Checking segment: {'id': '3aa5114f-6124-4976-91a0-2f4befbc437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd8e0e164-87b2-4e69-8969-1eb333d31205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:14.883329 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aadaac-2287-47a6-9a91-87ad30a87612 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Network hostable DHCP agents. Network: d8e0e164-87b2-4e69-8969-1eb333d31205, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:36:14.905480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aadaac-2287-47a6-9a91-87ad30a87612 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Network d8e0e164-87b2-4e69-8969-1eb333d31205 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:36:14.923049 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-41aadaac-2287-47a6-9a91-87ad30a87612 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, d8e0e164-87b2-4e69-8969-1eb333d31205) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:14.930559 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41aadaac-2287-47a6-9a91-87ad30a87612 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:14.932888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbc8bc6-ac6f-4127-8977-170b17507c31 None None] Network d8e0e164-87b2-4e69-8969-1eb333d31205 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:14.937072 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-41aadaac-2287-47a6-9a91-87ad30a87612 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.947948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-796d9427-617d-4784-831c-9a3238214276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:14.949457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-796d9427-617d-4784-831c-9a3238214276 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42eeefb290ce4847a5b1ee411a3f1444&device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 1099 time: 0.2150278 Aug 24 00:36:14.953159 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e2a62ba-7abd-4ff1-ad5f-55c611f2b05c req-96583fcb-e3d6-4ff1-9121-7c7fd88b8eb2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501137 Aug 24 00:36:14.957765 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-41aadaac-2287-47a6-9a91-87ad30a87612 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7127020 Aug 24 00:36:14.958649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49724) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:14.964339 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d03960f4-b11b-4fb6-b961-9a7d8a25b809 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Request body: {'network': {'name': 'tempest-router-network01--1326187959'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:14.969219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff8e0f-eebe-4084-a076-df0c46d07b9b req-6b429cf1-a857-4725-9ffd-dbc69ff191d7 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:14.971247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75ff8e0f-eebe-4084-a076-df0c46d07b9b req-6b429cf1-a857-4725-9ffd-dbc69ff191d7 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 948 time: 0.1557617 Aug 24 00:36:14.972097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:14.989632 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03960f4-b11b-4fb6-b961-9a7d8a25b809 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Made reservation on behalf of 9c2159386ec44efcb2886a22ae937394 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:14.993256 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778e0920-1248-4911-87f2-b285502ce3ef None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:15.007147 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d03960f4-b11b-4fb6-b961-9a7d8a25b809 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.010388 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e0920-1248-4911-87f2-b285502ce3ef None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:15.011371 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-778e0920-1248-4911-87f2-b285502ce3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:15.026228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-6d554409-0854-450a-8767-6745084fa5d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=9b4224da-6fd3-453a-8283-4c428a12cb0b HTTP/1.1" status: 200 len: 217 time: 0.0518856 Aug 24 00:36:15.072502 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03960f4-b11b-4fb6-b961-9a7d8a25b809 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:36:15.087674 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-778e0920-1248-4911-87f2-b285502ce3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:15.097253 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d03960f4-b11b-4fb6-b961-9a7d8a25b809 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.097534 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-d03960f4-b11b-4fb6-b961-9a7d8a25b809 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Added segment 4623c2c5-3c83-4c68-837a-d41da9ab7452 of type vlan for network f52bc337-8cef-4315-b04c-3ab8fe7dbf2f Aug 24 00:36:15.098030 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778e0920-1248-4911-87f2-b285502ce3ef None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:15.098813 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-778e0920-1248-4911-87f2-b285502ce3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:15.121992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-26c2c54d-a9f5-496c-999f-29dbd32fb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:15.125909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-26c2c54d-a9f5-496c-999f-29dbd32fb43e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0874176 Aug 24 00:36:15.143261 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-778e0920-1248-4911-87f2-b285502ce3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:15.144269 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778e0920-1248-4911-87f2-b285502ce3ef None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:15.202581 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.208773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-029de369-ac3f-4d60-ace7-5bddc1874eed req-02a1bd5d-fdf4-42b9-a7cf-2fcf9b5ad863 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=33eec399-3b8f-4659-a745-bdaed85921b9 HTTP/1.1" status: 200 len: 210 time: 0.0754921 Aug 24 00:36:15.216358 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d03960f4-b11b-4fb6-b961-9a7d8a25b809 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.253961 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-d8e0e164-87b2-4e69-8969-1eb333d31205', 'network_id': 'd8e0e164-87b2-4e69-8969-1eb333d31205', 'tenant_id': '9c2159386ec44efcb2886a22ae937394', 'fixed_ips': [{'subnet_id': 'd5a6a4a2-830a-46de-9165-6870953f5f64'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:36:15.266372 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d03960f4-b11b-4fb6-b961-9a7d8a25b809 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.272085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75ff8e0f-eebe-4084-a076-df0c46d07b9b req-167870ee-3240-49c1-a049-3c598825970a tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/security-groups?id=16384bc0-ff69-4a67-b9c7-8dac7741459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436767 Aug 24 00:36:15.282977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2dfa7407-bec3-467a-a2fb-e7a6f3d2405a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.3983991 Aug 24 00:36:15.284528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03960f4-b11b-4fb6-b961-9a7d8a25b809 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:15.284962 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d03960f4-b11b-4fb6-b961-9a7d8a25b809 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.286934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-f3b59a41-e58f-4eb8-b373-2cceffbe61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:15.288711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-f3b59a41-e58f-4eb8-b373-2cceffbe61c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541538 Aug 24 00:36:15.288857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49730) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:15.291711 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.303223 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f8a873cd-ade8-436f-91cd-03bbec6a5e38 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'floatingip': {'port_id': 'dc67a114-fc38-4dbf-a5f3-c693da2b15e7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:15.433587 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d03960f4-b11b-4fb6-b961-9a7d8a25b809 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4733884 Aug 24 00:36:15.443762 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:15.454547 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e8ab8773-0de0-4deb-8eca-dee6a37cb07d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Request body: {'network': {'name': 'tempest-router-network02--1521475594'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:15.488161 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03960f4-b11b-4fb6-b961-9a7d8a25b809 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event updated for resources: {'Network': ['ID=f52bc337-8cef-4315-b04c-3ab8fe7dbf2f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:15.494576 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ab8773-0de0-4deb-8eca-dee6a37cb07d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Made reservation on behalf of 9c2159386ec44efcb2886a22ae937394 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:15.500864 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8773-0de0-4deb-8eca-dee6a37cb07d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.502528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-20210e87-20aa-4a94-91cb-690ac2110598 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054567 Aug 24 00:36:15.507407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8a873cd-ade8-436f-91cd-03bbec6a5e38 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.513532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Allocated IP 2001:db8::2 (d8e0e164-87b2-4e69-8969-1eb333d31205/d5a6a4a2-830a-46de-9165-6870953f5f64/46482fc1-5dee-4289-874e-9658692b6b59) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:15.636528 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:36:15.639124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network f52bc337-8cef-4315-b04c-3ab8fe7dbf2f details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:15.747147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef230e1e-e955-4eea-81e9-86985ab4dc60 req-0d1f0218-6e0f-404a-8fdc-178e6ac2c0ec service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177484 Aug 24 00:36:15.897797 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.910989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Transition to ACTIVE for port object 46482fc1-5dee-4289-874e-9658692b6b59 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:15.914902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925adaf3-ba4a-4562-a4ae-184e68ad7608 req-4ffcb2d4-d1f0-475f-b265-6d3b1f416ee4 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:15.916795 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-925adaf3-ba4a-4562-a4ae-184e68ad7608 req-4ffcb2d4-d1f0-475f-b265-6d3b1f416ee4 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 944 time: 0.1609251 Aug 24 00:36:15.925348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ab8773-0de0-4deb-8eca-dee6a37cb07d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:36:15.974703 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8773-0de0-4deb-8eca-dee6a37cb07d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.975012 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-e8ab8773-0de0-4deb-8eca-dee6a37cb07d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Added segment da8a4f5e-bc25-48ce-986a-63be9c47fdbb of type vlan for network 11aa66ea-3cd0-4819-8613-d6a5dc595ad3 Aug 24 00:36:16.047022 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8773-0de0-4deb-8eca-dee6a37cb07d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.073328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbf62-8d5a-48d7-b281-7c2a0a7b99c8 req-6da61294-e0d5-4d41-beaa-c34d419ce612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:16.074506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f7bbf62-8d5a-48d7-b281-7c2a0a7b99c8 req-6da61294-e0d5-4d41-beaa-c34d419ce612 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42eeefb290ce4847a5b1ee411a3f1444&device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 1099 time: 0.2194979 Aug 24 00:36:16.094086 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-925adaf3-ba4a-4562-a4ae-184e68ad7608 req-28500d37-9311-487c-a864-f7787f81c4fc tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347673 Aug 24 00:36:16.173676 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8773-0de0-4deb-8eca-dee6a37cb07d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.179357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ab8773-0de0-4deb-8eca-dee6a37cb07d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:16.179973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8773-0de0-4deb-8eca-dee6a37cb07d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.215189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Transition to ACTIVE for port object 46482fc1-5dee-4289-874e-9658692b6b59 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:16.225506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=087ec0fb-b66d-4df6-9c90-e6c2c99fea8d,segment=NetworkSegment(af84c9d6-bc50-4495-86be-af608b80c2d4),segment_id=af84c9d6-bc50-4495-86be-af608b80c2d4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:16.237305 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.281057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Network d8e0e164-87b2-4e69-8969-1eb333d31205 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:16.282693 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:16.293064 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:16.296747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '087ec0fb-b66d-4df6-9c90-e6c2c99fea8d', 'network_id': '14b8df57-0709-4c12-88da-0de072e03759', 'port_id': '087ec0fb-b66d-4df6-9c90-e6c2c99fea8d', 'mac_address': 'fa:16:3e:df:98:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd78269-e65b-4006-a503-0f54fd954b84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:36:16.355607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbf62-8d5a-48d7-b281-7c2a0a7b99c8 req-de46e9d3-8dcb-47a1-899f-59c7e42cc731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:16.361623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f7bbf62-8d5a-48d7-b281-7c2a0a7b99c8 req-de46e9d3-8dcb-47a1-899f-59c7e42cc731 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.2576997 Aug 24 00:36:16.371475 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.430133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Attempting to bind port 46482fc1-5dee-4289-874e-9658692b6b59 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:16.430594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Attempting to bind port 46482fc1-5dee-4289-874e-9658692b6b59 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '3aa5114f-6124-4976-91a0-2f4befbc437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd8e0e164-87b2-4e69-8969-1eb333d31205'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:16.431226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Attempting to bind port 46482fc1-5dee-4289-874e-9658692b6b59 on network d8e0e164-87b2-4e69-8969-1eb333d31205 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:16.438358 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:16.438876 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Checking segment: {'id': '3aa5114f-6124-4976-91a0-2f4befbc437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd8e0e164-87b2-4e69-8969-1eb333d31205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:16.439354 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.439816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Bound using segment: {'id': '3aa5114f-6124-4976-91a0-2f4befbc437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd8e0e164-87b2-4e69-8969-1eb333d31205'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:16.440362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Bound port: 46482fc1-5dee-4289-874e-9658692b6b59, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa5114f-6124-4976-91a0-2f4befbc437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd8e0e164-87b2-4e69-8969-1eb333d31205'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:16.440813 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.443216 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Pushing event updated for resources: {'Port': ['ID=46482fc1-5dee-4289-874e-9658692b6b59,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:16.448259 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:36:16.475464 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f7bbf62-8d5a-48d7-b281-7c2a0a7b99c8 req-b82518f5-87f0-4084-ada3-487ed489f7aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=9b4224da-6fd3-453a-8283-4c428a12cb0b HTTP/1.1" status: 200 len: 217 time: 0.1090908 Aug 24 00:36:16.502282 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8a873cd-ade8-436f-91cd-03bbec6a5e38 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.518581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=087ec0fb-b66d-4df6-9c90-e6c2c99fea8d,segment=NetworkSegment(af84c9d6-bc50-4495-86be-af608b80c2d4),segment_id=af84c9d6-bc50-4495-86be-af608b80c2d4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:16.534427 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.535080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab8773-0de0-4deb-8eca-dee6a37cb07d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event updated for resources: {'Network': ['ID=11aa66ea-3cd0-4819-8613-d6a5dc595ad3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:16.550694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbf62-8d5a-48d7-b281-7c2a0a7b99c8 req-7d5f50d1-2cdf-41e5-a25c-f11d1df0bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:16.551827 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8a873cd-ade8-436f-91cd-03bbec6a5e38 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.553043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f7bbf62-8d5a-48d7-b281-7c2a0a7b99c8 req-7d5f50d1-2cdf-41e5-a25c-f11d1df0bec1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0604327 Aug 24 00:36:16.601992 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=087ec0fb-b66d-4df6-9c90-e6c2c99fea8d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:16.603489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 11aa66ea-3cd0-4819-8613-d6a5dc595ad3 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:16.640088 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e8ab8773-0de0-4deb-8eca-dee6a37cb07d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1925733 Aug 24 00:36:16.645043 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:16.648303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59059a-a5e0-4618-9c9b-7ed1573b8242 req-1dab4e89-f977-4a38-951f-b539a0fdb9b7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:16.650380 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d5e0118f-9649-471c-a3b6-545dc86878c0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Request body: {'subnet': {'network_id': 'f52bc337-8cef-4315-b04c-3ab8fe7dbf2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:16.657240 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc59059a-a5e0-4618-9c9b-7ed1573b8242 req-1dab4e89-f977-4a38-951f-b539a0fdb9b7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.5135057 Aug 24 00:36:16.693863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] For port 46482fc1-5dee-4289-874e-9658692b6b59, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:16.709704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] For port 46482fc1-5dee-4289-874e-9658692b6b59, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=46482fc1-5dee-4289-874e-9658692b6b59,segment=NetworkSegment(3aa5114f-6124-4976-91a0-2f4befbc437f),segment_id=3aa5114f-6124-4976-91a0-2f4befbc437f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:16.726221 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.727897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50c47c-29dc-4a05-a8fb-de12ab303d13 req-07f047aa-587c-4945-9e4a-5e2b47319b65 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:16.735924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b50c47c-29dc-4a05-a8fb-de12ab303d13 req-07f047aa-587c-4945-9e4a-5e2b47319b65 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 948 time: 0.2792566 Aug 24 00:36:16.769267 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc59059a-a5e0-4618-9c9b-7ed1573b8242 req-8e44996e-1e36-4a89-af1c-bb4888f3c4a4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044266 Aug 24 00:36:16.848556 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2055de-0239-4e33-97f6-c986070e097d None None] Pushing event updated for resources: {'Port': ['ID=46482fc1-5dee-4289-874e-9658692b6b59,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:16.848786 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b50c47c-29dc-4a05-a8fb-de12ab303d13 req-11b5eeda-b511-4b09-a36f-09cbaf5fa0bc tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/security-groups?id=16384bc0-ff69-4a67-b9c7-8dac7741459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113894 Aug 24 00:36:16.850976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbf62-8d5a-48d7-b281-7c2a0a7b99c8 req-d640dc01-ed91-4571-9416-80d4b6693a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:16.863189 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f7bbf62-8d5a-48d7-b281-7c2a0a7b99c8 req-d640dc01-ed91-4571-9416-80d4b6693a2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2973504 Aug 24 00:36:16.977308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e0118f-9649-471c-a3b6-545dc86878c0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Made reservation on behalf of 9c2159386ec44efcb2886a22ae937394 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:16.981642 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5e0118f-9649-471c-a3b6-545dc86878c0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:17.002563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['087ec0fb-b66d-4df6-9c90-e6c2c99fea8d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:36:17.046793 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f7bbf62-8d5a-48d7-b281-7c2a0a7b99c8 req-b4308c7c-4147-4dfa-818e-5c5a5e118e28 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737804 Aug 24 00:36:17.338539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f7bbf62-8d5a-48d7-b281-7c2a0a7b99c8 req-dfef3c06-4c78-49ac-900c-f4a581fe4f9e service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838063 Aug 24 00:36:17.418727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf599454-6f8a-4376-9214-4eb7b89e43ad req-3fed495e-cfd2-4afb-9923-b07c339cdaec tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:17.420436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf599454-6f8a-4376-9214-4eb7b89e43ad req-3fed495e-cfd2-4afb-9923-b07c339cdaec tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 945 time: 0.1242602 Aug 24 00:36:17.471662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf599454-6f8a-4376-9214-4eb7b89e43ad req-e9ef2386-a4ca-4ae9-a5c5-4f16bcbddc5c tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448987 Aug 24 00:36:17.556461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a873cd-ade8-436f-91cd-03bbec6a5e38 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:17.743255 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5e0118f-9649-471c-a3b6-545dc86878c0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:17.783629 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a873cd-ade8-436f-91cd-03bbec6a5e38 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:17.792346 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8a873cd-ade8-436f-91cd-03bbec6a5e38 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:17.798114 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b97132d-29db-4d5d-86ca-6e93d1a96f3e None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:17.808789 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b97132d-29db-4d5d-86ca-6e93d1a96f3e None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:17.811427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8b97132d-29db-4d5d-86ca-6e93d1a96f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:17.847232 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0118f-9649-471c-a3b6-545dc86878c0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event updated for resources: {'Subnet': ['ID=8bd671e4-1430-4683-a0d7-d0d274273cc7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:17.896650 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8b97132d-29db-4d5d-86ca-6e93d1a96f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:17.898246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49774) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:17.900991 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f8a873cd-ade8-436f-91cd-03bbec6a5e38 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "PUT /v2.0/floatingips/f08aa6aa-89d2-475e-820b-a60798afabe8 HTTP/1.1" status: 200 len: 977 time: 2.6010377 Aug 24 00:36:17.902461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e0118f-9649-471c-a3b6-545dc86878c0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Checking segment: {'id': '4623c2c5-3c83-4c68-837a-d41da9ab7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f52bc337-8cef-4315-b04c-3ab8fe7dbf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:17.902852 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e0118f-9649-471c-a3b6-545dc86878c0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Network hostable DHCP agents. Network: f52bc337-8cef-4315-b04c-3ab8fe7dbf2f, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:36:17.924023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b97132d-29db-4d5d-86ca-6e93d1a96f3e None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:17.926259 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8b97132d-29db-4d5d-86ca-6e93d1a96f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:17.938249 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e0118f-9649-471c-a3b6-545dc86878c0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Network f52bc337-8cef-4315-b04c-3ab8fe7dbf2f is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:36:17.969178 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d5e0118f-9649-471c-a3b6-545dc86878c0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, f52bc337-8cef-4315-b04c-3ab8fe7dbf2f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:17.973924 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0118f-9649-471c-a3b6-545dc86878c0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:17.974519 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5e0118f-9649-471c-a3b6-545dc86878c0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.006322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8b97132d-29db-4d5d-86ca-6e93d1a96f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:18.008197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b97132d-29db-4d5d-86ca-6e93d1a96f3e None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:18.014946 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d5e0118f-9649-471c-a3b6-545dc86878c0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3654213 Aug 24 00:36:18.015518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:18.017289 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f992424-fe69-4333-a4bf-0564040656e2 None None] Network f52bc337-8cef-4315-b04c-3ab8fe7dbf2f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:18.024136 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6c642bb4-39b4-4dee-8b60-d7c34f6583bd tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Request body: {'subnet': {'network_id': '11aa66ea-3cd0-4819-8613-d6a5dc595ad3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:18.077632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 9b4224da-6fd3-453a-8283-4c428a12cb0b details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:36:18.084953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e8d68-b2f4-46ab-ac33-983e33f81d59 req-5e246982-dddf-4b6e-93fc-a288c03d8d0c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:18.087156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-307e8d68-b2f4-46ab-ac33-983e33f81d59 req-5e246982-dddf-4b6e-93fc-a288c03d8d0c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.2114575 Aug 24 00:36:18.187237 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c642bb4-39b4-4dee-8b60-d7c34f6583bd tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Made reservation on behalf of 9c2159386ec44efcb2886a22ae937394 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:18.190208 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c642bb4-39b4-4dee-8b60-d7c34f6583bd tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.243151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3c1a3-e474-4e38-8d20-28b3f4a089f6 req-03d87a85-4cae-4fe2-ae11-e56b157d969c tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:18.252309 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cda3c1a3-e474-4e38-8d20-28b3f4a089f6 req-03d87a85-4cae-4fe2-ae11-e56b157d969c tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 948 time: 0.2447195 Aug 24 00:36:18.417570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-307e8d68-b2f4-46ab-ac33-983e33f81d59 req-28aca3eb-b67c-4dd1-bdab-9ef830418ca4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147175 Aug 24 00:36:18.483075 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cda3c1a3-e474-4e38-8d20-28b3f4a089f6 req-f466a10c-3231-455a-ab17-71f9c0f7d015 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/security-groups?id=16384bc0-ff69-4a67-b9c7-8dac7741459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275674 Aug 24 00:36:18.489562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 9b4224da-6fd3-453a-8283-4c428a12cb0b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9b4224da-6fd3-453a-8283-4c428a12cb0b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:18.519361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-bddb7073-383b-4930-93db-01b00cae1202 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port 02f11167-985f-40be-b232-c807f5ce9a18 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:18.520455 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bddb7073-383b-4930-93db-01b00cae1202 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.526122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-f52bc337-8cef-4315-b04c-3ab8fe7dbf2f', 'network_id': 'f52bc337-8cef-4315-b04c-3ab8fe7dbf2f', 'tenant_id': '9c2159386ec44efcb2886a22ae937394', 'fixed_ips': [{'subnet_id': '8bd671e4-1430-4683-a0d7-d0d274273cc7'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:36:18.527034 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.532931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d8deba-13bf-4833-900a-e57c92fcb2e8 None None] Network d8e0e164-87b2-4e69-8969-1eb333d31205 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:18.602273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '9b4224da-6fd3-453a-8283-4c428a12cb0b', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '9b4224da-6fd3-453a-8283-4c428a12cb0b', 'mac_address': 'fa:16:3e:3e:c0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:36:18.682098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2ea8e73d-c786-47bf-a145-a66c4509bade None None] Provisioning for port 46482fc1-5dee-4289-874e-9658692b6b59 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:18.719502 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bddb7073-383b-4930-93db-01b00cae1202 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.719839 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bddb7073-383b-4930-93db-01b00cae1202 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.738436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-bddb7073-383b-4930-93db-01b00cae1202 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for 02f11167-985f-40be-b232-c807f5ce9a18 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:18.751049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b3f76-39ed-41a3-8f02-e2bade462f9d req-eef60ecb-21b9-41ea-95a8-608a02cdfef2 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:18.752748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-462b3f76-39ed-41a3-8f02-e2bade462f9d req-eef60ecb-21b9-41ea-95a8-608a02cdfef2 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 945 time: 0.1510556 Aug 24 00:36:18.806367 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c642bb4-39b4-4dee-8b60-d7c34f6583bd tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.854148 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.913280 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c642bb4-39b4-4dee-8b60-d7c34f6583bd tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Checking segment: {'id': 'da8a4f5e-bc25-48ce-986a-63be9c47fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '11aa66ea-3cd0-4819-8613-d6a5dc595ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:18.914382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c642bb4-39b4-4dee-8b60-d7c34f6583bd tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Network hostable DHCP agents. Network: 11aa66ea-3cd0-4819-8613-d6a5dc595ad3, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:36:18.914760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-462b3f76-39ed-41a3-8f02-e2bade462f9d req-2a90a830-9425-4c17-b8a5-9caafed4f524 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449051 Aug 24 00:36:18.922369 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c642bb4-39b4-4dee-8b60-d7c34f6583bd tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event updated for resources: {'Subnet': ['ID=5a4f25c9-eca5-46d1-b369-41d93a981f6e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:18.949141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4224da-6fd3-453a-8283-4c428a12cb0b {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:36:18.970173 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c642bb4-39b4-4dee-8b60-d7c34f6583bd tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Network 11aa66ea-3cd0-4819-8613-d6a5dc595ad3 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:36:18.986171 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6c642bb4-39b4-4dee-8b60-d7c34f6583bd tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 11aa66ea-3cd0-4819-8613-d6a5dc595ad3) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:18.992922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c642bb4-39b4-4dee-8b60-d7c34f6583bd tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:18.995838 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c642bb4-39b4-4dee-8b60-d7c34f6583bd tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:19.015280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426c9054-8300-4635-b41d-6e7b501c6f1b None None] Network 11aa66ea-3cd0-4819-8613-d6a5dc595ad3 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:19.031556 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c642bb4-39b4-4dee-8b60-d7c34f6583bd tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0138929 Aug 24 00:36:19.032288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49794) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:19.074908 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bddb7073-383b-4930-93db-01b00cae1202 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:19.163474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb7073-383b-4930-93db-01b00cae1202 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=02f11167-985f-40be-b232-c807f5ce9a18,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:19.259539 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 46482fc1-5dee-4289-874e-9658692b6b59 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:19.313312 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bddb7073-383b-4930-93db-01b00cae1202 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:19.313944 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-bddb7073-383b-4930-93db-01b00cae1202 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Floating IP f08aa6aa-89d2-475e-820b-a60798afabe8 disassociated (deleted). External IP: 172.25.8.86, port: dc67a114-fc38-4dbf-a5f3-c693da2b15e7. Aug 24 00:36:19.398107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:19.411354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 9b4224da-6fd3-453a-8283-4c428a12cb0b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9b4224da-6fd3-453a-8283-4c428a12cb0b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:19.540605 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:19.650313 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Allocated IP 2001:db8::2 (f52bc337-8cef-4315-b04c-3ab8fe7dbf2f/8bd671e4-1430-4683-a0d7-d0d274273cc7/67b74c90-54cf-40a1-a4c9-de5aec6639c7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:19.659565 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:19.692374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddb7073-383b-4930-93db-01b00cae1202 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:19.736022 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-11aa66ea-3cd0-4819-8613-d6a5dc595ad3', 'network_id': '11aa66ea-3cd0-4819-8613-d6a5dc595ad3', 'tenant_id': '9c2159386ec44efcb2886a22ae937394', 'fixed_ips': [{'subnet_id': '5a4f25c9-eca5-46d1-b369-41d93a981f6e'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:36:19.737032 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:19.768116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 46482fc1-5dee-4289-874e-9658692b6b59 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:19.823337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 46482fc1-5dee-4289-874e-9658692b6b59 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:19.823703 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:19.849669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=9b4224da-6fd3-453a-8283-4c428a12cb0b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:19.872366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['9b4224da-6fd3-453a-8283-4c428a12cb0b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:36:19.886936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35c400-5410-480b-ad41-0f1ea47232d4 req-ff6230d7-3201-4a4d-b5b2-0663d102f282 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:19.888943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-db35c400-5410-480b-ad41-0f1ea47232d4 req-ff6230d7-3201-4a4d-b5b2-0663d102f282 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.2728758 Aug 24 00:36:19.910024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca99382-2e32-4690-a148-d6110458adcf req-4682767e-ab5e-4879-bbb5-e250dde344e4 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:19.911638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bca99382-2e32-4690-a148-d6110458adcf req-4682767e-ab5e-4879-bbb5-e250dde344e4 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 949 time: 0.2741361 Aug 24 00:36:20.009545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:20.094791 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-db35c400-5410-480b-ad41-0f1ea47232d4 req-a112b7ee-d299-4a1e-8010-57ce00e71ba6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821113 Aug 24 00:36:20.124538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bca99382-2e32-4690-a148-d6110458adcf req-d373c55a-af06-448c-b862-0cf4fc3e40e8 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/security-groups?id=16384bc0-ff69-4a67-b9c7-8dac7741459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546061 Aug 24 00:36:20.155348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddb7073-383b-4930-93db-01b00cae1202 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:20.155348 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bddb7073-383b-4930-93db-01b00cae1202 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.159000 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4477d4db-673e-4d29-a713-7e0565db38da None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:20.178555 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4477d4db-673e-4d29-a713-7e0565db38da None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:20.180878 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4477d4db-673e-4d29-a713-7e0565db38da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:20.225602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49810) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:20.226165 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bddb7073-383b-4930-93db-01b00cae1202 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/floatingips/f08aa6aa-89d2-475e-820b-a60798afabe8 HTTP/1.1" status: 204 len: 168 time: 2.2960234 Aug 24 00:36:20.277670 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4477d4db-673e-4d29-a713-7e0565db38da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:20.307777 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4477d4db-673e-4d29-a713-7e0565db38da None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:20.308394 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4477d4db-673e-4d29-a713-7e0565db38da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:20.369002 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4477d4db-673e-4d29-a713-7e0565db38da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:20.375616 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4477d4db-673e-4d29-a713-7e0565db38da None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:20.406296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef832a1-0078-4957-80c9-81be84423fb0 req-715ac7d8-054c-42fe-8201-e2f05944a50c tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:20.407785 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:20.408113 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ef832a1-0078-4957-80c9-81be84423fb0 req-715ac7d8-054c-42fe-8201-e2f05944a50c tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 945 time: 0.0612354 Aug 24 00:36:20.408243 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.429622 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-070673b4-109a-457e-8894-4e142fd9c5b1 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port dc67a114-fc38-4dbf-a5f3-c693da2b15e7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:20.430123 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-070673b4-109a-457e-8894-4e142fd9c5b1 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.487450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ef832a1-0078-4957-80c9-81be84423fb0 req-4917246e-41a9-4182-90ac-ceb14da56e0d tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655799 Aug 24 00:36:20.593189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6ea557a5-80ab-4266-997d-d1efed1b4949 None None] Provisioning complete for port 46482fc1-5dee-4289-874e-9658692b6b59 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:20.593570 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ea557a5-80ab-4266-997d-d1efed1b4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.637930 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-070673b4-109a-457e-8894-4e142fd9c5b1 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.661492 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-070673b4-109a-457e-8894-4e142fd9c5b1 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for dc67a114-fc38-4dbf-a5f3-c693da2b15e7 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:20.701330 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.711726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Transition to ACTIVE for port object 67b74c90-54cf-40a1-a4c9-de5aec6639c7 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:20.730749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Transition to ACTIVE for port object 67b74c90-54cf-40a1-a4c9-de5aec6639c7 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:20.770568 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Allocated IP 2001:db8::2 (11aa66ea-3cd0-4819-8613-d6a5dc595ad3/5a4f25c9-eca5-46d1-b369-41d93a981f6e/8dacbe58-b764-403b-906b-704fe3af3dda) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:20.884535 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.914311 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-070673b4-109a-457e-8894-4e142fd9c5b1 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.924953 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Allocated IP 2001:db8::1 (f52bc337-8cef-4315-b04c-3ab8fe7dbf2f/8bd671e4-1430-4683-a0d7-d0d274273cc7/82fdcad8-df19-4454-8071-610d6c5845fb) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:20.979359 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070673b4-109a-457e-8894-4e142fd9c5b1 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=dc67a114-fc38-4dbf-a5f3-c693da2b15e7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:20.989173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Network f52bc337-8cef-4315-b04c-3ab8fe7dbf2f is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:21.046021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:21.068177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:21.071476 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.090249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Pushing event updated for resources: {'Port': ['ID=67b74c90-54cf-40a1-a4c9-de5aec6639c7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:21.118269 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.185940 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-070673b4-109a-457e-8894-4e142fd9c5b1 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.188012 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-070673b4-109a-457e-8894-4e142fd9c5b1 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/ports/dc67a114-fc38-4dbf-a5f3-c693da2b15e7 HTTP/1.1" status: 204 len: 168 time: 0.9606047 Aug 24 00:36:21.191766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49848) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:21.196974 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:21.241430 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.263147 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Transition to ACTIVE for port object 82fdcad8-df19-4454-8071-610d6c5845fb will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:21.295717 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.320469 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ea557a5-80ab-4266-997d-d1efed1b4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.321796 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.322436 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e246df62-08b2-4e1c-b38c-cf9fc028a35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087ec0fb-b66d-4df6-9c90-e6c2c99fea8d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:21.325378 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98be12ae-4f00-4aad-810e-855363599b80" -d '{"events": [{"server_uuid": "e246df62-08b2-4e1c-b38c-cf9fc028a35f", "name": "network-vif-plugged", "status": "completed", "tag": "087ec0fb-b66d-4df6-9c90-e6c2c99fea8d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:21.363903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 46482fc1-5dee-4289-874e-9658692b6b59, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=46482fc1-5dee-4289-874e-9658692b6b59,segment=NetworkSegment(3aa5114f-6124-4976-91a0-2f4befbc437f),segment_id=3aa5114f-6124-4976-91a0-2f4befbc437f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:21.370481 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.380046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Network f52bc337-8cef-4315-b04c-3ab8fe7dbf2f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:21.383243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Transition to ACTIVE for port object 8dacbe58-b764-403b-906b-704fe3af3dda will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:21.384046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:21.388975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:21.389689 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.400416 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Attempting to bind port 67b74c90-54cf-40a1-a4c9-de5aec6639c7 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:21.400720 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Attempting to bind port 67b74c90-54cf-40a1-a4c9-de5aec6639c7 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '4623c2c5-3c83-4c68-837a-d41da9ab7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f52bc337-8cef-4315-b04c-3ab8fe7dbf2f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:21.401094 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Attempting to bind port 67b74c90-54cf-40a1-a4c9-de5aec6639c7 on network f52bc337-8cef-4315-b04c-3ab8fe7dbf2f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:21.416884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=087ec0fb-b66d-4df6-9c90-e6c2c99fea8d,segment=NetworkSegment(af84c9d6-bc50-4495-86be-af608b80c2d4),segment_id=af84c9d6-bc50-4495-86be-af608b80c2d4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:21.417868 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.490647 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event updated for resources: {'Port': ['ID=82fdcad8-df19-4454-8071-610d6c5845fb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:21.509348 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.511587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:21.512116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Checking segment: {'id': '4623c2c5-3c83-4c68-837a-d41da9ab7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f52bc337-8cef-4315-b04c-3ab8fe7dbf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:21.512531 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.512926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Bound using segment: {'id': '4623c2c5-3c83-4c68-837a-d41da9ab7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f52bc337-8cef-4315-b04c-3ab8fe7dbf2f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:21.514003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Bound port: 67b74c90-54cf-40a1-a4c9-de5aec6639c7, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4623c2c5-3c83-4c68-837a-d41da9ab7452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f52bc337-8cef-4315-b04c-3ab8fe7dbf2f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:21.514406 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.534083 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Transition to ACTIVE for port object 8dacbe58-b764-403b-906b-704fe3af3dda will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:21.538310 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-6ea557a5-80ab-4266-997d-d1efed1b4949 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:36:21.538666 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-6ea557a5-80ab-4266-997d-d1efed1b4949 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:36:21.570393 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.581424 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.615920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=46482fc1-5dee-4289-874e-9658692b6b59,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:21.693176 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Network 11aa66ea-3cd0-4819-8613-d6a5dc595ad3 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:21.703393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:21.711620 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:21.725269 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] For port 67b74c90-54cf-40a1-a4c9-de5aec6639c7, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:21.731410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] For port 67b74c90-54cf-40a1-a4c9-de5aec6639c7, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=67b74c90-54cf-40a1-a4c9-de5aec6639c7,segment=NetworkSegment(4623c2c5-3c83-4c68-837a-d41da9ab7452),segment_id=4623c2c5-3c83-4c68-837a-d41da9ab7452)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:21.742208 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.745097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=087ec0fb-b66d-4df6-9c90-e6c2c99fea8d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:21.756320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2d3d0-006e-4a5e-937b-b251864e6271 req-828e967e-6b37-43de-aa57-3a9e32ffb6a2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:21.763256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4f2d3d0-006e-4a5e-937b-b251864e6271 req-828e967e-6b37-43de-aa57-3a9e32ffb6a2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.4961038 Aug 24 00:36:21.782803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca759bb-438b-48b2-8d00-b60433a50ad2 req-2232e391-2cfc-41c1-957a-10083ed8ef08 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:21.784333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ca759bb-438b-48b2-8d00-b60433a50ad2 req-2232e391-2cfc-41c1-957a-10083ed8ef08 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 949 time: 0.5436511 Aug 24 00:36:21.843195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Attempting to bind port 8dacbe58-b764-403b-906b-704fe3af3dda on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:21.843570 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Attempting to bind port 8dacbe58-b764-403b-906b-704fe3af3dda by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'da8a4f5e-bc25-48ce-986a-63be9c47fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '11aa66ea-3cd0-4819-8613-d6a5dc595ad3'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:21.843931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Attempting to bind port 8dacbe58-b764-403b-906b-704fe3af3dda on network 11aa66ea-3cd0-4819-8613-d6a5dc595ad3 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:21.851106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Pushing event updated for resources: {'Port': ['ID=8dacbe58-b764-403b-906b-704fe3af3dda,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:21.854197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:21.854586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Checking segment: {'id': 'da8a4f5e-bc25-48ce-986a-63be9c47fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '11aa66ea-3cd0-4819-8613-d6a5dc595ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:21.855042 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.855494 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Bound using segment: {'id': 'da8a4f5e-bc25-48ce-986a-63be9c47fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '11aa66ea-3cd0-4819-8613-d6a5dc595ad3'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:21.856008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Bound port: 8dacbe58-b764-403b-906b-704fe3af3dda, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8a4f5e-bc25-48ce-986a-63be9c47fdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '11aa66ea-3cd0-4819-8613-d6a5dc595ad3'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:21.856629 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.860286 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4f2d3d0-006e-4a5e-937b-b251864e6271 req-966307db-9630-4888-a0cc-9a414b117552 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947058 Aug 24 00:36:21.879425 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ca759bb-438b-48b2-8d00-b60433a50ad2 req-77fc2e41-5657-4ce6-b765-7dff2e82b117 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/security-groups?id=16384bc0-ff69-4a67-b9c7-8dac7741459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862324 Aug 24 00:36:21.911637 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:36:21.947815 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.960088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085a11b-1422-47c4-abb2-df49fb1e8ff2 None None] Pushing event updated for resources: {'Port': ['ID=67b74c90-54cf-40a1-a4c9-de5aec6639c7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:22.021247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] For port 8dacbe58-b764-403b-906b-704fe3af3dda, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:22.030366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] For port 8dacbe58-b764-403b-906b-704fe3af3dda, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8dacbe58-b764-403b-906b-704fe3af3dda,segment=NetworkSegment(da8a4f5e-bc25-48ce-986a-63be9c47fdbb),segment_id=da8a4f5e-bc25-48ce-986a-63be9c47fdbb)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:22.039808 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.095976 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.106367 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.110908 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.150486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 9b4224da-6fd3-453a-8283-4c428a12cb0b up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:22.206565 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6db401-1aa1-470f-b9f1-c7d9197fac12 x-openstack-request-id: req-7b6db401-1aa1-470f-b9f1-c7d9197fac12 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:22.211476 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e246df62-08b2-4e1c-b38c-cf9fc028a35f", "name": "network-vif-plugged", "status": "completed", "tag": "087ec0fb-b66d-4df6-9c90-e6c2c99fea8d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:22.211746 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b6db401-1aa1-470f-b9f1-c7d9197fac12 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:22.212166 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e246df62-08b2-4e1c-b38c-cf9fc028a35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087ec0fb-b66d-4df6-9c90-e6c2c99fea8d', 'code': 200} Aug 24 00:36:22.291670 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event updated for resources: {'Port': ['ID=82fdcad8-df19-4454-8071-610d6c5845fb,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:22.369119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.25.8.198 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/aac06290-2ef5-4f56-8470-35a5b832ed9d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:22.455424 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dfb50-3a66-4191-b8e5-3df5932b7aab None None] Pushing event updated for resources: {'Port': ['ID=8dacbe58-b764-403b-906b-704fe3af3dda,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:22.478713 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Network f52bc337-8cef-4315-b04c-3ab8fe7dbf2f is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:22.487634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:22.500274 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 9b4224da-6fd3-453a-8283-4c428a12cb0b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:22.506289 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 9b4224da-6fd3-453a-8283-4c428a12cb0b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:22.506702 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.573542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d071d-5ff9-4f0c-b760-a9a0913f9c98 req-03bd33b9-8457-4939-b826-a0c6db2657e9 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:22.581933 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a41d071d-5ff9-4f0c-b760-a9a0913f9c98 req-03bd33b9-8457-4939-b826-a0c6db2657e9 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 946 time: 0.3080173 Aug 24 00:36:22.594758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bd118-87ae-4d48-9e16-66e2d4d0ce27 req-eb004fd4-848f-48fa-8ccf-72bc4ff48014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:22.596609 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-248bd118-87ae-4d48-9e16-66e2d4d0ce27 req-eb004fd4-848f-48fa-8ccf-72bc4ff48014 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 1097 time: 0.4033222 Aug 24 00:36:22.666206 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-248bd118-87ae-4d48-9e16-66e2d4d0ce27 req-e92b921c-0e38-4b61-a68c-8e18a19d9213 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518503 Aug 24 00:36:22.670794 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.707942 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a41d071d-5ff9-4f0c-b760-a9a0913f9c98 req-ecbd0ff2-e822-4c4e-86d9-486481181907 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203041 Aug 24 00:36:22.754804 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.755566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 9b4224da-6fd3-453a-8283-4c428a12cb0b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9b4224da-6fd3-453a-8283-4c428a12cb0b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:22.761486 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.884173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=9b4224da-6fd3-453a-8283-4c428a12cb0b,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:22.927325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Router e183941d-d6d1-4636-994c-16a9191c07c5 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:36:22.955922 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.959920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49876) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:22.990102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-29a37c5c-d860-4676-9e68-845e7848c079 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445271168', 'description': 'tempest-secgroup-smoke-445271168 description', 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:23.119882 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:23.127239 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0619b399-804b-427b-a23f-a75587f55cbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "PUT /v2.0/routers/e183941d-d6d1-4636-994c-16a9191c07c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0924790 Aug 24 00:36:23.129784 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc03c56-cb3c-48d3-b2fa-cad1575a80f0 None None] Sync routers for ids ['e183941d-d6d1-4636-994c-16a9191c07c5'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:23.137195 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:23.144756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc03c56-cb3c-48d3-b2fa-cad1575a80f0 None None] Routers {'e183941d-d6d1-4636-994c-16a9191c07c5'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:23.145878 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8fc03c56-cb3c-48d3-b2fa-cad1575a80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e183941d-d6d1-4636-994c-16a9191c07c5'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:23.159826 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:23.186800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:23.190225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:23.210367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8fc03c56-cb3c-48d3-b2fa-cad1575a80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:23.224694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc03c56-cb3c-48d3-b2fa-cad1575a80f0 None None] Routers {'e183941d-d6d1-4636-994c-16a9191c07c5'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:23.225155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8fc03c56-cb3c-48d3-b2fa-cad1575a80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e183941d-d6d1-4636-994c-16a9191c07c5'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:23.234504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=aac06290-2ef5-4f56-8470-35a5b832ed9d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:23.246710 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29a37c5c-d860-4676-9e68-845e7848c079 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:23.285389 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8fc03c56-cb3c-48d3-b2fa-cad1575a80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:23.286229 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc03c56-cb3c-48d3-b2fa-cad1575a80f0 None None] The sync data for ids ['e183941d-d6d1-4636-994c-16a9191c07c5'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:23.306481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cc5a6-bb50-421c-bd41-438004369f53 req-0a9472a6-2721-49eb-b407-ec4066d5b8cc tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:23.309063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-995cc5a6-bb50-421c-bd41-438004369f53 req-0a9472a6-2721-49eb-b407-ec4066d5b8cc tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 950 time: 0.2341692 Aug 24 00:36:23.346233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca145d46-e4ed-46f0-bf44-2059d6709735 req-4de3d1fa-589d-411b-b313-271da88f2bdd tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:23.368250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca145d46-e4ed-46f0-bf44-2059d6709735 req-4de3d1fa-589d-411b-b313-271da88f2bdd tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 944 time: 0.2726178 Aug 24 00:36:23.384873 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d4f6e794-86f2-4c1e-84a7-202f85fa97e9 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:36:23.540151 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:23.552769 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85d533f-065d-4497-8eab-1161b1e705a9 None None] Network f52bc337-8cef-4315-b04c-3ab8fe7dbf2f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:23.634265 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-995cc5a6-bb50-421c-bd41-438004369f53 req-8367edf1-2e7b-4fef-a4d3-611d02954be9 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/security-groups?id=16384bc0-ff69-4a67-b9c7-8dac7741459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039930 Aug 24 00:36:23.734801 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca145d46-e4ed-46f0-bf44-2059d6709735 req-360187b2-5175-45b8-a9b5-a061e2b5a3e6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3652318 Aug 24 00:36:23.778333 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:23.802634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:23.829558 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'port_id': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'mac_address': 'fa:16:3e:96:a1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:36:23.845982 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 67b74c90-54cf-40a1-a4c9-de5aec6639c7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:23.955798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-31e8fa24-94c4-4a6f-a9f6-787111ba54a4 None None] Provisioning for port 67b74c90-54cf-40a1-a4c9-de5aec6639c7 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:23.957948 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.002432 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29a37c5c-d860-4676-9e68-845e7848c079 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.024956 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29a37c5c-d860-4676-9e68-845e7848c079 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.051131 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.068633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a37c5c-d860-4676-9e68-845e7848c079 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24cb96e2-076a-4249-a572-873fdab2a425,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:24.106263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f6e794-86f2-4c1e-84a7-202f85fa97e9 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:36:24.150254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eb6c5-3428-4c58-a5d5-c6fce0ada439 req-48abe614-6b89-47c9-8f20-5e0dcfa8430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.153812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b7eb6c5-3428-4c58-a5d5-c6fce0ada439 req-48abe614-6b89-47c9-8f20-5e0dcfa8430d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 1095 time: 0.3024404 Aug 24 00:36:24.164115 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29a37c5c-d860-4676-9e68-845e7848c079 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.168907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-29a37c5c-d860-4676-9e68-845e7848c079 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1952794 Aug 24 00:36:24.170662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 67b74c90-54cf-40a1-a4c9-de5aec6639c7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:24.171207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49886) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:24.176905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ce4c2-8a15-4da5-96eb-3ed38448adf6 req-98b53a88-9ed2-4eb1-8e74-b2e5710a44d9 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.178546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-985ce4c2-8a15-4da5-96eb-3ed38448adf6 req-98b53a88-9ed2-4eb1-8e74-b2e5710a44d9 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 946 time: 0.3040233 Aug 24 00:36:24.188215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ea0f955b-51aa-4418-b7d3-8c7bed7bfe8e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'security_group_rule': {'security_group_id': '24cb96e2-076a-4249-a572-873fdab2a425', 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:24.202490 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabbc29d-f7be-443f-a1ed-61a5aad2e09b None None] Network 11aa66ea-3cd0-4819-8613-d6a5dc595ad3 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:24.221165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:24.230013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4224da-6fd3-453a-8283-4c428a12cb0b'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:24.234449 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc4ed8c-f392-4931-85ac-5b002e82fa97" -d '{"events": [{"server_uuid": "14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23", "name": "network-vif-plugged", "status": "completed", "tag": "9b4224da-6fd3-453a-8283-4c428a12cb0b"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:24.268401 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 67b74c90-54cf-40a1-a4c9-de5aec6639c7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:24.268789 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.273780 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea0f955b-51aa-4418-b7d3-8c7bed7bfe8e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.282653 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.333053 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-985ce4c2-8a15-4da5-96eb-3ed38448adf6 req-7b3354f8-854a-42df-98d2-c8469d665ea9 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387820 Aug 24 00:36:24.371474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eb6c5-3428-4c58-a5d5-c6fce0ada439 req-abc06132-e8e3-40ac-8667-f1fca6ca51d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.373733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b7eb6c5-3428-4c58-a5d5-c6fce0ada439 req-abc06132-e8e3-40ac-8667-f1fca6ca51d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 917 time: 0.1921136 Aug 24 00:36:24.377971 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.398471 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-8d2ea7da-12fb-4d08-ae24-604edb279c51 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:36:24.400245 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8d2ea7da-12fb-4d08-ae24-604edb279c51 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "PUT /v2.0/routers/e183941d-d6d1-4636-994c-16a9191c07c5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2620430 Aug 24 00:36:24.403251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:24.444024 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.547458 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b7eb6c5-3428-4c58-a5d5-c6fce0ada439 req-62312b6f-d780-48e1-8a1b-647cf99e172e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9 HTTP/1.1" status: 200 len: 998 time: 0.1571860 Aug 24 00:36:24.566278 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08d127f-0a4c-45ae-a2dd-35dc5779922c x-openstack-request-id: req-b08d127f-0a4c-45ae-a2dd-35dc5779922c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:24.566625 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23", "name": "network-vif-plugged", "status": "completed", "tag": "9b4224da-6fd3-453a-8283-4c428a12cb0b", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:24.567406 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b08d127f-0a4c-45ae-a2dd-35dc5779922c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:24.567406 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4224da-6fd3-453a-8283-4c428a12cb0b', 'code': 200} Aug 24 00:36:24.569937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=aac06290-2ef5-4f56-8470-35a5b832ed9d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:24.594003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34d563-a648-4fe3-a5a4-05f895fa64cb req-48565b46-c56b-4a6a-a21e-493708c8a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.595589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f34d563-a648-4fe3-a5a4-05f895fa64cb req-48565b46-c56b-4a6a-a21e-493708c8a7f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 1101 time: 0.2156270 Aug 24 00:36:24.624923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eb6c5-3428-4c58-a5d5-c6fce0ada439 req-74f962cd-a346-40ec-865e-9f272185eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.626998 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b7eb6c5-3428-4c58-a5d5-c6fce0ada439 req-74f962cd-a346-40ec-865e-9f272185eb88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.0683832 Aug 24 00:36:24.631793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d143ec6a-20d2-464f-848a-c967a4bd65a4 None None] Provisioning for port 8dacbe58-b764-403b-906b-704fe3af3dda completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:24.664331 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.713652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:24.777124 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea0f955b-51aa-4418-b7d3-8c7bed7bfe8e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.794357 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea0f955b-51aa-4418-b7d3-8c7bed7bfe8e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.798638 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['d4f6e794-86f2-4c1e-84a7-202f85fa97e9'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:36:24.805217 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.849716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eb6c5-3428-4c58-a5d5-c6fce0ada439 req-eddd29d3-c2ec-4a7d-a96b-9b50b9d464af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.853589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b7eb6c5-3428-4c58-a5d5-c6fce0ada439 req-eddd29d3-c2ec-4a7d-a96b-9b50b9d464af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2121599 Aug 24 00:36:24.856413 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f34d563-a648-4fe3-a5a4-05f895fa64cb req-17b020f9-e9f9-4aff-b96f-99670692528b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16384bc0-ff69-4a67-b9c7-8dac7741459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344999 Aug 24 00:36:24.859714 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.861134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-89886e70-3aaf-49b2-ba90-8893f5132edf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6682606 Aug 24 00:36:24.901450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49900) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:24.912230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 67b74c90-54cf-40a1-a4c9-de5aec6639c7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=67b74c90-54cf-40a1-a4c9-de5aec6639c7,segment=NetworkSegment(4623c2c5-3c83-4c68-837a-d41da9ab7452),segment_id=4623c2c5-3c83-4c68-837a-d41da9ab7452)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:24.912477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-577b1c0c-e5eb-4471-bfcb-136589f23396 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'port': {'network_id': '0a511376-03aa-4dbb-90d6-d731da75e007', 'name': 'tempest-FloatingIPTestJSON-2100832331'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:24.929344 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea0f955b-51aa-4418-b7d3-8c7bed7bfe8e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.930569 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ea0f955b-51aa-4418-b7d3-8c7bed7bfe8e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7514071 Aug 24 00:36:24.934672 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49902) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:24.940396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f955b-51aa-4418-b7d3-8c7bed7bfe8e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e30b4ba-631a-4b2f-9414-be22fe7b6b87,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:24.947615 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e02b8dfc-825b-4ddb-a2b2-9e4c5757493e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'security_group_rule': {'security_group_id': '24cb96e2-076a-4249-a572-873fdab2a425', 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:24.953120 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.953948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8dacbe58-b764-403b-906b-704fe3af3dda up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:24.997500 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e02b8dfc-825b-4ddb-a2b2-9e4c5757493e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.078964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b7eb6c5-3428-4c58-a5d5-c6fce0ada439 req-40f4a969-2cae-40f1-974e-6704398d36de service neutron] 10.222.0.47 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149527 Aug 24 00:36:25.097065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=67b74c90-54cf-40a1-a4c9-de5aec6639c7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:25.135775 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 8dacbe58-b764-403b-906b-704fe3af3dda completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:25.155635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdab19cf-abe5-4956-9bb0-304eb2ac8e47 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.156318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8dacbe58-b764-403b-906b-704fe3af3dda triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:25.156704 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.174397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd54da-6fed-4ce7-848f-8e9ea48ef9ab req-c2187f1b-ffe3-4c58-b459-80650f91c8ae tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:25.186265 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ecd54da-6fed-4ce7-848f-8e9ea48ef9ab req-c2187f1b-ffe3-4c58-b459-80650f91c8ae tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 950 time: 0.4087679 Aug 24 00:36:25.248867 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f42f1396-39a0-489f-844c-f8763f8bd0ae None None] Provisioning complete for port 67b74c90-54cf-40a1-a4c9-de5aec6639c7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:25.251403 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f42f1396-39a0-489f-844c-f8763f8bd0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.328579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1325-8514-4ea9-9825-3f77a14920a8 req-449c233e-7890-486b-acd8-45dd70f9d8cb tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:25.336332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8cc1325-8514-4ea9-9825-3f77a14920a8 req-449c233e-7890-486b-acd8-45dd70f9d8cb tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.4597368 Aug 24 00:36:25.378717 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e02b8dfc-825b-4ddb-a2b2-9e4c5757493e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.391720 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.439511 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e02b8dfc-825b-4ddb-a2b2-9e4c5757493e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.450122 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ecd54da-6fed-4ce7-848f-8e9ea48ef9ab req-7c68fecb-fe3e-41df-85f1-d143d5b8c3e1 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/security-groups?id=16384bc0-ff69-4a67-b9c7-8dac7741459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623775 Aug 24 00:36:25.483041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 8dacbe58-b764-403b-906b-704fe3af3dda, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8dacbe58-b764-403b-906b-704fe3af3dda,segment=NetworkSegment(da8a4f5e-bc25-48ce-986a-63be9c47fdbb),segment_id=da8a4f5e-bc25-48ce-986a-63be9c47fdbb)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:25.496068 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.498171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 46482fc1-5dee-4289-874e-9658692b6b59 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:25.529938 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8cc1325-8514-4ea9-9825-3f77a14920a8 req-0bd64376-ead3-45c5-bc63-edf9062caeac tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921153 Aug 24 00:36:25.547614 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b8dfc-825b-4ddb-a2b2-9e4c5757493e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6ae383-84c6-4a43-8636-d418b71f64cc,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:25.604133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e02b8dfc-825b-4ddb-a2b2-9e4c5757493e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.606004 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e02b8dfc-825b-4ddb-a2b2-9e4c5757493e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6633363 Aug 24 00:36:25.611216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49906) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:25.618417 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ee4b5f97-37d1-463b-ba86-6959ba106fee tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'security_group_rule': {'security_group_id': '24cb96e2-076a-4249-a572-873fdab2a425', 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:25.628272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b7eb6c5-3428-4c58-a5d5-c6fce0ada439 req-76802be2-8d12-4473-aade-4d9c5a857eb1 service neutron] 10.222.0.47 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847705 Aug 24 00:36:25.677495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=8dacbe58-b764-403b-906b-704fe3af3dda,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:25.718136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f42f1396-39a0-489f-844c-f8763f8bd0ae None None] Provisioning for port 82fdcad8-df19-4454-8071-610d6c5845fb completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:25.725146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f42f1396-39a0-489f-844c-f8763f8bd0ae None None] Provisioning complete for port 82fdcad8-df19-4454-8071-610d6c5845fb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:25.726108 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f42f1396-39a0-489f-844c-f8763f8bd0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.782412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f42f1396-39a0-489f-844c-f8763f8bd0ae None None] Port 82fdcad8-df19-4454-8071-610d6c5845fb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:25.785886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 46482fc1-5dee-4289-874e-9658692b6b59 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:25.786365 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.799689 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bdab19cf-abe5-4956-9bb0-304eb2ac8e47 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Deleting port 82fdcad8-df19-4454-8071-610d6c5845fb {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:25.800244 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdab19cf-abe5-4956-9bb0-304eb2ac8e47 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.838933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ca514-e7c0-496f-84fe-97a227499fe1 req-1e9b7d87-0e3b-406f-b472-c51a0e37da74 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:25.840495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-933ca514-e7c0-496f-84fe-97a227499fe1 req-1e9b7d87-0e3b-406f-b472-c51a0e37da74 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 946 time: 0.2100644 Aug 24 00:36:25.841217 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee4b5f97-37d1-463b-ba86-6959ba106fee tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.920203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577b1c0c-e5eb-4471-bfcb-136589f23396 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Made reservation on behalf of 6390eb5cc93146a1acafb548bec46572 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:25.923887 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-577b1c0c-e5eb-4471-bfcb-136589f23396 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.926957 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdab19cf-abe5-4956-9bb0-304eb2ac8e47 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.946488 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bdab19cf-abe5-4956-9bb0-304eb2ac8e47 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Calling delete_port for 82fdcad8-df19-4454-8071-610d6c5845fb owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:25.949199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f36a2514-7920-449b-a656-149c2592bb6f None None] Provisioning complete for port 8dacbe58-b764-403b-906b-704fe3af3dda triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:25.949844 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f36a2514-7920-449b-a656-149c2592bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.041474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-577b1c0c-e5eb-4471-bfcb-136589f23396 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] device_id is not set on port 4fc31d53-efc8-4df0-b073-e194ad8f7f2c yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:36:26.066453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-933ca514-e7c0-496f-84fe-97a227499fe1 req-78c01b74-6f7c-4d9d-962f-099996802e0a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036846 Aug 24 00:36:26.124264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f36a2514-7920-449b-a656-149c2592bb6f None None] Provisioning complete for port 82fdcad8-df19-4454-8071-610d6c5845fb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:26.126902 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f36a2514-7920-449b-a656-149c2592bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.157142 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee4b5f97-37d1-463b-ba86-6959ba106fee tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.176867 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee4b5f97-37d1-463b-ba86-6959ba106fee tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.206691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 67b74c90-54cf-40a1-a4c9-de5aec6639c7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:26.212841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b5f97-37d1-463b-ba86-6959ba106fee tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da47689e-27f7-422b-8f65-ded24bdbfbc4,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:26.267241 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f36a2514-7920-449b-a656-149c2592bb6f None None] Port 82fdcad8-df19-4454-8071-610d6c5845fb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:26.305713 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd070ecf-abce-40b5-aa15-4937294abdcc req-834f933e-a7aa-46ad-913f-1d2e6539eccc tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:26.314727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd070ecf-abce-40b5-aa15-4937294abdcc req-834f933e-a7aa-46ad-913f-1d2e6539eccc tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 946 time: 0.1305227 Aug 24 00:36:26.320263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 67b74c90-54cf-40a1-a4c9-de5aec6639c7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:26.321439 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.321808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee4b5f97-37d1-463b-ba86-6959ba106fee tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.325391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ee4b5f97-37d1-463b-ba86-6959ba106fee tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7129188 Aug 24 00:36:26.327261 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49950) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:26.343851 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0f9872b7-e7bc-489c-8371-d44e233a23bf tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'security_group_rule': {'security_group_id': '24cb96e2-076a-4249-a572-873fdab2a425', 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:26.349643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-577b1c0c-e5eb-4471-bfcb-136589f23396 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.20.0.13 (0a511376-03aa-4dbb-90d6-d731da75e007/6bad870e-faa5-476b-ae86-5b98ea07da97/4fc31d53-efc8-4df0-b073-e194ad8f7f2c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:26.379590 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdab19cf-abe5-4956-9bb0-304eb2ac8e47 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.399837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-551fcc4c-28be-4156-8198-75bc4ee73a6d None None] Could not find standard attr ID for object 82fdcad8-df19-4454-8071-610d6c5845fb. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:36:26.446699 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab19cf-abe5-4956-9bb0-304eb2ac8e47 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event deleted for resources: {'Port': ['ID=82fdcad8-df19-4454-8071-610d6c5845fb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:26.459611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8dacbe58-b764-403b-906b-704fe3af3dda up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:26.488641 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f9872b7-e7bc-489c-8371-d44e233a23bf tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.537589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8dacbe58-b764-403b-906b-704fe3af3dda triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:26.538021 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.642807 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-577b1c0c-e5eb-4471-bfcb-136589f23396 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.724597 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bdab19cf-abe5-4956-9bb0-304eb2ac8e47 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.729721 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-577b1c0c-e5eb-4471-bfcb-136589f23396 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.756702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f9872b7-e7bc-489c-8371-d44e233a23bf tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.803238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f9872b7-e7bc-489c-8371-d44e233a23bf tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.821711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd070ecf-abce-40b5-aa15-4937294abdcc req-5880afcf-f224-482f-8705-0d3c253526a5 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903738 Aug 24 00:36:26.831827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577b1c0c-e5eb-4471-bfcb-136589f23396 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network 0a511376-03aa-4dbb-90d6-d731da75e007 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:26.837224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-577b1c0c-e5eb-4471-bfcb-136589f23396 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:26.843303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b1c0c-e5eb-4471-bfcb-136589f23396 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:26.858035 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9872b7-e7bc-489c-8371-d44e233a23bf tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5a78e7-4070-4923-93f0-a6a9e0e185c3,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:26.870377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b1c0c-e5eb-4471-bfcb-136589f23396 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=4fc31d53-efc8-4df0-b073-e194ad8f7f2c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:26.878025 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f9872b7-e7bc-489c-8371-d44e233a23bf tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.880285 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0f9872b7-e7bc-489c-8371-d44e233a23bf tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5433884 Aug 24 00:36:26.883124 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49994) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:26.890295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-facece78-94c3-4b71-acd0-50f9366e4b61 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'security_group_rule': {'security_group_id': '24cb96e2-076a-4249-a572-873fdab2a425', 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:26.890520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d6912-dba1-4642-8a1c-662f0d4a09b8 req-fb4409e7-8300-4b9a-bd4b-1c11ac1c4466 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:26.891950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b1d6912-dba1-4642-8a1c-662f0d4a09b8 req-fb4409e7-8300-4b9a-bd4b-1c11ac1c4466 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 950 time: 0.2002132 Aug 24 00:36:26.935912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577b1c0c-e5eb-4471-bfcb-136589f23396 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:26.937130 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-577b1c0c-e5eb-4471-bfcb-136589f23396 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.007541 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdab19cf-abe5-4956-9bb0-304eb2ac8e47 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Router e183941d-d6d1-4636-994c-16a9191c07c5 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:27.009058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b1d6912-dba1-4642-8a1c-662f0d4a09b8 req-a6f9629c-e057-40bd-99d7-178e136be653 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/security-groups?id=16384bc0-ff69-4a67-b9c7-8dac7741459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084116 Aug 24 00:36:27.013349 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-facece78-94c3-4b71-acd0-50f9366e4b61 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Project c14aa75e32a445ab889373eca3a8b0c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:36:27.022729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-577b1c0c-e5eb-4471-bfcb-136589f23396 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1157348 Aug 24 00:36:27.026441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49996) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:27.026640 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-facece78-94c3-4b71-acd0-50f9366e4b61 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.031876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bf0ff25b-af66-43ef-a36c-61d4733732d2 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'floatingip': {'port_id': '4fc31d53-efc8-4df0-b073-e194ad8f7f2c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:27.045520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7a0e0-9df3-4e3b-b2b6-6eaa17792360 req-3ca3df66-b031-4973-809a-e603a6005fa6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:27.047249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6dc7a0e0-9df3-4e3b-b2b6-6eaa17792360 req-3ca3df66-b031-4973-809a-e603a6005fa6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 945 time: 0.1005843 Aug 24 00:36:27.099986 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff25b-af66-43ef-a36c-61d4733732d2 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.139014 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdab19cf-abe5-4956-9bb0-304eb2ac8e47 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:27.148603 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bdab19cf-abe5-4956-9bb0-304eb2ac8e47 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "PUT /v2.0/routers/e183941d-d6d1-4636-994c-16a9191c07c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7435846 Aug 24 00:36:27.152448 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdd7509-98ca-4ad0-b473-4ece1d37bc31 None None] Sync routers for ids ['e183941d-d6d1-4636-994c-16a9191c07c5'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:27.152949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50004) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:27.165645 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdd7509-98ca-4ad0-b473-4ece1d37bc31 None None] Routers {'e183941d-d6d1-4636-994c-16a9191c07c5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:27.166265 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6cdd7509-98ca-4ad0-b473-4ece1d37bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e183941d-d6d1-4636-994c-16a9191c07c5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:27.197931 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-dec7a0b0-5b92-4308-93db-c056a1fcbc9f tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] delete failed (client error): The resource could not be found. Aug 24 00:36:27.202688 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dec7a0b0-5b92-4308-93db-c056a1fcbc9f tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-872380865 HTTP/1.1" status: 404 len: 334 time: 0.0455482 Aug 24 00:36:27.202956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:27.208000 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e53ff6ed-7318-4e11-9783-f6c222e042f2 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e183941d-d6d1-4636-994c-16a9191c07c5'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:27.227741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6dc7a0e0-9df3-4e3b-b2b6-6eaa17792360 req-0fa4ea06-32cd-4306-b855-f8bccb2755d0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441860 Aug 24 00:36:27.237668 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6cdd7509-98ca-4ad0-b473-4ece1d37bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:27.247238 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdd7509-98ca-4ad0-b473-4ece1d37bc31 None None] Routers {'e183941d-d6d1-4636-994c-16a9191c07c5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:27.248746 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6cdd7509-98ca-4ad0-b473-4ece1d37bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e183941d-d6d1-4636-994c-16a9191c07c5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:27.257063 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-facece78-94c3-4b71-acd0-50f9366e4b61 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.288087 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6cdd7509-98ca-4ad0-b473-4ece1d37bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:27.288665 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdd7509-98ca-4ad0-b473-4ece1d37bc31 None None] The sync data for ids ['e183941d-d6d1-4636-994c-16a9191c07c5'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:27.296399 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-facece78-94c3-4b71-acd0-50f9366e4b61 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.324335 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facece78-94c3-4b71-acd0-50f9366e4b61 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20b3d0d-48bf-4858-83c5-f90625d26e3e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:27.383138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d4f6e794-86f2-4c1e-84a7-202f85fa97e9 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:27.410843 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-facece78-94c3-4b71-acd0-50f9366e4b61 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.412089 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-facece78-94c3-4b71-acd0-50f9366e4b61 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5267797 Aug 24 00:36:27.414942 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:27.419381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c7c0bfba-9f47-4de7-aabd-718ae38a8cd8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'security_group_rule': {'security_group_id': '24cb96e2-076a-4249-a572-873fdab2a425', 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:27.501396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:27.509127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:27.510660 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.517328 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1aa132c8-9a72-4540-ab85-ff04310d2db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.577262 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-c7c0bfba-9f47-4de7-aabd-718ae38a8cd8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Project c14aa75e32a445ab889373eca3a8b0c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:36:27.590440 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e53ff6ed-7318-4e11-9783-f6c222e042f2 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.595117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bfba-9f47-4de7-aabd-718ae38a8cd8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.596253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3930d0-d6e3-41fe-bc31-1bbd6abc93c1 req-9c39f9b9-0658-440e-848f-a4a3dcf86c33 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:27.606926 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e3930d0-d6e3-41fe-bc31-1bbd6abc93c1 req-9c39f9b9-0658-440e-848f-a4a3dcf86c33 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 946 time: 0.1090250 Aug 24 00:36:27.672876 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-e53ff6ed-7318-4e11-9783-f6c222e042f2 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] update failed (client error): The resource could not be found. Aug 24 00:36:27.674213 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e53ff6ed-7318-4e11-9783-f6c222e042f2 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "PUT /v2.0/routers/e183941d-d6d1-4636-994c-16a9191c07c5 HTTP/1.1" status: 404 len: 339 time: 0.4701035 Aug 24 00:36:27.681094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50016) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:27.690211 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.690725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6e9d05b3-c00e-4555-b5ce-1f458dfb78ef tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1289101715'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:27.723672 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9d05b3-c00e-4555-b5ce-1f458dfb78ef tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Made reservation on behalf of 9c2159386ec44efcb2886a22ae937394 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:27.727706 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e9d05b3-c00e-4555-b5ce-1f458dfb78ef tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.733860 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:27.734352 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bfba-9f47-4de7-aabd-718ae38a8cd8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.735255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:27.738457 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0225da-8d8b-4185-a7c4-9f354b2854b9" -d '{"events": [{"server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "name": "network-vif-plugged", "status": "completed", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:27.744330 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.746619 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bfba-9f47-4de7-aabd-718ae38a8cd8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.784954 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0bfba-9f47-4de7-aabd-718ae38a8cd8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b50dea-a863-45c7-bf6c-0bd23b37fe5b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:27.796628 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bfba-9f47-4de7-aabd-718ae38a8cd8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.797994 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c7c0bfba-9f47-4de7-aabd-718ae38a8cd8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3821242 Aug 24 00:36:27.799011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9d05b3-c00e-4555-b5ce-1f458dfb78ef tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:36:27.822060 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e9d05b3-c00e-4555-b5ce-1f458dfb78ef tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.822921 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-6e9d05b3-c00e-4555-b5ce-1f458dfb78ef tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Added segment 4be86efa-970d-44fc-afe7-b49a9b256a28 of type vlan for network 8f280e71-659d-4098-872d-404c3926eb1f Aug 24 00:36:27.860340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,revision_number=12']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:27.908539 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e9d05b3-c00e-4555-b5ce-1f458dfb78ef tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.946928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e9d05b3-c00e-4555-b5ce-1f458dfb78ef tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.960001 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9d05b3-c00e-4555-b5ce-1f458dfb78ef tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:27.961465 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6e9d05b3-c00e-4555-b5ce-1f458dfb78ef tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.051545 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6e9d05b3-c00e-4555-b5ce-1f458dfb78ef tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3678153 Aug 24 00:36:28.055414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:28.062070 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4ac9acfc-6ca4-40fd-ae76-7d268213ecbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Request body: {'subnet': {'network_id': '8f280e71-659d-4098-872d-404c3926eb1f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:28.095302 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d05b3-c00e-4555-b5ce-1f458dfb78ef tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event updated for resources: {'Network': ['ID=8f280e71-659d-4098-872d-404c3926eb1f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:28.107451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 8f280e71-659d-4098-872d-404c3926eb1f details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:28.130277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e3930d0-d6e3-41fe-bc31-1bbd6abc93c1 req-003de42b-acb0-4b8d-8fc8-a24706ec7f2f tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059669 Aug 24 00:36:28.193525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae865a3c-1aaf-4206-a014-e7a7d60dc463 req-f6f84ace-5a91-4dd7-870c-2e9b9fab048a tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:28.195079 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae865a3c-1aaf-4206-a014-e7a7d60dc463 req-f6f84ace-5a91-4dd7-870c-2e9b9fab048a tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 950 time: 0.1756587 Aug 24 00:36:28.215431 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a039b0-ef5c-4da4-9345-8018b9d5adaf x-openstack-request-id: req-00a039b0-ef5c-4da4-9345-8018b9d5adaf {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:28.217606 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "name": "network-vif-plugged", "status": "completed", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:28.218164 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00a039b0-ef5c-4da4-9345-8018b9d5adaf {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:28.218683 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'code': 200} Aug 24 00:36:28.247714 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac9acfc-6ca4-40fd-ae76-7d268213ecbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Made reservation on behalf of 9c2159386ec44efcb2886a22ae937394 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:28.259544 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ac9acfc-6ca4-40fd-ae76-7d268213ecbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.262821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae865a3c-1aaf-4206-a014-e7a7d60dc463 req-8530593e-3687-4fd5-931d-f376376b9ea9 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/security-groups?id=16384bc0-ff69-4a67-b9c7-8dac7741459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594635 Aug 24 00:36:28.476281 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff25b-af66-43ef-a36c-61d4733732d2 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.532011 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff25b-af66-43ef-a36c-61d4733732d2 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.624462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ac9acfc-6ca4-40fd-ae76-7d268213ecbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.719089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9acfc-6ca4-40fd-ae76-7d268213ecbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event updated for resources: {'Subnet': ['ID=9bd2786d-9d3e-48e4-a70a-a73c1b03c7ac,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:28.733722 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9acfc-6ca4-40fd-ae76-7d268213ecbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Checking segment: {'id': '4be86efa-970d-44fc-afe7-b49a9b256a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8f280e71-659d-4098-872d-404c3926eb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:28.734085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9acfc-6ca4-40fd-ae76-7d268213ecbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Network hostable DHCP agents. Network: 8f280e71-659d-4098-872d-404c3926eb1f, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:36:28.757818 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9acfc-6ca4-40fd-ae76-7d268213ecbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Network 8f280e71-659d-4098-872d-404c3926eb1f is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:36:28.774401 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4ac9acfc-6ca4-40fd-ae76-7d268213ecbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 8f280e71-659d-4098-872d-404c3926eb1f) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:28.779364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac9acfc-6ca4-40fd-ae76-7d268213ecbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:28.780224 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ac9acfc-6ca4-40fd-ae76-7d268213ecbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.783291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062caf02-ad88-4750-858d-66bb7ace4d4d req-f3ef940e-8eb5-4d00-9eb4-ab84ff673b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:28.785828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-062caf02-ad88-4750-858d-66bb7ace4d4d req-f3ef940e-8eb5-4d00-9eb4-ab84ff673b16 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 1097 time: 0.3078935 Aug 24 00:36:28.789354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66de098d-72ee-431c-acfd-89eb6cc5517f None None] Network 8f280e71-659d-4098-872d-404c3926eb1f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:28.799317 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4ac9acfc-6ca4-40fd-ae76-7d268213ecbf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7426744 Aug 24 00:36:28.811771 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-bf0ff25b-af66-43ef-a36c-61d4733732d2 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Floating IP aefa7caa-1cbe-4392-ad7d-8da95106b37c associated. External IP: 172.25.8.198, port: 4fc31d53-efc8-4df0-b073-e194ad8f7f2c. Aug 24 00:36:28.816197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50098) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:28.825326 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b9ebca15-2133-4728-b853-7808c7ce0c66 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f280e71-659d-4098-872d-404c3926eb1f'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:28.896359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4b83b-de61-42a5-baf6-72501c5a0c48 req-251fa209-338a-4bed-84e9-c03f12bfb0bc tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:28.898042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93a4b83b-de61-42a5-baf6-72501c5a0c48 req-251fa209-338a-4bed-84e9-c03f12bfb0bc tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.4079673 Aug 24 00:36:28.965118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-062caf02-ad88-4750-858d-66bb7ace4d4d req-894014fc-b060-4ee1-9374-6cc761ab9c0a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557863 Aug 24 00:36:28.994213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-8f280e71-659d-4098-872d-404c3926eb1f', 'network_id': '8f280e71-659d-4098-872d-404c3926eb1f', 'tenant_id': '9c2159386ec44efcb2886a22ae937394', 'fixed_ips': [{'subnet_id': '9bd2786d-9d3e-48e4-a70a-a73c1b03c7ac'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:36:28.995546 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.051350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32048707-f16f-44fa-afc0-ed7d1c72295c req-7e107ac6-557f-4471-b707-b6bb5a4db2ce tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:29.054381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32048707-f16f-44fa-afc0-ed7d1c72295c req-7e107ac6-557f-4471-b707-b6bb5a4db2ce tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 946 time: 0.3247490 Aug 24 00:36:29.087067 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b9ebca15-2133-4728-b853-7808c7ce0c66 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.179262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93a4b83b-de61-42a5-baf6-72501c5a0c48 req-690cc42d-aac2-472a-bc6f-bcd6f6fe216e tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650118 Aug 24 00:36:29.181750 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Allocated IP 2001:db8:1::2 (8f280e71-659d-4098-872d-404c3926eb1f/9bd2786d-9d3e-48e4-a70a-a73c1b03c7ac/6220623f-59f2-43a8-b891-06a9d33dea25) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:29.243685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32048707-f16f-44fa-afc0-ed7d1c72295c req-e12d964d-1a58-4db7-8a56-07b3988bf488 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687412 Aug 24 00:36:29.255239 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e21948-81ce-402c-b5c1-4b64d361426c req-5780cff5-c148-416c-ba44-981d7542e319 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:29.257103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74e21948-81ce-402c-b5c1-4b64d361426c req-5780cff5-c148-416c-ba44-981d7542e319 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.13 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 950 time: 0.1997056 Aug 24 00:36:29.274543 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-b9ebca15-2133-4728-b853-7808c7ce0c66 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:36:29.276345 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b9ebca15-2133-4728-b853-7808c7ce0c66 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "PUT /v2.0/routers/e183941d-d6d1-4636-994c-16a9191c07c5 HTTP/1.1" status: 400 len: 364 time: 0.4589522 Aug 24 00:36:29.280162 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50110) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:29.423742 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.438172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Transition to ACTIVE for port object 6220623f-59f2-43a8-b891-06a9d33dea25 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:29.459928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0ff25b-af66-43ef-a36c-61d4733732d2 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:29.463483 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Transition to ACTIVE for port object 6220623f-59f2-43a8-b891-06a9d33dea25 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:29.474720 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.551321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Network 8f280e71-659d-4098-872d-404c3926eb1f is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:29.555996 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:29.557149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32349b54-0ce0-4f90-9921-87244c4636b0 req-d1de0225-6289-4a5b-b7e0-b5e33e786a7e tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:29.560704 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32349b54-0ce0-4f90-9921-87244c4636b0 req-d1de0225-6289-4a5b-b7e0-b5e33e786a7e tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 950 time: 0.1685760 Aug 24 00:36:29.567890 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:29.600978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-74e21948-81ce-402c-b5c1-4b64d361426c req-9ac70a18-130b-4a8a-b420-fc612917fd74 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Deleting port 9b4224da-6fd3-453a-8283-4c428a12cb0b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:29.601326 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-74e21948-81ce-402c-b5c1-4b64d361426c req-9ac70a18-130b-4a8a-b420-fc612917fd74 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.614616 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Pushing event updated for resources: {'Port': ['ID=6220623f-59f2-43a8-b891-06a9d33dea25,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:29.672691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Attempting to bind port 6220623f-59f2-43a8-b891-06a9d33dea25 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:29.673075 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Attempting to bind port 6220623f-59f2-43a8-b891-06a9d33dea25 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '4be86efa-970d-44fc-afe7-b49a9b256a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8f280e71-659d-4098-872d-404c3926eb1f'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:29.673665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Attempting to bind port 6220623f-59f2-43a8-b891-06a9d33dea25 on network 8f280e71-659d-4098-872d-404c3926eb1f {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:29.677224 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.682193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:29.685649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Checking segment: {'id': '4be86efa-970d-44fc-afe7-b49a9b256a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8f280e71-659d-4098-872d-404c3926eb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:29.686216 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.687086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Bound using segment: {'id': '4be86efa-970d-44fc-afe7-b49a9b256a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8f280e71-659d-4098-872d-404c3926eb1f'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:29.687607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Bound port: 6220623f-59f2-43a8-b891-06a9d33dea25, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be86efa-970d-44fc-afe7-b49a9b256a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8f280e71-659d-4098-872d-404c3926eb1f'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:29.688246 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.765738 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32349b54-0ce0-4f90-9921-87244c4636b0 req-ca3c3e59-93b3-4e29-8b21-cda733262eaa tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/security-groups?id=16384bc0-ff69-4a67-b9c7-8dac7741459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924133 Aug 24 00:36:29.805316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] For port 6220623f-59f2-43a8-b891-06a9d33dea25, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:29.807170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0ff25b-af66-43ef-a36c-61d4733732d2 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:29.814601 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bf0ff25b-af66-43ef-a36c-61d4733732d2 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.816333 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] For port 6220623f-59f2-43a8-b891-06a9d33dea25, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6220623f-59f2-43a8-b891-06a9d33dea25,segment=NetworkSegment(4be86efa-970d-44fc-afe7-b49a9b256a28),segment_id=4be86efa-970d-44fc-afe7-b49a9b256a28)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:29.823163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be396215-bbb9-47b4-a17c-ee0ad0bfa628 None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:29.841303 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.867131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bf0ff25b-af66-43ef-a36c-61d4733732d2 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "PUT /v2.0/floatingips/aefa7caa-1cbe-4392-ad7d-8da95106b37c HTTP/1.1" status: 200 len: 979 time: 2.8390450 Aug 24 00:36:29.871429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50118) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:29.881013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-74e21948-81ce-402c-b5c1-4b64d361426c req-9ac70a18-130b-4a8a-b420-fc612917fd74 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] For port 9b4224da-6fd3-453a-8283-4c428a12cb0b, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=9b4224da-6fd3-453a-8283-4c428a12cb0b,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:29.881489 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-74e21948-81ce-402c-b5c1-4b64d361426c req-9ac70a18-130b-4a8a-b420-fc612917fd74 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.899711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be396215-bbb9-47b4-a17c-ee0ad0bfa628 None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:29.900668 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-be396215-bbb9-47b4-a17c-ee0ad0bfa628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:29.923831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-74e21948-81ce-402c-b5c1-4b64d361426c req-9ac70a18-130b-4a8a-b420-fc612917fd74 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Calling delete_port for 9b4224da-6fd3-453a-8283-4c428a12cb0b owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:29.973321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-be396215-bbb9-47b4-a17c-ee0ad0bfa628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:29.998459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be396215-bbb9-47b4-a17c-ee0ad0bfa628 None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:29.999276 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-be396215-bbb9-47b4-a17c-ee0ad0bfa628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:30.004810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e172ee0-3b26-471b-bf02-e13b4fb24569 None None] Pushing event updated for resources: {'Port': ['ID=6220623f-59f2-43a8-b891-06a9d33dea25,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:30.070855 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-be396215-bbb9-47b4-a17c-ee0ad0bfa628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:30.071732 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be396215-bbb9-47b4-a17c-ee0ad0bfa628 None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:30.106237 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.131291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port 4fc31d53-efc8-4df0-b073-e194ad8f7f2c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:30.132028 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.226509 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cad671ae-257e-43f1-9979-3f976ae144f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.234434 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.427096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-74e21948-81ce-402c-b5c1-4b64d361426c req-9ac70a18-130b-4a8a-b420-fc612917fd74 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.460663 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['9b4224da-6fd3-453a-8283-4c428a12cb0b'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:36:30.483519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac70a18-130b-4a8a-b420-fc612917fd74 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Pushing event deleted for resources: {'Port': ['ID=9b4224da-6fd3-453a-8283-4c428a12cb0b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:30.506013 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.538630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f7470-6455-480b-ae43-ae955f31738e req-7077169a-4037-4b6f-acc6-bb030491258a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:30.540343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c2f7470-6455-480b-ae43-ae955f31738e req-7077169a-4037-4b6f-acc6-bb030491258a tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 946 time: 0.1896205 Aug 24 00:36:30.569785 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Allocated IP 2001:db8::1 (d8e0e164-87b2-4e69-8969-1eb333d31205/d5a6a4a2-830a-46de-9165-6870953f5f64/392d3f57-de18-48f7-9764-cf7fb5c8d3ca) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:30.650712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6c22c-53e7-44dc-9277-f8cfe7cd16f7 req-b0fb1c8e-6215-463a-9151-41b5a0dd035f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:30.658441 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05e6c22c-53e7-44dc-9277-f8cfe7cd16f7 req-b0fb1c8e-6215-463a-9151-41b5a0dd035f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.3409927 Aug 24 00:36:30.727404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e21948-81ce-402c-b5c1-4b64d361426c req-9ac70a18-130b-4a8a-b420-fc612917fd74 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] No DVR routers for this DVR port 9b4224da-6fd3-453a-8283-4c428a12cb0b on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:30.756510 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-74e21948-81ce-402c-b5c1-4b64d361426c req-9ac70a18-130b-4a8a-b420-fc612917fd74 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.758538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74e21948-81ce-402c-b5c1-4b64d361426c req-9ac70a18-130b-4a8a-b420-fc612917fd74 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.13 "DELETE /v2.0/ports/9b4224da-6fd3-453a-8283-4c428a12cb0b HTTP/1.1" status: 204 len: 173 time: 1.4714503 Aug 24 00:36:30.772555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23', 'name': 'network-vif-deleted', 'tag': '9b4224da-6fd3-453a-8283-4c428a12cb0b'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:30.774908 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffbdaad-f3f6-4f6e-92b8-1dd24d75427d" -d '{"events": [{"server_uuid": "14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23", "name": "network-vif-deleted", "tag": "9b4224da-6fd3-453a-8283-4c428a12cb0b"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:30.779341 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.844929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Transition to ACTIVE for port object 392d3f57-de18-48f7-9764-cf7fb5c8d3ca will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:30.886198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05e6c22c-53e7-44dc-9277-f8cfe7cd16f7 req-deb68d57-ba51-4925-b692-543e4b481c9d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908684 Aug 24 00:36:30.922280 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.027433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Network d8e0e164-87b2-4e69-8969-1eb333d31205 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:31.031377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:31.035391 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:31.035963 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.088432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event updated for resources: {'Port': ['ID=392d3f57-de18-48f7-9764-cf7fb5c8d3ca,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:31.284987 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.293366 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.456129 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c92c89-dd57-419d-8db4-1516bbf237e3 x-openstack-request-id: req-67c92c89-dd57-419d-8db4-1516bbf237e3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:31.456751 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23", "name": "network-vif-deleted", "tag": "9b4224da-6fd3-453a-8283-4c428a12cb0b", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:31.456751 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67c92c89-dd57-419d-8db4-1516bbf237e3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:31.457056 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23', 'name': 'network-vif-deleted', 'tag': '9b4224da-6fd3-453a-8283-4c428a12cb0b', 'status': 'completed', 'code': 200} Aug 24 00:36:31.482793 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c2f7470-6455-480b-ae43-ae955f31738e req-031927e7-5d21-4b6c-b021-481fd21df1e8 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/security-groups?id=626fb654-2848-49c8-a3e8-e302f04ebcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8382971 Aug 24 00:36:31.528010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8a2d410-1835-4acb-8412-7dfe0f661359 req-194f80b5-ca09-42e3-963c-0a1959f85340 tempest-VolumesNegativeTest-988185565 tempest-VolumesNegativeTest-988185565-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e41919-1f0d-42c2-a3d9-4e8ffc7c3b23 HTTP/1.1" status: 200 len: 210 time: 0.0869412 Aug 24 00:36:31.574829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f4e9a-fa34-428d-9ef5-ab6572434c41 req-2f77450a-56c9-4d3f-b646-06a9089a7f23 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:31.578245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-009f4e9a-fa34-428d-9ef5-ab6572434c41 req-2f77450a-56c9-4d3f-b646-06a9089a7f23 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 946 time: 0.7864921 Aug 24 00:36:31.609479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-175052fe-9a6f-48ae-9ba7-fd3e42dd2b50 None None] Provisioning for port 392d3f57-de18-48f7-9764-cf7fb5c8d3ca completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:31.614543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-175052fe-9a6f-48ae-9ba7-fd3e42dd2b50 None None] Provisioning complete for port 392d3f57-de18-48f7-9764-cf7fb5c8d3ca triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:31.615302 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-175052fe-9a6f-48ae-9ba7-fd3e42dd2b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.683082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef3a54a-336d-4ef7-97b6-705d6acc7893 None None] Network 8f280e71-659d-4098-872d-404c3926eb1f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:31.698987 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.699377 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.699726 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Floating IP aefa7caa-1cbe-4392-ad7d-8da95106b37c disassociated. External IP: 172.25.8.198, port: 4fc31d53-efc8-4df0-b073-e194ad8f7f2c. Aug 24 00:36:31.700070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for 4fc31d53-efc8-4df0-b073-e194ad8f7f2c owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:31.775201 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.783408 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.784587 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.810466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-009f4e9a-fa34-428d-9ef5-ab6572434c41 req-b6e9f61c-161c-490b-9cec-4a0ce9cfe7a8 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Deleting port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:31.810930 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-009f4e9a-fa34-428d-9ef5-ab6572434c41 req-b6e9f61c-161c-490b-9cec-4a0ce9cfe7a8 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.849071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-175052fe-9a6f-48ae-9ba7-fd3e42dd2b50 None None] Port 392d3f57-de18-48f7-9764-cf7fb5c8d3ca cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:31.895560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event updated for resources: {'Port': ['ID=392d3f57-de18-48f7-9764-cf7fb5c8d3ca,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:31.995163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Network d8e0e164-87b2-4e69-8969-1eb333d31205 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:31.995996 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2014163a-fa10-4351-a80d-22e6c7e106b8 None None] Provisioning for port 6220623f-59f2-43a8-b891-06a9d33dea25 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:31.996897 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:32.136417 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:32.148194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-009f4e9a-fa34-428d-9ef5-ab6572434c41 req-b6e9f61c-161c-490b-9cec-4a0ce9cfe7a8 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] For port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=087ec0fb-b66d-4df6-9c90-e6c2c99fea8d,segment=NetworkSegment(af84c9d6-bc50-4495-86be-af608b80c2d4),segment_id=af84c9d6-bc50-4495-86be-af608b80c2d4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:32.148877 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-009f4e9a-fa34-428d-9ef5-ab6572434c41 req-b6e9f61c-161c-490b-9cec-4a0ce9cfe7a8 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:32.193050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-009f4e9a-fa34-428d-9ef5-ab6572434c41 req-b6e9f61c-161c-490b-9cec-4a0ce9cfe7a8 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Calling delete_port for 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:32.199752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=4fc31d53-efc8-4df0-b073-e194ad8f7f2c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:32.228060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:32.228809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:32.229350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:32.229876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:32.230384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:32.230939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:32.231481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:32.232622 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:32.233322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:32.233828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:32.234527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:32.235067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:32.264957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dff91-807c-4f75-a84a-50661427bcca req-b6ce4a1b-fa3d-4128-b0a5-89ee09e10327 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:32.267468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-836dff91-807c-4f75-a84a-50661427bcca req-b6ce4a1b-fa3d-4128-b0a5-89ee09e10327 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.2012393 Aug 24 00:36:32.279001 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Router e183941d-d6d1-4636-994c-16a9191c07c5 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:32.301727 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6220623f-59f2-43a8-b891-06a9d33dea25 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:32.460244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 6220623f-59f2-43a8-b891-06a9d33dea25 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:32.470056 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6220623f-59f2-43a8-b891-06a9d33dea25 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:32.470716 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:32.510440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fa7a22ef-f86a-4799-8ce1-247319a39345 None None] Provisioning complete for port 6220623f-59f2-43a8-b891-06a9d33dea25 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:32.511110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-836dff91-807c-4f75-a84a-50661427bcca req-1098e730-5a8c-40f5-84bd-04d86363f989 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993580 Aug 24 00:36:32.524732 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa7a22ef-f86a-4799-8ce1-247319a39345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:32.624045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:32.635128 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d1ad9-02f1-4a11-b3a5-eeb492860a43 None None] Sync routers for ids ['e183941d-d6d1-4636-994c-16a9191c07c5'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:32.636918 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-44f5e30b-ac22-4514-9ed2-b7453ff37506 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "PUT /v2.0/routers/e183941d-d6d1-4636-994c-16a9191c07c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3542886 Aug 24 00:36:32.637788 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:32.645569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-009f4e9a-fa34-428d-9ef5-ab6572434c41 req-b6e9f61c-161c-490b-9cec-4a0ce9cfe7a8 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:32.651215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8983ff6-eabb-442a-9b48-77a5a70668ae req-3bae3242-b783-49cb-a66e-bfc27e0dd6c4 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.32 "GET /v2.0/ports?device_id=e246df62-08b2-4e1c-b38c-cf9fc028a35f HTTP/1.1" status: 200 len: 210 time: 0.0887926 Aug 24 00:36:32.676302 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d1ad9-02f1-4a11-b3a5-eeb492860a43 None None] Routers {'e183941d-d6d1-4636-994c-16a9191c07c5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:32.677967 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f79d1ad9-02f1-4a11-b3a5-eeb492860a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e183941d-d6d1-4636-994c-16a9191c07c5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:32.698615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9f61c-161c-490b-9cec-4a0ce9cfe7a8 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Pushing event deleted for resources: {'Port': ['ID=087ec0fb-b66d-4df6-9c90-e6c2c99fea8d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:32.731463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:32.738841 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:32.739573 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f79d1ad9-02f1-4a11-b3a5-eeb492860a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:32.746231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-009f4e9a-fa34-428d-9ef5-ab6572434c41 req-b6e9f61c-161c-490b-9cec-4a0ce9cfe7a8 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] No DVR routers for this DVR port 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:32.751215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-009f4e9a-fa34-428d-9ef5-ab6572434c41 req-b6e9f61c-161c-490b-9cec-4a0ce9cfe7a8 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:32.753342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-009f4e9a-fa34-428d-9ef5-ab6572434c41 req-b6e9f61c-161c-490b-9cec-4a0ce9cfe7a8 tempest-ServersNegativeTestMultiTenantJSON-993941439 tempest-ServersNegativeTestMultiTenantJSON-993941439-project] 10.222.0.47 "DELETE /v2.0/ports/087ec0fb-b66d-4df6-9c90-e6c2c99fea8d HTTP/1.1" status: 204 len: 173 time: 1.1683159 Aug 24 00:36:32.755512 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-88b736ae-95d4-4ab7-bf5e-6b4e215b2f0d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:32.761516 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d1ad9-02f1-4a11-b3a5-eeb492860a43 None None] Routers {'e183941d-d6d1-4636-994c-16a9191c07c5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:32.762437 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f79d1ad9-02f1-4a11-b3a5-eeb492860a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e183941d-d6d1-4636-994c-16a9191c07c5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:32.807194 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 6220623f-59f2-43a8-b891-06a9d33dea25, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6220623f-59f2-43a8-b891-06a9d33dea25,segment=NetworkSegment(4be86efa-970d-44fc-afe7-b49a9b256a28),segment_id=4be86efa-970d-44fc-afe7-b49a9b256a28)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:32.815621 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f79d1ad9-02f1-4a11-b3a5-eeb492860a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:32.816663 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d1ad9-02f1-4a11-b3a5-eeb492860a43 None None] The sync data for ids ['e183941d-d6d1-4636-994c-16a9191c07c5'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:32.904172 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:32.927242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:32.927751 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-88b736ae-95d4-4ab7-bf5e-6b4e215b2f0d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 24 00:36:32.930678 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-88b736ae-95d4-4ab7-bf5e-6b4e215b2f0d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "DELETE /v2.0/routers/e183941d-d6d1-4636-994c-16a9191c07c5 HTTP/1.1" status: 409 len: 329 time: 0.2910137 Aug 24 00:36:32.933374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50154) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:32.951536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457409fc-b3a9-4497-95b6-f470cfe427c9 None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:32.989943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=6220623f-59f2-43a8-b891-06a9d33dea25,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:33.007372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:33.016400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:33.016958 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:33.018309 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:33.018861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:33.019386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:33.019916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:33.020416 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:33.020927 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:33.021793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:33.022301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:33.022865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:33.055191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457409fc-b3a9-4497-95b6-f470cfe427c9 None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:33.055868 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-457409fc-b3a9-4497-95b6-f470cfe427c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:33.064578 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.121841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-457409fc-b3a9-4497-95b6-f470cfe427c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:33.128694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-53de38b9-56a6-46d9-98d5-57770f206d3c None None] Provisioning complete for port 392d3f57-de18-48f7-9764-cf7fb5c8d3ca triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:33.130312 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53de38b9-56a6-46d9-98d5-57770f206d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.130596 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.135279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50160) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:33.135552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0d7ed540-c85a-4a1b-a6a6-0dfabbd06e30 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/ports/4fc31d53-efc8-4df0-b073-e194ad8f7f2c HTTP/1.1" status: 204 len: 168 time: 3.2627494 Aug 24 00:36:33.188953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457409fc-b3a9-4497-95b6-f470cfe427c9 None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:33.189911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-457409fc-b3a9-4497-95b6-f470cfe427c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:33.211664 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0fd545ad-a6af-43a1-9c42-496394aa6320 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "GET /v2.0/floatingips/aefa7caa-1cbe-4392-ad7d-8da95106b37c HTTP/1.1" status: 200 len: 688 time: 0.0747943 Aug 24 00:36:33.212358 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:33.240285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-457409fc-b3a9-4497-95b6-f470cfe427c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:33.240936 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457409fc-b3a9-4497-95b6-f470cfe427c9 None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:33.244440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-53de38b9-56a6-46d9-98d5-57770f206d3c None None] Port 392d3f57-de18-48f7-9764-cf7fb5c8d3ca cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:33.383597 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:33.421864 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:36:33.426111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 087ec0fb-b66d-4df6-9c90-e6c2c99fea8d not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:36:33.456803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f29f8bbe-66cc-4e8d-8fae-c3ea01ecbfd5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port aac06290-2ef5-4f56-8470-35a5b832ed9d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:33.457464 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f29f8bbe-66cc-4e8d-8fae-c3ea01ecbfd5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.464231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e246df62-08b2-4e1c-b38c-cf9fc028a35f', 'name': 'network-vif-deleted', 'tag': '087ec0fb-b66d-4df6-9c90-e6c2c99fea8d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:33.467155 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b356c44-a2d3-40a8-bbf5-73d5d2c13793" -d '{"events": [{"server_uuid": "e246df62-08b2-4e1c-b38c-cf9fc028a35f", "name": "network-vif-deleted", "tag": "087ec0fb-b66d-4df6-9c90-e6c2c99fea8d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:33.545722 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ae1788-6911-4c88-a8d5-a409ba2815e5 x-openstack-request-id: req-90ae1788-6911-4c88-a8d5-a409ba2815e5 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:33.546824 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e246df62-08b2-4e1c-b38c-cf9fc028a35f", "name": "network-vif-deleted", "tag": "087ec0fb-b66d-4df6-9c90-e6c2c99fea8d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:33.547088 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90ae1788-6911-4c88-a8d5-a409ba2815e5 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:33.547849 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e246df62-08b2-4e1c-b38c-cf9fc028a35f', 'name': 'network-vif-deleted', 'tag': '087ec0fb-b66d-4df6-9c90-e6c2c99fea8d', 'status': 'completed', 'code': 200} Aug 24 00:36:33.550288 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7d6f6e1-f090-47a1-b7ab-e56f5decae5d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.591578 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f29f8bbe-66cc-4e8d-8fae-c3ea01ecbfd5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.591578 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f29f8bbe-66cc-4e8d-8fae-c3ea01ecbfd5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.608288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f29f8bbe-66cc-4e8d-8fae-c3ea01ecbfd5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for aac06290-2ef5-4f56-8470-35a5b832ed9d owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:33.741860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50172) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:33.756296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cd861-ddd8-4cbb-9a15-8399c429889d req-8cb889ea-ed07-4e9c-adc3-0322b9407409 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:33.757764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be3cd861-ddd8-4cbb-9a15-8399c429889d req-8cb889ea-ed07-4e9c-adc3-0322b9407409 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.1217139 Aug 24 00:36:33.794089 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f29f8bbe-66cc-4e8d-8fae-c3ea01ecbfd5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.825335 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f8bbe-66cc-4e8d-8fae-c3ea01ecbfd5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=aac06290-2ef5-4f56-8470-35a5b832ed9d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:33.874490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fd5cea-1a9f-4c1b-aa23-3c277b46d4f2 admin admin] Deleting subnet bbd78269-e65b-4006-a503-0f54fd954b84 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:33.883039 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a6fd5cea-1a9f-4c1b-aa23-3c277b46d4f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.890733 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f29f8bbe-66cc-4e8d-8fae-c3ea01ecbfd5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.893872 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f29f8bbe-66cc-4e8d-8fae-c3ea01ecbfd5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.898584 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f29f8bbe-66cc-4e8d-8fae-c3ea01ecbfd5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/floatingips/aefa7caa-1cbe-4392-ad7d-8da95106b37c HTTP/1.1" status: 204 len: 168 time: 0.6814935 Aug 24 00:36:33.898851 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:33.903310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'a7eeedc2-0bca-44b2-9110-b71f00802ed4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:33.907864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be3cd861-ddd8-4cbb-9a15-8399c429889d req-b8cadfb6-c4fe-4f72-b4f6-228273f32f70 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276186 Aug 24 00:36:33.929974 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.934302 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a6fd5cea-1a9f-4c1b-aa23-3c277b46d4f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.030230 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a6fd5cea-1a9f-4c1b-aa23-3c277b46d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.054510 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.119540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 9b4224da-6fd3-453a-8283-4c428a12cb0b no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:34.134768 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a7d6f6e1-f090-47a1-b7ab-e56f5decae5d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Deleting port 392d3f57-de18-48f7-9764-cf7fb5c8d3ca {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:34.135834 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7d6f6e1-f090-47a1-b7ab-e56f5decae5d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.167767 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6220623f-59f2-43a8-b891-06a9d33dea25 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:34.189425 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 9b4224da-6fd3-453a-8283-4c428a12cb0b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:36:34.189894 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 9b4224da-6fd3-453a-8283-4c428a12cb0b not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:36:34.261374 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6220623f-59f2-43a8-b891-06a9d33dea25 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:34.262338 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.316845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.25.8.26 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/b6ffcbe8-0695-4dba-b814-c8b9f464f086) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:34.489061 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.541764 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.589677 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:34.596207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:34.600967 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:34.604190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=b6ffcbe8-0695-4dba-b814-c8b9f464f086,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:34.625803 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a6fd5cea-1a9f-4c1b-aa23-3c277b46d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.673190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd5cea-1a9f-4c1b-aa23-3c277b46d4f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd78269-e65b-4006-a503-0f54fd954b84,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:34.677408 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a6fd5cea-1a9f-4c1b-aa23-3c277b46d4f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.679327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a6fd5cea-1a9f-4c1b-aa23-3c277b46d4f2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bbd78269-e65b-4006-a503-0f54fd954b84 HTTP/1.1" status: 204 len: 168 time: 0.9363773 Aug 24 00:36:34.683728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50182) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:34.735319 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7d6f6e1-f090-47a1-b7ab-e56f5decae5d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.761987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a7d6f6e1-f090-47a1-b7ab-e56f5decae5d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Calling delete_port for 392d3f57-de18-48f7-9764-cf7fb5c8d3ca owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:34.786187 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-134e5dab-8a68-4b18-8efd-7fa91bce5961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.956137 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-134e5dab-8a68-4b18-8efd-7fa91bce5961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.979356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-134e5dab-8a68-4b18-8efd-7fa91bce5961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b8df57-0709-4c12-88da-0de072e03759']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:34.990458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-134e5dab-8a68-4b18-8efd-7fa91bce5961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af84c9d6-bc50-4495-86be-af608b80c2d4') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:34.990910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-134e5dab-8a68-4b18-8efd-7fa91bce5961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af84c9d6-bc50-4495-86be-af608b80c2d4') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:35.004092 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-134e5dab-8a68-4b18-8efd-7fa91bce5961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.058266 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-134e5dab-8a68-4b18-8efd-7fa91bce5961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.066656 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.088945 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134e5dab-8a68-4b18-8efd-7fa91bce5961 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:35.089394 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-134e5dab-8a68-4b18-8efd-7fa91bce5961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:35.091150 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:35.153633 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.155958 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7d6f6e1-f090-47a1-b7ab-e56f5decae5d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.203225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b0442-733c-4cf5-887b-669b8d1b40df req-366513c6-756e-4af2-b22e-d57df60feee5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:35.204829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1c8b0442-733c-4cf5-887b-669b8d1b40df req-366513c6-756e-4af2-b22e-d57df60feee5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.1608589 Aug 24 00:36:35.206218 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6f6e1-f090-47a1-b7ab-e56f5decae5d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event deleted for resources: {'Port': ['ID=392d3f57-de18-48f7-9764-cf7fb5c8d3ca,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:35.208178 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-134e5dab-8a68-4b18-8efd-7fa91bce5961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.214157 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-134e5dab-8a68-4b18-8efd-7fa91bce5961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.216047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-134e5dab-8a68-4b18-8efd-7fa91bce5961 admin admin] 10.222.0.32 "DELETE /v2.0/networks/14b8df57-0709-4c12-88da-0de072e03759 HTTP/1.1" status: 204 len: 168 time: 0.5325830 Aug 24 00:36:35.224477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50188) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:35.267831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e5dab-8a68-4b18-8efd-7fa91bce5961 admin admin] Pushing event deleted for resources: {'Network': ['ID=14b8df57-0709-4c12-88da-0de072e03759,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:35.349873 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c45dea3-52eb-49b2-897d-660bab3406b8 admin admin] Deleting subnet ef543966-bec0-48dc-a837-239cf10a1e72 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:35.357737 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c45dea3-52eb-49b2-897d-660bab3406b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.376369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1c8b0442-733c-4cf5-887b-669b8d1b40df req-c454be46-fe51-4069-b927-37ad5c9b791f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545341 Aug 24 00:36:35.399616 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7d6f6e1-f090-47a1-b7ab-e56f5decae5d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.436412 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c45dea3-52eb-49b2-897d-660bab3406b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.523780 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.527370 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c45dea3-52eb-49b2-897d-660bab3406b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.561780 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.647613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d6f6e1-f090-47a1-b7ab-e56f5decae5d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Router e183941d-d6d1-4636-994c-16a9191c07c5 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:35.667783 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=b6ffcbe8-0695-4dba-b814-c8b9f464f086,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:35.682982 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.726664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d6f6e1-f090-47a1-b7ab-e56f5decae5d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:35.730174 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c45dea3-52eb-49b2-897d-660bab3406b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.736018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a7d6f6e1-f090-47a1-b7ab-e56f5decae5d tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "PUT /v2.0/routers/e183941d-d6d1-4636-994c-16a9191c07c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8015168 Aug 24 00:36:35.736604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50194) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:35.738704 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82767e1-35a0-4c48-a268-e3d858b9730f None None] Sync routers for ids ['e183941d-d6d1-4636-994c-16a9191c07c5'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:35.757726 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82767e1-35a0-4c48-a268-e3d858b9730f None None] Routers {'e183941d-d6d1-4636-994c-16a9191c07c5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:35.758364 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a82767e1-35a0-4c48-a268-e3d858b9730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e183941d-d6d1-4636-994c-16a9191c07c5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:35.770953 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1c45dea3-52eb-49b2-897d-660bab3406b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.775646 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1c45dea3-52eb-49b2-897d-660bab3406b8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ef543966-bec0-48dc-a837-239cf10a1e72 HTTP/1.1" status: 204 len: 168 time: 0.5497992 Aug 24 00:36:35.776469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45dea3-52eb-49b2-897d-660bab3406b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef543966-bec0-48dc-a837-239cf10a1e72,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:35.777705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50196) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:35.786949 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-abc0f24b-afe5-457b-a14e-d6f3fe0f3cd5 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] show failed (client error): The resource could not be found. Aug 24 00:36:35.792296 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-abc0f24b-afe5-457b-a14e-d6f3fe0f3cd5 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1996937149 HTTP/1.1" status: 404 len: 335 time: 0.0546417 Aug 24 00:36:35.802672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50198) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:35.807317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6ca9ba78-6825-45ac-ba6c-e8a8c76a2db0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:35.827459 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a82767e1-35a0-4c48-a268-e3d858b9730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:35.835686 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Floating IP 58db1979-761e-4dbf-a6a0-647234077281 associated. External IP: 172.25.8.26, port: a7eeedc2-0bca-44b2-9110-b71f00802ed4. Aug 24 00:36:35.839591 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82767e1-35a0-4c48-a268-e3d858b9730f None None] Routers {'e183941d-d6d1-4636-994c-16a9191c07c5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:35.840322 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a82767e1-35a0-4c48-a268-e3d858b9730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e183941d-d6d1-4636-994c-16a9191c07c5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:35.887060 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-6ca9ba78-6825-45ac-ba6c-e8a8c76a2db0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] update failed (client error): The resource could not be found. Aug 24 00:36:35.888610 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a82767e1-35a0-4c48-a268-e3d858b9730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:35.889663 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82767e1-35a0-4c48-a268-e3d858b9730f None None] The sync data for ids ['e183941d-d6d1-4636-994c-16a9191c07c5'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:35.893559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6ca9ba78-6825-45ac-ba6c-e8a8c76a2db0 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-169972515 HTTP/1.1" status: 404 len: 334 time: 0.0898013 Aug 24 00:36:35.894144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50200) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:35.948456 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82d2dc36-cd39-4580-a975-399e76952261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.969987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6004cb09-baee-41e0-8936-789d135b2123 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Deleting subnet 9bd2786d-9d3e-48e4-a70a-a73c1b03c7ac {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:35.975714 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6004cb09-baee-41e0-8936-789d135b2123 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.072881 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6004cb09-baee-41e0-8936-789d135b2123 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.113469 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82d2dc36-cd39-4580-a975-399e76952261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.128635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-82d2dc36-cd39-4580-a975-399e76952261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af96d3a9-b971-42ed-8e4a-6e0953383b52']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:36.152776 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-82d2dc36-cd39-4580-a975-399e76952261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0041afc0-1150-407f-84d1-fcb85bf24697') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:36.153655 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-82d2dc36-cd39-4580-a975-399e76952261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0041afc0-1150-407f-84d1-fcb85bf24697') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:36.172311 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82d2dc36-cd39-4580-a975-399e76952261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.215644 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82d2dc36-cd39-4580-a975-399e76952261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.229227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d2dc36-cd39-4580-a975-399e76952261 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:36.229791 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82d2dc36-cd39-4580-a975-399e76952261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:36.231675 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:36.293845 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6004cb09-baee-41e0-8936-789d135b2123 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.350210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82d2dc36-cd39-4580-a975-399e76952261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.368961 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82d2dc36-cd39-4580-a975-399e76952261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.370932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-82d2dc36-cd39-4580-a975-399e76952261 admin admin] 10.222.0.32 "DELETE /v2.0/networks/af96d3a9-b971-42ed-8e4a-6e0953383b52 HTTP/1.1" status: 204 len: 168 time: 0.5922508 Aug 24 00:36:36.416962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2dc36-cd39-4580-a975-399e76952261 admin admin] Pushing event deleted for resources: {'Network': ['ID=af96d3a9-b971-42ed-8e4a-6e0953383b52,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:36.430865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:36.462401 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6004cb09-baee-41e0-8936-789d135b2123 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.550904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004cb09-baee-41e0-8936-789d135b2123 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd2786d-9d3e-48e4-a70a-a73c1b03c7ac,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:36.554611 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6004cb09-baee-41e0-8936-789d135b2123 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.559491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1952a0c6-fd1c-49ec-a8cf-30fc8dd33631 None None] Network 8f280e71-659d-4098-872d-404c3926eb1f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:36.560456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6004cb09-baee-41e0-8936-789d135b2123 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "DELETE /v2.0/subnets/9bd2786d-9d3e-48e4-a70a-a73c1b03c7ac HTTP/1.1" status: 204 len: 168 time: 0.6624038 Aug 24 00:36:36.582548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50210) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:36.652424 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:36.668433 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e7959c-ed8d-42fc-8a7e-ace911503915 None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:36.685651 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.715084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50214) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:36.735837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e7959c-ed8d-42fc-8a7e-ace911503915 None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:36.736948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-90e7959c-ed8d-42fc-8a7e-ace911503915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:36.751445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe81e21-becf-4bcb-9f31-fbfafe97981f req-d354998d-5464-455b-871d-f91da98e9307 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:36.753511 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c0c0a550-ed6c-4731-b25d-0cae5f85af0b tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8536701 Aug 24 00:36:36.756412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:36.762096 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fe81e21-becf-4bcb-9f31-fbfafe97981f req-d354998d-5464-455b-871d-f91da98e9307 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.2526765 Aug 24 00:36:36.764937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-eacd01ea-8104-4e3e-879f-c3d823251ea0 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-381173764'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:36.781397 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.808669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacd01ea-8104-4e3e-879f-c3d823251ea0 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Made reservation on behalf of 6390eb5cc93146a1acafb548bec46572 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:36.816139 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eacd01ea-8104-4e3e-879f-c3d823251ea0 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.831907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1cf1b23a-58ba-4b39-ba97-6f49eed50c96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=565788d046f64b3ba851bf30980aedb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1156902 Aug 24 00:36:36.837307 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:36.841901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fe81e21-becf-4bcb-9f31-fbfafe97981f req-c014c0a5-3ea4-4209-b8aa-a9e4502723d7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788536 Aug 24 00:36:36.920111 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacd01ea-8104-4e3e-879f-c3d823251ea0 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:36:36.922441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Deleting port 6220623f-59f2-43a8-b891-06a9d33dea25 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:36.922953 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.937042 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eacd01ea-8104-4e3e-879f-c3d823251ea0 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.937361 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-eacd01ea-8104-4e3e-879f-c3d823251ea0 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Added segment f64753be-41fd-4c06-b921-0a19258d8e3e of type vlan for network 19eea4e7-de8b-40e9-86ed-5a6368735d2c Aug 24 00:36:36.980507 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a62280c3-8edc-458a-9b25-70906f9383cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.989174 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-90e7959c-ed8d-42fc-8a7e-ace911503915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:37.005099 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eacd01ea-8104-4e3e-879f-c3d823251ea0 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.005351 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e7959c-ed8d-42fc-8a7e-ace911503915 None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:37.005851 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-90e7959c-ed8d-42fc-8a7e-ace911503915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:37.006727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] For port 6220623f-59f2-43a8-b891-06a9d33dea25, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6220623f-59f2-43a8-b891-06a9d33dea25,segment=NetworkSegment(4be86efa-970d-44fc-afe7-b49a9b256a28),segment_id=4be86efa-970d-44fc-afe7-b49a9b256a28)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:37.009324 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.025188 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a62280c3-8edc-458a-9b25-70906f9383cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.031810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Calling delete_port for 6220623f-59f2-43a8-b891-06a9d33dea25 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:37.058932 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-90e7959c-ed8d-42fc-8a7e-ace911503915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:37.059552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e7959c-ed8d-42fc-8a7e-ace911503915 None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:37.064531 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eacd01ea-8104-4e3e-879f-c3d823251ea0 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.071683 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacd01ea-8104-4e3e-879f-c3d823251ea0 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:37.072331 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eacd01ea-8104-4e3e-879f-c3d823251ea0 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.105913 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9742d2b0-5db3-4de1-abb7-b9fe2d084138 None None] DHCP port deletion for 8f280e71-659d-4098-872d-404c3926eb1f request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:36:37.157867 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-eacd01ea-8104-4e3e-879f-c3d823251ea0 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3975928 Aug 24 00:36:37.158360 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:37.163548 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ebb66569-4fdb-45ea-a8c7-a81b1b767b13 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'subnet': {'network_id': '19eea4e7-de8b-40e9-86ed-5a6368735d2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:37.164167 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.176265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9742d2b0-5db3-4de1-abb7-b9fe2d084138 None None] Deleting port 6220623f-59f2-43a8-b891-06a9d33dea25 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:37.176594 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9742d2b0-5db3-4de1-abb7-b9fe2d084138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.188085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd01ea-8104-4e3e-879f-c3d823251ea0 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Network': ['ID=19eea4e7-de8b-40e9-86ed-5a6368735d2c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:37.202090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event deleted for resources: {'Port': ['ID=6220623f-59f2-43a8-b891-06a9d33dea25,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:37.208526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] No DVR routers for this DVR port 6220623f-59f2-43a8-b891-06a9d33dea25 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:37.239265 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a62280c3-8edc-458a-9b25-70906f9383cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.241826 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a62280c3-8edc-458a-9b25-70906f9383cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.242999 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a62280c3-8edc-458a-9b25-70906f9383cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/626fb654-2848-49c8-a3e8-e302f04ebcee HTTP/1.1" status: 204 len: 168 time: 0.4047494 Aug 24 00:36:37.263865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62280c3-8edc-458a-9b25-70906f9383cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626fb654-2848-49c8-a3e8-e302f04ebcee,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:37.277664 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9742d2b0-5db3-4de1-abb7-b9fe2d084138 None None] For port 6220623f-59f2-43a8-b891-06a9d33dea25, host n-d-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:37.278345 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9742d2b0-5db3-4de1-abb7-b9fe2d084138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.298172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9742d2b0-5db3-4de1-abb7-b9fe2d084138 None None] Calling delete_port for 6220623f-59f2-43a8-b891-06a9d33dea25 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:37.301412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-9742d2b0-5db3-4de1-abb7-b9fe2d084138 None None] Port 6220623f-59f2-43a8-b891-06a9d33dea25 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:36:37.305640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb66569-4fdb-45ea-a8c7-a81b1b767b13 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Made reservation on behalf of 6390eb5cc93146a1acafb548bec46572 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:37.306309 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 19eea4e7-de8b-40e9-86ed-5a6368735d2c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:37.311133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebb66569-4fdb-45ea-a8c7-a81b1b767b13 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.312933 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9742d2b0-5db3-4de1-abb7-b9fe2d084138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.322029 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.348993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f280e71-659d-4098-872d-404c3926eb1f']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:37.360248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742d2b0-5db3-4de1-abb7-b9fe2d084138 None None] Pushing event deleted for resources: {'Port': ['ID=6220623f-59f2-43a8-b891-06a9d33dea25,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:37.369436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be86efa-970d-44fc-afe7-b49a9b256a28') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:37.369734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be86efa-970d-44fc-afe7-b49a9b256a28') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:37.390203 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.415100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9742d2b0-5db3-4de1-abb7-b9fe2d084138 None None] No DVR routers for this DVR port 6220623f-59f2-43a8-b891-06a9d33dea25 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:37.435405 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.456970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:37.457259 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:37.460696 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:37.548160 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.554521 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.567413 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "DELETE /v2.0/networks/8f280e71-659d-4098-872d-404c3926eb1f HTTP/1.1" status: 204 len: 168 time: 0.9832258 Aug 24 00:36:37.572356 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50228) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:37.620496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c0390-15cc-4d40-aefd-3816b72c543a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event deleted for resources: {'Network': ['ID=8f280e71-659d-4098-872d-404c3926eb1f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:37.678198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-856ca802-c6fc-4d12-917e-c115ba1ff3c1 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Deleting subnet 5a4f25c9-eca5-46d1-b369-41d93a981f6e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:37.708932 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-856ca802-c6fc-4d12-917e-c115ba1ff3c1 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.773335 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-856ca802-c6fc-4d12-917e-c115ba1ff3c1 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.776375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebb66569-4fdb-45ea-a8c7-a81b1b767b13 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.908041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50236) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:37.941420 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb66569-4fdb-45ea-a8c7-a81b1b767b13 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Subnet': ['ID=7e7b09e8-0058-4bbe-9b6b-566290aaa383,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:37.965999 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-856ca802-c6fc-4d12-917e-c115ba1ff3c1 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.969676 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb66569-4fdb-45ea-a8c7-a81b1b767b13 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Checking segment: {'id': 'f64753be-41fd-4c06-b921-0a19258d8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '19eea4e7-de8b-40e9-86ed-5a6368735d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:37.970171 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb66569-4fdb-45ea-a8c7-a81b1b767b13 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network hostable DHCP agents. Network: 19eea4e7-de8b-40e9-86ed-5a6368735d2c, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:36:37.982328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9721ce6b-5130-42a1-8f55-fed224323000 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a18d85c1a254ff8add96d54eaeedcd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717702 Aug 24 00:36:37.996350 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50238) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:38.032264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bb389-e5a6-4f14-bc08-0646803e9d30 req-e5c633a4-a7fe-48ac-a24d-89b98d9fa8dd tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:38.034039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-422bb389-e5a6-4f14-bc08-0646803e9d30 req-e5c633a4-a7fe-48ac-a24d-89b98d9fa8dd tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.0677142 Aug 24 00:36:38.056427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb66569-4fdb-45ea-a8c7-a81b1b767b13 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network 19eea4e7-de8b-40e9-86ed-5a6368735d2c is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:36:38.092119 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ebb66569-4fdb-45ea-a8c7-a81b1b767b13 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 19eea4e7-de8b-40e9-86ed-5a6368735d2c) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:38.098420 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-856ca802-c6fc-4d12-917e-c115ba1ff3c1 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.101689 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01447be-0726-4fd7-8f8d-70f7327b5355 None None] Network 19eea4e7-de8b-40e9-86ed-5a6368735d2c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:38.104246 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb66569-4fdb-45ea-a8c7-a81b1b767b13 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:38.104915 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebb66569-4fdb-45ea-a8c7-a81b1b767b13 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.113776 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76742526-04d1-489f-b4fe-004696de05e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.126256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-422bb389-e5a6-4f14-bc08-0646803e9d30 req-043374be-1f8f-439a-801f-a4728bf4b43d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692270 Aug 24 00:36:38.161194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ca802-c6fc-4d12-917e-c115ba1ff3c1 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4f25c9-eca5-46d1-b369-41d93a981f6e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:38.174000 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ebb66569-4fdb-45ea-a8c7-a81b1b767b13 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0121429 Aug 24 00:36:38.174409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50240) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:38.175598 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-856ca802-c6fc-4d12-917e-c115ba1ff3c1 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.179953 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-856ca802-c6fc-4d12-917e-c115ba1ff3c1 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "DELETE /v2.0/subnets/5a4f25c9-eca5-46d1-b369-41d93a981f6e HTTP/1.1" status: 204 len: 168 time: 0.6041379 Aug 24 00:36:38.180149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-645711787', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:38.180932 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50242) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:38.192771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6220623f-59f2-43a8-b891-06a9d33dea25 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:38.195081 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37178b7b-d049-4c60-969d-b56248ff8fe4 None None] Network 11aa66ea-3cd0-4819-8613-d6a5dc595ad3 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:38.211447 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.212796 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.217902 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76742526-04d1-489f-b4fe-004696de05e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.237380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 6220623f-59f2-43a8-b891-06a9d33dea25 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:36:38.238310 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6220623f-59f2-43a8-b891-06a9d33dea25 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:36:38.266482 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c8b29a-d406-473f-be76-3a74e41bb933 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Deleting subnet 8bd671e4-1430-4683-a0d7-d0d274273cc7 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:38.272201 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76c8b29a-d406-473f-be76-3a74e41bb933 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.312195 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.315609 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76742526-04d1-489f-b4fe-004696de05e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.318354 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76742526-04d1-489f-b4fe-004696de05e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.321835 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-76742526-04d1-489f-b4fe-004696de05e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b16a5b18-3423-4ce5-9f92-c881d4027ff6 HTTP/1.1" status: 204 len: 168 time: 0.3208237 Aug 24 00:36:38.351552 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76c8b29a-d406-473f-be76-3a74e41bb933 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.359247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76742526-04d1-489f-b4fe-004696de05e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16a5b18-3423-4ce5-9f92-c881d4027ff6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:38.501422 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.583519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-19eea4e7-de8b-40e9-86ed-5a6368735d2c', 'network_id': '19eea4e7-de8b-40e9-86ed-5a6368735d2c', 'tenant_id': '6390eb5cc93146a1acafb548bec46572', 'fixed_ips': [{'subnet_id': '7e7b09e8-0058-4bbe-9b6b-566290aaa383'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:36:38.583783 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76c8b29a-d406-473f-be76-3a74e41bb933 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.590108 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.615819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfa5f96-e723-437e-a5e4-7bc13e232741 None None] DHCP port deletion for 11aa66ea-3cd0-4819-8613-d6a5dc595ad3 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:36:38.721081 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76c8b29a-d406-473f-be76-3a74e41bb933 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.787721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8b29a-d406-473f-be76-3a74e41bb933 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd671e4-1430-4683-a0d7-d0d274273cc7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:38.796293 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76c8b29a-d406-473f-be76-3a74e41bb933 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.798273 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-76c8b29a-d406-473f-be76-3a74e41bb933 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "DELETE /v2.0/subnets/8bd671e4-1430-4683-a0d7-d0d274273cc7 HTTP/1.1" status: 204 len: 168 time: 0.6167359 Aug 24 00:36:38.801647 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:38.829452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0adad2b-d7d9-4287-bd0f-ea41fbe06177 None None] Network f52bc337-8cef-4315-b04c-3ab8fe7dbf2f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:38.847001 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.870687 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.901948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Allocated IP 172.20.0.2 (19eea4e7-de8b-40e9-86ed-5a6368735d2c/7e7b09e8-0058-4bbe-9b6b-566290aaa383/41047575-8503-43e7-98bf-5a740b2a524a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:38.949779 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.000793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.25.8.203 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/54d48eb7-e8fe-49fc-9585-e0b34cbfd1ad) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:39.081888 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Deleting port 8dacbe58-b764-403b-906b-704fe3af3dda {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:39.083133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.130959 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.131191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-adfa5f96-e723-437e-a5e4-7bc13e232741 None None] Deleting port 8dacbe58-b764-403b-906b-704fe3af3dda {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:39.131718 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-adfa5f96-e723-437e-a5e4-7bc13e232741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.194541 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.255279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] For port 8dacbe58-b764-403b-906b-704fe3af3dda, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8dacbe58-b764-403b-906b-704fe3af3dda,segment=NetworkSegment(da8a4f5e-bc25-48ce-986a-63be9c47fdbb),segment_id=da8a4f5e-bc25-48ce-986a-63be9c47fdbb)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:39.255672 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.284091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Calling delete_port for 8dacbe58-b764-403b-906b-704fe3af3dda owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:39.286558 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-adfa5f96-e723-437e-a5e4-7bc13e232741 None None] For port 8dacbe58-b764-403b-906b-704fe3af3dda, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8dacbe58-b764-403b-906b-704fe3af3dda,segment=NetworkSegment(da8a4f5e-bc25-48ce-986a-63be9c47fdbb),segment_id=da8a4f5e-bc25-48ce-986a-63be9c47fdbb)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:39.287095 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-adfa5f96-e723-437e-a5e4-7bc13e232741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.288729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=54d48eb7-e8fe-49fc-9585-e0b34cbfd1ad,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:39.315491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-adfa5f96-e723-437e-a5e4-7bc13e232741 None None] Calling delete_port for 8dacbe58-b764-403b-906b-704fe3af3dda owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:39.365593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:39.367913 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:39.374176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:39.451772 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857012c4-4312-4204-91d6-57254a74615e None None] DHCP port deletion for f52bc337-8cef-4315-b04c-3ab8fe7dbf2f request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:36:39.503386 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.522000 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.531304 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Transition to ACTIVE for port object 41047575-8503-43e7-98bf-5a740b2a524a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:39.540839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event deleted for resources: {'Port': ['ID=8dacbe58-b764-403b-906b-704fe3af3dda,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:39.563643 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Transition to ACTIVE for port object 41047575-8503-43e7-98bf-5a740b2a524a will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:39.578397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] No DVR routers for this DVR port 8dacbe58-b764-403b-906b-704fe3af3dda on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:39.608439 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.629650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b6a90-1950-4309-9e15-62e8eec2e9bc req-6cec49dc-cdf9-43c5-a684-b0f4d50df5e1 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:39.672975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-517b6a90-1950-4309-9e15-62e8eec2e9bc req-6cec49dc-cdf9-43c5-a684-b0f4d50df5e1 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.3884454 Aug 24 00:36:39.725765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Pushing event updated for resources: {'Port': ['ID=41047575-8503-43e7-98bf-5a740b2a524a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:39.730265 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-adfa5f96-e723-437e-a5e4-7bc13e232741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.735441 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50278) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:39.767515 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.782535 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa5f96-e723-437e-a5e4-7bc13e232741 None None] Pushing event deleted for resources: {'Port': ['ID=8dacbe58-b764-403b-906b-704fe3af3dda,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:39.799003 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11aa66ea-3cd0-4819-8613-d6a5dc595ad3']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:39.809223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Network 19eea4e7-de8b-40e9-86ed-5a6368735d2c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:39.820391 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8a4f5e-bc25-48ce-986a-63be9c47fdbb') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:39.821253 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8a4f5e-bc25-48ce-986a-63be9c47fdbb') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:39.822322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:39.829726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:39.846818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa5f96-e723-437e-a5e4-7bc13e232741 None None] No DVR routers for this DVR port 8dacbe58-b764-403b-906b-704fe3af3dda on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:39.859181 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.882427 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.898645 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:39.899388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.901537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-857012c4-4312-4204-91d6-57254a74615e None None] Deleting port 67b74c90-54cf-40a1-a4c9-de5aec6639c7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:39.901931 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-857012c4-4312-4204-91d6-57254a74615e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:39.906621 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:39.982076 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1700701614-network', 'tenant_id': '33c45ffed6d949d68a0c0a054d17a347'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:40.026351 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.052335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Attempting to bind port 41047575-8503-43e7-98bf-5a740b2a524a on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:40.052729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Attempting to bind port 41047575-8503-43e7-98bf-5a740b2a524a by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'f64753be-41fd-4c06-b921-0a19258d8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '19eea4e7-de8b-40e9-86ed-5a6368735d2c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:40.053091 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Attempting to bind port 41047575-8503-43e7-98bf-5a740b2a524a on network 19eea4e7-de8b-40e9-86ed-5a6368735d2c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:40.068046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:40.068429 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Checking segment: {'id': 'f64753be-41fd-4c06-b921-0a19258d8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '19eea4e7-de8b-40e9-86ed-5a6368735d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:40.068841 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.069240 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Bound using segment: {'id': 'f64753be-41fd-4c06-b921-0a19258d8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '19eea4e7-de8b-40e9-86ed-5a6368735d2c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:40.069726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Bound port: 41047575-8503-43e7-98bf-5a740b2a524a, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64753be-41fd-4c06-b921-0a19258d8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '19eea4e7-de8b-40e9-86ed-5a6368735d2c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:40.070109 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.073171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-857012c4-4312-4204-91d6-57254a74615e None None] For port 67b74c90-54cf-40a1-a4c9-de5aec6639c7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=67b74c90-54cf-40a1-a4c9-de5aec6639c7,segment=NetworkSegment(4623c2c5-3c83-4c68-837a-d41da9ab7452),segment_id=4623c2c5-3c83-4c68-837a-d41da9ab7452)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:40.073475 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-857012c4-4312-4204-91d6-57254a74615e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.097931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] Made reservation on behalf of 33c45ffed6d949d68a0c0a054d17a347 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:40.100667 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-857012c4-4312-4204-91d6-57254a74615e None None] Calling delete_port for 67b74c90-54cf-40a1-a4c9-de5aec6639c7 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:40.105288 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.124667 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.127163 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "DELETE /v2.0/networks/11aa66ea-3cd0-4819-8613-d6a5dc595ad3 HTTP/1.1" status: 204 len: 168 time: 1.3244801 Aug 24 00:36:40.128251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601b964-6cad-4604-a759-0b71742c5597 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event deleted for resources: {'Network': ['ID=11aa66ea-3cd0-4819-8613-d6a5dc595ad3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:40.139333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50284) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:40.157129 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.203617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 67b74c90-54cf-40a1-a4c9-de5aec6639c7 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:40.273036 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.333124 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-517b6a90-1950-4309-9e15-62e8eec2e9bc req-7b859e57-9915-410d-baae-9523783eccb1 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6579151 Aug 24 00:36:40.360899 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.386991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] For port 41047575-8503-43e7-98bf-5a740b2a524a, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:40.391554 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Deleting port 67b74c90-54cf-40a1-a4c9-de5aec6639c7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:40.391900 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.404889 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.410974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] For port 41047575-8503-43e7-98bf-5a740b2a524a, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=41047575-8503-43e7-98bf-5a740b2a524a,segment=NetworkSegment(f64753be-41fd-4c06-b921-0a19258d8e3e),segment_id=f64753be-41fd-4c06-b921-0a19258d8e3e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:40.434000 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.469233 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] For port 67b74c90-54cf-40a1-a4c9-de5aec6639c7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=67b74c90-54cf-40a1-a4c9-de5aec6639c7,segment=NetworkSegment(4623c2c5-3c83-4c68-837a-d41da9ab7452),segment_id=4623c2c5-3c83-4c68-837a-d41da9ab7452)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:40.469618 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.487115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Calling delete_port for 67b74c90-54cf-40a1-a4c9-de5aec6639c7 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:40.544151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8dacbe58-b764-403b-906b-704fe3af3dda no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:40.547749 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-857012c4-4312-4204-91d6-57254a74615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.610478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 8dacbe58-b764-403b-906b-704fe3af3dda {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:36:40.610478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8dacbe58-b764-403b-906b-704fe3af3dda not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:36:40.626997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.639788 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.642963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857012c4-4312-4204-91d6-57254a74615e None None] No DVR routers for this DVR port 67b74c90-54cf-40a1-a4c9-de5aec6639c7 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:40.662884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f67bf1-91fb-4dae-814d-3e815db84135 None None] Pushing event updated for resources: {'Port': ['ID=41047575-8503-43e7-98bf-5a740b2a524a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:40.698346 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.705794 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857012c4-4312-4204-91d6-57254a74615e None None] Pushing event deleted for resources: {'Port': ['ID=67b74c90-54cf-40a1-a4c9-de5aec6639c7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:40.719478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:36:40.734532 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] No DVR routers for this DVR port 67b74c90-54cf-40a1-a4c9-de5aec6639c7 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:40.755711 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.800444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event deleted for resources: {'Port': ['ID=67b74c90-54cf-40a1-a4c9-de5aec6639c7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:40.819623 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.819976 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] Added segment 437d096f-68f1-45af-983f-8e883fb083b1 of type vlan for network 2f2706c8-e765-4e9d-8d8b-16481d4876ba Aug 24 00:36:40.830903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970a5a0e-0473-40e3-b0ba-156964246b20,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:40.984880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router b588dfe4-95db-4859-92cb-c329ac21c1e3 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:36:40.999326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.013033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.016911 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52bc337-8cef-4315-b04c-3ab8fe7dbf2f']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:41.034444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4623c2c5-3c83-4c68-837a-d41da9ab7452') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:41.034751 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4623c2c5-3c83-4c68-837a-d41da9ab7452') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:41.056532 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.076360 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.080989 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.081953 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:41.082536 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.088454 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:41.088866 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:41.092781 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:41.145186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:41.163998 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b607e-b8c0-4e07-95d5-a4e2948f911c None None] Sync routers for ids ['b588dfe4-95db-4859-92cb-c329ac21c1e3'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:41.178308 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b607e-b8c0-4e07-95d5-a4e2948f911c None None] Routers {'b588dfe4-95db-4859-92cb-c329ac21c1e3'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:41.178577 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.180416 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c04b607e-b8c0-4e07-95d5-a4e2948f911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b588dfe4-95db-4859-92cb-c329ac21c1e3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:41.180761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-98ab6c08-b678-493a-b5e4-f355cd83f896 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0041301 Aug 24 00:36:41.186067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50292) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:41.224040 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c04b607e-b8c0-4e07-95d5-a4e2948f911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:41.235493 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b607e-b8c0-4e07-95d5-a4e2948f911c None None] Routers {'b588dfe4-95db-4859-92cb-c329ac21c1e3'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:41.236659 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c04b607e-b8c0-4e07-95d5-a4e2948f911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b588dfe4-95db-4859-92cb-c329ac21c1e3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:41.245898 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5089743 Aug 24 00:36:41.249313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50294) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:41.256818 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9373aa66-6e5e-40d2-b620-58091f8aacb0 admin admin] Request body: {'subnet': {'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1700701614-subnet', 'tenant_id': '33c45ffed6d949d68a0c0a054d17a347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:41.261897 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.274095 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.277460 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "DELETE /v2.0/networks/f52bc337-8cef-4315-b04c-3ab8fe7dbf2f HTTP/1.1" status: 204 len: 168 time: 1.1354067 Aug 24 00:36:41.281384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:41.345933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50736a71-43a8-4a57-9b60-1a9b0c6ebba4 admin admin] Pushing event updated for resources: {'Network': ['ID=2f2706c8-e765-4e9d-8d8b-16481d4876ba,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:41.357580 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 2f2706c8-e765-4e9d-8d8b-16481d4876ba details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:41.379001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9373aa66-6e5e-40d2-b620-58091f8aacb0 admin admin] Made reservation on behalf of 33c45ffed6d949d68a0c0a054d17a347 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:41.382955 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9373aa66-6e5e-40d2-b620-58091f8aacb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.393638 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7d6f6-2bce-472e-81f2-d28765183734 tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event deleted for resources: {'Network': ['ID=f52bc337-8cef-4315-b04c-3ab8fe7dbf2f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:41.431562 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c04b607e-b8c0-4e07-95d5-a4e2948f911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:41.432608 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b607e-b8c0-4e07-95d5-a4e2948f911c None None] The sync data for ids ['b588dfe4-95db-4859-92cb-c329ac21c1e3'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:41.439393 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a9689e-7735-49c2-bbb0-f1ec425e27bf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Deleting subnet d5a6a4a2-830a-46de-9165-6870953f5f64 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:41.448746 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a9689e-7735-49c2-bbb0-f1ec425e27bf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.511984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a9689e-7735-49c2-bbb0-f1ec425e27bf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.651951 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a9689e-7735-49c2-bbb0-f1ec425e27bf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.680865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af8eed-828a-4d2d-a8c7-40b4413e7c28 req-515a49bf-d5e7-4acd-a519-2fc2b762899b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:41.691783 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2af8eed-828a-4d2d-a8c7-40b4413e7c28 req-515a49bf-d5e7-4acd-a519-2fc2b762899b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.1586719 Aug 24 00:36:41.742071 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a9689e-7735-49c2-bbb0-f1ec425e27bf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.774211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9689e-7735-49c2-bbb0-f1ec425e27bf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a6a4a2-830a-46de-9165-6870953f5f64,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:41.788484 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a9689e-7735-49c2-bbb0-f1ec425e27bf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.797409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50300) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:41.797748 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dff0c7-8272-44c9-a4b6-e543d01f2642 None None] Network d8e0e164-87b2-4e69-8969-1eb333d31205 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:41.807512 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0a9689e-7735-49c2-bbb0-f1ec425e27bf tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "DELETE /v2.0/subnets/d5a6a4a2-830a-46de-9165-6870953f5f64 HTTP/1.1" status: 204 len: 168 time: 0.5126541 Aug 24 00:36:41.881942 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2af8eed-828a-4d2d-a8c7-40b4413e7c28 req-31048c8b-0b39-4fa3-a9b5-b2f830978a11 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892610 Aug 24 00:36:42.031636 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.040201 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c34222-19d1-4761-915d-582b88104bb1 None None] Network 19eea4e7-de8b-40e9-86ed-5a6368735d2c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:42.077172 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9373aa66-6e5e-40d2-b620-58091f8aacb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.117365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62f44df-29f7-4676-addb-1badaf20b276 None None] DHCP port deletion for d8e0e164-87b2-4e69-8969-1eb333d31205 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:36:42.224261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373aa66-6e5e-40d2-b620-58091f8aacb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd9b90b-f801-4301-962f-740fe1951187,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:42.272605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9373aa66-6e5e-40d2-b620-58091f8aacb0 admin admin] Checking segment: {'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:42.272977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9373aa66-6e5e-40d2-b620-58091f8aacb0 admin admin] Network hostable DHCP agents. Network: 2f2706c8-e765-4e9d-8d8b-16481d4876ba, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:36:42.317192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Deleting port 46482fc1-5dee-4289-874e-9658692b6b59 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:42.317528 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.347327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e5c707e4-b1a8-46bb-9b8f-03a527a29380 None None] Provisioning for port 41047575-8503-43e7-98bf-5a740b2a524a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:42.350325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 41047575-8503-43e7-98bf-5a740b2a524a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:42.363109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9373aa66-6e5e-40d2-b620-58091f8aacb0 admin admin] Network 2f2706c8-e765-4e9d-8d8b-16481d4876ba is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:36:42.436265 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.446719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-9373aa66-6e5e-40d2-b620-58091f8aacb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 2f2706c8-e765-4e9d-8d8b-16481d4876ba) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:42.464598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9373aa66-6e5e-40d2-b620-58091f8aacb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:42.465185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9373aa66-6e5e-40d2-b620-58091f8aacb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.469123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] For port 46482fc1-5dee-4289-874e-9658692b6b59, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=46482fc1-5dee-4289-874e-9658692b6b59,segment=NetworkSegment(3aa5114f-6124-4976-91a0-2f4befbc437f),segment_id=3aa5114f-6124-4976-91a0-2f4befbc437f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:42.469480 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.475634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a118105-19b1-4f09-b061-2a3f63bef29a None None] Network 2f2706c8-e765-4e9d-8d8b-16481d4876ba requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:42.520804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Calling delete_port for 46482fc1-5dee-4289-874e-9658692b6b59 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:42.540871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9373aa66-6e5e-40d2-b620-58091f8aacb0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2905521 Aug 24 00:36:42.567601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e62f44df-29f7-4676-addb-1badaf20b276 None None] Deleting port 46482fc1-5dee-4289-874e-9658692b6b59 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:42.567992 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e62f44df-29f7-4676-addb-1badaf20b276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.625080 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 41047575-8503-43e7-98bf-5a740b2a524a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:42.636819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 41047575-8503-43e7-98bf-5a740b2a524a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:42.637270 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.762102 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.785960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e62f44df-29f7-4676-addb-1badaf20b276 None None] For port 46482fc1-5dee-4289-874e-9658692b6b59, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=46482fc1-5dee-4289-874e-9658692b6b59,segment=NetworkSegment(3aa5114f-6124-4976-91a0-2f4befbc437f),segment_id=3aa5114f-6124-4976-91a0-2f4befbc437f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:42.786282 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e62f44df-29f7-4676-addb-1badaf20b276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.823988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e62f44df-29f7-4676-addb-1badaf20b276 None None] Calling delete_port for 46482fc1-5dee-4289-874e-9658692b6b59 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:42.829098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event deleted for resources: {'Port': ['ID=46482fc1-5dee-4289-874e-9658692b6b59,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:42.862416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] No DVR routers for this DVR port 46482fc1-5dee-4289-874e-9658692b6b59 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:42.973435 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.004134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c20b07-db39-4c97-ab48-321fa3ed99db None None] Network 2f2706c8-e765-4e9d-8d8b-16481d4876ba requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:43.109115 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.114014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.20.0.1 (19eea4e7-de8b-40e9-86ed-5a6368735d2c/7e7b09e8-0058-4bbe-9b6b-566290aaa383/e205b561-1556-4d58-b62c-3cea62c87bb6) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:43.126562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e0e164-87b2-4e69-8969-1eb333d31205']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:43.147013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa5114f-6124-4976-91a0-2f4befbc437f') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:43.147288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa5114f-6124-4976-91a0-2f4befbc437f') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:43.167628 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.221816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 41047575-8503-43e7-98bf-5a740b2a524a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=41047575-8503-43e7-98bf-5a740b2a524a,segment=NetworkSegment(f64753be-41fd-4c06-b921-0a19258d8e3e),segment_id=f64753be-41fd-4c06-b921-0a19258d8e3e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:43.240516 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e62f44df-29f7-4676-addb-1badaf20b276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.258979 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.262553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c27f2-3e9d-49c6-9b1e-e1f188f2cda9 req-2881b91c-db5c-449f-965a-79c7895ac1d7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:43.265355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca3c27f2-3e9d-49c6-9b1e-e1f188f2cda9 req-2881b91c-db5c-449f-965a-79c7895ac1d7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.2379694 Aug 24 00:36:43.269910 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.291675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:43.292013 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:43.303875 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:43.355248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f44df-29f7-4676-addb-1badaf20b276 None None] Pushing event deleted for resources: {'Port': ['ID=46482fc1-5dee-4289-874e-9658692b6b59,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:43.358093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 46482fc1-5dee-4289-874e-9658692b6b59 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:43.367473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f44df-29f7-4676-addb-1badaf20b276 None None] No DVR routers for this DVR port 46482fc1-5dee-4289-874e-9658692b6b59 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:43.411582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 46482fc1-5dee-4289-874e-9658692b6b59 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:36:43.411922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 46482fc1-5dee-4289-874e-9658692b6b59 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:36:43.449592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca3c27f2-3e9d-49c6-9b1e-e1f188f2cda9 req-3682dd7d-a99e-4655-80a1-1d04a2e62983 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685290 Aug 24 00:36:43.454193 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.454538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=41047575-8503-43e7-98bf-5a740b2a524a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:43.468082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.472405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "DELETE /v2.0/networks/d8e0e164-87b2-4e69-8969-1eb333d31205 HTTP/1.1" status: 204 len: 168 time: 1.6672983 Aug 24 00:36:43.472819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:43.488522 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.521400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b809517-bf0e-4573-ad31-73418f83dd6c tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Pushing event deleted for resources: {'Network': ['ID=d8e0e164-87b2-4e69-8969-1eb333d31205,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:43.524667 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4af2550d-2c66-41bb-8184-6f919926dabb tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "GET /v2.0/ports?device_id=e183941d-d6d1-4636-994c-16a9191c07c5 HTTP/1.1" status: 200 len: 205 time: 0.0506518 Aug 24 00:36:43.525429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Transition to ACTIVE for port object e205b561-1556-4d58-b62c-3cea62c87bb6 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:43.531583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50330) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:43.532925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8431df66-0564-451f-881f-b76a51813369 None None] Provisioning complete for port 41047575-8503-43e7-98bf-5a740b2a524a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:43.533415 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8431df66-0564-451f-881f-b76a51813369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.639967 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5827231-04c0-4166-b0c0-6ba261bce83a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.107267 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.132429 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 41047575-8503-43e7-98bf-5a740b2a524a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:44.208478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 41047575-8503-43e7-98bf-5a740b2a524a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:44.209146 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.225195 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5827231-04c0-4166-b0c0-6ba261bce83a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.229712 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5827231-04c0-4166-b0c0-6ba261bce83a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.238509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network 19eea4e7-de8b-40e9-86ed-5a6368735d2c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:44.245358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:44.281368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:44.309441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=e205b561-1556-4d58-b62c-3cea62c87bb6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:44.333627 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5827231-04c0-4166-b0c0-6ba261bce83a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.334294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5827231-04c0-4166-b0c0-6ba261bce83a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Fanout notify agent at l3_agent the message router_deleted on router e183941d-d6d1-4636-994c-16a9191c07c5 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:36:44.344154 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5827231-04c0-4166-b0c0-6ba261bce83a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.345607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d5827231-04c0-4166-b0c0-6ba261bce83a tempest-RoutersNegativeIpV6Test-1639231112 tempest-RoutersNegativeIpV6Test-1639231112-project] 10.222.0.32 "DELETE /v2.0/routers/e183941d-d6d1-4636-994c-16a9191c07c5 HTTP/1.1" status: 204 len: 168 time: 0.8087978 Aug 24 00:36:44.355489 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.698303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50352) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:44.709080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707c104-5b4d-4147-8180-7dd4e39a4a98 req-daa39653-3752-470b-a0f6-4cc49d56c92d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:44.710679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d707c104-5b4d-4147-8180-7dd4e39a4a98 req-daa39653-3752-470b-a0f6-4cc49d56c92d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.0981662 Aug 24 00:36:44.720132 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.731743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fd06beef-fb3f-4609-9543-1ecb0b75bd7c None None] Provisioning for port e205b561-1556-4d58-b62c-3cea62c87bb6 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:44.739029 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fd06beef-fb3f-4609-9543-1ecb0b75bd7c None None] Provisioning complete for port e205b561-1556-4d58-b62c-3cea62c87bb6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:44.739479 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd06beef-fb3f-4609-9543-1ecb0b75bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.814825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fd06beef-fb3f-4609-9543-1ecb0b75bd7c None None] Port e205b561-1556-4d58-b62c-3cea62c87bb6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:44.831214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d707c104-5b4d-4147-8180-7dd4e39a4a98 req-50a29755-630b-4fdd-ae28-339c91c13e10 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063864 Aug 24 00:36:44.931101 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-81237f9f-8f4c-4013-914b-cfdcb1998fe1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c2159386ec44efcb2886a22ae937394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308583 Aug 24 00:36:44.933534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50356) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:45.016339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd248a8e-7bdf-41b2-bd23-b18daa51195a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.054707 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd248a8e-7bdf-41b2-bd23-b18daa51195a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.114105 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd248a8e-7bdf-41b2-bd23-b18daa51195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.117281 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd248a8e-7bdf-41b2-bd23-b18daa51195a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.118682 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bd248a8e-7bdf-41b2-bd23-b18daa51195a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a996cf7-0832-4bc1-82fd-504fda6bc918 HTTP/1.1" status: 204 len: 168 time: 0.1840153 Aug 24 00:36:45.127782 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd248a8e-7bdf-41b2-bd23-b18daa51195a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a996cf7-0832-4bc1-82fd-504fda6bc918,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:45.186129 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.197076 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.291501 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.347983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=e205b561-1556-4d58-b62c-3cea62c87bb6,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:45.402033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network 19eea4e7-de8b-40e9-86ed-5a6368735d2c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:45.404401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:45.558834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router b588dfe4-95db-4859-92cb-c329ac21c1e3 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:45.722391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:45.730620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f9506362-843b-431b-bb08-77660b8b663d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "PUT /v2.0/routers/b588dfe4-95db-4859-92cb-c329ac21c1e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5428424 Aug 24 00:36:45.733678 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50376) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:45.739543 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'port': {'network_id': '19eea4e7-de8b-40e9-86ed-5a6368735d2c', 'name': 'tempest-FloatingIPTestJSON-1303147707'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:45.742473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d50d20c-8420-436e-a4d4-89bfbf735092 None None] Sync routers for ids ['b588dfe4-95db-4859-92cb-c329ac21c1e3'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:45.782711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9c85a311-3fa5-4a71-a687-1ef7730e9b57 None None] Provisioning complete for port e205b561-1556-4d58-b62c-3cea62c87bb6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:45.783854 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c85a311-3fa5-4a71-a687-1ef7730e9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.829528 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d50d20c-8420-436e-a4d4-89bfbf735092 None None] Routers {'b588dfe4-95db-4859-92cb-c329ac21c1e3'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:45.830159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5d50d20c-8420-436e-a4d4-89bfbf735092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b588dfe4-95db-4859-92cb-c329ac21c1e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:45.877337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5d50d20c-8420-436e-a4d4-89bfbf735092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:45.889146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d50d20c-8420-436e-a4d4-89bfbf735092 None None] Routers {'b588dfe4-95db-4859-92cb-c329ac21c1e3'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:45.889778 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5d50d20c-8420-436e-a4d4-89bfbf735092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b588dfe4-95db-4859-92cb-c329ac21c1e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:45.895480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Made reservation on behalf of 6390eb5cc93146a1acafb548bec46572 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:45.902575 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.924889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5d50d20c-8420-436e-a4d4-89bfbf735092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:45.925553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d50d20c-8420-436e-a4d4-89bfbf735092 None None] The sync data for ids ['b588dfe4-95db-4859-92cb-c329ac21c1e3'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:45.927136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9c85a311-3fa5-4a71-a687-1ef7730e9b57 None None] Port e205b561-1556-4d58-b62c-3cea62c87bb6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:45.934168 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] device_id is not set on port dfd8e995-f45d-4b25-8e6d-24c373b53d16 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:36:46.027393 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7de82b-7078-4067-b5bb-94c4d86036ec req-e0d8c800-8234-4234-9c13-5f9c610274c4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:46.032348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a7de82b-7078-4067-b5bb-94c4d86036ec req-e0d8c800-8234-4234-9c13-5f9c610274c4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.0860295 Aug 24 00:36:46.074221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Allocated IP 172.20.0.4 (19eea4e7-de8b-40e9-86ed-5a6368735d2c/7e7b09e8-0058-4bbe-9b6b-566290aaa383/dfd8e995-f45d-4b25-8e6d-24c373b53d16) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:46.101003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a7de82b-7078-4067-b5bb-94c4d86036ec req-a3292d5a-67dc-435a-8e9c-00c364735ca7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486972 Aug 24 00:36:46.130242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50390) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:46.136107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0040190 Aug 24 00:36:46.139187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50392) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:46.313211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:46.315492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e29dfcc4-ba77-4d3a-aa40-c4204ec3d531 tempest-NetworksApiDiscovery-97860811 tempest-NetworksApiDiscovery-97860811-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1752360 Aug 24 00:36:46.330810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Transition to ACTIVE for port object dfd8e995-f45d-4b25-8e6d-24c373b53d16 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:46.375238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:46.441785 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Network 19eea4e7-de8b-40e9-86ed-5a6368735d2c is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:46.448737 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:46.453230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:46.507493 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event updated for resources: {'Port': ['ID=dfd8e995-f45d-4b25-8e6d-24c373b53d16,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:46.522127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:46.522471 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:46.522883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:46.523227 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:46.523563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:46.523887 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:46.524220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:46.524537 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:46.524857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:46.525183 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:46.525528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:46.525855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:46.543920 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:46.547783 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:46.578614 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b95c434c-7fff-408a-a8f7-b0ca50d7bb3d tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8430276 Aug 24 00:36:46.581204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50410) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:46.594161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-46e61196-732a-47e2-a12c-e12c1533d450 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Request body: {'floatingip': {'port_id': 'dfd8e995-f45d-4b25-8e6d-24c373b53d16'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:46.757613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b518eb55-ed7a-4c35-853a-b4de7995c992 None None] Provisioning for port dfd8e995-f45d-4b25-8e6d-24c373b53d16 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:46.765557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b518eb55-ed7a-4c35-853a-b4de7995c992 None None] Provisioning complete for port dfd8e995-f45d-4b25-8e6d-24c373b53d16 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:46.767219 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b518eb55-ed7a-4c35-853a-b4de7995c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:46.778284 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-46e61196-732a-47e2-a12c-e12c1533d450 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:46.810561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50416) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:46.828609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b518eb55-ed7a-4c35-853a-b4de7995c992 None None] Port dfd8e995-f45d-4b25-8e6d-24c373b53d16 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:46.963863 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-accc403c-289f-4508-91ee-6ae6f7ef3015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:47.088115 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-accc403c-289f-4508-91ee-6ae6f7ef3015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:47.095400 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-accc403c-289f-4508-91ee-6ae6f7ef3015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:47.152525 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-accc403c-289f-4508-91ee-6ae6f7ef3015 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d83aa4d8e563489ba588143ac5142153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404002 Aug 24 00:36:47.153565 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc403c-289f-4508-91ee-6ae6f7ef3015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7fe461-a1d8-43c7-8176-c838b76ca09e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:47.157096 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50422) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:47.223839 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27bfb6bd-8fce-4092-82d9-8d1462f70a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:47.256663 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27bfb6bd-8fce-4092-82d9-8d1462f70a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:47.321588 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27bfb6bd-8fce-4092-82d9-8d1462f70a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:47.324650 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27bfb6bd-8fce-4092-82d9-8d1462f70a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:47.329175 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-27bfb6bd-8fce-4092-82d9-8d1462f70a03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c7fe461-a1d8-43c7-8176-c838b76ca09e HTTP/1.1" status: 204 len: 168 time: 0.1704080 Aug 24 00:36:47.359853 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfb6bd-8fce-4092-82d9-8d1462f70a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7fe461-a1d8-43c7-8176-c838b76ca09e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:47.439944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadedb6e-6126-4ff7-8d2e-064f4738fd43 req-c430fec1-2c1b-4d31-bcad-ad78ea124c23 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:47.448165 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cadedb6e-6126-4ff7-8d2e-064f4738fd43 req-c430fec1-2c1b-4d31-bcad-ad78ea124c23 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.1214795 Aug 24 00:36:47.520529 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cadedb6e-6126-4ff7-8d2e-064f4738fd43 req-3c010a2d-3e35-4c91-a4b9-683ba2652d66 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715442 Aug 24 00:36:47.604092 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-46e61196-732a-47e2-a12c-e12c1533d450 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:47.613620 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-46e61196-732a-47e2-a12c-e12c1533d450 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:47.788037 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-46e61196-732a-47e2-a12c-e12c1533d450 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Floating IP 58db1979-761e-4dbf-a6a0-647234077281 associated. External IP: 172.25.8.26, port: a7eeedc2-0bca-44b2-9110-b71f00802ed4. Aug 24 00:36:48.099263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e61196-732a-47e2-a12c-e12c1533d450 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:48.237368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e61196-732a-47e2-a12c-e12c1533d450 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:48.252819 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c98af-9775-4257-ba21-ae3cb8a2ef2f None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:48.269752 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c98af-9775-4257-ba21-ae3cb8a2ef2f None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:48.270396 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c03c98af-9775-4257-ba21-ae3cb8a2ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:48.338178 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c03c98af-9775-4257-ba21-ae3cb8a2ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:48.349175 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c98af-9775-4257-ba21-ae3cb8a2ef2f None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:48.349791 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c03c98af-9775-4257-ba21-ae3cb8a2ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:48.407414 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c03c98af-9775-4257-ba21-ae3cb8a2ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:48.408088 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c98af-9775-4257-ba21-ae3cb8a2ef2f None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:48.566611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e61196-732a-47e2-a12c-e12c1533d450 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router b588dfe4-95db-4859-92cb-c329ac21c1e3 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:48.788060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fa103-4ca1-49f6-87ae-53d227a72c21 req-f080ee39-e2ed-492c-8524-e7bbcf5faf31 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:48.790272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e70fa103-4ca1-49f6-87ae-53d227a72c21 req-f080ee39-e2ed-492c-8524-e7bbcf5faf31 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.1335330 Aug 24 00:36:48.826707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e61196-732a-47e2-a12c-e12c1533d450 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:48.832439 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-46e61196-732a-47e2-a12c-e12c1533d450 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.839301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e53bca-4543-4066-a51e-e1fa3d892449 None None] Sync routers for ids ['b588dfe4-95db-4859-92cb-c329ac21c1e3'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:48.853682 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e53bca-4543-4066-a51e-e1fa3d892449 None None] Routers {'b588dfe4-95db-4859-92cb-c329ac21c1e3'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:48.854289 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a3e53bca-4543-4066-a51e-e1fa3d892449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b588dfe4-95db-4859-92cb-c329ac21c1e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:48.905897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a3e53bca-4543-4066-a51e-e1fa3d892449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:48.918367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e53bca-4543-4066-a51e-e1fa3d892449 None None] Routers {'b588dfe4-95db-4859-92cb-c329ac21c1e3'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:48.921740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a3e53bca-4543-4066-a51e-e1fa3d892449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b588dfe4-95db-4859-92cb-c329ac21c1e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:48.921905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-46e61196-732a-47e2-a12c-e12c1533d450 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "PUT /v2.0/floatingips/58db1979-761e-4dbf-a6a0-647234077281 HTTP/1.1" status: 200 len: 977 time: 2.3363891 Aug 24 00:36:48.922030 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50470) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:48.922535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e70fa103-4ca1-49f6-87ae-53d227a72c21 req-ca919520-b182-43fc-b950-25511058c10f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215696 Aug 24 00:36:48.961866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a3e53bca-4543-4066-a51e-e1fa3d892449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:48.962538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e53bca-4543-4066-a51e-e1fa3d892449 None None] The sync data for ids ['b588dfe4-95db-4859-92cb-c329ac21c1e3'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:49.068208 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-66ac6868-7d10-4635-9eaf-f417117cdfbd tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port dfd8e995-f45d-4b25-8e6d-24c373b53d16 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:49.068645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66ac6868-7d10-4635-9eaf-f417117cdfbd tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.185979 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66ac6868-7d10-4635-9eaf-f417117cdfbd tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.494548 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66ac6868-7d10-4635-9eaf-f417117cdfbd tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.495519 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66ac6868-7d10-4635-9eaf-f417117cdfbd tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.496333 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-66ac6868-7d10-4635-9eaf-f417117cdfbd tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Floating IP 58db1979-761e-4dbf-a6a0-647234077281 disassociated. External IP: 172.25.8.26, port: dfd8e995-f45d-4b25-8e6d-24c373b53d16. Aug 24 00:36:49.496686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-66ac6868-7d10-4635-9eaf-f417117cdfbd tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for dfd8e995-f45d-4b25-8e6d-24c373b53d16 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:49.709077 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66ac6868-7d10-4635-9eaf-f417117cdfbd tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.745422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac6868-7d10-4635-9eaf-f417117cdfbd tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=dfd8e995-f45d-4b25-8e6d-24c373b53d16,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:49.970140 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ac6868-7d10-4635-9eaf-f417117cdfbd tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router b588dfe4-95db-4859-92cb-c329ac21c1e3 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:50.194381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30904884-0f51-4ac8-a51e-6b6ff9f22b15 req-19d6ce68-bfef-42e4-afde-3a4cb6bb8f60 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:50.204265 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ac6868-7d10-4635-9eaf-f417117cdfbd tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:50.207413 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30904884-0f51-4ac8-a51e-6b6ff9f22b15 req-19d6ce68-bfef-42e4-afde-3a4cb6bb8f60 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.0781121 Aug 24 00:36:50.219391 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ea8a7d-6bc4-4bb7-8df1-92d88115710d None None] Sync routers for ids ['b588dfe4-95db-4859-92cb-c329ac21c1e3'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:50.248027 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ea8a7d-6bc4-4bb7-8df1-92d88115710d None None] Routers {'b588dfe4-95db-4859-92cb-c329ac21c1e3'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:50.253629 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-11ea8a7d-6bc4-4bb7-8df1-92d88115710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b588dfe4-95db-4859-92cb-c329ac21c1e3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:50.276877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30904884-0f51-4ac8-a51e-6b6ff9f22b15 req-7abfdad4-3477-4118-8b5a-3f68a5698725 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682790 Aug 24 00:36:50.330883 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-11ea8a7d-6bc4-4bb7-8df1-92d88115710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:50.346119 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-66ac6868-7d10-4635-9eaf-f417117cdfbd tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.348520 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-66ac6868-7d10-4635-9eaf-f417117cdfbd tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/ports/dfd8e995-f45d-4b25-8e6d-24c373b53d16 HTTP/1.1" status: 204 len: 168 time: 1.4254866 Aug 24 00:36:50.354285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:50.358584 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ea8a7d-6bc4-4bb7-8df1-92d88115710d None None] Routers {'b588dfe4-95db-4859-92cb-c329ac21c1e3'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:50.359237 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-11ea8a7d-6bc4-4bb7-8df1-92d88115710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b588dfe4-95db-4859-92cb-c329ac21c1e3'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:50.415579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50514) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:50.425880 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-11ea8a7d-6bc4-4bb7-8df1-92d88115710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:50.426438 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ea8a7d-6bc4-4bb7-8df1-92d88115710d None None] The sync data for ids ['b588dfe4-95db-4859-92cb-c329ac21c1e3'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:50.648841 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd07d84b-f2a4-427a-9c8c-7b8df1c2b37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.864421 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd07d84b-f2a4-427a-9c8c-7b8df1c2b37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.879202 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dd07d84b-f2a4-427a-9c8c-7b8df1c2b37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.406018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07d84b-f2a4-427a-9c8c-7b8df1c2b37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1407d03-b7a4-4abe-92a5-ff0583d8b10e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:51.447322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dd07d84b-f2a4-427a-9c8c-7b8df1c2b37d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7258b9dd3ae94c9792b3da6de86392c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0303898 Aug 24 00:36:51.450950 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:51.489686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d57bb-3c13-46c6-862b-e62316513d13 req-e14d6de3-b8f5-43fb-989d-f4bb1f62244f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:51.492375 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-869d57bb-3c13-46c6-862b-e62316513d13 req-e14d6de3-b8f5-43fb-989d-f4bb1f62244f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.0789201 Aug 24 00:36:51.513804 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f81e7116-c126-4219-b0d4-92e9f31dbabf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.573764 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b170244-e1a0-4bbc-b1d7-03e97e54df0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.595386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-869d57bb-3c13-46c6-862b-e62316513d13 req-4b996652-953a-4393-9e6a-f595c9558d5b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878551 Aug 24 00:36:51.623655 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b170244-e1a0-4bbc-b1d7-03e97e54df0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.783615 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b170244-e1a0-4bbc-b1d7-03e97e54df0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.788339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b170244-e1a0-4bbc-b1d7-03e97e54df0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.792790 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9b170244-e1a0-4bbc-b1d7-03e97e54df0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1407d03-b7a4-4abe-92a5-ff0583d8b10e HTTP/1.1" status: 204 len: 168 time: 0.3363097 Aug 24 00:36:51.800979 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b170244-e1a0-4bbc-b1d7-03e97e54df0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1407d03-b7a4-4abe-92a5-ff0583d8b10e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:52.057956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f81e7116-c126-4219-b0d4-92e9f31dbabf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port e205b561-1556-4d58-b62c-3cea62c87bb6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:52.058527 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f81e7116-c126-4219-b0d4-92e9f31dbabf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:52.167732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-ac128f1b-26ef-4a69-b385-a7789843c89c tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:52.169816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-ac128f1b-26ef-4a69-b385-a7789843c89c tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 815 time: 0.2944584 Aug 24 00:36:52.191362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-4dd0dbbd-eb1b-4329-84cd-703d325b6aea tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/quotas/33c45ffed6d949d68a0c0a054d17a347 HTTP/1.1" status: 200 len: 375 time: 0.0137496 Aug 24 00:36:52.235736 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f81e7116-c126-4219-b0d4-92e9f31dbabf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:52.250414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-67ce880b-78b2-42fb-a1a2-70c0db26a021 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498245 Aug 24 00:36:52.282120 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f81e7116-c126-4219-b0d4-92e9f31dbabf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for e205b561-1556-4d58-b62c-3cea62c87bb6 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:52.392150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50636) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:52.471993 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faf9a19d-6b95-46b4-81b6-031a08e3becd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:52.491383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-5ba7cf8a-c167-476b-ad9f-4eb813c624d7 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335062 Aug 24 00:36:52.673907 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f81e7116-c126-4219-b0d4-92e9f31dbabf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:52.742512 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e7116-c126-4219-b0d4-92e9f31dbabf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=e205b561-1556-4d58-b62c-3cea62c87bb6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:52.780277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-ad193585-6ef3-4a6a-8b57-e77033da90f7 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341406 Aug 24 00:36:52.834235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f27270-9b65-41da-b89c-be280e200334 req-2db6b27a-3515-4110-a907-c421911f5521 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:52.842970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1f27270-9b65-41da-b89c-be280e200334 req-2db6b27a-3515-4110-a907-c421911f5521 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.1264725 Aug 24 00:36:52.931242 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faf9a19d-6b95-46b4-81b6-031a08e3becd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:52.957313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1f27270-9b65-41da-b89c-be280e200334 req-7dde3c23-30e1-4424-98cb-9140329a8f2c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086819 Aug 24 00:36:52.958869 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faf9a19d-6b95-46b4-81b6-031a08e3becd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.023505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-faf9a19d-6b95-46b4-81b6-031a08e3becd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca091402abd0474e93d71bbf0b65a9b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6296358 Aug 24 00:36:53.024675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9a19d-6b95-46b4-81b6-031a08e3becd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea6c688-56b7-42c6-8ab8-d5b790bba601,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:53.027259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50666) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:53.135117 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef47ca4d-00bb-451c-be5a-b65f660fd24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.173095 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef47ca4d-00bb-451c-be5a-b65f660fd24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.181565 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f81e7116-c126-4219-b0d4-92e9f31dbabf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.258516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ca416fe-c54b-4d35-851c-550388d20f98 req-e4d279a0-ca81-445e-bc8a-5dce60871cd8 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 210 time: 0.0895286 Aug 24 00:36:53.361909 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef47ca4d-00bb-451c-be5a-b65f660fd24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.365720 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef47ca4d-00bb-451c-be5a-b65f660fd24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.367492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ef47ca4d-00bb-451c-be5a-b65f660fd24d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dea6c688-56b7-42c6-8ab8-d5b790bba601 HTTP/1.1" status: 204 len: 168 time: 0.3390779 Aug 24 00:36:53.396870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47ca4d-00bb-451c-be5a-b65f660fd24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea6c688-56b7-42c6-8ab8-d5b790bba601,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:53.634594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81e7116-c126-4219-b0d4-92e9f31dbabf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router b588dfe4-95db-4859-92cb-c329ac21c1e3 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:53.733792 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.820881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81e7116-c126-4219-b0d4-92e9f31dbabf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:53.834100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd462b5-cab9-40ce-be21-8c1d4037335d None None] Sync routers for ids ['b588dfe4-95db-4859-92cb-c329ac21c1e3'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:53.837918 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f81e7116-c126-4219-b0d4-92e9f31dbabf tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "PUT /v2.0/routers/b588dfe4-95db-4859-92cb-c329ac21c1e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4798141 Aug 24 00:36:53.838314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50742) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:53.848948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd462b5-cab9-40ce-be21-8c1d4037335d None None] Routers {'b588dfe4-95db-4859-92cb-c329ac21c1e3'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:53.849581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5bd462b5-cab9-40ce-be21-8c1d4037335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b588dfe4-95db-4859-92cb-c329ac21c1e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:53.944361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5bd462b5-cab9-40ce-be21-8c1d4037335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:53.967948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd462b5-cab9-40ce-be21-8c1d4037335d None None] Routers {'b588dfe4-95db-4859-92cb-c329ac21c1e3'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:53.969016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5bd462b5-cab9-40ce-be21-8c1d4037335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:36:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b588dfe4-95db-4859-92cb-c329ac21c1e3'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:54.049223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5bd462b5-cab9-40ce-be21-8c1d4037335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:54.049898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd462b5-cab9-40ce-be21-8c1d4037335d None None] The sync data for ids ['b588dfe4-95db-4859-92cb-c329ac21c1e3'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:54.112653 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:54.376383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:54.463255 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cba2dfbf-9304-41c2-a6b6-0563316a4968 req-40f8117a-a10b-44b1-97ee-6e4acbf9079d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 210 time: 0.0736482 Aug 24 00:36:54.526840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port 54d48eb7-e8fe-49fc-9585-e0b34cbfd1ad {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:54.527195 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:54.646755 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:54.677492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for 54d48eb7-e8fe-49fc-9585-e0b34cbfd1ad owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:55.097030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-ee5dec52-50ad-4450-b99f-a812566ef5ec tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:55.098544 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-ee5dec52-50ad-4450-b99f-a812566ef5ec tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.13 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 815 time: 0.2664225 Aug 24 00:36:55.161014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-8242e60f-ddd6-4fe5-bd4f-ddedefe53d5f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Request body: {'port': {'device_id': 'ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed', 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba', 'admin_state_up': True, 'tenant_id': '33c45ffed6d949d68a0c0a054d17a347'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:55.166559 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.219581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=54d48eb7-e8fe-49fc-9585-e0b34cbfd1ad,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:55.403974 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.663142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:55.680502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c50fe41-dd2b-4461-bc78-26ea3d9ca6aa req-efa50638-cd01-4dbf-b80b-5f385c120278 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 210 time: 0.1078889 Aug 24 00:36:55.705261 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.713213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-8242e60f-ddd6-4fe5-bd4f-ddedefe53d5f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Made reservation on behalf of 33c45ffed6d949d68a0c0a054d17a347 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:55.722138 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-8242e60f-ddd6-4fe5-bd4f-ddedefe53d5f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.728830 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.817505 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.818521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Fanout notify agent at l3_agent the message router_deleted on router b588dfe4-95db-4859-92cb-c329ac21c1e3 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:36:55.829743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.833912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:55.848111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-aa9045c7-4fff-4345-b894-06434598e441 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/routers/b588dfe4-95db-4859-92cb-c329ac21c1e3 HTTP/1.1" status: 204 len: 168 time: 1.9962628 Aug 24 00:36:55.929716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-940aedb6-2670-46f6-a553-d2a9a32054b5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting subnet 7e7b09e8-0058-4bbe-9b6b-566290aaa383 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:55.941448 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-940aedb6-2670-46f6-a553-d2a9a32054b5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.977297 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9a04ce5-8e5f-46de-bb7c-4fbbc0a7fd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.098437 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9a04ce5-8e5f-46de-bb7c-4fbbc0a7fd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.099643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-8242e60f-ddd6-4fe5-bd4f-ddedefe53d5f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Allocated IP 172.20.0.10 (2f2706c8-e765-4e9d-8d8b-16481d4876ba/dbd9b90b-f801-4301-962f-740fe1951187/af9a2717-2fc4-4f56-ac77-cb232ca69299) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:56.112707 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-940aedb6-2670-46f6-a553-d2a9a32054b5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.117910 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e9a04ce5-8e5f-46de-bb7c-4fbbc0a7fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.193950 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a04ce5-8e5f-46de-bb7c-4fbbc0a7fd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7811808-dcff-419e-91bc-7e4ae760d012,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:56.230058 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e9a04ce5-8e5f-46de-bb7c-4fbbc0a7fd4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15e44ca40e6c4c96b63de36aaab885c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650017 Aug 24 00:36:56.234711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:56.344891 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-940aedb6-2670-46f6-a553-d2a9a32054b5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.355438 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-8242e60f-ddd6-4fe5-bd4f-ddedefe53d5f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.401960 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6183bf3-a6a6-4f77-af00-f634cb92e25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.468519 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-8242e60f-ddd6-4fe5-bd4f-ddedefe53d5f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.490736 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6183bf3-a6a6-4f77-af00-f634cb92e25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.505657 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-940aedb6-2670-46f6-a553-d2a9a32054b5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.518276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-8242e60f-ddd6-4fe5-bd4f-ddedefe53d5f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Network 2f2706c8-e765-4e9d-8d8b-16481d4876ba is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:56.521675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-8242e60f-ddd6-4fe5-bd4f-ddedefe53d5f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:56.525480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-8242e60f-ddd6-4fe5-bd4f-ddedefe53d5f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:56.569135 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940aedb6-2670-46f6-a553-d2a9a32054b5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7b09e8-0058-4bbe-9b6b-566290aaa383,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:56.576508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-8242e60f-ddd6-4fe5-bd4f-ddedefe53d5f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:56.577172 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-8242e60f-ddd6-4fe5-bd4f-ddedefe53d5f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.579869 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-940aedb6-2670-46f6-a553-d2a9a32054b5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.583205 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-940aedb6-2670-46f6-a553-d2a9a32054b5 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/subnets/7e7b09e8-0058-4bbe-9b6b-566290aaa383 HTTP/1.1" status: 204 len: 168 time: 0.7470429 Aug 24 00:36:56.591313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50910) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:56.592340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27f5329-b786-468c-818b-375fbfdcb9a0 None None] Network 19eea4e7-de8b-40e9-86ed-5a6368735d2c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:56.603501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242e60f-ddd6-4fe5-bd4f-ddedefe53d5f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Pushing event updated for resources: {'Port': ['ID=af9a2717-2fc4-4f56-ac77-cb232ca69299,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:56.619030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-8242e60f-ddd6-4fe5-bd4f-ddedefe53d5f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4678113 Aug 24 00:36:56.638640 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6183bf3-a6a6-4f77-af00-f634cb92e25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.641688 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6183bf3-a6a6-4f77-af00-f634cb92e25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.643216 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c6183bf3-a6a6-4f77-af00-f634cb92e25b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7811808-dcff-419e-91bc-7e4ae760d012 HTTP/1.1" status: 204 len: 168 time: 0.4074030 Aug 24 00:36:56.670874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Request body: {'port': {'device_id': 'ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:56.674474 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6183bf3-a6a6-4f77-af00-f634cb92e25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7811808-dcff-419e-91bc-7e4ae760d012,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:56.808925 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.828370 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.005126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab58c3c-8119-40be-b17a-94cf9777f507 req-d33c5e10-5047-4bb7-8dea-f129c06ff3a7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:57.006805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eab58c3c-8119-40be-b17a-94cf9777f507 req-d33c5e10-5047-4bb7-8dea-f129c06ff3a7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 932 time: 0.1458726 Aug 24 00:36:57.019069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f112a9b-ac85-4b4b-af8d-e716ed460050 None None] DHCP port deletion for 19eea4e7-de8b-40e9-86ed-5a6368735d2c request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:36:57.114396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5f112a9b-ac85-4b4b-af8d-e716ed460050 None None] Deleting port 41047575-8503-43e7-98bf-5a740b2a524a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:57.115100 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f112a9b-ac85-4b4b-af8d-e716ed460050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.178866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port 41047575-8503-43e7-98bf-5a740b2a524a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:57.179406 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.286590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eab58c3c-8119-40be-b17a-94cf9777f507 req-253bfca2-e4aa-4dad-a420-21d7faac9a14 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015638 Aug 24 00:36:57.312466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5f112a9b-ac85-4b4b-af8d-e716ed460050 None None] For port 41047575-8503-43e7-98bf-5a740b2a524a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=41047575-8503-43e7-98bf-5a740b2a524a,segment=NetworkSegment(f64753be-41fd-4c06-b921-0a19258d8e3e),segment_id=f64753be-41fd-4c06-b921-0a19258d8e3e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:57.312952 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f112a9b-ac85-4b4b-af8d-e716ed460050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.348159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5f112a9b-ac85-4b4b-af8d-e716ed460050 None None] Calling delete_port for 41047575-8503-43e7-98bf-5a740b2a524a owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:57.410952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] For port 41047575-8503-43e7-98bf-5a740b2a524a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=41047575-8503-43e7-98bf-5a740b2a524a,segment=NetworkSegment(f64753be-41fd-4c06-b921-0a19258d8e3e),segment_id=f64753be-41fd-4c06-b921-0a19258d8e3e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:57.411412 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.453258 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f112a9b-ac85-4b4b-af8d-e716ed460050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.501415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f112a9b-ac85-4b4b-af8d-e716ed460050 None None] Pushing event deleted for resources: {'Port': ['ID=41047575-8503-43e7-98bf-5a740b2a524a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:57.512897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f112a9b-ac85-4b4b-af8d-e716ed460050 None None] No DVR routers for this DVR port 41047575-8503-43e7-98bf-5a740b2a524a on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:57.545984 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-634ae16d-208a-47ab-b81c-64a97bc24e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.553759 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for 41047575-8503-43e7-98bf-5a740b2a524a owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:57.746823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9a2717-2fc4-4f56-ac77-cb232ca69299 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:36:57.764914 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.783050 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.785873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Transition to ACTIVE for port object af9a2717-2fc4-4f56-ac77-cb232ca69299 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:57.816677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=41047575-8503-43e7-98bf-5a740b2a524a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:57.826057 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.835359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] No DVR routers for this DVR port 41047575-8503-43e7-98bf-5a740b2a524a on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:57.985375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Pushing event updated for resources: {'Port': ['ID=af9a2717-2fc4-4f56-ac77-cb232ca69299,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:58.082400 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.098844 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19eea4e7-de8b-40e9-86ed-5a6368735d2c']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:58.123273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64753be-41fd-4c06-b921-0a19258d8e3e') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:58.123722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64753be-41fd-4c06-b921-0a19258d8e3e') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:58.140286 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.157093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 41047575-8503-43e7-98bf-5a740b2a524a no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:58.210046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 41047575-8503-43e7-98bf-5a740b2a524a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:36:58.210618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 41047575-8503-43e7-98bf-5a740b2a524a not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:36:58.228396 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.241111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:58.241787 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:58.246211 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:58.305330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Attempting to bind port af9a2717-2fc4-4f56-ac77-cb232ca69299 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:58.305815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Attempting to bind port af9a2717-2fc4-4f56-ac77-cb232ca69299 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:58.306534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Attempting to bind port af9a2717-2fc4-4f56-ac77-cb232ca69299 on network 2f2706c8-e765-4e9d-8d8b-16481d4876ba {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:58.320760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Port af9a2717-2fc4-4f56-ac77-cb232ca69299 on network 2f2706c8-e765-4e9d-8d8b-16481d4876ba not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:36:58.321093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Attempting to bind port af9a2717-2fc4-4f56-ac77-cb232ca69299 on network 2f2706c8-e765-4e9d-8d8b-16481d4876ba {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:58.332491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:58.333269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Checking segment: {'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:58.333449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Bound using segment: {'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:58.334012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Bound port: af9a2717-2fc4-4f56-ac77-cb232ca69299, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:58.334481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.349732 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.374987 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.381452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/networks/19eea4e7-de8b-40e9-86ed-5a6368735d2c HTTP/1.1" status: 204 len: 168 time: 1.7845948 Aug 24 00:36:58.381452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047f093-b849-433b-ae09-7642f04a489a tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Network': ['ID=19eea4e7-de8b-40e9-86ed-5a6368735d2c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:58.382059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50952) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:58.638200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbdf48-63af-4666-b51e-69279c008741 req-44467899-1d6e-49d0-a1f0-dbac2b0859b3 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:58.640171 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6bcbdf48-63af-4666-b51e-69279c008741 req-44467899-1d6e-49d0-a1f0-dbac2b0859b3 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 944 time: 0.1985297 Aug 24 00:36:58.663484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] For port af9a2717-2fc4-4f56-ac77-cb232ca69299, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:58.684023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] For port af9a2717-2fc4-4f56-ac77-cb232ca69299, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=af9a2717-2fc4-4f56-ac77-cb232ca69299,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:58.700832 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-99965ec2-63af-45eb-91b7-807cede72bc7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port b6ffcbe8-0695-4dba-b814-c8b9f464f086 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:58.701606 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99965ec2-63af-45eb-91b7-807cede72bc7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.780570 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.839753 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99965ec2-63af-45eb-91b7-807cede72bc7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.840087 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99965ec2-63af-45eb-91b7-807cede72bc7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.858158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6bcbdf48-63af-4666-b51e-69279c008741 req-0705b35e-1675-4a23-9b0b-28dd701bdb06 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067914 Aug 24 00:36:58.872864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-99965ec2-63af-45eb-91b7-807cede72bc7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for b6ffcbe8-0695-4dba-b814-c8b9f464f086 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:58.901899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:58.904085 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.909493 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] 10.222.0.13 "PUT /v2.0/ports/af9a2717-2fc4-4f56-ac77-cb232ca69299 HTTP/1.1" status: 200 len: 1092 time: 2.2468345 Aug 24 00:36:58.910150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed', 'tag': 'af9a2717-2fc4-4f56-ac77-cb232ca69299'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:58.920431 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8972fd1b-8070-44a8-b6e6-93a83350fe80" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed", "tag": "af9a2717-2fc4-4f56-ac77-cb232ca69299"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:58.950050 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:36:59.051278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5186a72-ed30-45da-8049-721c74dba901 service neutron] Pushing event updated for resources: {'Port': ['ID=af9a2717-2fc4-4f56-ac77-cb232ca69299,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:59.100787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-fbdd3b96-2090-4284-b612-36de55d2288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:59.102696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-fbdd3b96-2090-4284-b612-36de55d2288e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 1095 time: 0.1168537 Aug 24 00:36:59.221398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-c1e82ddc-10c8-482c-9471-dd620157f764 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af9a2717-2fc4-4f56-ac77-cb232ca69299 HTTP/1.1" status: 200 len: 217 time: 0.1038561 Aug 24 00:36:59.308572 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99965ec2-63af-45eb-91b7-807cede72bc7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.360058 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-d2681d53-1403-4c22-a83e-9c28ddcf1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:59.368978 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-d2681d53-1403-4c22-a83e-9c28ddcf1440 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbd9b90b-f801-4301-962f-740fe1951187 HTTP/1.1" status: 200 len: 855 time: 0.1402366 Aug 24 00:36:59.397778 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99965ec2-63af-45eb-91b7-807cede72bc7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=b6ffcbe8-0695-4dba-b814-c8b9f464f086,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:59.473435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-88d3a4cf-341c-45c2-9893-93e4d771eec5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2706c8-e765-4e9d-8d8b-16481d4876ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968916 Aug 24 00:36:59.482356 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507d5ff8-241c-43f8-b54f-814d9ab27bc7 x-openstack-request-id: req-507d5ff8-241c-43f8-b54f-814d9ab27bc7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:59.485043 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed", "tag": "af9a2717-2fc4-4f56-ac77-cb232ca69299", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:59.485544 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-507d5ff8-241c-43f8-b54f-814d9ab27bc7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:59.486139 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed', 'tag': 'af9a2717-2fc4-4f56-ac77-cb232ca69299', 'status': 'completed', 'code': 200} Aug 24 00:36:59.643945 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99965ec2-63af-45eb-91b7-807cede72bc7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.651750 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99965ec2-63af-45eb-91b7-807cede72bc7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.654296 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-99965ec2-63af-45eb-91b7-807cede72bc7 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/floatingips/58db1979-761e-4dbf-a6a0-647234077281 HTTP/1.1" status: 204 len: 168 time: 1.2706864 Aug 24 00:36:59.658305 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50978) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:59.680279 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.725088 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-217eeeed-62bf-42b4-a555-c2c51640d252 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] DELETE failed (client error): The resource could not be found. Aug 24 00:36:59.727059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217eeeed-62bf-42b4-a555-c2c51640d252 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:59.732999 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-217eeeed-62bf-42b4-a555-c2c51640d252 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/ports/dfd8e995-f45d-4b25-8e6d-24c373b53d16 HTTP/1.1" status: 404 len: 333 time: 0.0697627 Aug 24 00:36:59.734505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:59.799251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-1afc5da1-3afc-4b2f-9ef5-0bd15b2813f5 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096237 Aug 24 00:36:59.842567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50986) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:59.846495 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-168eee45-fe6b-4b62-9229-4d3e6f3d949e tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "GET /v2.0/ports?device_id=b588dfe4-95db-4859-92cb-c329ac21c1e3 HTTP/1.1" status: 200 len: 205 time: 0.1100578 Aug 24 00:37:00.022391 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-e3431005-ecb9-4837-9ff1-68c04c80cc94 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] delete failed (client error): The resource could not be found. Aug 24 00:37:00.026028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e3431005-ecb9-4837-9ff1-68c04c80cc94 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/routers/b588dfe4-95db-4859-92cb-c329ac21c1e3 HTTP/1.1" status: 404 len: 336 time: 0.1804366 Aug 24 00:37:00.026452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:00.114638 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abd99a5-bad5-4873-9efd-c504973be714 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:00.123278 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abd99a5-bad5-4873-9efd-c504973be714 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:00.127854 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.129861 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6abd99a5-bad5-4873-9efd-c504973be714 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/subnets/7e7b09e8-0058-4bbe-9b6b-566290aaa383 HTTP/1.1" status: 404 len: 337 time: 0.1021512 Aug 24 00:37:00.139980 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50998) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:00.232944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d985c3a-4bf8-433c-bb85-9fe5c9cdfd31 req-ba9fa605-c94a-4adf-b00b-616e5c3700ee service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262068 Aug 24 00:37:00.233734 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d2154cd-e8c0-45e3-943c-ee50bdde8f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.284848 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9ebf0-bc2f-40a7-81bf-4f5c67aadd3a req-91df6d3f-f013-40ab-aeee-ef396ff10b03 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:00.293503 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00c9ebf0-bc2f-40a7-81bf-4f5c67aadd3a req-91df6d3f-f013-40ab-aeee-ef396ff10b03 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 944 time: 0.1675849 Aug 24 00:37:00.372740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00c9ebf0-bc2f-40a7-81bf-4f5c67aadd3a req-bfbbb4c3-b913-4110-bdbf-2fc89ba53fda tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729899 Aug 24 00:37:00.411542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-76a29764-b860-429a-8149-3c534c148940 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port a7eeedc2-0bca-44b2-9110-b71f00802ed4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:00.413533 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a29764-b860-429a-8149-3c534c148940 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.446016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972fd1b-8070-44a8-b6e6-93a83350fe80 req-83d407e1-9840-4be7-8ad5-bfd4acdfa8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:00.451391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8972fd1b-8070-44a8-b6e6-93a83350fe80 req-83d407e1-9840-4be7-8ad5-bfd4acdfa8b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 1095 time: 0.0762322 Aug 24 00:37:00.452623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51004) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:00.690388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a29764-b860-429a-8149-3c534c148940 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.717996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-76a29764-b860-429a-8149-3c534c148940 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for a7eeedc2-0bca-44b2-9110-b71f00802ed4 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:00.759446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972fd1b-8070-44a8-b6e6-93a83350fe80 req-4623273f-1e86-49ab-b5f1-5867cecf5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:00.764658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8972fd1b-8070-44a8-b6e6-93a83350fe80 req-4623273f-1e86-49ab-b5f1-5867cecf5c0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 916 time: 0.2979870 Aug 24 00:37:00.840365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8972fd1b-8070-44a8-b6e6-93a83350fe80 req-7d1fd717-bb95-42ed-bc16-b67cceaf61aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af9a2717-2fc4-4f56-ac77-cb232ca69299 HTTP/1.1" status: 200 len: 217 time: 0.0688493 Aug 24 00:37:00.927063 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a29764-b860-429a-8149-3c534c148940 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.971876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a29764-b860-429a-8149-3c534c148940 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=a7eeedc2-0bca-44b2-9110-b71f00802ed4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:01.069196 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76a29764-b860-429a-8149-3c534c148940 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.073679 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-76a29764-b860-429a-8149-3c534c148940 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/ports/a7eeedc2-0bca-44b2-9110-b71f00802ed4 HTTP/1.1" status: 204 len: 168 time: 0.9296515 Aug 24 00:37:01.074813 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:01.225834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-95727f2b-9ee4-4d8a-8baa-6673ab3c4899 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port 6818e5fa-0a48-4ade-bea0-9b33aa3e42a7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:01.226160 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95727f2b-9ee4-4d8a-8baa-6673ab3c4899 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.290690 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.432298 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95727f2b-9ee4-4d8a-8baa-6673ab3c4899 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.466650 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-95727f2b-9ee4-4d8a-8baa-6673ab3c4899 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for 6818e5fa-0a48-4ade-bea0-9b33aa3e42a7 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:01.665959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4bda4905-a910-428d-9506-0fa6e868a771 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42eeefb290ce4847a5b1ee411a3f1444&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2116065 Aug 24 00:37:01.671503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51046) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:01.687009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972fd1b-8070-44a8-b6e6-93a83350fe80 req-de919f3e-6a25-4cc4-9e1a-6930ced526a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:01.688989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8972fd1b-8070-44a8-b6e6-93a83350fe80 req-de919f3e-6a25-4cc4-9e1a-6930ced526a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbd9b90b-f801-4301-962f-740fe1951187 HTTP/1.1" status: 200 len: 855 time: 0.8405883 Aug 24 00:37:01.739708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8972fd1b-8070-44a8-b6e6-93a83350fe80 req-72cd81ca-79af-4015-805e-8c9e9b1302fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2706c8-e765-4e9d-8d8b-16481d4876ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407515 Aug 24 00:37:01.740759 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95727f2b-9ee4-4d8a-8baa-6673ab3c4899 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.753548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe24705-bede-4f84-8b7c-3c1431d66129 req-dfc4559d-998d-4a96-a1eb-dea1bc7238dd tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:01.755660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3fe24705-bede-4f84-8b7c-3c1431d66129 req-dfc4559d-998d-4a96-a1eb-dea1bc7238dd tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 944 time: 0.1591671 Aug 24 00:37:01.827884 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95727f2b-9ee4-4d8a-8baa-6673ab3c4899 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=6818e5fa-0a48-4ade-bea0-9b33aa3e42a7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:01.863332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3fe24705-bede-4f84-8b7c-3c1431d66129 req-7fa2b756-5754-4b67-98e6-fb774102c7b5 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950325 Aug 24 00:37:01.891915 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13c980e4-fe50-4a25-94ec-c42a269c16fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.914424 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95727f2b-9ee4-4d8a-8baa-6673ab3c4899 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.919891 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-95727f2b-9ee4-4d8a-8baa-6673ab3c4899 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/ports/6818e5fa-0a48-4ade-bea0-9b33aa3e42a7 HTTP/1.1" status: 204 len: 168 time: 0.8438447 Aug 24 00:37:01.923348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51056) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:01.942164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13c980e4-fe50-4a25-94ec-c42a269c16fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.005268 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8972fd1b-8070-44a8-b6e6-93a83350fe80 req-bc4ed0e2-e12c-4db4-9a19-0a199cf87c5b service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445261 Aug 24 00:37:02.134901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad362eb2-464a-4bd4-9bdd-c32353976789 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:02.136423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ad362eb2-464a-4bd4-9bdd-c32353976789 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "GET /v2.0/ports?device_id=e11f3769-6953-4184-8fce-67cae084193c HTTP/1.1" status: 200 len: 913 time: 0.2107830 Aug 24 00:37:02.139833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51074) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:02.234657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8972fd1b-8070-44a8-b6e6-93a83350fe80 req-e82e62c6-a1b0-4e8e-8c4b-0a5e50fbdbd9 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052648 Aug 24 00:37:02.237177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device af9a2717-2fc4-4f56-ac77-cb232ca69299 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:37:02.260662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13c980e4-fe50-4a25-94ec-c42a269c16fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.264254 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13c980e4-fe50-4a25-94ec-c42a269c16fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.265406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-13c980e4-fe50-4a25-94ec-c42a269c16fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16384bc0-ff69-4a67-b9c7-8dac7741459c HTTP/1.1" status: 204 len: 168 time: 0.5927165 Aug 24 00:37:02.282214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c980e4-fe50-4a25-94ec-c42a269c16fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16384bc0-ff69-4a67-b9c7-8dac7741459c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:02.483302 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port af9a2717-2fc4-4f56-ac77-cb232ca69299, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=af9a2717-2fc4-4f56-ac77-cb232ca69299,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:02.507136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'af9a2717-2fc4-4f56-ac77-cb232ca69299', 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba', 'port_id': 'af9a2717-2fc4-4f56-ac77-cb232ca69299', 'mac_address': 'fa:16:3e:cf:f5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd9b90b-f801-4301-962f-740fe1951187', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:37:02.658458 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.683397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9a2717-2fc4-4f56-ac77-cb232ca69299 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:37:02.739659 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port af9a2717-2fc4-4f56-ac77-cb232ca69299, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=af9a2717-2fc4-4f56-ac77-cb232ca69299,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:02.753740 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.796371 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03afcc30-dd90-4af6-9b31-e642f494cb7f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.849937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=af9a2717-2fc4-4f56-ac77-cb232ca69299,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:03.062352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['af9a2717-2fc4-4f56-ac77-cb232ca69299'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:03.196012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-f63a63d4-e5b2-490c-a2aa-48edc1578a65 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445271168&fields=id&tenant_id=c14aa75e32a445ab889373eca3a8b0c6 HTTP/1.1" status: 200 len: 267 time: 0.2802501 Aug 24 00:37:03.223894 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.311244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82fc48-691b-4ce1-8a91-03728a8736f8 req-f7f824ed-8dcf-4e85-b94e-99baae71ccc9 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:03.312889 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f82fc48-691b-4ce1-8a91-03728a8736f8 req-f7f824ed-8dcf-4e85-b94e-99baae71ccc9 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 945 time: 0.3040824 Aug 24 00:37:03.402504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-eb266ca0-0063-414e-bccc-5b34934460b1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:03.404638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-eb266ca0-0063-414e-bccc-5b34934460b1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 812 time: 0.2072308 Aug 24 00:37:03.407646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f82fc48-691b-4ce1-8a91-03728a8736f8 req-6522da20-e933-4c6b-8808-f74bef140103 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880978 Aug 24 00:37:03.424483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-2ed09535-ed4f-4728-99e2-1097bd38d070 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/quotas/c14aa75e32a445ab889373eca3a8b0c6 HTTP/1.1" status: 200 len: 375 time: 0.0113852 Aug 24 00:37:03.566654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-5e40af1f-2064-426d-b21d-157a99f766e2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1309378 Aug 24 00:37:03.671734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-03afcc30-dd90-4af6-9b31-e642f494cb7f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port 249e4ce6-eedc-476c-8f40-f46bfc37a880 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:03.672391 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03afcc30-dd90-4af6-9b31-e642f494cb7f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.775311 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-f687c979-94e5-48e5-bfa1-1600915a00f0 service neutron] 10.222.0.32 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076612 Aug 24 00:37:03.849739 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03afcc30-dd90-4af6-9b31-e642f494cb7f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.867763 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-03afcc30-dd90-4af6-9b31-e642f494cb7f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for 249e4ce6-eedc-476c-8f40-f46bfc37a880 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:03.947822 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-4b13184a-8d47-4370-961c-1bb2db1d5a65 service neutron] 10.222.0.32 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715672 Aug 24 00:37:04.168419 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03afcc30-dd90-4af6-9b31-e642f494cb7f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.204642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afcc30-dd90-4af6-9b31-e642f494cb7f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=249e4ce6-eedc-476c-8f40-f46bfc37a880,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:04.251251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device af9a2717-2fc4-4f56-ac77-cb232ca69299 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:04.352929 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port af9a2717-2fc4-4f56-ac77-cb232ca69299 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:04.365948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port af9a2717-2fc4-4f56-ac77-cb232ca69299 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:04.366821 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.544807 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03afcc30-dd90-4af6-9b31-e642f494cb7f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.558167 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.607921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9a2717-2fc4-4f56-ac77-cb232ca69299'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:04.611124 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafc9165-7a66-41ab-9f4e-dec446e972e4" -d '{"events": [{"server_uuid": "ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed", "name": "network-vif-plugged", "status": "completed", "tag": "af9a2717-2fc4-4f56-ac77-cb232ca69299"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:04.632755 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port af9a2717-2fc4-4f56-ac77-cb232ca69299, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=af9a2717-2fc4-4f56-ac77-cb232ca69299,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:04.641139 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.721719 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=af9a2717-2fc4-4f56-ac77-cb232ca69299,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:04.779929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51234da-15c4-4cfe-b161-8732988bc6df req-ccde32c1-4342-470c-b7b2-679ffafe1443 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:04.781633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a51234da-15c4-4cfe-b161-8732988bc6df req-ccde32c1-4342-470c-b7b2-679ffafe1443 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 946 time: 0.1424303 Aug 24 00:37:04.897228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a51234da-15c4-4cfe-b161-8732988bc6df req-21406fee-30f9-436d-a518-971464498f2e tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072643 Aug 24 00:37:05.000404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03afcc30-dd90-4af6-9b31-e642f494cb7f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Router e11f3769-6953-4184-8fce-67cae084193c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:37:05.272427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03afcc30-dd90-4af6-9b31-e642f494cb7f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:37:05.283324 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314802bc-f9af-4718-9e55-8b84cbe3dc6c None None] Sync routers for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:37:05.297571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:05.313195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-03afcc30-dd90-4af6-9b31-e642f494cb7f tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "PUT /v2.0/routers/e11f3769-6953-4184-8fce-67cae084193c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1722479 Aug 24 00:37:05.317734 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314802bc-f9af-4718-9e55-8b84cbe3dc6c None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:05.318358 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-314802bc-f9af-4718-9e55-8b84cbe3dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:05.401985 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-314802bc-f9af-4718-9e55-8b84cbe3dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:05.433134 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314802bc-f9af-4718-9e55-8b84cbe3dc6c None None] Routers {'e11f3769-6953-4184-8fce-67cae084193c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:05.433746 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-314802bc-f9af-4718-9e55-8b84cbe3dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e11f3769-6953-4184-8fce-67cae084193c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:05.477568 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-314802bc-f9af-4718-9e55-8b84cbe3dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:05.477906 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:05.478648 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314802bc-f9af-4718-9e55-8b84cbe3dc6c None None] The sync data for ids ['e11f3769-6953-4184-8fce-67cae084193c'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:37:05.602268 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:05.657893 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51170) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:05.664254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f76fec08-81d2-4ac1-b76f-f21c1456c131 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625485219', 'description': 'tempest-secgroup-smoke-1625485219 description', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:05.680154 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting port fdaab91c-fc3d-4a5c-b27f-f9c936898eaf {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:05.680499 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:05.693022 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b75d62-4016-4e8a-8299-83868eb540ae x-openstack-request-id: req-d6b75d62-4016-4e8a-8299-83868eb540ae {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:05.693939 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed", "name": "network-vif-plugged", "status": "completed", "tag": "af9a2717-2fc4-4f56-ac77-cb232ca69299", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:05.694189 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6b75d62-4016-4e8a-8299-83868eb540ae {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:05.694758 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9a2717-2fc4-4f56-ac77-cb232ca69299', 'code': 200} Aug 24 00:37:05.698178 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f76fec08-81d2-4ac1-b76f-f21c1456c131 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:05.711255 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f76fec08-81d2-4ac1-b76f-f21c1456c131 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:05.831199 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:05.844717 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Calling delete_port for fdaab91c-fc3d-4a5c-b27f-f9c936898eaf owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:05.902733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ecfd282-f26f-4b57-966d-d9decd1a8cb5 req-d2b139ec-7ab6-4b8a-9e6e-16378b81503d tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 210 time: 0.0579786 Aug 24 00:37:05.925245 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f76fec08-81d2-4ac1-b76f-f21c1456c131 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:05.933179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521914d-68e8-4d58-86cf-61d22f4ebf9b req-d8719f6c-3c67-48dc-a18f-eb92fa576d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:05.935636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1521914d-68e8-4d58-86cf-61d22f4ebf9b req-d8719f6c-3c67-48dc-a18f-eb92fa576d85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 1097 time: 0.1342573 Aug 24 00:37:05.937729 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f76fec08-81d2-4ac1-b76f-f21c1456c131 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.033542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fec08-81d2-4ac1-b76f-f21c1456c131 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d9a58f-b700-4953-a3b2-ec0a85ab7ddb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:06.169860 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f76fec08-81d2-4ac1-b76f-f21c1456c131 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.203467 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f76fec08-81d2-4ac1-b76f-f21c1456c131 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.233497 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.263336 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1521914d-68e8-4d58-86cf-61d22f4ebf9b req-5a10dbf6-a143-4cc4-a732-202e5136fc38 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114035 Aug 24 00:37:06.266901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fec08-81d2-4ac1-b76f-f21c1456c131 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8004970c-24cb-441f-8718-73b78497b804,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:06.290080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Port': ['ID=fdaab91c-fc3d-4a5c-b27f-f9c936898eaf,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:06.321592 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f76fec08-81d2-4ac1-b76f-f21c1456c131 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.330078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f76fec08-81d2-4ac1-b76f-f21c1456c131 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6705515 Aug 24 00:37:06.330745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51194) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:06.356289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc23a0-bf36-4d38-97bc-b8ad6f1b8cb4 req-119b1dac-771f-4731-b3a1-84b593c60a8e tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:06.357910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ffc23a0-bf36-4d38-97bc-b8ad6f1b8cb4 req-119b1dac-771f-4731-b3a1-84b593c60a8e tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 946 time: 0.1860793 Aug 24 00:37:06.385559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d86beca1-089f-4633-af40-647fd903eb39 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': '8004970c-24cb-441f-8718-73b78497b804', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:06.394462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.499891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51198) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:06.514838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ffc23a0-bf36-4d38-97bc-b8ad6f1b8cb4 req-12eb6e2d-584d-4e27-b047-cded00e15e48 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201417 Aug 24 00:37:06.536601 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d86beca1-089f-4633-af40-647fd903eb39 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.652345 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d86beca1-089f-4633-af40-647fd903eb39 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.660895 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d86beca1-089f-4633-af40-647fd903eb39 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.690557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86beca1-089f-4633-af40-647fd903eb39 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9205a943-f0da-4467-8496-5f4e0a7a3644,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:06.704591 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d86beca1-089f-4633-af40-647fd903eb39 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.706706 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d86beca1-089f-4633-af40-647fd903eb39 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3370552 Aug 24 00:37:06.709585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51202) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:06.715440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e60889b2-9bd3-4f5e-9b4f-fe72a64d520d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': '8004970c-24cb-441f-8718-73b78497b804', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:06.759313 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e60889b2-9bd3-4f5e-9b4f-fe72a64d520d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.823206 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45994a1c-6013-4382-b6a8-cca0d228d9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.969425 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45994a1c-6013-4382-b6a8-cca0d228d9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.985934 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45994a1c-6013-4382-b6a8-cca0d228d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.019444 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-45994a1c-6013-4382-b6a8-cca0d228d9bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e75601da03c7451f846a4866ba17237e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138032 Aug 24 00:37:07.026962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51206) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:07.071747 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-774b4d7b-233e-4ed5-bc8f-e643837106e5 req-c95246d6-053a-4801-81c4-09185f3713fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 210 time: 0.0624323 Aug 24 00:37:07.082171 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.085739 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.113819 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e60889b2-9bd3-4f5e-9b4f-fe72a64d520d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.121517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45994a1c-6013-4382-b6a8-cca0d228d9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98731cd-7454-483e-afc6-b5f17c00c7b5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:07.125395 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e60889b2-9bd3-4f5e-9b4f-fe72a64d520d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.176870 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.177595 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Fanout notify agent at l3_agent the message router_deleted on router e11f3769-6953-4184-8fce-67cae084193c {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:37:07.193048 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.201538 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1dcd002-a9b9-460d-93fe-3db41cd017fa tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/routers/e11f3769-6953-4184-8fce-67cae084193c HTTP/1.1" status: 204 len: 168 time: 1.8999228 Aug 24 00:37:07.202317 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51210) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:07.210332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60889b2-9bd3-4f5e-9b4f-fe72a64d520d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bb98ee-83ec-480c-9251-cdf0c45120fa,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:07.220890 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e60889b2-9bd3-4f5e-9b4f-fe72a64d520d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.222121 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e60889b2-9bd3-4f5e-9b4f-fe72a64d520d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5113566 Aug 24 00:37:07.225172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:07.232545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8344be4b-4d74-4614-b40a-9e6c7568ebce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': '8004970c-24cb-441f-8718-73b78497b804', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:07.254887 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1b32849-d5c9-4bb0-a46e-89990d604fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.291510 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1b32849-d5c9-4bb0-a46e-89990d604fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.346892 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-9163ae79-3aa8-4185-b2a1-9ad835c96598 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Deleting subnet 6bad870e-faa5-476b-ae86-5b98ea07da97 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:37:07.352624 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9163ae79-3aa8-4185-b2a1-9ad835c96598 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.366081 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1b32849-d5c9-4bb0-a46e-89990d604fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.369227 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1b32849-d5c9-4bb0-a46e-89990d604fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.374246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c1b32849-d5c9-4bb0-a46e-89990d604fb6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f98731cd-7454-483e-afc6-b5f17c00c7b5 HTTP/1.1" status: 204 len: 168 time: 0.3401060 Aug 24 00:37:07.390796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b32849-d5c9-4bb0-a46e-89990d604fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98731cd-7454-483e-afc6-b5f17c00c7b5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:07.413268 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8344be4b-4d74-4614-b40a-9e6c7568ebce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.437224 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9163ae79-3aa8-4185-b2a1-9ad835c96598 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.493344 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9163ae79-3aa8-4185-b2a1-9ad835c96598 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.598626 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9163ae79-3aa8-4185-b2a1-9ad835c96598 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.683183 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8344be4b-4d74-4614-b40a-9e6c7568ebce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.685297 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163ae79-3aa8-4185-b2a1-9ad835c96598 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Subnet': ['ID=6bad870e-faa5-476b-ae86-5b98ea07da97,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:07.689984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9163ae79-3aa8-4185-b2a1-9ad835c96598 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.695509 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9163ae79-3aa8-4185-b2a1-9ad835c96598 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/subnets/6bad870e-faa5-476b-ae86-5b98ea07da97 HTTP/1.1" status: 204 len: 168 time: 0.4913833 Aug 24 00:37:07.696657 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:07.697323 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8344be4b-4d74-4614-b40a-9e6c7568ebce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.749836 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8344be4b-4d74-4614-b40a-9e6c7568ebce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.754205 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8344be4b-4d74-4614-b40a-9e6c7568ebce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5280576 Aug 24 00:37:07.755099 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51222) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:07.760801 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344be4b-4d74-4614-b40a-9e6c7568ebce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d206bc9-8cd9-4465-98bc-ec1aa0fb8b79,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:07.766651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5ae9ddf1-ed96-4378-8a72-5f56c5bdaadf tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': '8004970c-24cb-441f-8718-73b78497b804', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:07.844476 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-917fc29e-c6e7-4209-b4f4-f457abfd0b72 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.996612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4a6b4-c8f5-49b5-8a8d-1a53e0da3658 req-b0d007aa-3b52-43da-b339-97d7d7dec731 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:08.001536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65b4a6b4-c8f5-49b5-8a8d-1a53e0da3658 req-b0d007aa-3b52-43da-b339-97d7d7dec731 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 946 time: 0.2279484 Aug 24 00:37:08.006604 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ae9ddf1-ed96-4378-8a72-5f56c5bdaadf tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.068703 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-917fc29e-c6e7-4209-b4f4-f457abfd0b72 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.079514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-4becd5ba-679c-4601-9869-8fa26b0027b7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:08.081739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-4becd5ba-679c-4601-9869-8fa26b0027b7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.47 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 812 time: 0.5821490 Aug 24 00:37:08.089229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-917fc29e-c6e7-4209-b4f4-f457abfd0b72 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a511376-03aa-4dbb-90d6-d731da75e007']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:08.116365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65b4a6b4-c8f5-49b5-8a8d-1a53e0da3658 req-69ed549b-f9d7-47ea-86c3-9aec90b3d1df tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009135 Aug 24 00:37:08.120447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-917fc29e-c6e7-4209-b4f4-f457abfd0b72 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672c9c3f-b63a-4bc4-9581-57203e6cad41') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:08.121260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-917fc29e-c6e7-4209-b4f4-f457abfd0b72 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672c9c3f-b63a-4bc4-9581-57203e6cad41') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:08.140548 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-917fc29e-c6e7-4209-b4f4-f457abfd0b72 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.183043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-ae9b1c4a-81bb-41bb-b871-734db8c51cd0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c14aa75e32a445ab889373eca3a8b0c6 HTTP/1.1" status: 200 len: 379 time: 0.0799966 Aug 24 00:37:08.197127 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-917fc29e-c6e7-4209-b4f4-f457abfd0b72 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.212900 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917fc29e-c6e7-4209-b4f4-f457abfd0b72 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:37:08.213322 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-917fc29e-c6e7-4209-b4f4-f457abfd0b72 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:37:08.217862 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:37:08.225187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-a0143b41-616e-4f0e-8960-3167b61430ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'port': {'device_id': 'f9a09d08-a8a8-4948-bd67-86c00a3de932', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'admin_state_up': True, 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'security_groups': ['24cb96e2-076a-4249-a572-873fdab2a425']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:08.235101 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ae9ddf1-ed96-4378-8a72-5f56c5bdaadf tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.276522 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ae9ddf1-ed96-4378-8a72-5f56c5bdaadf tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.305604 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5c37683-f298-4461-a554-53b95e038afd req-80c9e741-b3d5-49d9-9a84-04ad4303159c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 210 time: 0.1208782 Aug 24 00:37:08.351956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9ddf1-ed96-4378-8a72-5f56c5bdaadf tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483772c8-eaaa-40d5-a4a3-41e454137f65,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:08.359815 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-917fc29e-c6e7-4209-b4f4-f457abfd0b72 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.365499 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ae9ddf1-ed96-4378-8a72-5f56c5bdaadf tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.371107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51240) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:08.372974 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ae9ddf1-ed96-4378-8a72-5f56c5bdaadf tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6126037 Aug 24 00:37:08.379129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-27944741-c1bf-46d8-98a0-c825ed639ba7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': '8004970c-24cb-441f-8718-73b78497b804', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:08.382396 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-917fc29e-c6e7-4209-b4f4-f457abfd0b72 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.389840 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-917fc29e-c6e7-4209-b4f4-f457abfd0b72 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] 10.222.0.32 "DELETE /v2.0/networks/0a511376-03aa-4dbb-90d6-d731da75e007 HTTP/1.1" status: 204 len: 168 time: 0.6879206 Aug 24 00:37:08.406555 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fc29e-c6e7-4209-b4f4-f457abfd0b72 tempest-FloatingIPTestJSON-1397780704 tempest-FloatingIPTestJSON-1397780704-project] Pushing event deleted for resources: {'Network': ['ID=0a511376-03aa-4dbb-90d6-d731da75e007,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:08.494660 n-d-805736-1 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-27944741-c1bf-46d8-98a0-c825ed639ba7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Project b921a640dca2469ab0511a55c18e6f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:37:08.503492 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27944741-c1bf-46d8-98a0-c825ed639ba7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.539978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-a0143b41-616e-4f0e-8960-3167b61430ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Made reservation on behalf of c14aa75e32a445ab889373eca3a8b0c6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:08.544564 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-a0143b41-616e-4f0e-8960-3167b61430ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.622283 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27944741-c1bf-46d8-98a0-c825ed639ba7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.629932 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27944741-c1bf-46d8-98a0-c825ed639ba7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.783079 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51256) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:09.071681 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-90b4e76a-bb19-4400-828a-998763e26ab9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6390eb5cc93146a1acafb548bec46572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865291 Aug 24 00:37:09.073681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:09.145107 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a063ae7-9cd1-45f6-a1f7-0a902f5b012d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.161771 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27944741-c1bf-46d8-98a0-c825ed639ba7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acea765-2939-4d11-ba91-37011d4b0310,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:09.173136 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27944741-c1bf-46d8-98a0-c825ed639ba7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.175110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-27944741-c1bf-46d8-98a0-c825ed639ba7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8036220 Aug 24 00:37:09.178737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51272) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:09.184929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-847c8787-b604-4a4a-8886-20734f119abe tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': '8004970c-24cb-441f-8718-73b78497b804', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:09.185751 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a063ae7-9cd1-45f6-a1f7-0a902f5b012d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.231744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-a0143b41-616e-4f0e-8960-3167b61430ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Allocated IP 172.20.0.13 (311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a/b77d7e2b-68e6-4524-b968-14232b4fd35e/a70784fb-05af-4954-bc5d-9e9a32d4396e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:09.261092 n-d-805736-1 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-847c8787-b604-4a4a-8886-20734f119abe tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Project b921a640dca2469ab0511a55c18e6f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:37:09.281841 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-847c8787-b604-4a4a-8886-20734f119abe tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.297705 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a063ae7-9cd1-45f6-a1f7-0a902f5b012d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.300315 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a063ae7-9cd1-45f6-a1f7-0a902f5b012d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.303865 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6a063ae7-9cd1-45f6-a1f7-0a902f5b012d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6a0a6d0-fd39-4f2b-91dc-609fadaa2948 HTTP/1.1" status: 204 len: 168 time: 0.2266843 Aug 24 00:37:09.315666 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a063ae7-9cd1-45f6-a1f7-0a902f5b012d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a0a6d0-fd39-4f2b-91dc-609fadaa2948,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:09.461492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4f5fc22-22bd-4a85-aa90-16c7068e3475 req-c51f7d4d-47e3-4513-ad5b-4fbb7de7d827 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 210 time: 0.0564339 Aug 24 00:37:09.494288 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-847c8787-b604-4a4a-8886-20734f119abe tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.502027 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-847c8787-b604-4a4a-8886-20734f119abe tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.526292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c8787-b604-4a4a-8886-20734f119abe tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e0aa61-a58c-4c65-8832-1b58feb9a65d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:09.559146 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-a0143b41-616e-4f0e-8960-3167b61430ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.566190 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-847c8787-b604-4a4a-8886-20734f119abe tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.570292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51284) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:09.570513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-847c8787-b604-4a4a-8886-20734f119abe tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3900118 Aug 24 00:37:09.576124 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c672f617-b0a0-46c1-9234-fc3ce58a7048 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'network': {'name': 'tempest-network-smoke--2047737841', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:09.582338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-a0143b41-616e-4f0e-8960-3167b61430ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Transition to ACTIVE for port object a70784fb-05af-4954-bc5d-9e9a32d4396e will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:09.628218 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-a0143b41-616e-4f0e-8960-3167b61430ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.657143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c672f617-b0a0-46c1-9234-fc3ce58a7048 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Made reservation on behalf of b921a640dca2469ab0511a55c18e6f1e for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:09.665893 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c672f617-b0a0-46c1-9234-fc3ce58a7048 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.686543 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-a0143b41-616e-4f0e-8960-3167b61430ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:09.690116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-a0143b41-616e-4f0e-8960-3167b61430ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:09.694197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-a0143b41-616e-4f0e-8960-3167b61430ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:09.755072 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c672f617-b0a0-46c1-9234-fc3ce58a7048 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:37:09.756923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-a0143b41-616e-4f0e-8960-3167b61430ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:09.757547 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-a0143b41-616e-4f0e-8960-3167b61430ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.773051 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c672f617-b0a0-46c1-9234-fc3ce58a7048 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.774809 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-c672f617-b0a0-46c1-9234-fc3ce58a7048 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Added segment a7ba6d21-ea62-41e7-8008-a84b6d3ac613 of type vlan for network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 Aug 24 00:37:09.813310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0143b41-616e-4f0e-8960-3167b61430ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'Port': ['ID=a70784fb-05af-4954-bc5d-9e9a32d4396e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:09.829743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-a0143b41-616e-4f0e-8960-3167b61430ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6230154 Aug 24 00:37:09.839560 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c672f617-b0a0-46c1-9234-fc3ce58a7048 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.851309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Request body: {'port': {'device_id': 'f9a09d08-a8a8-4948-bd67-86c00a3de932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:09.916918 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c672f617-b0a0-46c1-9234-fc3ce58a7048 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.929511 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c672f617-b0a0-46c1-9234-fc3ce58a7048 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:09.936559 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c672f617-b0a0-46c1-9234-fc3ce58a7048 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.980487 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.067133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672f617-b0a0-46c1-9234-fc3ce58a7048 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Network': ['ID=6f60c366-7b88-474c-8bd3-b4d24b078fb1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:10.088630 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c672f617-b0a0-46c1-9234-fc3ce58a7048 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5145278 Aug 24 00:37:10.088953 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:10.102566 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'admin_state_up': True, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:10.109020 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:37:10.176864 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.178987 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.268038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e878c854-688c-45a7-9e74-fa146ada240c None None] Provisioning for port a70784fb-05af-4954-bc5d-9e9a32d4396e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:10.275253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e878c854-688c-45a7-9e74-fa146ada240c None None] Provisioning complete for port a70784fb-05af-4954-bc5d-9e9a32d4396e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:10.275877 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e878c854-688c-45a7-9e74-fa146ada240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.310764 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.369409 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e878c854-688c-45a7-9e74-fa146ada240c None None] Port a70784fb-05af-4954-bc5d-9e9a32d4396e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:10.739965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93193017-9c9a-4d19-8f90-6676e7039557 req-32a16a28-6d8d-47df-90d1-6f71fd4a528a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:10.740790 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.750814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93193017-9c9a-4d19-8f90-6676e7039557 req-32a16a28-6d8d-47df-90d1-6f71fd4a528a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 932 time: 0.1110113 Aug 24 00:37:10.776173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70784fb-05af-4954-bc5d-9e9a32d4396e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:37:10.795425 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.875412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93193017-9c9a-4d19-8f90-6676e7039557 req-814cd2b1-efec-4bea-9f30-e0e9b85548d4 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250401 Aug 24 00:37:10.876565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Transition to ACTIVE for port object a70784fb-05af-4954-bc5d-9e9a32d4396e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:10.889742 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.108210 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Pushing event updated for resources: {'Port': ['ID=a70784fb-05af-4954-bc5d-9e9a32d4396e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:11.117993 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:11.229427 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.253853 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.289727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Attempting to bind port a70784fb-05af-4954-bc5d-9e9a32d4396e on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:37:11.289992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Attempting to bind port a70784fb-05af-4954-bc5d-9e9a32d4396e by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:37:11.290316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Attempting to bind port a70784fb-05af-4954-bc5d-9e9a32d4396e on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:11.298629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Port a70784fb-05af-4954-bc5d-9e9a32d4396e on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:37:11.311129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Attempting to bind port a70784fb-05af-4954-bc5d-9e9a32d4396e on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:11.318304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:37:11.318645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Checking segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:11.319070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Bound using segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:37:11.319515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Bound port: a70784fb-05af-4954-bc5d-9e9a32d4396e, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:37:11.319876 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.348304 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4e4a137b-9614-4bae-8837-52ce370dad4e tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] Request body: {'port': {'network_id': '86230bc1-c107-4319-ac2a-ef429baf75a1', 'name': 'tempest-NetworksNegativeTestJSON-1707740962'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:11.382261 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4a137b-9614-4bae-8837-52ce370dad4e tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] POST failed (client error): The resource could not be found. Aug 24 00:37:11.383347 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4a137b-9614-4bae-8837-52ce370dad4e tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:11.385648 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4e4a137b-9614-4bae-8837-52ce370dad4e tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2656877 Aug 24 00:37:11.389396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51342) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:11.446089 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfccb71a-7309-463d-8bb5-a4c85ec824f1 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:11.460440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfccb71a-7309-463d-8bb5-a4c85ec824f1 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:11.464606 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bfccb71a-7309-463d-8bb5-a4c85ec824f1 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] 10.222.0.32 "DELETE /v2.0/networks/82cabeb8-bd8e-49b6-b9c4-cf6e3a6953cc HTTP/1.1" status: 404 len: 339 time: 0.0731425 Aug 24 00:37:11.469691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51344) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:11.482594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] For port a70784fb-05af-4954-bc5d-9e9a32d4396e, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:37:11.494529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] For port a70784fb-05af-4954-bc5d-9e9a32d4396e, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=a70784fb-05af-4954-bc5d-9e9a32d4396e,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:37:11.514881 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.565445 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0946f6-a188-4c0f-8233-77f8d41ed260 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:11.566282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0946f6-a188-4c0f-8233-77f8d41ed260 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:11.573174 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cf0946f6-a188-4c0f-8233-77f8d41ed260 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] 10.222.0.32 "DELETE /v2.0/ports/bc0bc226-00cf-4323-b521-469e3eb0b553 HTTP/1.1" status: 404 len: 333 time: 0.0985878 Aug 24 00:37:11.580387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51348) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:11.611758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:11.612860 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.614385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] 10.222.0.47 "PUT /v2.0/ports/a70784fb-05af-4954-bc5d-9e9a32d4396e HTTP/1.1" status: 200 len: 1092 time: 1.7689774 Aug 24 00:37:11.634359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a09d08-a8a8-4948-bd67-86c00a3de932', 'tag': 'a70784fb-05af-4954-bc5d-9e9a32d4396e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:11.641120 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90badbd3-6dc6-442c-b9dc-b688b134bb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a09d08-a8a8-4948-bd67-86c00a3de932", "tag": "a70784fb-05af-4954-bc5d-9e9a32d4396e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:11.687971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.25.8.246 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/4ea5baf6-ddf1-46ba-8367-0611771f0179) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:11.767495 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c08ce9-d661-49f7-91cb-b58fa6036d26 x-openstack-request-id: req-66c08ce9-d661-49f7-91cb-b58fa6036d26 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:11.769937 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a09d08-a8a8-4948-bd67-86c00a3de932", "tag": "a70784fb-05af-4954-bc5d-9e9a32d4396e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:11.770366 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66c08ce9-d661-49f7-91cb-b58fa6036d26 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:11.770983 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a09d08-a8a8-4948-bd67-86c00a3de932', 'tag': 'a70784fb-05af-4954-bc5d-9e9a32d4396e', 'status': 'completed', 'code': 200} Aug 24 00:37:11.775314 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e997d0fd-39f2-4159-87ef-be96583202e3 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:11.776865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e997d0fd-39f2-4159-87ef-be96583202e3 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:11.787402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e997d0fd-39f2-4159-87ef-be96583202e3 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] 10.222.0.32 "DELETE /v2.0/subnets/620db88c-aa43-449e-8818-9193ebd87fef HTTP/1.1" status: 404 len: 337 time: 0.2035227 Aug 24 00:37:11.802294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51356) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:11.893715 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.920550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9480d-3d17-4497-99f9-f68ac825065b service neutron] Pushing event updated for resources: {'Port': ['ID=a70784fb-05af-4954-bc5d-9e9a32d4396e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:11.967932 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-6146241c-80b7-4ad0-aa95-209f7768157f tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] GET failed (client error): The resource could not be found. Aug 24 00:37:11.969609 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6146241c-80b7-4ad0-aa95-209f7768157f tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] 10.222.0.32 "GET /v2.0/networks/6bf5c4a1-2bd0-42e3-84a9-5a1f235d18e6 HTTP/1.1" status: 404 len: 339 time: 0.1662059 Aug 24 00:37:11.975733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:11.993411 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:12.024862 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-5356740d-1f71-41ad-aa25-dd221758f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:12.026413 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-5356740d-1f71-41ad-aa25-dd221758f7cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 1095 time: 0.2857771 Aug 24 00:37:12.089175 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7c5e3c-4b34-4c13-8d6d-d746db9278eb tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] GET failed (client error): The resource could not be found. Aug 24 00:37:12.099999 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bf7c5e3c-4b34-4c13-8d6d-d746db9278eb tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] 10.222.0.32 "GET /v2.0/ports/99299ae5-1469-4274-8934-acc0236c6740 HTTP/1.1" status: 404 len: 333 time: 0.1226707 Aug 24 00:37:12.103295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51368) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:12.138759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-123dd764-afa2-4891-b3fa-322f38a48a84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a70784fb-05af-4954-bc5d-9e9a32d4396e HTTP/1.1" status: 200 len: 217 time: 0.0778325 Aug 24 00:37:12.146928 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:12.194539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:12.198450 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:12.216217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde5c40-baf7-442c-a7e4-d72ab5bc391b req-4740c341-1697-45fe-96ec-41e3410735f0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:12.232828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbde5c40-baf7-442c-a7e4-d72ab5bc391b req-4740c341-1697-45fe-96ec-41e3410735f0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 944 time: 0.2094438 Aug 24 00:37:12.275644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-c6a98cf5-9097-4f77-9e4b-85091bfad0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:12.283965 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-c6a98cf5-9097-4f77-9e4b-85091bfad0e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.1306167 Aug 24 00:37:12.322175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbde5c40-baf7-442c-a7e4-d72ab5bc391b req-72268a51-2329-402c-b126-9cc0298b640b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891991 Aug 24 00:37:12.427144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-3b91f54d-b2c3-4cab-8fc7-1d17a572cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:12.428776 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-3b91f54d-b2c3-4cab-8fc7-1d17a572cad2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052690 Aug 24 00:37:12.490923 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18a48e0-966e-4e5c-a2fa-1ddb42fbe1e4 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] GET failed (client error): The resource could not be found. Aug 24 00:37:12.492474 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d18a48e0-966e-4e5c-a2fa-1ddb42fbe1e4 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] 10.222.0.32 "GET /v2.0/subnets/abfe642f-6115-44ec-bba7-6676a46fc46a HTTP/1.1" status: 404 len: 337 time: 0.3867359 Aug 24 00:37:12.498033 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=4ea5baf6-ddf1-46ba-8367-0611771f0179,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:12.500441 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51376) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:12.506418 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-48fa7650-abe9-419f-b165-a48efaa02e97 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:12.527322 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fa7650-abe9-419f-b165-a48efaa02e97 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] PUT failed (client error): The resource could not be found. Aug 24 00:37:12.527628 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fa7650-abe9-419f-b165-a48efaa02e97 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:12.533263 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-48fa7650-abe9-419f-b165-a48efaa02e97 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] 10.222.0.32 "PUT /v2.0/networks/f4ecc5ca-cd57-4f1a-ac3b-a25cc52826b1 HTTP/1.1" status: 404 len: 339 time: 0.0281148 Aug 24 00:37:12.535642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51378) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:12.552789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1149faa8-c4cb-4f7e-9899-16c7b618a79d tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:12.618167 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-1149faa8-c4cb-4f7e-9899-16c7b618a79d tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] PUT failed (client error): The resource could not be found. Aug 24 00:37:12.618960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1149faa8-c4cb-4f7e-9899-16c7b618a79d tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:12.625282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1149faa8-c4cb-4f7e-9899-16c7b618a79d tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] 10.222.0.32 "PUT /v2.0/ports/eded6777-39f2-48e0-8b7a-9e6d9659f4a6 HTTP/1.1" status: 404 len: 333 time: 0.0895789 Aug 24 00:37:12.630842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51380) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:12.636181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b5bc3182-aeca-4f4d-b941-05869af93a29 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:12.660519 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:12.708854 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bc3182-aeca-4f4d-b941-05869af93a29 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] PUT failed (client error): The resource could not be found. Aug 24 00:37:12.710161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bc3182-aeca-4f4d-b941-05869af93a29 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:12.712940 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b5bc3182-aeca-4f4d-b941-05869af93a29 tempest-NetworksNegativeTestJSON-469071265 tempest-NetworksNegativeTestJSON-469071265-project] 10.222.0.32 "PUT /v2.0/subnets/d6a08655-2379-4118-9272-7ad2cc4d3168 HTTP/1.1" status: 404 len: 337 time: 0.0811210 Aug 24 00:37:12.730993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-ae42b180-6c1b-452c-bf06-00b987adcb4a service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941337 Aug 24 00:37:12.976037 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42fdf12a-3668-4c1f-af13-d4a4efed6b78 req-f0f26ac2-2c14-46e2-82ed-2578404cdc9b service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370842 Aug 24 00:37:13.060534 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:13.154692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90badbd3-6dc6-442c-b9dc-b688b134bb8f req-6a7f01b6-d93a-428a-af80-59b451bf97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:13.156554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90badbd3-6dc6-442c-b9dc-b688b134bb8f req-6a7f01b6-d93a-428a-af80-59b451bf97f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 1095 time: 0.0914197 Aug 24 00:37:13.265941 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51392) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:13.367988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90badbd3-6dc6-442c-b9dc-b688b134bb8f req-c46be9ca-94f9-4c57-a40a-978e9824416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:13.375289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90badbd3-6dc6-442c-b9dc-b688b134bb8f req-c46be9ca-94f9-4c57-a40a-978e9824416e service neutron] 10.222.0.47 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.2047079 Aug 24 00:37:13.404148 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:37:13.511797 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90badbd3-6dc6-442c-b9dc-b688b134bb8f req-0b18721f-ab0c-463e-84e1-85cb2c6b2eb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a70784fb-05af-4954-bc5d-9e9a32d4396e HTTP/1.1" status: 200 len: 217 time: 0.1292188 Aug 24 00:37:13.551421 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e78b22a7-40db-43bd-903a-84c690b551be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:13.581508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafecd9-ab77-42a8-8f81-aae4ae08ccda req-e4529351-cf02-4399-9c2f-2cced45b1e74 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:13.593728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecafecd9-ab77-42a8-8f81-aae4ae08ccda req-e4529351-cf02-4399-9c2f-2cced45b1e74 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 944 time: 0.1266599 Aug 24 00:37:13.615819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90badbd3-6dc6-442c-b9dc-b688b134bb8f req-1df5967e-0816-45cd-8485-93683d3d8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:13.617371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90badbd3-6dc6-442c-b9dc-b688b134bb8f req-1df5967e-0816-45cd-8485-93683d3d8c19 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.0978649 Aug 24 00:37:13.681962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecafecd9-ab77-42a8-8f81-aae4ae08ccda req-d99dc9c5-0159-4168-8874-36f50880205d tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871134 Aug 24 00:37:13.697505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90badbd3-6dc6-442c-b9dc-b688b134bb8f req-4dabefe9-de49-4f62-9965-a0f8f2ed9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:13.699303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90badbd3-6dc6-442c-b9dc-b688b134bb8f req-4dabefe9-de49-4f62-9965-a0f8f2ed9eca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726285 Aug 24 00:37:13.817601 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90badbd3-6dc6-442c-b9dc-b688b134bb8f req-a8efe2a4-37de-4b0d-a742-b3e57925c977 service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099808 Aug 24 00:37:13.928729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90badbd3-6dc6-442c-b9dc-b688b134bb8f req-4305e707-7651-481f-bd62-7b8a35ab22e5 service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025467 Aug 24 00:37:13.932988 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:37:13.944495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Sync routers for ids ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:37:13.970606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Routers {'88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:13.971553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:14.033525 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e78b22a7-40db-43bd-903a-84c690b551be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.038607 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e78b22a7-40db-43bd-903a-84c690b551be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.055831 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.057055 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-021c9f9b-6ae3-446d-9d39-91ddcb2ded76 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9667058 Aug 24 00:37:14.060784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51404) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:14.089102 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e78b22a7-40db-43bd-903a-84c690b551be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12d45adec0c645149d3395caf96f70dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8198457 Aug 24 00:37:14.090026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b22a7-40db-43bd-903a-84c690b551be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a42d732-bc5d-4ece-8681-c3a65bdd887b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:14.092099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51408) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:14.116165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Set router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:14.177082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94f39ca3-b158-4e28-89a7-e137f44b6f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.218152 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94f39ca3-b158-4e28-89a7-e137f44b6f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.293475 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94f39ca3-b158-4e28-89a7-e137f44b6f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.297102 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94f39ca3-b158-4e28-89a7-e137f44b6f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.300637 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-94f39ca3-b158-4e28-89a7-e137f44b6f9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a42d732-bc5d-4ece-8681-c3a65bdd887b HTTP/1.1" status: 204 len: 168 time: 0.2050374 Aug 24 00:37:14.375499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f39ca3-b158-4e28-89a7-e137f44b6f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a42d732-bc5d-4ece-8681-c3a65bdd887b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:14.379684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7078a3b7-652f-4b9f-a897-813e9918e017 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b921a640dca2469ab0511a55c18e6f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3171577 Aug 24 00:37:14.382298 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51412) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:14.425532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:37:12Z', 'revision_number': 3, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:14.483967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Checking router: 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:37:14.484329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Updating router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e port 4ea5baf6-ddf1-46ba-8367-0611771f0179 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:37:14.542271 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.607111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9318f7-6061-4378-a41c-880383a01977 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:14.609098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ba9318f7-6061-4378-a41c-880383a01977 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2252290 Aug 24 00:37:14.612232 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51416) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:14.659747 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9d392db6-fd0f-4bec-9143-f228b0723038 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455706 Aug 24 00:37:14.662226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51420) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:14.668008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-817f6d9e-01e7-4fd1-82ca-ad445f394ac5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-119335320', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:14.868525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817f6d9e-01e7-4fd1-82ca-ad445f394ac5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Made reservation on behalf of b921a640dca2469ab0511a55c18e6f1e for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:14.873315 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-817f6d9e-01e7-4fd1-82ca-ad445f394ac5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.900917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdd369-eef1-4804-bca9-cbf1eed721dd req-fa459860-996b-4878-8137-14235cf1875c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:14.902419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59cdd369-eef1-4804-bca9-cbf1eed721dd req-fa459860-996b-4878-8137-14235cf1875c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 944 time: 0.1322627 Aug 24 00:37:14.933397 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.946558 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Transition to ACTIVE for port object 4ea5baf6-ddf1-46ba-8367-0611771f0179 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:14.956040 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.985934 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59cdd369-eef1-4804-bca9-cbf1eed721dd req-b0dd0c33-9d98-4321-b5ea-95efb5bbe895 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566134 Aug 24 00:37:15.006547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be964ee-b44e-4e21-9e62-9fbee8376d7e None None] Pushing event updated for resources: {'Port': ['ID=4ea5baf6-ddf1-46ba-8367-0611771f0179,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:15.046816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Attempting to bind port 4ea5baf6-ddf1-46ba-8367-0611771f0179 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:37:15.047114 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Attempting to bind port 4ea5baf6-ddf1-46ba-8367-0611771f0179 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:37:15.047685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Attempting to bind port 4ea5baf6-ddf1-46ba-8367-0611771f0179 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:15.053489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:37:15.054305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:15.054829 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.055398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:37:15.055900 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Bound port: 4ea5baf6-ddf1-46ba-8367-0611771f0179, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:37:15.056558 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.124024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] For port 4ea5baf6-ddf1-46ba-8367-0611771f0179, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:37:15.128497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] For port 4ea5baf6-ddf1-46ba-8367-0611771f0179, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4ea5baf6-ddf1-46ba-8367-0611771f0179,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:37:15.135094 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.137168 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-817f6d9e-01e7-4fd1-82ca-ad445f394ac5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.202577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Routers {'88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:15.203633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:15.240986 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f6d9e-01e7-4fd1-82ca-ad445f394ac5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Subnet': ['ID=4f5796dc-55b8-4279-906d-600a7699311f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:15.245171 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817f6d9e-01e7-4fd1-82ca-ad445f394ac5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Checking segment: {'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:15.245555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817f6d9e-01e7-4fd1-82ca-ad445f394ac5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network hostable DHCP agents. Network: 6f60c366-7b88-474c-8bd3-b4d24b078fb1, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:37:15.286820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817f6d9e-01e7-4fd1-82ca-ad445f394ac5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:37:15.306009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-817f6d9e-01e7-4fd1-82ca-ad445f394ac5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 6f60c366-7b88-474c-8bd3-b4d24b078fb1) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:15.329441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f6d9e-01e7-4fd1-82ca-ad445f394ac5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:15.330705 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-817f6d9e-01e7-4fd1-82ca-ad445f394ac5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.336938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cd79d2-26ea-4321-a4e4-2044878e659c None None] Network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:15.355451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be964ee-b44e-4e21-9e62-9fbee8376d7e None None] Pushing event updated for resources: {'Port': ['ID=4ea5baf6-ddf1-46ba-8367-0611771f0179,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:15.355731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-817f6d9e-01e7-4fd1-82ca-ad445f394ac5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6909575 Aug 24 00:37:15.358843 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51438) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:15.423904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] Set router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:15.456471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51440) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:15.579678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-72a4b06f-de06-4a8d-84b2-3b2b4523df86 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252375391'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:15.611637 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72a4b06f-de06-4a8d-84b2-3b2b4523df86 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.623775 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72a4b06f-de06-4a8d-84b2-3b2b4523df86 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.694637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ips': [{'subnet_id': '4f5796dc-55b8-4279-906d-600a7699311f'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:37:15.695743 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.730700 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72a4b06f-de06-4a8d-84b2-3b2b4523df86 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.736886 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72a4b06f-de06-4a8d-84b2-3b2b4523df86 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.784380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4b06f-de06-4a8d-84b2-3b2b4523df86 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0cbb16-db2d-44e4-bee0-caf532754e20,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:15.849588 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72a4b06f-de06-4a8d-84b2-3b2b4523df86 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.855642 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72a4b06f-de06-4a8d-84b2-3b2b4523df86 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.861031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Allocated IP 172.20.0.2 (6f60c366-7b88-474c-8bd3-b4d24b078fb1/4f5796dc-55b8-4279-906d-600a7699311f/660f42a6-5216-4939-8834-63e47367fcde) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:15.866479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:37:12Z', 'revision_number': 3, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:15.896106 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72a4b06f-de06-4a8d-84b2-3b2b4523df86 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.897775 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-72a4b06f-de06-4a8d-84b2-3b2b4523df86 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4402244 Aug 24 00:37:15.902660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073da7e1-9a4c-40e2-99ba-a91927497115 None None] The sync data for ids ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'] in n-d-805736-1 is: [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:37:12Z', 'revision_number': 3, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:37:15.904596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51444) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:15.942362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4b06f-de06-4a8d-84b2-3b2b4523df86 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22f05ca-5527-4e50-86c8-9620d9ee21a9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:15.998027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-86662619-bcd7-4af8-bbf2-407daf416a02 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0844026 Aug 24 00:37:16.000323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51446) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:16.006928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-91b15347-6768-4f6b-89a0-7d75687b6256 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group': {'name': 'tempest-security--437356076', 'description': 'tempest-security-description-1489155931'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:16.013647 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.051162 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91b15347-6768-4f6b-89a0-7d75687b6256 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.149502 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.159627 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91b15347-6768-4f6b-89a0-7d75687b6256 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.162015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Transition to ACTIVE for port object 660f42a6-5216-4939-8834-63e47367fcde will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:16.168096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91b15347-6768-4f6b-89a0-7d75687b6256 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.175272 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91b15347-6768-4f6b-89a0-7d75687b6256 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.180043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-91b15347-6768-4f6b-89a0-7d75687b6256 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "PUT /v2.0/security-groups/a22f05ca-5527-4e50-86c8-9620d9ee21a9 HTTP/1.1" status: 200 len: 1779 time: 0.1762121 Aug 24 00:37:16.182264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Transition to ACTIVE for port object 660f42a6-5216-4939-8834-63e47367fcde will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:16.185012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51450) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:16.191696 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.265318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f28dd-faad-4626-ac17-d1fe69d9f127 req-bdf02282-5aa5-49f1-9a23-2fd5f7c6638d tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:16.267030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-640f28dd-faad-4626-ac17-d1fe69d9f127 req-bdf02282-5aa5-49f1-9a23-2fd5f7c6638d tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 944 time: 0.1545236 Aug 24 00:37:16.271617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b15347-6768-4f6b-89a0-7d75687b6256 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22f05ca-5527-4e50-86c8-9620d9ee21a9,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:16.306824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-53293499-ec42-4e35-8381-04e5830ccba4 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-groups/a22f05ca-5527-4e50-86c8-9620d9ee21a9 HTTP/1.1" status: 200 len: 1779 time: 0.1128230 Aug 24 00:37:16.308830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51452) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:16.323839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:16.334818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:16.339283 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:16.343447 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Pushing event updated for resources: {'Port': ['ID=660f42a6-5216-4939-8834-63e47367fcde,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:16.348860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-640f28dd-faad-4626-ac17-d1fe69d9f127 req-bbcaca82-b881-46ad-b4ee-c56cb869da28 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645795 Aug 24 00:37:16.396150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb383c84-b59e-4a9d-8169-d22792d821b4 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.425427 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb383c84-b59e-4a9d-8169-d22792d821b4 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.427183 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Attempting to bind port 660f42a6-5216-4939-8834-63e47367fcde on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:37:16.427683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Attempting to bind port 660f42a6-5216-4939-8834-63e47367fcde by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:37:16.428082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Attempting to bind port 660f42a6-5216-4939-8834-63e47367fcde on network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:16.435738 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:37:16.436136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Checking segment: {'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:16.436551 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.436953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Bound using segment: {'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:37:16.437442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Bound port: 660f42a6-5216-4939-8834-63e47367fcde, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:37:16.437832 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.474317 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.20.0.1 (6f60c366-7b88-474c-8bd3-b4d24b078fb1/4f5796dc-55b8-4279-906d-600a7699311f/49f24990-c479-4801-8ded-9ad7fd76a34a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:16.487446 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb383c84-b59e-4a9d-8169-d22792d821b4 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.490212 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cb383c84-b59e-4a9d-8169-d22792d821b4 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.491435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cb383c84-b59e-4a9d-8169-d22792d821b4 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-groups/a22f05ca-5527-4e50-86c8-9620d9ee21a9 HTTP/1.1" status: 204 len: 168 time: 0.1809194 Aug 24 00:37:16.495978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51454) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:16.520127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] For port 660f42a6-5216-4939-8834-63e47367fcde, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:37:16.523861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb383c84-b59e-4a9d-8169-d22792d821b4 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22f05ca-5527-4e50-86c8-9620d9ee21a9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:16.524014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] For port 660f42a6-5216-4939-8834-63e47367fcde, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=660f42a6-5216-4939-8834-63e47367fcde,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:37:16.539062 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.628595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-378602f1-471e-4eb5-af20-094fa7a7ccae tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1299889 Aug 24 00:37:16.631216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51456) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:16.662850 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-7047900c-4d22-4c8f-814d-2be0c3c07bb7 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] delete failed (client error): The resource could not be found. Aug 24 00:37:16.665044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b2d6c-2af3-4540-9b01-2b5805579bc7 None None] Pushing event updated for resources: {'Port': ['ID=660f42a6-5216-4939-8834-63e47367fcde,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:16.668032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51458) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:16.668277 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7047900c-4d22-4c8f-814d-2be0c3c07bb7 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-groups/a22f05ca-5527-4e50-86c8-9620d9ee21a9 HTTP/1.1" status: 404 len: 347 time: 0.0358219 Aug 24 00:37:16.682529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7bdca46e-a1a1-4884-a887-f864644dfe65 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group': {'name': 'tempest-secgroup--370829218'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:16.731845 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bdca46e-a1a1-4884-a887-f864644dfe65 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.735074 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.758520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Transition to ACTIVE for port object 49f24990-c479-4801-8ded-9ad7fd76a34a will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:16.827799 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.883844 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bdca46e-a1a1-4884-a887-f864644dfe65 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.896338 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:16.900063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bdca46e-a1a1-4884-a887-f864644dfe65 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.900541 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:16.905452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:16.912977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=49f24990-c479-4801-8ded-9ad7fd76a34a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:16.933018 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7bdca46e-a1a1-4884-a887-f864644dfe65 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.941477 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7bdca46e-a1a1-4884-a887-f864644dfe65 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2717853 Aug 24 00:37:16.945364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:16.951331 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-29259634-cb44-4626-945f-a7a2f7c9e250 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group_rule': {'security_group_id': '7fc7259a-17a6-4fb1-94de-f05eb699a5b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:16.973329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdca46e-a1a1-4884-a887-f864644dfe65 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc7259a-17a6-4fb1-94de-f05eb699a5b1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:17.002083 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.063302 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29259634-cb44-4626-945f-a7a2f7c9e250 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.177386 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29259634-cb44-4626-945f-a7a2f7c9e250 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.205100 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29259634-cb44-4626-945f-a7a2f7c9e250 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.233400 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.237539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29259634-cb44-4626-945f-a7a2f7c9e250 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0616480-4a4f-4092-a6f6-197ea2508a02,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:17.245692 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-29259634-cb44-4626-945f-a7a2f7c9e250 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.246943 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-29259634-cb44-4626-945f-a7a2f7c9e250 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3000717 Aug 24 00:37:17.249997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51462) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:17.293946 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5d4e97c8-c2c5-449c-9b09-c3b9f1e4776f tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.303543 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5d4e97c8-c2c5-449c-9b09-c3b9f1e4776f tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.335121 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5d4e97c8-c2c5-449c-9b09-c3b9f1e4776f tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.342218 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5d4e97c8-c2c5-449c-9b09-c3b9f1e4776f tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.346435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5d4e97c8-c2c5-449c-9b09-c3b9f1e4776f tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e0616480-4a4f-4092-a6f6-197ea2508a02 HTTP/1.1" status: 204 len: 168 time: 0.0954378 Aug 24 00:37:17.347069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51464) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:17.363166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e97c8-c2c5-449c-9b09-c3b9f1e4776f tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0616480-4a4f-4092-a6f6-197ea2508a02,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:17.414235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3faa20c8-ecc4-4810-8bf0-cc118c8aecfc tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0636094 Aug 24 00:37:17.414892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51468) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:17.517241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e51d22-5d24-4940-afef-a30a4b34a569 req-b941860a-8dea-4871-be47-be9becdd3ca5 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:17.518789 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7e51d22-5d24-4940-afef-a30a4b34a569 req-b941860a-8dea-4871-be47-be9becdd3ca5 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 944 time: 0.0882905 Aug 24 00:37:17.522097 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-450ca150-c317-439d-a537-64e717b3f6bf tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.560524 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-450ca150-c317-439d-a537-64e717b3f6bf tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.598868 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.601876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7e51d22-5d24-4940-afef-a30a4b34a569 req-fb349d83-5d76-45a9-a00e-69a81148aa7c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744429 Aug 24 00:37:17.610644 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.632548 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-450ca150-c317-439d-a537-64e717b3f6bf tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.635688 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-450ca150-c317-439d-a537-64e717b3f6bf tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.640350 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-450ca150-c317-439d-a537-64e717b3f6bf tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-groups/7fc7259a-17a6-4fb1-94de-f05eb699a5b1 HTTP/1.1" status: 204 len: 168 time: 0.2212098 Aug 24 00:37:17.641100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51470) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:17.649091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ca150-c317-439d-a537-64e717b3f6bf tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc7259a-17a6-4fb1-94de-f05eb699a5b1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:17.733639 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.737990 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=49f24990-c479-4801-8ded-9ad7fd76a34a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:17.759894 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-75205162-a3f1-4d5c-9912-4abc7a863e40 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1165895 Aug 24 00:37:17.766736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51472) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:17.771654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-880cc445-b97c-46c9-83f8-09da2f166786 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200843529'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:17.799476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-880cc445-b97c-46c9-83f8-09da2f166786 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.859000 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:17.860272 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:17.889721 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-880cc445-b97c-46c9-83f8-09da2f166786 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.897319 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-880cc445-b97c-46c9-83f8-09da2f166786 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.931000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cc445-b97c-46c9-83f8-09da2f166786 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7225bc6-70e9-46eb-8fdf-7230bb6dc186,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:17.935976 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-880cc445-b97c-46c9-83f8-09da2f166786 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.937404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-880cc445-b97c-46c9-83f8-09da2f166786 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1696239 Aug 24 00:37:17.940203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51474) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:17.946011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-56ae12e5-4fb0-47db-a46e-76c2fd0c7f5a tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group_rule': {'security_group_id': 'b7225bc6-70e9-46eb-8fdf-7230bb6dc186', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:17.988926 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56ae12e5-4fb0-47db-a46e-76c2fd0c7f5a tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.016279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:37:18.097096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56ae12e5-4fb0-47db-a46e-76c2fd0c7f5a tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.109853 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56ae12e5-4fb0-47db-a46e-76c2fd0c7f5a tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.150290 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56ae12e5-4fb0-47db-a46e-76c2fd0c7f5a tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.154229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-56ae12e5-4fb0-47db-a46e-76c2fd0c7f5a tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2127390 Aug 24 00:37:18.164263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51476) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:18.174986 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-89308ca0-23f4-43a3-934d-2163399aba74 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group_rule': {'security_group_id': 'b7225bc6-70e9-46eb-8fdf-7230bb6dc186', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:18.186114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae12e5-4fb0-47db-a46e-76c2fd0c7f5a tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbeda19-11d2-4ac6-a94b-d406653f2caa,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:18.212367 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:37:18.234225 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-eb53e928-30b4-4b00-ac04-96dff5d8b857 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "PUT /v2.0/routers/88ced4d2-93e4-4d98-aef1-a32bb4d77a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8738866 Aug 24 00:37:18.292477 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89308ca0-23f4-43a3-934d-2163399aba74 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.338470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 660f42a6-5216-4939-8834-63e47367fcde up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:18.448111 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89308ca0-23f4-43a3-934d-2163399aba74 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.451038 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Sync routers for ids ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:37:18.458324 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89308ca0-23f4-43a3-934d-2163399aba74 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.476616 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Routers {'88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:18.477249 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:18.491389 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 660f42a6-5216-4939-8834-63e47367fcde completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:18.499728 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4ea5baf6-ddf1-46ba-8367-0611771f0179 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:18.502090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89308ca0-23f4-43a3-934d-2163399aba74 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee44977-d7bd-419d-9051-2cc4905e9ca6,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:18.535416 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89308ca0-23f4-43a3-934d-2163399aba74 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.539714 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51488) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:18.539935 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-89308ca0-23f4-43a3-934d-2163399aba74 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3744354 Aug 24 00:37:18.545289 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a068fa68-4774-44b5-bd36-4ddfa0511250 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group_rule': {'security_group_id': 'b7225bc6-70e9-46eb-8fdf-7230bb6dc186', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:18.582636 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2f414f-9a5a-4037-92ee-c0bc3be6a2d4 None None] Network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:18.638227 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a068fa68-4774-44b5-bd36-4ddfa0511250 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.670893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-14764219-22da-4dd6-82bc-2c4d1018f571 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625485219&fields=id&tenant_id=b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 267 time: 0.0728769 Aug 24 00:37:18.687136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-62bb50f2-3d09-4fa1-952c-6953b1d55b26 None None] Provisioning for port 660f42a6-5216-4939-8834-63e47367fcde completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:18.691440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4ea5baf6-ddf1-46ba-8367-0611771f0179 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:18.700903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4ea5baf6-ddf1-46ba-8367-0611771f0179 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:18.701417 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.717001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-62bb50f2-3d09-4fa1-952c-6953b1d55b26 None None] Provisioning complete for port 660f42a6-5216-4939-8834-63e47367fcde triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:18.718333 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62bb50f2-3d09-4fa1-952c-6953b1d55b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.767921 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Set router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:18.828456 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [req-b50cc047-f335-4bac-aeda-20b5a69a465a req-6ab7da58-6830-4ec3-bd8c-6d835ccfee20 service neutron] (94838) timed out ('10.222.0.13', 52342) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:37:18.845594 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a068fa68-4774-44b5-bd36-4ddfa0511250 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.851702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a068fa68-4774-44b5-bd36-4ddfa0511250 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.859094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0ef2b-538a-46e4-b1c7-22f4d4a0e17f req-dc015910-5ab3-4ec2-9fb3-441b56d40879 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:18.862888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3e0ef2b-538a-46e4-b1c7-22f4d4a0e17f req-dc015910-5ab3-4ec2-9fb3-441b56d40879 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 944 time: 0.0911419 Aug 24 00:37:18.899496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-24589227-b165-41f2-9e04-362d943b8669 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:18.901108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-24589227-b165-41f2-9e04-362d943b8669 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/networks?id=6f60c366-7b88-474c-8bd3-b4d24b078fb1 HTTP/1.1" status: 200 len: 797 time: 0.2246737 Aug 24 00:37:18.916280 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a068fa68-4774-44b5-bd36-4ddfa0511250 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.917557 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a068fa68-4774-44b5-bd36-4ddfa0511250 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3767729 Aug 24 00:37:18.923066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51498) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:18.929238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bff767d7-153d-4684-8de3-0e45cd35fdfe tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group_rule': {'security_group_id': 'b7225bc6-70e9-46eb-8fdf-7230bb6dc186', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:18.930491 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068fa68-4774-44b5-bd36-4ddfa0511250 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce8dafa-9cd6-4838-8fff-47cd14f7ba02,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:18.952410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-ba1dd2a7-bbc7-4416-8aeb-e22dc0efba21 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/quotas/b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 375 time: 0.0399554 Aug 24 00:37:18.962631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3e0ef2b-538a-46e4-b1c7-22f4d4a0e17f req-0b497f71-c41c-44f4-9d74-cad32520d505 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886893 Aug 24 00:37:19.057494 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bff767d7-153d-4684-8de3-0e45cd35fdfe tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.144903 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:37:17Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '49f24990-c479-4801-8ded-9ad7fd76a34a', 'name': '', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:70:26:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4f5796dc-55b8-4279-906d-600a7699311f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:16Z', 'updated_at': '2021-08-24T00:37:17Z', 'revision_number': 2, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '4f5796dc-55b8-4279-906d-600a7699311f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:19.181735 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Checking router: 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:37:19.182134 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Updating router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e port 49f24990-c479-4801-8ded-9ad7fd76a34a binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:37:19.200988 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bff767d7-153d-4684-8de3-0e45cd35fdfe tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.219422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-b0206714-d5c6-4ff4-9a8f-21070f9118de tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2452960 Aug 24 00:37:19.220725 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bff767d7-153d-4684-8de3-0e45cd35fdfe tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.221382 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.239569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff767d7-153d-4684-8de3-0e45cd35fdfe tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b301cd-2674-40b3-a1fb-44a70b3dd491,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:19.268226 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bff767d7-153d-4684-8de3-0e45cd35fdfe tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.272855 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bff767d7-153d-4684-8de3-0e45cd35fdfe tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3476911 Aug 24 00:37:19.273149 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:19.280783 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d436176a-c1ea-42eb-afac-c97e52b0ac29 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group_rule': {'security_group_id': 'b7225bc6-70e9-46eb-8fdf-7230bb6dc186', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:19.343882 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d436176a-c1ea-42eb-afac-c97e52b0ac29 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.409312 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-93841c46-aa39-474e-a52e-c2065a2a29ea service neutron] 10.222.0.32 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669347 Aug 24 00:37:19.491193 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d436176a-c1ea-42eb-afac-c97e52b0ac29 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.503011 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d436176a-c1ea-42eb-afac-c97e52b0ac29 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.527047 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436176a-c1ea-42eb-afac-c97e52b0ac29 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e01b162-699a-49a7-af72-19081f5a296d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:19.578703 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d436176a-c1ea-42eb-afac-c97e52b0ac29 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.578703 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d436176a-c1ea-42eb-afac-c97e52b0ac29 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3035181 Aug 24 00:37:19.581790 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:19.677696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-923e7533-2276-4bde-8ab7-2ca2fbd1f672 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.681582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-61ffb472-0839-4a19-b99b-3e923861055d service neutron] 10.222.0.32 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637949 Aug 24 00:37:19.701172 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-923e7533-2276-4bde-8ab7-2ca2fbd1f672 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.735553 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.765498 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-923e7533-2276-4bde-8ab7-2ca2fbd1f672 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.772760 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-923e7533-2276-4bde-8ab7-2ca2fbd1f672 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.780014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51522) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:19.780560 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-923e7533-2276-4bde-8ab7-2ca2fbd1f672 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2e01b162-699a-49a7-af72-19081f5a296d HTTP/1.1" status: 204 len: 168 time: 0.1971519 Aug 24 00:37:19.793304 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e7533-2276-4bde-8ab7-2ca2fbd1f672 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e01b162-699a-49a7-af72-19081f5a296d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:19.861684 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62bb50f2-3d09-4fa1-952c-6953b1d55b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.888931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4ea5baf6-ddf1-46ba-8367-0611771f0179, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4ea5baf6-ddf1-46ba-8367-0611771f0179,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:19.921793 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2ae7dd2f-3431-4c9e-8e29-b4e683687310 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1376202 Aug 24 00:37:19.922036 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.922463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51528) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:19.945758 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Transition to ACTIVE for port object 49f24990-c479-4801-8ded-9ad7fd76a34a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:19.967788 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.987678 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ff7104b-bc28-4e70-91ee-d6eb8cbd9fe9 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.991514 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.011306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ff7104b-bc28-4e70-91ee-d6eb8cbd9fe9 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.085150 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca7329-0d0d-464c-8c8c-b970f52c5656 None None] Pushing event updated for resources: {'Port': ['ID=49f24990-c479-4801-8ded-9ad7fd76a34a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:20.109199 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca7329-0d0d-464c-8c8c-b970f52c5656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:20.109852 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca7329-0d0d-464c-8c8c-b970f52c5656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:20.111716 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca7329-0d0d-464c-8c8c-b970f52c5656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:20.112242 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca7329-0d0d-464c-8c8c-b970f52c5656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:20.113952 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca7329-0d0d-464c-8c8c-b970f52c5656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:20.114466 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca7329-0d0d-464c-8c8c-b970f52c5656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:20.117811 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca7329-0d0d-464c-8c8c-b970f52c5656 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:20.118415 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca7329-0d0d-464c-8c8c-b970f52c5656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:20.118965 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca7329-0d0d-464c-8c8c-b970f52c5656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:20.119531 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca7329-0d0d-464c-8c8c-b970f52c5656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:20.120029 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca7329-0d0d-464c-8c8c-b970f52c5656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:20.121005 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca7329-0d0d-464c-8c8c-b970f52c5656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:20.125632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-62bb50f2-3d09-4fa1-952c-6953b1d55b26 None None] For port 660f42a6-5216-4939-8834-63e47367fcde, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=660f42a6-5216-4939-8834-63e47367fcde,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:20.146372 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62bb50f2-3d09-4fa1-952c-6953b1d55b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.186279 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd1b9848-ba79-48d0-8b60-6962ede5acb6 req-644b7b5e-0247-40c5-a3b0-7031923f97ca tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 210 time: 0.1072438 Aug 24 00:37:20.209175 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4ea5baf6-ddf1-46ba-8367-0611771f0179,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:20.211955 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ff7104b-bc28-4e70-91ee-d6eb8cbd9fe9 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.254849 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Attempting to bind port 49f24990-c479-4801-8ded-9ad7fd76a34a on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:37:20.255230 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Attempting to bind port 49f24990-c479-4801-8ded-9ad7fd76a34a by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:37:20.255590 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Attempting to bind port 49f24990-c479-4801-8ded-9ad7fd76a34a on network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:20.262835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ff7104b-bc28-4e70-91ee-d6eb8cbd9fe9 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.266439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5ff7104b-bc28-4e70-91ee-d6eb8cbd9fe9 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/14b301cd-2674-40b3-a1fb-44a70b3dd491 HTTP/1.1" status: 204 len: 168 time: 0.3432834 Aug 24 00:37:20.267364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:20.271320 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:37:20.271958 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Checking segment: {'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:20.272365 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.272755 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Bound using segment: {'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:37:20.273235 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Bound port: 49f24990-c479-4801-8ded-9ad7fd76a34a, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:37:20.273613 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.345843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7104b-bc28-4e70-91ee-d6eb8cbd9fe9 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14b301cd-2674-40b3-a1fb-44a70b3dd491,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:20.367780 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb50f2-3d09-4fa1-952c-6953b1d55b26 None None] Pushing event updated for resources: {'Port': ['ID=660f42a6-5216-4939-8834-63e47367fcde,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:20.409789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4250b3b-8744-4ac7-9e35-2a17c97f5575 req-f788a516-a202-4c0e-90f4-4fc486577694 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:20.426363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4250b3b-8744-4ac7-9e35-2a17c97f5575 req-f788a516-a202-4c0e-90f4-4fc486577694 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 944 time: 0.2517469 Aug 24 00:37:20.437973 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] For port 49f24990-c479-4801-8ded-9ad7fd76a34a, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:37:20.475636 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] For port 49f24990-c479-4801-8ded-9ad7fd76a34a, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=49f24990-c479-4801-8ded-9ad7fd76a34a,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:37:20.478126 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ae478e41-ac0f-45fd-a735-1fabbc0b9294 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2095146 Aug 24 00:37:20.478989 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51548) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:20.484615 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.495434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-72e99b4f-646c-4452-852b-824f5c264925 None None] Provisioning complete for port 660f42a6-5216-4939-8834-63e47367fcde triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:20.499716 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72e99b4f-646c-4452-852b-824f5c264925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.546874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f4250b3b-8744-4ac7-9e35-2a17c97f5575 req-0227baf2-4ca9-4f9b-86ee-6ee198ed530e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190329 Aug 24 00:37:20.581329 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74c54bdf-0b2b-4ccb-a5c6-f53e947b6b60 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.612194 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74c54bdf-0b2b-4ccb-a5c6-f53e947b6b60 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.680741 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Routers {'88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:20.682264 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:20.690909 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74c54bdf-0b2b-4ccb-a5c6-f53e947b6b60 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.707889 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74c54bdf-0b2b-4ccb-a5c6-f53e947b6b60 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.718157 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-74c54bdf-0b2b-4ccb-a5c6-f53e947b6b60 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0ce8dafa-9cd6-4838-8fff-47cd14f7ba02 HTTP/1.1" status: 204 len: 168 time: 0.2380817 Aug 24 00:37:20.720899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51554) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:20.757172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c54bdf-0b2b-4ccb-a5c6-f53e947b6b60 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ce8dafa-9cd6-4838-8fff-47cd14f7ba02,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:20.847527 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] Set router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:20.875484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:20.877116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c2d70d95-f7c5-48a2-a6e2-044e46c1702c tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1503274 Aug 24 00:37:20.937073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bd929bc-7095-4770-9dff-4f57578b7586 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.944226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-72e99b4f-646c-4452-852b-824f5c264925 None None] Provisioning for port 49f24990-c479-4801-8ded-9ad7fd76a34a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:20.972480 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bd929bc-7095-4770-9dff-4f57578b7586 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.080992 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bd929bc-7095-4770-9dff-4f57578b7586 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.123850 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bd929bc-7095-4770-9dff-4f57578b7586 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.125064 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1bd929bc-7095-4770-9dff-4f57578b7586 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0ee44977-d7bd-419d-9051-2cc4905e9ca6 HTTP/1.1" status: 204 len: 168 time: 0.2484748 Aug 24 00:37:21.128182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51560) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:21.151775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd929bc-7095-4770-9dff-4f57578b7586 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ee44977-d7bd-419d-9051-2cc4905e9ca6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:21.246397 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:37:17Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '49f24990-c479-4801-8ded-9ad7fd76a34a', 'name': '', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:70:26:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4f5796dc-55b8-4279-906d-600a7699311f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:16Z', 'updated_at': '2021-08-24T00:37:20Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '4f5796dc-55b8-4279-906d-600a7699311f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:21.262792 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51566) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:21.263760 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca7329-0d0d-464c-8c8c-b970f52c5656 None None] Pushing event updated for resources: {'Port': ['ID=49f24990-c479-4801-8ded-9ad7fd76a34a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:21.280215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-aa54382c-878b-45c9-b946-853ffbd29b63 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1297588 Aug 24 00:37:21.330143 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9cd6b8-42a7-40e8-87b0-3ff33b1d24fe None None] The sync data for ids ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'] in n-d-805736-1 is: [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:37:17Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '49f24990-c479-4801-8ded-9ad7fd76a34a', 'name': '', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:70:26:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4f5796dc-55b8-4279-906d-600a7699311f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:16Z', 'updated_at': '2021-08-24T00:37:20Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '4f5796dc-55b8-4279-906d-600a7699311f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:37:21.348943 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6852d5df-5c7b-4b47-8b74-acf77d76fe54 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.424493 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6852d5df-5c7b-4b47-8b74-acf77d76fe54 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.436481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bf4cf66-2582-4108-8351-512a1e9637c1 req-f73a069c-4d58-4e01-9f19-e7558115b087 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 210 time: 0.0738728 Aug 24 00:37:21.485380 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6852d5df-5c7b-4b47-8b74-acf77d76fe54 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.498759 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6852d5df-5c7b-4b47-8b74-acf77d76fe54 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.501073 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6852d5df-5c7b-4b47-8b74-acf77d76fe54 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8cbeda19-11d2-4ac6-a94b-d406653f2caa HTTP/1.1" status: 204 len: 168 time: 0.2366800 Aug 24 00:37:21.504703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51568) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:21.540147 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852d5df-5c7b-4b47-8b74-acf77d76fe54 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cbeda19-11d2-4ac6-a94b-d406653f2caa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:21.604461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f369dd53-891f-4580-a446-4cdebd539787 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0981576 Aug 24 00:37:21.607965 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:21.782268 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fdeda8b-de82-4fb3-b01e-592c73d54d7c tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.829657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2f24c-ae78-4282-b946-4ba0eb162902 req-4a1c997b-0fb5-4ab1-ab4e-79e57db3a287 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:21.830800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3b2f24c-ae78-4282-b946-4ba0eb162902 req-4a1c997b-0fb5-4ab1-ab4e-79e57db3a287 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 944 time: 0.1272941 Aug 24 00:37:21.856522 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fdeda8b-de82-4fb3-b01e-592c73d54d7c tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.909243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3b2f24c-ae78-4282-b946-4ba0eb162902 req-3582168e-64ae-4c6a-a9d0-6a9392b36b81 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639906 Aug 24 00:37:21.963475 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fdeda8b-de82-4fb3-b01e-592c73d54d7c tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.966348 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fdeda8b-de82-4fb3-b01e-592c73d54d7c tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.968778 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5fdeda8b-de82-4fb3-b01e-592c73d54d7c tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-groups/b7225bc6-70e9-46eb-8fdf-7230bb6dc186 HTTP/1.1" status: 204 len: 168 time: 0.3594031 Aug 24 00:37:21.971575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51578) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:21.979632 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdeda8b-de82-4fb3-b01e-592c73d54d7c tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7225bc6-70e9-46eb-8fdf-7230bb6dc186,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:22.147575 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51584) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:22.154201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-86ef4e09-0fe9-4ead-90d3-730be7e846d0 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group': {'name': 'tempest-secgroup--252872032'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:22.159062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-384d4d0c-3038-41cf-bdd4-7a4fd796f941 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1691926 Aug 24 00:37:22.237730 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86ef4e09-0fe9-4ead-90d3-730be7e846d0 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.456770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-d41042df-8aac-4740-b986-e16e161256d6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:22.460879 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 660f42a6-5216-4939-8834-63e47367fcde up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:22.467012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-d41042df-8aac-4740-b986-e16e161256d6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.13 "GET /v2.0/networks?id=6f60c366-7b88-474c-8bd3-b4d24b078fb1 HTTP/1.1" status: 200 len: 797 time: 0.2365050 Aug 24 00:37:22.525927 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86ef4e09-0fe9-4ead-90d3-730be7e846d0 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.536140 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86ef4e09-0fe9-4ead-90d3-730be7e846d0 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.599240 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-569a9f2c-049b-43a9-b338-38e9dfa8a264 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 380 time: 0.1134906 Aug 24 00:37:22.599715 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef4e09-0fe9-4ead-90d3-730be7e846d0 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106d58dc-c709-4df9-9609-31b6894e6e1f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:22.603966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-86ef4e09-0fe9-4ead-90d3-730be7e846d0 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.605225 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-86ef4e09-0fe9-4ead-90d3-730be7e846d0 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4559038 Aug 24 00:37:22.610209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:22.616732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ebe6a6c1-5b0f-468b-8d13-aabee1dd5b10 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group_rule': {'security_group_id': '106d58dc-c709-4df9-9609-31b6894e6e1f', 'direction': 'ingress', 'protocol': 17}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:22.636554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 660f42a6-5216-4939-8834-63e47367fcde triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:22.636938 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.649535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c116c0b6-de70-49d9-be50-81bf0579e766 req-74629b19-483f-4e18-9aff-1e56c1f85fe9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 210 time: 0.0587704 Aug 24 00:37:22.658514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-0a0e4f78-3ea7-4a6e-9555-3e12c263a3d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'port': {'device_id': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'admin_state_up': True, 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'security_groups': ['8004970c-24cb-441f-8718-73b78497b804']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:22.692715 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebe6a6c1-5b0f-468b-8d13-aabee1dd5b10 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.814032 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 49f24990-c479-4801-8ded-9ad7fd76a34a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:22.821214 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebe6a6c1-5b0f-468b-8d13-aabee1dd5b10 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.838480 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebe6a6c1-5b0f-468b-8d13-aabee1dd5b10 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.868282 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebe6a6c1-5b0f-468b-8d13-aabee1dd5b10 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.876803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51602) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:22.877544 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ebe6a6c1-5b0f-468b-8d13-aabee1dd5b10 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2660198 Aug 24 00:37:22.885269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6a6c1-5b0f-468b-8d13-aabee1dd5b10 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2a1103-859c-41fe-9460-3e7a507f4be8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:22.890769 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 49f24990-c479-4801-8ded-9ad7fd76a34a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:22.899697 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 49f24990-c479-4801-8ded-9ad7fd76a34a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:22.900436 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.098708 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.130058 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-0a0e4f78-3ea7-4a6e-9555-3e12c263a3d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Made reservation on behalf of b921a640dca2469ab0511a55c18e6f1e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:23.134735 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-0a0e4f78-3ea7-4a6e-9555-3e12c263a3d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.151072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 49f24990-c479-4801-8ded-9ad7fd76a34a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=49f24990-c479-4801-8ded-9ad7fd76a34a,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:23.155021 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c859caf-951e-4026-bd18-35085a1221cc tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.157488 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.158578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4ea5baf6-ddf1-46ba-8367-0611771f0179 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:23.182563 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c859caf-951e-4026-bd18-35085a1221cc tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.327474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=49f24990-c479-4801-8ded-9ad7fd76a34a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:23.337648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51610) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:23.356544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac89f4-d3c1-4813-a06f-454ef659a94f req-46d8e48b-0e67-494e-ae29-d6e88d5a0d51 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:23.360009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4bac89f4-d3c1-4813-a06f-454ef659a94f req-46d8e48b-0e67-494e-ae29-d6e88d5a0d51 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 944 time: 0.2979620 Aug 24 00:37:23.404512 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4ea5baf6-ddf1-46ba-8367-0611771f0179 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:23.404512 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.405546 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c859caf-951e-4026-bd18-35085a1221cc tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.415973 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c859caf-951e-4026-bd18-35085a1221cc tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.419684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5c859caf-951e-4026-bd18-35085a1221cc tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-groups/106d58dc-c709-4df9-9609-31b6894e6e1f HTTP/1.1" status: 204 len: 168 time: 0.5359018 Aug 24 00:37:23.420439 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51614) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:23.537747 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4bac89f4-d3c1-4813-a06f-454ef659a94f req-1413671e-8334-4bf4-83e4-6de258b55ddc tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633940 Aug 24 00:37:23.538260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51616) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:23.541312 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-429a08bc-c1a1-4527-9395-cf49c6ab0642 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1186991 Aug 24 00:37:23.549015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c859caf-951e-4026-bd18-35085a1221cc tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106d58dc-c709-4df9-9609-31b6894e6e1f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:23.563266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cc04188a-43d2-42ad-b4fa-8f34bf8a1fd3 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group': {'name': 'tempest-secgroup--9800094'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:23.658696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1c03-2bf3-4fc1-b116-af4880901f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.667910 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc04188a-43d2-42ad-b4fa-8f34bf8a1fd3 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.728042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-0a0e4f78-3ea7-4a6e-9555-3e12c263a3d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.20.0.13 (6f60c366-7b88-474c-8bd3-b4d24b078fb1/4f5796dc-55b8-4279-906d-600a7699311f/7211417c-174c-4118-84cb-7074871732a3) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:23.731706 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.790839 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1c03-2bf3-4fc1-b116-af4880901f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.797618 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fdf1c03-2bf3-4fc1-b116-af4880901f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.855082 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6fdf1c03-2bf3-4fc1-b116-af4880901f22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e86dc3e6c67549fb88f9a2bc416204a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5162764 Aug 24 00:37:23.859547 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:23.867863 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf1c03-2bf3-4fc1-b116-af4880901f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2dbc57-d73c-4dbe-b347-890e1cbdb43a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:23.952505 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b2c6da-d42b-4efa-bcbb-e02decc3d468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.978168 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b2c6da-d42b-4efa-bcbb-e02decc3d468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:24.032039 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b2c6da-d42b-4efa-bcbb-e02decc3d468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:24.035754 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b2c6da-d42b-4efa-bcbb-e02decc3d468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:24.039468 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3b2c6da-d42b-4efa-bcbb-e02decc3d468 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b2dbc57-d73c-4dbe-b347-890e1cbdb43a HTTP/1.1" status: 204 len: 168 time: 0.1765747 Aug 24 00:37:24.060228 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2c6da-d42b-4efa-bcbb-e02decc3d468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2dbc57-d73c-4dbe-b347-890e1cbdb43a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:24.249181 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 49f24990-c479-4801-8ded-9ad7fd76a34a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:24.377682 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 49f24990-c479-4801-8ded-9ad7fd76a34a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:24.378326 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:24.614803 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3c7b8e6-e182-410c-8f3b-690591ae072a req-324c5cb8-2fa7-414c-8d3d-d69b589b3fdb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 210 time: 0.6416957 Aug 24 00:37:24.637038 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-0a0e4f78-3ea7-4a6e-9555-3e12c263a3d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:24.693881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-0a0e4f78-3ea7-4a6e-9555-3e12c263a3d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Transition to ACTIVE for port object 7211417c-174c-4118-84cb-7074871732a3 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:24.719235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91a06426-10ae-4c18-9b22-a87cafef1244 req-edd79424-7c83-4a18-bfac-771151f7a0b5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7731602 Aug 24 00:37:24.875936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cf13f-1c27-4adc-946c-f0e4d5cfcd55 req-afb764d5-6ea0-4a0c-b510-e51530285ae1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:24.878227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e37cf13f-1c27-4adc-946c-f0e4d5cfcd55 req-afb764d5-6ea0-4a0c-b510-e51530285ae1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 944 time: 0.1556590 Aug 24 00:37:25.013630 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc04188a-43d2-42ad-b4fa-8f34bf8a1fd3 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.020539 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-0a0e4f78-3ea7-4a6e-9555-3e12c263a3d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.058367 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e37cf13f-1c27-4adc-946c-f0e4d5cfcd55 req-a2d085a4-140f-47e0-b53f-5673eb202c26 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713681 Aug 24 00:37:25.071009 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc04188a-43d2-42ad-b4fa-8f34bf8a1fd3 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.084284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a06426-10ae-4c18-9b22-a87cafef1244 req-f9a56d98-9afd-4331-8094-56cca98b2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:25.101944 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2b0480de-d9fa-4415-8c43-634808d35d43 req-07874e58-184d-44ab-81aa-6e5031de49fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3283834 Aug 24 00:37:25.102502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91a06426-10ae-4c18-9b22-a87cafef1244 req-f9a56d98-9afd-4331-8094-56cca98b2626 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b618916ee954525990485ae65e3c64e&device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 1096 time: 0.3234086 Aug 24 00:37:25.274247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0480de-d9fa-4415-8c43-634808d35d43 req-b6f1536f-500e-40cd-9af5-78eb2219860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:25.276854 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2b0480de-d9fa-4415-8c43-634808d35d43 req-b6f1536f-500e-40cd-9af5-78eb2219860f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 1097 time: 0.0929356 Aug 24 00:37:25.307446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-0a0e4f78-3ea7-4a6e-9555-3e12c263a3d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:25.329624 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc04188a-43d2-42ad-b4fa-8f34bf8a1fd3 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.331250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cc04188a-43d2-42ad-b4fa-8f34bf8a1fd3 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7851243 Aug 24 00:37:25.332341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a06426-10ae-4c18-9b22-a87cafef1244 req-0a5b5418-f5de-44f9-89e8-420090a1fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:25.333952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91a06426-10ae-4c18-9b22-a87cafef1244 req-0a5b5418-f5de-44f9-89e8-420090a1fcfd service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 200 len: 912 time: 0.1760378 Aug 24 00:37:25.337284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51660) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:25.338318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-0a0e4f78-3ea7-4a6e-9555-3e12c263a3d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:25.356594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-0a0e4f78-3ea7-4a6e-9555-3e12c263a3d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:25.403560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cac9a11f-05f7-4e50-bb10-5acb9b013384 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081735456'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:25.411110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04188a-43d2-42ad-b4fa-8f34bf8a1fd3 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae950a2f-1d2e-455c-af2d-1a0ad67fa5f0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:25.437348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0480de-d9fa-4415-8c43-634808d35d43 req-efcabb35-023e-4f66-aa4c-b8d0d1c72fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:25.439357 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2b0480de-d9fa-4415-8c43-634808d35d43 req-efcabb35-023e-4f66-aa4c-b8d0d1c72fa3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 916 time: 0.1401901 Aug 24 00:37:25.519655 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-0a0e4f78-3ea7-4a6e-9555-3e12c263a3d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:25.522454 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-0a0e4f78-3ea7-4a6e-9555-3e12c263a3d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.545601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e4f78-3ea7-4a6e-9555-3e12c263a3d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=7211417c-174c-4118-84cb-7074871732a3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:25.567185 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2b0480de-d9fa-4415-8c43-634808d35d43 req-d6460623-39c2-4302-ba0f-8b0e4d4d9d86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af9a2717-2fc4-4f56-ac77-cb232ca69299 HTTP/1.1" status: 200 len: 217 time: 0.1176636 Aug 24 00:37:25.681786 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cac9a11f-05f7-4e50-bb10-5acb9b013384 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.698811 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0480de-d9fa-4415-8c43-634808d35d43 req-382ad262-70f3-4d94-a17a-a529a3789196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:25.703923 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2b0480de-d9fa-4415-8c43-634808d35d43 req-382ad262-70f3-4d94-a17a-a529a3789196 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbd9b90b-f801-4301-962f-740fe1951187 HTTP/1.1" status: 200 len: 855 time: 0.1292529 Aug 24 00:37:25.728525 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-0a0e4f78-3ea7-4a6e-9555-3e12c263a3d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0773394 Aug 24 00:37:25.738605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91a06426-10ae-4c18-9b22-a87cafef1244 req-de54e5b4-1648-4499-9dd7-330f5f00e942 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=109da5f8-4b8f-4567-a918-5f11dd2c600e HTTP/1.1" status: 200 len: 1001 time: 0.3725305 Aug 24 00:37:25.744236 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2b0480de-d9fa-4415-8c43-634808d35d43 req-78b26822-6206-44fc-9065-534a87762c2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2706c8-e765-4e9d-8d8b-16481d4876ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314214 Aug 24 00:37:25.752091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Request body: {'port': {'device_id': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:25.795391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-daa6ce4c-18bf-452c-9f59-ef2793d5f034 None None] Provisioning for port 7211417c-174c-4118-84cb-7074871732a3 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:25.799786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-daa6ce4c-18bf-452c-9f59-ef2793d5f034 None None] Provisioning complete for port 7211417c-174c-4118-84cb-7074871732a3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:25.800085 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-daa6ce4c-18bf-452c-9f59-ef2793d5f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.886616 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-daa6ce4c-18bf-452c-9f59-ef2793d5f034 None None] Port 7211417c-174c-4118-84cb-7074871732a3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:25.986582 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fddc22-4892-412a-97da-801006166c66 req-343f19cc-23d5-4048-9bf3-33ad5d58a45f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:25.988174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6fddc22-4892-412a-97da-801006166c66 req-343f19cc-23d5-4048-9bf3-33ad5d58a45f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 932 time: 0.2240281 Aug 24 00:37:26.002019 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.055185 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2b0480de-d9fa-4415-8c43-634808d35d43 req-2b302975-14e3-4ed7-af73-27bbff155a55 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006809 Aug 24 00:37:26.221115 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-2b0480de-d9fa-4415-8c43-634808d35d43 req-e9ef7167-1245-4332-8a98-318812d8d344 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499887 Aug 24 00:37:26.268630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6fddc22-4892-412a-97da-801006166c66 req-04099a29-9d40-4729-b294-6f1cf84b8c09 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723911 Aug 24 00:37:26.321426 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cac9a11f-05f7-4e50-bb10-5acb9b013384 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.409209 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cac9a11f-05f7-4e50-bb10-5acb9b013384 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.420921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a06426-10ae-4c18-9b22-a87cafef1244 req-63ec8942-03c2-4ed4-b03a-8cec77a2b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:26.422116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91a06426-10ae-4c18-9b22-a87cafef1244 req-63ec8942-03c2-4ed4-b03a-8cec77a2b28f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 200 len: 850 time: 0.6485877 Aug 24 00:37:26.524005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7e5b3-cc55-4989-ae7e-62d06ccf86bd req-f8196b99-9178-4d2e-80f6-8142fc766c1f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:26.534298 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdc7e5b3-cc55-4989-ae7e-62d06ccf86bd req-f8196b99-9178-4d2e-80f6-8142fc766c1f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 944 time: 0.3207927 Aug 24 00:37:26.555694 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cac9a11f-05f7-4e50-bb10-5acb9b013384 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.557576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cac9a11f-05f7-4e50-bb10-5acb9b013384 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1946347 Aug 24 00:37:26.561145 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51684) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:26.578995 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5fcb0761-b524-43ff-9758-57a6e52e1541 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group_rule': {'security_group_id': 'ae950a2f-1d2e-455c-af2d-1a0ad67fa5f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2f843902-79a8-4c7d-8e4d-044cdc550fec', 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:26.588422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9a11f-05f7-4e50-bb10-5acb9b013384 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f843902-79a8-4c7d-8e4d-044cdc550fec,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:26.665302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a06426-10ae-4c18-9b22-a87cafef1244 req-af2b6d66-a726-43d9-a386-f82a3167ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:26.666868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91a06426-10ae-4c18-9b22-a87cafef1244 req-af2b6d66-a726-43d9-a386-f82a3167ca6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b465dfe-d306-4292-bddd-524ea879c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2195048 Aug 24 00:37:26.670855 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdc7e5b3-cc55-4989-ae7e-62d06ccf86bd req-b57a5bfd-bce2-48f8-a820-5cd56d333d65 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085944 Aug 24 00:37:26.688260 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fcb0761-b524-43ff-9758-57a6e52e1541 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.835178 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fcb0761-b524-43ff-9758-57a6e52e1541 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.841562 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fcb0761-b524-43ff-9758-57a6e52e1541 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.864704 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb0761-b524-43ff-9758-57a6e52e1541 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6bcd70-72b2-4d2c-b54f-428b163c17c5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:26.874955 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fcb0761-b524-43ff-9758-57a6e52e1541 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.878864 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5fcb0761-b524-43ff-9758-57a6e52e1541 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3130658 Aug 24 00:37:26.879382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:26.880985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7211417c-174c-4118-84cb-7074871732a3 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:37:26.904523 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.913727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91a06426-10ae-4c18-9b22-a87cafef1244 req-69cb0216-5835-4b1e-ad72-607700e4556c service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381823 Aug 24 00:37:26.957194 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2dcec20-60db-42cf-9959-f0d4df9baae0 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.974527 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2dcec20-60db-42cf-9959-f0d4df9baae0 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.999427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Transition to ACTIVE for port object 7211417c-174c-4118-84cb-7074871732a3 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:27.010482 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2dcec20-60db-42cf-9959-f0d4df9baae0 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.024996 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2dcec20-60db-42cf-9959-f0d4df9baae0 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.030699 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a2dcec20-60db-42cf-9959-f0d4df9baae0 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2b6bcd70-72b2-4d2c-b54f-428b163c17c5 HTTP/1.1" status: 204 len: 168 time: 0.1460378 Aug 24 00:37:27.030699 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcec20-60db-42cf-9959-f0d4df9baae0 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b6bcd70-72b2-4d2c-b54f-428b163c17c5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:27.040080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:27.068247 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.162276 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cd938d3d-f458-4907-ba8e-d5e20629c3f1 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1153879 Aug 24 00:37:27.162869 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:27.279601 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca168cff-0801-4daa-9ac0-e43a764ab5df tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.313936 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca168cff-0801-4daa-9ac0-e43a764ab5df tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.397190 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca168cff-0801-4daa-9ac0-e43a764ab5df tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.400637 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca168cff-0801-4daa-9ac0-e43a764ab5df tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.404554 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ca168cff-0801-4daa-9ac0-e43a764ab5df tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-groups/2f843902-79a8-4c7d-8e4d-044cdc550fec HTTP/1.1" status: 204 len: 168 time: 0.2380192 Aug 24 00:37:27.415089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Pushing event updated for resources: {'Port': ['ID=7211417c-174c-4118-84cb-7074871732a3,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:27.419739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51708) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:27.425845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca168cff-0801-4daa-9ac0-e43a764ab5df tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f843902-79a8-4c7d-8e4d-044cdc550fec,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:27.450863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91a06426-10ae-4c18-9b22-a87cafef1244 req-19cb4c42-16f5-45a6-86d2-a9aa72ef5069 service neutron] 10.222.0.47 "GET /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223126 Aug 24 00:37:27.504272 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a32843ef-5848-4e40-8890-2f0c83bcb01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.569633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Attempting to bind port 7211417c-174c-4118-84cb-7074871732a3 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:37:27.570125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Attempting to bind port 7211417c-174c-4118-84cb-7074871732a3 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:37:27.570561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Attempting to bind port 7211417c-174c-4118-84cb-7074871732a3 on network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:27.580037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Port 7211417c-174c-4118-84cb-7074871732a3 on network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:37:27.580652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Attempting to bind port 7211417c-174c-4118-84cb-7074871732a3 on network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:27.592258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device a70784fb-05af-4954-bc5d-9e9a32d4396e details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:37:27.596339 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea825aec-637c-4623-a833-e0b0b44dce21 req-7119c7be-7dc3-4aa2-9aea-6c4839afbcbd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:27.598051 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea825aec-637c-4623-a833-e0b0b44dce21 req-7119c7be-7dc3-4aa2-9aea-6c4839afbcbd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 944 time: 0.1552169 Aug 24 00:37:27.611765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:37:27.611765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Checking segment: {'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:27.611765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Bound using segment: {'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:37:27.611765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Bound port: 7211417c-174c-4118-84cb-7074871732a3, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:37:27.611765 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.642083 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b13ad2d6-627f-4e02-8878-bd7fd8029c3a tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4508 time: 0.2190161 Aug 24 00:37:27.644968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51710) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:27.796353 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port a70784fb-05af-4954-bc5d-9e9a32d4396e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=a70784fb-05af-4954-bc5d-9e9a32d4396e,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:27.810849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'a70784fb-05af-4954-bc5d-9e9a32d4396e', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'port_id': 'a70784fb-05af-4954-bc5d-9e9a32d4396e', 'mac_address': 'fa:16:3e:33:4e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:37:27.870380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea825aec-637c-4623-a833-e0b0b44dce21 req-5527bb70-f952-4ac6-baa0-d373675041bb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469621 Aug 24 00:37:27.874863 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.894161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70784fb-05af-4954-bc5d-9e9a32d4396e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:37:27.916848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port a70784fb-05af-4954-bc5d-9e9a32d4396e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=a70784fb-05af-4954-bc5d-9e9a32d4396e,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:27.923522 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.934438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea043d-9fa0-43c5-8773-fa56b2279029 req-50b31f0e-f3bb-43d3-a3b0-7716ea8e7a11 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:27.936360 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5ea043d-9fa0-43c5-8773-fa56b2279029 req-50b31f0e-f3bb-43d3-a3b0-7716ea8e7a11 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 944 time: 0.1353822 Aug 24 00:37:27.937810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] For port 7211417c-174c-4118-84cb-7074871732a3, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:37:27.940427 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb99c-5713-40fc-8aa6-cc8160d5f3c7 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.962659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] For port 7211417c-174c-4118-84cb-7074871732a3, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7211417c-174c-4118-84cb-7074871732a3,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:37:27.984602 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.007107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=a70784fb-05af-4954-bc5d-9e9a32d4396e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:28.044724 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb99c-5713-40fc-8aa6-cc8160d5f3c7 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.086001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:28.086679 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.088129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] 10.222.0.13 "PUT /v2.0/ports/7211417c-174c-4118-84cb-7074871732a3 HTTP/1.1" status: 200 len: 1092 time: 2.3437376 Aug 24 00:37:28.094258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'tag': '7211417c-174c-4118-84cb-7074871732a3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:28.096700 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd92d35e-deca-4150-9fcb-2d6b5b03b240" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "tag": "7211417c-174c-4118-84cb-7074871732a3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:28.109383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5ea043d-9fa0-43c5-8773-fa56b2279029 req-f2e2b5b0-b46b-4fb3-bfd5-3e6d2d2bb14f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598222 Aug 24 00:37:28.136012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ba780-cf69-4c95-8176-379411b3f86b service neutron] Pushing event updated for resources: {'Port': ['ID=7211417c-174c-4118-84cb-7074871732a3,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:28.172360 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb99c-5713-40fc-8aa6-cc8160d5f3c7 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.175242 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb99c-5713-40fc-8aa6-cc8160d5f3c7 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.179371 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51722) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:28.179654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7b2eb99c-5713-40fc-8aa6-cc8160d5f3c7 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-groups/ae950a2f-1d2e-455c-af2d-1a0ad67fa5f0 HTTP/1.1" status: 204 len: 168 time: 0.5335877 Aug 24 00:37:28.181347 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8801c8-2b5c-49c9-ad76-d536b85613a6 x-openstack-request-id: req-4c8801c8-2b5c-49c9-ad76-d536b85613a6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:28.181643 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "tag": "7211417c-174c-4118-84cb-7074871732a3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:28.181898 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c8801c8-2b5c-49c9-ad76-d536b85613a6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:28.182307 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'tag': '7211417c-174c-4118-84cb-7074871732a3', 'status': 'completed', 'code': 200} Aug 24 00:37:28.224542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2eb99c-5713-40fc-8aa6-cc8160d5f3c7 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae950a2f-1d2e-455c-af2d-1a0ad67fa5f0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:28.237158 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-6fbacee4-5170-46fc-be6a-a37238264508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:28.238736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-6fbacee4-5170-46fc-be6a-a37238264508 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 1095 time: 0.0511560 Aug 24 00:37:28.257598 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5d94d0b3-0840-425c-8745-7ee923cb0538 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769534 Aug 24 00:37:28.261429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:28.267308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5ce188ef-eb84-4041-a930-2fa3fcfc7dd6 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group': {'name': 'tempest-secgroup--436672029'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:28.307139 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ce188ef-eb84-4041-a930-2fa3fcfc7dd6 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.328729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-d0c4d03c-740a-451b-8331-05129c12ea97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7211417c-174c-4118-84cb-7074871732a3 HTTP/1.1" status: 200 len: 217 time: 0.0752950 Aug 24 00:37:28.378135 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['a70784fb-05af-4954-bc5d-9e9a32d4396e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:28.418052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-194bfcaf-24db-45f7-93c4-de1700770279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:28.421056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-194bfcaf-24db-45f7-93c4-de1700770279 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f5796dc-55b8-4279-906d-600a7699311f HTTP/1.1" status: 200 len: 834 time: 0.0832443 Aug 24 00:37:28.452345 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ce188ef-eb84-4041-a930-2fa3fcfc7dd6 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.461839 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ce188ef-eb84-4041-a930-2fa3fcfc7dd6 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.510725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce188ef-eb84-4041-a930-2fa3fcfc7dd6 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a875e6-7c96-40f9-9308-43c22f126ce8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:28.531560 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ce188ef-eb84-4041-a930-2fa3fcfc7dd6 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.535466 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ce188ef-eb84-4041-a930-2fa3fcfc7dd6 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2693193 Aug 24 00:37:28.536157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51734) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:28.541426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-945e7ed2-a62d-4816-8dbd-47a813421c1e tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group_rule': {'security_group_id': 'b1a875e6-7c96-40f9-9308-43c22f126ce8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:28.552112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-c28c71fc-9ca7-441d-949d-49b1a9cd799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:28.554293 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-c28c71fc-9ca7-441d-949d-49b1a9cd799f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f60c366-7b88-474c-8bd3-b4d24b078fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248424 Aug 24 00:37:28.696185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-9161e54d-8307-43f3-8250-27f7f3ff5cc4 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198957 Aug 24 00:37:28.825459 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e193d59e-0d4a-45ae-b4ff-3ce574262eaa req-d4bfbb4d-a818-45e2-8c6b-86b685bd1fe0 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209433 Aug 24 00:37:28.851747 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-945e7ed2-a62d-4816-8dbd-47a813421c1e tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.932463 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-945e7ed2-a62d-4816-8dbd-47a813421c1e tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.951954 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-945e7ed2-a62d-4816-8dbd-47a813421c1e tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.012171 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-945e7ed2-a62d-4816-8dbd-47a813421c1e tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.016389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-945e7ed2-a62d-4816-8dbd-47a813421c1e tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4766111 Aug 24 00:37:29.016666 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:29.028653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e7ed2-a62d-4816-8dbd-47a813421c1e tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0ced93-e6a1-4663-a352-33d694f67ec9,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:29.097948 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5529beca-07db-4359-9b27-c8fa1d54ce07 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.118132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5529beca-07db-4359-9b27-c8fa1d54ce07 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.120611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92d35e-deca-4150-9fcb-2d6b5b03b240 req-261b241c-7e37-4a4c-9091-04c7e3bb1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:29.122307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd92d35e-deca-4150-9fcb-2d6b5b03b240 req-261b241c-7e37-4a4c-9091-04c7e3bb1e99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 1095 time: 0.2078738 Aug 24 00:37:29.185337 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5529beca-07db-4359-9b27-c8fa1d54ce07 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.202930 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5529beca-07db-4359-9b27-c8fa1d54ce07 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.204607 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5529beca-07db-4359-9b27-c8fa1d54ce07 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cc0ced93-e6a1-4663-a352-33d694f67ec9 HTTP/1.1" status: 204 len: 168 time: 0.1859212 Aug 24 00:37:29.209194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:29.225127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529beca-07db-4359-9b27-c8fa1d54ce07 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc0ced93-e6a1-4663-a352-33d694f67ec9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:29.248967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc69a6-e6f1-43c1-a527-02ecd7c2331f req-1a68e246-414a-47c0-aeef-49670dafac40 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:29.250901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0dc69a6-e6f1-43c1-a527-02ecd7c2331f req-1a68e246-414a-47c0-aeef-49670dafac40 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 944 time: 0.1726966 Aug 24 00:37:29.297512 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0ccba3f6-ea7b-4620-8e32-14d6621f9974 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0845256 Aug 24 00:37:29.298105 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51776) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:29.300325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-37f52b6d-d3e4-488b-bf8b-4f4155cfe896 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:29.301881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-37f52b6d-d3e4-488b-bf8b-4f4155cfe896 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 815 time: 0.3021560 Aug 24 00:37:29.348311 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-c7aaa00d-9e63-4b68-820c-362697c711ad tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/quotas/33c45ffed6d949d68a0c0a054d17a347 HTTP/1.1" status: 200 len: 375 time: 0.0387228 Aug 24 00:37:29.355100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0dc69a6-e6f1-43c1-a527-02ecd7c2331f req-5a026afc-e865-49cd-818e-da6c744b860d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871122 Aug 24 00:37:29.368102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92d35e-deca-4150-9fcb-2d6b5b03b240 req-64567a0d-b24f-4dd9-8a19-ace6877bb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:29.369610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd92d35e-deca-4150-9fcb-2d6b5b03b240 req-64567a0d-b24f-4dd9-8a19-ace6877bb6c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f60c366-7b88-474c-8bd3-b4d24b078fb1 HTTP/1.1" status: 200 len: 898 time: 0.2396033 Aug 24 00:37:29.373132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ee62e18-20bc-494b-b834-e40c715099bf tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.423468 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ee62e18-20bc-494b-b834-e40c715099bf tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.486874 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ee62e18-20bc-494b-b834-e40c715099bf tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.490015 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1ee62e18-20bc-494b-b834-e40c715099bf tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.491756 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1ee62e18-20bc-494b-b834-e40c715099bf tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-groups/b1a875e6-7c96-40f9-9308-43c22f126ce8 HTTP/1.1" status: 204 len: 168 time: 0.1925230 Aug 24 00:37:29.498353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:29.521163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee62e18-20bc-494b-b834-e40c715099bf tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a875e6-7c96-40f9-9308-43c22f126ce8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:29.523849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd92d35e-deca-4150-9fcb-2d6b5b03b240 req-be81a4ca-08d5-4fe1-b2b7-aa25bc225d2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7211417c-174c-4118-84cb-7074871732a3 HTTP/1.1" status: 200 len: 217 time: 0.1080828 Aug 24 00:37:29.580137 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a8018b96-128b-4aea-a02e-c7a259499944 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0801148 Aug 24 00:37:29.586095 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51790) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:29.594308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-493a2cea-66dc-44cb-b20c-f9d573436768 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group': {'name': 'tempest-secgroup--365288359'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:29.597957 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device a70784fb-05af-4954-bc5d-9e9a32d4396e up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:29.616810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-c83cb6e0-adca-41e3-ad62-a8b5a1bd8e9c tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2588792 Aug 24 00:37:29.636919 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-493a2cea-66dc-44cb-b20c-f9d573436768 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.698534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92d35e-deca-4150-9fcb-2d6b5b03b240 req-edb1700e-0b0a-4e8e-90b7-345509e91b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:29.698534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd92d35e-deca-4150-9fcb-2d6b5b03b240 req-edb1700e-0b0a-4e8e-90b7-345509e91b09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f5796dc-55b8-4279-906d-600a7699311f HTTP/1.1" status: 200 len: 834 time: 0.1642935 Aug 24 00:37:29.721007 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.749289 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port a70784fb-05af-4954-bc5d-9e9a32d4396e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:29.756016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port a70784fb-05af-4954-bc5d-9e9a32d4396e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:29.757604 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.797489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001975a-5593-4561-b494-fcfeda232e2e req-bff12d77-b1a1-46f4-928d-b7465cf3d336 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:29.799138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c001975a-5593-4561-b494-fcfeda232e2e req-bff12d77-b1a1-46f4-928d-b7465cf3d336 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 945 time: 0.2481811 Aug 24 00:37:29.808088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-493a2cea-66dc-44cb-b20c-f9d573436768 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.819254 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-493a2cea-66dc-44cb-b20c-f9d573436768 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.863844 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92d35e-deca-4150-9fcb-2d6b5b03b240 req-5fdc3023-b9cd-42fa-8ee1-1f55bfd253c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:29.865380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd92d35e-deca-4150-9fcb-2d6b5b03b240 req-5fdc3023-b9cd-42fa-8ee1-1f55bfd253c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f60c366-7b88-474c-8bd3-b4d24b078fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591926 Aug 24 00:37:29.895472 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-493a2cea-66dc-44cb-b20c-f9d573436768 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.900355 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-493a2cea-66dc-44cb-b20c-f9d573436768 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3122253 Aug 24 00:37:29.901934 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51794) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:29.908013 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d0721e73-5ab0-4441-8e22-6262a1f48c01 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group_rule': {'security_group_id': 'b3f15c2b-222e-4bb8-90e3-eb7521ae3faa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:29.913527 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a2cea-66dc-44cb-b20c-f9d573436768 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f15c2b-222e-4bb8-90e3-eb7521ae3faa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:29.937010 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.953359 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0721e73-5ab0-4441-8e22-6262a1f48c01 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.967828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a09d08-a8a8-4948-bd67-86c00a3de932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70784fb-05af-4954-bc5d-9e9a32d4396e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:29.971014 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b2894f-7fba-4bda-b3f3-5208d20b434e" -d '{"events": [{"server_uuid": "f9a09d08-a8a8-4948-bd67-86c00a3de932", "name": "network-vif-plugged", "status": "completed", "tag": "a70784fb-05af-4954-bc5d-9e9a32d4396e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:29.987935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port a70784fb-05af-4954-bc5d-9e9a32d4396e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=a70784fb-05af-4954-bc5d-9e9a32d4396e,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:29.993323 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.009103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd92d35e-deca-4150-9fcb-2d6b5b03b240 req-73d4fe98-a2d3-48f3-bc27-210dece5ac8d service neutron] 10.222.0.13 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165249 Aug 24 00:37:30.027580 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0721e73-5ab0-4441-8e22-6262a1f48c01 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.030658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c001975a-5593-4561-b494-fcfeda232e2e req-3784e054-ce1d-4abc-81e9-ecd8a9cc202c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196727 Aug 24 00:37:30.034948 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0721e73-5ab0-4441-8e22-6262a1f48c01 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.056346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-c1bf9029-1eec-46c4-89a1-9b829a2b3013 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208589 Aug 24 00:37:30.066582 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0721e73-5ab0-4441-8e22-6262a1f48c01 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570624e9-b6f5-4c7a-9f37-5597e972fad2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:30.070820 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=a70784fb-05af-4954-bc5d-9e9a32d4396e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:30.088556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0721e73-5ab0-4441-8e22-6262a1f48c01 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.094197 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d0721e73-5ab0-4441-8e22-6262a1f48c01 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1909604 Aug 24 00:37:30.096691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51798) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:30.134717 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44247c24-b008-4718-86b8-51778a99303b x-openstack-request-id: req-44247c24-b008-4718-86b8-51778a99303b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:30.135084 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a09d08-a8a8-4948-bd67-86c00a3de932", "name": "network-vif-plugged", "status": "completed", "tag": "a70784fb-05af-4954-bc5d-9e9a32d4396e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:30.135402 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44247c24-b008-4718-86b8-51778a99303b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:30.138813 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a09d08-a8a8-4948-bd67-86c00a3de932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70784fb-05af-4954-bc5d-9e9a32d4396e', 'code': 200} Aug 24 00:37:30.139927 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-aa369221-debb-49da-bb56-83df591c2ec1 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules/570624e9-b6f5-4c7a-9f37-5597e972fad2 HTTP/1.1" status: 200 len: 763 time: 0.0402951 Aug 24 00:37:30.140700 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:30.142118 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.210669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd92d35e-deca-4150-9fcb-2d6b5b03b240 req-e112ad53-c5f8-40e6-a2ba-9c138537a127 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845405 Aug 24 00:37:30.218411 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-48590869-be8a-460d-a67d-9a460a2a1350 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0763111 Aug 24 00:37:30.227760 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51804) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:30.228125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-34b17568-452d-4df7-9acb-e428c389f240 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643426 Aug 24 00:37:30.228222 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f666e182-2c0c-4a42-9453-fdb8cf4fb9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.285421 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a61127c-6701-4c06-92a0-3da8fd13f11f tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.295360 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a61127c-6701-4c06-92a0-3da8fd13f11f tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.308931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7aa18-16d9-4a7f-b3ff-b4c1f0bdc64d req-dea68934-d0cf-4320-91bd-954f3dff3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:30.312691 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49a7aa18-16d9-4a7f-b3ff-b4c1f0bdc64d req-dea68934-d0cf-4320-91bd-954f3dff3e7f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 1097 time: 0.0778830 Aug 24 00:37:30.338132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a61127c-6701-4c06-92a0-3da8fd13f11f tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.347619 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a61127c-6701-4c06-92a0-3da8fd13f11f tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.349027 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0a61127c-6701-4c06-92a0-3da8fd13f11f tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/570624e9-b6f5-4c7a-9f37-5597e972fad2 HTTP/1.1" status: 204 len: 168 time: 0.1270101 Aug 24 00:37:30.353374 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51810) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:30.377819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49a7aa18-16d9-4a7f-b3ff-b4c1f0bdc64d req-7456e3b1-70a1-4237-8403-9bc5c9680b35 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573473 Aug 24 00:37:30.392903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61127c-6701-4c06-92a0-3da8fd13f11f tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=570624e9-b6f5-4c7a-9f37-5597e972fad2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:30.428900 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bc4ca9cb-15d9-4d6d-8f04-ee96f33f7b24 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0743299 Aug 24 00:37:30.431539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51816) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:30.437991 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4b75898f-0a08-4e4f-b693-78ad858ade0d tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group_rule': {'security_group_id': 'b3f15c2b-222e-4bb8-90e3-eb7521ae3faa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:30.507851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b75898f-0a08-4e4f-b693-78ad858ade0d tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.624175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4e351a7-5c2a-4b31-a1a3-7ba546208906 req-03f442cc-0dc9-41f2-b773-23801c95aa59 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 210 time: 0.0381601 Aug 24 00:37:30.658737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d90e62-8bb0-45ee-90b7-0dd1990773bb req-80f0fd05-73da-4527-a410-70e46ea839db tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:30.660386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88d90e62-8bb0-45ee-90b7-0dd1990773bb req-80f0fd05-73da-4527-a410-70e46ea839db tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 944 time: 0.1436272 Aug 24 00:37:30.662219 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b75898f-0a08-4e4f-b693-78ad858ade0d tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.667294 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b75898f-0a08-4e4f-b693-78ad858ade0d tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.703587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75898f-0a08-4e4f-b693-78ad858ade0d tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bafbe6-7aee-4bce-b625-61d59b47e5bb,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:30.716824 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b75898f-0a08-4e4f-b693-78ad858ade0d tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.718041 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4b75898f-0a08-4e4f-b693-78ad858ade0d tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2855151 Aug 24 00:37:30.720881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51832) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:30.739968 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88d90e62-8bb0-45ee-90b7-0dd1990773bb req-295c13a0-b859-4925-9917-ff276e3b9e48 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698020 Aug 24 00:37:30.754662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-56bdb974-2bb6-429f-8770-915de41da41e tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules/44bafbe6-7aee-4bce-b625-61d59b47e5bb HTTP/1.1" status: 200 len: 763 time: 0.0305498 Aug 24 00:37:30.755458 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51834) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:30.804155 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9379326b-8795-4240-9d79-eb7a2bff42d4 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0453551 Aug 24 00:37:30.805528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51840) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:30.839632 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a04175d-693f-4698-890a-6527a76f6fff tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.849520 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a04175d-693f-4698-890a-6527a76f6fff tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.883812 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a04175d-693f-4698-890a-6527a76f6fff tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.893437 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a04175d-693f-4698-890a-6527a76f6fff tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.895151 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8a04175d-693f-4698-890a-6527a76f6fff tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/44bafbe6-7aee-4bce-b625-61d59b47e5bb HTTP/1.1" status: 204 len: 168 time: 0.0831168 Aug 24 00:37:30.898144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51846) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:30.903237 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04175d-693f-4698-890a-6527a76f6fff tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44bafbe6-7aee-4bce-b625-61d59b47e5bb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:30.955993 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:30.956828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e8efe31f-3e37-4fc2-88d2-4399af7eed28 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0571511 Aug 24 00:37:30.961925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ad42f01d-15be-490c-844f-bb2dfc0ae784 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Request body: {'security_group_rule': {'security_group_id': 'b3f15c2b-222e-4bb8-90e3-eb7521ae3faa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:31.021124 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad42f01d-15be-490c-844f-bb2dfc0ae784 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.136663 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad42f01d-15be-490c-844f-bb2dfc0ae784 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.153963 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad42f01d-15be-490c-844f-bb2dfc0ae784 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.192642 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad42f01d-15be-490c-844f-bb2dfc0ae784 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.194197 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ad42f01d-15be-490c-844f-bb2dfc0ae784 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2367048 Aug 24 00:37:31.197298 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51860) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:31.206974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42f01d-15be-490c-844f-bb2dfc0ae784 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d7d2e9-88d6-46fc-8e4f-12fc86eda5c4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:31.224799 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-38241101-588f-4790-b06d-9ef91f008f1c tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules/a8d7d2e9-88d6-46fc-8e4f-12fc86eda5c4 HTTP/1.1" status: 200 len: 764 time: 0.0259342 Aug 24 00:37:31.227737 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:31.268063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c7302-d57c-4cd9-bc8d-3a55265ea7a0 req-e1fe4461-e25c-48c1-b740-0e0d4b8b5b06 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:31.270263 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d9c7302-d57c-4cd9-bc8d-3a55265ea7a0 req-e1fe4461-e25c-48c1-b740-0e0d4b8b5b06 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 946 time: 0.1301763 Aug 24 00:37:31.281047 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.320472 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0d77c98f-bf5e-418e-bf01-9a7c1cfd2f74 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0885293 Aug 24 00:37:31.323571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51864) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:31.335139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d9c7302-d57c-4cd9-bc8d-3a55265ea7a0 req-ebf9fddf-3a30-41b2-ada7-c874056d12d7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547683 Aug 24 00:37:31.352871 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89344425-499f-4d68-ae53-93688aca97cb tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.370734 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89344425-499f-4d68-ae53-93688aca97cb tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.417849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89344425-499f-4d68-ae53-93688aca97cb tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.427400 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-89344425-499f-4d68-ae53-93688aca97cb tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.429183 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-89344425-499f-4d68-ae53-93688aca97cb tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a8d7d2e9-88d6-46fc-8e4f-12fc86eda5c4 HTTP/1.1" status: 204 len: 168 time: 0.1045372 Aug 24 00:37:31.432474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51866) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:31.442395 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89344425-499f-4d68-ae53-93688aca97cb tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8d7d2e9-88d6-46fc-8e4f-12fc86eda5c4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:31.491534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e56bd0d6-29e3-4402-8739-ec34f845e78f tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0577326 Aug 24 00:37:31.492329 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51870) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:31.600107 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab8ccb06-8bb3-4a41-b77b-c3009320e3ea tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.635330 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab8ccb06-8bb3-4a41-b77b-c3009320e3ea tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.705570 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab8ccb06-8bb3-4a41-b77b-c3009320e3ea tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.722956 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab8ccb06-8bb3-4a41-b77b-c3009320e3ea tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.727729 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ab8ccb06-8bb3-4a41-b77b-c3009320e3ea tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "DELETE /v2.0/security-groups/b3f15c2b-222e-4bb8-90e3-eb7521ae3faa HTTP/1.1" status: 204 len: 168 time: 0.2320104 Aug 24 00:37:31.732936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:31.748673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea4326b2-2787-48b4-a084-2c84739051d2 req-d7afcb26-1cab-4dc6-b81a-11bf47779775 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 210 time: 0.0389612 Aug 24 00:37:31.748855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ccb06-8bb3-4a41-b77b-c3009320e3ea tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f15c2b-222e-4bb8-90e3-eb7521ae3faa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:31.807284 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3789eeed-bc9b-45d6-97ea-9ac9ba859b11 tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0724773 Aug 24 00:37:31.813584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 51886) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:31.941674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1ca9a550-88f0-40a2-9c2e-6bdf0fb4ec7f tempest-SecGroupTest-500505996 tempest-SecGroupTest-500505996-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1269212 Aug 24 00:37:31.979458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6c679-66f0-4af1-91cf-25f2d4403f28 req-2b737be5-c76e-498d-b1c3-4f9f7b875884 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:31.982531 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1c6c679-66f0-4af1-91cf-25f2d4403f28 req-2b737be5-c76e-498d-b1c3-4f9f7b875884 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 944 time: 0.1024592 Aug 24 00:37:32.088237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d1c6c679-66f0-4af1-91cf-25f2d4403f28 req-93270600-52fb-491b-b124-80539f4ca418 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983915 Aug 24 00:37:32.303231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-04e1d025-0ac4-4bdd-a7d3-5ed1261b437a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:32.305668 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-04e1d025-0ac4-4bdd-a7d3-5ed1261b437a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.13 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 815 time: 0.2533784 Aug 24 00:37:32.329824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Request body: {'port': {'device_id': '9f65d518-d601-4bbd-a40a-2f6df6f57f3c', 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba', 'admin_state_up': True, 'tenant_id': '33c45ffed6d949d68a0c0a054d17a347'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:32.383493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7211417c-174c-4118-84cb-7074871732a3 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:37:32.495833 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51902) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:32.587180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7211417c-174c-4118-84cb-7074871732a3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7211417c-174c-4118-84cb-7074871732a3,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:32.600274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51908) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:32.607190 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '7211417c-174c-4118-84cb-7074871732a3', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'port_id': '7211417c-174c-4118-84cb-7074871732a3', 'mac_address': 'fa:16:3e:96:65:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5796dc-55b8-4279-906d-600a7699311f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:37:32.658027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Made reservation on behalf of 33c45ffed6d949d68a0c0a054d17a347 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:32.664037 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.682921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676123e9-f3d1-48c9-b83a-e348430d393b req-47595617-e3ad-4f44-bcab-b2028062dc1e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:32.697180 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-676123e9-f3d1-48c9-b83a-e348430d393b req-47595617-e3ad-4f44-bcab-b2028062dc1e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 946 time: 0.1795621 Aug 24 00:37:32.712046 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.751586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7211417c-174c-4118-84cb-7074871732a3 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:37:32.770484 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-325e8029-46f6-48bb-b881-40c067039b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.797127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7211417c-174c-4118-84cb-7074871732a3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7211417c-174c-4118-84cb-7074871732a3,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:32.811357 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.875522 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-676123e9-f3d1-48c9-b83a-e348430d393b req-54b3bb75-71d2-41db-a4d5-1cc347c925e8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772401 Aug 24 00:37:32.906943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7211417c-174c-4118-84cb-7074871732a3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:33.041227 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f2875dc8-353a-4666-947b-d3654de8258e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae6d3ea41cf1426fbe973ddd25acce0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356453 Aug 24 00:37:33.044952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51918) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:33.075085 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-325e8029-46f6-48bb-b881-40c067039b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.076583 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.090037 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-325e8029-46f6-48bb-b881-40c067039b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.108851 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7211417c-174c-4118-84cb-7074871732a3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:33.160554 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-325e8029-46f6-48bb-b881-40c067039b51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9de301f7baeb4d4997ead171d185fd47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628802 Aug 24 00:37:33.164312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:33.171992 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e8029-46f6-48bb-b881-40c067039b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4704d57f-f640-4630-8145-50746bbca194,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:33.185541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef7ac503-63ef-4fe5-80f8-d0147bc9a624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.234496 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef7ac503-63ef-4fe5-80f8-d0147bc9a624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.289085 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb352-87ba-49b8-8ad0-db226d27a883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.314567 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb352-87ba-49b8-8ad0-db226d27a883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.334530 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef7ac503-63ef-4fe5-80f8-d0147bc9a624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.337268 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef7ac503-63ef-4fe5-80f8-d0147bc9a624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.338580 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ef7ac503-63ef-4fe5-80f8-d0147bc9a624 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd0cbb16-db2d-44e4-bee0-caf532754e20 HTTP/1.1" status: 204 len: 168 time: 0.2925799 Aug 24 00:37:33.365620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ac503-63ef-4fe5-80f8-d0147bc9a624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0cbb16-db2d-44e4-bee0-caf532754e20,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:33.404050 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb352-87ba-49b8-8ad0-db226d27a883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.407587 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb352-87ba-49b8-8ad0-db226d27a883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.409380 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3dcb352-87ba-49b8-8ad0-db226d27a883 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4704d57f-f640-4630-8145-50746bbca194 HTTP/1.1" status: 204 len: 168 time: 0.2437952 Aug 24 00:37:33.435163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcb352-87ba-49b8-8ad0-db226d27a883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4704d57f-f640-4630-8145-50746bbca194,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:33.509397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4256634f-c4b8-42d5-80e0-b8cb9ea5e8a9 req-7d603947-6fec-4c65-807b-f91a6a41c820 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 210 time: 0.6522775 Aug 24 00:37:33.578546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Allocated IP 172.20.0.7 (2f2706c8-e765-4e9d-8d8b-16481d4876ba/dbd9b90b-f801-4301-962f-740fe1951187/5aaddec5-7560-4880-a8f5-60d0c13830ac) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:33.611514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db61357-bfc9-442a-b6d2-051cead9099f req-c6389923-71d9-4d9e-b558-2a4bdc59afeb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:33.613688 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2db61357-bfc9-442a-b6d2-051cead9099f req-c6389923-71d9-4d9e-b558-2a4bdc59afeb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 946 time: 0.6074719 Aug 24 00:37:33.798385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867cd46-eb80-44ea-82ba-0b299f2eab95 req-c5320284-f314-4c98-9fdc-8c7af88e2819 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:33.809986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9867cd46-eb80-44ea-82ba-0b299f2eab95 req-c5320284-f314-4c98-9fdc-8c7af88e2819 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 945 time: 0.1907222 Aug 24 00:37:33.827776 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:33.832649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2db61357-bfc9-442a-b6d2-051cead9099f req-41b6409d-4453-4d87-a59e-5532016ca94e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939793 Aug 24 00:37:33.849309 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-950d93ed-955c-415f-9dfa-6ebea2686ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.854393 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51944) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:33.982693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9867cd46-eb80-44ea-82ba-0b299f2eab95 req-a684a0c5-2d4f-48db-9ccd-5402e46eb021 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657314 Aug 24 00:37:34.056677 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.073543 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-950d93ed-955c-415f-9dfa-6ebea2686ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.080456 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-950d93ed-955c-415f-9dfa-6ebea2686ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.136819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d93ed-955c-415f-9dfa-6ebea2686ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d06206-e083-451c-9afe-756328137d4e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:34.160974 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.182434 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-950d93ed-955c-415f-9dfa-6ebea2686ad9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eccac4f057614b15b6d67ce56b134d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528991 Aug 24 00:37:34.183066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:34.198298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['af9a2717-2fc4-4f56-ac77-cb232ca69299'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:34.260813 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a750d5-753e-4167-9d76-51b682c8fb67 tempest-TestVolumeBootPattern-2087278795 tempest-TestVolumeBootPattern-2087278795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:34.262571 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e3a750d5-753e-4167-9d76-51b682c8fb67 tempest-TestVolumeBootPattern-2087278795 tempest-TestVolumeBootPattern-2087278795-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 1092 time: 0.4068048 Aug 24 00:37:34.265845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 51962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:34.269483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Pushing event updated for resources: {'Port': ['ID=5aaddec5-7560-4880-a8f5-60d0c13830ac,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:34.271073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'a70784fb-05af-4954-bc5d-9e9a32d4396e', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:34.291073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Network 2f2706c8-e765-4e9d-8d8b-16481d4876ba is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:34.296456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:34.299581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.299581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.300278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.300766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.301107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.301514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.301858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.302184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.302519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.302882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.304026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.304026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.307428 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:34.307579 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a66d87f6-c946-4f2d-9baf-51135b2dc3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.320073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.351935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a66d87f6-c946-4f2d-9baf-51135b2dc3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.366156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:34.366831 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.385562 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-cb85b8cb-bd27-4dd7-b9c8-b6a265cc3cf7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0627062 Aug 24 00:37:34.406290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Request body: {'port': {'device_id': '9f65d518-d601-4bbd-a40a-2f6df6f57f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:34.411388 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7211417c-174c-4118-84cb-7074871732a3 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:34.516522 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.629218 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 7211417c-174c-4118-84cb-7074871732a3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:34.633949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 7211417c-174c-4118-84cb-7074871732a3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:34.634544 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.809691 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.865118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7211417c-174c-4118-84cb-7074871732a3'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:34.868770 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdf388a-607b-402a-9588-d453c62b6f6c" -d '{"events": [{"server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "name": "network-vif-plugged", "status": "completed", "tag": "7211417c-174c-4118-84cb-7074871732a3"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:34.915531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7211417c-174c-4118-84cb-7074871732a3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7211417c-174c-4118-84cb-7074871732a3,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:34.928694 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.993921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a66d87f6-c946-4f2d-9baf-51135b2dc3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.998664 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b812c232-e057-4ec0-90be-d133dfdc2f43 x-openstack-request-id: req-b812c232-e057-4ec0-90be-d133dfdc2f43 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:34.998982 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "name": "network-vif-plugged", "status": "completed", "tag": "7211417c-174c-4118-84cb-7074871732a3", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:34.999239 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b812c232-e057-4ec0-90be-d133dfdc2f43 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:34.999635 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7211417c-174c-4118-84cb-7074871732a3', 'code': 200} Aug 24 00:37:35.010291 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a66d87f6-c946-4f2d-9baf-51135b2dc3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.014462 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a66d87f6-c946-4f2d-9baf-51135b2dc3d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0d06206-e083-451c-9afe-756328137d4e HTTP/1.1" status: 204 len: 168 time: 0.8275290 Aug 24 00:37:35.044518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d87f6-c946-4f2d-9baf-51135b2dc3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d06206-e083-451c-9afe-756328137d4e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:35.138467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7211417c-174c-4118-84cb-7074871732a3,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:35.164117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:35.164747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:35.165242 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:35.165981 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:35.166971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:35.168771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:35.171372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:35.171913 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:35.173665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:35.177567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:35.179223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:35.180555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:35.259669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41293d-e719-48ae-b395-85c6a18a0553 req-34b536db-3249-4353-ac37-40719b9cfe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:35.264478 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-cf41293d-e719-48ae-b395-85c6a18a0553 req-34b536db-3249-4353-ac37-40719b9cfe2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 1097 time: 0.1989558 Aug 24 00:37:35.290128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339a3cd-9992-4a52-b037-c2549403768e req-b5cc975d-e22c-40e8-b81e-45d2229d0b4e tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:35.291750 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5339a3cd-9992-4a52-b037-c2549403768e req-b5cc975d-e22c-40e8-b81e-45d2229d0b4e tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 931 time: 0.3654206 Aug 24 00:37:35.312906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aaddec5-7560-4880-a8f5-60d0c13830ac {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:37:35.319691 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.358057 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.412196 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-cf41293d-e719-48ae-b395-85c6a18a0553 req-03de4bee-8055-438b-b900-cdbda65f33de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384549 Aug 24 00:37:35.449153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b4271-3076-4c42-a0a3-57a404efebbd req-4c183780-f0ca-4501-b9b6-70511a6207ed tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:35.459734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f4b4271-3076-4c42-a0a3-57a404efebbd req-4c183780-f0ca-4501-b9b6-70511a6207ed tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.3120828 Aug 24 00:37:35.491459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Transition to ACTIVE for port object 5aaddec5-7560-4880-a8f5-60d0c13830ac will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:35.544418 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Allocated IP 172.25.8.148 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/0e733528-616d-46d6-b91e-11964db27eb6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:35.553650 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f4b4271-3076-4c42-a0a3-57a404efebbd req-32582de2-7a8f-4cbf-a138-648784e3bca4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925004 Aug 24 00:37:35.555665 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.633095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5339a3cd-9992-4a52-b037-c2549403768e req-3339e7c6-e4ac-4e87-bc3b-bdef58a40b9f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249068 Aug 24 00:37:35.659687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Pushing event updated for resources: {'Port': ['ID=5aaddec5-7560-4880-a8f5-60d0c13830ac,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:35.761031 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52016) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:35.784550 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f0457a4-fb5b-4604-ac9c-995cf6815979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.824679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Attempting to bind port 5aaddec5-7560-4880-a8f5-60d0c13830ac on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:37:35.825464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Attempting to bind port 5aaddec5-7560-4880-a8f5-60d0c13830ac by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:37:35.826118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Attempting to bind port 5aaddec5-7560-4880-a8f5-60d0c13830ac on network 2f2706c8-e765-4e9d-8d8b-16481d4876ba {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:35.826691 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.833034 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Port 5aaddec5-7560-4880-a8f5-60d0c13830ac on network 2f2706c8-e765-4e9d-8d8b-16481d4876ba not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:37:35.833894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Attempting to bind port 5aaddec5-7560-4880-a8f5-60d0c13830ac on network 2f2706c8-e765-4e9d-8d8b-16481d4876ba {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:35.842948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:37:35.843890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Checking segment: {'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:35.844489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Bound using segment: {'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:37:35.845142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Bound port: 5aaddec5-7560-4880-a8f5-60d0c13830ac, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:37:35.845749 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.928958 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.930731 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:37:35.961008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] For port 5aaddec5-7560-4880-a8f5-60d0c13830ac, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:37:35.965385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] For port 5aaddec5-7560-4880-a8f5-60d0c13830ac, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5aaddec5-7560-4880-a8f5-60d0c13830ac,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:37:35.971730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.980460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:35.987160 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:35.996027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:36.022119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:36.023159 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.024679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] 10.222.0.13 "PUT /v2.0/ports/5aaddec5-7560-4880-a8f5-60d0c13830ac HTTP/1.1" status: 200 len: 1091 time: 1.6235945 Aug 24 00:37:36.025194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f65d518-d601-4bbd-a40a-2f6df6f57f3c', 'tag': '5aaddec5-7560-4880-a8f5-60d0c13830ac'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:36.028760 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff571aa-0aab-43b1-938e-d4e1657bc8da" -d '{"events": [{"name": "network-changed", "server_uuid": "9f65d518-d601-4bbd-a40a-2f6df6f57f3c", "tag": "5aaddec5-7560-4880-a8f5-60d0c13830ac"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:36.062878 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f0457a4-fb5b-4604-ac9c-995cf6815979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.063112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366bb61-045c-4bf8-8a62-7cba8ddf0532 service neutron] Pushing event updated for resources: {'Port': ['ID=5aaddec5-7560-4880-a8f5-60d0c13830ac,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:36.065995 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'Port': ['ID=0e733528-616d-46d6-b91e-11964db27eb6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:36.088064 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f0457a4-fb5b-4604-ac9c-995cf6815979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.103392 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11410ef-023d-46f6-a279-a9c737abb0ca x-openstack-request-id: req-d11410ef-023d-46f6-a279-a9c737abb0ca {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:36.103795 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f65d518-d601-4bbd-a40a-2f6df6f57f3c", "tag": "5aaddec5-7560-4880-a8f5-60d0c13830ac", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:36.103934 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d11410ef-023d-46f6-a279-a9c737abb0ca {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:36.104350 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f65d518-d601-4bbd-a40a-2f6df6f57f3c', 'tag': '5aaddec5-7560-4880-a8f5-60d0c13830ac', 'status': 'completed', 'code': 200} Aug 24 00:37:36.193737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-e1b1aef0-27b8-44b3-8f9a-3257208a1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:36.195328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-e1b1aef0-27b8-44b3-8f9a-3257208a1171 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 1094 time: 0.0813506 Aug 24 00:37:36.233938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0457a4-fb5b-4604-ac9c-995cf6815979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaf89f9-d390-4fa8-8f77-549bf7505a34,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:36.241634 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6f0457a4-fb5b-4604-ac9c-995cf6815979 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6ad3e7f5ca840e88c74d267f7ff716a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780543 Aug 24 00:37:36.244669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52032) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:36.311482 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-c2ce9414-47fd-4933-a7d0-af3b4f840ae2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5aaddec5-7560-4880-a8f5-60d0c13830ac HTTP/1.1" status: 200 len: 217 time: 0.0905905 Aug 24 00:37:36.419151 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2fab-cb9b-4061-bcbe-8b481b656f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.446120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-fbb57d09-68a1-4d53-b329-0b53272d9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:36.448622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-fbb57d09-68a1-4d53-b329-0b53272d9452 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbd9b90b-f801-4301-962f-740fe1951187 HTTP/1.1" status: 200 len: 855 time: 0.0558722 Aug 24 00:37:36.475402 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2fab-cb9b-4061-bcbe-8b481b656f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.523383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-d855b9bf-73c7-42dc-9721-6b251182a495 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2706c8-e765-4e9d-8d8b-16481d4876ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549302 Aug 24 00:37:36.631209 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2fab-cb9b-4061-bcbe-8b481b656f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.633871 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e8f2fab-cb9b-4061-bcbe-8b481b656f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.638012 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e8f2fab-cb9b-4061-bcbe-8b481b656f1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/baaf89f9-d390-4fa8-8f77-549bf7505a34 HTTP/1.1" status: 204 len: 168 time: 0.3892510 Aug 24 00:37:36.682839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f2fab-cb9b-4061-bcbe-8b481b656f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaf89f9-d390-4fa8-8f77-549bf7505a34,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:36.743221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-49d0f0ca-aedd-41d6-966a-25cbec99ae59 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233200 Aug 24 00:37:36.765089 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.865585 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.887383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f54f6-7d1b-4168-8ced-9d07106f6dcb req-01b5364a-5064-4154-ac68-4242c47c57f2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:36.889281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-866f54f6-7d1b-4168-8ced-9d07106f6dcb req-01b5364a-5064-4154-ac68-4242c47c57f2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.1434960 Aug 24 00:37:36.944856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b076742-e74c-4a51-acf4-15c8394ca293 req-401e5254-9472-4b3a-b262-764018caacf6 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901944 Aug 24 00:37:36.970758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-866f54f6-7d1b-4168-8ced-9d07106f6dcb req-d1903e35-db2c-4435-b10b-aeabb7f4d05c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674167 Aug 24 00:37:37.136858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaea05-5cfa-4da7-b1f4-66d8766f2a28 req-4dcf741c-0552-41fd-b597-37ed74be906f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:37.145171 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ddaea05-5cfa-4da7-b1f4-66d8766f2a28 req-4dcf741c-0552-41fd-b597-37ed74be906f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 943 time: 0.1097181 Aug 24 00:37:37.149629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff571aa-0aab-43b1-938e-d4e1657bc8da req-87e67f63-867a-49fe-b09b-5abcf013f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:37.151522 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ff571aa-0aab-43b1-938e-d4e1657bc8da req-87e67f63-867a-49fe-b09b-5abcf013f906 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 1094 time: 0.1033311 Aug 24 00:37:37.221103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.232267 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.252879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ddaea05-5cfa-4da7-b1f4-66d8766f2a28 req-3cbc1ec6-1f3d-4433-83fc-3b4ec5db06ab tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042345 Aug 24 00:37:37.297092 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff571aa-0aab-43b1-938e-d4e1657bc8da req-62d57fd8-aeb5-4484-a75b-d55cccd98c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:37.304223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ff571aa-0aab-43b1-938e-d4e1657bc8da req-62d57fd8-aeb5-4484-a75b-d55cccd98c14 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 916 time: 0.1392841 Aug 24 00:37:37.365697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ff571aa-0aab-43b1-938e-d4e1657bc8da req-b9dc8b84-5c54-457a-a8e0-8ed3150cd41a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5aaddec5-7560-4880-a8f5-60d0c13830ac HTTP/1.1" status: 200 len: 217 time: 0.0521929 Aug 24 00:37:37.383111 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'Port': ['ID=0e733528-616d-46d6-b91e-11964db27eb6,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:37.447631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.546749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff571aa-0aab-43b1-938e-d4e1657bc8da req-16da189a-1a15-4ef5-905c-94b0292d468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:37.549380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ff571aa-0aab-43b1-938e-d4e1657bc8da req-16da189a-1a15-4ef5-905c-94b0292d468c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbd9b90b-f801-4301-962f-740fe1951187 HTTP/1.1" status: 200 len: 855 time: 0.1748495 Aug 24 00:37:37.607825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281b925-d158-4f06-b9ea-d915696a22ff req-539832af-0942-4fc5-98de-d21efda844b3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:37.613824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7281b925-d158-4f06-b9ea-d915696a22ff req-539832af-0942-4fc5-98de-d21efda844b3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.2403092 Aug 24 00:37:37.636490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ff571aa-0aab-43b1-938e-d4e1657bc8da req-fac7b414-1408-4585-a9ca-b4bf02a67ea1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2706c8-e765-4e9d-8d8b-16481d4876ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783772 Aug 24 00:37:37.654460 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Floating IP 4d2cb14c-defc-4310-b8b9-55c801a25140 associated. External IP: 172.25.8.148, port: a70784fb-05af-4954-bc5d-9e9a32d4396e. Aug 24 00:37:37.771524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7281b925-d158-4f06-b9ea-d915696a22ff req-76afa29e-4001-4116-a5b7-5d8fe2fd6736 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385093 Aug 24 00:37:37.806355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52088) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:37.825553 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ff571aa-0aab-43b1-938e-d4e1657bc8da req-54dfb31a-95bf-4b18-b0f5-599fa42f5ecd service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665306 Aug 24 00:37:37.919931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4db6838-bf9d-42b7-9853-620a7554857d tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:37.921482 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a4db6838-bf9d-42b7-9853-620a7554857d tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 1092 time: 0.1135054 Aug 24 00:37:37.924721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52094) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:37.940195 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': '7211417c-174c-4118-84cb-7074871732a3', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:37.987952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ff571aa-0aab-43b1-938e-d4e1657bc8da req-41fa4646-4cc3-4edf-a7c4-07d00aad080e service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464689 Aug 24 00:37:37.991107 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.022927 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Router 77547d7e-f3e3-4e0a-b794-442c99a1f127 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:37:38.131130 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.172851 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:37:38.187508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea490e08-b743-4ea6-afb9-4e6a8d421c81 None None] Sync routers for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:37:38.197458 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.201871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea490e08-b743-4ea6-afb9-4e6a8d421c81 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:38.203188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ea490e08-b743-4ea6-afb9-4e6a8d421c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:38.232703 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b3378b64-4cf8-4f96-a2e8-4bc88187926a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9658198 Aug 24 00:37:38.233851 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a09d08-a8a8-4948-bd67-86c00a3de932', 'tag': 'a70784fb-05af-4954-bc5d-9e9a32d4396e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:38.236626 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef91d343-cda3-4f27-9163-7acfd9d00f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a09d08-a8a8-4948-bd67-86c00a3de932", "tag": "a70784fb-05af-4954-bc5d-9e9a32d4396e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:38.325912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.25.8.67 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/944ba9c7-c537-400f-9c6e-fc5ca52464bb) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:38.330457 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6721fd-c298-4261-94b7-01dc50f278af x-openstack-request-id: req-ad6721fd-c298-4261-94b7-01dc50f278af {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:38.331032 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a09d08-a8a8-4948-bd67-86c00a3de932", "tag": "a70784fb-05af-4954-bc5d-9e9a32d4396e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:38.331435 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad6721fd-c298-4261-94b7-01dc50f278af {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:38.331985 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a09d08-a8a8-4948-bd67-86c00a3de932', 'tag': 'a70784fb-05af-4954-bc5d-9e9a32d4396e', 'status': 'completed', 'code': 200} Aug 24 00:37:38.413023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ea490e08-b743-4ea6-afb9-4e6a8d421c81 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:38.452173 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.556246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f117251-59e8-440e-8dfa-f34d6127da69 req-c99af5da-0961-409e-9807-6f169674fd7d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:38.565638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f117251-59e8-440e-8dfa-f34d6127da69 req-c99af5da-0961-409e-9807-6f169674fd7d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 943 time: 0.1062849 Aug 24 00:37:38.659422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91d343-cda3-4f27-9163-7acfd9d00f2b req-988a2353-861f-4caa-b772-2c6488c514fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:38.661058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef91d343-cda3-4f27-9163-7acfd9d00f2b req-988a2353-861f-4caa-b772-2c6488c514fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 1097 time: 0.1697285 Aug 24 00:37:38.664300 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.731706 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f117251-59e8-440e-8dfa-f34d6127da69 req-079ad7ee-ec24-4ce3-974e-dddef4c000e3 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655114 Aug 24 00:37:38.795038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=944ba9c7-c537-400f-9c6e-fc5ca52464bb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:38.847523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ea490e08-b743-4ea6-afb9-4e6a8d421c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '4d2cb14c-defc-4310-b8b9-55c801a25140', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'a70784fb-05af-4954-bc5d-9e9a32d4396e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:33:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a09d08-a8a8-4948-bd67-86c00a3de932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:37:36Z', 'updated_at': '2021-08-24T00:37:36Z', 'revision_number': 0, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:38.909744 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea490e08-b743-4ea6-afb9-4e6a8d421c81 None None] Checking router: 77547d7e-f3e3-4e0a-b794-442c99a1f127 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:37:38.915160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91d343-cda3-4f27-9163-7acfd9d00f2b req-d6f10118-cd33-42df-852a-1dde3576df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:38.917347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef91d343-cda3-4f27-9163-7acfd9d00f2b req-d6f10118-cd33-42df-852a-1dde3576df59 service neutron] 10.222.0.47 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.2093832 Aug 24 00:37:38.920242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:38.922501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:38.930855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:38.945989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea490e08-b743-4ea6-afb9-4e6a8d421c81 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:38.946986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ea490e08-b743-4ea6-afb9-4e6a8d421c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:39.247476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ea490e08-b743-4ea6-afb9-4e6a8d421c81 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:39.263648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef91d343-cda3-4f27-9163-7acfd9d00f2b req-9f04c761-bd7b-454f-9372-fd995625ed0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a70784fb-05af-4954-bc5d-9e9a32d4396e HTTP/1.1" status: 200 len: 1000 time: 0.3385816 Aug 24 00:37:39.456909 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.595898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91d343-cda3-4f27-9163-7acfd9d00f2b req-f6644d68-188b-4f4f-9297-1be189b5dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:39.597545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef91d343-cda3-4f27-9163-7acfd9d00f2b req-f6644d68-188b-4f4f-9297-1be189b5dbf4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.3257146 Aug 24 00:37:39.703353 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.755661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91d343-cda3-4f27-9163-7acfd9d00f2b req-da64fbf1-e404-4282-b69e-5bb74596743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:39.758838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef91d343-cda3-4f27-9163-7acfd9d00f2b req-da64fbf1-e404-4282-b69e-5bb74596743e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291397 Aug 24 00:37:39.885888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ea490e08-b743-4ea6-afb9-4e6a8d421c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '4d2cb14c-defc-4310-b8b9-55c801a25140', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'a70784fb-05af-4954-bc5d-9e9a32d4396e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:33:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a09d08-a8a8-4948-bd67-86c00a3de932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:37:36Z', 'updated_at': '2021-08-24T00:37:36Z', 'revision_number': 0, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:39.942453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea490e08-b743-4ea6-afb9-4e6a8d421c81 None None] The sync data for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 is: [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '4d2cb14c-defc-4310-b8b9-55c801a25140', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.148', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'a70784fb-05af-4954-bc5d-9e9a32d4396e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:33:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a09d08-a8a8-4948-bd67-86c00a3de932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:37:36Z', 'updated_at': '2021-08-24T00:37:36Z', 'revision_number': 0, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:37:40.232564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366db53-968a-49ab-a6b1-a05e7cafd674 req-b90ba22b-8766-459e-b23f-9c47d0549b51 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:40.234106 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2366db53-968a-49ab-a6b1-a05e7cafd674 req-b90ba22b-8766-459e-b23f-9c47d0549b51 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 943 time: 0.2651024 Aug 24 00:37:40.241456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef91d343-cda3-4f27-9163-7acfd9d00f2b req-b60499cc-4da7-4230-9246-d4ce61a36379 service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731467 Aug 24 00:37:40.432689 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db1dd7-a58a-4960-96d2-0664529e1b15 None None] New status for floating IP 4d2cb14c-defc-4310-b8b9-55c801a25140: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:37:40.449253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5aaddec5-7560-4880-a8f5-60d0c13830ac details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:37:40.697260 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5aaddec5-7560-4880-a8f5-60d0c13830ac, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5aaddec5-7560-4880-a8f5-60d0c13830ac,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:40.745349 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '5aaddec5-7560-4880-a8f5-60d0c13830ac', 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba', 'port_id': '5aaddec5-7560-4880-a8f5-60d0c13830ac', 'mac_address': 'fa:16:3e:4f:60:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd9b90b-f801-4301-962f-740fe1951187', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:37:40.891160 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.935455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2366db53-968a-49ab-a6b1-a05e7cafd674 req-ac88e5b8-e2e9-45f8-b695-18daf3ca6430 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6914706 Aug 24 00:37:40.946040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aaddec5-7560-4880-a8f5-60d0c13830ac {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:37:41.001166 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5aaddec5-7560-4880-a8f5-60d0c13830ac, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5aaddec5-7560-4880-a8f5-60d0c13830ac,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:41.003336 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.009636 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.075015 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef91d343-cda3-4f27-9163-7acfd9d00f2b req-6c0a45bc-3471-4803-96bd-a1b490528d52 service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7883239 Aug 24 00:37:41.076526 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.114291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5aaddec5-7560-4880-a8f5-60d0c13830ac,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:41.255229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=944ba9c7-c537-400f-9c6e-fc5ca52464bb,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:41.285222 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.316666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5aaddec5-7560-4880-a8f5-60d0c13830ac'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:41.525899 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Floating IP 5d8f5e61-6959-4314-9d72-c8cacce56c14 associated. External IP: 172.25.8.67, port: 7211417c-174c-4118-84cb-7074871732a3. Aug 24 00:37:41.566664 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:41.572950 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Request body: {'network': {'name': 'tempest-network-smoke--739752522', 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:41.600598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5dff1-bbb7-43eb-a8c1-3c1d6673ef4c req-dc118b4f-3305-4c31-ac46-d8c5cf6c595f tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:41.602134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06d5dff1-bbb7-43eb-a8c1-3c1d6673ef4c req-dc118b4f-3305-4c31-ac46-d8c5cf6c595f tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 945 time: 0.1756277 Aug 24 00:37:41.628239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Made reservation on behalf of 0bfc0da3ea624ea59c8d2391869f62a3 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:41.638519 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.650133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.704578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06d5dff1-bbb7-43eb-a8c1-3c1d6673ef4c req-6a215d99-85e2-4c2d-9346-48dd93bc2452 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=48d405fd-ffce-41b3-9b72-0127f42484d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931094 Aug 24 00:37:41.828523 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.842720 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.890595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:37:41.897132 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:37:41.906391 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfe053d-185c-40e7-9b56-7ff189aceafb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:41.935259 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.935847 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Added segment 954227c2-f72a-4a1f-ab19-f650dda2c2a2 of type vlan for network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 Aug 24 00:37:42.005827 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.052793 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.062293 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:42.063285 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.121291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:37:42.139859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed813750-d1ec-4aab-8825-d034ba77ae7e None None] Sync routers for ids ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:37:42.144312 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5755434 Aug 24 00:37:42.152090 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:42.157653 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed813750-d1ec-4aab-8825-d034ba77ae7e None None] Routers {'88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:42.158289 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ed813750-d1ec-4aab-8825-d034ba77ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:42.158474 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'admin_state_up': True, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:42.165031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bdd4-bc2b-44f9-a0e3-9ff5308418b8 req-90aaa4b6-dcda-4f54-be98-f193373601c6 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:42.175599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a566bdd4-bc2b-44f9-a0e3-9ff5308418b8 req-90aaa4b6-dcda-4f54-be98-f193373601c6 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 944 time: 0.1126506 Aug 24 00:37:42.179440 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.179713 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19f43f-fdc2-4b32-878f-096b07d9d840 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'Network': ['ID=445e84ec-5bb6-4af1-a4dc-863f9062c8c8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:42.201745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.203099 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.231647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:37:42.297843 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.315098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2e6928ed-1798-424e-9bcb-0377051f0af5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3895357 Aug 24 00:37:42.315971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'tag': '7211417c-174c-4118-84cb-7074871732a3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:42.325915 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc935c1-4d7f-414c-aa0e-3e6c9a95acf6" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "tag": "7211417c-174c-4118-84cb-7074871732a3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:42.349597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a566bdd4-bc2b-44f9-a0e3-9ff5308418b8 req-04c4edc8-2d0c-48a8-ab35-b6ba6096a684 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730261 Aug 24 00:37:42.446125 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ed813750-d1ec-4aab-8825-d034ba77ae7e None None] Set router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:42.508383 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e741b0b-8889-43f9-8f3c-f6fd2605ce38 x-openstack-request-id: req-3e741b0b-8889-43f9-8f3c-f6fd2605ce38 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:42.508886 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "tag": "7211417c-174c-4118-84cb-7074871732a3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:42.509318 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e741b0b-8889-43f9-8f3c-f6fd2605ce38 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:42.509877 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'tag': '7211417c-174c-4118-84cb-7074871732a3', 'status': 'completed', 'code': 200} Aug 24 00:37:42.528910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0ab43-11ae-49bc-9ea5-0e0f9df3fc10 req-5f27736c-9b3d-483b-b26a-70eca82b8e06 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:42.537421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0eb0ab43-11ae-49bc-9ea5-0e0f9df3fc10 req-5f27736c-9b3d-483b-b26a-70eca82b8e06 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.0955606 Aug 24 00:37:42.624958 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5aaddec5-7560-4880-a8f5-60d0c13830ac up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:42.625715 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.626530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0eb0ab43-11ae-49bc-9ea5-0e0f9df3fc10 req-5176e99b-7edd-45d2-bc63-d922e77e4cce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826776 Aug 24 00:37:42.636243 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc935c1-4d7f-414c-aa0e-3e6c9a95acf6 req-6b538d33-7453-4ed6-a2ab-2daadae3bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:42.640082 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52228) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:42.640315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bc935c1-4d7f-414c-aa0e-3e6c9a95acf6 req-6b538d33-7453-4ed6-a2ab-2daadae3bff0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 1097 time: 0.0796292 Aug 24 00:37:42.759464 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 5aaddec5-7560-4880-a8f5-60d0c13830ac completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:42.767312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 5aaddec5-7560-4880-a8f5-60d0c13830ac triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:42.767997 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.807701 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8b2e2ffe-12b4-48a9-ad73-b1b6bcb6cf16 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/5d8f5e61-6959-4314-9d72-c8cacce56c14 HTTP/1.1" status: 200 len: 991 time: 0.1662362 Aug 24 00:37:42.943237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc935c1-4d7f-414c-aa0e-3e6c9a95acf6 req-9f790e3a-e859-47e0-bed1-28eef5d74e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:42.944842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bc935c1-4d7f-414c-aa0e-3e6c9a95acf6 req-9f790e3a-e859-47e0-bed1-28eef5d74e76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f60c366-7b88-474c-8bd3-b4d24b078fb1 HTTP/1.1" status: 200 len: 898 time: 0.2979004 Aug 24 00:37:42.990353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bc3e5-cb96-46a8-89f4-97504179c425 req-7a161e25-abd5-4598-b339-945486dd1670 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:42.994004 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be4bc3e5-cb96-46a8-89f4-97504179c425 req-7a161e25-abd5-4598-b339-945486dd1670 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 945 time: 0.1550417 Aug 24 00:37:43.236222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be4bc3e5-cb96-46a8-89f4-97504179c425 req-c408b903-4aec-4dec-afa3-d670c3ab743c tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=48d405fd-ffce-41b3-9b72-0127f42484d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181575 Aug 24 00:37:43.256461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bc935c1-4d7f-414c-aa0e-3e6c9a95acf6 req-ed3a7b3e-c339-43c0-8272-ba7ae7777618 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7211417c-174c-4118-84cb-7074871732a3 HTTP/1.1" status: 200 len: 999 time: 0.2963240 Aug 24 00:37:43.273813 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:43.312155 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:43.423930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc935c1-4d7f-414c-aa0e-3e6c9a95acf6 req-5bf1cf6b-bcdd-43f6-b639-98f637274b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:43.425499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bc935c1-4d7f-414c-aa0e-3e6c9a95acf6 req-5bf1cf6b-bcdd-43f6-b639-98f637274b50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f5796dc-55b8-4279-906d-600a7699311f HTTP/1.1" status: 200 len: 834 time: 0.1597064 Aug 24 00:37:43.485278 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Allocated IP 172.25.8.79 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/e60a100c-aefb-48f1-916a-4488de56c95b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:43.604889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc935c1-4d7f-414c-aa0e-3e6c9a95acf6 req-d4ba9442-9789-4f0b-922a-caa55732be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:43.607900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bc935c1-4d7f-414c-aa0e-3e6c9a95acf6 req-d4ba9442-9789-4f0b-922a-caa55732be7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f60c366-7b88-474c-8bd3-b4d24b078fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701610 Aug 24 00:37:43.624453 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:43.631517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37715ef-2937-48c8-82aa-cfce2b8bfb9d req-80440cc5-b575-4656-bddf-f349e66088b1 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:43.654402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e37715ef-2937-48c8-82aa-cfce2b8bfb9d req-80440cc5-b575-4656-bddf-f349e66088b1 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 944 time: 0.2256207 Aug 24 00:37:43.706114 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f65d518-d601-4bbd-a40a-2f6df6f57f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaddec5-7560-4880-a8f5-60d0c13830ac'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:43.708551 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eadedd-3ebd-45b2-ae1e-574abfa55a04" -d '{"events": [{"server_uuid": "9f65d518-d601-4bbd-a40a-2f6df6f57f3c", "name": "network-vif-plugged", "status": "completed", "tag": "5aaddec5-7560-4880-a8f5-60d0c13830ac"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:43.751734 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ed813750-d1ec-4aab-8825-d034ba77ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:37:17Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '5d8f5e61-6959-4314-9d72-c8cacce56c14', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'port_id': '7211417c-174c-4118-84cb-7074871732a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'mac_address': 'fa:16:3e:96:65:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:37:39Z', 'updated_at': '2021-08-24T00:37:39Z', 'revision_number': 0, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f24990-c479-4801-8ded-9ad7fd76a34a', 'name': '', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:70:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4f5796dc-55b8-4279-906d-600a7699311f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:16Z', 'updated_at': '2021-08-24T00:37:23Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '4f5796dc-55b8-4279-906d-600a7699311f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:43.758722 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5aaddec5-7560-4880-a8f5-60d0c13830ac, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5aaddec5-7560-4880-a8f5-60d0c13830ac,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:43.765808 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:43.799703 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:43.802008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed813750-d1ec-4aab-8825-d034ba77ae7e None None] Checking router: 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:37:43.815872 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:43.878553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5aaddec5-7560-4880-a8f5-60d0c13830ac,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:43.911283 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42fad4a-4af5-4773-9c6b-7bf6b366c116 x-openstack-request-id: req-c42fad4a-4af5-4773-9c6b-7bf6b366c116 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:43.911650 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f65d518-d601-4bbd-a40a-2f6df6f57f3c", "name": "network-vif-plugged", "status": "completed", "tag": "5aaddec5-7560-4880-a8f5-60d0c13830ac", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:43.911973 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c42fad4a-4af5-4773-9c6b-7bf6b366c116 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:43.913605 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f65d518-d601-4bbd-a40a-2f6df6f57f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aaddec5-7560-4880-a8f5-60d0c13830ac', 'code': 200} Aug 24 00:37:43.914713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed813750-d1ec-4aab-8825-d034ba77ae7e None None] Routers {'88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:43.916544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ed813750-d1ec-4aab-8825-d034ba77ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:43.965680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-2bef6da0-593b-4f37-b75f-a6197577b2b1 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:43.968575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-2bef6da0-593b-4f37-b75f-a6197577b2b1 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 945 time: 0.3027811 Aug 24 00:37:44.064066 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e37715ef-2937-48c8-82aa-cfce2b8bfb9d req-863c1843-aeb7-47c1-8dc2-7b65b9f414ac tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083922 Aug 24 00:37:44.097302 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:44.118457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ed813750-d1ec-4aab-8825-d034ba77ae7e None None] Set router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:44.196813 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bc935c1-4d7f-414c-aa0e-3e6c9a95acf6 req-940ce20e-b9a9-46bd-bb5e-2c164d47c703 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402341 Aug 24 00:37:44.226275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'Port': ['ID=e60a100c-aefb-48f1-916a-4488de56c95b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:44.242474 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d656f28c-9fc4-4582-82c2-fe9b5c41db24 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/5d8f5e61-6959-4314-9d72-c8cacce56c14 HTTP/1.1" status: 200 len: 991 time: 0.4236226 Aug 24 00:37:44.271216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d00f6-b3b2-42e3-80f5-43a4db694213 req-4147b3ca-3ad3-4692-a530-b0d6cb759a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:44.273068 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-080d00f6-b3b2-42e3-80f5-43a4db694213 req-4147b3ca-3ad3-4692-a530-b0d6cb759a47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 1096 time: 0.2784257 Aug 24 00:37:44.279651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:44.287483 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:44.299603 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:44.408746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Deleting port 109da5f8-4b8f-4567-a918-5f11dd2c600e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:44.409109 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:44.413072 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-080d00f6-b3b2-42e3-80f5-43a4db694213 req-db884650-482e-42d7-9a27-4eaa6964c2f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316226 Aug 24 00:37:44.535156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bc935c1-4d7f-414c-aa0e-3e6c9a95acf6 req-a2563193-16aa-4b3b-a2c3-4a13a42eba76 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271861 Aug 24 00:37:44.546191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ed813750-d1ec-4aab-8825-d034ba77ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:37:17Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '5d8f5e61-6959-4314-9d72-c8cacce56c14', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'port_id': '7211417c-174c-4118-84cb-7074871732a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'mac_address': 'fa:16:3e:96:65:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:37:39Z', 'updated_at': '2021-08-24T00:37:39Z', 'revision_number': 0, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f24990-c479-4801-8ded-9ad7fd76a34a', 'name': '', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:70:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4f5796dc-55b8-4279-906d-600a7699311f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:16Z', 'updated_at': '2021-08-24T00:37:23Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '4f5796dc-55b8-4279-906d-600a7699311f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:44.661629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90939ad1-8390-42de-b8de-1cef75355737 req-716f59f0-80c0-4c1e-9955-de8873ea974e tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:44.663278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90939ad1-8390-42de-b8de-1cef75355737 req-716f59f0-80c0-4c1e-9955-de8873ea974e tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 945 time: 0.2506578 Aug 24 00:37:44.673890 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed813750-d1ec-4aab-8825-d034ba77ae7e None None] The sync data for ids ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'] in n-d-805736-1 is: [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:37:17Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '5d8f5e61-6959-4314-9d72-c8cacce56c14', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'port_id': '7211417c-174c-4118-84cb-7074871732a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'mac_address': 'fa:16:3e:96:65:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:37:39Z', 'updated_at': '2021-08-24T00:37:39Z', 'revision_number': 0, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f24990-c479-4801-8ded-9ad7fd76a34a', 'name': '', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:70:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4f5796dc-55b8-4279-906d-600a7699311f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:16Z', 'updated_at': '2021-08-24T00:37:23Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '4f5796dc-55b8-4279-906d-600a7699311f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:37:44.735749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] For port 109da5f8-4b8f-4567-a918-5f11dd2c600e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=109da5f8-4b8f-4567-a918-5f11dd2c600e,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:44.736831 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:44.818169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90939ad1-8390-42de-b8de-1cef75355737 req-814d4d6c-68d9-422e-8fe0-764315d6c3e6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups?id=48d405fd-ffce-41b3-9b72-0127f42484d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406689 Aug 24 00:37:44.854169 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:45.050222 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:45.051214 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:45.053091 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Floating IP c0ee0711-8161-4336-95d0-0bbfa4925278 disassociated. External IP: 172.25.8.223, port: 109da5f8-4b8f-4567-a918-5f11dd2c600e. Aug 24 00:37:45.053659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Calling delete_port for 109da5f8-4b8f-4567-a918-5f11dd2c600e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:45.086447 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38bcc15-8d3c-4f19-b76d-d2bd6659da19 None None] New status for floating IP 5d8f5e61-6959-4314-9d72-c8cacce56c14: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:37:45.246556 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:45.253285 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:45.330443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event deleted for resources: {'Port': ['ID=109da5f8-4b8f-4567-a918-5f11dd2c600e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:45.380486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400ef9b-b86e-453d-a9f6-b80d079e65d4 req-ceefe4e2-c38b-4c80-9e87-541c8143e7c1 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:45.382625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9400ef9b-b86e-453d-a9f6-b80d079e65d4 req-ceefe4e2-c38b-4c80-9e87-541c8143e7c1 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 945 time: 0.1421549 Aug 24 00:37:45.429140 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-73afb3be-111a-4108-b809-30469c5794dd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/5d8f5e61-6959-4314-9d72-c8cacce56c14 HTTP/1.1" status: 200 len: 991 time: 0.1809666 Aug 24 00:37:45.430621 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:45.642358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9400ef9b-b86e-453d-a9f6-b80d079e65d4 req-9d6c3561-2b1e-4df1-9612-35e1b1264698 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499983 Aug 24 00:37:45.750617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Router 87d8958a-14fe-42b4-87c4-4ab29c20e085 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:37:46.034316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-389f4285-9872-41cb-9fe4-24f2692369d6 req-0da62f12-0433-43e2-9a78-39fcb798c04b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1e05504-6c20-4df5-870d-54b756ad8c04 HTTP/1.1" status: 200 len: 210 time: 0.0339780 Aug 24 00:37:46.076424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:37:46.092692 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b0eae-273c-4eca-8e1b-3a89162e24e9 None None] Sync routers for ids ['87d8958a-14fe-42b4-87c4-4ab29c20e085'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:37:46.109327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b0eae-273c-4eca-8e1b-3a89162e24e9 None None] Routers {'87d8958a-14fe-42b4-87c4-4ab29c20e085'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:46.110234 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a28b0eae-273c-4eca-8e1b-3a89162e24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['87d8958a-14fe-42b4-87c4-4ab29c20e085'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:46.216736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] No DVR routers for this DVR port 109da5f8-4b8f-4567-a918-5f11dd2c600e on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:37:46.219534 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:46.222480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-497e7b82-b6e4-4271-832a-d180b2c822f9 req-8f87bd00-e62f-4e45-8e09-e78189443980 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.47 "DELETE /v2.0/ports/109da5f8-4b8f-4567-a918-5f11dd2c600e HTTP/1.1" status: 204 len: 173 time: 2.2405365 Aug 24 00:37:46.222480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e05504-6c20-4df5-870d-54b756ad8c04', 'name': 'network-vif-deleted', 'tag': '109da5f8-4b8f-4567-a918-5f11dd2c600e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:46.225838 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5a3cb2-5aa5-4583-a2fa-a11baba784f6" -d '{"events": [{"server_uuid": "c1e05504-6c20-4df5-870d-54b756ad8c04", "name": "network-vif-deleted", "tag": "109da5f8-4b8f-4567-a918-5f11dd2c600e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:46.299579 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Router a1e6399f-dfa8-4036-8b18-8a035088a927 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:37:46.321303 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd2a136-0232-47d2-a478-b7fc9ffb99ff x-openstack-request-id: req-2fd2a136-0232-47d2-a478-b7fc9ffb99ff {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:46.321614 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e05504-6c20-4df5-870d-54b756ad8c04", "name": "network-vif-deleted", "tag": "109da5f8-4b8f-4567-a918-5f11dd2c600e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:46.321834 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fd2a136-0232-47d2-a478-b7fc9ffb99ff {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:46.322237 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e05504-6c20-4df5-870d-54b756ad8c04', 'name': 'network-vif-deleted', 'tag': '109da5f8-4b8f-4567-a918-5f11dd2c600e', 'status': 'completed', 'code': 200} Aug 24 00:37:46.347212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a28b0eae-273c-4eca-8e1b-3a89162e24e9 None None] Set router 87d8958a-14fe-42b4-87c4-4ab29c20e085 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:46.454873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52290) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:46.514184 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:37:46.525223 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11920c-2daa-4717-9618-98803303370a None None] Sync routers for ids ['a1e6399f-dfa8-4036-8b18-8a035088a927'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:37:46.546025 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:46.546282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17c4d8-0302-4193-afe4-132ae4ed41b9 req-a8353956-6b23-47ef-acce-8b4358fd4b61 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:46.547490 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11920c-2daa-4717-9618-98803303370a None None] Routers {'a1e6399f-dfa8-4036-8b18-8a035088a927'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:46.547616 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-85348237-301b-41cc-92ed-1308d77e45a8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.3939085 Aug 24 00:37:46.548526 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9a11920c-2daa-4717-9618-98803303370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a1e6399f-dfa8-4036-8b18-8a035088a927'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:46.554584 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce17c4d8-0302-4193-afe4-132ae4ed41b9 req-a8353956-6b23-47ef-acce-8b4358fd4b61 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.1728725 Aug 24 00:37:46.556476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52292) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:46.589714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-74c1bb08-954b-4bdb-8b6e-546e6dbbbdcf tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/5d8f5e61-6959-4314-9d72-c8cacce56c14 HTTP/1.1" status: 200 len: 993 time: 0.1325598 Aug 24 00:37:46.655077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce17c4d8-0302-4193-afe4-132ae4ed41b9 req-6edb5296-0696-42d4-9441-fd64ca09e47f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912223 Aug 24 00:37:46.719635 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a28b0eae-273c-4eca-8e1b-3a89162e24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:37Z', 'revision_number': 5, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:46.783845 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9a11920c-2daa-4717-9618-98803303370a None None] Set router a1e6399f-dfa8-4036-8b18-8a035088a927 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:46.805109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b0eae-273c-4eca-8e1b-3a89162e24e9 None None] Checking router: 87d8958a-14fe-42b4-87c4-4ab29c20e085 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:37:46.830976 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-471a77d2-88cf-43cb-bc1f-d0729bd39e39 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=0bfc0da3ea624ea59c8d2391869f62a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2734761 Aug 24 00:37:46.839502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52298) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:46.854655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b0eae-273c-4eca-8e1b-3a89162e24e9 None None] Routers {'87d8958a-14fe-42b4-87c4-4ab29c20e085'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:46.859294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a28b0eae-273c-4eca-8e1b-3a89162e24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['87d8958a-14fe-42b4-87c4-4ab29c20e085'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:46.974070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc5f0e-4ff8-400d-9da2-67dd0d0e8d6b req-ed92c9f5-106b-43b9-bdf7-3ec804d14161 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:46.975995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50fc5f0e-4ff8-400d-9da2-67dd0d0e8d6b req-ed92c9f5-106b-43b9-bdf7-3ec804d14161 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 945 time: 0.2020936 Aug 24 00:37:47.047644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50fc5f0e-4ff8-400d-9da2-67dd0d0e8d6b req-edf2429e-5d19-48a7-9377-dc4ba1617429 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589511 Aug 24 00:37:47.052558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb45976-5b16-4319-89a1-92a75edc3c86 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:47.057531 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:47.060973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1fb45976-5b16-4319-89a1-92a75edc3c86 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2109854 Aug 24 00:37:47.095377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a28b0eae-273c-4eca-8e1b-3a89162e24e9 None None] Set router 87d8958a-14fe-42b4-87c4-4ab29c20e085 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:47.160951 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5d24b200-3823-4326-aa92-a6fc49645eb1 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1020365 Aug 24 00:37:47.165156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52310) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:47.172760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a8545178-ca3f-4ab3-9361-bd71a29953b6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1045945946', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:47.225626 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:47.334156 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.376561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8545178-ca3f-4ab3-9361-bd71a29953b6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Made reservation on behalf of 0bfc0da3ea624ea59c8d2391869f62a3 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:47.380412 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8545178-ca3f-4ab3-9361-bd71a29953b6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.389585 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.464500 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9a11920c-2daa-4717-9618-98803303370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:37:44Z', 'revision_number': 3, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:47.487926 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.490674 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.494531 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "DELETE /v2.0/security-groups/48d405fd-ffce-41b3-9b72-0127f42484d4 HTTP/1.1" status: 204 len: 168 time: 0.2678783 Aug 24 00:37:47.498451 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52322) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:47.512563 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11920c-2daa-4717-9618-98803303370a None None] Checking router: a1e6399f-dfa8-4036-8b18-8a035088a927 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:37:47.512995 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11920c-2daa-4717-9618-98803303370a None None] Updating router a1e6399f-dfa8-4036-8b18-8a035088a927 port e60a100c-aefb-48f1-916a-4488de56c95b binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:37:47.536378 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-8ba25afe-96d2-4a21-8326-eacdd8371c2b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] show failed (client error): The resource could not be found. Aug 24 00:37:47.538607 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8ba25afe-96d2-4a21-8326-eacdd8371c2b tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "GET /v2.0/security-groups/48d405fd-ffce-41b3-9b72-0127f42484d4 HTTP/1.1" status: 404 len: 347 time: 0.0360656 Aug 24 00:37:47.543162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52326) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:47.565194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d405fd-ffce-41b3-9b72-0127f42484d4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:47.584094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:47.593533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:47.595620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:47.596660 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:47.597237 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:47.597858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:47.599775 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a11920c-2daa-4717-9618-98803303370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.600755 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:47.601346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:47.602081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:47.603344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:47.604467 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:47.607085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f8ec4f-b924-4988-8870-66438c88e125 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:47.663824 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a28b0eae-273c-4eca-8e1b-3a89162e24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:37Z', 'revision_number': 5, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:47.679438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 109da5f8-4b8f-4567-a918-5f11dd2c600e no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:37:47.783910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b0eae-273c-4eca-8e1b-3a89162e24e9 None None] The sync data for ids ['87d8958a-14fe-42b4-87c4-4ab29c20e085'] in n-d-805736-1 is: [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:27:27Z', 'revision_number': 4, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'b8ed1e5c-d279-426e-8564-9b72eb5badd7', 'name': '', 'network_id': '9b465dfe-d306-4292-bddd-524ea879c283', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'mac_address': 'fa:16:3e:21:7b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:25Z', 'updated_at': '2021-08-24T00:27:37Z', 'revision_number': 5, 'project_id': '3b618916ee954525990485ae65e3c64e', 'subnets': [{'id': '4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:37:47.792997 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 109da5f8-4b8f-4567-a918-5f11dd2c600e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:37:47.793605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 109da5f8-4b8f-4567-a918-5f11dd2c600e not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:37:47.971350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e8fc6-5528-442b-a36c-08bd55c721d6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Deleting port 6d3d8948-1b2d-459c-be1f-dc17baa3272e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:47.971926 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8fc6-5528-442b-a36c-08bd55c721d6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.977457 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8545178-ca3f-4ab3-9361-bd71a29953b6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.023731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa6ca2-931b-4599-9086-531e4c4b8e0f req-9bf7de32-dbdb-4e4d-8579-7b608decf21d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:48.025376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f2aa6ca2-931b-4599-9086-531e4c4b8e0f req-9bf7de32-dbdb-4e4d-8579-7b608decf21d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.1729703 Aug 24 00:37:48.206441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8545178-ca3f-4ab3-9361-bd71a29953b6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'Subnet': ['ID=332215f8-8edd-497e-9a04-06eebe787df9,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:48.213178 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a11920c-2daa-4717-9618-98803303370a None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.223827 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9a11920c-2daa-4717-9618-98803303370a None None] Transition to ACTIVE for port object e60a100c-aefb-48f1-916a-4488de56c95b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:48.233992 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a11920c-2daa-4717-9618-98803303370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.252946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f2aa6ca2-931b-4599-9086-531e4c4b8e0f req-b63ea9c3-943c-4735-9d7e-3dfeba9138b2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982238 Aug 24 00:37:48.255889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8545178-ca3f-4ab3-9361-bd71a29953b6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Checking segment: {'id': '954227c2-f72a-4a1f-ab19-f650dda2c2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:48.256231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8545178-ca3f-4ab3-9361-bd71a29953b6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Network hostable DHCP agents. Network: 445e84ec-5bb6-4af1-a4dc-863f9062c8c8, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:37:48.273998 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8fc6-5528-442b-a36c-08bd55c721d6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.274432 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8fc6-5528-442b-a36c-08bd55c721d6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.295286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3d061-b2ac-4c99-a097-ca3d75ae6ea1 None None] New status for floating IP c0ee0711-8161-4336-95d0-0bbfa4925278: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:37:48.297074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ee0e8fc6-5528-442b-a36c-08bd55c721d6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Calling delete_port for 6d3d8948-1b2d-459c-be1f-dc17baa3272e owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:48.299399 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0209e3-286a-42e9-b07d-21fcb32d96e7 None None] Pushing event updated for resources: {'Port': ['ID=e60a100c-aefb-48f1-916a-4488de56c95b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:48.316669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8545178-ca3f-4ab3-9361-bd71a29953b6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:37:48.335577 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9a11920c-2daa-4717-9618-98803303370a None None] Attempting to bind port e60a100c-aefb-48f1-916a-4488de56c95b on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:37:48.335958 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9a11920c-2daa-4717-9618-98803303370a None None] Attempting to bind port e60a100c-aefb-48f1-916a-4488de56c95b by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:37:48.336334 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11920c-2daa-4717-9618-98803303370a None None] Attempting to bind port e60a100c-aefb-48f1-916a-4488de56c95b on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:48.342476 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11920c-2daa-4717-9618-98803303370a None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:37:48.342878 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11920c-2daa-4717-9618-98803303370a None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:48.343274 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a11920c-2daa-4717-9618-98803303370a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.343667 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11920c-2daa-4717-9618-98803303370a None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:37:48.344116 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9a11920c-2daa-4717-9618-98803303370a None None] Bound port: e60a100c-aefb-48f1-916a-4488de56c95b, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:37:48.344505 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a11920c-2daa-4717-9618-98803303370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.479783 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9a11920c-2daa-4717-9618-98803303370a None None] For port e60a100c-aefb-48f1-916a-4488de56c95b, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:37:48.490833 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9a11920c-2daa-4717-9618-98803303370a None None] For port e60a100c-aefb-48f1-916a-4488de56c95b, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e60a100c-aefb-48f1-916a-4488de56c95b,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:37:48.501826 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a11920c-2daa-4717-9618-98803303370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.588325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a8545178-ca3f-4ab3-9361-bd71a29953b6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 445e84ec-5bb6-4af1-a4dc-863f9062c8c8) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:48.607114 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eaa036-15c5-442f-a606-845262efb81d None None] Network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:48.629350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8545178-ca3f-4ab3-9361-bd71a29953b6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:48.630681 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8545178-ca3f-4ab3-9361-bd71a29953b6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.648610 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11920c-2daa-4717-9618-98803303370a None None] Routers {'a1e6399f-dfa8-4036-8b18-8a035088a927'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:48.648610 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9a11920c-2daa-4717-9618-98803303370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a1e6399f-dfa8-4036-8b18-8a035088a927'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:48.720805 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8fc6-5528-442b-a36c-08bd55c721d6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.821301 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-46c3d061-b2ac-4c99-a097-ca3d75ae6ea1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:37:48.821658 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-46c3d061-b2ac-4c99-a097-ca3d75ae6ea1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:37:48.836961 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52346) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:48.854335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a8545178-ca3f-4ab3-9361-bd71a29953b6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6677816 Aug 24 00:37:48.872061 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0209e3-286a-42e9-b07d-21fcb32d96e7 None None] Pushing event updated for resources: {'Port': ['ID=e60a100c-aefb-48f1-916a-4488de56c95b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:48.924680 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9a11920c-2daa-4717-9618-98803303370a None None] Set router a1e6399f-dfa8-4036-8b18-8a035088a927 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:49.004809 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8fc6-5528-442b-a36c-08bd55c721d6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.011500 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8fc6-5528-442b-a36c-08bd55c721d6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.019192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ee0e8fc6-5528-442b-a36c-08bd55c721d6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] 10.222.0.32 "DELETE /v2.0/floatingips/c0ee0711-8161-4336-95d0-0bbfa4925278 HTTP/1.1" status: 204 len: 168 time: 1.4740567 Aug 24 00:37:49.068034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'fixed_ips': [{'subnet_id': '332215f8-8edd-497e-9a04-06eebe787df9'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:37:49.068668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e8fc6-5528-442b-a36c-08bd55c721d6 tempest-AttachVolumeTestJSON-1252050977 tempest-AttachVolumeTestJSON-1252050977-project] Pushing event deleted for resources: {'Port': ['ID=6d3d8948-1b2d-459c-be1f-dc17baa3272e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:49.069023 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.106000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-fe1a4b50-690e-4f83-9bac-78a53ef02ead tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:49.123826 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-fe1a4b50-690e-4f83-9bac-78a53ef02ead tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.5442319 Aug 24 00:37:49.378375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Deleting port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:49.387411 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.428226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3d061-b2ac-4c99-a097-ca3d75ae6ea1 None None] New status for floating IP c0ee0711-8161-4336-95d0-0bbfa4925278: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:37:49.452945 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9a11920c-2daa-4717-9618-98803303370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:37:44Z', 'revision_number': 3, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:49.490732 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11920c-2daa-4717-9618-98803303370a None None] The sync data for ids ['a1e6399f-dfa8-4036-8b18-8a035088a927'] in n-d-805736-1 is: [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:37:44Z', 'revision_number': 3, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:37:49.750573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141c396-5b00-4dba-9e51-37277b6948f5 req-8fea5555-255e-4550-8a43-33efbeb18320 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:49.752549 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5141c396-5b00-4dba-9e51-37277b6948f5 req-8fea5555-255e-4550-8a43-33efbeb18320 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 946 time: 0.2460303 Aug 24 00:37:49.793035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Allocated IP 172.20.0.2 (445e84ec-5bb6-4af1-a4dc-863f9062c8c8/332215f8-8edd-497e-9a04-06eebe787df9/9c94e9f7-d63a-4475-b512-ffc76376246f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:49.817125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] For port d4f6e794-86f2-4c1e-84a7-202f85fa97e9, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:49.817379 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.840652 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5141c396-5b00-4dba-9e51-37277b6948f5 req-56edea7f-95ab-4297-83c7-105432678c6e tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=0282c0fe-7c3d-4c98-bf30-87950b15f50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709677 Aug 24 00:37:50.270569 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.296927 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.311114 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.313699 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Floating IP 05c8eb3f-6ce1-4011-9453-ec8e58531c6e disassociated. External IP: 172.25.8.2, port: d4f6e794-86f2-4c1e-84a7-202f85fa97e9. Aug 24 00:37:50.314073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Calling delete_port for d4f6e794-86f2-4c1e-84a7-202f85fa97e9 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:50.339100 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.374362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Transition to ACTIVE for port object 9c94e9f7-d63a-4475-b512-ffc76376246f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:50.434376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Transition to ACTIVE for port object 9c94e9f7-d63a-4475-b512-ffc76376246f will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:50.444570 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e60a100c-aefb-48f1-916a-4488de56c95b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:50.458403 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.589856 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:50.596714 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Pushing event updated for resources: {'Port': ['ID=9c94e9f7-d63a-4475-b512-ffc76376246f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:50.607152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:50.611999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:50.790027 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port e60a100c-aefb-48f1-916a-4488de56c95b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:50.800743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.813270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port e60a100c-aefb-48f1-916a-4488de56c95b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:50.813670 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.907440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event deleted for resources: {'Port': ['ID=d4f6e794-86f2-4c1e-84a7-202f85fa97e9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:50.933300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Attempting to bind port 9c94e9f7-d63a-4475-b512-ffc76376246f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:37:50.935080 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Attempting to bind port 9c94e9f7-d63a-4475-b512-ffc76376246f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '954227c2-f72a-4a1f-ab19-f650dda2c2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:37:50.947249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Attempting to bind port 9c94e9f7-d63a-4475-b512-ffc76376246f on network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:50.974880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:37:50.975745 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Checking segment: {'id': '954227c2-f72a-4a1f-ab19-f650dda2c2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:50.976323 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.977466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Bound using segment: {'id': '954227c2-f72a-4a1f-ab19-f650dda2c2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:37:50.980060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Bound port: 9c94e9f7-d63a-4475-b512-ffc76376246f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954227c2-f72a-4a1f-ab19-f650dda2c2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:37:50.984211 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:51.067073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Allocated IP 172.20.0.1 (445e84ec-5bb6-4af1-a4dc-863f9062c8c8/332215f8-8edd-497e-9a04-06eebe787df9/769cf417-3b42-4ef0-aec8-4dfe8337f481) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:51.192046 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:51.236058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35940ffd-8c6f-404a-a980-6136968b32a8 req-38fba446-2da5-45d1-8ddb-944f24be8bd4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 210 time: 0.0474203 Aug 24 00:37:51.269709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Router a966fbfa-b720-4e85-9cca-10e0dfcffca1 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:37:51.307756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port e60a100c-aefb-48f1-916a-4488de56c95b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e60a100c-aefb-48f1-916a-4488de56c95b,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:51.355417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] For port 9c94e9f7-d63a-4475-b512-ffc76376246f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:37:51.376322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] For port 9c94e9f7-d63a-4475-b512-ffc76376246f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9c94e9f7-d63a-4475-b512-ffc76376246f,segment=NetworkSegment(954227c2-f72a-4a1f-ab19-f650dda2c2a2),segment_id=954227c2-f72a-4a1f-ab19-f650dda2c2a2)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:37:51.389470 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:51.419053 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:51.440247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Transition to ACTIVE for port object 769cf417-3b42-4ef0-aec8-4dfe8337f481 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:51.494856 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:51.553548 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:51.674018 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:51.680086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=e60a100c-aefb-48f1-916a-4488de56c95b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:51.682211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:51.697173 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:51.800097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37db646-e282-40ba-9a64-1d8a28c3f689 None None] Pushing event updated for resources: {'Port': ['ID=9c94e9f7-d63a-4475-b512-ffc76376246f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:51.823708 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'Port': ['ID=769cf417-3b42-4ef0-aec8-4dfe8337f481,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:51.880133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.284468 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.346455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:37:52.367196 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b54043a-c9c4-4084-8154-88f6a821b29d None None] Sync routers for ids ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:37:52.410505 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b54043a-c9c4-4084-8154-88f6a821b29d None None] Routers {'a966fbfa-b720-4e85-9cca-10e0dfcffca1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:52.410913 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b54043a-c9c4-4084-8154-88f6a821b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:52.516870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] No DVR routers for this DVR port d4f6e794-86f2-4c1e-84a7-202f85fa97e9 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:37:52.529304 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.531957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8143c391-44c6-4c2c-bd15-5745e4c15a4e req-0479526f-5b4c-48bc-a5ef-9ae4cd6ebe5c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.47 "DELETE /v2.0/ports/d4f6e794-86f2-4c1e-84a7-202f85fa97e9 HTTP/1.1" status: 204 len: 173 time: 3.4040136 Aug 24 00:37:52.532440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'name': 'network-vif-deleted', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:52.555737 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074d90df-e39c-4134-8a6f-618fc0051c20" -d '{"events": [{"server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "name": "network-vif-deleted", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:52.643426 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9c94e9f7-d63a-4475-b512-ffc76376246f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:52.661331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-69fabaff-8681-4f69-a127-801dc8e8c096 req-a57ce20f-cb7f-4cb0-a87f-7db4001501e6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5df7dd2-e1f1-45c3-bbe4-f957c42776b1 HTTP/1.1" status: 200 len: 210 time: 0.0913963 Aug 24 00:37:52.743725 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c9fbbe-f5af-42b3-bfd8-14b517b46cff x-openstack-request-id: req-77c9fbbe-f5af-42b3-bfd8-14b517b46cff {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:52.744004 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5df7dd2-e1f1-45c3-bbe4-f957c42776b1", "name": "network-vif-deleted", "tag": "d4f6e794-86f2-4c1e-84a7-202f85fa97e9", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:52.744471 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77c9fbbe-f5af-42b3-bfd8-14b517b46cff {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:52.745054 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5df7dd2-e1f1-45c3-bbe4-f957c42776b1', 'name': 'network-vif-deleted', 'tag': 'd4f6e794-86f2-4c1e-84a7-202f85fa97e9', 'status': 'completed', 'code': 200} Aug 24 00:37:52.798796 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 9c94e9f7-d63a-4475-b512-ffc76376246f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:52.816530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e60a100c-aefb-48f1-916a-4488de56c95b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:53.006825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port e60a100c-aefb-48f1-916a-4488de56c95b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:53.006825 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:53.123828 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6b54043a-c9c4-4084-8154-88f6a821b29d None None] Set router a966fbfa-b720-4e85-9cca-10e0dfcffca1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:53.154510 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:53.164841 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:53.292540 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'Port': ['ID=769cf417-3b42-4ef0-aec8-4dfe8337f481,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:53.370113 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:53.580561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:53.594456 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:53.659590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52402) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:53.697093 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b54043a-c9c4-4084-8154-88f6a821b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:38Z', 'revision_number': 5, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:53.708548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d4f6e794-86f2-4c1e-84a7-202f85fa97e9 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:37:53.773908 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: d4f6e794-86f2-4c1e-84a7-202f85fa97e9 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:37:53.785691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d4f6e794-86f2-4c1e-84a7-202f85fa97e9 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:37:53.798089 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b54043a-c9c4-4084-8154-88f6a821b29d None None] Checking router: a966fbfa-b720-4e85-9cca-10e0dfcffca1 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:37:53.811426 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:53.825458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31a375a-a142-4bee-b579-74ec4e01aee4 None None] Network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:53.832175 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b54043a-c9c4-4084-8154-88f6a821b29d None None] Routers {'a966fbfa-b720-4e85-9cca-10e0dfcffca1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:53.835108 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b54043a-c9c4-4084-8154-88f6a821b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:53.846834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52412) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:53.923996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Router a1e6399f-dfa8-4036-8b18-8a035088a927 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:37:53.987617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8adcf839-8ea3-4341-acfe-eff04af1ea30 None None] Provisioning for port 9c94e9f7-d63a-4475-b512-ffc76376246f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:53.993783 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-051fa1e6-924e-4de1-9357-0bf45ddb2f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.019664 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8adcf839-8ea3-4341-acfe-eff04af1ea30 None None] Provisioning complete for port 9c94e9f7-d63a-4475-b512-ffc76376246f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:54.020339 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8adcf839-8ea3-4341-acfe-eff04af1ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.126514 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba4c23b3-e256-410a-b7ee-0cff9b1c7bce tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.172934 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6b54043a-c9c4-4084-8154-88f6a821b29d None None] Set router a966fbfa-b720-4e85-9cca-10e0dfcffca1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:54.181511 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:37:54.195357 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ebc23883-0631-4d24-b5cd-5382b130fe04 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "PUT /v2.0/routers/a1e6399f-dfa8-4036-8b18-8a035088a927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3571274 Aug 24 00:37:54.196041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52418) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:54.201771 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-675dd895-b8b8-40b5-95e7-dd82e05e7a5d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1972742349', 'description': 'tempest-secgroup_access--1972742349 description', 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:54.225831 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba4c23b3-e256-410a-b7ee-0cff9b1c7bce tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.344700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Sync routers for ids ['a1e6399f-dfa8-4036-8b18-8a035088a927'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:37:54.370585 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Routers {'a1e6399f-dfa8-4036-8b18-8a035088a927'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:54.371919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a1e6399f-dfa8-4036-8b18-8a035088a927'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:54.387397 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba4c23b3-e256-410a-b7ee-0cff9b1c7bce tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.401306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba4c23b3-e256-410a-b7ee-0cff9b1c7bce tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.405950 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52420) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:54.407679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ba4c23b3-e256-410a-b7ee-0cff9b1c7bce tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "DELETE /v2.0/security-groups/0282c0fe-7c3d-4c98-bf30-87950b15f50a HTTP/1.1" status: 204 len: 168 time: 0.5597844 Aug 24 00:37:54.432716 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-8e8c1e55-69c0-405c-895b-4092a800c6ec tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] show failed (client error): The resource could not be found. Aug 24 00:37:54.434546 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e8c1e55-69c0-405c-895b-4092a800c6ec tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups/0282c0fe-7c3d-4c98-bf30-87950b15f50a HTTP/1.1" status: 404 len: 347 time: 0.0274954 Aug 24 00:37:54.437686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52422) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:54.480695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-051fa1e6-924e-4de1-9357-0bf45ddb2f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.486410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c23b3-e256-410a-b7ee-0cff9b1c7bce tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0282c0fe-7c3d-4c98-bf30-87950b15f50a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:54.497638 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-051fa1e6-924e-4de1-9357-0bf45ddb2f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.534025 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-051fa1e6-924e-4de1-9357-0bf45ddb2f95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fea9b112e5b747938a76704172debf98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8714724 Aug 24 00:37:54.537539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52424) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:54.583457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fa1e6-924e-4de1-9357-0bf45ddb2f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96e16dd-9a7d-4ec4-9df8-8f1bfb4169f2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:54.706933 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-675dd895-b8b8-40b5-95e7-dd82e05e7a5d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.711925 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b54043a-c9c4-4084-8154-88f6a821b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:38Z', 'revision_number': 5, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:54.760783 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8adcf839-8ea3-4341-acfe-eff04af1ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.787187 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b54043a-c9c4-4084-8154-88f6a821b29d None None] The sync data for ids ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'] in n-d-805736-1 is: [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:38Z', 'revision_number': 5, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:37:54.838082 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acd1d088-4342-49f9-b28e-4a2b97be99c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.874345 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0ce53abe-d746-4f83-ad17-defa20d7e0a0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Deleting port fa37a6a2-5754-4858-a360-bbbb4c066394 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:54.874949 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce53abe-d746-4f83-ad17-defa20d7e0a0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.890725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Set router a1e6399f-dfa8-4036-8b18-8a035088a927 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:55.019455 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce53abe-d746-4f83-ad17-defa20d7e0a0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.019927 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce53abe-d746-4f83-ad17-defa20d7e0a0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.052859 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0ce53abe-d746-4f83-ad17-defa20d7e0a0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Calling delete_port for fa37a6a2-5754-4858-a360-bbbb4c066394 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:55.111664 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8adcf839-8ea3-4341-acfe-eff04af1ea30 None None] For port 9c94e9f7-d63a-4475-b512-ffc76376246f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9c94e9f7-d63a-4475-b512-ffc76376246f,segment=NetworkSegment(954227c2-f72a-4a1f-ab19-f650dda2c2a2),segment_id=954227c2-f72a-4a1f-ab19-f650dda2c2a2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:55.120873 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acd1d088-4342-49f9-b28e-4a2b97be99c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.133487 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8adcf839-8ea3-4341-acfe-eff04af1ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.257262 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acd1d088-4342-49f9-b28e-4a2b97be99c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.260961 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acd1d088-4342-49f9-b28e-4a2b97be99c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.264945 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-acd1d088-4342-49f9-b28e-4a2b97be99c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a96e16dd-9a7d-4ec4-9df8-8f1bfb4169f2 HTTP/1.1" status: 204 len: 168 time: 0.7232449 Aug 24 00:37:55.296571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1d088-4342-49f9-b28e-4a2b97be99c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96e16dd-9a7d-4ec4-9df8-8f1bfb4169f2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:55.308558 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72469c53-41a5-40bd-b10c-0c398ca2cb35 None None] New status for floating IP 05c8eb3f-6ce1-4011-9453-ec8e58531c6e: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:37:55.321476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcf839-8ea3-4341-acfe-eff04af1ea30 None None] Pushing event updated for resources: {'Port': ['ID=9c94e9f7-d63a-4475-b512-ffc76376246f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:55.390813 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-675dd895-b8b8-40b5-95e7-dd82e05e7a5d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.437984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-675dd895-b8b8-40b5-95e7-dd82e05e7a5d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.510125 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:37:52Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '769cf417-3b42-4ef0-aec8-4dfe8337f481', 'name': '', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'mac_address': 'fa:16:3e:d4:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '332215f8-8edd-497e-9a04-06eebe787df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:50Z', 'updated_at': '2021-08-24T00:37:52Z', 'revision_number': 2, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'subnets': [{'id': '332215f8-8edd-497e-9a04-06eebe787df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:55.576520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Checking router: a1e6399f-dfa8-4036-8b18-8a035088a927 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:37:55.577445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Updating router a1e6399f-dfa8-4036-8b18-8a035088a927 port 769cf417-3b42-4ef0-aec8-4dfe8337f481 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:37:55.608117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-675dd895-b8b8-40b5-95e7-dd82e05e7a5d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.620408 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-675dd895-b8b8-40b5-95e7-dd82e05e7a5d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.4206474 Aug 24 00:37:55.620775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52438) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:55.627601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6bc5cb7a-d092-4897-8de8-0f5b09537281 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1544660388', 'description': 'tempest-secgroup_general--1544660388 description', 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:55.639329 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.658892 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dd895-b8b8-40b5-95e7-dd82e05e7a5d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2378583-2276-4579-a336-90ca582ba9d4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:55.704718 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bc5cb7a-d092-4897-8de8-0f5b09537281 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.720184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2485b0c0-d6ee-4efb-af05-58b2c7ee60d1 None None] Provisioning for port 769cf417-3b42-4ef0-aec8-4dfe8337f481 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:55.765792 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2485b0c0-d6ee-4efb-af05-58b2c7ee60d1 None None] Provisioning complete for port 769cf417-3b42-4ef0-aec8-4dfe8337f481 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:55.766471 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2485b0c0-d6ee-4efb-af05-58b2c7ee60d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.812776 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce53abe-d746-4f83-ad17-defa20d7e0a0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.862905 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce53abe-d746-4f83-ad17-defa20d7e0a0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event deleted for resources: {'Port': ['ID=fa37a6a2-5754-4858-a360-bbbb4c066394,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:55.926826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bc5cb7a-d092-4897-8de8-0f5b09537281 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.940472 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bc5cb7a-d092-4897-8de8-0f5b09537281 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.006172 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce53abe-d746-4f83-ad17-defa20d7e0a0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.010284 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce53abe-d746-4f83-ad17-defa20d7e0a0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.012784 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0ce53abe-d746-4f83-ad17-defa20d7e0a0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "DELETE /v2.0/floatingips/05c8eb3f-6ce1-4011-9453-ec8e58531c6e HTTP/1.1" status: 204 len: 168 time: 1.5741117 Aug 24 00:37:56.044629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2485b0c0-d6ee-4efb-af05-58b2c7ee60d1 None None] Port 769cf417-3b42-4ef0-aec8-4dfe8337f481 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:56.047884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6bc5cb7a-d092-4897-8de8-0f5b09537281 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.053150 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6bc5cb7a-d092-4897-8de8-0f5b09537281 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4297199 Aug 24 00:37:56.056377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52452) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:56.062563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5cb7a-d092-4897-8de8-0f5b09537281 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747714d8-f0b4-48c4-96d8-54722811ac9d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:56.104648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-486e918e-9086-44cd-ac37-02f2fcdf5a86 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Request body: {'security_group_rule': {'security_group_id': 'c2378583-2276-4579-a336-90ca582ba9d4', 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:56.204439 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-486e918e-9086-44cd-ac37-02f2fcdf5a86 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.292313 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2485b0c0-d6ee-4efb-af05-58b2c7ee60d1 None None] Provisioning complete for port 9c94e9f7-d63a-4475-b512-ffc76376246f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:56.293491 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2485b0c0-d6ee-4efb-af05-58b2c7ee60d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.368521 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-486e918e-9086-44cd-ac37-02f2fcdf5a86 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.374635 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9c94e9f7-d63a-4475-b512-ffc76376246f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:56.379270 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-486e918e-9086-44cd-ac37-02f2fcdf5a86 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.435896 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e918e-9086-44cd-ac37-02f2fcdf5a86 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58679a2b-37bf-4e6c-bc29-c122bfc052ae,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:56.446463 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-486e918e-9086-44cd-ac37-02f2fcdf5a86 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.457084 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-486e918e-9086-44cd-ac37-02f2fcdf5a86 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3918743 Aug 24 00:37:56.624949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 9c94e9f7-d63a-4475-b512-ffc76376246f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:56.625476 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.773475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-73ce60de-8db4-447d-aab9-4c896ffbddd6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--1544660388&fields=id&tenant_id=0bfc0da3ea624ea59c8d2391869f62a3 HTTP/1.1" status: 200 len: 267 time: 0.0664976 Aug 24 00:37:56.827178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-061b4bb6-cf1d-458f-803b-647915585823 None None] Provisioning complete for port 769cf417-3b42-4ef0-aec8-4dfe8337f481 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:56.827879 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-061b4bb6-cf1d-458f-803b-647915585823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.893819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-8e6bf58a-90e0-4f31-af82-11e9876fd9a1 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--1972742349&fields=id&tenant_id=0bfc0da3ea624ea59c8d2391869f62a3 HTTP/1.1" status: 200 len: 267 time: 0.1219687 Aug 24 00:37:56.913686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-061b4bb6-cf1d-458f-803b-647915585823 None None] Port 769cf417-3b42-4ef0-aec8-4dfe8337f481 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:56.939808 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.022930 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Transition to ACTIVE for port object 769cf417-3b42-4ef0-aec8-4dfe8337f481 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:57.053141 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.061087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-d0608747-4985-4846-af06-225cce8ed649 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:57.072077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-d0608747-4985-4846-af06-225cce8ed649 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/networks?id=445e84ec-5bb6-4af1-a4dc-863f9062c8c8 HTTP/1.1" status: 200 len: 796 time: 0.1768098 Aug 24 00:37:57.088065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-d62e6ec5-540b-4bb1-86bf-e0a9b93bf3f3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/quotas/0bfc0da3ea624ea59c8d2391869f62a3 HTTP/1.1" status: 200 len: 375 time: 0.0146186 Aug 24 00:37:57.188449 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-deb887c2-a52b-43ec-b7c7-5056b573ea4d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0bfc0da3ea624ea59c8d2391869f62a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935862 Aug 24 00:37:57.217959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212814c7-f46a-45c9-b195-bbbf1bef69d9 None None] Pushing event updated for resources: {'Port': ['ID=769cf417-3b42-4ef0-aec8-4dfe8337f481,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:57.306861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Attempting to bind port 769cf417-3b42-4ef0-aec8-4dfe8337f481 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:37:57.307215 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Attempting to bind port 769cf417-3b42-4ef0-aec8-4dfe8337f481 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '954227c2-f72a-4a1f-ab19-f650dda2c2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:37:57.307692 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Attempting to bind port 769cf417-3b42-4ef0-aec8-4dfe8337f481 on network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:57.315463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:37:57.316010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Checking segment: {'id': '954227c2-f72a-4a1f-ab19-f650dda2c2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:57.316527 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.317034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Bound using segment: {'id': '954227c2-f72a-4a1f-ab19-f650dda2c2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:37:57.317615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Bound port: 769cf417-3b42-4ef0-aec8-4dfe8337f481, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954227c2-f72a-4a1f-ab19-f650dda2c2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:37:57.318162 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.477905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] For port 769cf417-3b42-4ef0-aec8-4dfe8337f481, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:37:57.484896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] For port 769cf417-3b42-4ef0-aec8-4dfe8337f481, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=769cf417-3b42-4ef0-aec8-4dfe8337f481,segment=NetworkSegment(954227c2-f72a-4a1f-ab19-f650dda2c2a2),segment_id=954227c2-f72a-4a1f-ab19-f650dda2c2a2)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:37:57.505784 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.576121 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d47c1549-0aad-4f56-8986-40d9ca3aa4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.616084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Routers {'a1e6399f-dfa8-4036-8b18-8a035088a927'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:37:57.617017 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:37:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a1e6399f-dfa8-4036-8b18-8a035088a927'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:57.661308 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-4c051937-1806-4f56-baab-dfaec85b9083 service neutron] 10.222.0.32 "GET /v2.0/networks/445e84ec-5bb6-4af1-a4dc-863f9062c8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454420 Aug 24 00:37:57.815729 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52506) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:57.821869 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b216ad94-87b7-42a1-ae4a-7b87b13fbdd4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1492146996', 'description': 'tempest-description--422104189'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:57.826889 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-e1e5b802-d9bc-41b9-856a-cd7dfcb7e821 service neutron] 10.222.0.32 "GET /v2.0/networks/445e84ec-5bb6-4af1-a4dc-863f9062c8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589868 Aug 24 00:37:57.852748 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212814c7-f46a-45c9-b195-bbbf1bef69d9 None None] Pushing event updated for resources: {'Port': ['ID=769cf417-3b42-4ef0-aec8-4dfe8337f481,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:57.873235 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b216ad94-87b7-42a1-ae4a-7b87b13fbdd4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.919369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] Set router a1e6399f-dfa8-4036-8b18-8a035088a927 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:37:58.069928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b216ad94-87b7-42a1-ae4a-7b87b13fbdd4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.082385 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b216ad94-87b7-42a1-ae4a-7b87b13fbdd4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.158985 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216ad94-87b7-42a1-ae4a-7b87b13fbdd4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc01aa-8d2a-47a3-b737-b87085cb9594,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:58.186346 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b216ad94-87b7-42a1-ae4a-7b87b13fbdd4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.187598 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b216ad94-87b7-42a1-ae4a-7b87b13fbdd4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3697987 Aug 24 00:37:58.192689 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52516) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:58.208440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b498f9ca-66f8-452f-be5f-acb236496ebb tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Request body: {'security_group_rule': {'security_group_id': '3ecc01aa-8d2a-47a3-b737-b87085cb9594', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:58.209671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f04a8569-7b56-4874-bd23-eaef8576abc8 req-5fabb2e8-5f87-405e-85b0-c53ed025d360 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 210 time: 0.0757151 Aug 24 00:37:58.282177 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b498f9ca-66f8-452f-be5f-acb236496ebb tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.319202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:37:52Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '769cf417-3b42-4ef0-aec8-4dfe8337f481', 'name': '', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'mac_address': 'fa:16:3e:d4:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '332215f8-8edd-497e-9a04-06eebe787df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:50Z', 'updated_at': '2021-08-24T00:37:57Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'subnets': [{'id': '332215f8-8edd-497e-9a04-06eebe787df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:58.385868 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a5eba2-6387-4857-bf28-17e95fe2a6f6 None None] The sync data for ids ['a1e6399f-dfa8-4036-8b18-8a035088a927'] in n-d-805736-1 is: [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:37:52Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '769cf417-3b42-4ef0-aec8-4dfe8337f481', 'name': '', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'mac_address': 'fa:16:3e:d4:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '332215f8-8edd-497e-9a04-06eebe787df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:50Z', 'updated_at': '2021-08-24T00:37:57Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'subnets': [{'id': '332215f8-8edd-497e-9a04-06eebe787df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:37:58.388262 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b498f9ca-66f8-452f-be5f-acb236496ebb tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.402049 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b498f9ca-66f8-452f-be5f-acb236496ebb tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.423804 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498f9ca-66f8-452f-be5f-acb236496ebb tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cfb9b0-7c29-4873-bd15-db336d7f8683,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:58.436149 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b498f9ca-66f8-452f-be5f-acb236496ebb tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.442885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52526) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:58.450182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b6a9d187-d3b0-4802-9eda-c03d608b1771 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Request body: {'security_group_rule': {'security_group_id': '3ecc01aa-8d2a-47a3-b737-b87085cb9594', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:58.453439 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b498f9ca-66f8-452f-be5f-acb236496ebb tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2581778 Aug 24 00:37:58.522912 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d187-d3b0-4802-9eda-c03d608b1771 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.695629 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d187-d3b0-4802-9eda-c03d608b1771 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.702178 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d187-d3b0-4802-9eda-c03d608b1771 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.742890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9d187-d3b0-4802-9eda-c03d608b1771 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136af51b-6fa4-4951-9198-6962de64f8cf,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:58.775363 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d187-d3b0-4802-9eda-c03d608b1771 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.777742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b6a9d187-d3b0-4802-9eda-c03d608b1771 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330352 Aug 24 00:37:58.781104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52538) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:58.786806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:58.842957 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:59.179994 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:59.475468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33f00b42-63ee-47ca-9869-6dae99a07256 req-75400195-c874-4c2b-a5d8-1d402048b169 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 210 time: 0.0867436 Aug 24 00:37:59.540331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Allocated IP 172.25.8.202 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/e08878c8-6b8d-46f6-9652-5c824e17308d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:59.685636 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:59.750601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-3b30b1e4-e429-4387-98d4-c7f5cfa64d91 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:59.752778 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-3b30b1e4-e429-4387-98d4-c7f5cfa64d91 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 815 time: 0.2078967 Aug 24 00:37:59.797132 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-5ae5e1ab-998a-46c4-bf0b-0e1dab25270f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/quotas/33c45ffed6d949d68a0c0a054d17a347 HTTP/1.1" status: 200 len: 375 time: 0.0260286 Aug 24 00:37:59.827961 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:59.951336 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-79999f59-acce-4a43-8134-3ee0c1656a8f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450284 Aug 24 00:38:00.066546 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.112230 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.118492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-cc665af5-1011-4d5d-ae91-53c0c67b8fa8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:00.119988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-cc665af5-1011-4d5d-ae91-53c0c67b8fa8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.47 "GET /v2.0/networks?id=445e84ec-5bb6-4af1-a4dc-863f9062c8c8 HTTP/1.1" status: 200 len: 796 time: 0.2477639 Aug 24 00:38:00.145631 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:00.202192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-64f1f867-f96f-4050-93d1-d8784fa1e470 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bfc0da3ea624ea59c8d2391869f62a3 HTTP/1.1" status: 200 len: 478 time: 0.0526795 Aug 24 00:38:00.203176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event updated for resources: {'Port': ['ID=e08878c8-6b8d-46f6-9652-5c824e17308d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:00.205582 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:00.209579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:00.225344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-f00ce570-9884-49d7-aacd-a21317b73bf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Request body: {'port': {'device_id': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'admin_state_up': True, 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'security_groups': ['747714d8-f0b4-48c4-96d8-54722811ac9d', 'c2378583-2276-4579-a336-90ca582ba9d4']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:00.225629 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0bf1f10-2592-4a7f-a169-c4400e5005d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.312054 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-71196af2-aef3-48c0-9b7f-45d636ebe25f service neutron] 10.222.0.32 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452971 Aug 24 00:38:00.319587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 769cf417-3b42-4ef0-aec8-4dfe8337f481 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:00.399526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 769cf417-3b42-4ef0-aec8-4dfe8337f481 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:00.404611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 769cf417-3b42-4ef0-aec8-4dfe8337f481 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:00.404989 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.633602 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.685498 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73e51eca-8420-4a73-936e-a73433bdd5b3 req-bd9613c7-9c32-4c5f-bec6-df65da42ec5e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 210 time: 0.0356944 Aug 24 00:38:00.716235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 769cf417-3b42-4ef0-aec8-4dfe8337f481, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=769cf417-3b42-4ef0-aec8-4dfe8337f481,segment=NetworkSegment(954227c2-f72a-4a1f-ab19-f650dda2c2a2),segment_id=954227c2-f72a-4a1f-ab19-f650dda2c2a2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:00.720034 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.819310 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=769cf417-3b42-4ef0-aec8-4dfe8337f481,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:00.842732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-9adf9a53-f90f-46c8-b461-bbddfeffdd48 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293505 Aug 24 00:38:00.848214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-f00ce570-9884-49d7-aacd-a21317b73bf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Made reservation on behalf of 0bfc0da3ea624ea59c8d2391869f62a3 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:00.860034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-f00ce570-9884-49d7-aacd-a21317b73bf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.880916 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.000358 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.208374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1a92577-452e-430d-af58-5b1bb9633f41 req-547c4749-5bd5-417b-9964-92b99155f782 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 210 time: 0.1010399 Aug 24 00:38:01.254926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-f00ce570-9884-49d7-aacd-a21317b73bf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Allocated IP 172.20.0.11 (445e84ec-5bb6-4af1-a4dc-863f9062c8c8/332215f8-8edd-497e-9a04-06eebe787df9/8472a98c-e5bc-4585-950c-eafd0196c06f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:01.298173 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.391017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.399087 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.464289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event updated for resources: {'Port': ['ID=e08878c8-6b8d-46f6-9652-5c824e17308d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:01.574248 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.601028 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.603552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b0745da5-386c-43f7-8a23-8541da6bc06a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8196130 Aug 24 00:38:01.739790 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-f00ce570-9884-49d7-aacd-a21317b73bf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.758181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-f00ce570-9884-49d7-aacd-a21317b73bf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Transition to ACTIVE for port object 8472a98c-e5bc-4585-950c-eafd0196c06f will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:01.818822 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-f00ce570-9884-49d7-aacd-a21317b73bf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.950932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-f00ce570-9884-49d7-aacd-a21317b73bf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:01.956798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-f00ce570-9884-49d7-aacd-a21317b73bf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:01.970179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-f00ce570-9884-49d7-aacd-a21317b73bf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:02.017811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ce570-9884-49d7-aacd-a21317b73bf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'Port': ['ID=8472a98c-e5bc-4585-950c-eafd0196c06f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:02.051478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dec53-72ba-4ebd-b78c-31e3c6e865da req-1e883490-ea88-4fac-93b5-4d0e1bca1987 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:02.060226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-591dec53-72ba-4ebd-b78c-31e3c6e865da req-1e883490-ea88-4fac-93b5-4d0e1bca1987 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 971 time: 0.1950359 Aug 24 00:38:02.124043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-99421495-80eb-403b-aeed-72f66af031b1 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1492146996&fields=id&tenant_id=8bebadfd83004fbba9ca3639ea1e148c HTTP/1.1" status: 200 len: 267 time: 0.1646774 Aug 24 00:38:02.181488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-f00ce570-9884-49d7-aacd-a21317b73bf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:02.182172 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-f00ce570-9884-49d7-aacd-a21317b73bf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:02.297449 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-591dec53-72ba-4ebd-b78c-31e3c6e865da req-17b9a907-d6e0-4872-8987-27c69fee5572 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2363963 Aug 24 00:38:02.303047 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 769cf417-3b42-4ef0-aec8-4dfe8337f481 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:02.324966 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-f00ce570-9884-49d7-aacd-a21317b73bf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.1118608 Aug 24 00:38:02.359319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Request body: {'port': {'device_id': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:02.517025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f1c7aaef-b09f-4124-b533-0ec51e484ba9 None None] Provisioning for port 8472a98c-e5bc-4585-950c-eafd0196c06f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:02.535637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f1c7aaef-b09f-4124-b533-0ec51e484ba9 None None] Provisioning complete for port 8472a98c-e5bc-4585-950c-eafd0196c06f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:02.536488 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1c7aaef-b09f-4124-b533-0ec51e484ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:02.586921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 769cf417-3b42-4ef0-aec8-4dfe8337f481 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:02.587666 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:02.599865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7aaef-b09f-4124-b533-0ec51e484ba9 None None] Port 8472a98c-e5bc-4585-950c-eafd0196c06f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:02.638712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e64c8bec-05da-4218-9eb9-103526c6faa3 req-01625d3b-e608-43aa-8ed2-cdabe6fd6e0f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 210 time: 0.1070127 Aug 24 00:38:02.677702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-d98290d4-b39f-48e8-8f58-850258b39f5a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:02.679341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-d98290d4-b39f-48e8-8f58-850258b39f5a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 816 time: 0.5351274 Aug 24 00:38:02.697760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-a7c843b6-158d-4682-9115-014a7a64733f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/quotas/8bebadfd83004fbba9ca3639ea1e148c HTTP/1.1" status: 200 len: 375 time: 0.0101440 Aug 24 00:38:02.705830 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:02.946893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-d208531f-05ef-4b3d-a488-98966fbb4c1a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2229643 Aug 24 00:38:03.052849 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:03.135617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-8858b8c1-d142-4c7e-b822-a1289a1ab7d2 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:03.138040 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-8858b8c1-d142-4c7e-b822-a1289a1ab7d2 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.47 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 815 time: 0.3688610 Aug 24 00:38:03.170903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-fdc5b905-720a-40ca-8f80-0e388c368c0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Request body: {'port': {'device_id': 'f3369fc2-5fea-43c6-828b-46a70b21f184', 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba', 'admin_state_up': True, 'tenant_id': '33c45ffed6d949d68a0c0a054d17a347'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:03.321762 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-3f177e96-eada-4c3e-8346-c18d62d729ec service neutron] 10.222.0.32 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529675 Aug 24 00:38:03.571597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-27a1cd24-fdbb-4d8a-a813-7e34faa488e4 service neutron] 10.222.0.32 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412620 Aug 24 00:38:03.642506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-fdc5b905-720a-40ca-8f80-0e388c368c0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Made reservation on behalf of 33c45ffed6d949d68a0c0a054d17a347 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:03.648750 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-fdc5b905-720a-40ca-8f80-0e388c368c0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:03.669880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8472a98c-e5bc-4585-950c-eafd0196c06f {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:38:03.686166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf6b0e-f1ae-444f-8254-afcdd39b61b2 req-083fae20-38b6-4600-a41c-3f89ee76c680 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:03.687786 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3dbf6b0e-f1ae-444f-8254-afcdd39b61b2 req-083fae20-38b6-4600-a41c-3f89ee76c680 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 971 time: 0.1412005 Aug 24 00:38:03.690049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:03.730673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Transition to ACTIVE for port object 8472a98c-e5bc-4585-950c-eafd0196c06f will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:03.768275 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:03.877634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3dbf6b0e-f1ae-444f-8254-afcdd39b61b2 req-4aa750c9-fb71-4820-87c4-0d117b98cad8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1704409 Aug 24 00:38:04.509812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7146739-499b-4023-96f0-f17f7b5186ac req-9834b722-a76c-43c6-be18-a6b195cb6a5b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 210 time: 0.5417747 Aug 24 00:38:04.551547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Pushing event updated for resources: {'Port': ['ID=8472a98c-e5bc-4585-950c-eafd0196c06f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:04.603494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67e14ee3-59ed-4015-ba84-eb0e5ee3caac req-75fa2fc5-9328-4351-9626-95102cfc0da2 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 210 time: 0.1166630 Aug 24 00:38:04.726888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-fdc5b905-720a-40ca-8f80-0e388c368c0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Allocated IP 172.20.0.6 (2f2706c8-e765-4e9d-8d8b-16481d4876ba/dbd9b90b-f801-4301-962f-740fe1951187/e3aa257b-7483-4d31-944e-ef722bd82713) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:04.774882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Attempting to bind port 8472a98c-e5bc-4585-950c-eafd0196c06f on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:04.775204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Attempting to bind port 8472a98c-e5bc-4585-950c-eafd0196c06f by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '954227c2-f72a-4a1f-ab19-f650dda2c2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:04.776323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Attempting to bind port 8472a98c-e5bc-4585-950c-eafd0196c06f on network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:04.789253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Port 8472a98c-e5bc-4585-950c-eafd0196c06f on network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:04.789581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Attempting to bind port 8472a98c-e5bc-4585-950c-eafd0196c06f on network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:04.797665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:04.797665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Checking segment: {'id': '954227c2-f72a-4a1f-ab19-f650dda2c2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:04.798042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Bound using segment: {'id': '954227c2-f72a-4a1f-ab19-f650dda2c2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:04.798169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Bound port: 8472a98c-e5bc-4585-950c-eafd0196c06f, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '954227c2-f72a-4a1f-ab19-f650dda2c2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:04.798639 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.955220 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] For port 8472a98c-e5bc-4585-950c-eafd0196c06f, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:04.962090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] For port 8472a98c-e5bc-4585-950c-eafd0196c06f, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=8472a98c-e5bc-4585-950c-eafd0196c06f,segment=NetworkSegment(954227c2-f72a-4a1f-ab19-f650dda2c2a2),segment_id=954227c2-f72a-4a1f-ab19-f650dda2c2a2)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:04.977201 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.065475 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-fdc5b905-720a-40ca-8f80-0e388c368c0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.072228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:05.075847 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.077354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] 10.222.0.47 "PUT /v2.0/ports/8472a98c-e5bc-4585-950c-eafd0196c06f HTTP/1.1" status: 200 len: 1131 time: 2.7227407 Aug 24 00:38:05.092402 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'tag': '8472a98c-e5bc-4585-950c-eafd0196c06f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:05.094892 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426d38c2-7ecd-4f6d-8575-72dc1805fe21" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a", "tag": "8472a98c-e5bc-4585-950c-eafd0196c06f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:05.177922 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7afbd4-5bc3-4a10-b6af-abe51c2c3eab x-openstack-request-id: req-5c7afbd4-5bc3-4a10-b6af-abe51c2c3eab {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:05.178409 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a", "tag": "8472a98c-e5bc-4585-950c-eafd0196c06f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:05.178925 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c7afbd4-5bc3-4a10-b6af-abe51c2c3eab {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:05.179421 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'tag': '8472a98c-e5bc-4585-950c-eafd0196c06f', 'status': 'completed', 'code': 200} Aug 24 00:38:05.253933 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-fdc5b905-720a-40ca-8f80-0e388c368c0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.276176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c2d66-f9c6-44d1-ab5b-22f17417e87d service neutron] Pushing event updated for resources: {'Port': ['ID=8472a98c-e5bc-4585-950c-eafd0196c06f,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:05.300179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['af9a2717-2fc4-4f56-ac77-cb232ca69299', '5aaddec5-7560-4880-a8f5-60d0c13830ac'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:38:05.321486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de117d-d799-418c-97a4-28f32147106b req-0619a881-7f71-4fa4-a04b-3cb1ad26a3e2 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:05.323231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1de117d-d799-418c-97a4-28f32147106b req-0619a881-7f71-4fa4-a04b-3cb1ad26a3e2 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 983 time: 0.2870412 Aug 24 00:38:05.356177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-fdc5b905-720a-40ca-8f80-0e388c368c0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Network 2f2706c8-e765-4e9d-8d8b-16481d4876ba is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:05.368468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-fdc5b905-720a-40ca-8f80-0e388c368c0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:05.415723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-d4ece03b-229a-4896-b632-340f390c5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:05.423480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-d4ece03b-229a-4896-b632-340f390c5fe1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bfc0da3ea624ea59c8d2391869f62a3&device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 1134 time: 0.2491736 Aug 24 00:38:05.426684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-fdc5b905-720a-40ca-8f80-0e388c368c0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:05.755859 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5b905-720a-40ca-8f80-0e388c368c0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Pushing event updated for resources: {'Port': ['ID=e3aa257b-7483-4d31-944e-ef722bd82713,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:05.783908 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-edf5e51c-5e2f-4387-b8a9-516d3cff27ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8472a98c-e5bc-4585-950c-eafd0196c06f HTTP/1.1" status: 200 len: 217 time: 0.2186301 Aug 24 00:38:05.864792 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1de117d-d799-418c-97a4-28f32147106b req-efdb6a21-211f-4d1a-903c-941c9eb12690 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5304530 Aug 24 00:38:05.969581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78f8d1ad-e248-4fb2-b671-a03e35332e91 req-cd4b603d-cb28-41a1-a38e-46280bd089a7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 210 time: 0.2267582 Aug 24 00:38:05.991831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-fdc5b905-720a-40ca-8f80-0e388c368c0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:05.992937 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-fdc5b905-720a-40ca-8f80-0e388c368c0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.139215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-fdc5b905-720a-40ca-8f80-0e388c368c0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9734595 Aug 24 00:38:06.155578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-dbe9728e-2e3b-4049-9a22-eb40733966fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:06.157954 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-dbe9728e-2e3b-4049-9a22-eb40733966fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332215f8-8edd-497e-9a04-06eebe787df9 HTTP/1.1" status: 200 len: 835 time: 0.2782640 Aug 24 00:38:06.178737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Request body: {'port': {'device_id': 'f3369fc2-5fea-43c6-828b-46a70b21f184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:06.254863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8f36bc63-b9d5-41a6-aaba-556000247f7a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:06.256571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8f36bc63-b9d5-41a6-aaba-556000247f7a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.13 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 816 time: 0.6382682 Aug 24 00:38:06.271303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3befb3-96e7-4a3e-934a-c92f27b16d4f req-abea013e-2d07-40db-a10f-eb27d13fd1fd tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:06.273472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af3befb3-96e7-4a3e-934a-c92f27b16d4f req-abea013e-2d07-40db-a10f-eb27d13fd1fd tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 931 time: 0.2233856 Aug 24 00:38:06.391802 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.399778 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af3befb3-96e7-4a3e-934a-c92f27b16d4f req-6f833a76-2537-45c1-9d90-30c6ba8433f5 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115689 Aug 24 00:38:06.401971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-dc00f35d-7727-410c-9615-ac8e2d18abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:06.403805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-dc00f35d-7727-410c-9615-ac8e2d18abfc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=445e84ec-5bb6-4af1-a4dc-863f9062c8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2385423 Aug 24 00:38:06.423592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-b911f31b-d930-4166-8a20-b6132953d121 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bebadfd83004fbba9ca3639ea1e148c HTTP/1.1" status: 200 len: 380 time: 0.1429477 Aug 24 00:38:06.525223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-b1a823c0-27b1-4033-96ce-5f60314be7b9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Request body: {'port': {'device_id': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'admin_state_up': True, 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'security_groups': ['3ecc01aa-8d2a-47a3-b737-b87085cb9594']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:06.683090 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-a2432d66-7847-41c5-baf9-7c07f76308ab service neutron] 10.222.0.47 "GET /v2.0/networks/445e84ec-5bb6-4af1-a4dc-863f9062c8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648981 Aug 24 00:38:07.309489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2ba3d-0154-4380-9591-52121c8f0bf0 req-614beef0-919e-464d-a2a7-915d3ea1f2fa tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:07.311130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0fa2ba3d-0154-4380-9591-52121c8f0bf0 req-614beef0-919e-464d-a2a7-915d3ea1f2fa tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 983 time: 0.3263562 Aug 24 00:38:07.313518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ae5f7c5-28ac-4d67-8983-31065ef944ea req-3b0a9e1d-bf26-4088-a8b3-9fbf470fc58f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 210 time: 0.1391428 Aug 24 00:38:07.356811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-b1a823c0-27b1-4033-96ce-5f60314be7b9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Made reservation on behalf of 8bebadfd83004fbba9ca3639ea1e148c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:07.360709 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-b1a823c0-27b1-4033-96ce-5f60314be7b9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.403646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58ff2ab9-24af-4e62-933e-8399803cd38c req-27651531-60cd-4b15-91ac-53dcb7ca9f8a service neutron] 10.222.0.47 "GET /v2.0/networks/445e84ec-5bb6-4af1-a4dc-863f9062c8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6364977 Aug 24 00:38:07.413675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52722) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:07.430520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0fa2ba3d-0154-4380-9591-52121c8f0bf0 req-8f6845c9-6673-443b-a355-ec1f222a5347 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1067884 Aug 24 00:38:07.626079 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cae52c-700c-4fc3-8645-58a984f7fff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.709752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3aa257b-7483-4d31-944e-ef722bd82713 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:38:07.735989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d38c2-7ecd-4f6d-8575-72dc1805fe21 req-8ea8db91-9b19-4bf8-b2a0-9660b6bb2258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:07.737902 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-426d38c2-7ecd-4f6d-8575-72dc1805fe21 req-8ea8db91-9b19-4bf8-b2a0-9660b6bb2258 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bfc0da3ea624ea59c8d2391869f62a3&device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 1134 time: 0.2060065 Aug 24 00:38:07.741250 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.744099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-b1a823c0-27b1-4033-96ce-5f60314be7b9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Allocated IP 172.20.0.9 (67f63f37-ef22-479b-bc91-310b1536cbf5/5405fc99-102d-4149-8670-63c79d13ddc2/292d475e-aa11-4088-b494-345d14ce1afe) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:07.780716 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cae52c-700c-4fc3-8645-58a984f7fff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.787917 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64cae52c-700c-4fc3-8645-58a984f7fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.814613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab424b-5916-400f-9746-12b68e6b9663 req-54bb215d-3123-4cfa-b7b3-19b4cc829e74 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:07.816357 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31ab424b-5916-400f-9746-12b68e6b9663 req-54bb215d-3123-4cfa-b7b3-19b4cc829e74 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 931 time: 0.2139881 Aug 24 00:38:07.824894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Transition to ACTIVE for port object e3aa257b-7483-4d31-944e-ef722bd82713 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:07.874791 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-64cae52c-700c-4fc3-8645-58a984f7fff0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0c0e3a268f8447f990ec432d10720b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582713 Aug 24 00:38:07.875697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52730) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:07.879311 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cae52c-700c-4fc3-8645-58a984f7fff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4d26c2-e67b-4e18-afd5-44fb6fcad081,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:07.944729 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.055223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31ab424b-5916-400f-9746-12b68e6b9663 req-d47f80a4-ecb6-4855-818c-fa09d59c0a4a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017739 Aug 24 00:38:08.189870 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b9df4c2-f6dd-4281-b6f9-a7f5e13b29f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.191622 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3aa257b-7483-4d31-944e-ef722bd82713,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:08.257184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d38c2-7ecd-4f6d-8575-72dc1805fe21 req-f4013694-6192-45af-88e3-577c2ea3ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:08.259170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-426d38c2-7ecd-4f6d-8575-72dc1805fe21 req-f4013694-6192-45af-88e3-577c2ea3ec19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=445e84ec-5bb6-4af1-a4dc-863f9062c8c8 HTTP/1.1" status: 200 len: 897 time: 0.5067701 Aug 24 00:38:08.302372 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b9df4c2-f6dd-4281-b6f9-a7f5e13b29f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.343528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-426d38c2-7ecd-4f6d-8575-72dc1805fe21 req-5d9c0b64-b258-4b7a-ad45-31367067f5cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8472a98c-e5bc-4585-950c-eafd0196c06f HTTP/1.1" status: 200 len: 217 time: 0.0742075 Aug 24 00:38:08.451502 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-b1a823c0-27b1-4033-96ce-5f60314be7b9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.461250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Attempting to bind port e3aa257b-7483-4d31-944e-ef722bd82713 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:08.461732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Attempting to bind port e3aa257b-7483-4d31-944e-ef722bd82713 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:08.462124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Attempting to bind port e3aa257b-7483-4d31-944e-ef722bd82713 on network 2f2706c8-e765-4e9d-8d8b-16481d4876ba {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:08.510179 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7755728e-f123-4f40-a0dc-022c6fb9fd1d req-322b6ba9-a9cc-4d68-8ae5-53329ef10e5b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 210 time: 0.0542593 Aug 24 00:38:08.510826 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Port e3aa257b-7483-4d31-944e-ef722bd82713 on network 2f2706c8-e765-4e9d-8d8b-16481d4876ba not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:08.511937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Attempting to bind port e3aa257b-7483-4d31-944e-ef722bd82713 on network 2f2706c8-e765-4e9d-8d8b-16481d4876ba {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:08.518927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d38c2-7ecd-4f6d-8575-72dc1805fe21 req-a524d21c-0c53-4406-8ccc-4812bb00c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:08.523094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-426d38c2-7ecd-4f6d-8575-72dc1805fe21 req-a524d21c-0c53-4406-8ccc-4812bb00c80e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332215f8-8edd-497e-9a04-06eebe787df9 HTTP/1.1" status: 200 len: 835 time: 0.1710486 Aug 24 00:38:08.553038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:08.553038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Checking segment: {'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:08.553038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Bound using segment: {'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:08.553038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Bound port: e3aa257b-7483-4d31-944e-ef722bd82713, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:08.553038 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.571719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-b1a823c0-27b1-4033-96ce-5f60314be7b9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Transition to ACTIVE for port object 292d475e-aa11-4088-b494-345d14ce1afe will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:08.949745 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b9df4c2-f6dd-4281-b6f9-a7f5e13b29f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.952383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7b9df4c2-f6dd-4281-b6f9-a7f5e13b29f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.955860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7b9df4c2-f6dd-4281-b6f9-a7f5e13b29f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b4d26c2-e67b-4e18-afd5-44fb6fcad081 HTTP/1.1" status: 204 len: 168 time: 1.0690391 Aug 24 00:38:08.977884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9df4c2-f6dd-4281-b6f9-a7f5e13b29f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4d26c2-e67b-4e18-afd5-44fb6fcad081,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:09.061653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf06a78-56fe-4ed4-9b59-b7751454e1db req-a6a0f309-1406-45bb-acd1-5c5ddfd63084 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:09.068925 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9bf06a78-56fe-4ed4-9b59-b7751454e1db req-a6a0f309-1406-45bb-acd1-5c5ddfd63084 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 983 time: 0.5451877 Aug 24 00:38:09.090733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d38c2-7ecd-4f6d-8575-72dc1805fe21 req-1cbd9f87-096e-475a-9671-9bcb89fabc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:09.093499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-426d38c2-7ecd-4f6d-8575-72dc1805fe21 req-1cbd9f87-096e-475a-9671-9bcb89fabc1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=445e84ec-5bb6-4af1-a4dc-863f9062c8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5521388 Aug 24 00:38:09.139825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] For port e3aa257b-7483-4d31-944e-ef722bd82713, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:09.150134 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-b1a823c0-27b1-4033-96ce-5f60314be7b9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.216011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] For port e3aa257b-7483-4d31-944e-ef722bd82713, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e3aa257b-7483-4d31-944e-ef722bd82713,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:09.282536 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.309234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-b1a823c0-27b1-4033-96ce-5f60314be7b9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Network 67f63f37-ef22-479b-bc91-310b1536cbf5 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:09.334412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9bf06a78-56fe-4ed4-9b59-b7751454e1db req-d257cb1b-87d5-4f94-8963-3807262a6d5d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2510717 Aug 24 00:38:09.347450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-b1a823c0-27b1-4033-96ce-5f60314be7b9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:09.351378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-b1a823c0-27b1-4033-96ce-5f60314be7b9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:09.406952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:09.407586 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.409022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] 10.222.0.47 "PUT /v2.0/ports/e3aa257b-7483-4d31-944e-ef722bd82713 HTTP/1.1" status: 200 len: 1091 time: 3.2472026 Aug 24 00:38:09.412337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3369fc2-5fea-43c6-828b-46a70b21f184', 'tag': 'e3aa257b-7483-4d31-944e-ef722bd82713'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:09.414338 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71132169-a9b8-4965-8387-9229fc8b8f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3369fc2-5fea-43c6-828b-46a70b21f184", "tag": "e3aa257b-7483-4d31-944e-ef722bd82713"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:09.457687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a823c0-27b1-4033-96ce-5f60314be7b9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event updated for resources: {'Port': ['ID=292d475e-aa11-4088-b494-345d14ce1afe,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:09.522735 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-426d38c2-7ecd-4f6d-8575-72dc1805fe21 req-504a76f5-309e-4ee7-8c35-b16a044f30a0 service neutron] 10.222.0.47 "GET /v2.0/networks/445e84ec-5bb6-4af1-a4dc-863f9062c8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094086 Aug 24 00:38:09.524553 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f446e47-7592-4ae1-ae0a-8df417fadc49 x-openstack-request-id: req-6f446e47-7592-4ae1-ae0a-8df417fadc49 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:09.524553 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3369fc2-5fea-43c6-828b-46a70b21f184", "tag": "e3aa257b-7483-4d31-944e-ef722bd82713", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:09.524898 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f446e47-7592-4ae1-ae0a-8df417fadc49 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:09.525127 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3369fc2-5fea-43c6-828b-46a70b21f184', 'tag': 'e3aa257b-7483-4d31-944e-ef722bd82713', 'status': 'completed', 'code': 200} Aug 24 00:38:09.544699 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:09.571269 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2e39c1e-aaac-4aa3-8bc4-8c9be3089355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.655293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-b1a823c0-27b1-4033-96ce-5f60314be7b9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:09.663301 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-b1a823c0-27b1-4033-96ce-5f60314be7b9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.664226 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:09.717709 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2e39c1e-aaac-4aa3-8bc4-8c9be3089355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.726697 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2e39c1e-aaac-4aa3-8bc4-8c9be3089355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.759886 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e2e39c1e-aaac-4aa3-8bc4-8c9be3089355 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4db185270f344a32905f52ff69731f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139976 Aug 24 00:38:09.763585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:09.769853 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8e361ba1-b60e-458d-805a-788ba4a4587a None None] Provisioning for port 292d475e-aa11-4088-b494-345d14ce1afe completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:09.775222 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8e361ba1-b60e-458d-805a-788ba4a4587a None None] Provisioning complete for port 292d475e-aa11-4088-b494-345d14ce1afe triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:09.775680 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e361ba1-b60e-458d-805a-788ba4a4587a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.787038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-426d38c2-7ecd-4f6d-8575-72dc1805fe21 req-ca7774d5-5cfa-4404-87e5-9c8ed3226b20 service neutron] 10.222.0.47 "GET /v2.0/networks/445e84ec-5bb6-4af1-a4dc-863f9062c8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322378 Aug 24 00:38:09.802583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bddb6a-6cdb-432b-bd5f-d32b6d802211 req-25feedc5-51be-400b-ad63-dc65076ea08e tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:09.804147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31bddb6a-6cdb-432b-bd5f-d32b6d802211 req-25feedc5-51be-400b-ad63-dc65076ea08e tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 943 time: 0.5838952 Aug 24 00:38:09.826881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e39c1e-aaac-4aa3-8bc4-8c9be3089355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa7b94a-16db-46fd-bfa0-c94d12ddebe4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:09.859179 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91db93a6-9529-4a1a-bc3a-7b336bdf07fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.868596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c681c6-1ae5-48eb-9e4d-d5ca43e71bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3aa257b-7483-4d31-944e-ef722bd82713,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:09.893824 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8e361ba1-b60e-458d-805a-788ba4a4587a None None] Port 292d475e-aa11-4088-b494-345d14ce1afe cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:09.897331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-44b60b32-1d88-472f-aca6-45affe1b4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:09.898894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-44b60b32-1d88-472f-aca6-45affe1b4423 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 1094 time: 0.3618927 Aug 24 00:38:09.900185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-b1a823c0-27b1-4033-96ce-5f60314be7b9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3833649 Aug 24 00:38:09.907255 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91db93a6-9529-4a1a-bc3a-7b336bdf07fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.922527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350b90c-c2e8-4f99-a41b-c110bd7fb4db req-4c33ac42-3475-4dd3-b3f2-13edddc17df5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:09.924141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6350b90c-c2e8-4f99-a41b-c110bd7fb4db req-4c33ac42-3475-4dd3-b3f2-13edddc17df5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 931 time: 0.2571466 Aug 24 00:38:09.942886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Request body: {'port': {'device_id': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:09.952023 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31bddb6a-6cdb-432b-bd5f-d32b6d802211 req-c3a188e5-cc05-4c55-a136-64edb0253cb8 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019278 Aug 24 00:38:09.983963 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91db93a6-9529-4a1a-bc3a-7b336bdf07fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.987322 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91db93a6-9529-4a1a-bc3a-7b336bdf07fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.988596 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-91db93a6-9529-4a1a-bc3a-7b336bdf07fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2aa7b94a-16db-46fd-bfa0-c94d12ddebe4 HTTP/1.1" status: 204 len: 168 time: 0.2237787 Aug 24 00:38:10.009691 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f17196b8-d46b-43bf-9252-957c51d8f817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.012431 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db93a6-9529-4a1a-bc3a-7b336bdf07fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa7b94a-16db-46fd-bfa0-c94d12ddebe4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:10.022291 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-0dad5f06-35dd-4be7-ae8f-f3a410db1f15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3aa257b-7483-4d31-944e-ef722bd82713 HTTP/1.1" status: 200 len: 217 time: 0.0948939 Aug 24 00:38:10.121098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6350b90c-c2e8-4f99-a41b-c110bd7fb4db req-868e1047-feb7-4644-9731-d201743b29b8 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563814 Aug 24 00:38:10.136775 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.143872 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-d02cc2f2-5ac1-4331-a772-50e07d8b711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:10.145381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-d02cc2f2-5ac1-4331-a772-50e07d8b711a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbd9b90b-f801-4301-962f-740fe1951187 HTTP/1.1" status: 200 len: 855 time: 0.1109023 Aug 24 00:38:10.162488 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f17196b8-d46b-43bf-9252-957c51d8f817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.167150 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f17196b8-d46b-43bf-9252-957c51d8f817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.199929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17196b8-d46b-43bf-9252-957c51d8f817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d954ad2a-e939-44d8-864c-5a0f14ba075f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:10.224885 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f17196b8-d46b-43bf-9252-957c51d8f817 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b98e1c3e314a4fc3b5905c989bf4fe78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5595968 Aug 24 00:38:10.226085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52780) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:10.320728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f89bafc-8805-41b6-8f6a-a444f0bae9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.362872 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f89bafc-8805-41b6-8f6a-a444f0bae9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.422928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f89bafc-8805-41b6-8f6a-a444f0bae9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.426467 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f89bafc-8805-41b6-8f6a-a444f0bae9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.430902 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9f89bafc-8805-41b6-8f6a-a444f0bae9a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d954ad2a-e939-44d8-864c-5a0f14ba075f HTTP/1.1" status: 204 len: 168 time: 0.2034903 Aug 24 00:38:10.444188 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89bafc-8805-41b6-8f6a-a444f0bae9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d954ad2a-e939-44d8-864c-5a0f14ba075f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:10.446994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292d475e-aa11-4088-b494-345d14ce1afe {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:38:10.469495 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.475084 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-6483df1b-4183-4aa4-ba2a-2e691af37d94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f2706c8-e765-4e9d-8d8b-16481d4876ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3201439 Aug 24 00:38:10.531950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Transition to ACTIVE for port object 292d475e-aa11-4088-b494-345d14ce1afe will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:10.574946 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.661114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44597d-899a-40c3-9f05-d45d6416fcb5 req-7a21dc0f-570b-45c4-860e-c5270f04f1d6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:10.662813 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a44597d-899a-40c3-9f05-d45d6416fcb5 req-7a21dc0f-570b-45c4-860e-c5270f04f1d6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 983 time: 0.1963573 Aug 24 00:38:10.686380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Pushing event updated for resources: {'Port': ['ID=292d475e-aa11-4088-b494-345d14ce1afe,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:10.727433 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-0e70e182-e249-467c-b9d5-b6efb117ce10 service neutron] 10.222.0.47 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393985 Aug 24 00:38:10.817357 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a44597d-899a-40c3-9f05-d45d6416fcb5 req-ca1cba27-6ea6-4b86-9a03-f6b448251a2a tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1461828 Aug 24 00:38:10.910909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Attempting to bind port 292d475e-aa11-4088-b494-345d14ce1afe on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:10.911257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Attempting to bind port 292d475e-aa11-4088-b494-345d14ce1afe by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:10.911674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Attempting to bind port 292d475e-aa11-4088-b494-345d14ce1afe on network 67f63f37-ef22-479b-bc91-310b1536cbf5 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:10.919532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Port 292d475e-aa11-4088-b494-345d14ce1afe on network 67f63f37-ef22-479b-bc91-310b1536cbf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:10.919792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Attempting to bind port 292d475e-aa11-4088-b494-345d14ce1afe on network 67f63f37-ef22-479b-bc91-310b1536cbf5 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:10.942725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:10.943526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Checking segment: {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:10.944261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Bound using segment: {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:10.944904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Bound port: 292d475e-aa11-4088-b494-345d14ce1afe, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea26d51-ebf7-4815-9970-977b91c166e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:10.945477 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.979317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-895c369e-8155-4c28-b9b9-67910cc090a6 req-0a1fd7e2-6103-4f53-9499-93f6807b2e1e service neutron] 10.222.0.47 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229486 Aug 24 00:38:11.110886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] For port 292d475e-aa11-4088-b494-345d14ce1afe, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:11.206569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] For port 292d475e-aa11-4088-b494-345d14ce1afe, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=292d475e-aa11-4088-b494-345d14ce1afe,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:11.226391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86606bc6-defd-4554-b726-ac9a987aa382 req-4004bbba-a22c-4267-b3e8-a8fec36d2b7e tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:11.235435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86606bc6-defd-4554-b726-ac9a987aa382 req-4004bbba-a22c-4267-b3e8-a8fec36d2b7e tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 943 time: 0.1812565 Aug 24 00:38:11.248732 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.307051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71132169-a9b8-4965-8387-9229fc8b8f4e req-2f644662-299c-40e3-96e6-89811be00285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:11.309719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71132169-a9b8-4965-8387-9229fc8b8f4e req-2f644662-299c-40e3-96e6-89811be00285 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 1094 time: 0.1954026 Aug 24 00:38:11.387563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:11.388586 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.390732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/292d475e-aa11-4088-b494-345d14ce1afe HTTP/1.1" status: 200 len: 1091 time: 1.4620738 Aug 24 00:38:11.415369 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52834) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:11.491463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9deca4-a540-458f-a42b-52ccf97072a5 service neutron] Pushing event updated for resources: {'Port': ['ID=292d475e-aa11-4088-b494-345d14ce1afe,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:11.509458 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86606bc6-defd-4554-b726-ac9a987aa382 req-c2ee708f-c974-467f-9b1a-86b75de0fea2 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675159 Aug 24 00:38:11.548182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'tag': '292d475e-aa11-4088-b494-345d14ce1afe'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:11.555387 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ec159e-0229-4cb6-9918-8bc798e51cff" -d '{"events": [{"name": "network-changed", "server_uuid": "db74e2b8-59de-4e25-874e-74c2632bb0b0", "tag": "292d475e-aa11-4088-b494-345d14ce1afe"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:11.597524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1312109114-network', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:11.626383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d36005-0093-4576-8eb6-da77c359394c req-51d7e211-3fc8-4e94-946b-c5c2b8782443 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:11.627987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43d36005-0093-4576-8eb6-da77c359394c req-51d7e211-3fc8-4e94-946b-c5c2b8782443 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.3747230 Aug 24 00:38:11.649589 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e33c3a2-f222-4dd9-8023-c787c0658228 x-openstack-request-id: req-5e33c3a2-f222-4dd9-8023-c787c0658228 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:11.649980 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db74e2b8-59de-4e25-874e-74c2632bb0b0", "tag": "292d475e-aa11-4088-b494-345d14ce1afe", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:11.650261 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e33c3a2-f222-4dd9-8023-c787c0658228 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:11.650526 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'tag': '292d475e-aa11-4088-b494-345d14ce1afe', 'status': 'completed', 'code': 200} Aug 24 00:38:11.654226 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] Made reservation on behalf of 14b0ea4c99334b5d9c637a705a2c71cd for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:11.656826 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.675706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-e8a09b69-bb28-4836-9329-96edef21bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:11.677369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-e8a09b69-bb28-4836-9329-96edef21bbd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 1094 time: 0.1869061 Aug 24 00:38:11.684521 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.686830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71132169-a9b8-4965-8387-9229fc8b8f4e req-ac84e5b9-2ef4-46cc-ac87-4496433f3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:11.688307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71132169-a9b8-4965-8387-9229fc8b8f4e req-ac84e5b9-2ef4-46cc-ac87-4496433f3831 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 916 time: 0.3448806 Aug 24 00:38:11.706860 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52846) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:11.781439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 8472a98c-e5bc-4585-950c-eafd0196c06f details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:38:11.816262 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.827426 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.843558 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-31e7e45e-d438-4ead-8d7f-ff8b84769d7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=292d475e-aa11-4088-b494-345d14ce1afe HTTP/1.1" status: 200 len: 217 time: 0.1439970 Aug 24 00:38:11.853824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43d36005-0093-4576-8eb6-da77c359394c req-78876cb3-916a-421e-92ec-67288a5c4b4e tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007296 Aug 24 00:38:11.862220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71132169-a9b8-4965-8387-9229fc8b8f4e req-e2b32f37-1a8d-49c3-8598-973bd11ee30d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3aa257b-7483-4d31-944e-ef722bd82713 HTTP/1.1" status: 200 len: 217 time: 0.1489496 Aug 24 00:38:11.862436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:11.874177 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca67376-1fd4-487a-b414-6e3c63839d16,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:11.879813 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.880382 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] Added segment 4ddd86dc-f546-48e2-bc9d-48c3f03f38f4 of type vlan for network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 Aug 24 00:38:11.943736 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.964978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 8472a98c-e5bc-4585-950c-eafd0196c06f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=8472a98c-e5bc-4585-950c-eafd0196c06f,segment=NetworkSegment(954227c2-f72a-4a1f-ab19-f650dda2c2a2),segment_id=954227c2-f72a-4a1f-ab19-f650dda2c2a2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:11.981899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.983206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '8472a98c-e5bc-4585-950c-eafd0196c06f', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'port_id': '8472a98c-e5bc-4585-950c-eafd0196c06f', 'mac_address': 'fa:16:3e:40:c5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332215f8-8edd-497e-9a04-06eebe787df9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:38:11.983715 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:11.984797 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.069407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] Pushing event updated for resources: {'Network': ['ID=b44a77a0-e4f2-476f-a0cc-ab5f0b805736,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:12.073265 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7703fff6-c14c-40e8-a40e-54f2648b8492 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6564267 Aug 24 00:38:12.076563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52858) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:12.083366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-194a5f31-f8be-4713-991b-cf14f3ee4179 admin admin] Request body: {'subnet': {'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1312109114-subnet', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:12.092649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:12.109287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194a5f31-f8be-4713-991b-cf14f3ee4179 admin admin] Made reservation on behalf of 14b0ea4c99334b5d9c637a705a2c71cd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:12.114367 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-194a5f31-f8be-4713-991b-cf14f3ee4179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.120329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-d5d5c15d-df18-4159-b584-aba67a4e8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:12.122376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-d5d5c15d-df18-4159-b584-aba67a4e8343 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.2660747 Aug 24 00:38:12.146331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71132169-a9b8-4965-8387-9229fc8b8f4e req-3cf06e96-ac6f-45e7-acee-b2eb78dfae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:12.148921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71132169-a9b8-4965-8387-9229fc8b8f4e req-3cf06e96-ac6f-45e7-acee-b2eb78dfae36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbd9b90b-f801-4301-962f-740fe1951187 HTTP/1.1" status: 200 len: 855 time: 0.2631595 Aug 24 00:38:12.206604 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71132169-a9b8-4965-8387-9229fc8b8f4e req-e185c9e6-353a-4531-8705-bb3598cd895a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f2706c8-e765-4e9d-8d8b-16481d4876ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340979 Aug 24 00:38:12.213823 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.220841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1699f36-8c62-4003-8ac7-901a443c9d28 req-631b5562-f6b1-44aa-8f33-44ebe8729da4 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:12.223458 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1699f36-8c62-4003-8ac7-901a443c9d28 req-631b5562-f6b1-44aa-8f33-44ebe8729da4 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 983 time: 0.2274945 Aug 24 00:38:12.271493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8472a98c-e5bc-4585-950c-eafd0196c06f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:38:12.293002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 8472a98c-e5bc-4585-950c-eafd0196c06f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=8472a98c-e5bc-4585-950c-eafd0196c06f,segment=NetworkSegment(954227c2-f72a-4a1f-ab19-f650dda2c2a2),segment_id=954227c2-f72a-4a1f-ab19-f650dda2c2a2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:12.301716 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.330856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-e763b658-541e-498b-9984-1a812c851083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:12.332862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-e763b658-541e-498b-9984-1a812c851083 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988575 Aug 24 00:38:12.345012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1699f36-8c62-4003-8ac7-901a443c9d28 req-5e6bcef3-9f98-4120-8655-a45c60333413 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1073885 Aug 24 00:38:12.383773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=8472a98c-e5bc-4585-950c-eafd0196c06f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:12.479161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71132169-a9b8-4965-8387-9229fc8b8f4e req-d564fe56-146d-4b5e-af62-9d29674281d9 service neutron] 10.222.0.47 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544708 Aug 24 00:38:12.580315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-7524dc83-a067-4ca2-8d97-17e9aa4e147a service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339191 Aug 24 00:38:12.598134 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-194a5f31-f8be-4713-991b-cf14f3ee4179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.670094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a5f31-f8be-4713-991b-cf14f3ee4179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe8f63e-1610-4dc4-9a51-0540f42393c8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:12.710998 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71132169-a9b8-4965-8387-9229fc8b8f4e req-f3784fae-1d4d-41bf-9252-2f18e940b5d4 service neutron] 10.222.0.47 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238762 Aug 24 00:38:12.715572 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194a5f31-f8be-4713-991b-cf14f3ee4179 admin admin] Checking segment: {'id': '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:12.715861 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194a5f31-f8be-4713-991b-cf14f3ee4179 admin admin] Network hostable DHCP agents. Network: b44a77a0-e4f2-476f-a0cc-ab5f0b805736, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:38:12.758641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194a5f31-f8be-4713-991b-cf14f3ee4179 admin admin] Network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:38:12.763307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa5852-3da7-420b-95c8-961b2938e85c req-17d1a9a8-0b9e-436e-b5d2-3fa1569f0351 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:12.766917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fffa5852-3da7-420b-95c8-961b2938e85c req-17d1a9a8-0b9e-436e-b5d2-3fa1569f0351 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 943 time: 0.1504965 Aug 24 00:38:12.774762 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8b11457-7307-4575-99ae-336b22c1dc18 req-c1528349-edd1-48c1-ab00-3ca6bf02a4f3 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866717 Aug 24 00:38:12.779489 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-194a5f31-f8be-4713-991b-cf14f3ee4179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, b44a77a0-e4f2-476f-a0cc-ab5f0b805736) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:12.789393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cb45b4-ee1e-46c1-9d8d-e44c901a2cb9 None None] Network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:12.796346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194a5f31-f8be-4713-991b-cf14f3ee4179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:12.797030 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-194a5f31-f8be-4713-991b-cf14f3ee4179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.843913 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-194a5f31-f8be-4713-991b-cf14f3ee4179 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7653527 Aug 24 00:38:12.847124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52876) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:12.854116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:12.879693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fffa5852-3da7-420b-95c8-961b2938e85c req-4f342748-cdac-4e48-bf29-928506c6cc7d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039071 Aug 24 00:38:12.880062 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe854db8-4cd7-426b-89e6-bd8f6cc488a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.912978 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:38:12.924930 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.926390 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.989941 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['8472a98c-e5bc-4585-950c-eafd0196c06f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:38:13.027243 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec159e-0229-4cb6-9918-8bc798e51cff req-e1c4f79f-b579-4f54-a7da-de39c031e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:13.028857 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92ec159e-0229-4cb6-9918-8bc798e51cff req-e1c4f79f-b579-4f54-a7da-de39c031e3d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 1094 time: 0.1395950 Aug 24 00:38:13.030641 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.196877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f9fa-c8b5-4d86-b8eb-03320c5b59ba req-0d9b8d39-3976-40f9-9e77-fa6f9ba8e40b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:13.205028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5037f9fa-c8b5-4d86-b8eb-03320c5b59ba req-0d9b8d39-3976-40f9-9e77-fa6f9ba8e40b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.2228122 Aug 24 00:38:13.208188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'fixed_ips': [{'subnet_id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:38:13.209129 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.406703 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Allocated IP 172.20.0.2 (b44a77a0-e4f2-476f-a0cc-ab5f0b805736/3fe8f63e-1610-4dc4-9a51-0540f42393c8/b3e0bdb8-59b3-4794-88b5-71120f596683) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:13.528277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fe854db8-4cd7-426b-89e6-bd8f6cc488a2 admin admin] Deleting port b8ed1e5c-d279-426e-8564-9b72eb5badd7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:13.528743 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe854db8-4cd7-426b-89e6-bd8f6cc488a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.576336 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.593756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Transition to ACTIVE for port object b3e0bdb8-59b3-4794-88b5-71120f596683 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:13.611818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Transition to ACTIVE for port object b3e0bdb8-59b3-4794-88b5-71120f596683 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:13.619248 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-fe854db8-4cd7-426b-89e6-bd8f6cc488a2 admin admin] For port b8ed1e5c-d279-426e-8564-9b72eb5badd7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b8ed1e5c-d279-426e-8564-9b72eb5badd7,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:13.619816 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.619945 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe854db8-4cd7-426b-89e6-bd8f6cc488a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.635768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fe854db8-4cd7-426b-89e6-bd8f6cc488a2 admin admin] Calling delete_port for b8ed1e5c-d279-426e-8564-9b72eb5badd7 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:13.655288 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.663822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:13.666738 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:13.670339 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:13.677222 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Pushing event updated for resources: {'Port': ['ID=b3e0bdb8-59b3-4794-88b5-71120f596683,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:13.704852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec159e-0229-4cb6-9918-8bc798e51cff req-36133f9c-ed1e-4ee1-835b-cda7eb52369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:13.705952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92ec159e-0229-4cb6-9918-8bc798e51cff req-36133f9c-ed1e-4ee1-835b-cda7eb52369a service neutron] 10.222.0.13 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 917 time: 0.6595805 Aug 24 00:38:13.717357 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5037f9fa-c8b5-4d86-b8eb-03320c5b59ba req-0d9017ec-bc5e-4012-b712-c436e5a23ba6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5114300 Aug 24 00:38:13.731679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Attempting to bind port b3e0bdb8-59b3-4794-88b5-71120f596683 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:13.732054 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Attempting to bind port b3e0bdb8-59b3-4794-88b5-71120f596683 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:13.732517 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Attempting to bind port b3e0bdb8-59b3-4794-88b5-71120f596683 on network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:13.739075 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:13.739454 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Checking segment: {'id': '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:13.739858 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.740256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Bound using segment: {'id': '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:13.740722 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Bound port: b3e0bdb8-59b3-4794-88b5-71120f596683, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:13.741105 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.775009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b0585-0a61-4fb0-9c4b-bbbf04c2360e req-ded8a488-57cc-40ff-b266-571191ca3090 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:13.775009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a76b0585-0a61-4fb0-9c4b-bbbf04c2360e req-ded8a488-57cc-40ff-b266-571191ca3090 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 984 time: 0.1961691 Aug 24 00:38:13.776513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92ec159e-0229-4cb6-9918-8bc798e51cff req-ffc73381-4df4-403e-9b56-02941231b223 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=292d475e-aa11-4088-b494-345d14ce1afe HTTP/1.1" status: 200 len: 217 time: 0.0580468 Aug 24 00:38:13.824233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] For port b3e0bdb8-59b3-4794-88b5-71120f596683, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:13.828661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e3aa257b-7483-4d31-944e-ef722bd82713 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:38:13.831526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] For port b3e0bdb8-59b3-4794-88b5-71120f596683, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b3e0bdb8-59b3-4794-88b5-71120f596683,segment=NetworkSegment(4ddd86dc-f546-48e2-bc9d-48c3f03f38f4),segment_id=4ddd86dc-f546-48e2-bc9d-48c3f03f38f4)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:13.842634 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.903265 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe854db8-4cd7-426b-89e6-bd8f6cc488a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.972022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe854db8-4cd7-426b-89e6-bd8f6cc488a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ed1e5c-d279-426e-8564-9b72eb5badd7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:13.998258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59826f20-83e2-41d1-8059-0e904b13d544 None None] Pushing event updated for resources: {'Port': ['ID=b3e0bdb8-59b3-4794-88b5-71120f596683,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:14.023488 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a76b0585-0a61-4fb0-9c4b-bbbf04c2360e req-27177dc2-6d2c-40a0-b6da-c2b9ab12fd9d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2035778 Aug 24 00:38:14.058314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port e3aa257b-7483-4d31-944e-ef722bd82713, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e3aa257b-7483-4d31-944e-ef722bd82713,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:14.059860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db72fdc-ce30-444a-bcff-68bfed2f79cf req-3212cdbd-1a16-400a-a172-90b6e080ed8e tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:14.061849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9db72fdc-ce30-444a-bcff-68bfed2f79cf req-3212cdbd-1a16-400a-a172-90b6e080ed8e tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 1097 time: 0.1502762 Aug 24 00:38:14.067117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec159e-0229-4cb6-9918-8bc798e51cff req-a3de1566-fec9-42cb-b0f9-2a81383f0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:14.068814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92ec159e-0229-4cb6-9918-8bc798e51cff req-a3de1566-fec9-42cb-b0f9-2a81383f0aef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.2432656 Aug 24 00:38:14.099966 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'e3aa257b-7483-4d31-944e-ef722bd82713', 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba', 'port_id': 'e3aa257b-7483-4d31-944e-ef722bd82713', 'mac_address': 'fa:16:3e:6c:10:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd9b90b-f801-4301-962f-740fe1951187', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:38:14.197020 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.216944 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9db72fdc-ce30-444a-bcff-68bfed2f79cf req-a6820cb1-a10e-4f40-936d-fce5a2fbd635 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.237315 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3aa257b-7483-4d31-944e-ef722bd82713 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:38:14.319790 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe854db8-4cd7-426b-89e6-bd8f6cc488a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.328482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec159e-0229-4cb6-9918-8bc798e51cff req-8fe48a4c-a54c-4522-90f0-1d1e11d1404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:14.332658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92ec159e-0229-4cb6-9918-8bc798e51cff req-8fe48a4c-a54c-4522-90f0-1d1e11d1404c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2495267 Aug 24 00:38:14.338033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port e3aa257b-7483-4d31-944e-ef722bd82713, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e3aa257b-7483-4d31-944e-ef722bd82713,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:14.344942 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.421323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724132cc-7163-49db-9cb8-577c84d8b245 req-280478f4-1701-4f47-a280-dd0588f3227a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:14.430323 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-724132cc-7163-49db-9cb8-577c84d8b245 req-280478f4-1701-4f47-a280-dd0588f3227a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 943 time: 0.2512860 Aug 24 00:38:14.452615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=e3aa257b-7483-4d31-944e-ef722bd82713,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:14.651993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-724132cc-7163-49db-9cb8-577c84d8b245 req-004ce192-c04e-4feb-86c1-4fdb4fd9852c tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207744 Aug 24 00:38:14.685755 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92ec159e-0229-4cb6-9918-8bc798e51cff req-0636aefc-4c20-4265-846b-31073f85ea05 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371923 Aug 24 00:38:14.687990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 292d475e-aa11-4088-b494-345d14ce1afe details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:38:14.710045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe854db8-4cd7-426b-89e6-bd8f6cc488a2 admin admin] Router 87d8958a-14fe-42b4-87c4-4ab29c20e085 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:38:14.722434 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.794828 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.832976 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9db72fdc-ce30-444a-bcff-68bfed2f79cf req-a6820cb1-a10e-4f40-936d-fce5a2fbd635 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.880798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 292d475e-aa11-4088-b494-345d14ce1afe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=292d475e-aa11-4088-b494-345d14ce1afe,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:14.881393 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe854db8-4cd7-426b-89e6-bd8f6cc488a2 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:38:14.885758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['e3aa257b-7483-4d31-944e-ef722bd82713'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:38:14.887630 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fe854db8-4cd7-426b-89e6-bd8f6cc488a2 admin admin] 10.222.0.32 "PUT /v2.0/routers/87d8958a-14fe-42b4-87c4-4ab29c20e085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0696678 Aug 24 00:38:14.889986 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:14.899109 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-9db72fdc-ce30-444a-bcff-68bfed2f79cf req-a6820cb1-a10e-4f40-936d-fce5a2fbd635 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.965221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9db72fdc-ce30-444a-bcff-68bfed2f79cf req-a6820cb1-a10e-4f40-936d-fce5a2fbd635 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8865156 Aug 24 00:38:14.977910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa03b6e-1cd8-4ec6-9ace-ad08b36bea13 None None] Sync routers for ids ['87d8958a-14fe-42b4-87c4-4ab29c20e085'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:38:14.995810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92ec159e-0229-4cb6-9918-8bc798e51cff req-2cc12e2d-f53d-4da0-a7f0-071180134aa3 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980115 Aug 24 00:38:15.006088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6820cb1-a10e-4f40-936d-fce5a2fbd635 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4160e636-b455-47d1-a404-9858b2bb6e14,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:15.017544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '292d475e-aa11-4088-b494-345d14ce1afe', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'port_id': '292d475e-aa11-4088-b494-345d14ce1afe', 'mac_address': 'fa:16:3e:91:97:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:38:15.069451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6fdf7-2c67-4075-ba92-34d97607e565 req-a7508e54-5476-4b2e-b206-601a7dd6b08f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:15.071504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6b6fdf7-2c67-4075-ba92-34d97607e565 req-a7508e54-5476-4b2e-b206-601a7dd6b08f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.2675800 Aug 24 00:38:15.105774 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.124848 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.164158 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292d475e-aa11-4088-b494-345d14ce1afe {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:38:15.188688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Allocated IP 172.25.8.192 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/418e2a69-325a-4f31-89ee-32fe5188fecc) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:15.203491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6b6fdf7-2c67-4075-ba92-34d97607e565 req-424a32ce-a25a-4754-9563-89c5e94d3593 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211252 Aug 24 00:38:15.204702 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa03b6e-1cd8-4ec6-9ace-ad08b36bea13 None None] Routers {'87d8958a-14fe-42b4-87c4-4ab29c20e085'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:15.205574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7aa03b6e-1cd8-4ec6-9ace-ad08b36bea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['87d8958a-14fe-42b4-87c4-4ab29c20e085'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:15.211121 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 292d475e-aa11-4088-b494-345d14ce1afe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=292d475e-aa11-4088-b494-345d14ce1afe,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:15.226296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46757bde-eada-4e27-8c78-d3e38861ee8d req-1b6c13de-5bd1-4234-800b-0e0c625d5912 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:15.228519 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46757bde-eada-4e27-8c78-d3e38861ee8d req-1b6c13de-5bd1-4234-800b-0e0c625d5912 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.1411076 Aug 24 00:38:15.274232 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.301300 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.390266 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46757bde-eada-4e27-8c78-d3e38861ee8d req-be43b866-5102-4706-bf05-35ac2abcaa83 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381071 Aug 24 00:38:15.422736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52920) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:15.436407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] Deleting port 302f718b-0e34-4f10-8582-27245076be2f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:15.436923 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.452851 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=292d475e-aa11-4088-b494-345d14ce1afe,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:15.507741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7aa03b6e-1cd8-4ec6-9ace-ad08b36bea13 None None] Set router 87d8958a-14fe-42b4-87c4-4ab29c20e085 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:15.509613 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.562441 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-34d2730b-e400-4350-8596-5610c24931ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/5d8f5e61-6959-4314-9d72-c8cacce56c14 HTTP/1.1" status: 200 len: 993 time: 0.1354761 Aug 24 00:38:15.580869 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] For port 302f718b-0e34-4f10-8582-27245076be2f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=302f718b-0e34-4f10-8582-27245076be2f,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:15.582077 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.588387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f0e5e-879f-4913-9329-aac9aed02eb2 req-a0893b2c-c9dc-4167-af53-b092cb46a99c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:15.597042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-639f0e5e-879f-4913-9329-aac9aed02eb2 req-a0893b2c-c9dc-4167-af53-b092cb46a99c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 984 time: 0.2008832 Aug 24 00:38:15.612384 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['292d475e-aa11-4088-b494-345d14ce1afe'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:38:15.643096 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] Calling delete_port for 302f718b-0e34-4f10-8582-27245076be2f owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:15.698354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-639f0e5e-879f-4913-9329-aac9aed02eb2 req-f23ce27b-77db-40c8-81ca-6eea0a124027 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1004610 Aug 24 00:38:15.715039 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.755661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:15.757967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da86ddd-148e-454d-8559-42063c5b9d28 None None] Network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:15.798620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:15.807195 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:15.855614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 8472a98c-e5bc-4585-950c-eafd0196c06f up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:15.923322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Pushing event updated for resources: {'Port': ['ID=418e2a69-325a-4f31-89ee-32fe5188fecc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:15.937541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93375c-ae21-43a0-8a25-e21b013b3829 req-38bf1c59-0d8d-4017-847c-38961a1cd412 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:15.939324 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a93375c-ae21-43a0-8a25-e21b013b3829 req-38bf1c59-0d8d-4017-847c-38961a1cd412 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 944 time: 0.1362789 Aug 24 00:38:15.941895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3f71c213-dd50-411b-9837-ac958a00bf22 None None] Provisioning for port b3e0bdb8-59b3-4794-88b5-71120f596683 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:16.055814 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.077156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a93375c-ae21-43a0-8a25-e21b013b3829 req-57d71c71-b783-4c24-aea5-4084fc9eeccb tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993915 Aug 24 00:38:16.181196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] Pushing event deleted for resources: {'Port': ['ID=302f718b-0e34-4f10-8582-27245076be2f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:16.184041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 8472a98c-e5bc-4585-950c-eafd0196c06f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:16.215661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 8472a98c-e5bc-4585-950c-eafd0196c06f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:16.216030 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.296802 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.309331 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.445880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52948) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:16.457477 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.460433 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.520974 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a83ea-5790-496d-99a7-b86940ee375d req-c1934064-e2be-4284-9178-3eb957583ffd tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:16.522690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-624a83ea-5790-496d-99a7-b86940ee375d req-c1934064-e2be-4284-9178-3eb957583ffd tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 944 time: 0.1225991 Aug 24 00:38:16.535451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7aa03b6e-1cd8-4ec6-9ace-ad08b36bea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'name': 'tempest-AttachVolumeTestJSON-1863787322-router', 'tenant_id': '3b618916ee954525990485ae65e3c64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '302f718b-0e34-4f10-8582-27245076be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:27:15Z', 'updated_at': '2021-08-24T00:38:13Z', 'revision_number': 5, 'project_id': '3b618916ee954525990485ae65e3c64e', 'gw_port': {'id': '302f718b-0e34-4f10-8582-27245076be2f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ee:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8958a-14fe-42b4-87c4-4ab29c20e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:27:18Z', 'updated_at': '2021-08-24T00:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:16.572132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.572773 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87d8958a-14fe-42b4-87c4-4ab29c20e085 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:38:16.581938 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.590378 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-36518f9a-20c5-4e6e-aed0-607bf9d1588e admin admin] 10.222.0.32 "DELETE /v2.0/routers/87d8958a-14fe-42b4-87c4-4ab29c20e085 HTTP/1.1" status: 204 len: 168 time: 1.6919193 Aug 24 00:38:16.590625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b3e0bdb8-59b3-4794-88b5-71120f596683 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:16.590830 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52952) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:16.607082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa03b6e-1cd8-4ec6-9ace-ad08b36bea13 None None] Checking router: 87d8958a-14fe-42b4-87c4-4ab29c20e085 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:38:16.686524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-624a83ea-5790-496d-99a7-b86940ee375d req-2009c32f-bf09-4899-9734-9f3fbbd98d36 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083879 Aug 24 00:38:16.696564 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa03b6e-1cd8-4ec6-9ace-ad08b36bea13 None None] Routers set() bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:16.697093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa03b6e-1cd8-4ec6-9ace-ad08b36bea13 None None] Router IDs set() for agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:38:16.697965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_agentschedulers_db [None req-7aa03b6e-1cd8-4ec6-9ace-ad08b36bea13 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'87d8958a-14fe-42b4-87c4-4ab29c20e085'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent'). {{(pid=94839) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 24 00:38:16.699231 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa03b6e-1cd8-4ec6-9ace-ad08b36bea13 None None] The sync data for ids ['87d8958a-14fe-42b4-87c4-4ab29c20e085'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:38:16.699462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0054ab-308a-45bf-ac64-ee86ade0b0dc admin admin] Deleting subnet 4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:38:16.716367 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.732944 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c0054ab-308a-45bf-ac64-ee86ade0b0dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.779516 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c8d702e-ad39-48a0-a1e3-296b3a65d1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.793691 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.838819 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c0054ab-308a-45bf-ac64-ee86ade0b0dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.849613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 8472a98c-e5bc-4585-950c-eafd0196c06f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=8472a98c-e5bc-4585-950c-eafd0196c06f,segment=NetworkSegment(954227c2-f72a-4a1f-ab19-f650dda2c2a2),segment_id=954227c2-f72a-4a1f-ab19-f650dda2c2a2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:16.851058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port b3e0bdb8-59b3-4794-88b5-71120f596683 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:16.855541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8472a98c-e5bc-4585-950c-eafd0196c06f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:16.858808 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57328287-fe43-4a6e-9a07-dfbf3e129c3e" -d '{"events": [{"server_uuid": "7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a", "name": "network-vif-plugged", "status": "completed", "tag": "8472a98c-e5bc-4585-950c-eafd0196c06f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:16.861774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b3e0bdb8-59b3-4794-88b5-71120f596683 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:16.862178 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.906233 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.958144 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c0054ab-308a-45bf-ac64-ee86ade0b0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.008678 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.035253 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c8d702e-ad39-48a0-a1e3-296b3a65d1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.045246 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c8d702e-ad39-48a0-a1e3-296b3a65d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.045493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=8472a98c-e5bc-4585-950c-eafd0196c06f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:17.052134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e24f74-dd48-439c-8bbd-d474cc758d41 req-4d35b5bc-3113-479a-9915-2290bcc33b37 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:17.059560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18e24f74-dd48-439c-8bbd-d474cc758d41 req-4d35b5bc-3113-479a-9915-2290bcc33b37 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.2066224 Aug 24 00:38:17.075567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port b3e0bdb8-59b3-4794-88b5-71120f596683, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b3e0bdb8-59b3-4794-88b5-71120f596683,segment=NetworkSegment(4ddd86dc-f546-48e2-bc9d-48c3f03f38f4),segment_id=4ddd86dc-f546-48e2-bc9d-48c3f03f38f4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:17.081060 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.083355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-32d17d25-9fd1-41e1-a7f6-8a4b85f91bc6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2439494 Aug 24 00:38:17.089619 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c0054ab-308a-45bf-ac64-ee86ade0b0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.111964 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c0054ab-308a-45bf-ac64-ee86ade0b0dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.112967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c161f3-57da-4453-bf20-a3e1c385d3ae req-0322e261-0dbb-46c5-8904-54cd6a97c2df tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:17.114162 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c0054ab-308a-45bf-ac64-ee86ade0b0dc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922 HTTP/1.1" status: 204 len: 168 time: 0.5265274 Aug 24 00:38:17.116937 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1c161f3-57da-4453-bf20-a3e1c385d3ae req-0322e261-0dbb-46c5-8904-54cd6a97c2df tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 985 time: 0.2603419 Aug 24 00:38:17.122029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 52962) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:17.146275 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3c8d702e-ad39-48a0-a1e3-296b3a65d1f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c457a73d10ca4ec0879e3475a9889da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6958127 Aug 24 00:38:17.146275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0054ab-308a-45bf-ac64-ee86ade0b0dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c79ea8b-31cb-4c7b-ac26-d2e68b1f9922,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:17.146497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed65f355-ac13-468a-8e11-3981ce6351dd None None] Network 9b465dfe-d306-4292-bddd-524ea879c283 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:17.147981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d702e-ad39-48a0-a1e3-296b3a65d1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567f59fe-65fb-4961-b521-28e3f9da64f8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:17.152205 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52968) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:17.203503 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1c161f3-57da-4453-bf20-a3e1c385d3ae req-5e595d58-225f-448d-ad05-e5a51fd2ce30 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0656102 Aug 24 00:38:17.243810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18e24f74-dd48-439c-8bbd-d474cc758d41 req-d1cdf8db-68e2-4309-b2bc-9a61b07f93dd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832118 Aug 24 00:38:17.244066 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e70dd5e4-3ff2-403e-b1ec-f3ccf4983bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.297534 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e70dd5e4-3ff2-403e-b1ec-f3ccf4983bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.308600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:38:17.313929 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.320887 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-29b59ef3-4c01-43d7-8e55-85d3b97d42c3 None None] Provisioning complete for port b3e0bdb8-59b3-4794-88b5-71120f596683 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:17.324471 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29b59ef3-4c01-43d7-8e55-85d3b97d42c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.366613 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e70dd5e4-3ff2-403e-b1ec-f3ccf4983bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.371506 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e70dd5e4-3ff2-403e-b1ec-f3ccf4983bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.373166 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e70dd5e4-3ff2-403e-b1ec-f3ccf4983bae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/567f59fe-65fb-4961-b521-28e3f9da64f8 HTTP/1.1" status: 204 len: 168 time: 0.2194414 Aug 24 00:38:17.388696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=b3e0bdb8-59b3-4794-88b5-71120f596683,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:17.408135 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dd5e4-3ff2-403e-b1ec-f3ccf4983bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567f59fe-65fb-4961-b521-28e3f9da64f8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:17.429057 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff2499f-56e4-4317-852f-51fad7247a55 x-openstack-request-id: req-fff2499f-56e4-4317-852f-51fad7247a55 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:17.429356 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a", "name": "network-vif-plugged", "status": "completed", "tag": "8472a98c-e5bc-4585-950c-eafd0196c06f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:17.429608 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fff2499f-56e4-4317-852f-51fad7247a55 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:17.431504 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8472a98c-e5bc-4585-950c-eafd0196c06f', 'code': 200} Aug 24 00:38:17.767730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eef3a7-5d7c-43a3-b517-0557da268f05 None None] DHCP port deletion for 9b465dfe-d306-4292-bddd-524ea879c283 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:38:17.842940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52990) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:17.846858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e3aa257b-7483-4d31-944e-ef722bd82713 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:17.871507 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-837b9499-d9dc-4b5b-aec9-1d29c56d4eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.941742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-46eef3a7-5d7c-43a3-b517-0557da268f05 None None] Deleting port 00a9ea46-7964-4a0b-bf12-d7c410528b00 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:17.942210 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46eef3a7-5d7c-43a3-b517-0557da268f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.994909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port e3aa257b-7483-4d31-944e-ef722bd82713 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:18.003217 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port e3aa257b-7483-4d31-944e-ef722bd82713 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:18.003795 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.039203 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-837b9499-d9dc-4b5b-aec9-1d29c56d4eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.045593 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-837b9499-d9dc-4b5b-aec9-1d29c56d4eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.084700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-46eef3a7-5d7c-43a3-b517-0557da268f05 None None] For port 00a9ea46-7964-4a0b-bf12-d7c410528b00, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=00a9ea46-7964-4a0b-bf12-d7c410528b00,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:18.085431 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46eef3a7-5d7c-43a3-b517-0557da268f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.099707 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-837b9499-d9dc-4b5b-aec9-1d29c56d4eeb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0dcb1da2a1b4792aa80c941d3999242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548587 Aug 24 00:38:18.102381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b9499-d9dc-4b5b-aec9-1d29c56d4eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f41b03-c024-46aa-9e0c-3179460d462a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:18.105206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 52996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:18.111685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a8572-7e6c-4fb0-add3-71f939827524 req-7e9a308d-0ae8-4ba0-ba77-76f6f1c88cad tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:18.115463 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-874a8572-7e6c-4fb0-add3-71f939827524 req-7e9a308d-0ae8-4ba0-ba77-76f6f1c88cad tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 944 time: 0.2347770 Aug 24 00:38:18.121226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20253b22-ffa0-4b79-9136-2d78c3e8e5ba req-4f008283-a461-4107-bdc0-6a696736f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:18.126531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-46eef3a7-5d7c-43a3-b517-0557da268f05 None None] Calling delete_port for 00a9ea46-7964-4a0b-bf12-d7c410528b00 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:18.133288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20253b22-ffa0-4b79-9136-2d78c3e8e5ba req-4f008283-a461-4107-bdc0-6a696736f056 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 1136 time: 0.2549236 Aug 24 00:38:18.152388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e68b0-71dc-4e00-8688-36828012558d req-786a0248-e858-4e2c-8265-5cb145af7327 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:18.155961 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a5e68b0-71dc-4e00-8688-36828012558d req-786a0248-e858-4e2c-8265-5cb145af7327 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 944 time: 0.7486157 Aug 24 00:38:18.157688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:38:18.170225 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Sync routers for ids ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:38:18.194681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Deleting port 00a9ea46-7964-4a0b-bf12-d7c410528b00 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:18.196384 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.197373 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Routers {'4e255bb2-759f-46d3-8a8c-d9d25d6e5743'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:18.203321 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:18.247331 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-529a5a61-1555-4dc0-b59d-1cba3b35ed34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.310652 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.314083 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] For port 00a9ea46-7964-4a0b-bf12-d7c410528b00, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=00a9ea46-7964-4a0b-bf12-d7c410528b00,segment=NetworkSegment(2da5f16d-cb5c-4967-92f7-7570d77ecef8),segment_id=2da5f16d-cb5c-4967-92f7-7570d77ecef8)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:18.314502 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.344355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Calling delete_port for 00a9ea46-7964-4a0b-bf12-d7c410528b00 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:18.376529 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-529a5a61-1555-4dc0-b59d-1cba3b35ed34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.389629 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46eef3a7-5d7c-43a3-b517-0557da268f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.441736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port e3aa257b-7483-4d31-944e-ef722bd82713, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e3aa257b-7483-4d31-944e-ef722bd82713,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:18.459178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eef3a7-5d7c-43a3-b517-0557da268f05 None None] No DVR routers for this DVR port 00a9ea46-7964-4a0b-bf12-d7c410528b00 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:18.469452 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.471288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b3e0bdb8-59b3-4794-88b5-71120f596683 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:18.488167 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Set router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:18.523521 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-874a8572-7e6c-4fb0-add3-71f939827524 req-e22e55b5-ae1e-4f0f-8faa-8e0721b31bd4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3622391 Aug 24 00:38:18.528323 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.534388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5c0799ca-c4a9-4b10-8c18-f1315502317a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6831141 Aug 24 00:38:18.535658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53002) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:18.568011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] No DVR routers for this DVR port 00a9ea46-7964-4a0b-bf12-d7c410528b00 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:18.594930 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.633305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef3a7-5d7c-43a3-b517-0557da268f05 None None] Pushing event deleted for resources: {'Port': ['ID=00a9ea46-7964-4a0b-bf12-d7c410528b00,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:18.662297 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-529a5a61-1555-4dc0-b59d-1cba3b35ed34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.665565 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-529a5a61-1555-4dc0-b59d-1cba3b35ed34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.668532 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-529a5a61-1555-4dc0-b59d-1cba3b35ed34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8f41b03-c024-46aa-9e0c-3179460d462a HTTP/1.1" status: 204 len: 168 time: 0.5606244 Aug 24 00:38:18.694738 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b3e0bdb8-59b3-4794-88b5-71120f596683 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:18.695216 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.695462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a5a61-1555-4dc0-b59d-1cba3b35ed34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f41b03-c024-46aa-9e0c-3179460d462a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:18.702165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a9ea46-7964-4a0b-bf12-d7c410528b00,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:18.757309 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 292d475e-aa11-4088-b494-345d14ce1afe up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:18.808108 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:38:16Z', 'revision_number': 3, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:18.826850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a5e68b0-71dc-4e00-8688-36828012558d req-782772e2-c2c3-4f09-975b-8cf826cfcc76 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797188 Aug 24 00:38:18.829802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20253b22-ffa0-4b79-9136-2d78c3e8e5ba req-ae45e4fd-0b51-4324-b9f6-9f873d985692 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6662803 Aug 24 00:38:18.851151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=e3aa257b-7483-4d31-944e-ef722bd82713,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:18.894493 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Checking router: 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:38:18.897852 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Updating router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 port 418e2a69-325a-4f31-89ee-32fe5188fecc binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:38:18.963766 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.025037 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.028683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 292d475e-aa11-4088-b494-345d14ce1afe completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:19.044877 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 292d475e-aa11-4088-b494-345d14ce1afe triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:19.047940 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.130552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b686f-172f-4b50-931a-428aef536e82 req-72d5898a-b3c6-4832-b06a-90ec006bab5b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:19.132977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a2b686f-172f-4b50-931a-428aef536e82 req-72d5898a-b3c6-4832-b06a-90ec006bab5b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 985 time: 0.3787663 Aug 24 00:38:19.185415 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b465dfe-d306-4292-bddd-524ea879c283']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:19.224851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da5f16d-cb5c-4967-92f7-7570d77ecef8') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:19.225222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da5f16d-cb5c-4967-92f7-7570d77ecef8') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:19.248215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.268535 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.270735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e68c13-61ad-4024-8869-237c431fc922 req-2ba1a4e6-6d10-41ac-956f-5e725c048ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:19.272745 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-2ba1a4e6-6d10-41ac-956f-5e725c048ec5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 1097 time: 0.3448877 Aug 24 00:38:19.282176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b580a7-28e1-4564-888f-59bec329a5d7 req-384e49b7-4282-4f00-b3d8-eaa75229f644 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:19.283758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59b580a7-28e1-4564-888f-59bec329a5d7 req-384e49b7-4282-4f00-b3d8-eaa75229f644 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.2512181 Aug 24 00:38:19.312197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b8ed1e5c-d279-426e-8564-9b72eb5badd7 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:38:19.345841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a2b686f-172f-4b50-931a-428aef536e82 req-f60b1ada-b600-413f-a6a3-e6e260788fbc tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1718001 Aug 24 00:38:19.350208 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.363085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: b8ed1e5c-d279-426e-8564-9b72eb5badd7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:38:19.365411 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b8ed1e5c-d279-426e-8564-9b72eb5badd7 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:38:19.367085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 302f718b-0e34-4f10-8582-27245076be2f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:38:19.392779 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.399005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 292d475e-aa11-4088-b494-345d14ce1afe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=292d475e-aa11-4088-b494-345d14ce1afe,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:19.400756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 302f718b-0e34-4f10-8582-27245076be2f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:38:19.401471 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 302f718b-0e34-4f10-8582-27245076be2f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:38:19.402344 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 00a9ea46-7964-4a0b-bf12-d7c410528b00 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:38:19.407882 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Transition to ACTIVE for port object 418e2a69-325a-4f31-89ee-32fe5188fecc will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:19.419741 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.420440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:19.421404 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.423231 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 00a9ea46-7964-4a0b-bf12-d7c410528b00 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:38:19.423583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 00a9ea46-7964-4a0b-bf12-d7c410528b00 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:38:19.425575 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.434097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3369fc2-5fea-43c6-828b-46a70b21f184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3aa257b-7483-4d31-944e-ef722bd82713'}, {'server_uuid': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d475e-aa11-4088-b494-345d14ce1afe'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:19.443320 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ccb293-38e2-409d-bac2-c502a8a81ab5" -d '{"events": [{"server_uuid": "f3369fc2-5fea-43c6-828b-46a70b21f184", "name": "network-vif-plugged", "status": "completed", "tag": "e3aa257b-7483-4d31-944e-ef722bd82713"}, {"server_uuid": "db74e2b8-59de-4e25-874e-74c2632bb0b0", "name": "network-vif-plugged", "status": "completed", "tag": "292d475e-aa11-4088-b494-345d14ce1afe"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:19.461703 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:19.469813 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:19.541992 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b371128-9a4f-4994-9586-707b43cd616f x-openstack-request-id: req-2b371128-9a4f-4994-9586-707b43cd616f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:19.545978 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3369fc2-5fea-43c6-828b-46a70b21f184", "name": "network-vif-plugged", "status": "completed", "tag": "e3aa257b-7483-4d31-944e-ef722bd82713", "code": 200}, {"server_uuid": "db74e2b8-59de-4e25-874e-74c2632bb0b0", "name": "network-vif-plugged", "status": "completed", "tag": "292d475e-aa11-4088-b494-345d14ce1afe", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:19.546254 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b371128-9a4f-4994-9586-707b43cd616f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:19.546677 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3369fc2-5fea-43c6-828b-46a70b21f184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3aa257b-7483-4d31-944e-ef722bd82713', 'code': 200} Aug 24 00:38:19.546971 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d475e-aa11-4088-b494-345d14ce1afe', 'code': 200} Aug 24 00:38:19.551082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e68c13-61ad-4024-8869-237c431fc922 req-6dab9005-288b-4c92-a618-4954964d63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:19.552586 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-6dab9005-288b-4c92-a618-4954964d63ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f60c366-7b88-474c-8bd3-b4d24b078fb1 HTTP/1.1" status: 200 len: 898 time: 0.2679324 Aug 24 00:38:19.581828 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Attempting to bind port 418e2a69-325a-4f31-89ee-32fe5188fecc on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:19.582405 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Attempting to bind port 418e2a69-325a-4f31-89ee-32fe5188fecc by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:19.583624 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Attempting to bind port 418e2a69-325a-4f31-89ee-32fe5188fecc on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:19.584256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59b580a7-28e1-4564-888f-59bec329a5d7 req-83f68ab4-7ca8-46b9-b6cd-5626debdbe77 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765307 Aug 24 00:38:19.599744 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:19.601762 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:19.602347 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.606460 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:19.607973 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Bound port: 418e2a69-325a-4f31-89ee-32fe5188fecc, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:19.608773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=292d475e-aa11-4088-b494-345d14ce1afe,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:19.609173 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.701620 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3418bfc-37dc-409f-ba5c-437bdf5eedbf None None] Pushing event updated for resources: {'Port': ['ID=418e2a69-325a-4f31-89ee-32fe5188fecc,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:19.739261 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] For port 418e2a69-325a-4f31-89ee-32fe5188fecc, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:19.747204 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] For port 418e2a69-325a-4f31-89ee-32fe5188fecc, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=418e2a69-325a-4f31-89ee-32fe5188fecc,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:19.754604 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.762685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-440c1568-748c-408f-92dd-f7131f849eb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7211417c-174c-4118-84cb-7074871732a3 HTTP/1.1" status: 200 len: 1001 time: 0.1841512 Aug 24 00:38:19.763427 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.767189 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.769026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9b465dfe-d306-4292-bddd-524ea879c283 HTTP/1.1" status: 204 len: 168 time: 2.6461463 Aug 24 00:38:19.796620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260941ab-9da2-4dec-a15f-2f0a188f896c req-6fb7601e-9cb8-498c-a2d9-7633adb2d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:19.798677 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-260941ab-9da2-4dec-a15f-2f0a188f896c req-6fb7601e-9cb8-498c-a2d9-7633adb2d2da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0919251 Aug 24 00:38:19.803276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688c326-4f55-4753-8c9d-60d14ed0fb35 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b465dfe-d306-4292-bddd-524ea879c283,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:19.847841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8f34e-e4bb-4ffd-8f83-dea5c1a01c7b req-18d0905b-5447-4446-a9e0-746316271d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:19.849671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cee8f34e-e4bb-4ffd-8f83-dea5c1a01c7b req-18d0905b-5447-4446-a9e0-746316271d52 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 1096 time: 0.1605465 Aug 24 00:38:19.862160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93680ed-d56f-4c59-a91d-88c822cfdb5d req-88ef5104-d5b2-4511-985e-63152de5852a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:19.864065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c93680ed-d56f-4c59-a91d-88c822cfdb5d req-88ef5104-d5b2-4511-985e-63152de5852a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1737554 Aug 24 00:38:19.888226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e68c13-61ad-4024-8869-237c431fc922 req-c0149c0f-ea25-419e-aa22-d8e849508618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:19.890021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-c0149c0f-ea25-419e-aa22-d8e849508618 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f5796dc-55b8-4279-906d-600a7699311f HTTP/1.1" status: 200 len: 834 time: 0.0967853 Aug 24 00:38:19.893454 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Routers {'4e255bb2-759f-46d3-8a8c-d9d25d6e5743'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:19.894075 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:19.940217 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-260941ab-9da2-4dec-a15f-2f0a188f896c req-24340daf-1103-4847-8960-ce7af3c5ffff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063502 Aug 24 00:38:19.972093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Allocated IP 172.20.0.1 (b44a77a0-e4f2-476f-a0cc-ab5f0b805736/3fe8f63e-1610-4dc4-9a51-0540f42393c8/51a53079-2598-4480-ba97-e66ea0bf017f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:19.976138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cee8f34e-e4bb-4ffd-8f83-dea5c1a01c7b req-8b492dfd-0057-4f51-aad6-e0a2e1ab5a1b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091189 Aug 24 00:38:20.028556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c93680ed-d56f-4c59-a91d-88c822cfdb5d req-d3da0bbc-3ac0-42b2-9202-f656328a5dca tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423743 Aug 24 00:38:20.049539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e68c13-61ad-4024-8869-237c431fc922 req-0ccff701-f1b1-4266-bf06-e0b72f8ee7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:20.051442 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-0ccff701-f1b1-4266-bf06-e0b72f8ee7b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f60c366-7b88-474c-8bd3-b4d24b078fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470199 Aug 24 00:38:20.066866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cdb8f-a513-4dbe-8fb2-cf155b23f52d req-750f978a-b7c8-4e87-87ed-d1fb7a5c3eba tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:20.068542 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3418bfc-37dc-409f-ba5c-437bdf5eedbf None None] Pushing event updated for resources: {'Port': ['ID=418e2a69-325a-4f31-89ee-32fe5188fecc,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:20.077886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-555cdb8f-a513-4dbe-8fb2-cf155b23f52d req-750f978a-b7c8-4e87-87ed-d1fb7a5c3eba tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 945 time: 0.1261489 Aug 24 00:38:20.140679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-555cdb8f-a513-4dbe-8fb2-cf155b23f52d req-d3a5df7a-c2ae-4772-8cb6-a7cac7f881cb tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617890 Aug 24 00:38:20.150464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53032) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:20.166037 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] Set router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:20.188485 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.212928 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Transition to ACTIVE for port object 51a53079-2598-4480-ba97-e66ea0bf017f will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:20.227718 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-31dfb240-743b-401b-bb9f-886eef23dbc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b618916ee954525990485ae65e3c64e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0763683 Aug 24 00:38:20.231215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:20.321551 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.336899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b451048-59c1-4131-9917-7b99320e58a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.353983 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-1065a65f-d6ec-4807-a130-5e6c6550de02 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119518 Aug 24 00:38:20.378881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:20.391490 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:20.397810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:20.400957 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b451048-59c1-4131-9917-7b99320e58a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.432261 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:38:16Z', 'revision_number': 3, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:20.450593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Pushing event updated for resources: {'Port': ['ID=51a53079-2598-4480-ba97-e66ea0bf017f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:20.484399 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd6bd78-019f-49b5-84b0-7b1e9f029fbe None None] The sync data for ids ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'] in n-d-805736-1 is: [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:38:16Z', 'revision_number': 3, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:38:20.500635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.608446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-bbbb03fb-7446-4f9c-b030-af11e36b0399 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448595 Aug 24 00:38:20.613111 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b451048-59c1-4131-9917-7b99320e58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.616753 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b451048-59c1-4131-9917-7b99320e58a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.619351 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3b451048-59c1-4131-9917-7b99320e58a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73efd6f9-4c17-4af1-b098-0e4a322b1e5b HTTP/1.1" status: 204 len: 168 time: 0.3870950 Aug 24 00:38:20.657923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475dcd8-edc2-48ca-8ed1-d071bda91d23 req-1eb6a04d-a954-438a-b989-e85e5dc73f6d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:20.670260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8475dcd8-edc2-48ca-8ed1-d071bda91d23 req-1eb6a04d-a954-438a-b989-e85e5dc73f6d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 985 time: 0.2017987 Aug 24 00:38:20.688951 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b451048-59c1-4131-9917-7b99320e58a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73efd6f9-4c17-4af1-b098-0e4a322b1e5b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:20.821231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8475dcd8-edc2-48ca-8ed1-d071bda91d23 req-c38b1cbf-1e23-4338-84db-3f5dd59b02a9 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1355917 Aug 24 00:38:20.840167 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0a26461e-2470-484e-a4ee-97c986c698e7 None None] Provisioning for port 51a53079-2598-4480-ba97-e66ea0bf017f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:20.845647 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.846053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0a26461e-2470-484e-a4ee-97c986c698e7 None None] Provisioning complete for port 51a53079-2598-4480-ba97-e66ea0bf017f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:20.846436 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a26461e-2470-484e-a4ee-97c986c698e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.853900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc9fbf-652e-471b-9253-3541b2cfbdfb req-fedb134f-3fd3-4b33-84f0-4b43b993eee8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:20.856335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65fc9fbf-652e-471b-9253-3541b2cfbdfb req-fedb134f-3fd3-4b33-84f0-4b43b993eee8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.1015127 Aug 24 00:38:20.899255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0a26461e-2470-484e-a4ee-97c986c698e7 None None] Port 51a53079-2598-4480-ba97-e66ea0bf017f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:20.967156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65fc9fbf-652e-471b-9253-3541b2cfbdfb req-af56ab4a-a583-4690-9d1e-33dcba06c16a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982454 Aug 24 00:38:21.148052 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.163149 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.262984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.265303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Pushing event updated for resources: {'Port': ['ID=51a53079-2598-4480-ba97-e66ea0bf017f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:21.279951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205d7ff-7cbd-4b7d-bc23-f7aa73a41f5e req-c3673f4b-8dbc-4333-8569-3747cc6ad16a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:21.291524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0205d7ff-7cbd-4b7d-bc23-f7aa73a41f5e req-c3673f4b-8dbc-4333-8569-3747cc6ad16a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1433780 Aug 24 00:38:21.402602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:21.405717 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:21.443128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0205d7ff-7cbd-4b7d-bc23-f7aa73a41f5e req-ac850bb9-b94b-45a8-924e-260098201e1b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439767 Aug 24 00:38:21.467312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52306471-49bd-4888-ab09-8420a16ac538 req-a2b44c22-e951-4649-b8fe-6c6dab524874 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:21.470712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52306471-49bd-4888-ab09-8420a16ac538 req-a2b44c22-e951-4649-b8fe-6c6dab524874 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 945 time: 0.1761639 Aug 24 00:38:21.606667 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:38:21.632850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52306471-49bd-4888-ab09-8420a16ac538 req-12b2515a-2e99-4cdb-8143-8446bb2254c5 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543250 Aug 24 00:38:21.801270 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:38:21.809705 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-28c0f399-2df6-484e-8cd7-2015406f050e admin admin] 10.222.0.32 "PUT /v2.0/routers/4e255bb2-759f-46d3-8a8c-d9d25d6e5743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2723513 Aug 24 00:38:21.853271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-83a0cba3-d3b8-4593-b752-28653a1423bd None None] Provisioning complete for port 51a53079-2598-4480-ba97-e66ea0bf017f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:21.854341 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-83a0cba3-d3b8-4593-b752-28653a1423bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.916912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-83a0cba3-d3b8-4593-b752-28653a1423bd None None] Port 51a53079-2598-4480-ba97-e66ea0bf017f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:21.961354 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563ffc6-69ef-4180-bf9c-3522dc05b17f req-60cfa8ca-d096-40ad-ac94-113eaa146766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:21.971166 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5563ffc6-69ef-4180-bf9c-3522dc05b17f req-60cfa8ca-d096-40ad-ac94-113eaa146766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 985 time: 0.0820630 Aug 24 00:38:22.067886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5563ffc6-69ef-4180-bf9c-3522dc05b17f req-c4d7c0e4-1d6b-415f-a31f-39cd1c7e537c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0951834 Aug 24 00:38:22.146910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb3733-f136-45c1-86bf-68055e4fe132 req-8fd2958d-26ae-416f-a6d7-9553da41c5ab tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:22.149204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ddb3733-f136-45c1-86bf-68055e4fe132 req-8fd2958d-26ae-416f-a6d7-9553da41c5ab tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.0803635 Aug 24 00:38:22.247985 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ddb3733-f136-45c1-86bf-68055e4fe132 req-6e08bd40-50d4-43fe-b459-84ca03e4c6e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915089 Aug 24 00:38:22.327107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 418e2a69-325a-4f31-89ee-32fe5188fecc up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:22.333105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac45930-65c5-4813-b6a4-6c44f10fc478 req-3fe9ca82-7b6a-40e8-9251-f896be1c16a7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:22.342631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fac45930-65c5-4813-b6a4-6c44f10fc478 req-3fe9ca82-7b6a-40e8-9251-f896be1c16a7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 985 time: 0.1524019 Aug 24 00:38:22.393356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fac45930-65c5-4813-b6a4-6c44f10fc478 req-1c2204b5-7c03-4b4e-8441-2f859ad42955 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0496492 Aug 24 00:38:22.399340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 418e2a69-325a-4f31-89ee-32fe5188fecc completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:22.405591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 418e2a69-325a-4f31-89ee-32fe5188fecc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:22.405969 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.531104 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.563056 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 418e2a69-325a-4f31-89ee-32fe5188fecc, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=418e2a69-325a-4f31-89ee-32fe5188fecc,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:22.571369 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.611053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d0eb7-98bc-426a-bab9-8082f8389256 req-ae09cea9-e255-4f9f-84fc-c8af2c1a2c5d tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:22.611434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d33d0eb7-98bc-426a-bab9-8082f8389256 req-ae09cea9-e255-4f9f-84fc-c8af2c1a2c5d tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 1136 time: 0.0808284 Aug 24 00:38:22.688776 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d33d0eb7-98bc-426a-bab9-8082f8389256 req-5db2f3b2-6ba5-44bc-8468-7e07a631479a tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.690225 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=418e2a69-325a-4f31-89ee-32fe5188fecc,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:22.721315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99241b-750f-4939-ab28-2f972a26ed76 req-6b790ce3-f4bb-4b74-af87-d0857d868b68 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:22.723185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a99241b-750f-4939-ab28-2f972a26ed76 req-6b790ce3-f4bb-4b74-af87-d0857d868b68 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1063921 Aug 24 00:38:22.819781 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a99241b-750f-4939-ab28-2f972a26ed76 req-344deedc-19dd-4b8d-a88d-89a265d09fe3 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590186 Aug 24 00:38:22.869738 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d33d0eb7-98bc-426a-bab9-8082f8389256 req-5db2f3b2-6ba5-44bc-8468-7e07a631479a tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.879537 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d33d0eb7-98bc-426a-bab9-8082f8389256 req-5db2f3b2-6ba5-44bc-8468-7e07a631479a tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.919710 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d33d0eb7-98bc-426a-bab9-8082f8389256 req-5db2f3b2-6ba5-44bc-8468-7e07a631479a tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2639940 Aug 24 00:38:22.937503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:23.012268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53136) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:23.026669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e6062e-5fc7-4698-9f3c-3a9acbe2c756 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:23.028881 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-37e6062e-5fc7-4698-9f3c-3a9acbe2c756 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 1131 time: 0.0904169 Aug 24 00:38:23.038859 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-37733014-network', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:23.042638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53138) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:23.057369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Sync routers for ids ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:38:23.062606 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': '8472a98c-e5bc-4585-950c-eafd0196c06f', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:23.071587 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Made reservation on behalf of b032559e35504a2f90b5cc113dcba5e2 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:23.076316 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.076857 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Routers {'4e255bb2-759f-46d3-8a8c-d9d25d6e5743'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:23.077519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:23.095953 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.159703 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:38:23.159703 n-d-805736-1 neutron-server[94838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:38:23.159703 n-d-805736-1 neutron-server[94838]: [parameters: {'project_id_1': 'b032559e35504a2f90b5cc113dcba5e2', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 38, 23, 143885)}] Aug 24 00:38:23.159703 n-d-805736-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:38:23.160307 n-d-805736-1 neutron-server[94838]: DEBUG oslo_db.api [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:38:23.166094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2f3b2-6ba5-44bc-8468-7e07a631479a tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffb3862-27ac-409b-9b36-9cd02a791c29,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:23.207854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92832bc-9fe6-4fe9-8949-ac37a647c071 req-66eb214d-8f37-4b13-87f5-3d0f6ab75df7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:23.216607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c92832bc-9fe6-4fe9-8949-ac37a647c071 req-66eb214d-8f37-4b13-87f5-3d0f6ab75df7 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 945 time: 0.2945566 Aug 24 00:38:23.243095 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.272679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Set router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:23.296797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178bd66-f0e4-4993-a1c3-db3badb3a5cf req-71777ebe-0ea2-4a62-81df-f58d142944e9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:23.307100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53150) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:23.313194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ac6f465c-e4bb-4527-bf97-d2c0ae357f35 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Request body: {'floatingip': {'port_id': '292d475e-aa11-4088-b494-345d14ce1afe'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:23.322427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0178bd66-f0e4-4993-a1c3-db3badb3a5cf req-71777ebe-0ea2-4a62-81df-f58d142944e9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.2720723 Aug 24 00:38:23.422490 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac6f465c-e4bb-4527-bf97-d2c0ae357f35 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.448314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c92832bc-9fe6-4fe9-8949-ac37a647c071 req-0ded76ad-6a4a-472c-9d10-67b2abf0424d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294111 Aug 24 00:38:23.451691 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93f4a70c-b6f1-4142-b5b5-ec0de5c37939 req-15cbae31-af32-4b1f-8843-a10ff03ad78f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4072711 Aug 24 00:38:23.635014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd2cab-0885-46bc-9a49-7f320a0c0d1f req-d6478342-caec-4a57-9d03-d836b9028c49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:23.643092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-64dd2cab-0885-46bc-9a49-7f320a0c0d1f req-d6478342-caec-4a57-9d03-d836b9028c49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.2116511 Aug 24 00:38:23.648430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:38:20Z', 'revision_number': 4, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '51a53079-2598-4480-ba97-e66ea0bf017f', 'name': '', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'mac_address': 'fa:16:3e:72:59:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:19Z', 'updated_at': '2021-08-24T00:38:20Z', 'revision_number': 2, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'subnets': [{'id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:23.719048 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Checking router: 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:38:23.720472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4a70c-b6f1-4142-b5b5-ec0de5c37939 req-2d4fe0bf-1ed3-43de-9595-81153489cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:23.722180 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93f4a70c-b6f1-4142-b5b5-ec0de5c37939 req-2d4fe0bf-1ed3-43de-9595-81153489cbc6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 1097 time: 0.1911867 Aug 24 00:38:23.723712 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Updating router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 port 51a53079-2598-4480-ba97-e66ea0bf017f binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:38:23.765070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-64dd2cab-0885-46bc-9a49-7f320a0c0d1f req-3cfb26d1-50ae-41a6-b45d-d25a76b12dcc tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209569 Aug 24 00:38:23.821537 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.826610 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.938609 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.100797 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.167176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4a70c-b6f1-4142-b5b5-ec0de5c37939 req-c85060ed-bf58-4027-8f3e-1bc53bb87cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:24.168967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93f4a70c-b6f1-4142-b5b5-ec0de5c37939 req-c85060ed-bf58-4027-8f3e-1bc53bb87cc1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.3907807 Aug 24 00:38:24.320909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 418e2a69-325a-4f31-89ee-32fe5188fecc up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:24.329721 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97b5b1e3-439a-4b7b-9e4c-c21bc001c9d7 req-239343fa-f793-4c46-a1b2-07432ed14b41 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2702694 Aug 24 00:38:24.435487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Allocated IP 172.25.8.45 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/4724fd6c-62dd-4099-a4e6-68682bd782b4) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:24.439875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93f4a70c-b6f1-4142-b5b5-ec0de5c37939 req-6e5125d3-fe90-4f69-b5a1-7107f723ec5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a70784fb-05af-4954-bc5d-9e9a32d4396e HTTP/1.1" status: 200 len: 1002 time: 0.2526574 Aug 24 00:38:24.476737 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.503580 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.525696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4a70c-b6f1-4142-b5b5-ec0de5c37939 req-d11ab187-1eef-4c86-a681-d0de01dc4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:24.528968 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93f4a70c-b6f1-4142-b5b5-ec0de5c37939 req-d11ab187-1eef-4c86-a681-d0de01dc4f61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.0678256 Aug 24 00:38:24.559876 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.582648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:24.586399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Transition to ACTIVE for port object 51a53079-2598-4480-ba97-e66ea0bf017f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:24.601466 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.603247 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Added segment 29ffdc28-66ed-4670-941f-0f6879990f32 of type vlan for network a4941273-bd96-40af-a9f8-76f2eb1f91d0 Aug 24 00:38:24.616142 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.628542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5b1e3-439a-4b7b-9e4c-c21bc001c9d7 req-cf4e7e85-98b6-43a6-9b4e-97c565a13c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:24.630533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97b5b1e3-439a-4b7b-9e4c-c21bc001c9d7 req-cf4e7e85-98b6-43a6-9b4e-97c565a13c46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 1097 time: 0.2167726 Aug 24 00:38:24.649886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4a70c-b6f1-4142-b5b5-ec0de5c37939 req-5c7ef5e3-7283-4112-a288-89ba146ede90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:24.652439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93f4a70c-b6f1-4142-b5b5-ec0de5c37939 req-5c7ef5e3-7283-4112-a288-89ba146ede90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127059 Aug 24 00:38:24.706662 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.776533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764c04e-5869-4a77-9d93-b28562ca76d0 None None] Pushing event updated for resources: {'Port': ['ID=51a53079-2598-4480-ba97-e66ea0bf017f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:24.802808 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 418e2a69-325a-4f31-89ee-32fe5188fecc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:24.803021 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.805951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93f4a70c-b6f1-4142-b5b5-ec0de5c37939 req-e4d6a1b8-71a4-4f60-86cf-bd50a1be8647 service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460993 Aug 24 00:38:24.831104 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e451d7c9-9d2a-49ec-9694-c271d6df5cf8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:24.836466 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.837522 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:24.840803 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.992994 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:25.006188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Attempting to bind port 51a53079-2598-4480-ba97-e66ea0bf017f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:25.006498 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Attempting to bind port 51a53079-2598-4480-ba97-e66ea0bf017f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:25.008476 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9956090 Aug 24 00:38:25.010451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Attempting to bind port 51a53079-2598-4480-ba97-e66ea0bf017f on network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:25.019129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53190) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:25.031419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:25.031819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Checking segment: {'id': '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:25.032236 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:25.032642 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Bound using segment: {'id': '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:25.033137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Bound port: 51a53079-2598-4480-ba97-e66ea0bf017f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:25.033525 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:25.034302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-94eee5b3-e8ee-48db-b119-99dc86bf77c1 admin admin] Request body: {'subnet': {'network_id': 'a4941273-bd96-40af-a9f8-76f2eb1f91d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-37733014-subnet', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:25.081579 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645486c-16c7-4185-bf0f-40f821d35e48 admin admin] Pushing event updated for resources: {'Network': ['ID=a4941273-bd96-40af-a9f8-76f2eb1f91d0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:25.115998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network a4941273-bd96-40af-a9f8-76f2eb1f91d0 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:25.124553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53196) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:25.204592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94eee5b3-e8ee-48db-b119-99dc86bf77c1 admin admin] Made reservation on behalf of b032559e35504a2f90b5cc113dcba5e2 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:25.207224 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94eee5b3-e8ee-48db-b119-99dc86bf77c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:25.238966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5b1e3-439a-4b7b-9e4c-c21bc001c9d7 req-1512617e-890a-4d76-b22e-3478a4908dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:25.240848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97b5b1e3-439a-4b7b-9e4c-c21bc001c9d7 req-1512617e-890a-4d76-b22e-3478a4908dd5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 916 time: 0.5792098 Aug 24 00:38:25.273832 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac6f465c-e4bb-4527-bf97-d2c0ae357f35 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:25.284023 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac6f465c-e4bb-4527-bf97-d2c0ae357f35 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:25.291694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] For port 51a53079-2598-4480-ba97-e66ea0bf017f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:25.297572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] For port 51a53079-2598-4480-ba97-e66ea0bf017f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=51a53079-2598-4480-ba97-e66ea0bf017f,segment=NetworkSegment(4ddd86dc-f546-48e2-bc9d-48c3f03f38f4),segment_id=4ddd86dc-f546-48e2-bc9d-48c3f03f38f4)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:25.307766 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:25.419957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93f4a70c-b6f1-4142-b5b5-ec0de5c37939 req-b8a5d21a-8dfd-4934-9947-755ad35482dc service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352745 Aug 24 00:38:25.499907 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-ac6f465c-e4bb-4527-bf97-d2c0ae357f35 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Floating IP d10d8383-e30b-4b8c-9d9b-acbb14e83a6c associated. External IP: 172.25.8.202, port: 292d475e-aa11-4088-b494-345d14ce1afe. Aug 24 00:38:25.516202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764c04e-5869-4a77-9d93-b28562ca76d0 None None] Pushing event updated for resources: {'Port': ['ID=51a53079-2598-4480-ba97-e66ea0bf017f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:25.519812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97b5b1e3-439a-4b7b-9e4c-c21bc001c9d7 req-4b50a62d-d77a-4be0-a23c-649d5145df65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af9a2717-2fc4-4f56-ac77-cb232ca69299 HTTP/1.1" status: 200 len: 217 time: 0.2248967 Aug 24 00:38:25.536299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Routers {'4e255bb2-759f-46d3-8a8c-d9d25d6e5743'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:25.537557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:25.538331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded769b7-6210-4e93-973a-9029f0a5ff0e req-f49b5085-57cb-4cd9-bf76-a9b603cbb361 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:25.540135 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded769b7-6210-4e93-973a-9029f0a5ff0e req-f49b5085-57cb-4cd9-bf76-a9b603cbb361 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.5289154 Aug 24 00:38:25.729121 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:25.749440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded769b7-6210-4e93-973a-9029f0a5ff0e req-01817d2a-a67e-435e-b9a6-773e1425299c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927001 Aug 24 00:38:25.777257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5b1e3-439a-4b7b-9e4c-c21bc001c9d7 req-c8c43dfd-e275-460b-bbd6-d1652ee46848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:25.778765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97b5b1e3-439a-4b7b-9e4c-c21bc001c9d7 req-c8c43dfd-e275-460b-bbd6-d1652ee46848 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbd9b90b-f801-4301-962f-740fe1951187 HTTP/1.1" status: 200 len: 855 time: 0.2376938 Aug 24 00:38:25.797539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:25.842022 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-537a55df-8297-45de-93cb-9b4a9c820c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:25.881082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:25.899284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97b5b1e3-439a-4b7b-9e4c-c21bc001c9d7 req-f5db2b3e-dca5-4ef3-959e-78482957ba1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2706c8-e765-4e9d-8d8b-16481d4876ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096001 Aug 24 00:38:25.900063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:25.908795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'Port': ['ID=4724fd6c-62dd-4099-a4e6-68682bd782b4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:25.975729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] Set router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:26.047646 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6f465c-e4bb-4527-bf97-d2c0ae357f35 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Router a966fbfa-b720-4e85-9cca-10e0dfcffca1 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:38:26.266209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:38:20Z', 'revision_number': 4, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '51a53079-2598-4480-ba97-e66ea0bf017f', 'name': '', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'mac_address': 'fa:16:3e:72:59:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:19Z', 'updated_at': '2021-08-24T00:38:25Z', 'revision_number': 4, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'subnets': [{'id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:26.299324 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-537a55df-8297-45de-93cb-9b4a9c820c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:26.302391 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6f465c-e4bb-4527-bf97-d2c0ae357f35 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:38:26.316595 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d77951-f5af-48e0-a9df-7dad68230ca5 None None] Sync routers for ids ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:38:26.320549 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac6f465c-e4bb-4527-bf97-d2c0ae357f35 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:26.325582 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-537a55df-8297-45de-93cb-9b4a9c820c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:26.333698 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d77951-f5af-48e0-a9df-7dad68230ca5 None None] Routers {'a966fbfa-b720-4e85-9cca-10e0dfcffca1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:26.334925 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-71d77951-f5af-48e0-a9df-7dad68230ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:26.341587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf351a8-06c2-4900-9ec9-82ee7530326d None None] The sync data for ids ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'] in n-d-805736-1 is: [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:38:20Z', 'revision_number': 4, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '51a53079-2598-4480-ba97-e66ea0bf017f', 'name': '', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'mac_address': 'fa:16:3e:72:59:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:19Z', 'updated_at': '2021-08-24T00:38:25Z', 'revision_number': 4, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'subnets': [{'id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:38:26.458142 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-537a55df-8297-45de-93cb-9b4a9c820c2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbbbdedad2924e1db479ea7aed528d34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3286514 Aug 24 00:38:26.460931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a55df-8297-45de-93cb-9b4a9c820c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929d2d0f-cbec-4c11-862e-6488af95ea53,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:26.462155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53214) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:26.490689 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ac6f465c-e4bb-4527-bf97-d2c0ae357f35 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "PUT /v2.0/floatingips/d10d8383-e30b-4b8c-9d9b-acbb14e83a6c HTTP/1.1" status: 200 len: 991 time: 3.1788805 Aug 24 00:38:26.490689 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'tag': '292d475e-aa11-4088-b494-345d14ce1afe'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:26.494090 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac0d1c0-ee54-4e2c-8e0e-f314cfdc365e" -d '{"events": [{"name": "network-changed", "server_uuid": "db74e2b8-59de-4e25-874e-74c2632bb0b0", "tag": "292d475e-aa11-4088-b494-345d14ce1afe"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:26.513105 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94eee5b3-e8ee-48db-b119-99dc86bf77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:26.586423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97b5b1e3-439a-4b7b-9e4c-c21bc001c9d7 req-5fe482b3-104f-4e3c-a87d-c48b7ba33285 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561832 Aug 24 00:38:26.706900 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-71d77951-f5af-48e0-a9df-7dad68230ca5 None None] Set router a966fbfa-b720-4e85-9cca-10e0dfcffca1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:26.831291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eee5b3-e8ee-48db-b119-99dc86bf77c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9658d830-017b-4f24-8c16-2fc639080c28,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:26.936808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a378adc9-074e-4624-bb08-e56eb5ac5a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.002120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eee5b3-e8ee-48db-b119-99dc86bf77c1 admin admin] Checking segment: {'id': '29ffdc28-66ed-4670-941f-0f6879990f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a4941273-bd96-40af-a9f8-76f2eb1f91d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:27.002665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eee5b3-e8ee-48db-b119-99dc86bf77c1 admin admin] Network hostable DHCP agents. Network: a4941273-bd96-40af-a9f8-76f2eb1f91d0, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:38:27.118068 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db0aeff-dc4e-4a3b-8817-18607f4fc81d x-openstack-request-id: req-7db0aeff-dc4e-4a3b-8817-18607f4fc81d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:27.118362 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db74e2b8-59de-4e25-874e-74c2632bb0b0", "tag": "292d475e-aa11-4088-b494-345d14ce1afe", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:27.118619 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7db0aeff-dc4e-4a3b-8817-18607f4fc81d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:27.119231 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'tag': '292d475e-aa11-4088-b494-345d14ce1afe', 'status': 'completed', 'code': 200} Aug 24 00:38:27.150402 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-71d77951-f5af-48e0-a9df-7dad68230ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'd10d8383-e30b-4b8c-9d9b-acbb14e83a6c', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'port_id': '292d475e-aa11-4088-b494-345d14ce1afe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'mac_address': 'fa:16:3e:91:97:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:38:00Z', 'updated_at': '2021-08-24T00:38:24Z', 'revision_number': 1, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:38Z', 'revision_number': 5, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:27.205981 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a378adc9-074e-4624-bb08-e56eb5ac5a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.216274 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d77951-f5af-48e0-a9df-7dad68230ca5 None None] Checking router: a966fbfa-b720-4e85-9cca-10e0dfcffca1 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:38:27.226069 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d77951-f5af-48e0-a9df-7dad68230ca5 None None] Routers {'a966fbfa-b720-4e85-9cca-10e0dfcffca1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:27.226923 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-71d77951-f5af-48e0-a9df-7dad68230ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:27.281845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0d1c0-ee54-4e2c-8e0e-f314cfdc365e req-fadf45eb-f08b-402d-8779-939c0ab971cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:27.282487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97b5b1e3-439a-4b7b-9e4c-c21bc001c9d7 req-0c6ef90d-9735-493b-a7e0-4782a49353c9 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6828010 Aug 24 00:38:27.285693 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0ac0d1c0-ee54-4e2c-8e0e-f314cfdc365e req-fadf45eb-f08b-402d-8779-939c0ab971cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0966172 Aug 24 00:38:27.427420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eee5b3-e8ee-48db-b119-99dc86bf77c1 admin admin] Network a4941273-bd96-40af-a9f8-76f2eb1f91d0 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:38:27.451005 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-71d77951-f5af-48e0-a9df-7dad68230ca5 None None] Set router a966fbfa-b720-4e85-9cca-10e0dfcffca1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:27.465289 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0d1c0-ee54-4e2c-8e0e-f314cfdc365e req-fccced1e-0e9e-47e2-9e9d-881154766584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:27.467722 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0ac0d1c0-ee54-4e2c-8e0e-f314cfdc365e req-fccced1e-0e9e-47e2-9e9d-881154766584 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 917 time: 0.1670341 Aug 24 00:38:27.512944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055d46b-8f6d-4cbc-98cf-49a8340c3589 req-a7ad28c7-77fe-4dda-8efa-33f383a6da34 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:27.514577 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8055d46b-8f6d-4cbc-98cf-49a8340c3589 req-a7ad28c7-77fe-4dda-8efa-33f383a6da34 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.5353234 Aug 24 00:38:27.523278 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1ac8-fd92-455d-bb4f-af42f695f307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.528120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-94eee5b3-e8ee-48db-b119-99dc86bf77c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, a4941273-bd96-40af-a9f8-76f2eb1f91d0) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:27.554567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eee5b3-e8ee-48db-b119-99dc86bf77c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:27.555201 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94eee5b3-e8ee-48db-b119-99dc86bf77c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.566058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dac3af-e542-4256-89c7-cd7273b00fdf None None] Network a4941273-bd96-40af-a9f8-76f2eb1f91d0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:27.595047 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.658169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-94eee5b3-e8ee-48db-b119-99dc86bf77c1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.6362495 Aug 24 00:38:27.669328 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a378adc9-074e-4624-bb08-e56eb5ac5a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.669940 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0ac0d1c0-ee54-4e2c-8e0e-f314cfdc365e req-db2ee7ff-d094-431d-a9aa-719af6cc16fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=292d475e-aa11-4088-b494-345d14ce1afe HTTP/1.1" status: 200 len: 999 time: 0.1932738 Aug 24 00:38:27.670585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53246) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:27.676941 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a378adc9-074e-4624-bb08-e56eb5ac5a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.678120 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a378adc9-074e-4624-bb08-e56eb5ac5a94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/929d2d0f-cbec-4c11-862e-6488af95ea53 HTTP/1.1" status: 204 len: 168 time: 1.2113352 Aug 24 00:38:27.681789 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-37733014-router', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:27.801240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378adc9-074e-4624-bb08-e56eb5ac5a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929d2d0f-cbec-4c11-862e-6488af95ea53,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:27.832116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8055d46b-8f6d-4cbc-98cf-49a8340c3589 req-3fb79ae3-5ab9-4b09-93e9-e6c98388a432 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858081 Aug 24 00:38:27.920619 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.938965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-a4941273-bd96-40af-a9f8-76f2eb1f91d0', 'network_id': 'a4941273-bd96-40af-a9f8-76f2eb1f91d0', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'fixed_ips': [{'subnet_id': '9658d830-017b-4f24-8c16-2fc639080c28'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:38:27.943045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0d1c0-ee54-4e2c-8e0e-f314cfdc365e req-bf125034-1e1f-4f12-b820-4577229b1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:27.944498 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.959439 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0ac0d1c0-ee54-4e2c-8e0e-f314cfdc365e req-bf125034-1e1f-4f12-b820-4577229b1cb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.2672663 Aug 24 00:38:27.988308 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.989734 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.170278 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-71d77951-f5af-48e0-a9df-7dad68230ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'd10d8383-e30b-4b8c-9d9b-acbb14e83a6c', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'port_id': '292d475e-aa11-4088-b494-345d14ce1afe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'mac_address': 'fa:16:3e:91:97:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:38:00Z', 'updated_at': '2021-08-24T00:38:24Z', 'revision_number': 1, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:38Z', 'revision_number': 5, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:28.199126 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.228453 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d77951-f5af-48e0-a9df-7dad68230ca5 None None] The sync data for ids ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'] in n-d-805736-1 is: [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'd10d8383-e30b-4b8c-9d9b-acbb14e83a6c', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'port_id': '292d475e-aa11-4088-b494-345d14ce1afe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'mac_address': 'fa:16:3e:91:97:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:38:00Z', 'updated_at': '2021-08-24T00:38:24Z', 'revision_number': 1, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:38Z', 'revision_number': 5, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:38:28.412493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Allocated IP 172.20.0.2 (a4941273-bd96-40af-a9f8-76f2eb1f91d0/9658d830-017b-4f24-8c16-2fc639080c28/3a92496c-9027-451d-90de-e0df8819598a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:28.413459 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.423502 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0d1c0-ee54-4e2c-8e0e-f314cfdc365e req-5736dfc5-67a8-48bc-b354-877cf53d6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:28.425112 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0ac0d1c0-ee54-4e2c-8e0e-f314cfdc365e req-5736dfc5-67a8-48bc-b354-877cf53d6852 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4246738 Aug 24 00:38:28.434613 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.545312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'Port': ['ID=4724fd6c-62dd-4099-a4e6-68682bd782b4,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:28.579399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 51a53079-2598-4480-ba97-e66ea0bf017f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:28.599998 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.764751 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.792904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 51a53079-2598-4480-ba97-e66ea0bf017f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:28.811023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 51a53079-2598-4480-ba97-e66ea0bf017f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:28.811529 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.852519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53262) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:28.855901 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0ac0d1c0-ee54-4e2c-8e0e-f314cfdc365e req-e340f3dd-9c42-4924-aa1b-3751ff6fe30a service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169300 Aug 24 00:38:28.906016 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Floating IP 6d6f4f06-616b-4b3e-bdbb-24588be518ea associated. External IP: 172.25.8.45, port: 8472a98c-e5bc-4585-950c-eafd0196c06f. Aug 24 00:38:28.920163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6f90be-0b24-404d-a397-cf7c72e570ec None None] New status for floating IP d10d8383-e30b-4b8c-9d9b-acbb14e83a6c: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:38:29.044618 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-caf6fa58-76ce-483f-9799-bdb9e5d8a1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.045141 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-0ac0d1c0-ee54-4e2c-8e0e-f314cfdc365e req-f0e62d2a-ebe3-4e3b-9c73-957ed39f1bb5 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734228 Aug 24 00:38:29.222904 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.255268 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.332941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a4f44-6f71-4183-9151-80369ff48b7d req-b9c9affc-bcd8-4a67-b18f-7c814023bd3d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:29.334593 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f01a4f44-6f71-4183-9151-80369ff48b7d req-b9c9affc-bcd8-4a67-b18f-7c814023bd3d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.2939007 Aug 24 00:38:29.356033 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.377719 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.380316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Transition to ACTIVE for port object 3a92496c-9027-451d-90de-e0df8819598a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:29.422003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Transition to ACTIVE for port object 3a92496c-9027-451d-90de-e0df8819598a will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:29.443124 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.472404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 51a53079-2598-4480-ba97-e66ea0bf017f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=51a53079-2598-4480-ba97-e66ea0bf017f,segment=NetworkSegment(4ddd86dc-f546-48e2-bc9d-48c3f03f38f4),segment_id=4ddd86dc-f546-48e2-bc9d-48c3f03f38f4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:29.500157 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.506069 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Allocated IP 172.25.8.163 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/7f8ef9a8-4f69-4a95-9c58-e126840cdd8d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:29.517273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Network a4941273-bd96-40af-a9f8-76f2eb1f91d0 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:29.521093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:29.527433 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:29.531888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Pushing event updated for resources: {'Port': ['ID=3a92496c-9027-451d-90de-e0df8819598a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:29.629938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Router a1e6399f-dfa8-4036-8b18-8a035088a927 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:38:29.638000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f01a4f44-6f71-4183-9151-80369ff48b7d req-1392860e-5729-414a-81ef-e0f9319e98ae tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913790 Aug 24 00:38:29.641976 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=51a53079-2598-4480-ba97-e66ea0bf017f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:29.709889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Attempting to bind port 3a92496c-9027-451d-90de-e0df8819598a on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:29.710297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Attempting to bind port 3a92496c-9027-451d-90de-e0df8819598a by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '29ffdc28-66ed-4670-941f-0f6879990f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a4941273-bd96-40af-a9f8-76f2eb1f91d0'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:29.710659 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Attempting to bind port 3a92496c-9027-451d-90de-e0df8819598a on network a4941273-bd96-40af-a9f8-76f2eb1f91d0 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:29.717540 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.719140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:29.719140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Checking segment: {'id': '29ffdc28-66ed-4670-941f-0f6879990f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a4941273-bd96-40af-a9f8-76f2eb1f91d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:29.719434 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.720406 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Bound using segment: {'id': '29ffdc28-66ed-4670-941f-0f6879990f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a4941273-bd96-40af-a9f8-76f2eb1f91d0'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:29.720406 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Bound port: 3a92496c-9027-451d-90de-e0df8819598a, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ffdc28-66ed-4670-941f-0f6879990f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a4941273-bd96-40af-a9f8-76f2eb1f91d0'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:29.720879 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.729835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-caf6fa58-76ce-483f-9799-bdb9e5d8a1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.744840 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-caf6fa58-76ce-483f-9799-bdb9e5d8a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.774599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-caf6fa58-76ce-483f-9799-bdb9e5d8a1a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d64c25f08f3e4b2d8eb198851d2251a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9176297 Aug 24 00:38:29.780635 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53288) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:29.788315 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] For port 3a92496c-9027-451d-90de-e0df8819598a, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:29.791677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] For port 3a92496c-9027-451d-90de-e0df8819598a, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3a92496c-9027-451d-90de-e0df8819598a,segment=NetworkSegment(29ffdc28-66ed-4670-941f-0f6879990f32),segment_id=29ffdc28-66ed-4670-941f-0f6879990f32)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:29.798126 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.858244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6fa58-76ce-483f-9799-bdb9e5d8a1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21a6344-df1a-44f3-9c14-37a84c0a48db,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:29.865861 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.884962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:38:29.894299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd83250-ebd5-4055-9a39-cb52ea6f7e57 None None] Pushing event updated for resources: {'Port': ['ID=3a92496c-9027-451d-90de-e0df8819598a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:29.903084 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31ca68-a49f-4687-b18f-faaaea5af590 None None] Sync routers for ids ['a1e6399f-dfa8-4036-8b18-8a035088a927'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:38:29.921333 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31ca68-a49f-4687-b18f-faaaea5af590 None None] Routers {'a1e6399f-dfa8-4036-8b18-8a035088a927'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:29.922253 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4c31ca68-a49f-4687-b18f-faaaea5af590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a1e6399f-dfa8-4036-8b18-8a035088a927'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:29.938103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9343f3e-b533-491a-b1d5-98134f6e4e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.939116 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.003137 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9343f3e-b533-491a-b1d5-98134f6e4e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.019574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b3509eb8-d4ce-4608-8679-71f26e9e67b7 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9683599 Aug 24 00:38:30.019574 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'tag': '8472a98c-e5bc-4585-950c-eafd0196c06f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:30.021534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:30.024801 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.026141 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990d5303-2e45-4f64-b03b-23d4acaa3e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a", "tag": "8472a98c-e5bc-4585-950c-eafd0196c06f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:30.110316 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9f39ba-354a-47f3-97d4-4d2677d2ae19 x-openstack-request-id: req-0d9f39ba-354a-47f3-97d4-4d2677d2ae19 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:30.111614 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a", "tag": "8472a98c-e5bc-4585-950c-eafd0196c06f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:30.112110 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d9f39ba-354a-47f3-97d4-4d2677d2ae19 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:30.112773 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'tag': '8472a98c-e5bc-4585-950c-eafd0196c06f', 'status': 'completed', 'code': 200} Aug 24 00:38:30.114358 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.131034 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4c31ca68-a49f-4687-b18f-faaaea5af590 None None] Set router a1e6399f-dfa8-4036-8b18-8a035088a927 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:30.236965 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc807085-9aaf-420f-9977-dcc81f63c380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.349213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d5303-2e45-4f64-b03b-23d4acaa3e8c req-09fd8c37-7b8f-45af-953c-a791086c66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:30.351611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-990d5303-2e45-4f64-b03b-23d4acaa3e8c req-09fd8c37-7b8f-45af-953c-a791086c66fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bfc0da3ea624ea59c8d2391869f62a3&device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 1136 time: 0.1985879 Aug 24 00:38:30.404949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 51a53079-2598-4480-ba97-e66ea0bf017f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:30.506267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d5303-2e45-4f64-b03b-23d4acaa3e8c req-281b4500-cbf2-48ae-aed3-74780ba471d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:30.512865 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-990d5303-2e45-4f64-b03b-23d4acaa3e8c req-281b4500-cbf2-48ae-aed3-74780ba471d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=445e84ec-5bb6-4af1-a4dc-863f9062c8c8 HTTP/1.1" status: 200 len: 897 time: 0.1514606 Aug 24 00:38:30.530438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 51a53079-2598-4480-ba97-e66ea0bf017f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:30.531087 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.633753 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4c31ca68-a49f-4687-b18f-faaaea5af590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:37:52Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '6d6f4f06-616b-4b3e-bdbb-24588be518ea', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'port_id': '8472a98c-e5bc-4585-950c-eafd0196c06f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'mac_address': 'fa:16:3e:40:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:38:27Z', 'updated_at': '2021-08-24T00:38:27Z', 'revision_number': 0, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '769cf417-3b42-4ef0-aec8-4dfe8337f481', 'name': '', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'mac_address': 'fa:16:3e:d4:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '332215f8-8edd-497e-9a04-06eebe787df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:50Z', 'updated_at': '2021-08-24T00:38:00Z', 'revision_number': 5, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'subnets': [{'id': '332215f8-8edd-497e-9a04-06eebe787df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:30.673917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-990d5303-2e45-4f64-b03b-23d4acaa3e8c req-3fb59191-88f8-4a44-aaa2-a92977c53090 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8472a98c-e5bc-4585-950c-eafd0196c06f HTTP/1.1" status: 200 len: 999 time: 0.1547933 Aug 24 00:38:30.697035 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31ca68-a49f-4687-b18f-faaaea5af590 None None] Checking router: a1e6399f-dfa8-4036-8b18-8a035088a927 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:38:30.726902 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31ca68-a49f-4687-b18f-faaaea5af590 None None] Routers {'a1e6399f-dfa8-4036-8b18-8a035088a927'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:30.730456 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:30.732575 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:30.733102 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4c31ca68-a49f-4687-b18f-faaaea5af590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a1e6399f-dfa8-4036-8b18-8a035088a927'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:30.750912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:30.766427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8ef9a8-4f69-4a95-9c58-e126840cdd8d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:30.867252 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9343f3e-b533-491a-b1d5-98134f6e4e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.872078 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f9343f3e-b533-491a-b1d5-98134f6e4e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.873844 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f9343f3e-b533-491a-b1d5-98134f6e4e1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e21a6344-df1a-44f3-9c14-37a84c0a48db HTTP/1.1" status: 204 len: 168 time: 1.0916731 Aug 24 00:38:30.933501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d5303-2e45-4f64-b03b-23d4acaa3e8c req-4dfee64d-ac0f-4ade-ac4a-bd1309abdc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:30.935110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-990d5303-2e45-4f64-b03b-23d4acaa3e8c req-4dfee64d-ac0f-4ade-ac4a-bd1309abdc4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332215f8-8edd-497e-9a04-06eebe787df9 HTTP/1.1" status: 200 len: 835 time: 0.2476823 Aug 24 00:38:30.957746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472ffe6-7679-4153-a641-68f9125d53c7 req-a268c3d1-8d42-44c2-b4ec-a66a831431c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:30.972030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d472ffe6-7679-4153-a641-68f9125d53c7 req-a268c3d1-8d42-44c2-b4ec-a66a831431c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.1841679 Aug 24 00:38:31.133870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d472ffe6-7679-4153-a641-68f9125d53c7 req-a6ca89fe-f8b8-4fb9-b7c4-0150f51a1303 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596327 Aug 24 00:38:31.157786 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaaacbe-dafb-4d04-afac-6426b4433c79 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.161069 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaaacbe-dafb-4d04-afac-6426b4433c79 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.163491 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaaacbe-dafb-4d04-afac-6426b4433c79 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.164099 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaaacbe-dafb-4d04-afac-6426b4433c79 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.164658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaaacbe-dafb-4d04-afac-6426b4433c79 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.165867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaaacbe-dafb-4d04-afac-6426b4433c79 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.166193 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaaacbe-dafb-4d04-afac-6426b4433c79 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.166737 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaaacbe-dafb-4d04-afac-6426b4433c79 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.167842 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaaacbe-dafb-4d04-afac-6426b4433c79 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.168566 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaaacbe-dafb-4d04-afac-6426b4433c79 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.169077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d5303-2e45-4f64-b03b-23d4acaa3e8c req-9c59b860-5d31-4630-aaf2-1e3f81db8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.169242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaaacbe-dafb-4d04-afac-6426b4433c79 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.171979 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-acaaacbe-dafb-4d04-afac-6426b4433c79 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7769 time: 1.1488488 Aug 24 00:38:31.175908 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-990d5303-2e45-4f64-b03b-23d4acaa3e8c req-9c59b860-5d31-4630-aaf2-1e3f81db8846 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=445e84ec-5bb6-4af1-a4dc-863f9062c8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009413 Aug 24 00:38:31.176604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53310) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:31.183901 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9343f3e-b533-491a-b1d5-98134f6e4e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21a6344-df1a-44f3-9c14-37a84c0a48db,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:31.244494 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4c31ca68-a49f-4687-b18f-faaaea5af590 None None] Set router a1e6399f-dfa8-4036-8b18-8a035088a927 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:31.292692 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:31.556281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf51295-3101-422e-8721-cf8ec558ccef tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.556753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf51295-3101-422e-8721-cf8ec558ccef tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.557221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf51295-3101-422e-8721-cf8ec558ccef tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.557908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf51295-3101-422e-8721-cf8ec558ccef tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.558743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf51295-3101-422e-8721-cf8ec558ccef tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.559235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf51295-3101-422e-8721-cf8ec558ccef tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.559693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf51295-3101-422e-8721-cf8ec558ccef tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.577558 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:31.579509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf51295-3101-422e-8721-cf8ec558ccef tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.580062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf51295-3101-422e-8721-cf8ec558ccef tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.580436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf51295-3101-422e-8721-cf8ec558ccef tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.580895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf51295-3101-422e-8721-cf8ec558ccef tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.608425 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4cf51295-3101-422e-8721-cf8ec558ccef tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7184 time: 0.4303446 Aug 24 00:38:31.617306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53324) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:31.665178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7beb9b-14e0-4283-8245-47c10a494604 None None] Network a4941273-bd96-40af-a9f8-76f2eb1f91d0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:31.787683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-28debbe5-1780-4005-be5d-4d9ad0fdc49f None None] Provisioning for port 3a92496c-9027-451d-90de-e0df8819598a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:31.818093 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4c31ca68-a49f-4687-b18f-faaaea5af590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:37:52Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '6d6f4f06-616b-4b3e-bdbb-24588be518ea', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'port_id': '8472a98c-e5bc-4585-950c-eafd0196c06f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'mac_address': 'fa:16:3e:40:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:38:27Z', 'updated_at': '2021-08-24T00:38:27Z', 'revision_number': 0, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '769cf417-3b42-4ef0-aec8-4dfe8337f481', 'name': '', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'mac_address': 'fa:16:3e:d4:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '332215f8-8edd-497e-9a04-06eebe787df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:50Z', 'updated_at': '2021-08-24T00:38:00Z', 'revision_number': 5, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'subnets': [{'id': '332215f8-8edd-497e-9a04-06eebe787df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:31.890344 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31ca68-a49f-4687-b18f-faaaea5af590 None None] The sync data for ids ['a1e6399f-dfa8-4036-8b18-8a035088a927'] in n-d-805736-1 is: [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:37:52Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '6d6f4f06-616b-4b3e-bdbb-24588be518ea', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'floating_ip_address': '172.25.8.45', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'port_id': '8472a98c-e5bc-4585-950c-eafd0196c06f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'mac_address': 'fa:16:3e:40:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:38:27Z', 'updated_at': '2021-08-24T00:38:27Z', 'revision_number': 0, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '769cf417-3b42-4ef0-aec8-4dfe8337f481', 'name': '', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'mac_address': 'fa:16:3e:d4:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '332215f8-8edd-497e-9a04-06eebe787df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:50Z', 'updated_at': '2021-08-24T00:38:00Z', 'revision_number': 5, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'subnets': [{'id': '332215f8-8edd-497e-9a04-06eebe787df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:38:31.914142 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-990d5303-2e45-4f64-b03b-23d4acaa3e8c req-5beacaf7-dc77-4d75-851b-3cb3e07ce293 service neutron] 10.222.0.47 "GET /v2.0/networks/445e84ec-5bb6-4af1-a4dc-863f9062c8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046763 Aug 24 00:38:31.949614 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:32.194177 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Router b1c5e927-e6ba-414a-984b-ed70986a62e5 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:38:32.205267 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-990d5303-2e45-4f64-b03b-23d4acaa3e8c req-4aac2079-a649-46aa-83dc-7b9eaf3f4538 service neutron] 10.222.0.47 "GET /v2.0/networks/445e84ec-5bb6-4af1-a4dc-863f9062c8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647667 Aug 24 00:38:32.402760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3a92496c-9027-451d-90de-e0df8819598a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:32.425827 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:38:32.437544 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Sync routers for ids ['b1c5e927-e6ba-414a-984b-ed70986a62e5'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:38:32.447108 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:32.449089 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ba234836-f4f7-491c-add5-c10fb0ba2868 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7766228 Aug 24 00:38:32.452257 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53342) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:32.454615 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Routers {'b1c5e927-e6ba-414a-984b-ed70986a62e5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:32.455631 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b1c5e927-e6ba-414a-984b-ed70986a62e5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:32.524271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567ff50-a63d-44c4-876b-35b7e4cbafcc req-cc91b34f-23ec-4df5-9bd4-8b85e6bd571f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:32.527266 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2567ff50-a63d-44c4-876b-35b7e4cbafcc req-cc91b34f-23ec-4df5-9bd4-8b85e6bd571f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.1494296 Aug 24 00:38:32.563231 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38592957-110e-4fa7-9ecc-82387d598ece None None] New status for floating IP 6d6f4f06-616b-4b3e-bdbb-24588be518ea: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:38:32.657006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bae13e55-51ad-4fbc-9c66-d8f0c60e84c3 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5940 time: 1.0375218 Aug 24 00:38:32.658638 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53350) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:32.717589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2567ff50-a63d-44c4-876b-35b7e4cbafcc req-87aa8271-cabc-47ba-9544-5a0a65ff1854 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806185 Aug 24 00:38:32.763337 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Set router b1c5e927-e6ba-414a-984b-ed70986a62e5 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:32.837013 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28687292-7fcb-44f3-8144-d755a2d537f1 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:32.837508 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28687292-7fcb-44f3-8144-d755a2d537f1 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:32.858130 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-28687292-7fcb-44f3-8144-d755a2d537f1 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a1e6399f-dfa8-4036-8b18-8a035088a927 HTTP/1.1" status: 200 len: 1989 time: 0.1979778 Aug 24 00:38:32.939984 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 3a92496c-9027-451d-90de-e0df8819598a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:32.952444 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 3a92496c-9027-451d-90de-e0df8819598a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:32.952820 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.082535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53358) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:33.083938 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.178564 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.205644 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'name': 'tempest-TestServerBasicOps-37733014-router', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:27Z', 'updated_at': '2021-08-24T00:38:31Z', 'revision_number': 3, 'project_id': 'b032559e35504a2f90b5cc113dcba5e2', 'gw_port': {'id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:29Z', 'updated_at': '2021-08-24T00:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:33.231464 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-12abef65-1b5a-4347-9d4e-6e72402e8373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.241793 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Checking router: b1c5e927-e6ba-414a-984b-ed70986a62e5 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:38:33.242149 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Updating router b1c5e927-e6ba-414a-984b-ed70986a62e5 port 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:38:33.258410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 3a92496c-9027-451d-90de-e0df8819598a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3a92496c-9027-451d-90de-e0df8819598a,segment=NetworkSegment(29ffdc28-66ed-4670-941f-0f6879990f32),segment_id=29ffdc28-66ed-4670-941f-0f6879990f32)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:33.264081 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.277780 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.328864 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-94e68c13-61ad-4024-8869-237c431fc922 req-672159ed-519a-4c80-9c91-8d7b81253b5f service neutron] show failed (client error): The resource could not be found. Aug 24 00:38:33.329578 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-672159ed-519a-4c80-9c91-8d7b81253b5f service neutron] 10.222.0.13 "GET /v2.0/ports/7211417c-174c-4118-84cb-7074871732a3/bindings/n-h1-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.2260773 Aug 24 00:38:33.371656 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=3a92496c-9027-451d-90de-e0df8819598a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:33.469747 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-12abef65-1b5a-4347-9d4e-6e72402e8373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.481407 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-12abef65-1b5a-4347-9d4e-6e72402e8373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.584986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-12abef65-1b5a-4347-9d4e-6e72402e8373 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf9c889fe2634611a003df5bcb08f687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4998267 Aug 24 00:38:33.585961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abef65-1b5a-4347-9d4e-6e72402e8373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179ce25e-fa18-40f4-87fb-6ebf9080c7c3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:33.588352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53374) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:33.622992 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.710005 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bb72b01-3059-4af8-8fdd-9caefc2d483a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.713301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e68c13-61ad-4024-8869-237c431fc922 req-5328c0af-b90b-474a-9d52-4437e4d4676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:33.716661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-5328c0af-b90b-474a-9d52-4437e4d4676e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7&tenant_id=b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 1097 time: 0.1018200 Aug 24 00:38:33.740853 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bb72b01-3059-4af8-8fdd-9caefc2d483a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.788566 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.803801 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Transition to ACTIVE for port object 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:33.813921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:33.817328 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.868505 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Attempting to bind port 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:33.869193 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Attempting to bind port 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:33.869782 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Attempting to bind port 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:33.892011 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:33.892871 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:33.893476 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.894397 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.895148 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:33.895868 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Bound port: 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:33.896501 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.973302 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed2efa-68c9-4bf4-8cb7-381b6a7a79d4 None None] Pushing event updated for resources: {'Port': ['ID=7f8ef9a8-4f69-4a95-9c58-e126840cdd8d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:33.974240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Allocated IP 172.20.0.1 (a4941273-bd96-40af-a9f8-76f2eb1f91d0/9658d830-017b-4f24-8c16-2fc639080c28/cbf80efc-eaec-4cf0-b81c-e568a04fe395) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:33.979940 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] For port 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:33.983941 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] For port 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7f8ef9a8-4f69-4a95-9c58-e126840cdd8d,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:33.989617 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed2efa-68c9-4bf4-8cb7-381b6a7a79d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:33.990088 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed2efa-68c9-4bf4-8cb7-381b6a7a79d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:33.990465 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed2efa-68c9-4bf4-8cb7-381b6a7a79d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:33.991041 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed2efa-68c9-4bf4-8cb7-381b6a7a79d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:33.991423 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed2efa-68c9-4bf4-8cb7-381b6a7a79d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:33.991851 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed2efa-68c9-4bf4-8cb7-381b6a7a79d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:33.992269 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed2efa-68c9-4bf4-8cb7-381b6a7a79d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:33.992618 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed2efa-68c9-4bf4-8cb7-381b6a7a79d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:33.992993 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed2efa-68c9-4bf4-8cb7-381b6a7a79d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:33.993317 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed2efa-68c9-4bf4-8cb7-381b6a7a79d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:33.993591 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed2efa-68c9-4bf4-8cb7-381b6a7a79d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:33.993929 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed2efa-68c9-4bf4-8cb7-381b6a7a79d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:33.998534 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.998719 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bb72b01-3059-4af8-8fdd-9caefc2d483a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.001596 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2bb72b01-3059-4af8-8fdd-9caefc2d483a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.011064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2bb72b01-3059-4af8-8fdd-9caefc2d483a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/179ce25e-fa18-40f4-87fb-6ebf9080c7c3 HTTP/1.1" status: 204 len: 168 time: 0.4065919 Aug 24 00:38:34.058518 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Routers {'b1c5e927-e6ba-414a-984b-ed70986a62e5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:34.059203 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b1c5e927-e6ba-414a-984b-ed70986a62e5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:34.062829 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed2efa-68c9-4bf4-8cb7-381b6a7a79d4 None None] Pushing event updated for resources: {'Port': ['ID=7f8ef9a8-4f69-4a95-9c58-e126840cdd8d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:34.064955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac985ad-7e5b-4479-afc6-32338f1917ea req-2a593ca7-bcc2-4942-9e21-fcb51c97aa47 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:34.066545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eac985ad-7e5b-4479-afc6-32338f1917ea req-2a593ca7-bcc2-4942-9e21-fcb51c97aa47 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.1825395 Aug 24 00:38:34.113507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb72b01-3059-4af8-8fdd-9caefc2d483a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179ce25e-fa18-40f4-87fb-6ebf9080c7c3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:34.182634 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.205242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Transition to ACTIVE for port object cbf80efc-eaec-4cf0-b81c-e568a04fe395 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:34.248541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.299853 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] Set router b1c5e927-e6ba-414a-984b-ed70986a62e5 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:34.305040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Network a4941273-bd96-40af-a9f8-76f2eb1f91d0 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:34.312539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:34.316341 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:34.333741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eac985ad-7e5b-4479-afc6-32338f1917ea req-0b2a87a4-4dc1-47eb-bddc-b78781ecff63 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450891 Aug 24 00:38:34.352828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3a92496c-9027-451d-90de-e0df8819598a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:34.470294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] For port 7211417c-174c-4118-84cb-7074871732a3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7211417c-174c-4118-84cb-7074871732a3,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:34.473299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Pushing event updated for resources: {'Port': ['ID=cbf80efc-eaec-4cf0-b81c-e568a04fe395,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:34.489256 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.496208 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 3a92496c-9027-451d-90de-e0df8819598a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:34.496898 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.556922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] For port 7211417c-174c-4118-84cb-7074871732a3, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:34.657537 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.700053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Transition to ACTIVE for port object 7211417c-174c-4118-84cb-7074871732a3 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:34.703797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7211417c-174c-4118-84cb-7074871732a3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:34.715192 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c101b99-e264-472f-8fd2-aaeb0364acd5" -d '{"events": [{"server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "7211417c-174c-4118-84cb-7074871732a3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:34.720073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53396) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:34.723250 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.813491 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.818619 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'name': 'tempest-TestServerBasicOps-37733014-router', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:27Z', 'updated_at': '2021-08-24T00:38:31Z', 'revision_number': 3, 'project_id': 'b032559e35504a2f90b5cc113dcba5e2', 'gw_port': {'id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:29Z', 'updated_at': '2021-08-24T00:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:34.821202 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc9f2-1de5-4835-b1a6-37896419839a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.826605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4ececce7-8c6c-456d-9b32-c0c046c22ab4 None None] Provisioning for port cbf80efc-eaec-4cf0-b81c-e568a04fe395 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:34.833396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4ececce7-8c6c-456d-9b32-c0c046c22ab4 None None] Provisioning complete for port cbf80efc-eaec-4cf0-b81c-e568a04fe395 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:34.835094 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4ececce7-8c6c-456d-9b32-c0c046c22ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.879935 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdd389b-880c-4d73-b412-39e596013446 x-openstack-request-id: req-1fdd389b-880c-4d73-b412-39e596013446 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:34.883076 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "7211417c-174c-4118-84cb-7074871732a3", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:34.883617 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fdd389b-880c-4d73-b412-39e596013446 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:34.884264 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7211417c-174c-4118-84cb-7074871732a3', 'code': 200} Aug 24 00:38:34.935231 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3536831-142e-4f08-9e1b-bbcf2a576962 None None] The sync data for ids ['b1c5e927-e6ba-414a-984b-ed70986a62e5'] in n-d-805736-1 is: [{'id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'name': 'tempest-TestServerBasicOps-37733014-router', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:27Z', 'updated_at': '2021-08-24T00:38:31Z', 'revision_number': 3, 'project_id': 'b032559e35504a2f90b5cc113dcba5e2', 'gw_port': {'id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:29Z', 'updated_at': '2021-08-24T00:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:38:34.953968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4ececce7-8c6c-456d-9b32-c0c046c22ab4 None None] Port cbf80efc-eaec-4cf0-b81c-e568a04fe395 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:35.155091 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.164645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.304942 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Pushing event updated for resources: {'Port': ['ID=cbf80efc-eaec-4cf0-b81c-e568a04fe395,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:35.308457 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.500942 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Network a4941273-bd96-40af-a9f8-76f2eb1f91d0 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:35.502394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:35.607207 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Pushing event updated for resources: {'Port': ['ID=7211417c-174c-4118-84cb-7074871732a3,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:35.648737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:35.649140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:35.649602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:35.649836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:35.650174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:35.650547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:35.650924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:35.651372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:35.651705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:35.652167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:35.653293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:35.653745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:35.701598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd539a92-f4f6-47f4-8df5-45c157186f20 req-81f46473-944a-48f2-9151-a99800cff8a0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:35.702490 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Router b1c5e927-e6ba-414a-984b-ed70986a62e5 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:38:35.703287 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd539a92-f4f6-47f4-8df5-45c157186f20 req-81f46473-944a-48f2-9151-a99800cff8a0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 944 time: 0.2057981 Aug 24 00:38:35.704217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] No DVR routers for this DVR port 7211417c-174c-4118-84cb-7074871732a3 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:35.774461 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc9f2-1de5-4835-b1a6-37896419839a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.796162 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc9f2-1de5-4835-b1a6-37896419839a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.817738 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd539a92-f4f6-47f4-8df5-45c157186f20 req-42c02f4f-f4da-41c0-98c1-f777ae4d61a3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037705 Aug 24 00:38:35.908118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbc9f2-1de5-4835-b1a6-37896419839a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e9f67d-c685-447d-a1d3-d33badc8d8ad,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:35.922085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4bdbc9f2-1de5-4835-b1a6-37896419839a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3053ff9714044b0e9454cc8fe9c11970&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1933908 Aug 24 00:38:35.925686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53428) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:35.928262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:38:35.940044 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e82b3a6c-9a84-4cac-9d43-ead21ebb0cbb admin admin] 10.222.0.32 "PUT /v2.0/routers/b1c5e927-e6ba-414a-984b-ed70986a62e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4866297 Aug 24 00:38:35.951112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-44afd6fa-2ea4-4a54-9673-ffa045e662bb None None] Provisioning complete for port cbf80efc-eaec-4cf0-b81c-e568a04fe395 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:35.952027 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44afd6fa-2ea4-4a54-9673-ffa045e662bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.040951 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-44afd6fa-2ea4-4a54-9673-ffa045e662bb None None] Port cbf80efc-eaec-4cf0-b81c-e568a04fe395 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:36.075319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Attempting to bind port 7211417c-174c-4118-84cb-7074871732a3 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:36.075660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Attempting to bind port 7211417c-174c-4118-84cb-7074871732a3 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:36.075995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Attempting to bind port 7211417c-174c-4118-84cb-7074871732a3 on network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:36.080846 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-858ad83a-50a8-4e4a-92be-86ba0cdf0622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.106267 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-858ad83a-50a8-4e4a-92be-86ba0cdf0622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.148196 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Port 7211417c-174c-4118-84cb-7074871732a3 on network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:36.149277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Attempting to bind port 7211417c-174c-4118-84cb-7074871732a3 on network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:36.154993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:36.155320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Checking segment: {'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:36.155714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Bound using segment: {'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:36.156147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Bound port: 7211417c-174c-4118-84cb-7074871732a3, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:36.156507 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.173648 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-858ad83a-50a8-4e4a-92be-86ba0cdf0622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.176283 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-858ad83a-50a8-4e4a-92be-86ba0cdf0622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.177330 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-858ad83a-50a8-4e4a-92be-86ba0cdf0622 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41e9f67d-c685-447d-a1d3-d33badc8d8ad HTTP/1.1" status: 204 len: 168 time: 0.2501678 Aug 24 00:38:36.209465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ad83a-50a8-4e4a-92be-86ba0cdf0622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e9f67d-c685-447d-a1d3-d33badc8d8ad,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:36.288400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] For port 7211417c-174c-4118-84cb-7074871732a3, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:36.295434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] For port 7211417c-174c-4118-84cb-7074871732a3, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7211417c-174c-4118-84cb-7074871732a3,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:36.315088 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.336202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:36.383781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.384420 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.386504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] 10.222.0.47 "PUT /v2.0/ports/7211417c-174c-4118-84cb-7074871732a3 HTTP/1.1" status: 200 len: 1092 time: 2.5773540 Aug 24 00:38:36.424882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f0b76-6b63-427e-a845-140d9661fe24 service neutron] Pushing event updated for resources: {'Port': ['ID=7211417c-174c-4118-84cb-7074871732a3,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:36.453968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:36.458385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:36.458853 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.494480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e68c13-61ad-4024-8869-237c431fc922 req-cf2e8c51-ae65-4687-af39-101b87f01f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.496689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-cf2e8c51-ae65-4687-af39-101b87f01f83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 1095 time: 0.0521226 Aug 24 00:38:36.672417 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.694487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e68c13-61ad-4024-8869-237c431fc922 req-1886354d-a864-402c-bb6b-8d72f0610595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.696436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-1886354d-a864-402c-bb6b-8d72f0610595 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f60c366-7b88-474c-8bd3-b4d24b078fb1 HTTP/1.1" status: 200 len: 898 time: 0.1920555 Aug 24 00:38:36.707947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7f8ef9a8-4f69-4a95-9c58-e126840cdd8d,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:36.716432 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.819726 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-2ad45cbc-91b3-46ed-9017-c34c472b5edb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7211417c-174c-4118-84cb-7074871732a3 HTTP/1.1" status: 200 len: 999 time: 0.1041389 Aug 24 00:38:36.825337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7211417c-174c-4118-84cb-7074871732a3 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:38:36.840119 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53454) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:36.844867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fff9e662-16e4-4374-a8a7-c74e60cba0b6 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383366994', 'description': 'tempest-secgroup-smoke-383366994 description', 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:36.905513 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fff9e662-16e4-4374-a8a7-c74e60cba0b6 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.909367 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'tag': '7211417c-174c-4118-84cb-7074871732a3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:36.912458 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb19964e-6c17-44e3-bd65-0269e531a922" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "tag": "7211417c-174c-4118-84cb-7074871732a3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:36.968109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=7f8ef9a8-4f69-4a95-9c58-e126840cdd8d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:36.969115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e68c13-61ad-4024-8869-237c431fc922 req-043cb7ff-9403-450e-bb37-efa5338010ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.973728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-043cb7ff-9403-450e-bb37-efa5338010ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f5796dc-55b8-4279-906d-600a7699311f HTTP/1.1" status: 200 len: 834 time: 0.1397362 Aug 24 00:38:36.980690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:36.981312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:36.981828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:36.982346 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:36.982882 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:36.983382 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:36.983963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:36.984676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:36.985179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:36.985706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:36.986202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:36.986716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:37.015707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7211417c-174c-4118-84cb-7074871732a3 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:38:37.085609 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f925c79a-b4eb-42c2-8ceb-9003797de70a x-openstack-request-id: req-f925c79a-b4eb-42c2-8ceb-9003797de70a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:37.085911 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "tag": "7211417c-174c-4118-84cb-7074871732a3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:37.086171 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f925c79a-b4eb-42c2-8ceb-9003797de70a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:37.086575 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'tag': '7211417c-174c-4118-84cb-7074871732a3', 'status': 'completed', 'code': 200} Aug 24 00:38:37.093770 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fff9e662-16e4-4374-a8a7-c74e60cba0b6 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.096690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e68c13-61ad-4024-8869-237c431fc922 req-c5e6e499-2e37-4f2a-bfa7-28e9c3f61244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:37.098284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-c5e6e499-2e37-4f2a-bfa7-28e9c3f61244 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f60c366-7b88-474c-8bd3-b4d24b078fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689681 Aug 24 00:38:37.106464 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fff9e662-16e4-4374-a8a7-c74e60cba0b6 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.107046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c33c46-464c-4464-bc87-1f757d83a832 req-6dab7a7d-a1b4-4fc6-98c3-ff48f07abbee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:37.109035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6c33c46-464c-4464-bc87-1f757d83a832 req-6dab7a7d-a1b4-4fc6-98c3-ff48f07abbee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 944 time: 0.1691899 Aug 24 00:38:37.131989 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fff9e662-16e4-4374-a8a7-c74e60cba0b6 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.133407 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fff9e662-16e4-4374-a8a7-c74e60cba0b6 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2922630 Aug 24 00:38:37.144502 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53470) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:37.150637 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a423a215-ecc6-4310-ba88-a1338bf09f3b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Request body: {'security_group_rule': {'security_group_id': 'b24dadd6-d495-42a8-a6e8-4776324733da', 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:37.218119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6c33c46-464c-4464-bc87-1f757d83a832 req-f0209e3e-ff49-46e4-a8c6-159dc0a09c5c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938957 Aug 24 00:38:37.219203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9e662-16e4-4374-a8a7-c74e60cba0b6 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24dadd6-d495-42a8-a6e8-4776324733da,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:37.247758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-9b86b8e5-7ec0-4a73-b587-576d4b8aa7a6 service neutron] 10.222.0.47 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359820 Aug 24 00:38:37.248443 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a423a215-ecc6-4310-ba88-a1338bf09f3b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.269824 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-37bde008-546c-42e8-aaf6-e72bb3e1326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:37.271414 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-37bde008-546c-42e8-aaf6-e72bb3e1326d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 1095 time: 0.1367431 Aug 24 00:38:37.390951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94e68c13-61ad-4024-8869-237c431fc922 req-fb3341c3-caaf-480c-a10b-75d498b2ea8b service neutron] 10.222.0.47 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358972 Aug 24 00:38:37.431342 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-800a4cbc-94fb-4263-ab6a-f74f3c08724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:37.433064 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-800a4cbc-94fb-4263-ab6a-f74f3c08724e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f60c366-7b88-474c-8bd3-b4d24b078fb1 HTTP/1.1" status: 200 len: 898 time: 0.1523118 Aug 24 00:38:37.434986 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a423a215-ecc6-4310-ba88-a1338bf09f3b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.439572 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a423a215-ecc6-4310-ba88-a1338bf09f3b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.503632 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423a215-ecc6-4310-ba88-a1338bf09f3b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a69b26-babd-4c7b-8766-8567e6015ea4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:37.513345 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a423a215-ecc6-4310-ba88-a1338bf09f3b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.514534 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a423a215-ecc6-4310-ba88-a1338bf09f3b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3687265 Aug 24 00:38:37.517538 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:37.524190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9b41f0f1-80d2-4477-b219-b86e58236bc6 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Request body: {'security_group_rule': {'security_group_id': 'b24dadd6-d495-42a8-a6e8-4776324733da', 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:37.543855 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-cafe24ec-98a3-431b-92e6-1edafcc8eadc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7211417c-174c-4118-84cb-7074871732a3 HTTP/1.1" status: 200 len: 999 time: 0.1021416 Aug 24 00:38:37.582979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-88733a2d-26a5-4f04-a6e1-e317a3224d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:37.585009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-88733a2d-26a5-4f04-a6e1-e317a3224d3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 1095 time: 0.0799444 Aug 24 00:38:37.595275 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b41f0f1-80d2-4477-b219-b86e58236bc6 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.653753 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-58eb1c82-812f-4342-8505-044f0fd7a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:37.655294 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-58eb1c82-812f-4342-8505-044f0fd7a304 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f5796dc-55b8-4279-906d-600a7699311f HTTP/1.1" status: 200 len: 834 time: 0.1034391 Aug 24 00:38:37.762511 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b41f0f1-80d2-4477-b219-b86e58236bc6 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.776014 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b41f0f1-80d2-4477-b219-b86e58236bc6 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.781220 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-f3389d4a-e475-46a6-8deb-c526228ef1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:37.783603 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-f3389d4a-e475-46a6-8deb-c526228ef1fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f60c366-7b88-474c-8bd3-b4d24b078fb1 HTTP/1.1" status: 200 len: 898 time: 0.1894507 Aug 24 00:38:37.799420 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-aee0a609-35c2-4e4f-b331-b4c047199ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:37.800983 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-aee0a609-35c2-4e4f-b331-b4c047199ff9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f60c366-7b88-474c-8bd3-b4d24b078fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372278 Aug 24 00:38:37.804166 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41f0f1-80d2-4477-b219-b86e58236bc6 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccf839b-7eeb-4a9d-b5cb-92733c99a486,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:37.832632 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9b41f0f1-80d2-4477-b219-b86e58236bc6 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.834180 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9b41f0f1-80d2-4477-b219-b86e58236bc6 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3156548 Aug 24 00:38:37.837087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53486) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:37.869695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b4b3f16e-c876-4489-94a9-97b4f1425216 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Request body: {'security_group_rule': {'security_group_id': 'b24dadd6-d495-42a8-a6e8-4776324733da', 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:37.875714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-968d8e83-4d9c-4c6b-af47-8c9e85cb7341 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7211417c-174c-4118-84cb-7074871732a3 HTTP/1.1" status: 200 len: 999 time: 0.0767436 Aug 24 00:38:37.911913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4b3f16e-c876-4489-94a9-97b4f1425216 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.940299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-e73054d9-2e30-4caa-acd8-a47b1ad6c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:37.942081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-e73054d9-2e30-4caa-acd8-a47b1ad6c8ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f5796dc-55b8-4279-906d-600a7699311f HTTP/1.1" status: 200 len: 834 time: 0.0578699 Aug 24 00:38:37.969798 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-6e558dd5-6ef7-4f38-b4b4-41cacd6a2d20 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590481 Aug 24 00:38:38.062163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-9ab776e0-e684-4742-96c5-f4448e06fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:38.071227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-9ab776e0-e684-4742-96c5-f4448e06fc9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f60c366-7b88-474c-8bd3-b4d24b078fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189890 Aug 24 00:38:38.091812 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4b3f16e-c876-4489-94a9-97b4f1425216 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.098751 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-5b51f077-4313-4b2a-87b6-a5b7f3a4ea33 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181214 Aug 24 00:38:38.100040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4b3f16e-c876-4489-94a9-97b4f1425216 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.120935 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3f16e-c876-4489-94a9-97b4f1425216 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d826aa5a-debf-4988-99eb-6314dd081e49,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:38.131305 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4b3f16e-c876-4489-94a9-97b4f1425216 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.133986 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b4b3f16e-c876-4489-94a9-97b4f1425216 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2949884 Aug 24 00:38:38.135491 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53504) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:38.143573 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-03cce284-f335-4246-9c2c-65378ccbb715 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Request body: {'security_group_rule': {'security_group_id': 'b24dadd6-d495-42a8-a6e8-4776324733da', 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:38.185621 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03cce284-f335-4246-9c2c-65378ccbb715 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.255003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-aacd7e52-b481-483d-865a-671ba1c49027 service neutron] 10.222.0.47 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729889 Aug 24 00:38:38.293653 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:38.338584 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03cce284-f335-4246-9c2c-65378ccbb715 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.348353 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03cce284-f335-4246-9c2c-65378ccbb715 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.366717 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:38.367130 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.391324 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03cce284-f335-4246-9c2c-65378ccbb715 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.392684 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-03cce284-f335-4246-9c2c-65378ccbb715 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2546833 Aug 24 00:38:38.395879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53514) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:38.400973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-921aebb7-c77f-4425-b506-b6076d655399 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Request body: {'security_group_rule': {'security_group_id': 'b24dadd6-d495-42a8-a6e8-4776324733da', 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:38.406537 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cce284-f335-4246-9c2c-65378ccbb715 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3a2667-38d0-4b36-945a-a2c3b56b4c5d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:38.436657 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-921aebb7-c77f-4425-b506-b6076d655399 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Project 14b0ea4c99334b5d9c637a705a2c71cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:38:38.443885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-921aebb7-c77f-4425-b506-b6076d655399 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.516245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb19964e-6c17-44e3-bd65-0269e531a922 req-4e393aaa-40cf-48c0-ad98-7ed0516d58ae service neutron] 10.222.0.47 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509799 Aug 24 00:38:38.525432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba074f4-3d49-4ba1-9226-5447997bd345 req-ecec05cd-ec5b-46e0-b88d-32f64f3a6b40 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:38.539933 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-921aebb7-c77f-4425-b506-b6076d655399 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.544367 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-921aebb7-c77f-4425-b506-b6076d655399 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.544951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ba074f4-3d49-4ba1-9226-5447997bd345 req-ecec05cd-ec5b-46e0-b88d-32f64f3a6b40 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 944 time: 0.1358984 Aug 24 00:38:38.565556 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921aebb7-c77f-4425-b506-b6076d655399 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0596f95d-e14a-429a-ac85-554fc8e21b7a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:38.588335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ba074f4-3d49-4ba1-9226-5447997bd345 req-2c84b955-70f9-4b8d-81f7-0af7eea84af6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Aug 24 00:38:38.591023 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-921aebb7-c77f-4425-b506-b6076d655399 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.594849 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-921aebb7-c77f-4425-b506-b6076d655399 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1953874 Aug 24 00:38:38.595183 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53522) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:38.600195 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f65e6dda-12d9-466d-9147-f980d50ba61a tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Request body: {'security_group_rule': {'security_group_id': 'b24dadd6-d495-42a8-a6e8-4776324733da', 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:38.636042 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-f65e6dda-12d9-466d-9147-f980d50ba61a tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Project 14b0ea4c99334b5d9c637a705a2c71cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:38:38.641198 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f65e6dda-12d9-466d-9147-f980d50ba61a tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.718288 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f65e6dda-12d9-466d-9147-f980d50ba61a tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.724110 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f65e6dda-12d9-466d-9147-f980d50ba61a tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.744521 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e6dda-12d9-466d-9147-f980d50ba61a tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f92429-779b-4f30-891c-0e0e6066a666,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:38.758969 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f65e6dda-12d9-466d-9147-f980d50ba61a tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.760277 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f65e6dda-12d9-466d-9147-f980d50ba61a tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1640782 Aug 24 00:38:38.991364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-7caa390e-5654-4cc1-8107-f4cbc5cf4bd1 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383366994&fields=id&tenant_id=14b0ea4c99334b5d9c637a705a2c71cd HTTP/1.1" status: 200 len: 267 time: 0.0490425 Aug 24 00:38:39.116770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-2a1b4e25-579e-461e-9c12-9b5b008d7b18 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:39.117913 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Sync routers for ids ['b1c5e927-e6ba-414a-984b-ed70986a62e5'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:38:39.124680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-2a1b4e25-579e-461e-9c12-9b5b008d7b18 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/networks?id=b44a77a0-e4f2-476f-a0cc-ab5f0b805736 HTTP/1.1" status: 200 len: 809 time: 0.1276958 Aug 24 00:38:39.130152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Routers {'b1c5e927-e6ba-414a-984b-ed70986a62e5'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:39.131078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1740502e-0df0-434e-9922-272174b07e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b1c5e927-e6ba-414a-984b-ed70986a62e5'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:39.143490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-3524bbe6-6daf-49ae-8649-f9de39bc1cc4 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/quotas/14b0ea4c99334b5d9c637a705a2c71cd HTTP/1.1" status: 200 len: 375 time: 0.0178277 Aug 24 00:38:39.225377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-0dbe66ac-e038-4114-aec6-2b6f10305956 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=14b0ea4c99334b5d9c637a705a2c71cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805092 Aug 24 00:38:39.287493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Set router b1c5e927-e6ba-414a-984b-ed70986a62e5 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:39.399696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-15cd61cc-f731-46ec-bdd5-55713d462037 service neutron] 10.222.0.32 "GET /v2.0/networks/b44a77a0-e4f2-476f-a0cc-ab5f0b805736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599748 Aug 24 00:38:39.535666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-4b1747a4-e265-404b-9b62-f2c5574a806b service neutron] 10.222.0.32 "GET /v2.0/networks/b44a77a0-e4f2-476f-a0cc-ab5f0b805736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346374 Aug 24 00:38:39.587605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1740502e-0df0-434e-9922-272174b07e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'name': 'tempest-TestServerBasicOps-37733014-router', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:27Z', 'updated_at': '2021-08-24T00:38:34Z', 'revision_number': 4, 'project_id': 'b032559e35504a2f90b5cc113dcba5e2', 'gw_port': {'id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:29Z', 'updated_at': '2021-08-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'cbf80efc-eaec-4cf0-b81c-e568a04fe395', 'name': '', 'network_id': 'a4941273-bd96-40af-a9f8-76f2eb1f91d0', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'mac_address': 'fa:16:3e:42:1c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '9658d830-017b-4f24-8c16-2fc639080c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:33Z', 'updated_at': '2021-08-24T00:38:34Z', 'revision_number': 2, 'project_id': 'b032559e35504a2f90b5cc113dcba5e2', 'subnets': [{'id': '9658d830-017b-4f24-8c16-2fc639080c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:39.646278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Checking router: b1c5e927-e6ba-414a-984b-ed70986a62e5 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:38:39.646278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Updating router b1c5e927-e6ba-414a-984b-ed70986a62e5 port cbf80efc-eaec-4cf0-b81c-e568a04fe395 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:38:39.677992 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.764781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e3417-175d-461c-8fbc-3ef13666b744 req-29dde634-35f4-4fc1-a177-c3b467e6017c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:39.767006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-996e3417-175d-461c-8fbc-3ef13666b744 req-29dde634-35f4-4fc1-a177-c3b467e6017c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 944 time: 0.0793059 Aug 24 00:38:39.805719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2db1a8f-8bc0-437f-b139-a50f7cb513e8 req-a056ff17-5683-46a6-980b-92d2a0405014 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 210 time: 0.0325742 Aug 24 00:38:39.864232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-996e3417-175d-461c-8fbc-3ef13666b744 req-e347de8e-f298-4aaa-9921-92d74dd206f0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795038 Aug 24 00:38:40.112711 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.125735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Transition to ACTIVE for port object cbf80efc-eaec-4cf0-b81c-e568a04fe395 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:40.134238 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.515221 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa98850-f456-4e8a-b886-1fb6ee4d6818 None None] Pushing event updated for resources: {'Port': ['ID=cbf80efc-eaec-4cf0-b81c-e568a04fe395,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:40.529555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Attempting to bind port cbf80efc-eaec-4cf0-b81c-e568a04fe395 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:40.529938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Attempting to bind port cbf80efc-eaec-4cf0-b81c-e568a04fe395 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '29ffdc28-66ed-4670-941f-0f6879990f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a4941273-bd96-40af-a9f8-76f2eb1f91d0'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:40.530306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Attempting to bind port cbf80efc-eaec-4cf0-b81c-e568a04fe395 on network a4941273-bd96-40af-a9f8-76f2eb1f91d0 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:40.535492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:40.536119 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Checking segment: {'id': '29ffdc28-66ed-4670-941f-0f6879990f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a4941273-bd96-40af-a9f8-76f2eb1f91d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:40.536740 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.537329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Bound using segment: {'id': '29ffdc28-66ed-4670-941f-0f6879990f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a4941273-bd96-40af-a9f8-76f2eb1f91d0'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:40.537981 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Bound port: cbf80efc-eaec-4cf0-b81c-e568a04fe395, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ffdc28-66ed-4670-941f-0f6879990f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a4941273-bd96-40af-a9f8-76f2eb1f91d0'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:40.538558 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.705398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1740502e-0df0-434e-9922-272174b07e9c None None] For port cbf80efc-eaec-4cf0-b81c-e568a04fe395, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:40.710577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1740502e-0df0-434e-9922-272174b07e9c None None] For port cbf80efc-eaec-4cf0-b81c-e568a04fe395, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=cbf80efc-eaec-4cf0-b81c-e568a04fe395,segment=NetworkSegment(29ffdc28-66ed-4670-941f-0f6879990f32),segment_id=29ffdc28-66ed-4670-941f-0f6879990f32)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:40.721286 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.845891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Routers {'b1c5e927-e6ba-414a-984b-ed70986a62e5'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:40.846922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1740502e-0df0-434e-9922-272174b07e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b1c5e927-e6ba-414a-984b-ed70986a62e5'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:40.912301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa98850-f456-4e8a-b886-1fb6ee4d6818 None None] Pushing event updated for resources: {'Port': ['ID=cbf80efc-eaec-4cf0-b81c-e568a04fe395,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:41.080082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1740502e-0df0-434e-9922-272174b07e9c None None] Set router b1c5e927-e6ba-414a-984b-ed70986a62e5 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:41.101472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efcf6cf8-632b-45f5-9182-33a366385203 req-1098dc36-109e-4476-becb-2c89c2527f0f tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 210 time: 0.0977132 Aug 24 00:38:41.259581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e50711-5cbb-40e4-a0cd-c5d4a830b2d1 req-c7323bab-df73-41f9-99f8-5ba6dc47b619 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:41.268328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63e50711-5cbb-40e4-a0cd-c5d4a830b2d1 req-c7323bab-df73-41f9-99f8-5ba6dc47b619 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 944 time: 0.1628358 Aug 24 00:38:41.371941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63e50711-5cbb-40e4-a0cd-c5d4a830b2d1 req-1e3430a8-a3b9-461a-9fb9-bdef8a0bff7b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991008 Aug 24 00:38:41.643457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1740502e-0df0-434e-9922-272174b07e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'name': 'tempest-TestServerBasicOps-37733014-router', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:27Z', 'updated_at': '2021-08-24T00:38:34Z', 'revision_number': 4, 'project_id': 'b032559e35504a2f90b5cc113dcba5e2', 'gw_port': {'id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:29Z', 'updated_at': '2021-08-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'cbf80efc-eaec-4cf0-b81c-e568a04fe395', 'name': '', 'network_id': 'a4941273-bd96-40af-a9f8-76f2eb1f91d0', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'mac_address': 'fa:16:3e:42:1c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '9658d830-017b-4f24-8c16-2fc639080c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:33Z', 'updated_at': '2021-08-24T00:38:40Z', 'revision_number': 4, 'project_id': 'b032559e35504a2f90b5cc113dcba5e2', 'subnets': [{'id': '9658d830-017b-4f24-8c16-2fc639080c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:41.675963 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-f3d0a03a-5d0a-4628-912d-fc8b4f9d4996 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:41.677807 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-f3d0a03a-5d0a-4628-912d-fc8b4f9d4996 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.47 "GET /v2.0/networks?id=b44a77a0-e4f2-476f-a0cc-ab5f0b805736 HTTP/1.1" status: 200 len: 809 time: 0.2069252 Aug 24 00:38:41.699989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740502e-0df0-434e-9922-272174b07e9c None None] The sync data for ids ['b1c5e927-e6ba-414a-984b-ed70986a62e5'] in n-d-805736-1 is: [{'id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'name': 'tempest-TestServerBasicOps-37733014-router', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:27Z', 'updated_at': '2021-08-24T00:38:34Z', 'revision_number': 4, 'project_id': 'b032559e35504a2f90b5cc113dcba5e2', 'gw_port': {'id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:29Z', 'updated_at': '2021-08-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'cbf80efc-eaec-4cf0-b81c-e568a04fe395', 'name': '', 'network_id': 'a4941273-bd96-40af-a9f8-76f2eb1f91d0', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'mac_address': 'fa:16:3e:42:1c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '9658d830-017b-4f24-8c16-2fc639080c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:33Z', 'updated_at': '2021-08-24T00:38:40Z', 'revision_number': 4, 'project_id': 'b032559e35504a2f90b5cc113dcba5e2', 'subnets': [{'id': '9658d830-017b-4f24-8c16-2fc639080c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:38:41.828750 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-597eb9e6-721d-488c-aea3-ec4626523f94 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14b0ea4c99334b5d9c637a705a2c71cd HTTP/1.1" status: 200 len: 379 time: 0.1142712 Aug 24 00:38:41.851165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-bae62816-ca6d-49d1-85b5-0f2ae3939e9c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Request body: {'port': {'device_id': 'a65d9f88-3bd5-4bff-9e96-66bb3c787a97', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'admin_state_up': True, 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'security_groups': ['b24dadd6-d495-42a8-a6e8-4776324733da']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:41.928452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7211417c-174c-4118-84cb-7074871732a3 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:38:42.071742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-bae62816-ca6d-49d1-85b5-0f2ae3939e9c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Made reservation on behalf of 14b0ea4c99334b5d9c637a705a2c71cd for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:42.076754 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-bae62816-ca6d-49d1-85b5-0f2ae3939e9c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.155819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7211417c-174c-4118-84cb-7074871732a3, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7211417c-174c-4118-84cb-7074871732a3,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:42.223911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '7211417c-174c-4118-84cb-7074871732a3', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'port_id': '7211417c-174c-4118-84cb-7074871732a3', 'mac_address': 'fa:16:3e:96:65:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5796dc-55b8-4279-906d-600a7699311f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:38:42.371028 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.400837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7211417c-174c-4118-84cb-7074871732a3 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:38:42.447574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cbf80efc-eaec-4cf0-b81c-e568a04fe395 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:42.457546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7211417c-174c-4118-84cb-7074871732a3, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7211417c-174c-4118-84cb-7074871732a3,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:42.473780 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d89f098d-4ab9-4c92-9d5d-d2f303b7ac21 req-55428d14-5bb9-40c2-8704-fa64d8a4f326 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 210 time: 0.1600339 Aug 24 00:38:42.490144 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.566269 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7211417c-174c-4118-84cb-7074871732a3,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:42.571737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-bae62816-ca6d-49d1-85b5-0f2ae3939e9c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Allocated IP 172.20.0.8 (b44a77a0-e4f2-476f-a0cc-ab5f0b805736/3fe8f63e-1610-4dc4-9a51-0540f42393c8/4a9bc93b-2892-46e3-aa8b-16be4f40be80) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:42.588057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port cbf80efc-eaec-4cf0-b81c-e568a04fe395 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:42.595511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port cbf80efc-eaec-4cf0-b81c-e568a04fe395 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:42.595844 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.704514 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.758845 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port cbf80efc-eaec-4cf0-b81c-e568a04fe395, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=cbf80efc-eaec-4cf0-b81c-e568a04fe395,segment=NetworkSegment(29ffdc28-66ed-4670-941f-0f6879990f32),segment_id=29ffdc28-66ed-4670-941f-0f6879990f32)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:42.768495 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.794074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89451a8-92e5-4d67-a60e-134b8eac749f req-babf511d-562e-4b12-854b-6a1cff7dbaea tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:42.801721 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e89451a8-92e5-4d67-a60e-134b8eac749f req-babf511d-562e-4b12-854b-6a1cff7dbaea tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 945 time: 0.2140129 Aug 24 00:38:42.853100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=cbf80efc-eaec-4cf0-b81c-e568a04fe395,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:42.881343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e89451a8-92e5-4d67-a60e-134b8eac749f req-49eacef3-1fcb-41dc-882d-de2e3e66a606 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781205 Aug 24 00:38:42.887514 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-bae62816-ca6d-49d1-85b5-0f2ae3939e9c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.905066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-bae62816-ca6d-49d1-85b5-0f2ae3939e9c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Transition to ACTIVE for port object 4a9bc93b-2892-46e3-aa8b-16be4f40be80 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:42.952420 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-bae62816-ca6d-49d1-85b5-0f2ae3939e9c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.019147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['7211417c-174c-4118-84cb-7074871732a3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:38:43.031259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-bae62816-ca6d-49d1-85b5-0f2ae3939e9c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:43.033631 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae62816-ca6d-49d1-85b5-0f2ae3939e9c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Pushing event updated for resources: {'Port': ['ID=4a9bc93b-2892-46e3-aa8b-16be4f40be80,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:43.047421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-bae62816-ca6d-49d1-85b5-0f2ae3939e9c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:43.050635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-bae62816-ca6d-49d1-85b5-0f2ae3939e9c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:43.258742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-bae62816-ca6d-49d1-85b5-0f2ae3939e9c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:43.259454 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-bae62816-ca6d-49d1-85b5-0f2ae3939e9c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.331406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25f270-7fa0-4d5d-8ff3-49ce649ecb56 req-6a8c2772-50a6-4998-9b83-6a62f93c7616 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:43.342523 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee25f270-7fa0-4d5d-8ff3-49ce649ecb56 req-6a8c2772-50a6-4998-9b83-6a62f93c7616 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 945 time: 0.1972003 Aug 24 00:38:43.368098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-bae62816-ca6d-49d1-85b5-0f2ae3939e9c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5234141 Aug 24 00:38:43.410461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-9c2b1395-df45-48e3-80ce-ffc5de9e7aa0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:43.418266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Request body: {'port': {'device_id': 'a65d9f88-3bd5-4bff-9e96-66bb3c787a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:43.418505 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-9c2b1395-df45-48e3-80ce-ffc5de9e7aa0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7&tenant_id=b921a640dca2469ab0511a55c18e6f1e&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 945 time: 0.2102416 Aug 24 00:38:43.515983 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee25f270-7fa0-4d5d-8ff3-49ce649ecb56 req-46664425-aca4-46be-b29b-d8577549d128 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654079 Aug 24 00:38:43.541201 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-56cfd5b5-de03-407b-9189-8b7965dcf517 service neutron] delete failed (client error): The resource could not be found. Aug 24 00:38:43.542295 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-56cfd5b5-de03-407b-9189-8b7965dcf517 service neutron] 10.222.0.13 "DELETE /v2.0/ports/7211417c-174c-4118-84cb-7074871732a3/bindings/n-h2-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.1131980 Aug 24 00:38:43.582620 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.599052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8ee435fc-b3b8-4343-8c72-4d40336907a7 None None] Provisioning for port 4a9bc93b-2892-46e3-aa8b-16be4f40be80 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:43.604165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8ee435fc-b3b8-4343-8c72-4d40336907a7 None None] Provisioning complete for port 4a9bc93b-2892-46e3-aa8b-16be4f40be80 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:43.605059 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ee435fc-b3b8-4343-8c72-4d40336907a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.698714 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8ee435fc-b3b8-4343-8c72-4d40336907a7 None None] Port 4a9bc93b-2892-46e3-aa8b-16be4f40be80 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:43.719287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-bcc5d46b-a900-411a-83d2-6afb31378321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:43.722877 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-bcc5d46b-a900-411a-83d2-6afb31378321 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 1096 time: 0.0881429 Aug 24 00:38:43.905100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a724e3-10c8-4d7b-8db4-55170484b9e0 req-6fde547b-a538-43f8-b256-6254aaf82bfb tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:43.907093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-0164dea8-0e1d-431d-ab39-e8be98026d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:43.908773 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-0164dea8-0e1d-431d-ab39-e8be98026d7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f60c366-7b88-474c-8bd3-b4d24b078fb1 HTTP/1.1" status: 200 len: 898 time: 0.1773434 Aug 24 00:38:43.911271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2a724e3-10c8-4d7b-8db4-55170484b9e0 req-6fde547b-a538-43f8-b256-6254aaf82bfb tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 931 time: 0.2138426 Aug 24 00:38:43.995984 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-6292af73-3c87-4b1c-bcf8-a6252388ae63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7211417c-174c-4118-84cb-7074871732a3 HTTP/1.1" status: 200 len: 1000 time: 0.0772007 Aug 24 00:38:44.067034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-9593f488-7812-464a-84e9-f0cb1d5e2b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:44.068835 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-9593f488-7812-464a-84e9-f0cb1d5e2b57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f5796dc-55b8-4279-906d-600a7699311f HTTP/1.1" status: 200 len: 834 time: 0.0649581 Aug 24 00:38:44.075090 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2a724e3-10c8-4d7b-8db4-55170484b9e0 req-2cb29f43-606f-4b4e-b9da-36a2c2a5f48f tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537237 Aug 24 00:38:44.181552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-b1ec803d-773f-47b9-97e0-8306aa771e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:44.183261 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-b1ec803d-773f-47b9-97e0-8306aa771e5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f60c366-7b88-474c-8bd3-b4d24b078fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063068 Aug 24 00:38:44.257551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9bc93b-2892-46e3-aa8b-16be4f40be80 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:38:44.266810 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.280465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Transition to ACTIVE for port object 4a9bc93b-2892-46e3-aa8b-16be4f40be80 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:44.287312 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.306858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cbf80efc-eaec-4cf0-b81c-e568a04fe395 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:44.360951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Pushing event updated for resources: {'Port': ['ID=4a9bc93b-2892-46e3-aa8b-16be4f40be80,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:44.363969 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-cc73b7e0-28dd-4fee-8b1b-87f058426498 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682003 Aug 24 00:38:44.419688 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port cbf80efc-eaec-4cf0-b81c-e568a04fe395 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:44.426805 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.487192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Attempting to bind port 4a9bc93b-2892-46e3-aa8b-16be4f40be80 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:44.487838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Attempting to bind port 4a9bc93b-2892-46e3-aa8b-16be4f40be80 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:44.488379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Attempting to bind port 4a9bc93b-2892-46e3-aa8b-16be4f40be80 on network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:44.494316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Port 4a9bc93b-2892-46e3-aa8b-16be4f40be80 on network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:44.495573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Attempting to bind port 4a9bc93b-2892-46e3-aa8b-16be4f40be80 on network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:44.502352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:44.502601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Checking segment: {'id': '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:44.503106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Bound using segment: {'id': '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:44.503568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Bound port: 4a9bc93b-2892-46e3-aa8b-16be4f40be80, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:44.503937 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.601347 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-d80f9866-00e0-40a7-880b-87e4d51ef756 req-40635239-a03b-436c-85a8-c31235a41199 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269161 Aug 24 00:38:44.645428 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] For port 4a9bc93b-2892-46e3-aa8b-16be4f40be80, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:44.660276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] For port 4a9bc93b-2892-46e3-aa8b-16be4f40be80, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4a9bc93b-2892-46e3-aa8b-16be4f40be80,segment=NetworkSegment(4ddd86dc-f546-48e2-bc9d-48c3f03f38f4),segment_id=4ddd86dc-f546-48e2-bc9d-48c3f03f38f4)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:44.669294 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.815439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:44.816009 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.819579 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] 10.222.0.47 "PUT /v2.0/ports/4a9bc93b-2892-46e3-aa8b-16be4f40be80 HTTP/1.1" status: 200 len: 1091 time: 1.4269133 Aug 24 00:38:44.821828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65d9f88-3bd5-4bff-9e96-66bb3c787a97', 'tag': '4a9bc93b-2892-46e3-aa8b-16be4f40be80'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:44.824912 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465df771-9e80-4482-b213-71611fcce2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a65d9f88-3bd5-4bff-9e96-66bb3c787a97", "tag": "4a9bc93b-2892-46e3-aa8b-16be4f40be80"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:44.872478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b9918-39a0-4062-9ef0-19f8edc0f317 req-e72d34d5-7c56-4b52-90b8-2a62efbbf4dd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:44.874021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f6b9918-39a0-4062-9ef0-19f8edc0f317 req-e72d34d5-7c56-4b52-90b8-2a62efbbf4dd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 945 time: 0.1451924 Aug 24 00:38:44.880685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f162d-9ddb-47fb-a995-affe727aca4f service neutron] Pushing event updated for resources: {'Port': ['ID=4a9bc93b-2892-46e3-aa8b-16be4f40be80,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:44.990577 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf0056a-e17f-423e-b6f7-1e052eceb8af x-openstack-request-id: req-dcf0056a-e17f-423e-b6f7-1e052eceb8af {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:44.990890 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65d9f88-3bd5-4bff-9e96-66bb3c787a97", "tag": "4a9bc93b-2892-46e3-aa8b-16be4f40be80", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:44.991328 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dcf0056a-e17f-423e-b6f7-1e052eceb8af {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:44.991926 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65d9f88-3bd5-4bff-9e96-66bb3c787a97', 'tag': '4a9bc93b-2892-46e3-aa8b-16be4f40be80', 'status': 'completed', 'code': 200} Aug 24 00:38:44.996477 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f6b9918-39a0-4062-9ef0-19f8edc0f317 req-216ba092-8f6b-4782-9216-53f1fd490534 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126151 Aug 24 00:38:45.005833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-2f758cac-280e-426d-bbbc-2f28cd21f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:45.016405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-2f758cac-280e-426d-bbbc-2f28cd21f38c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14b0ea4c99334b5d9c637a705a2c71cd&device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 1094 time: 0.0950069 Aug 24 00:38:45.108842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-29528ed5-b9b0-4a2c-a188-017d5689635f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a9bc93b-2892-46e3-aa8b-16be4f40be80 HTTP/1.1" status: 200 len: 217 time: 0.0744042 Aug 24 00:38:45.311529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-803bfe07-48b3-41e7-ad22-6fb7539aacf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:45.313104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-803bfe07-48b3-41e7-ad22-6fb7539aacf4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe8f63e-1610-4dc4-9a51-0540f42393c8 HTTP/1.1" status: 200 len: 848 time: 0.1959198 Aug 24 00:38:45.329888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655a9aa-537c-40b9-9473-dd5000d532bb req-4d29746a-7d0e-4864-b84c-d80036e70905 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:45.331938 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1655a9aa-537c-40b9-9473-dd5000d532bb req-4d29746a-7d0e-4864-b84c-d80036e70905 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 943 time: 0.1185462 Aug 24 00:38:45.410957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1655a9aa-537c-40b9-9473-dd5000d532bb req-da2cd2a5-4a2e-4fa9-a210-aebf78cfbb01 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679419 Aug 24 00:38:45.431027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-360f7143-c461-42da-8745-fd854bde7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:45.434632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-360f7143-c461-42da-8745-fd854bde7667 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b44a77a0-e4f2-476f-a0cc-ab5f0b805736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013181 Aug 24 00:38:45.591243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-df75787d-90b7-4d6b-a17f-8997c947cfb4 service neutron] 10.222.0.47 "GET /v2.0/networks/b44a77a0-e4f2-476f-a0cc-ab5f0b805736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480653 Aug 24 00:38:45.694070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-930cea0c-ae37-491e-b5fa-6701a3e1579f req-934de102-5be3-43f7-ac2d-583c719e578d service neutron] 10.222.0.47 "GET /v2.0/networks/b44a77a0-e4f2-476f-a0cc-ab5f0b805736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935340 Aug 24 00:38:45.848784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465df771-9e80-4482-b213-71611fcce2b4 req-b2e8d888-596f-45c8-afa3-6f686d0306d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:45.850949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-465df771-9e80-4482-b213-71611fcce2b4 req-b2e8d888-596f-45c8-afa3-6f686d0306d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14b0ea4c99334b5d9c637a705a2c71cd&device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 1094 time: 0.0552709 Aug 24 00:38:45.958211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7211417c-174c-4118-84cb-7074871732a3 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:45.985948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465df771-9e80-4482-b213-71611fcce2b4 req-ffca8413-e89f-4840-8b16-9a9c35c05360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:45.989622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-465df771-9e80-4482-b213-71611fcce2b4 req-ffca8413-e89f-4840-8b16-9a9c35c05360 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b44a77a0-e4f2-476f-a0cc-ab5f0b805736 HTTP/1.1" status: 200 len: 910 time: 0.1307840 Aug 24 00:38:46.077529 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 7211417c-174c-4118-84cb-7074871732a3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:46.080890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-465df771-9e80-4482-b213-71611fcce2b4 req-5efb1e3b-4f62-4691-b78d-8959231293a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a9bc93b-2892-46e3-aa8b-16be4f40be80 HTTP/1.1" status: 200 len: 217 time: 0.0765035 Aug 24 00:38:46.083572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 7211417c-174c-4118-84cb-7074871732a3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:46.084522 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.250926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465df771-9e80-4482-b213-71611fcce2b4 req-e295991b-ff2d-4f1e-b6e9-427435b3c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:46.252441 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-465df771-9e80-4482-b213-71611fcce2b4 req-e295991b-ff2d-4f1e-b6e9-427435b3c61d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe8f63e-1610-4dc4-9a51-0540f42393c8 HTTP/1.1" status: 200 len: 848 time: 0.1617405 Aug 24 00:38:46.269587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93f7c2-e6b1-4f56-bdbe-74111714c127 req-d3242158-33f3-492a-9b00-f38c8c08afc3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:46.271134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b93f7c2-e6b1-4f56-bdbe-74111714c127 req-d3242158-33f3-492a-9b00-f38c8c08afc3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 945 time: 0.1177237 Aug 24 00:38:46.271847 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.340348 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7211417c-174c-4118-84cb-7074871732a3, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7211417c-174c-4118-84cb-7074871732a3,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:46.341608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7211417c-174c-4118-84cb-7074871732a3'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:46.344407 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a210d7d2-8945-49b8-a141-9b2e08e46167" -d '{"events": [{"server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "name": "network-vif-plugged", "status": "completed", "tag": "7211417c-174c-4118-84cb-7074871732a3"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:46.350317 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.407949 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a7874d-70db-4b3c-a029-b89e2f674bdc x-openstack-request-id: req-54a7874d-70db-4b3c-a029-b89e2f674bdc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:46.408195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b93f7c2-e6b1-4f56-bdbe-74111714c127 req-e881ef0e-6f13-4ef3-af7e-334a9eda4956 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186614 Aug 24 00:38:46.408331 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "name": "network-vif-plugged", "status": "completed", "tag": "7211417c-174c-4118-84cb-7074871732a3", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:46.408626 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54a7874d-70db-4b3c-a029-b89e2f674bdc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:46.408879 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7211417c-174c-4118-84cb-7074871732a3', 'code': 200} Aug 24 00:38:46.409607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7211417c-174c-4118-84cb-7074871732a3,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:46.414860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465df771-9e80-4482-b213-71611fcce2b4 req-c591f704-de36-4805-9113-2bcc3caf540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:46.416406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-465df771-9e80-4482-b213-71611fcce2b4 req-c591f704-de36-4805-9113-2bcc3caf540c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b44a77a0-e4f2-476f-a0cc-ab5f0b805736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365838 Aug 24 00:38:46.431876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53750) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:46.658573 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-465df771-9e80-4482-b213-71611fcce2b4 req-8c5bfc37-10a2-4a9d-90ee-f26b8b40b995 service neutron] 10.222.0.47 "GET /v2.0/networks/b44a77a0-e4f2-476f-a0cc-ab5f0b805736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222657 Aug 24 00:38:46.672605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11155b-c4dc-4379-a6fb-e9f181eafd02 req-7580600e-425d-4541-b9ed-9ca4af4712ed tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:46.681244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d11155b-c4dc-4379-a6fb-e9f181eafd02 req-7580600e-425d-4541-b9ed-9ca4af4712ed tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 943 time: 0.1200945 Aug 24 00:38:46.799471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-465df771-9e80-4482-b213-71611fcce2b4 req-d6afbe0e-7ef2-437b-af8c-0f9fcc22d0cb service neutron] 10.222.0.47 "GET /v2.0/networks/b44a77a0-e4f2-476f-a0cc-ab5f0b805736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153514 Aug 24 00:38:46.829413 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d11155b-c4dc-4379-a6fb-e9f181eafd02 req-1a094b3c-c025-4290-94cb-93da7121a318 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431723 Aug 24 00:38:46.877569 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-596f61a5-0df9-45c7-a7fb-438926d81041 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/5d8f5e61-6959-4314-9d72-c8cacce56c14 HTTP/1.1" status: 200 len: 993 time: 0.4435186 Aug 24 00:38:47.155460 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53760) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:47.437063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b092cd51-ff57-42f1-877b-131d87f1f1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.563286 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b092cd51-ff57-42f1-877b-131d87f1f1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.568152 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b092cd51-ff57-42f1-877b-131d87f1f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.610767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b092cd51-ff57-42f1-877b-131d87f1f1bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7479601928774f6abb56a7e3f7407206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4540522 Aug 24 00:38:47.611034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53772) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:47.612814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092cd51-ff57-42f1-877b-131d87f1f1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266331a0-c18a-4b9f-9b82-d196d02465e8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:47.692823 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.722413 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.796387 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.799031 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.800186 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/266331a0-c18a-4b9f-9b82-d196d02465e8 HTTP/1.1" status: 204 len: 168 time: 0.1879330 Aug 24 00:38:47.815860 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266331a0-c18a-4b9f-9b82-d196d02465e8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:47.826363 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:47.827344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:47.828285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:47.828911 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:47.829476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:47.830303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:47.830925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:47.835542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:47.836136 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:47.836651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:47.837174 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:47.837718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72544f96-9dc8-4e56-91fa-9897ff26617a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:47.977858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3be6d-f33b-47b1-a62e-02c4fbab9f64 req-15d71ddd-732a-433a-984c-8966271fc9b2 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:47.982819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1d3be6d-f33b-47b1-a62e-02c4fbab9f64 req-15d71ddd-732a-433a-984c-8966271fc9b2 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 943 time: 0.0687582 Aug 24 00:38:48.056541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1d3be6d-f33b-47b1-a62e-02c4fbab9f64 req-0714cef4-17c7-4b5a-932c-ca80b8d39c35 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678463 Aug 24 00:38:48.260890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53792) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:48.278819 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-158abba7-7234-47f2-b51f-921c461d8b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.324999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53794) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:48.403425 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-158abba7-7234-47f2-b51f-921c461d8b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.409076 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-158abba7-7234-47f2-b51f-921c461d8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.448041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158abba7-7234-47f2-b51f-921c461d8b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d6eb61-4ab7-482b-aa99-a3145daee0b2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:48.452755 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-158abba7-7234-47f2-b51f-921c461d8b26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a3e5529f06d43f8bce6ea5114ac606e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1904330 Aug 24 00:38:48.455310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53800) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:48.519899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-220a26a8-a13f-4082-971f-5e10715ef84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.530659 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-49fa6d8c-25a7-4c73-b5b7-b29e419495a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.545163 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-220a26a8-a13f-4082-971f-5e10715ef84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.596323 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-220a26a8-a13f-4082-971f-5e10715ef84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.598903 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-220a26a8-a13f-4082-971f-5e10715ef84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.600073 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-220a26a8-a13f-4082-971f-5e10715ef84e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3d6eb61-4ab7-482b-aa99-a3145daee0b2 HTTP/1.1" status: 204 len: 168 time: 0.1438494 Aug 24 00:38:48.609755 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a26a8-a13f-4082-971f-5e10715ef84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d6eb61-4ab7-482b-aa99-a3145daee0b2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:48.631658 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-49fa6d8c-25a7-4c73-b5b7-b29e419495a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.637615 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-49fa6d8c-25a7-4c73-b5b7-b29e419495a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.680033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-49fa6d8c-25a7-4c73-b5b7-b29e419495a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=780dce7f628e4e80970b53d1be0972f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3540530 Aug 24 00:38:48.680875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa6d8c-25a7-4c73-b5b7-b29e419495a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcb95f3-0875-4b82-9903-d68ac3f394c9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:48.683480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53804) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:48.738250 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e73a0283-2671-40c6-9bd2-a5a0a37b48bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.763919 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e73a0283-2671-40c6-9bd2-a5a0a37b48bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.813261 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e73a0283-2671-40c6-9bd2-a5a0a37b48bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.816277 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e73a0283-2671-40c6-9bd2-a5a0a37b48bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.820151 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e73a0283-2671-40c6-9bd2-a5a0a37b48bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bcb95f3-0875-4b82-9903-d68ac3f394c9 HTTP/1.1" status: 204 len: 168 time: 0.1301622 Aug 24 00:38:48.826759 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a0283-2671-40c6-9bd2-a5a0a37b48bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcb95f3-0875-4b82-9903-d68ac3f394c9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:49.148144 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53826) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:49.161938 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a519eed4-372a-4106-9056-c26480fe24f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.177105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da34f2-4722-4c18-9507-f76467af8cef req-47e8e9b4-1c84-4e22-a828-934d8e933e34 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:49.178651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4da34f2-4722-4c18-9507-f76467af8cef req-47e8e9b4-1c84-4e22-a828-934d8e933e34 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 943 time: 0.0524611 Aug 24 00:38:49.222114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4da34f2-4722-4c18-9507-f76467af8cef req-54f678eb-43f4-4573-a378-ada3dc039832 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358436 Aug 24 00:38:49.263991 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a519eed4-372a-4106-9056-c26480fe24f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.270105 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a519eed4-372a-4106-9056-c26480fe24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.315064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53832) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:49.315257 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a519eed4-372a-4106-9056-c26480fe24f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e2bb472fe55457ea2ba8a4d1b7ec7e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656809 Aug 24 00:38:49.316132 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519eed4-372a-4106-9056-c26480fe24f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08430e9-892d-40d9-a19d-6003e966c409,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:49.372457 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5b2e754-bc74-4d3f-91a3-a21b72cde298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.397037 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5b2e754-bc74-4d3f-91a3-a21b72cde298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.455759 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5b2e754-bc74-4d3f-91a3-a21b72cde298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.458654 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5b2e754-bc74-4d3f-91a3-a21b72cde298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.462900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d5b2e754-bc74-4d3f-91a3-a21b72cde298 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c08430e9-892d-40d9-a19d-6003e966c409 HTTP/1.1" status: 204 len: 168 time: 0.1461229 Aug 24 00:38:49.472781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2e754-bc74-4d3f-91a3-a21b72cde298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08430e9-892d-40d9-a19d-6003e966c409,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:49.674532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa377a20-4060-4122-b585-00d818c4b7cf req-64554ed3-bd6d-46c9-9262-b5d01e31cb90 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:49.676111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa377a20-4060-4122-b585-00d818c4b7cf req-64554ed3-bd6d-46c9-9262-b5d01e31cb90 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 815 time: 0.1206164 Aug 24 00:38:49.691894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa377a20-4060-4122-b585-00d818c4b7cf req-9362efb3-9c1a-4eca-bc40-aabb043152cf tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/quotas/33c45ffed6d949d68a0c0a054d17a347 HTTP/1.1" status: 200 len: 375 time: 0.0097978 Aug 24 00:38:49.749382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa377a20-4060-4122-b585-00d818c4b7cf req-e3499ce0-07fc-4957-b939-b2b2a2fcb8b5 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506783 Aug 24 00:38:49.850481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 53866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:49.851044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa377a20-4060-4122-b585-00d818c4b7cf req-3ba662cd-97b7-462f-b7c6-bfbd89e00901 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950191 Aug 24 00:38:49.864607 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4054ce5-a9eb-470e-86b2-6530aff1b2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.914567 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:38:49.959542 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4054ce5-a9eb-470e-86b2-6530aff1b2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.961766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa377a20-4060-4122-b585-00d818c4b7cf req-68b7a3d3-45d2-4722-8d24-b59479766040 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024449 Aug 24 00:38:49.970599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4054ce5-a9eb-470e-86b2-6530aff1b2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.972368 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 4a9bc93b-2892-46e3-aa8b-16be4f40be80 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:38:50.019887 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4054ce5-a9eb-470e-86b2-6530aff1b2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0abe6b-5783-4afd-95a8-d8905530016e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:50.039000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53870) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:50.039226 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c4054ce5-a9eb-470e-86b2-6530aff1b2f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d44dd5484c7d49e7ade5e92927c9d47a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874256 Aug 24 00:38:50.103632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 4a9bc93b-2892-46e3-aa8b-16be4f40be80, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4a9bc93b-2892-46e3-aa8b-16be4f40be80,segment=NetworkSegment(4ddd86dc-f546-48e2-bc9d-48c3f03f38f4),segment_id=4ddd86dc-f546-48e2-bc9d-48c3f03f38f4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:50.119036 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e65290-95ac-4d92-b2bb-745cdff82c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.119282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '4a9bc93b-2892-46e3-aa8b-16be4f40be80', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'port_id': '4a9bc93b-2892-46e3-aa8b-16be4f40be80', 'mac_address': 'fa:16:3e:57:41:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:38:50.161952 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e65290-95ac-4d92-b2bb-745cdff82c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.181524 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.201806 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9bc93b-2892-46e3-aa8b-16be4f40be80 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:38:50.215810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba3931f8-844f-407a-ae29-2594634da567 req-16e6c0bd-a2b5-4866-81e3-03e2c1de845f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 210 time: 0.0475519 Aug 24 00:38:50.259240 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 4a9bc93b-2892-46e3-aa8b-16be4f40be80, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4a9bc93b-2892-46e3-aa8b-16be4f40be80,segment=NetworkSegment(4ddd86dc-f546-48e2-bc9d-48c3f03f38f4),segment_id=4ddd86dc-f546-48e2-bc9d-48c3f03f38f4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:50.264746 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.275505 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e65290-95ac-4d92-b2bb-745cdff82c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.278713 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48e65290-95ac-4d92-b2bb-745cdff82c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.282546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-48e65290-95ac-4d92-b2bb-745cdff82c21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd0abe6b-5783-4afd-95a8-d8905530016e HTTP/1.1" status: 204 len: 168 time: 0.2420466 Aug 24 00:38:50.302054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e65290-95ac-4d92-b2bb-745cdff82c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0abe6b-5783-4afd-95a8-d8905530016e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:50.357677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=4a9bc93b-2892-46e3-aa8b-16be4f40be80,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:50.404577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085be2a-f239-4dfe-9ad0-f17ce6d9c02d req-b788360c-ff31-4e23-87a0-80526153191a tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:50.406367 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2085be2a-f239-4dfe-9ad0-f17ce6d9c02d req-b788360c-ff31-4e23-87a0-80526153191a tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 944 time: 0.0924494 Aug 24 00:38:50.504071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2085be2a-f239-4dfe-9ad0-f17ce6d9c02d req-3bccb876-7d58-4290-bb62-ae4b931f94a4 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783062 Aug 24 00:38:50.689030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['4a9bc93b-2892-46e3-aa8b-16be4f40be80'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:38:51.327647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebc5a447-9a5a-4adf-8ae8-293ebc081d28 req-5a2a19a4-f802-4c7b-b13c-2df6b01961d5 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 210 time: 0.0339704 Aug 24 00:38:51.443894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa377a20-4060-4122-b585-00d818c4b7cf req-405602cb-daf3-44fc-be98-c6ef36782bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:51.445327 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fa377a20-4060-4122-b585-00d818c4b7cf req-405602cb-daf3-44fc-be98-c6ef36782bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.13 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 815 time: 0.1418955 Aug 24 00:38:51.466738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-fa377a20-4060-4122-b585-00d818c4b7cf req-542832a3-bee8-429f-add1-954b2d720bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Request body: {'port': {'device_id': '9e4c7047-7c94-4f13-933e-8935b03aa6da', 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba', 'admin_state_up': True, 'tenant_id': '33c45ffed6d949d68a0c0a054d17a347'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:51.527110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53944) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:51.617930 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa377a20-4060-4122-b585-00d818c4b7cf req-542832a3-bee8-429f-add1-954b2d720bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Made reservation on behalf of 33c45ffed6d949d68a0c0a054d17a347 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:51.622933 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa377a20-4060-4122-b585-00d818c4b7cf req-542832a3-bee8-429f-add1-954b2d720bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:51.630124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160009f-27fc-40bf-89d1-87e59dc1684f req-1fe8c3d8-4caa-4d3a-9102-cd63481555dc tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:51.637949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5160009f-27fc-40bf-89d1-87e59dc1684f req-1fe8c3d8-4caa-4d3a-9102-cd63481555dc tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 944 time: 0.0697064 Aug 24 00:38:51.689486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5160009f-27fc-40bf-89d1-87e59dc1684f req-6a08e7a9-abcb-4ca1-a7cc-99b1413092a8 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434430 Aug 24 00:38:51.739464 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de43feb7-b5e5-46ab-8435-3dc9128849ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:51.774210 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-fa377a20-4060-4122-b585-00d818c4b7cf req-542832a3-bee8-429f-add1-954b2d720bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Allocated IP 172.20.0.5 (2f2706c8-e765-4e9d-8d8b-16481d4876ba/dbd9b90b-f801-4301-962f-740fe1951187/b688f362-43b9-4670-a27a-83085ba29a14) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:51.867113 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de43feb7-b5e5-46ab-8435-3dc9128849ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:51.872195 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de43feb7-b5e5-46ab-8435-3dc9128849ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:51.911708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-de43feb7-b5e5-46ab-8435-3dc9128849ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72ea0d4c342d47bb98b2072732376ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3832471 Aug 24 00:38:51.914809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53954) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:51.921590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43feb7-b5e5-46ab-8435-3dc9128849ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c82b2d-7995-40d4-9a52-c4e559922457,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:51.969848 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7920fd13-f445-4004-9ef5-0649d1368c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:51.976044 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa377a20-4060-4122-b585-00d818c4b7cf req-542832a3-bee8-429f-add1-954b2d720bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:51.990887 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 4a9bc93b-2892-46e3-aa8b-16be4f40be80 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:51.998182 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7920fd13-f445-4004-9ef5-0649d1368c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.021529 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa377a20-4060-4122-b585-00d818c4b7cf req-542832a3-bee8-429f-add1-954b2d720bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.057902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 4a9bc93b-2892-46e3-aa8b-16be4f40be80 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:52.059379 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7920fd13-f445-4004-9ef5-0649d1368c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.063230 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7920fd13-f445-4004-9ef5-0649d1368c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.066727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7920fd13-f445-4004-9ef5-0649d1368c46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2c82b2d-7995-40d4-9a52-c4e559922457 HTTP/1.1" status: 204 len: 168 time: 0.1492763 Aug 24 00:38:52.070304 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 4a9bc93b-2892-46e3-aa8b-16be4f40be80 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:52.070887 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.073491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['e3aa257b-7483-4d31-944e-ef722bd82713'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:38:52.074477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920fd13-f445-4004-9ef5-0649d1368c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c82b2d-7995-40d4-9a52-c4e559922457,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:52.075856 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['af9a2717-2fc4-4f56-ac77-cb232ca69299', '5aaddec5-7560-4880-a8f5-60d0c13830ac'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:38:52.106898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa377a20-4060-4122-b585-00d818c4b7cf req-542832a3-bee8-429f-add1-954b2d720bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Network 2f2706c8-e765-4e9d-8d8b-16481d4876ba is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:52.111203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-fa377a20-4060-4122-b585-00d818c4b7cf req-542832a3-bee8-429f-add1-954b2d720bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:52.114819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa377a20-4060-4122-b585-00d818c4b7cf req-542832a3-bee8-429f-add1-954b2d720bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:52.119231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542832a3-bee8-429f-add1-954b2d720bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Pushing event updated for resources: {'Port': ['ID=b688f362-43b9-4670-a27a-83085ba29a14,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:52.177909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa377a20-4060-4122-b585-00d818c4b7cf req-542832a3-bee8-429f-add1-954b2d720bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:52.178545 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa377a20-4060-4122-b585-00d818c4b7cf req-542832a3-bee8-429f-add1-954b2d720bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.195333 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fa377a20-4060-4122-b585-00d818c4b7cf req-542832a3-bee8-429f-add1-954b2d720bff tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7347891 Aug 24 00:38:52.216601 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Request body: {'port': {'device_id': '9e4c7047-7c94-4f13-933e-8935b03aa6da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:52.296726 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.345406 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.436037 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65d9f88-3bd5-4bff-9e96-66bb3c787a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9bc93b-2892-46e3-aa8b-16be4f40be80'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:52.438744 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865b2b4d-552e-4c53-8156-95702b644c18" -d '{"events": [{"server_uuid": "a65d9f88-3bd5-4bff-9e96-66bb3c787a97", "name": "network-vif-plugged", "status": "completed", "tag": "4a9bc93b-2892-46e3-aa8b-16be4f40be80"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:52.473420 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 4a9bc93b-2892-46e3-aa8b-16be4f40be80, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4a9bc93b-2892-46e3-aa8b-16be4f40be80,segment=NetworkSegment(4ddd86dc-f546-48e2-bc9d-48c3f03f38f4),segment_id=4ddd86dc-f546-48e2-bc9d-48c3f03f38f4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:52.486045 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.500137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640963fb-d40e-49af-aef1-8e516e9820e1 req-41a20bd1-b030-4abd-864f-cf0319da87ca tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:52.512550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-640963fb-d40e-49af-aef1-8e516e9820e1 req-41a20bd1-b030-4abd-864f-cf0319da87ca tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 931 time: 0.1031928 Aug 24 00:38:52.531259 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98027465-092f-4482-95d6-d907d4823fa9 x-openstack-request-id: req-98027465-092f-4482-95d6-d907d4823fa9 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:52.531597 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65d9f88-3bd5-4bff-9e96-66bb3c787a97", "name": "network-vif-plugged", "status": "completed", "tag": "4a9bc93b-2892-46e3-aa8b-16be4f40be80", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:52.531786 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98027465-092f-4482-95d6-d907d4823fa9 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:52.532167 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65d9f88-3bd5-4bff-9e96-66bb3c787a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9bc93b-2892-46e3-aa8b-16be4f40be80', 'code': 200} Aug 24 00:38:52.585210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=4a9bc93b-2892-46e3-aa8b-16be4f40be80,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:52.615900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-640963fb-d40e-49af-aef1-8e516e9820e1 req-5feebc0d-1ce1-484d-8830-11540633b2d2 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021044 Aug 24 00:38:52.641134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53968) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:52.677982 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2622dfb9-963c-4f93-a524-088d82d110d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.716930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2e27-c0f9-4cad-acdc-1a88915eb5d3 req-1ab15747-0ced-4533-adcb-63c010e798d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:52.718954 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9aa2e27-c0f9-4cad-acdc-1a88915eb5d3 req-1ab15747-0ced-4533-adcb-63c010e798d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 1096 time: 0.0706277 Aug 24 00:38:52.766484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b688f362-43b9-4670-a27a-83085ba29a14 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:38:52.774502 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.782204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9aa2e27-c0f9-4cad-acdc-1a88915eb5d3 req-7ca5ea1e-8afd-47b0-b0a8-240650d66ab0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535681 Aug 24 00:38:52.788310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Transition to ACTIVE for port object b688f362-43b9-4670-a27a-83085ba29a14 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:52.791986 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.857655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Pushing event updated for resources: {'Port': ['ID=b688f362-43b9-4670-a27a-83085ba29a14,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:52.865059 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2622dfb9-963c-4f93-a524-088d82d110d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.879303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326822d-27a5-4005-99ef-c2296cf3c0ac req-70997d01-4ca1-4de0-a429-736c2b1cf390 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:52.887397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d326822d-27a5-4005-99ef-c2296cf3c0ac req-70997d01-4ca1-4de0-a429-736c2b1cf390 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 945 time: 0.1181383 Aug 24 00:38:52.890798 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2622dfb9-963c-4f93-a524-088d82d110d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.944240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Attempting to bind port b688f362-43b9-4670-a27a-83085ba29a14 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:52.944588 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Attempting to bind port b688f362-43b9-4670-a27a-83085ba29a14 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:52.944927 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Attempting to bind port b688f362-43b9-4670-a27a-83085ba29a14 on network 2f2706c8-e765-4e9d-8d8b-16481d4876ba {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:52.949955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Port b688f362-43b9-4670-a27a-83085ba29a14 on network 2f2706c8-e765-4e9d-8d8b-16481d4876ba not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:52.950289 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Attempting to bind port b688f362-43b9-4670-a27a-83085ba29a14 on network 2f2706c8-e765-4e9d-8d8b-16481d4876ba {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:52.956686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:52.956963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Checking segment: {'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:52.957351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Bound using segment: {'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:52.957811 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Bound port: b688f362-43b9-4670-a27a-83085ba29a14, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437d096f-68f1-45af-983f-8e883fb083b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:52.958176 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.961698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2622dfb9-963c-4f93-a524-088d82d110d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de43bae3828b4ef1aafb6b9461d84b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194742 Aug 24 00:38:52.965320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622dfb9-963c-4f93-a524-088d82d110d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f187b73-c7b0-4ceb-8150-67fd7a504d16,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:52.967872 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 53978) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:52.988819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d326822d-27a5-4005-99ef-c2296cf3c0ac req-01a70fae-6597-45f8-946f-57c8ee18e838 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943341 Aug 24 00:38:53.036047 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f09d09e-19f5-41e8-8607-a6bf4919cbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.058669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] For port b688f362-43b9-4670-a27a-83085ba29a14, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:53.061794 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f09d09e-19f5-41e8-8607-a6bf4919cbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.061949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] For port b688f362-43b9-4670-a27a-83085ba29a14, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b688f362-43b9-4670-a27a-83085ba29a14,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:53.067741 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.123670 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:53.124225 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.125899 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fa377a20-4060-4122-b585-00d818c4b7cf req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] 10.222.0.13 "PUT /v2.0/ports/b688f362-43b9-4670-a27a-83085ba29a14 HTTP/1.1" status: 200 len: 1091 time: 0.9150169 Aug 24 00:38:53.126387 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4c7047-7c94-4f13-933e-8935b03aa6da', 'tag': 'b688f362-43b9-4670-a27a-83085ba29a14'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:53.128672 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e32f7b3-d5b6-479b-9959-170d890ebe09" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4c7047-7c94-4f13-933e-8935b03aa6da", "tag": "b688f362-43b9-4670-a27a-83085ba29a14"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:53.144207 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f09d09e-19f5-41e8-8607-a6bf4919cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.154043 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f09d09e-19f5-41e8-8607-a6bf4919cbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.154043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5f09d09e-19f5-41e8-8607-a6bf4919cbfc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f187b73-c7b0-4ceb-8150-67fd7a504d16 HTTP/1.1" status: 204 len: 168 time: 0.1821761 Aug 24 00:38:53.168059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09d09e-19f5-41e8-8607-a6bf4919cbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f187b73-c7b0-4ceb-8150-67fd7a504d16,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:53.170151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320a5ce-071e-43cf-9df1-19fbccfe6d80 service neutron] Pushing event updated for resources: {'Port': ['ID=b688f362-43b9-4670-a27a-83085ba29a14,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:53.255276 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4b29c6-c02c-44fc-8538-d4d81f441a5e x-openstack-request-id: req-2f4b29c6-c02c-44fc-8538-d4d81f441a5e {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:53.255560 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4c7047-7c94-4f13-933e-8935b03aa6da", "tag": "b688f362-43b9-4670-a27a-83085ba29a14", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:53.255811 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f4b29c6-c02c-44fc-8538-d4d81f441a5e {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:53.256208 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4c7047-7c94-4f13-933e-8935b03aa6da', 'tag': 'b688f362-43b9-4670-a27a-83085ba29a14', 'status': 'completed', 'code': 200} Aug 24 00:38:53.268782 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa377a20-4060-4122-b585-00d818c4b7cf req-980a9580-2f83-472a-86dd-055e95d20ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:53.270322 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fa377a20-4060-4122-b585-00d818c4b7cf req-980a9580-2f83-472a-86dd-055e95d20ff4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 1094 time: 0.0589335 Aug 24 00:38:53.329528 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fa377a20-4060-4122-b585-00d818c4b7cf req-fbaee478-bc8b-4e50-8ffe-f80ec44cf57b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b688f362-43b9-4670-a27a-83085ba29a14 HTTP/1.1" status: 200 len: 217 time: 0.0355887 Aug 24 00:38:53.390472 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa377a20-4060-4122-b585-00d818c4b7cf req-9d50eca9-b644-429f-813e-1f66ab5faf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:53.392135 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fa377a20-4060-4122-b585-00d818c4b7cf req-9d50eca9-b644-429f-813e-1f66ab5faf69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbd9b90b-f801-4301-962f-740fe1951187 HTTP/1.1" status: 200 len: 855 time: 0.0554419 Aug 24 00:38:53.425919 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fa377a20-4060-4122-b585-00d818c4b7cf req-7262f65e-0184-4390-84f8-0ecbb9719f9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2706c8-e765-4e9d-8d8b-16481d4876ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261657 Aug 24 00:38:53.535550 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fa377a20-4060-4122-b585-00d818c4b7cf req-fdf02cda-7e2a-436f-9a45-9112988fcacb service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007428 Aug 24 00:38:53.649837 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-fa377a20-4060-4122-b585-00d818c4b7cf req-b19e9e55-20cd-410e-9e56-1865b0ca6fee service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984411 Aug 24 00:38:53.735862 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.762793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a1984-1e51-404a-9f5a-c79ba115963d req-de5abede-39f1-4ae5-96a7-f3263267cdd2 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:53.764950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e39a1984-1e51-404a-9f5a-c79ba115963d req-de5abede-39f1-4ae5-96a7-f3263267cdd2 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 943 time: 0.0642641 Aug 24 00:38:53.783321 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32f7b3-d5b6-479b-9959-170d890ebe09 req-c7437034-f025-4bfe-b30f-0949c3d15970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:53.785172 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e32f7b3-d5b6-479b-9959-170d890ebe09 req-c7437034-f025-4bfe-b30f-0949c3d15970 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 1094 time: 0.0474160 Aug 24 00:38:53.822180 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e39a1984-1e51-404a-9f5a-c79ba115963d req-b491b98e-af90-4a2c-b9d7-dfc7f2aafe1c tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509846 Aug 24 00:38:53.915245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32f7b3-d5b6-479b-9959-170d890ebe09 req-93d3a68c-9ab3-4c30-b4a2-042c3cc540f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:53.917456 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e32f7b3-d5b6-479b-9959-170d890ebe09 req-93d3a68c-9ab3-4c30-b4a2-042c3cc540f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 916 time: 0.1228309 Aug 24 00:38:53.967342 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e32f7b3-d5b6-479b-9959-170d890ebe09 req-4768487b-a2f4-441f-bf7b-bed9c88659a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b688f362-43b9-4670-a27a-83085ba29a14 HTTP/1.1" status: 200 len: 217 time: 0.0405993 Aug 24 00:38:54.028076 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32f7b3-d5b6-479b-9959-170d890ebe09 req-6096e07f-f56a-4da1-81a1-903efb073fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:54.029610 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e32f7b3-d5b6-479b-9959-170d890ebe09 req-6096e07f-f56a-4da1-81a1-903efb073fb7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbd9b90b-f801-4301-962f-740fe1951187 HTTP/1.1" status: 200 len: 855 time: 0.0494988 Aug 24 00:38:54.066983 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e32f7b3-d5b6-479b-9959-170d890ebe09 req-f61c9096-c7a9-4ace-bc4e-95f34ac474de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2706c8-e765-4e9d-8d8b-16481d4876ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293119 Aug 24 00:38:54.138324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c01b56-d15c-4553-8b86-b429a32b6bf6 req-1f3c9feb-cfc6-4538-a195-51f41bdcf6e7 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:54.140520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71c01b56-d15c-4553-8b86-b429a32b6bf6 req-1f3c9feb-cfc6-4538-a195-51f41bdcf6e7 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 945 time: 0.0597241 Aug 24 00:38:54.220324 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71c01b56-d15c-4553-8b86-b429a32b6bf6 req-36f4f3dd-f554-4a75-9a43-8e93e3390680 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555880 Aug 24 00:38:54.235492 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e32f7b3-d5b6-479b-9959-170d890ebe09 req-5b90f204-e7ba-4e44-91ed-e4cfd258fdae service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592319 Aug 24 00:38:54.373610 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e32f7b3-d5b6-479b-9959-170d890ebe09 req-b5afd8ea-3bbb-4f7c-9ce1-714f9f703505 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302347 Aug 24 00:38:54.968518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26910a7-8402-4d52-93a9-f4e7d928f0df req-7146e219-788d-4290-8b7f-31e4e7d1fa1e tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:54.970102 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d26910a7-8402-4d52-93a9-f4e7d928f0df req-7146e219-788d-4290-8b7f-31e4e7d1fa1e tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 943 time: 0.0520384 Aug 24 00:38:55.019257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d26910a7-8402-4d52-93a9-f4e7d928f0df req-a45d1374-5918-4576-893c-136e47b7ae08 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Aug 24 00:38:55.336944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2950b-9435-4a35-8e77-6bbb5d7df88a req-28ac4837-09bf-4cf2-ab3d-7a608e5c3725 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:55.339230 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aef2950b-9435-4a35-8e77-6bbb5d7df88a req-28ac4837-09bf-4cf2-ab3d-7a608e5c3725 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 945 time: 0.0588069 Aug 24 00:38:55.380027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aef2950b-9435-4a35-8e77-6bbb5d7df88a req-5c854e9e-7c0f-4bdf-b8fe-25532f256757 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333116 Aug 24 00:38:55.391866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54060) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:55.512375 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3784d1ee-ff59-44ee-9bb4-9814b2f09508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.528547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df1ecf-7cbb-40e0-b4d5-117de27f445d req-15771f9e-0e21-4fe4-bc1d-48ef6aa3c73c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:55.530032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12df1ecf-7cbb-40e0-b4d5-117de27f445d req-15771f9e-0e21-4fe4-bc1d-48ef6aa3c73c tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 945 time: 0.0700531 Aug 24 00:38:55.590677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12df1ecf-7cbb-40e0-b4d5-117de27f445d req-a919b480-a0cc-4287-8bbb-1881c1505bb3 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531039 Aug 24 00:38:55.654255 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3784d1ee-ff59-44ee-9bb4-9814b2f09508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.659334 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3784d1ee-ff59-44ee-9bb4-9814b2f09508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.727515 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3784d1ee-ff59-44ee-9bb4-9814b2f09508 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57b106d074804bb5bb0788a26a6afd56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345652 Aug 24 00:38:55.731021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54068) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:55.732578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784d1ee-ff59-44ee-9bb4-9814b2f09508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674f1764-c461-4afc-b899-e1c85510dfef,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:55.754145 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a15b6-1fc5-4c1c-a1a2-a58dc87ff064 req-2493553c-113a-4fd7-9b95-72ed813ee2a0 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:55.755800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f08a15b6-1fc5-4c1c-a1a2-a58dc87ff064 req-2493553c-113a-4fd7-9b95-72ed813ee2a0 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 945 time: 0.0853157 Aug 24 00:38:55.796498 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3802c644-a282-453a-8963-a6530ec5343f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.799008 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f08a15b6-1fc5-4c1c-a1a2-a58dc87ff064 req-e3cdc9e5-6ad6-4d86-824e-1d281a43f2c8 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365403 Aug 24 00:38:55.821426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54070) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:55.825404 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3802c644-a282-453a-8963-a6530ec5343f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.879894 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3802c644-a282-453a-8963-a6530ec5343f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.883697 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3802c644-a282-453a-8963-a6530ec5343f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.886135 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3802c644-a282-453a-8963-a6530ec5343f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/674f1764-c461-4afc-b899-e1c85510dfef HTTP/1.1" status: 204 len: 168 time: 0.1533513 Aug 24 00:38:55.896060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802c644-a282-453a-8963-a6530ec5343f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674f1764-c461-4afc-b899-e1c85510dfef,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:56.005843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f2c260-267f-4ba4-bb5f-5ede5c1a74ce tempest-TestServerBasicOps-1145996144 tempest-TestServerBasicOps-1145996144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:56.011034 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-43f2c260-267f-4ba4-bb5f-5ede5c1a74ce tempest-TestServerBasicOps-1145996144 tempest-TestServerBasicOps-1145996144-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 1091 time: 0.1849306 Aug 24 00:38:56.011214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54078) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:56.015739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': '4a9bc93b-2892-46e3-aa8b-16be4f40be80', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:56.037883 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.227289 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54086) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:56.242346 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9265-4a12-4363-8bcf-77fdbf92a41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.349891 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9265-4a12-4363-8bcf-77fdbf92a41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.356297 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9265-4a12-4363-8bcf-77fdbf92a41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.390590 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ccbb9265-4a12-4363-8bcf-77fdbf92a41f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78d74993a2144ddaa9edd30d14524872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619020 Aug 24 00:38:56.393931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54088) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:56.415463 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb9265-4a12-4363-8bcf-77fdbf92a41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003d5651-3ca4-4e9b-9706-78016ffaeffe,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:56.461348 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8f585bb-1a01-4537-a733-9b86c8a206b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.485363 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8f585bb-1a01-4537-a733-9b86c8a206b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.501694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6de707-3567-4f06-b76b-aabe6d56aa9e req-64ca790b-8601-4091-ba33-7655ff403a41 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:56.502908 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1c6de707-3567-4f06-b76b-aabe6d56aa9e req-64ca790b-8601-4091-ba33-7655ff403a41 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 943 time: 0.0627470 Aug 24 00:38:56.543446 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8f585bb-1a01-4537-a733-9b86c8a206b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.546578 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f8f585bb-1a01-4537-a733-9b86c8a206b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.550442 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f8f585bb-1a01-4537-a733-9b86c8a206b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/003d5651-3ca4-4e9b-9706-78016ffaeffe HTTP/1.1" status: 204 len: 168 time: 0.1553917 Aug 24 00:38:56.561476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f585bb-1a01-4537-a733-9b86c8a206b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003d5651-3ca4-4e9b-9706-78016ffaeffe,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:56.563810 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.567916 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1c6de707-3567-4f06-b76b-aabe6d56aa9e req-dcdc3996-8d54-4f2c-9d3d-3ab4c6106c9a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487309 Aug 24 00:38:56.692970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Allocated IP 172.25.8.4 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/a022bb83-d97c-42e9-a7a2-fd38b5723f0e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:56.802378 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.844008 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.891495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:56.895889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:56.899930 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b688f362-43b9-4670-a27a-83085ba29a14 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:38:56.900563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:56.904465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Pushing event updated for resources: {'Port': ['ID=a022bb83-d97c-42e9-a7a2-fd38b5723f0e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:57.043261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port b688f362-43b9-4670-a27a-83085ba29a14, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b688f362-43b9-4670-a27a-83085ba29a14,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:57.058824 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'b688f362-43b9-4670-a27a-83085ba29a14', 'network_id': '2f2706c8-e765-4e9d-8d8b-16481d4876ba', 'port_id': 'b688f362-43b9-4670-a27a-83085ba29a14', 'mac_address': 'fa:16:3e:a2:40:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd9b90b-f801-4301-962f-740fe1951187', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:38:57.101792 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.119266 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b688f362-43b9-4670-a27a-83085ba29a14 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:38:57.143736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port b688f362-43b9-4670-a27a-83085ba29a14, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b688f362-43b9-4670-a27a-83085ba29a14,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:57.149762 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.234233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=b688f362-43b9-4670-a27a-83085ba29a14,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:57.426536 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.473556 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['b688f362-43b9-4670-a27a-83085ba29a14'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:38:57.527046 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.560774 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c571-2f7e-406f-a3ed-e3a9c73f91bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.785793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a39b85-4bb0-4a1b-8552-079b6012b45b req-94703262-5076-4570-8bf2-0596e3d98758 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:57.787452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3a39b85-4bb0-4a1b-8552-079b6012b45b req-94703262-5076-4570-8bf2-0596e3d98758 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 944 time: 0.0950532 Aug 24 00:38:57.835736 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.845185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.889245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3a39b85-4bb0-4a1b-8552-079b6012b45b req-4385663b-5951-40ae-b285-e4fe4dbe38ac tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872238 Aug 24 00:38:57.921621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Pushing event updated for resources: {'Port': ['ID=a022bb83-d97c-42e9-a7a2-fd38b5723f0e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:57.949528 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.053206 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Floating IP a07c6064-e22f-4e11-9be3-ad5795976e8f associated. External IP: 172.25.8.4, port: 4a9bc93b-2892-46e3-aa8b-16be4f40be80. Aug 24 00:38:58.266298 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:38:58.382882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:38:58.393595 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f979bf-022d-4047-828a-3fc7ad9dbe85 None None] Sync routers for ids ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:38:58.399826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.407769 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f979bf-022d-4047-828a-3fc7ad9dbe85 None None] Routers {'4e255bb2-759f-46d3-8a8c-d9d25d6e5743'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:58.408643 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-87f979bf-022d-4047-828a-3fc7ad9dbe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:58.442796 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-53b33906-6e0c-4d9f-979d-690c2f70947b tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4179630 Aug 24 00:38:58.442796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65d9f88-3bd5-4bff-9e96-66bb3c787a97', 'tag': '4a9bc93b-2892-46e3-aa8b-16be4f40be80'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:58.442796 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3caa612-56c9-42d8-829d-afcd9be013df" -d '{"events": [{"name": "network-changed", "server_uuid": "a65d9f88-3bd5-4bff-9e96-66bb3c787a97", "tag": "4a9bc93b-2892-46e3-aa8b-16be4f40be80"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:58.471459 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febdb686-6666-40f5-8b13-d9d05f6b643b x-openstack-request-id: req-febdb686-6666-40f5-8b13-d9d05f6b643b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:58.471896 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65d9f88-3bd5-4bff-9e96-66bb3c787a97", "tag": "4a9bc93b-2892-46e3-aa8b-16be4f40be80", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:58.472407 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-febdb686-6666-40f5-8b13-d9d05f6b643b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:58.472972 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65d9f88-3bd5-4bff-9e96-66bb3c787a97', 'tag': '4a9bc93b-2892-46e3-aa8b-16be4f40be80', 'status': 'completed', 'code': 200} Aug 24 00:38:58.592363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caa612-56c9-42d8-829d-afcd9be013df req-3d91b61f-d872-452b-9e27-f01a71d02b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:58.594059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3caa612-56c9-42d8-829d-afcd9be013df req-3d91b61f-d872-452b-9e27-f01a71d02b55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14b0ea4c99334b5d9c637a705a2c71cd&device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 1096 time: 0.0671337 Aug 24 00:38:58.618716 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-87f979bf-022d-4047-828a-3fc7ad9dbe85 None None] Set router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:58.709000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caa612-56c9-42d8-829d-afcd9be013df req-0c92f37d-1fb7-4b4f-86e4-2ac71d920bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:58.710418 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3caa612-56c9-42d8-829d-afcd9be013df req-0c92f37d-1fb7-4b4f-86e4-2ac71d920bcd service neutron] 10.222.0.47 "GET /v2.0/networks?id=b44a77a0-e4f2-476f-a0cc-ab5f0b805736 HTTP/1.1" status: 200 len: 910 time: 0.1082962 Aug 24 00:38:58.785794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3caa612-56c9-42d8-829d-afcd9be013df req-f4f82a2c-eaa0-44b9-b205-7af84a7f9954 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a9bc93b-2892-46e3-aa8b-16be4f40be80 HTTP/1.1" status: 200 len: 997 time: 0.0670984 Aug 24 00:38:58.845254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caa612-56c9-42d8-829d-afcd9be013df req-d2c384a1-8ef7-4c6e-a379-de3685de1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:58.847158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3caa612-56c9-42d8-829d-afcd9be013df req-d2c384a1-8ef7-4c6e-a379-de3685de1a49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe8f63e-1610-4dc4-9a51-0540f42393c8 HTTP/1.1" status: 200 len: 848 time: 0.0535874 Aug 24 00:38:58.878144 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-87f979bf-022d-4047-828a-3fc7ad9dbe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:38:20Z', 'revision_number': 4, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'a07c6064-e22f-4e11-9be3-ad5795976e8f', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'port_id': '4a9bc93b-2892-46e3-aa8b-16be4f40be80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'mac_address': 'fa:16:3e:57:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65d9f88-3bd5-4bff-9e96-66bb3c787a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:38:57Z', 'updated_at': '2021-08-24T00:38:57Z', 'revision_number': 0, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a53079-2598-4480-ba97-e66ea0bf017f', 'name': '', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'mac_address': 'fa:16:3e:72:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:19Z', 'updated_at': '2021-08-24T00:38:29Z', 'revision_number': 5, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'subnets': [{'id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:58.912095 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b688f362-43b9-4670-a27a-83085ba29a14 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:58.912757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caa612-56c9-42d8-829d-afcd9be013df req-d031365b-7dbb-4676-83c0-15188d193806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:58.914451 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3caa612-56c9-42d8-829d-afcd9be013df req-d031365b-7dbb-4676-83c0-15188d193806 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b44a77a0-e4f2-476f-a0cc-ab5f0b805736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586588 Aug 24 00:38:58.940522 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f979bf-022d-4047-828a-3fc7ad9dbe85 None None] Checking router: 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:38:58.958519 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f979bf-022d-4047-828a-3fc7ad9dbe85 None None] Routers {'4e255bb2-759f-46d3-8a8c-d9d25d6e5743'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:58.961070 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-87f979bf-022d-4047-828a-3fc7ad9dbe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:38:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:59.025126 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port b688f362-43b9-4670-a27a-83085ba29a14 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:59.033599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port b688f362-43b9-4670-a27a-83085ba29a14 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:59.033987 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.074023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b3b6a-e751-4010-8676-ed63ed1c1ebe req-325ee376-46e0-48ba-b90e-6749c67fcaaf tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:59.081873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-592b3b6a-e751-4010-8676-ed63ed1c1ebe req-325ee376-46e0-48ba-b90e-6749c67fcaaf tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 944 time: 0.0833664 Aug 24 00:38:59.125032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3caa612-56c9-42d8-829d-afcd9be013df req-f9d3d071-eb8c-405f-9e5d-4ecca8a59b6c service neutron] 10.222.0.47 "GET /v2.0/networks/b44a77a0-e4f2-476f-a0cc-ab5f0b805736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013774 Aug 24 00:38:59.142078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-592b3b6a-e751-4010-8676-ed63ed1c1ebe req-b7654ce3-8ff0-452b-abcf-94e91c989085 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590184 Aug 24 00:38:59.156674 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-87f979bf-022d-4047-828a-3fc7ad9dbe85 None None] Set router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:59.209492 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.239798 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3caa612-56c9-42d8-829d-afcd9be013df req-7a4fe441-887b-4b1f-ac36-fe33164f7a2b service neutron] 10.222.0.47 "GET /v2.0/networks/b44a77a0-e4f2-476f-a0cc-ab5f0b805736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944774 Aug 24 00:38:59.255336 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4c7047-7c94-4f13-933e-8935b03aa6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b688f362-43b9-4670-a27a-83085ba29a14'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:59.258533 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d3d956-1407-4a74-b04e-90eed8bfc69b" -d '{"events": [{"server_uuid": "9e4c7047-7c94-4f13-933e-8935b03aa6da", "name": "network-vif-plugged", "status": "completed", "tag": "b688f362-43b9-4670-a27a-83085ba29a14"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:59.303920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port b688f362-43b9-4670-a27a-83085ba29a14, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b688f362-43b9-4670-a27a-83085ba29a14,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:59.315320 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.361187 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f1b8ea-a2ce-4254-9911-8249efe678e4 x-openstack-request-id: req-61f1b8ea-a2ce-4254-9911-8249efe678e4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:59.361187 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4c7047-7c94-4f13-933e-8935b03aa6da", "name": "network-vif-plugged", "status": "completed", "tag": "b688f362-43b9-4670-a27a-83085ba29a14", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:59.361187 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61f1b8ea-a2ce-4254-9911-8249efe678e4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:59.361527 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4c7047-7c94-4f13-933e-8935b03aa6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b688f362-43b9-4670-a27a-83085ba29a14', 'code': 200} Aug 24 00:38:59.392206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=b688f362-43b9-4670-a27a-83085ba29a14,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:59.485225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54236) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:59.488126 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-87f979bf-022d-4047-828a-3fc7ad9dbe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:38:20Z', 'revision_number': 4, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'a07c6064-e22f-4e11-9be3-ad5795976e8f', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'port_id': '4a9bc93b-2892-46e3-aa8b-16be4f40be80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'mac_address': 'fa:16:3e:57:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65d9f88-3bd5-4bff-9e96-66bb3c787a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:38:57Z', 'updated_at': '2021-08-24T00:38:57Z', 'revision_number': 0, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a53079-2598-4480-ba97-e66ea0bf017f', 'name': '', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'mac_address': 'fa:16:3e:72:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:19Z', 'updated_at': '2021-08-24T00:38:29Z', 'revision_number': 5, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'subnets': [{'id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:59.493618 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f1b35-7c6b-4f8c-b7f4-34c46ea870aa req-573c9244-36b0-44af-aa58-c41e57d87d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:59.496141 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9c6f1b35-7c6b-4f8c-b7f4-34c46ea870aa req-573c9244-36b0-44af-aa58-c41e57d87d59 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 1096 time: 0.0583956 Aug 24 00:38:59.524854 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f979bf-022d-4047-828a-3fc7ad9dbe85 None None] The sync data for ids ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'] in n-d-805736-1 is: [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:38:20Z', 'revision_number': 4, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'a07c6064-e22f-4e11-9be3-ad5795976e8f', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'port_id': '4a9bc93b-2892-46e3-aa8b-16be4f40be80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'mac_address': 'fa:16:3e:57:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65d9f88-3bd5-4bff-9e96-66bb3c787a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:38:57Z', 'updated_at': '2021-08-24T00:38:57Z', 'revision_number': 0, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a53079-2598-4480-ba97-e66ea0bf017f', 'name': '', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'mac_address': 'fa:16:3e:72:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:19Z', 'updated_at': '2021-08-24T00:38:29Z', 'revision_number': 5, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'subnets': [{'id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:38:59.569784 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-9c6f1b35-7c6b-4f8c-b7f4-34c46ea870aa req-26863d5f-6729-4ec8-bf9b-8a5ea74275ae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454721 Aug 24 00:38:59.626656 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47c8f44a-cb8c-4396-ac09-1d142b07f749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.704942 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.748946 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47c8f44a-cb8c-4396-ac09-1d142b07f749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.756446 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47c8f44a-cb8c-4396-ac09-1d142b07f749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.785391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04543b10-d26e-4af0-92ac-9e6be20b6151 None None] New status for floating IP a07c6064-e22f-4e11-9be3-ad5795976e8f: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:38:59.798733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8f44a-cb8c-4396-ac09-1d142b07f749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914e2db5-86e5-4947-8df0-46d8e8db5921,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:59.805708 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:59.806024 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-47c8f44a-cb8c-4396-ac09-1d142b07f749 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8676e2750634ce18e6c967636696a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187001 Aug 24 00:38:59.860548 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91a9eb83-e2f2-4d94-8eac-5c642aac72a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.884434 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91a9eb83-e2f2-4d94-8eac-5c642aac72a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.939793 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91a9eb83-e2f2-4d94-8eac-5c642aac72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.943247 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91a9eb83-e2f2-4d94-8eac-5c642aac72a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.947295 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-91a9eb83-e2f2-4d94-8eac-5c642aac72a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/914e2db5-86e5-4947-8df0-46d8e8db5921 HTTP/1.1" status: 204 len: 168 time: 0.1405785 Aug 24 00:38:59.956489 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9eb83-e2f2-4d94-8eac-5c642aac72a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914e2db5-86e5-4947-8df0-46d8e8db5921,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:00.140376 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.226956 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d0640943-7554-484a-a0bd-b73a46428fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.267724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54262) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:00.287681 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b3b4-0ca4-4778-96ec-33ed5913208b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.310552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f3455-38a9-410b-a760-f7fec2467d34 req-712b56ec-d7de-4d03-9089-48993598b6ba tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:00.312126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a3f3455-38a9-410b-a760-f7fec2467d34 req-712b56ec-d7de-4d03-9089-48993598b6ba tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 945 time: 0.0773325 Aug 24 00:39:00.386070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a3f3455-38a9-410b-a760-f7fec2467d34 req-a584718b-41cc-4ce0-8956-04063dbd89c6 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659745 Aug 24 00:39:00.443724 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b3b4-0ca4-4778-96ec-33ed5913208b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.448914 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b3b4-0ca4-4778-96ec-33ed5913208b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.497340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a3d2b3b4-0ca4-4778-96ec-33ed5913208b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9a35791c6d6441781db2f4a399f5547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286360 Aug 24 00:39:00.499961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54270) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:00.505722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2b3b4-0ca4-4778-96ec-33ed5913208b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02194cad-324d-4ca6-8681-bdb842a9b768,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:00.558805 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da8229b7-e106-4b1c-ba9e-250f58983acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.581642 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da8229b7-e106-4b1c-ba9e-250f58983acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.637064 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da8229b7-e106-4b1c-ba9e-250f58983acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.639979 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da8229b7-e106-4b1c-ba9e-250f58983acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.643498 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-da8229b7-e106-4b1c-ba9e-250f58983acf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02194cad-324d-4ca6-8681-bdb842a9b768 HTTP/1.1" status: 204 len: 168 time: 0.1403828 Aug 24 00:39:00.652885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8229b7-e106-4b1c-ba9e-250f58983acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02194cad-324d-4ca6-8681-bdb842a9b768,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:01.286834 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.514719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae7541-ca18-496f-9873-ea2b38b19d3c req-2532e973-a9c8-4199-9442-cc157484586d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:01.516748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6ae7541-ca18-496f-9873-ea2b38b19d3c req-2532e973-a9c8-4199-9442-cc157484586d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 945 time: 0.0579469 Aug 24 00:39:01.558194 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6ae7541-ca18-496f-9873-ea2b38b19d3c req-491a53c9-618e-4cf0-8ec9-7743301670a9 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343204 Aug 24 00:39:02.748492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54398) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:02.862221 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3580582c-eb67-4401-9316-53d6d9d1685c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.967981 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3580582c-eb67-4401-9316-53d6d9d1685c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.972168 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3580582c-eb67-4401-9316-53d6d9d1685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.015282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54410) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:03.026448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3580582c-eb67-4401-9316-53d6d9d1685c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bf7dd7d08c144e6863f99bb4ca0bbf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758794 Aug 24 00:39:03.028861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580582c-eb67-4401-9316-53d6d9d1685c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cbfc8f-a09c-45fc-bd26-2dee4d780dfb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:03.052160 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.076695 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc4e825c-856e-415d-9028-cc3b8bd0940e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.102769 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc4e825c-856e-415d-9028-cc3b8bd0940e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.156354 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc4e825c-856e-415d-9028-cc3b8bd0940e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.159080 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc4e825c-856e-415d-9028-cc3b8bd0940e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.162733 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fc4e825c-856e-415d-9028-cc3b8bd0940e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29cbfc8f-a09c-45fc-bd26-2dee4d780dfb HTTP/1.1" status: 204 len: 168 time: 0.1431623 Aug 24 00:39:03.168835 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e825c-856e-415d-9028-cc3b8bd0940e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cbfc8f-a09c-45fc-bd26-2dee4d780dfb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:03.510837 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54434) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:03.529067 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-414f51b1-d47f-48f9-b9e9-14cc3d30417c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.638390 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-414f51b1-d47f-48f9-b9e9-14cc3d30417c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.642968 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-414f51b1-d47f-48f9-b9e9-14cc3d30417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.677025 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f51b1-d47f-48f9-b9e9-14cc3d30417c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c23a22a-66ad-48ff-a2dd-b3be88dcecdc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:03.693021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54440) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:03.693168 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-414f51b1-d47f-48f9-b9e9-14cc3d30417c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3980c5a0e298417292e3158985ab6ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808357 Aug 24 00:39:03.748980 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8519-d220-47a2-8b66-f5679008eba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.777097 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8519-d220-47a2-8b66-f5679008eba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.835652 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8519-d220-47a2-8b66-f5679008eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.838576 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8519-d220-47a2-8b66-f5679008eba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.839780 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cbdd8519-d220-47a2-8b66-f5679008eba3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c23a22a-66ad-48ff-a2dd-b3be88dcecdc HTTP/1.1" status: 204 len: 168 time: 0.1454787 Aug 24 00:39:03.857360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd8519-d220-47a2-8b66-f5679008eba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c23a22a-66ad-48ff-a2dd-b3be88dcecdc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:05.174875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54536) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:05.293303 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6022-e5df-46b8-a5f0-5726035b93e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.397608 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6022-e5df-46b8-a5f0-5726035b93e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.403431 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6022-e5df-46b8-a5f0-5726035b93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.452857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:05.453517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ec3a6022-e5df-46b8-a5f0-5726035b93e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03b0df5f85fa4f66b4b2b44f277d77de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768910 Aug 24 00:39:05.453947 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a6022-e5df-46b8-a5f0-5726035b93e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744cc705-8584-4a35-b80d-b51f3bf48f60,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:05.545729 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9016406-9f5e-419a-8181-53de2bcff826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.594549 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9016406-9f5e-419a-8181-53de2bcff826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.657444 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9016406-9f5e-419a-8181-53de2bcff826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.661269 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a9016406-9f5e-419a-8181-53de2bcff826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.665199 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a9016406-9f5e-419a-8181-53de2bcff826 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/744cc705-8584-4a35-b80d-b51f3bf48f60 HTTP/1.1" status: 204 len: 168 time: 0.2076550 Aug 24 00:39:05.679464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9016406-9f5e-419a-8181-53de2bcff826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744cc705-8584-4a35-b80d-b51f3bf48f60,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:06.746638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54602) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:06.857785 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fff15c2a-9ff9-45ed-b4f5-4211d7bca743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.966023 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fff15c2a-9ff9-45ed-b4f5-4211d7bca743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.972867 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fff15c2a-9ff9-45ed-b4f5-4211d7bca743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.021493 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fff15c2a-9ff9-45ed-b4f5-4211d7bca743 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c35032a6b9f45a99ed6ec7f513cb63b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735231 Aug 24 00:39:07.022995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff15c2a-9ff9-45ed-b4f5-4211d7bca743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85218f62-4c1d-473a-b503-407591e2cda7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:07.023248 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54610) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:07.096198 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a32d8e8-99c2-46bc-b8ac-744c37d67bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.122582 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a32d8e8-99c2-46bc-b8ac-744c37d67bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.188284 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a32d8e8-99c2-46bc-b8ac-744c37d67bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.191212 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a32d8e8-99c2-46bc-b8ac-744c37d67bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.194719 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5a32d8e8-99c2-46bc-b8ac-744c37d67bef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85218f62-4c1d-473a-b503-407591e2cda7 HTTP/1.1" status: 204 len: 168 time: 0.1676512 Aug 24 00:39:07.204601 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32d8e8-99c2-46bc-b8ac-744c37d67bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85218f62-4c1d-473a-b503-407591e2cda7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:08.612191 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54674) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:08.800405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1880185027'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:08.821910 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Made reservation on behalf of 797d7702c4ab4a6aa75d66f646ef9672 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:08.826121 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.834916 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.926228 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.930031 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.967469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:08.973501 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4b7d1c-13be-4398-9d57-ed53cfbf4882,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:08.984054 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.984453 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Added segment 79d5dd27-bc97-4278-9a56-5fb0b5e4b5fb of type vlan for network 3502346d-eda1-43d4-afb1-89d8051bc44e Aug 24 00:39:09.035225 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.063790 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.069321 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:09.069917 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.132341 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5189331 Aug 24 00:39:09.135904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54690) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:09.136426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1299f-c4aa-4ae8-bba9-789ed45caa71 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Pushing event updated for resources: {'Network': ['ID=3502346d-eda1-43d4-afb1-89d8051bc44e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:09.142339 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0517fb0c-553f-49d3-95a2-163575ce6264 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Request body: {'subnet': {'network_id': '3502346d-eda1-43d4-afb1-89d8051bc44e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:09.147167 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 3502346d-eda1-43d4-afb1-89d8051bc44e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:09.237310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0517fb0c-553f-49d3-95a2-163575ce6264 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Made reservation on behalf of 797d7702c4ab4a6aa75d66f646ef9672 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:09.240724 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0517fb0c-553f-49d3-95a2-163575ce6264 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.439071 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0517fb0c-553f-49d3-95a2-163575ce6264 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.501079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517fb0c-553f-49d3-95a2-163575ce6264 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Pushing event updated for resources: {'Subnet': ['ID=0e2533aa-8548-4393-9717-897183299423,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:09.511854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517fb0c-553f-49d3-95a2-163575ce6264 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Checking segment: {'id': '79d5dd27-bc97-4278-9a56-5fb0b5e4b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3502346d-eda1-43d4-afb1-89d8051bc44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:09.512218 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0517fb0c-553f-49d3-95a2-163575ce6264 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Network hostable DHCP agents. Network: 3502346d-eda1-43d4-afb1-89d8051bc44e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:09.530034 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0517fb0c-553f-49d3-95a2-163575ce6264 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Network 3502346d-eda1-43d4-afb1-89d8051bc44e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:09.538500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-0517fb0c-553f-49d3-95a2-163575ce6264 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 3502346d-eda1-43d4-afb1-89d8051bc44e) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:09.543496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0517fb0c-553f-49d3-95a2-163575ce6264 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:09.544125 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0517fb0c-553f-49d3-95a2-163575ce6264 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.549952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad04e717-e54a-4c40-ab46-b6d09d3b7dc2 None None] Network 3502346d-eda1-43d4-afb1-89d8051bc44e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:09.562201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:09.563251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0517fb0c-553f-49d3-95a2-163575ce6264 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4261723 Aug 24 00:39:09.568993 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Request body: {'port': {'network_id': '3502346d-eda1-43d4-afb1-89d8051bc44e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-131295411'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:09.686826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Made reservation on behalf of 797d7702c4ab4a6aa75d66f646ef9672 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:09.690294 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.710411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] device_id is not set on port 730dd6fa-b8b5-4e16-8d60-60def8873153 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:39:09.714760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-3502346d-eda1-43d4-afb1-89d8051bc44e', 'network_id': '3502346d-eda1-43d4-afb1-89d8051bc44e', 'tenant_id': '797d7702c4ab4a6aa75d66f646ef9672', 'fixed_ips': [{'subnet_id': '0e2533aa-8548-4393-9717-897183299423'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:09.716313 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.836212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Allocated IP 172.20.0.12 (3502346d-eda1-43d4-afb1-89d8051bc44e/0e2533aa-8548-4393-9717-897183299423/730dd6fa-b8b5-4e16-8d60-60def8873153) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:09.992735 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.007035 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Transition to ACTIVE for port object 730dd6fa-b8b5-4e16-8d60-60def8873153 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:10.040999 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.088519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Allocated IP 172.20.0.2 (3502346d-eda1-43d4-afb1-89d8051bc44e/0e2533aa-8548-4393-9717-897183299423/8d0f800b-4b63-4829-82c8-eb2f3de1f855) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:10.098170 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Network 3502346d-eda1-43d4-afb1-89d8051bc44e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:10.101271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:10.105021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:10.143571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Pushing event updated for resources: {'Port': ['ID=730dd6fa-b8b5-4e16-8d60-60def8873153,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:10.175892 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:10.176517 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.194974 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7583f0c3-0ed9-40c6-a1e6-05c41c270193 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6286368 Aug 24 00:39:10.195334 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:10.246301 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.255077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Transition to ACTIVE for port object 8d0f800b-4b63-4829-82c8-eb2f3de1f855 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:10.270748 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Transition to ACTIVE for port object 8d0f800b-4b63-4829-82c8-eb2f3de1f855 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:10.277618 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.300235 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-59037bfc-4aee-45ec-9a0c-679b9c6646c0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Deleting port 730dd6fa-b8b5-4e16-8d60-60def8873153 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:10.300511 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59037bfc-4aee-45ec-9a0c-679b9c6646c0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.320595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Network 3502346d-eda1-43d4-afb1-89d8051bc44e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:10.323718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:10.326118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:10.337051 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Pushing event updated for resources: {'Port': ['ID=8d0f800b-4b63-4829-82c8-eb2f3de1f855,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:10.395475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Attempting to bind port 8d0f800b-4b63-4829-82c8-eb2f3de1f855 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:10.395858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Attempting to bind port 8d0f800b-4b63-4829-82c8-eb2f3de1f855 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '79d5dd27-bc97-4278-9a56-5fb0b5e4b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3502346d-eda1-43d4-afb1-89d8051bc44e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:10.396226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Attempting to bind port 8d0f800b-4b63-4829-82c8-eb2f3de1f855 on network 3502346d-eda1-43d4-afb1-89d8051bc44e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:10.402508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:10.403889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Checking segment: {'id': '79d5dd27-bc97-4278-9a56-5fb0b5e4b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3502346d-eda1-43d4-afb1-89d8051bc44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:10.404319 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.404723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Bound using segment: {'id': '79d5dd27-bc97-4278-9a56-5fb0b5e4b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3502346d-eda1-43d4-afb1-89d8051bc44e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:10.405213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Bound port: 8d0f800b-4b63-4829-82c8-eb2f3de1f855, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d5dd27-bc97-4278-9a56-5fb0b5e4b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3502346d-eda1-43d4-afb1-89d8051bc44e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:10.405722 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.411554 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59037bfc-4aee-45ec-9a0c-679b9c6646c0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.428346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-59037bfc-4aee-45ec-9a0c-679b9c6646c0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Calling delete_port for 730dd6fa-b8b5-4e16-8d60-60def8873153 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:10.480134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b0399163-161e-408a-b819-b2477deedb9e None None] For port 8d0f800b-4b63-4829-82c8-eb2f3de1f855, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:10.483945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b0399163-161e-408a-b819-b2477deedb9e None None] For port 8d0f800b-4b63-4829-82c8-eb2f3de1f855, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8d0f800b-4b63-4829-82c8-eb2f3de1f855,segment=NetworkSegment(79d5dd27-bc97-4278-9a56-5fb0b5e4b5fb),segment_id=79d5dd27-bc97-4278-9a56-5fb0b5e4b5fb)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:10.488081 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.545072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0399163-161e-408a-b819-b2477deedb9e None None] Pushing event updated for resources: {'Port': ['ID=8d0f800b-4b63-4829-82c8-eb2f3de1f855,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:10.571672 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59037bfc-4aee-45ec-9a0c-679b9c6646c0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.606645 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59037bfc-4aee-45ec-9a0c-679b9c6646c0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Pushing event deleted for resources: {'Port': ['ID=730dd6fa-b8b5-4e16-8d60-60def8873153,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:10.676756 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59037bfc-4aee-45ec-9a0c-679b9c6646c0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.678758 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-59037bfc-4aee-45ec-9a0c-679b9c6646c0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] 10.222.0.32 "DELETE /v2.0/ports/730dd6fa-b8b5-4e16-8d60-60def8873153 HTTP/1.1" status: 204 len: 168 time: 0.4825549 Aug 24 00:39:10.681292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54726) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:10.754970 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd8c8190-a9aa-4ceb-b764-855a92e9a82a tempest-DHCPAgentSchedulersTestJSON-211962204 tempest-DHCPAgentSchedulersTestJSON-211962204-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0701368 Aug 24 00:39:10.756365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54734) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:10.767055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-58ba09aa-4e00-4fab-9e17-9cea672b2ee0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2068845841'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:10.797408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ba09aa-4e00-4fab-9e17-9cea672b2ee0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Made reservation on behalf of 797d7702c4ab4a6aa75d66f646ef9672 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:10.801234 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58ba09aa-4e00-4fab-9e17-9cea672b2ee0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.835242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ba09aa-4e00-4fab-9e17-9cea672b2ee0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:10.847004 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58ba09aa-4e00-4fab-9e17-9cea672b2ee0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.847556 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-58ba09aa-4e00-4fab-9e17-9cea672b2ee0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Added segment 71559ff3-b24f-4889-8e72-ebf8f7d2a445 of type vlan for network 13e279e0-e7c3-4f83-9c09-f860bb71e7b6 Aug 24 00:39:10.903562 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58ba09aa-4e00-4fab-9e17-9cea672b2ee0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.934847 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58ba09aa-4e00-4fab-9e17-9cea672b2ee0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.942231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ba09aa-4e00-4fab-9e17-9cea672b2ee0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:10.942974 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58ba09aa-4e00-4fab-9e17-9cea672b2ee0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.004136 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-58ba09aa-4e00-4fab-9e17-9cea672b2ee0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2466357 Aug 24 00:39:11.006927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54744) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:11.031425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba09aa-4e00-4fab-9e17-9cea672b2ee0 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Pushing event updated for resources: {'Network': ['ID=13e279e0-e7c3-4f83-9c09-f860bb71e7b6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:11.042819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 13e279e0-e7c3-4f83-9c09-f860bb71e7b6 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:11.192879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-00bb15ee-1cea-4ad5-8bc8-d888601b6411 tempest-DHCPAgentSchedulersTestJSON-211962204 tempest-DHCPAgentSchedulersTestJSON-211962204-project-admin] 10.222.0.32 "GET /v2.0/agents/eaa6df8f-08cb-4de3-9a31-ef482ed7f923/dhcp-networks HTTP/1.1" status: 200 len: 9651 time: 0.1848533 Aug 24 00:39:11.196018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54746) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:11.275714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a5a31-06a1-4a97-8d93-948fe500719f tempest-DHCPAgentSchedulersTestJSON-211962204 tempest-DHCPAgentSchedulersTestJSON-211962204-project-admin] Network 13e279e0-e7c3-4f83-9c09-f860bb71e7b6 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:11.292700 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:11.294682 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-950a5a31-06a1-4a97-8d93-948fe500719f tempest-DHCPAgentSchedulersTestJSON-211962204 tempest-DHCPAgentSchedulersTestJSON-211962204-project-admin] 10.222.0.32 "POST /v2.0/agents/eaa6df8f-08cb-4de3-9a31-ef482ed7f923/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0967250 Aug 24 00:39:11.299654 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7f62e-740b-45ce-ae0a-40305540a77c None None] Network 13e279e0-e7c3-4f83-9c09-f860bb71e7b6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:11.489210 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54756) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:11.489372 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a994e56f-8742-42d3-81d1-512467603c0f tempest-DHCPAgentSchedulersTestJSON-211962204 tempest-DHCPAgentSchedulersTestJSON-211962204-project-admin] 10.222.0.32 "GET /v2.0/agents/eaa6df8f-08cb-4de3-9a31-ef482ed7f923/dhcp-networks HTTP/1.1" status: 200 len: 10423 time: 0.1953461 Aug 24 00:39:11.581810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b62a2477-33ff-4bed-bbd2-9946e5ab4f38 tempest-DHCPAgentSchedulersTestJSON-211962204 tempest-DHCPAgentSchedulersTestJSON-211962204-project-admin] 10.222.0.32 "DELETE /v2.0/agents/eaa6df8f-08cb-4de3-9a31-ef482ed7f923/dhcp-networks/13e279e0-e7c3-4f83-9c09-f860bb71e7b6 HTTP/1.1" status: 204 len: 168 time: 0.0878661 Aug 24 00:39:11.586810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:11.710378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6c88e3-b05b-49ed-a81d-12481c7a428b None None] Network 3502346d-eda1-43d4-afb1-89d8051bc44e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:11.721401 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-13cb9a9b-3455-4562-b283-e78aa2367aae tempest-DHCPAgentSchedulersTestJSON-211962204 tempest-DHCPAgentSchedulersTestJSON-211962204-project-admin] 10.222.0.32 "GET /v2.0/agents/eaa6df8f-08cb-4de3-9a31-ef482ed7f923/dhcp-networks HTTP/1.1" status: 200 len: 9651 time: 0.1356535 Aug 24 00:39:11.725579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54764) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:11.745295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-48747c25-0221-452d-959a-4d58498adc65 tempest-DHCPAgentSchedulersTestJSON-211962204 tempest-DHCPAgentSchedulersTestJSON-211962204-project-admin] 10.222.0.32 "GET /v2.0/networks/3502346d-eda1-43d4-afb1-89d8051bc44e/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0185251 Aug 24 00:39:11.748451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54766) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:11.771349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9c4c1328-391a-4201-afb6-a9ee4e031319 tempest-DHCPAgentSchedulersTestJSON-211962204 tempest-DHCPAgentSchedulersTestJSON-211962204-project-admin] 10.222.0.32 "GET /v2.0/networks/3502346d-eda1-43d4-afb1-89d8051bc44e/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0216868 Aug 24 00:39:11.773891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54768) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:11.794394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5043f235-5d9d-4b1d-9709-38578eb39c3b None None] Provisioning for port 8d0f800b-4b63-4829-82c8-eb2f3de1f855 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:11.922806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-45840861-357c-471e-aac7-ceeeb9f808dd tempest-DHCPAgentSchedulersTestJSON-211962204 tempest-DHCPAgentSchedulersTestJSON-211962204-project-admin] 10.222.0.32 "GET /v2.0/agents/eaa6df8f-08cb-4de3-9a31-ef482ed7f923/dhcp-networks HTTP/1.1" status: 200 len: 9651 time: 0.1477625 Aug 24 00:39:11.927092 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:12.024178 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54a05c85-7598-411b-ab05-0dff5f383bce tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.138446 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54a05c85-7598-411b-ab05-0dff5f383bce tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.150508 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-54a05c85-7598-411b-ab05-0dff5f383bce tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e279e0-e7c3-4f83-9c09-f860bb71e7b6']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:12.162987 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-54a05c85-7598-411b-ab05-0dff5f383bce tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71559ff3-b24f-4889-8e72-ebf8f7d2a445') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:12.163290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-54a05c85-7598-411b-ab05-0dff5f383bce tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71559ff3-b24f-4889-8e72-ebf8f7d2a445') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:12.173561 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54a05c85-7598-411b-ab05-0dff5f383bce tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.188698 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54a05c85-7598-411b-ab05-0dff5f383bce tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.196029 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a05c85-7598-411b-ab05-0dff5f383bce tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:12.196574 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54a05c85-7598-411b-ab05-0dff5f383bce tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:12.200642 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:12.273132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54a05c85-7598-411b-ab05-0dff5f383bce tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.283656 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54a05c85-7598-411b-ab05-0dff5f383bce tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.286755 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-54a05c85-7598-411b-ab05-0dff5f383bce tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] 10.222.0.32 "DELETE /v2.0/networks/13e279e0-e7c3-4f83-9c09-f860bb71e7b6 HTTP/1.1" status: 204 len: 168 time: 0.3583977 Aug 24 00:39:12.289198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54786) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:12.304540 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a05c85-7598-411b-ab05-0dff5f383bce tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Pushing event deleted for resources: {'Network': ['ID=13e279e0-e7c3-4f83-9c09-f860bb71e7b6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:12.327181 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-61489cb7-dab1-4b43-b2ca-f1c94c2774c8 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] DELETE failed (client error): The resource could not be found. Aug 24 00:39:12.328088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61489cb7-dab1-4b43-b2ca-f1c94c2774c8 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:39:12.330056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-61489cb7-dab1-4b43-b2ca-f1c94c2774c8 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] 10.222.0.32 "DELETE /v2.0/ports/730dd6fa-b8b5-4e16-8d60-60def8873153 HTTP/1.1" status: 404 len: 333 time: 0.0398703 Aug 24 00:39:12.332813 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54788) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:12.370656 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8d0f800b-4b63-4829-82c8-eb2f3de1f855 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:12.400487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a554d256-ebe4-4c76-ac08-323fa9de489d tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Deleting subnet 0e2533aa-8548-4393-9717-897183299423 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:39:12.404612 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a554d256-ebe4-4c76-ac08-323fa9de489d tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.431063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 8d0f800b-4b63-4829-82c8-eb2f3de1f855 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:12.444065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d3afe84e-2aae-4098-9504-8ddeaddadc13 None None] Could not find standard attr ID for object 730dd6fa-b8b5-4e16-8d60-60def8873153. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:39:12.445665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8d0f800b-4b63-4829-82c8-eb2f3de1f855 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:12.446256 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.457686 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a554d256-ebe4-4c76-ac08-323fa9de489d tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.555860 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.570249 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a554d256-ebe4-4c76-ac08-323fa9de489d tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.643040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a554d256-ebe4-4c76-ac08-323fa9de489d tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.687812 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:39:12.691307 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:39:12.692651 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a554d256-ebe4-4c76-ac08-323fa9de489d tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.695891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941ac088-ec91-4fab-bfb4-7117155abc91 None None] Network 3502346d-eda1-43d4-afb1-89d8051bc44e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:12.697251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54796) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:12.697996 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a554d256-ebe4-4c76-ac08-323fa9de489d tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] 10.222.0.32 "DELETE /v2.0/subnets/0e2533aa-8548-4393-9717-897183299423 HTTP/1.1" status: 204 len: 168 time: 0.3632507 Aug 24 00:39:12.698921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554d256-ebe4-4c76-ac08-323fa9de489d tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2533aa-8548-4393-9717-897183299423,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:12.783859 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.843721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Deleting port 8d0f800b-4b63-4829-82c8-eb2f3de1f855 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:12.844099 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.896377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa83140-5788-4794-982c-4797960966d0 None None] DHCP port deletion for 3502346d-eda1-43d4-afb1-89d8051bc44e request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:39:12.918837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] For port 8d0f800b-4b63-4829-82c8-eb2f3de1f855, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8d0f800b-4b63-4829-82c8-eb2f3de1f855,segment=NetworkSegment(79d5dd27-bc97-4278-9a56-5fb0b5e4b5fb),segment_id=79d5dd27-bc97-4278-9a56-5fb0b5e4b5fb)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:12.919408 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.934207 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Calling delete_port for 8d0f800b-4b63-4829-82c8-eb2f3de1f855 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:12.959835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bfa83140-5788-4794-982c-4797960966d0 None None] Deleting port 8d0f800b-4b63-4829-82c8-eb2f3de1f855 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:12.960211 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bfa83140-5788-4794-982c-4797960966d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.041973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bfa83140-5788-4794-982c-4797960966d0 None None] For port 8d0f800b-4b63-4829-82c8-eb2f3de1f855, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8d0f800b-4b63-4829-82c8-eb2f3de1f855,segment=NetworkSegment(79d5dd27-bc97-4278-9a56-5fb0b5e4b5fb),segment_id=79d5dd27-bc97-4278-9a56-5fb0b5e4b5fb)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:13.042448 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bfa83140-5788-4794-982c-4797960966d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.053040 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.059206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bfa83140-5788-4794-982c-4797960966d0 None None] Calling delete_port for 8d0f800b-4b63-4829-82c8-eb2f3de1f855 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:13.083686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Pushing event deleted for resources: {'Port': ['ID=8d0f800b-4b63-4829-82c8-eb2f3de1f855,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:13.085545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] No DVR routers for this DVR port 8d0f800b-4b63-4829-82c8-eb2f3de1f855 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:13.160063 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bfa83140-5788-4794-982c-4797960966d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.173399 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.185099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3502346d-eda1-43d4-afb1-89d8051bc44e']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:13.197338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d5dd27-bc97-4278-9a56-5fb0b5e4b5fb') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:13.198291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d5dd27-bc97-4278-9a56-5fb0b5e4b5fb') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:13.203993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa83140-5788-4794-982c-4797960966d0 None None] Pushing event deleted for resources: {'Port': ['ID=8d0f800b-4b63-4829-82c8-eb2f3de1f855,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:13.208424 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.224056 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa83140-5788-4794-982c-4797960966d0 None None] No DVR routers for this DVR port 8d0f800b-4b63-4829-82c8-eb2f3de1f855 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:13.225590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Port 8d0f800b-4b63-4829-82c8-eb2f3de1f855 update to ACTIVE by agent not found {{(pid=94839) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 24 00:39:13.225783 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.239825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:13.240497 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:13.245362 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:13.312438 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.323777 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.325651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] 10.222.0.32 "DELETE /v2.0/networks/3502346d-eda1-43d4-afb1-89d8051bc44e HTTP/1.1" status: 204 len: 168 time: 0.6256535 Aug 24 00:39:13.336890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba83fa8-f46d-43c4-8bf1-2c27bc9dac82 tempest-DHCPAgentSchedulersTestJSON-1349355383 tempest-DHCPAgentSchedulersTestJSON-1349355383-project] Pushing event deleted for resources: {'Network': ['ID=3502346d-eda1-43d4-afb1-89d8051bc44e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:13.598229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54818) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:13.743415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5aea5e98-58a0-4ebb-b06d-09f51fb59b87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=797d7702c4ab4a6aa75d66f646ef9672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437128 Aug 24 00:39:13.746655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:13.797867 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca94022f-1fbe-4b62-a80f-e885c468e176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.818538 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca94022f-1fbe-4b62-a80f-e885c468e176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.864734 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca94022f-1fbe-4b62-a80f-e885c468e176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.867270 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca94022f-1fbe-4b62-a80f-e885c468e176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.868423 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ca94022f-1fbe-4b62-a80f-e885c468e176 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba4b7d1c-13be-4398-9d57-ed53cfbf4882 HTTP/1.1" status: 204 len: 168 time: 0.1205254 Aug 24 00:39:13.879693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94022f-1fbe-4b62-a80f-e885c468e176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4b7d1c-13be-4398-9d57-ed53cfbf4882,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:14.165066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54844) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:14.182145 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14b773ef-bec8-430d-a2a8-11e219e24c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.318491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8d0f800b-4b63-4829-82c8-eb2f3de1f855 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:14.326355 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14b773ef-bec8-430d-a2a8-11e219e24c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.331703 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14b773ef-bec8-430d-a2a8-11e219e24c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.352044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 8d0f800b-4b63-4829-82c8-eb2f3de1f855 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:39:14.352600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8d0f800b-4b63-4829-82c8-eb2f3de1f855 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:14.377790 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-14b773ef-bec8-430d-a2a8-11e219e24c14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67e3472068f440d392ae96dac6667ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093236 Aug 24 00:39:14.377790 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b773ef-bec8-430d-a2a8-11e219e24c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d5d54d-1093-452a-9a39-fbf028583221,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:14.378162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54854) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:14.438729 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52267b50-42e5-4e44-a830-92a950b4da74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.465327 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52267b50-42e5-4e44-a830-92a950b4da74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.523069 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52267b50-42e5-4e44-a830-92a950b4da74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.526390 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52267b50-42e5-4e44-a830-92a950b4da74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.527637 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-52267b50-42e5-4e44-a830-92a950b4da74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99d5d54d-1093-452a-9a39-fbf028583221 HTTP/1.1" status: 204 len: 168 time: 0.1484203 Aug 24 00:39:14.540673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52267b50-42e5-4e44-a830-92a950b4da74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d5d54d-1093-452a-9a39-fbf028583221,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:15.885661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54930) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:16.036660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-33629387-4245-4089-8993-d63c0c7f9c2d tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1401349257'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:16.037121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-33629387-4245-4089-8993-d63c0c7f9c2d tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Unknown quota resources ['metering_label']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:39:16.226927 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-33629387-4245-4089-8993-d63c0c7f9c2d tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:16.228131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-33629387-4245-4089-8993-d63c0c7f9c2d tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3398890 Aug 24 00:39:16.231646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54940) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:16.235991 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-09c2aafe-cf0c-4206-a0c5-f4d46a20acb6 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd7256d34-3247-4dc0-8e52-733b55f5e436'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:16.236487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-09c2aafe-cf0c-4206-a0c5-f4d46a20acb6 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:39:16.325420 n-d-805736-1 neutron-server[94837]: WARNING neutron.services.metering.metering_plugin [None req-09c2aafe-cf0c-4206-a0c5-f4d46a20acb6 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 24 00:39:16.433943 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-09c2aafe-cf0c-4206-a0c5-f4d46a20acb6 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:16.435373 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-09c2aafe-cf0c-4206-a0c5-f4d46a20acb6 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2027674 Aug 24 00:39:16.438312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54946) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:16.443186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-300b0c57-8551-4350-ab5b-87ab8239c199 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd7256d34-3247-4dc0-8e52-733b55f5e436'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:16.443990 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-300b0c57-8551-4350-ab5b-87ab8239c199 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:39:16.872657 n-d-805736-1 neutron-server[94837]: WARNING neutron.services.metering.metering_plugin [None req-300b0c57-8551-4350-ab5b-87ab8239c199 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 24 00:39:16.961366 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-300b0c57-8551-4350-ab5b-87ab8239c199 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:16.965759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-300b0c57-8551-4350-ab5b-87ab8239c199 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5230274 Aug 24 00:39:16.966007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54958) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:16.984830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e5cff149-eeb8-4b79-855a-73e2e097cd23 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=eb48a4c8-9805-4aff-acd0-4a6000f3a6ef HTTP/1.1" status: 200 len: 464 time: 0.0171771 Aug 24 00:39:16.987599 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:17.153843 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6fbd3c8a-3a1f-48c6-bbb0-4e0e14e2c731 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.155637 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6fbd3c8a-3a1f-48c6-bbb0-4e0e14e2c731 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/eb48a4c8-9805-4aff-acd0-4a6000f3a6ef HTTP/1.1" status: 204 len: 168 time: 0.1664529 Aug 24 00:39:17.157673 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54966) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:17.171601 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a47a8f86-8c3c-438d-af14-cfc1d6d2fcf5 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=eb48a4c8-9805-4aff-acd0-4a6000f3a6ef HTTP/1.1" status: 200 len: 221 time: 0.0098093 Aug 24 00:39:17.172326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54968) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:17.177214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e64abdd8-08b8-4c0f-aa53-0357e377cfdf tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--585748909', 'description': 'label created by tempest'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:17.177699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e64abdd8-08b8-4c0f-aa53-0357e377cfdf tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Unknown quota resources ['metering_label']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:39:17.358306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e64abdd8-08b8-4c0f-aa53-0357e377cfdf tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.360995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e64abdd8-08b8-4c0f-aa53-0357e377cfdf tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1862218 Aug 24 00:39:17.362373 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54974) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:17.446320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e2587f81-178a-4ecd-93c4-4f7012784740 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=3236ad66-9146-44f2-96dc-e897b9458217 HTTP/1.1" status: 200 len: 467 time: 0.0807436 Aug 24 00:39:17.446914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54978) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:17.645280 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee5e61ba-fd2b-4665-aa54-e9f85dcf2c57 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.649453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 54982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:17.649608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ee5e61ba-fd2b-4665-aa54-e9f85dcf2c57 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/3236ad66-9146-44f2-96dc-e897b9458217 HTTP/1.1" status: 204 len: 168 time: 0.2002268 Aug 24 00:39:17.665203 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d64995f6-90bf-4dad-9519-e4a9b6e8ec9b tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=3236ad66-9146-44f2-96dc-e897b9458217 HTTP/1.1" status: 200 len: 216 time: 0.0129223 Aug 24 00:39:17.668939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54984) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:17.681551 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ecdf9b00-9e6d-439b-9ed3-443ce28f5fec tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086272 Aug 24 00:39:17.682704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54986) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:17.698471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-aaa89b0d-4430-4809-907f-b7aef93f6031 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0106702 Aug 24 00:39:17.698684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54988) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:17.761834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-54675ee4-8348-4e5b-8f53-b6a2870af2f6 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/d7256d34-3247-4dc0-8e52-733b55f5e436 HTTP/1.1" status: 200 len: 473 time: 0.0619361 Aug 24 00:39:17.765213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54994) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:17.798302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a30b40ac-cf99-4687-ad14-cededceeed25 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/f9dc2799-d45a-4038-aa8c-c37fd3c0cea0 HTTP/1.1" status: 200 len: 461 time: 0.0320122 Aug 24 00:39:17.801508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 54996) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:17.909251 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e4ebbc51-5093-4371-8c20-db45f2bff9bc tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.910561 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e4ebbc51-5093-4371-8c20-db45f2bff9bc tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/f9dc2799-d45a-4038-aa8c-c37fd3c0cea0 HTTP/1.1" status: 204 len: 168 time: 0.1081104 Aug 24 00:39:17.912948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55002) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:18.151581 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17cca175-7393-46c8-af20-ecda7d4a38c9 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:18.153009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-17cca175-7393-46c8-af20-ecda7d4a38c9 tempest-MeteringTestJSON-1176049325 tempest-MeteringTestJSON-1176049325-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/d7256d34-3247-4dc0-8e52-733b55f5e436 HTTP/1.1" status: 204 len: 168 time: 0.2391372 Aug 24 00:39:18.494556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55022) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:18.644091 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e8e945e-ce4c-4eeb-a634-cf57a0db1468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:18.757787 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e8e945e-ce4c-4eeb-a634-cf57a0db1468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:18.763728 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e8e945e-ce4c-4eeb-a634-cf57a0db1468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:18.796242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:18.797301 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1e8e945e-ce4c-4eeb-a634-cf57a0db1468 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aaf8ae1f3e56446284c66fed37a63622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3009441 Aug 24 00:39:18.819619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e945e-ce4c-4eeb-a634-cf57a0db1468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97e9203-5e92-4ace-ac73-e17dd15efe36,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:18.872623 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1a860d-8658-4bc2-b87a-9364d68d9ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:18.901473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1a860d-8658-4bc2-b87a-9364d68d9ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:18.975968 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1a860d-8658-4bc2-b87a-9364d68d9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:18.979430 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4a1a860d-8658-4bc2-b87a-9364d68d9ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:18.980961 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4a1a860d-8658-4bc2-b87a-9364d68d9ccf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c97e9203-5e92-4ace-ac73-e17dd15efe36 HTTP/1.1" status: 204 len: 168 time: 0.1837449 Aug 24 00:39:18.990862 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a860d-8658-4bc2-b87a-9364d68d9ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97e9203-5e92-4ace-ac73-e17dd15efe36,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:19.350304 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55054) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:19.363791 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b987030f-47d7-4f05-a0ce-56ee23f62f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.458719 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b987030f-47d7-4f05-a0ce-56ee23f62f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.464755 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b987030f-47d7-4f05-a0ce-56ee23f62f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.502491 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b987030f-47d7-4f05-a0ce-56ee23f62f96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94a37bb2999547d7bce8c95a5b3518f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510344 Aug 24 00:39:19.503452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987030f-47d7-4f05-a0ce-56ee23f62f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8a42a1-a584-47ad-98ca-632e27ca7032,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:19.505170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55058) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:19.565408 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b4c0-76bc-40d8-a0ae-714703804b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.588598 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b4c0-76bc-40d8-a0ae-714703804b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.644929 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b4c0-76bc-40d8-a0ae-714703804b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.648104 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eb1b4c0-76bc-40d8-a0ae-714703804b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.649262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4eb1b4c0-76bc-40d8-a0ae-714703804b69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b8a42a1-a584-47ad-98ca-632e27ca7032 HTTP/1.1" status: 204 len: 168 time: 0.1424680 Aug 24 00:39:19.657932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1b4c0-76bc-40d8-a0ae-714703804b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8a42a1-a584-47ad-98ca-632e27ca7032,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:21.284651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55144) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:21.417782 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-09142e39-3def-479f-886a-bf8345fa2ca1 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:21.449371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55150) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:21.450017 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-09142e39-3def-479f-886a-bf8345fa2ca1 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] 10.222.0.32 "PUT /v2.0/quotas/e7ec98e2a57b4d2f82e74246300cc849 HTTP/1.1" status: 200 len: 368 time: 0.1641572 Aug 24 00:39:21.454418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Request body: {'network': {'project_id': 'e7ec98e2a57b4d2f82e74246300cc849'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:21.477635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Made reservation on behalf of e7ec98e2a57b4d2f82e74246300cc849 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:21.480363 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.489385 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.597268 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.601203 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.624072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:21.638340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c3c23b-7931-4cff-afa9-ce9733c4e498,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:21.643020 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.643577 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Added segment 18ae1fad-5f90-40ef-8be0-d5c75e6b578a of type vlan for network b05b2293-9581-464c-8273-3a9b2eea7865 Aug 24 00:39:21.691048 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.717480 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.719103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:21.719967 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.753878 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3010759 Aug 24 00:39:21.754301 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:21.759536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-01c8bf16-94ea-4319-9544-8bc2f0174b2d tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Request body: {'network': {'project_id': 'e7ec98e2a57b4d2f82e74246300cc849'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:21.784588 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c8bf16-94ea-4319-9544-8bc2f0174b2d tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Made reservation on behalf of e7ec98e2a57b4d2f82e74246300cc849 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:21.787437 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01c8bf16-94ea-4319-9544-8bc2f0174b2d tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.817198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c8bf16-94ea-4319-9544-8bc2f0174b2d tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:21.827216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dc2c4-78b0-48b6-8c0f-3a4f351113d8 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Pushing event updated for resources: {'Network': ['ID=b05b2293-9581-464c-8273-3a9b2eea7865,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:21.830236 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01c8bf16-94ea-4319-9544-8bc2f0174b2d tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.830898 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-01c8bf16-94ea-4319-9544-8bc2f0174b2d tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Added segment 3a9009fc-c39e-40ba-a020-48d5ec59edb8 of type vlan for network e60b39a9-cdf5-4c3c-8415-48ec76532e45 Aug 24 00:39:21.853828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network b05b2293-9581-464c-8273-3a9b2eea7865 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:21.875895 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01c8bf16-94ea-4319-9544-8bc2f0174b2d tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.902699 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01c8bf16-94ea-4319-9544-8bc2f0174b2d tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.903999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c8bf16-94ea-4319-9544-8bc2f0174b2d tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:21.904312 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01c8bf16-94ea-4319-9544-8bc2f0174b2d tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.966044 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-01c8bf16-94ea-4319-9544-8bc2f0174b2d tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2105892 Aug 24 00:39:21.969061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55164) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:21.970180 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8bf16-94ea-4319-9544-8bc2f0174b2d tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Pushing event updated for resources: {'Network': ['ID=e60b39a9-cdf5-4c3c-8415-48ec76532e45,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:21.979663 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network e60b39a9-cdf5-4c3c-8415-48ec76532e45 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:21.980180 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f5ce046d-90e6-4cf4-ab96-b9dc8560d3c7 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Request body: {'network': {'project_id': 'e7ec98e2a57b4d2f82e74246300cc849'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:21.992278 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ce046d-90e6-4cf4-ab96-b9dc8560d3c7 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 24 00:39:21.993127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ce046d-90e6-4cf4-ab96-b9dc8560d3c7 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:39:21.995091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f5ce046d-90e6-4cf4-ab96-b9dc8560d3c7 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0249693 Aug 24 00:39:21.997874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55166) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:22.040209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-85cf04af-d470-414d-b7fe-aaa16b3ff4f6 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7ec98e2a57b4d2f82e74246300cc849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408661 Aug 24 00:39:22.043461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55168) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:22.099761 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5dcc-1d66-42de-8a13-481bcfc8a645 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.123016 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5dcc-1d66-42de-8a13-481bcfc8a645 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.184654 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5dcc-1d66-42de-8a13-481bcfc8a645 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.187687 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f5cf5dcc-1d66-42de-8a13-481bcfc8a645 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.189210 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f5cf5dcc-1d66-42de-8a13-481bcfc8a645 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/72c3c23b-7931-4cff-afa9-ce9733c4e498 HTTP/1.1" status: 204 len: 168 time: 0.1443624 Aug 24 00:39:22.191968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:22.199348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf5dcc-1d66-42de-8a13-481bcfc8a645 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c3c23b-7931-4cff-afa9-ce9733c4e498,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:22.300373 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83e94d7a-5aa4-46f6-a1d9-ff96eb83852a tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.755849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83e94d7a-5aa4-46f6-a1d9-ff96eb83852a tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.769189 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-83e94d7a-5aa4-46f6-a1d9-ff96eb83852a tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60b39a9-cdf5-4c3c-8415-48ec76532e45']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:22.783087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-83e94d7a-5aa4-46f6-a1d9-ff96eb83852a tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9009fc-c39e-40ba-a020-48d5ec59edb8') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:22.783618 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-83e94d7a-5aa4-46f6-a1d9-ff96eb83852a tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9009fc-c39e-40ba-a020-48d5ec59edb8') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:22.794690 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83e94d7a-5aa4-46f6-a1d9-ff96eb83852a tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.811201 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83e94d7a-5aa4-46f6-a1d9-ff96eb83852a tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.818465 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e94d7a-5aa4-46f6-a1d9-ff96eb83852a tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:22.818899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83e94d7a-5aa4-46f6-a1d9-ff96eb83852a tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:22.820660 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:22.883665 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83e94d7a-5aa4-46f6-a1d9-ff96eb83852a tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.899984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83e94d7a-5aa4-46f6-a1d9-ff96eb83852a tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.905234 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-83e94d7a-5aa4-46f6-a1d9-ff96eb83852a tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] 10.222.0.32 "DELETE /v2.0/networks/e60b39a9-cdf5-4c3c-8415-48ec76532e45 HTTP/1.1" status: 204 len: 168 time: 0.7092288 Aug 24 00:39:22.905396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55190) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:22.912195 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e94d7a-5aa4-46f6-a1d9-ff96eb83852a tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Pushing event deleted for resources: {'Network': ['ID=e60b39a9-cdf5-4c3c-8415-48ec76532e45,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:22.983478 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b8d419e-d175-47d1-b69b-25f494cc3312 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:23.094814 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b8d419e-d175-47d1-b69b-25f494cc3312 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:23.102048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c8cbba3-9419-4081-a582-4f8cf05e0830 req-1a4407e4-0281-4c7e-b57d-98a1ab0dd913 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525780 Aug 24 00:39:23.108546 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4b8d419e-d175-47d1-b69b-25f494cc3312 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05b2293-9581-464c-8273-3a9b2eea7865']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:23.121554 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4b8d419e-d175-47d1-b69b-25f494cc3312 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ae1fad-5f90-40ef-8be0-d5c75e6b578a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:23.122369 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4b8d419e-d175-47d1-b69b-25f494cc3312 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ae1fad-5f90-40ef-8be0-d5c75e6b578a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:23.134815 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b8d419e-d175-47d1-b69b-25f494cc3312 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:23.149692 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b8d419e-d175-47d1-b69b-25f494cc3312 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:23.155899 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8d419e-d175-47d1-b69b-25f494cc3312 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:23.156296 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b8d419e-d175-47d1-b69b-25f494cc3312 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:23.158199 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:23.201494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cbba3-9419-4081-a582-4f8cf05e0830 req-33422ac8-2067-42a5-aadb-0260c8024efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:23.204283 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c8cbba3-9419-4081-a582-4f8cf05e0830 req-33422ac8-2067-42a5-aadb-0260c8024efa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bfc0da3ea624ea59c8d2391869f62a3&device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 1136 time: 0.0585778 Aug 24 00:39:23.218951 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b8d419e-d175-47d1-b69b-25f494cc3312 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:23.229736 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b8d419e-d175-47d1-b69b-25f494cc3312 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:23.231905 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4b8d419e-d175-47d1-b69b-25f494cc3312 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] 10.222.0.32 "DELETE /v2.0/networks/b05b2293-9581-464c-8273-3a9b2eea7865 HTTP/1.1" status: 204 len: 168 time: 0.3255353 Aug 24 00:39:23.268365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d419e-d175-47d1-b69b-25f494cc3312 tempest-QuotasNegativeTest-69281170 tempest-QuotasNegativeTest-69281170-project-admin] Pushing event deleted for resources: {'Network': ['ID=b05b2293-9581-464c-8273-3a9b2eea7865,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:23.368400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cbba3-9419-4081-a582-4f8cf05e0830 req-4db80238-87c2-48f8-8ab8-dae5029714c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:23.370941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c8cbba3-9419-4081-a582-4f8cf05e0830 req-4db80238-87c2-48f8-8ab8-dae5029714c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=445e84ec-5bb6-4af1-a4dc-863f9062c8c8 HTTP/1.1" status: 200 len: 897 time: 0.1378565 Aug 24 00:39:23.459687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c8cbba3-9419-4081-a582-4f8cf05e0830 req-2e336ff8-e94f-4dd4-8e39-6a2d7d839e77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8472a98c-e5bc-4585-950c-eafd0196c06f HTTP/1.1" status: 200 len: 1001 time: 0.0799553 Aug 24 00:39:23.528739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cbba3-9419-4081-a582-4f8cf05e0830 req-6b601fdf-4cd3-4c23-9407-5c01978c83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:23.531070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c8cbba3-9419-4081-a582-4f8cf05e0830 req-6b601fdf-4cd3-4c23-9407-5c01978c83c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332215f8-8edd-497e-9a04-06eebe787df9 HTTP/1.1" status: 200 len: 835 time: 0.0621786 Aug 24 00:39:23.597936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cbba3-9419-4081-a582-4f8cf05e0830 req-ac1cd011-843e-416b-a51d-b7299af3a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:23.599922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c8cbba3-9419-4081-a582-4f8cf05e0830 req-ac1cd011-843e-416b-a51d-b7299af3a24d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=445e84ec-5bb6-4af1-a4dc-863f9062c8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613010 Aug 24 00:39:23.788056 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:23.808418 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c8cbba3-9419-4081-a582-4f8cf05e0830 req-544a5d0f-7cc1-4ec3-b840-ce0413ff9995 service neutron] 10.222.0.47 "GET /v2.0/networks/445e84ec-5bb6-4af1-a4dc-863f9062c8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958842 Aug 24 00:39:23.818343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd8f64-97ec-46df-8174-c80fc980d20b req-708c9630-0ed5-4a88-8e99-9833c5b5ab03 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:23.820035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05dd8f64-97ec-46df-8174-c80fc980d20b req-708c9630-0ed5-4a88-8e99-9833c5b5ab03 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 945 time: 0.1195867 Aug 24 00:39:23.929551 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.933497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05dd8f64-97ec-46df-8174-c80fc980d20b req-fd2e9922-8a16-4e73-bfa2-a48a5388fa96 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037238 Aug 24 00:39:23.957513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5c8cbba3-9419-4081-a582-4f8cf05e0830 req-5cd587a1-013b-4705-b737-ef4064ef7847 service neutron] 10.222.0.47 "GET /v2.0/networks/445e84ec-5bb6-4af1-a4dc-863f9062c8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364665 Aug 24 00:39:24.060249 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d736-83bd-415e-b606-c1af14baf715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.165141 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d736-83bd-415e-b606-c1af14baf715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.169339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d736-83bd-415e-b606-c1af14baf715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.208347 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3bc5d736-83bd-415e-b606-c1af14baf715 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47d4bbb2570341038c71d89673c51877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768993 Aug 24 00:39:24.210642 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5d736-83bd-415e-b606-c1af14baf715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccdc29a-0d46-4833-b65b-a8c7b96ae855,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:24.211232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55228) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:24.266681 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66479389-e58f-46fa-afd6-f8efab6c89bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.289709 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66479389-e58f-46fa-afd6-f8efab6c89bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.355005 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66479389-e58f-46fa-afd6-f8efab6c89bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.357620 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66479389-e58f-46fa-afd6-f8efab6c89bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.358843 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-66479389-e58f-46fa-afd6-f8efab6c89bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ccdc29a-0d46-4833-b65b-a8c7b96ae855 HTTP/1.1" status: 204 len: 168 time: 0.1465659 Aug 24 00:39:24.368020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66479389-e58f-46fa-afd6-f8efab6c89bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccdc29a-0d46-4833-b65b-a8c7b96ae855,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:24.684726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55244) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:24.698654 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5519c75c-ff0b-4a74-9cf8-ea58cc4c0541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.805460 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5519c75c-ff0b-4a74-9cf8-ea58cc4c0541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.809520 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5519c75c-ff0b-4a74-9cf8-ea58cc4c0541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.848966 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5519c75c-ff0b-4a74-9cf8-ea58cc4c0541 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ecbfc96152246fb9385c00daa98522b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630895 Aug 24 00:39:24.850973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519c75c-ff0b-4a74-9cf8-ea58cc4c0541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cb5c9e-84bc-47b6-9752-d91369a67548,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:24.851944 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55252) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:24.905550 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf1289f4-af87-423b-b691-1254bddabca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.926280 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf1289f4-af87-423b-b691-1254bddabca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.974791 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf1289f4-af87-423b-b691-1254bddabca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.978025 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf1289f4-af87-423b-b691-1254bddabca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.979599 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bf1289f4-af87-423b-b691-1254bddabca7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38cb5c9e-84bc-47b6-9752-d91369a67548 HTTP/1.1" status: 204 len: 168 time: 0.1266589 Aug 24 00:39:24.991528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1289f4-af87-423b-b691-1254bddabca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cb5c9e-84bc-47b6-9752-d91369a67548,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:25.082657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d64e29-1952-4ecf-89b7-23c41894a31e req-da634677-f07e-4e3c-80e6-d11a461f9edb tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:25.084149 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91d64e29-1952-4ecf-89b7-23c41894a31e req-da634677-f07e-4e3c-80e6-d11a461f9edb tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 945 time: 0.0621078 Aug 24 00:39:25.131535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91d64e29-1952-4ecf-89b7-23c41894a31e req-6d39675f-5241-46b2-b200-d0e6774679ad tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399234 Aug 24 00:39:25.463883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa41514-32b8-47da-b03a-246443440986 req-302519d9-7ca7-43e3-859e-7ac117f00678 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:25.465517 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ffa41514-32b8-47da-b03a-246443440986 req-302519d9-7ca7-43e3-859e-7ac117f00678 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 945 time: 0.0566096 Aug 24 00:39:25.566099 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-ffa41514-32b8-47da-b03a-246443440986 req-93a9b562-4fd2-467b-8966-ec547048b604 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Deleting port b688f362-43b9-4670-a27a-83085ba29a14 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:25.566416 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ffa41514-32b8-47da-b03a-246443440986 req-93a9b562-4fd2-467b-8966-ec547048b604 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.676619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-ffa41514-32b8-47da-b03a-246443440986 req-93a9b562-4fd2-467b-8966-ec547048b604 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] For port b688f362-43b9-4670-a27a-83085ba29a14, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=b688f362-43b9-4670-a27a-83085ba29a14,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:25.676996 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ffa41514-32b8-47da-b03a-246443440986 req-93a9b562-4fd2-467b-8966-ec547048b604 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.701929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-ffa41514-32b8-47da-b03a-246443440986 req-93a9b562-4fd2-467b-8966-ec547048b604 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Calling delete_port for b688f362-43b9-4670-a27a-83085ba29a14 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:25.851192 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ffa41514-32b8-47da-b03a-246443440986 req-93a9b562-4fd2-467b-8966-ec547048b604 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.885008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['af9a2717-2fc4-4f56-ac77-cb232ca69299', '5aaddec5-7560-4880-a8f5-60d0c13830ac', 'b688f362-43b9-4670-a27a-83085ba29a14'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:39:25.889942 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['e3aa257b-7483-4d31-944e-ef722bd82713'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:39:25.892061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9b562-4fd2-467b-8966-ec547048b604 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Pushing event deleted for resources: {'Port': ['ID=b688f362-43b9-4670-a27a-83085ba29a14,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:25.997370 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa41514-32b8-47da-b03a-246443440986 req-93a9b562-4fd2-467b-8966-ec547048b604 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] No DVR routers for this DVR port b688f362-43b9-4670-a27a-83085ba29a14 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:26.001512 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-ffa41514-32b8-47da-b03a-246443440986 req-93a9b562-4fd2-467b-8966-ec547048b604 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.005646 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-ffa41514-32b8-47da-b03a-246443440986 req-93a9b562-4fd2-467b-8966-ec547048b604 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.13 "DELETE /v2.0/ports/b688f362-43b9-4670-a27a-83085ba29a14 HTTP/1.1" status: 204 len: 173 time: 0.5341756 Aug 24 00:39:26.006373 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4c7047-7c94-4f13-933e-8935b03aa6da', 'name': 'network-vif-deleted', 'tag': 'b688f362-43b9-4670-a27a-83085ba29a14'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:26.008790 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad30090-76c4-4286-8355-c9c2520bc4dc" -d '{"events": [{"server_uuid": "9e4c7047-7c94-4f13-933e-8935b03aa6da", "name": "network-vif-deleted", "tag": "b688f362-43b9-4670-a27a-83085ba29a14"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:26.054514 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfb89bc-44b5-4c70-bf1c-2f1235307b86 x-openstack-request-id: req-dbfb89bc-44b5-4c70-bf1c-2f1235307b86 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:26.055060 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4c7047-7c94-4f13-933e-8935b03aa6da", "name": "network-vif-deleted", "tag": "b688f362-43b9-4670-a27a-83085ba29a14", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:26.055489 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbfb89bc-44b5-4c70-bf1c-2f1235307b86 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:26.056069 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4c7047-7c94-4f13-933e-8935b03aa6da', 'name': 'network-vif-deleted', 'tag': 'b688f362-43b9-4670-a27a-83085ba29a14', 'status': 'completed', 'code': 200} Aug 24 00:39:26.277256 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-51f8734d-5db2-4dfd-96fa-1f486e774b58 req-89baf0c0-cd60-42b1-9f66-6c0765eb1b56 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1036074 Aug 24 00:39:26.328638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f68be6c-62ca-4df3-ac0e-73c0defa5c6b req-9e2f1d66-e9b7-451c-b1ce-dc0bc331f979 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e4c7047-7c94-4f13-933e-8935b03aa6da HTTP/1.1" status: 200 len: 210 time: 0.0435843 Aug 24 00:39:26.372481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8734d-5db2-4dfd-96fa-1f486e774b58 req-54e7ea26-3698-4064-9ad4-e7fe17b8a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:26.374308 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-51f8734d-5db2-4dfd-96fa-1f486e774b58 req-54e7ea26-3698-4064-9ad4-e7fe17b8a6b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33c45ffed6d949d68a0c0a054d17a347&device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 1096 time: 0.0557940 Aug 24 00:39:26.569864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8734d-5db2-4dfd-96fa-1f486e774b58 req-bcaf7072-5f67-40c1-a5f3-a09f85ccbf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:26.571459 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-51f8734d-5db2-4dfd-96fa-1f486e774b58 req-bcaf7072-5f67-40c1-a5f3-a09f85ccbf2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 200 len: 916 time: 0.1739383 Aug 24 00:39:26.626521 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-51f8734d-5db2-4dfd-96fa-1f486e774b58 req-0f74c540-6c99-40c2-b675-f6b87f43f507 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5aaddec5-7560-4880-a8f5-60d0c13830ac HTTP/1.1" status: 200 len: 217 time: 0.0448923 Aug 24 00:39:26.689483 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8734d-5db2-4dfd-96fa-1f486e774b58 req-2450c252-a8d1-4df2-a573-a1d05e5d1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:26.691416 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-51f8734d-5db2-4dfd-96fa-1f486e774b58 req-2450c252-a8d1-4df2-a573-a1d05e5d1842 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbd9b90b-f801-4301-962f-740fe1951187 HTTP/1.1" status: 200 len: 855 time: 0.0583689 Aug 24 00:39:26.693762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55328) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:26.746059 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-51f8734d-5db2-4dfd-96fa-1f486e774b58 req-f4004615-1f39-4d19-99c8-3b2607c0fa68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f2706c8-e765-4e9d-8d8b-16481d4876ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319951 Aug 24 00:39:26.842622 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-51f8734d-5db2-4dfd-96fa-1f486e774b58 req-ecad87f1-5285-47ce-974a-c6f1e2a26f18 service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883665 Aug 24 00:39:26.843940 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8e26fce1-5ee6-472f-8adc-a03521fd8dc5 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-793336339'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:26.872500 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e26fce1-5ee6-472f-8adc-a03521fd8dc5 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.873693 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e26fce1-5ee6-472f-8adc-a03521fd8dc5 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.914512 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:39:26.963212 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-51f8734d-5db2-4dfd-96fa-1f486e774b58 req-ea4c8179-339c-4549-ac89-21d71091cccf service neutron] 10.222.0.13 "GET /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130023 Aug 24 00:39:26.990114 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e26fce1-5ee6-472f-8adc-a03521fd8dc5 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.995963 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e26fce1-5ee6-472f-8adc-a03521fd8dc5 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.015528 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8e26fce1-5ee6-472f-8adc-a03521fd8dc5 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.016887 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8e26fce1-5ee6-472f-8adc-a03521fd8dc5 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3221340 Aug 24 00:39:27.019412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55340) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:27.107924 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5799585a-0ebe-4476-94f4-3e252e458c68 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.300657 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5799585a-0ebe-4476-94f4-3e252e458c68 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.302886 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5799585a-0ebe-4476-94f4-3e252e458c68 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.376474 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5799585a-0ebe-4476-94f4-3e252e458c68 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.378221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5799585a-0ebe-4476-94f4-3e252e458c68 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed42bda-67b6-4e92-94e1-2eb7e15bbd81 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:39:27.383461 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5799585a-0ebe-4476-94f4-3e252e458c68 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.385272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5799585a-0ebe-4476-94f4-3e252e458c68 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] 10.222.0.32 "DELETE /v2.0/routers/5ed42bda-67b6-4e92-94e1-2eb7e15bbd81 HTTP/1.1" status: 204 len: 168 time: 0.3642590 Aug 24 00:39:27.391980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55350) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:27.396590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8b066c80-7ab9-45bb-a963-6093c8b1c5ef tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Request body: {'router': {'name': 'tempest-router-923352806', 'distributed': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:27.430041 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b066c80-7ab9-45bb-a963-6093c8b1c5ef tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.431375 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b066c80-7ab9-45bb-a963-6093c8b1c5ef tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.511615 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b066c80-7ab9-45bb-a963-6093c8b1c5ef tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.518714 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b066c80-7ab9-45bb-a963-6093c8b1c5ef tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.526985 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70892f9e-ea1e-4203-8a7f-3a0c34dd781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.546335 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b066c80-7ab9-45bb-a963-6093c8b1c5ef tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.551818 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55360) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:27.553270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8b066c80-7ab9-45bb-a963-6093c8b1c5ef tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1602128 Aug 24 00:39:27.642227 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69571cab-ecc7-4576-8ac7-bd741fa6fabc tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.819515 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69571cab-ecc7-4576-8ac7-bd741fa6fabc tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.821793 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69571cab-ecc7-4576-8ac7-bd741fa6fabc tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.869746 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69571cab-ecc7-4576-8ac7-bd741fa6fabc tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.870572 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69571cab-ecc7-4576-8ac7-bd741fa6fabc tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 292b4a08-a64f-4346-b652-04eef5d1a568 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:39:27.876385 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-69571cab-ecc7-4576-8ac7-bd741fa6fabc tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.880900 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-69571cab-ecc7-4576-8ac7-bd741fa6fabc tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] 10.222.0.32 "DELETE /v2.0/routers/292b4a08-a64f-4346-b652-04eef5d1a568 HTTP/1.1" status: 204 len: 168 time: 0.3239944 Aug 24 00:39:27.881204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55366) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:27.886248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3e07298c-7f81-4928-8914-adf62d2a8a64 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Request body: {'router': {'name': 'tempest-router-1277880930', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cde618817dec42328bbae6292a12e6d7'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:27.909212 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e07298c-7f81-4928-8914-adf62d2a8a64 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.910300 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e07298c-7f81-4928-8914-adf62d2a8a64 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.979586 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e07298c-7f81-4928-8914-adf62d2a8a64 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.984953 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e07298c-7f81-4928-8914-adf62d2a8a64 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.000865 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3e07298c-7f81-4928-8914-adf62d2a8a64 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.007479 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55372) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:28.010876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3e07298c-7f81-4928-8914-adf62d2a8a64 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1202416 Aug 24 00:39:28.012639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-517573ab-4aaa-4e00-bb8f-5d1a33700480 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:28.294600 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517573ab-4aaa-4e00-bb8f-5d1a33700480 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.294996 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517573ab-4aaa-4e00-bb8f-5d1a33700480 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.414335 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-517573ab-4aaa-4e00-bb8f-5d1a33700480 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94838) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 24 00:39:28.414815 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-517573ab-4aaa-4e00-bb8f-5d1a33700480 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Router 9aa57ef2-6417-4ed0-8096-ab8e821aef12 migrating from provider to provider. {{(pid=94838) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 24 00:39:28.415273 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517573ab-4aaa-4e00-bb8f-5d1a33700480 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.421094 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517573ab-4aaa-4e00-bb8f-5d1a33700480 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.425119 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517573ab-4aaa-4e00-bb8f-5d1a33700480 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.513236 n-d-805736-1 neutron-server[94838]: WARNING neutron.scheduler.l3_agent_scheduler [None req-517573ab-4aaa-4e00-bb8f-5d1a33700480 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] No L3 agents can host the router 9aa57ef2-6417-4ed0-8096-ab8e821aef12 Aug 24 00:39:28.652518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517573ab-4aaa-4e00-bb8f-5d1a33700480 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Hosts for router 9aa57ef2-6417-4ed0-8096-ab8e821aef12: [] {{(pid=94838) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 24 00:39:28.675163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517573ab-4aaa-4e00-bb8f-5d1a33700480 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Hosts for other DVR routers connected to router 9aa57ef2-6417-4ed0-8096-ab8e821aef12: set() {{(pid=94838) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 24 00:39:28.677705 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517573ab-4aaa-4e00-bb8f-5d1a33700480 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.678949 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-517573ab-4aaa-4e00-bb8f-5d1a33700480 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] 10.222.0.32 "PUT /v2.0/routers/9aa57ef2-6417-4ed0-8096-ab8e821aef12 HTTP/1.1" status: 200 len: 717 time: 0.6700075 Aug 24 00:39:28.682584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55390) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:28.766401 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f9c78031-0dc3-4a08-b81c-769fcdbf3ead tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] 10.222.0.32 "GET /v2.0/routers/9aa57ef2-6417-4ed0-8096-ab8e821aef12 HTTP/1.1" status: 200 len: 717 time: 0.0821831 Aug 24 00:39:28.768437 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55392) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:28.948044 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dae34e86-8b36-42ba-9fea-6eb972c65289 tempest-RoutersTestDVR-210886782 tempest-RoutersTestDVR-210886782-project] 10.222.0.32 "GET /v2.0/routers/9aa57ef2-6417-4ed0-8096-ab8e821aef12 HTTP/1.1" status: 200 len: 683 time: 0.1778166 Aug 24 00:39:28.950657 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55400) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:29.027926 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-166c54fc-da2f-4d01-84a3-c942903ff0ba tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.119731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b688f362-43b9-4670-a27a-83085ba29a14 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:29.155370 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: b688f362-43b9-4670-a27a-83085ba29a14 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:39:29.156233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device b688f362-43b9-4670-a27a-83085ba29a14 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:29.202551 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-166c54fc-da2f-4d01-84a3-c942903ff0ba tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.204824 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-166c54fc-da2f-4d01-84a3-c942903ff0ba tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.250165 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-166c54fc-da2f-4d01-84a3-c942903ff0ba tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.250721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166c54fc-da2f-4d01-84a3-c942903ff0ba tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9aa57ef2-6417-4ed0-8096-ab8e821aef12 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:39:29.255538 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-166c54fc-da2f-4d01-84a3-c942903ff0ba tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.260977 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-166c54fc-da2f-4d01-84a3-c942903ff0ba tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] 10.222.0.32 "DELETE /v2.0/routers/9aa57ef2-6417-4ed0-8096-ab8e821aef12 HTTP/1.1" status: 204 len: 168 time: 0.3051071 Aug 24 00:39:29.261344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55408) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:29.265836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-869d40cf-a09d-462d-af1e-8599625e5b49 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Request body: {'router': {'name': 'tempest-router-1004498193', 'distributed': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:29.288835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-869d40cf-a09d-462d-af1e-8599625e5b49 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.289883 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-869d40cf-a09d-462d-af1e-8599625e5b49 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.349211 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-869d40cf-a09d-462d-af1e-8599625e5b49 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.356530 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-869d40cf-a09d-462d-af1e-8599625e5b49 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.372662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-869d40cf-a09d-462d-af1e-8599625e5b49 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.376770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-869d40cf-a09d-462d-af1e-8599625e5b49 tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1117284 Aug 24 00:39:29.377037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55414) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:29.457151 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34a50672-1449-41d9-a8f5-dce703a54baa tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.630633 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34a50672-1449-41d9-a8f5-dce703a54baa tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.632768 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34a50672-1449-41d9-a8f5-dce703a54baa tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.680742 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34a50672-1449-41d9-a8f5-dce703a54baa tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.681584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a50672-1449-41d9-a8f5-dce703a54baa tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7bc0b19-682b-484c-99e8-472ff6b901f0 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:39:29.686863 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34a50672-1449-41d9-a8f5-dce703a54baa tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.692047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-34a50672-1449-41d9-a8f5-dce703a54baa tempest-RoutersTestDVR-2143764070 tempest-RoutersTestDVR-2143764070-project-admin] 10.222.0.32 "DELETE /v2.0/routers/c7bc0b19-682b-484c-99e8-472ff6b901f0 HTTP/1.1" status: 204 len: 168 time: 0.3139594 Aug 24 00:39:29.715579 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.977248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55434) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:30.120318 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.135783 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-881255d9-f343-412a-90c7-2ab940f09719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.231418 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78eb2320-f252-4beb-b976-4cb224d8c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.252971 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-881255d9-f343-412a-90c7-2ab940f09719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.257035 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-881255d9-f343-412a-90c7-2ab940f09719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.300836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-881255d9-f343-412a-90c7-2ab940f09719 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cde618817dec42328bbae6292a12e6d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223479 Aug 24 00:39:30.301711 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881255d9-f343-412a-90c7-2ab940f09719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e1dc03-84ed-4859-9331-069e78f049bc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:30.304732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55440) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:30.364357 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97c6027b-6aad-44ac-8f31-e60eecdc7a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.389325 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97c6027b-6aad-44ac-8f31-e60eecdc7a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.439828 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97c6027b-6aad-44ac-8f31-e60eecdc7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.442555 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97c6027b-6aad-44ac-8f31-e60eecdc7a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.443757 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-97c6027b-6aad-44ac-8f31-e60eecdc7a75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90e1dc03-84ed-4859-9331-069e78f049bc HTTP/1.1" status: 204 len: 168 time: 0.1376321 Aug 24 00:39:30.452639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6027b-6aad-44ac-8f31-e60eecdc7a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e1dc03-84ed-4859-9331-069e78f049bc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:30.757843 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55450) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:30.772144 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6d88b72-a2e9-4a29-9557-a8ce76231a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.912719 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6d88b72-a2e9-4a29-9557-a8ce76231a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.919884 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e6d88b72-a2e9-4a29-9557-a8ce76231a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.968172 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e6d88b72-a2e9-4a29-9557-a8ce76231a9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=794907b9cdbc40cf908507e6fc012d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092154 Aug 24 00:39:30.969050 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d88b72-a2e9-4a29-9557-a8ce76231a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293faf68-d145-407e-9bf6-2ebe7db8136d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:30.970799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55456) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:31.058048 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38ab0791-b1e9-43f3-be04-0d3bd71d27cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.077186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a28d26-ab7d-4135-8719-a0b790481b67 req-55175524-d346-4418-8160-6ba69cc63949 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:31.078701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5a28d26-ab7d-4135-8719-a0b790481b67 req-55175524-d346-4418-8160-6ba69cc63949 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 945 time: 0.0805767 Aug 24 00:39:31.098492 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38ab0791-b1e9-43f3-be04-0d3bd71d27cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.149836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5a28d26-ab7d-4135-8719-a0b790481b67 req-1f6093a2-3501-4a22-ae8d-e7e08a0ba8fd tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607979 Aug 24 00:39:31.171394 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38ab0791-b1e9-43f3-be04-0d3bd71d27cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.174325 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-38ab0791-b1e9-43f3-be04-0d3bd71d27cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.175501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-38ab0791-b1e9-43f3-be04-0d3bd71d27cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/293faf68-d145-407e-9bf6-2ebe7db8136d HTTP/1.1" status: 204 len: 168 time: 0.2036855 Aug 24 00:39:31.184364 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab0791-b1e9-43f3-be04-0d3bd71d27cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293faf68-d145-407e-9bf6-2ebe7db8136d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:31.289435 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.909462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55482) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:32.006378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-329763373'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:32.027903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Made reservation on behalf of aa6d6d06d7d2469cbed6884f4ad7e038 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:32.031505 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.040245 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.142007 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.145843 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.174139 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:32.185014 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0c0311-63ea-4a7e-9f79-21cffba42f76,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:32.190027 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.190381 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Added segment 57b04929-7de9-4a6a-a6c1-62b0af184271 of type vlan for network 8d4021cf-993d-42ff-8c14-296913771b77 Aug 24 00:39:32.234972 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.262538 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.268262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:32.268869 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.286166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917d585-bc34-4adc-bc33-3911ab472ae5 req-af9710f9-b2d8-4031-abe4-4f3f280d7df3 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:32.288442 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b917d585-bc34-4adc-bc33-3911ab472ae5 req-af9710f9-b2d8-4031-abe4-4f3f280d7df3 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 945 time: 0.0597422 Aug 24 00:39:32.330295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b917d585-bc34-4adc-bc33-3911ab472ae5 req-0d5b09f9-ff53-416e-bb42-dc9cce061453 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345554 Aug 24 00:39:32.338215 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4270039 Aug 24 00:39:32.341415 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55488) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:32.346532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8cb420f3-fb38-4ba7-8b62-d2a76c83292e tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Request body: {'subnet': {'network_id': '8d4021cf-993d-42ff-8c14-296913771b77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:32.347880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89957d-4eb7-4241-8088-38c73313ab35 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Pushing event updated for resources: {'Network': ['ID=8d4021cf-993d-42ff-8c14-296913771b77,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:32.360074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 8d4021cf-993d-42ff-8c14-296913771b77 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:32.453870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb420f3-fb38-4ba7-8b62-d2a76c83292e tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Made reservation on behalf of aa6d6d06d7d2469cbed6884f4ad7e038 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:32.457698 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8cb420f3-fb38-4ba7-8b62-d2a76c83292e tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.659626 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8cb420f3-fb38-4ba7-8b62-d2a76c83292e tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.724277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb420f3-fb38-4ba7-8b62-d2a76c83292e tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Pushing event updated for resources: {'Subnet': ['ID=84cfd5a3-1225-4aef-9dfa-4e4b1ef55e7c,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:32.733188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb420f3-fb38-4ba7-8b62-d2a76c83292e tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Checking segment: {'id': '57b04929-7de9-4a6a-a6c1-62b0af184271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d4021cf-993d-42ff-8c14-296913771b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:32.733551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb420f3-fb38-4ba7-8b62-d2a76c83292e tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Network hostable DHCP agents. Network: 8d4021cf-993d-42ff-8c14-296913771b77, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:32.751209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb420f3-fb38-4ba7-8b62-d2a76c83292e tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Network 8d4021cf-993d-42ff-8c14-296913771b77 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:32.761447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8cb420f3-fb38-4ba7-8b62-d2a76c83292e tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 8d4021cf-993d-42ff-8c14-296913771b77) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:32.765921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb420f3-fb38-4ba7-8b62-d2a76c83292e tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:32.766749 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8cb420f3-fb38-4ba7-8b62-d2a76c83292e tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.772235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a80185-cbe3-4d60-8eac-227bef53bf3b None None] Network 8d4021cf-993d-42ff-8c14-296913771b77 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:32.785736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8cb420f3-fb38-4ba7-8b62-d2a76c83292e tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4432480 Aug 24 00:39:32.788329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55494) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:32.794200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Request body: {'port': {'network_id': '8d4021cf-993d-42ff-8c14-296913771b77', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1836746356'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:32.936518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-8d4021cf-993d-42ff-8c14-296913771b77', 'network_id': '8d4021cf-993d-42ff-8c14-296913771b77', 'tenant_id': 'aa6d6d06d7d2469cbed6884f4ad7e038', 'fixed_ips': [{'subnet_id': '84cfd5a3-1225-4aef-9dfa-4e4b1ef55e7c'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:32.937669 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.062598 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.108758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Allocated IP 2001:db8::2 (8d4021cf-993d-42ff-8c14-296913771b77/84cfd5a3-1225-4aef-9dfa-4e4b1ef55e7c/1235910e-ab4d-4daf-8be3-f79dea7746cd) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:33.274338 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.274578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88974dd-9309-4e0d-9314-0f330b1c7289 req-0171ec1b-06d2-4725-a84d-14f5aa05124a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:33.276524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d88974dd-9309-4e0d-9314-0f330b1c7289 req-0171ec1b-06d2-4725-a84d-14f5aa05124a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 945 time: 0.1032996 Aug 24 00:39:33.284035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Transition to ACTIVE for port object 1235910e-ab4d-4daf-8be3-f79dea7746cd will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:33.299764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Transition to ACTIVE for port object 1235910e-ab4d-4daf-8be3-f79dea7746cd will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:33.305623 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.352673 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Network 8d4021cf-993d-42ff-8c14-296913771b77 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:33.358330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:33.360361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:33.371293 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Pushing event updated for resources: {'Port': ['ID=1235910e-ab4d-4daf-8be3-f79dea7746cd,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:33.411254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Made reservation on behalf of aa6d6d06d7d2469cbed6884f4ad7e038 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:33.415012 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.442650 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Attempting to bind port 1235910e-ab4d-4daf-8be3-f79dea7746cd on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:33.443470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Attempting to bind port 1235910e-ab4d-4daf-8be3-f79dea7746cd by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '57b04929-7de9-4a6a-a6c1-62b0af184271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d4021cf-993d-42ff-8c14-296913771b77'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:33.444034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Attempting to bind port 1235910e-ab4d-4daf-8be3-f79dea7746cd on network 8d4021cf-993d-42ff-8c14-296913771b77 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:33.449478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:33.449915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Checking segment: {'id': '57b04929-7de9-4a6a-a6c1-62b0af184271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d4021cf-993d-42ff-8c14-296913771b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:33.450332 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.450741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Bound using segment: {'id': '57b04929-7de9-4a6a-a6c1-62b0af184271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d4021cf-993d-42ff-8c14-296913771b77'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:33.451242 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Bound port: 1235910e-ab4d-4daf-8be3-f79dea7746cd, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b04929-7de9-4a6a-a6c1-62b0af184271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8d4021cf-993d-42ff-8c14-296913771b77'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:33.451634 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.473635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] device_id is not set on port eff418f3-8a5e-4609-9f74-ac39c2226cd8 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:39:33.575410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a9b78-9545-47bb-bfed-200f417b3293 req-bcefdf04-57aa-43b9-9838-f53706753bed tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:33.575644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a5a9b78-9545-47bb-bfed-200f417b3293 req-bcefdf04-57aa-43b9-9838-f53706753bed tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 945 time: 0.1543775 Aug 24 00:39:33.584709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d88974dd-9309-4e0d-9314-0f330b1c7289 req-c0309107-6afd-4b41-bb0e-264dae2c29b9 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Deleting port e3aa257b-7483-4d31-944e-ef722bd82713 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:33.585353 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d88974dd-9309-4e0d-9314-0f330b1c7289 req-c0309107-6afd-4b41-bb0e-264dae2c29b9 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.680695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] For port 1235910e-ab4d-4daf-8be3-f79dea7746cd, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:33.684445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] For port 1235910e-ab4d-4daf-8be3-f79dea7746cd, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1235910e-ab4d-4daf-8be3-f79dea7746cd,segment=NetworkSegment(57b04929-7de9-4a6a-a6c1-62b0af184271),segment_id=57b04929-7de9-4a6a-a6c1-62b0af184271)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:33.689821 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.739100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a5a9b78-9545-47bb-bfed-200f417b3293 req-03bec371-1d4c-481e-b387-9499535ebf9f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289515 Aug 24 00:39:33.762493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60d886-138a-44e2-b773-eab1f01fef98 None None] Pushing event updated for resources: {'Port': ['ID=1235910e-ab4d-4daf-8be3-f79dea7746cd,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:33.789708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Allocated IP 2001:db8::2df (8d4021cf-993d-42ff-8c14-296913771b77/84cfd5a3-1225-4aef-9dfa-4e4b1ef55e7c/eff418f3-8a5e-4609-9f74-ac39c2226cd8) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:33.818447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d88974dd-9309-4e0d-9314-0f330b1c7289 req-c0309107-6afd-4b41-bb0e-264dae2c29b9 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] For port e3aa257b-7483-4d31-944e-ef722bd82713, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e3aa257b-7483-4d31-944e-ef722bd82713,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:33.818910 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d88974dd-9309-4e0d-9314-0f330b1c7289 req-c0309107-6afd-4b41-bb0e-264dae2c29b9 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.847523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d88974dd-9309-4e0d-9314-0f330b1c7289 req-c0309107-6afd-4b41-bb0e-264dae2c29b9 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Calling delete_port for e3aa257b-7483-4d31-944e-ef722bd82713 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:34.071682 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.096004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Transition to ACTIVE for port object eff418f3-8a5e-4609-9f74-ac39c2226cd8 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:34.114011 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d88974dd-9309-4e0d-9314-0f330b1c7289 req-c0309107-6afd-4b41-bb0e-264dae2c29b9 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.147882 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['af9a2717-2fc4-4f56-ac77-cb232ca69299', '5aaddec5-7560-4880-a8f5-60d0c13830ac'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:39:34.150601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['e3aa257b-7483-4d31-944e-ef722bd82713'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:39:34.158657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0309107-6afd-4b41-bb0e-264dae2c29b9 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Pushing event deleted for resources: {'Port': ['ID=e3aa257b-7483-4d31-944e-ef722bd82713,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:34.217047 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.241320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88974dd-9309-4e0d-9314-0f330b1c7289 req-c0309107-6afd-4b41-bb0e-264dae2c29b9 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] No DVR routers for this DVR port e3aa257b-7483-4d31-944e-ef722bd82713 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:34.247799 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d88974dd-9309-4e0d-9314-0f330b1c7289 req-c0309107-6afd-4b41-bb0e-264dae2c29b9 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.249915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d88974dd-9309-4e0d-9314-0f330b1c7289 req-c0309107-6afd-4b41-bb0e-264dae2c29b9 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.47 "DELETE /v2.0/ports/e3aa257b-7483-4d31-944e-ef722bd82713 HTTP/1.1" status: 204 len: 173 time: 0.9639401 Aug 24 00:39:34.250368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3369fc2-5fea-43c6-828b-46a70b21f184', 'name': 'network-vif-deleted', 'tag': 'e3aa257b-7483-4d31-944e-ef722bd82713'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:34.252947 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bcba12-7c70-4fca-81c6-1afb48b1f088" -d '{"events": [{"server_uuid": "f3369fc2-5fea-43c6-828b-46a70b21f184", "name": "network-vif-deleted", "tag": "e3aa257b-7483-4d31-944e-ef722bd82713"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:34.303250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Network 8d4021cf-993d-42ff-8c14-296913771b77 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:34.309405 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:34.314463 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99ddec2-b43f-43ff-b893-f9ac690eeeb8 x-openstack-request-id: req-e99ddec2-b43f-43ff-b893-f9ac690eeeb8 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:34.314754 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3369fc2-5fea-43c6-828b-46a70b21f184", "name": "network-vif-deleted", "tag": "e3aa257b-7483-4d31-944e-ef722bd82713", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:34.315030 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e99ddec2-b43f-43ff-b893-f9ac690eeeb8 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:34.315427 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3369fc2-5fea-43c6-828b-46a70b21f184', 'name': 'network-vif-deleted', 'tag': 'e3aa257b-7483-4d31-944e-ef722bd82713', 'status': 'completed', 'code': 200} Aug 24 00:39:34.316091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:34.326480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:34.326999 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.351187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Pushing event updated for resources: {'Port': ['ID=eff418f3-8a5e-4609-9f74-ac39c2226cd8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:34.358681 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-54ef8ccb-c615-41ff-bcd8-85617b6abd33 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5692906 Aug 24 00:39:34.363808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55504) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:34.373074 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Request body: {'port': {'network_id': '8d4021cf-993d-42ff-8c14-296913771b77', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1956090851', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:34.373814 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] bootfile-name is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:39:34.374651 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] tftp-server is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:39:34.375159 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.api.validators [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] server-ip-address is not in valid_values {{(pid=94838) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:39:34.410467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1235910e-ab4d-4daf-8be3-f79dea7746cd up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:34.507590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 1235910e-ab4d-4daf-8be3-f79dea7746cd completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:34.509805 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Made reservation on behalf of aa6d6d06d7d2469cbed6884f4ad7e038 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:34.514245 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.536196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] device_id is not set on port be58d69d-a246-44b1-acae-60d0e4dc263a yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:39:34.668705 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Allocated IP 2001:db8::3cf (8d4021cf-993d-42ff-8c14-296913771b77/84cfd5a3-1225-4aef-9dfa-4e4b1ef55e7c/be58d69d-a246-44b1-acae-60d0e4dc263a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:34.749399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb61efe-db91-48b7-b1c8-e45fcfdf3711 None None] Network 8d4021cf-993d-42ff-8c14-296913771b77 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:34.835187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4cc2e1fa-4983-4339-a3cf-5db833bf459c None None] Provisioning for port 1235910e-ab4d-4daf-8be3-f79dea7746cd completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:34.870725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4cc2e1fa-4983-4339-a3cf-5db833bf459c None None] Provisioning complete for port 1235910e-ab4d-4daf-8be3-f79dea7746cd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:34.871139 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cc2e1fa-4983-4339-a3cf-5db833bf459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.902739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6d3707bc-ea29-4043-b633-e79a7f7a5a86 req-c3a7b502-c685-4fa2-8a92-5ac9659a7b93 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3369fc2-5fea-43c6-828b-46a70b21f184 HTTP/1.1" status: 200 len: 210 time: 0.0566394 Aug 24 00:39:35.069862 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cc2e1fa-4983-4339-a3cf-5db833bf459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.120646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4cc2e1fa-4983-4339-a3cf-5db833bf459c None None] For port 1235910e-ab4d-4daf-8be3-f79dea7746cd, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1235910e-ab4d-4daf-8be3-f79dea7746cd,segment=NetworkSegment(57b04929-7de9-4a6a-a6c1-62b0af184271),segment_id=57b04929-7de9-4a6a-a6c1-62b0af184271)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:35.125353 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4cc2e1fa-4983-4339-a3cf-5db833bf459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.195438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2e1fa-4983-4339-a3cf-5db833bf459c None None] Pushing event updated for resources: {'Port': ['ID=1235910e-ab4d-4daf-8be3-f79dea7746cd,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:35.278344 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.293613 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Transition to ACTIVE for port object be58d69d-a246-44b1-acae-60d0e4dc263a will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:35.331007 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.384268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Network 8d4021cf-993d-42ff-8c14-296913771b77 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:35.387595 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:35.391546 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:35.398736 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:35.399424 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.406461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Pushing event updated for resources: {'Port': ['ID=be58d69d-a246-44b1-acae-60d0e4dc263a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:35.432399 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5057fc30-7c23-412c-a4e4-0698b792ebc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0656853 Aug 24 00:39:35.434997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55586) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:35.459787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8b6ea3ef-888c-45f6-8b73-27229b408945 None None] Provisioning complete for port 1235910e-ab4d-4daf-8be3-f79dea7746cd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:35.460265 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea3ef-888c-45f6-8b73-27229b408945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.543845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8296498-e12b-4f3a-bea5-2a609048b02c tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:35.551544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8296498-e12b-4f3a-bea5-2a609048b02c tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:35.560189 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8296498-e12b-4f3a-bea5-2a609048b02c tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:35.562830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c8296498-e12b-4f3a-bea5-2a609048b02c tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1267531 Aug 24 00:39:35.566745 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:35.601146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8b6ea3ef-888c-45f6-8b73-27229b408945 None None] Provisioning for port eff418f3-8a5e-4609-9f74-ac39c2226cd8 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:35.605862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8b6ea3ef-888c-45f6-8b73-27229b408945 None None] Provisioning complete for port eff418f3-8a5e-4609-9f74-ac39c2226cd8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:35.606240 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea3ef-888c-45f6-8b73-27229b408945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.644397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8b6ea3ef-888c-45f6-8b73-27229b408945 None None] Port eff418f3-8a5e-4609-9f74-ac39c2226cd8 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:35.683063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc62c6-2717-48e4-a78b-c7ff00888999 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Deleting port be58d69d-a246-44b1-acae-60d0e4dc263a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:35.683509 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fcc62c6-2717-48e4-a78b-c7ff00888999 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.793631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fcc62c6-2717-48e4-a78b-c7ff00888999 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.807073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc62c6-2717-48e4-a78b-c7ff00888999 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Calling delete_port for be58d69d-a246-44b1-acae-60d0e4dc263a owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:35.882246 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1bd61647-e154-4a0f-ad74-037d81a59f21 None None] Provisioning complete for port eff418f3-8a5e-4609-9f74-ac39c2226cd8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:35.882626 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1bd61647-e154-4a0f-ad74-037d81a59f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.947381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1bd61647-e154-4a0f-ad74-037d81a59f21 None None] Port eff418f3-8a5e-4609-9f74-ac39c2226cd8 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:36.001026 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fcc62c6-2717-48e4-a78b-c7ff00888999 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.031847 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc62c6-2717-48e4-a78b-c7ff00888999 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Pushing event deleted for resources: {'Port': ['ID=be58d69d-a246-44b1-acae-60d0e4dc263a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:36.068399 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fcc62c6-2717-48e4-a78b-c7ff00888999 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.075032 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5fcc62c6-2717-48e4-a78b-c7ff00888999 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] 10.222.0.32 "DELETE /v2.0/ports/be58d69d-a246-44b1-acae-60d0e4dc263a HTTP/1.1" status: 204 len: 168 time: 0.5060337 Aug 24 00:39:36.075328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:36.081685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Request body: {'port': {'name': 'tempest-new-port-name-1301521380', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:36.082341 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.api.validators [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] bootfile-name is not in valid_values {{(pid=94837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:39:36.082788 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.api.validators [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] tftp-server is not in valid_values {{(pid=94837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:39:36.083566 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.api.validators [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] server-ip-address is not in valid_values {{(pid=94837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:39:36.168070 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.178838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dc6b77f8-b89c-43f4-af77-6608afe4fa10 None None] Could not find standard attr ID for object be58d69d-a246-44b1-acae-60d0e4dc263a. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:39:36.255532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e3aa257b-7483-4d31-944e-ef722bd82713 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:36.306199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: e3aa257b-7483-4d31-944e-ef722bd82713 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:39:36.306831 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e3aa257b-7483-4d31-944e-ef722bd82713 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:36.348700 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f1b9e-5913-44be-943f-6326b2b41a05 req-0650d0d5-43a6-4823-8f0f-6e1a48f5b560 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:36.356209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-402f1b9e-5913-44be-943f-6326b2b41a05 req-0650d0d5-43a6-4823-8f0f-6e1a48f5b560 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 945 time: 0.1261318 Aug 24 00:39:36.376616 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1235910e-ab4d-4daf-8be3-f79dea7746cd up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:36.434735 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-402f1b9e-5913-44be-943f-6326b2b41a05 req-44ef2918-65aa-4d79-9ee7-f00e06783470 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635219 Aug 24 00:39:36.445891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1235910e-ab4d-4daf-8be3-f79dea7746cd triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:36.446391 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.497915 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.503291 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.542863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] In _notify_port_updated(), no bound segment for port eff418f3-8a5e-4609-9f74-ac39c2226cd8 on network 8d4021cf-993d-42ff-8c14-296913771b77 {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:39:36.549754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:36.550402 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.551767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] 10.222.0.32 "PUT /v2.0/ports/eff418f3-8a5e-4609-9f74-ac39c2226cd8 HTTP/1.1" status: 200 len: 1130 time: 0.4747572 Aug 24 00:39:36.554454 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55738) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:36.573631 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Pushing event updated for resources: {'Port': ['ID=eff418f3-8a5e-4609-9f74-ac39c2226cd8,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:36.583483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:36.583941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:36.584542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:36.585121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:36.585744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:36.586316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:36.586941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:36.587920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:36.588327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:36.588772 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:36.589209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:36.589646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d06e29-9d71-469b-ae46-12ed2da0c1cf tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:36.614461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7c15d2-3e9b-4e7c-b466-0bca5b7610f3 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:36.616388 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2f7c15d2-3e9b-4e7c-b466-0bca5b7610f3 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] 10.222.0.32 "GET /v2.0/ports/eff418f3-8a5e-4609-9f74-ac39c2226cd8 HTTP/1.1" status: 200 len: 1130 time: 0.0608039 Aug 24 00:39:36.620615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 55748) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:36.719234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-8b15fb9e-052d-457d-b072-e50a650eedc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Deleting port eff418f3-8a5e-4609-9f74-ac39c2226cd8 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:36.719657 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b15fb9e-052d-457d-b072-e50a650eedc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.812710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c40f47f0-adf1-4b0e-b5ed-aef70c6c67b6 None None] Provisioning complete for port eff418f3-8a5e-4609-9f74-ac39c2226cd8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:36.813220 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c40f47f0-adf1-4b0e-b5ed-aef70c6c67b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.819995 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b15fb9e-052d-457d-b072-e50a650eedc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.840360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-8b15fb9e-052d-457d-b072-e50a650eedc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Calling delete_port for eff418f3-8a5e-4609-9f74-ac39c2226cd8 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:36.856262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c40f47f0-adf1-4b0e-b5ed-aef70c6c67b6 None None] Port eff418f3-8a5e-4609-9f74-ac39c2226cd8 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:36.996573 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b15fb9e-052d-457d-b072-e50a650eedc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.031694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15fb9e-052d-457d-b072-e50a650eedc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Pushing event deleted for resources: {'Port': ['ID=eff418f3-8a5e-4609-9f74-ac39c2226cd8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:37.050945 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b15fb9e-052d-457d-b072-e50a650eedc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.053409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8b15fb9e-052d-457d-b072-e50a650eedc7 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] 10.222.0.32 "DELETE /v2.0/ports/eff418f3-8a5e-4609-9f74-ac39c2226cd8 HTTP/1.1" status: 204 len: 168 time: 0.4317050 Aug 24 00:39:37.055809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55816) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:37.120837 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-67dfb956-bf15-44fc-8e39-79442519eb28 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Deleting subnet 84cfd5a3-1225-4aef-9dfa-4e4b1ef55e7c {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:39:37.125076 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67dfb956-bf15-44fc-8e39-79442519eb28 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.172477 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67dfb956-bf15-44fc-8e39-79442519eb28 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.266524 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67dfb956-bf15-44fc-8e39-79442519eb28 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.336034 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67dfb956-bf15-44fc-8e39-79442519eb28 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.363876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfb956-bf15-44fc-8e39-79442519eb28 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Pushing event deleted for resources: {'Subnet': ['ID=84cfd5a3-1225-4aef-9dfa-4e4b1ef55e7c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:37.367652 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-67dfb956-bf15-44fc-8e39-79442519eb28 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.372638 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-67dfb956-bf15-44fc-8e39-79442519eb28 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] 10.222.0.32 "DELETE /v2.0/subnets/84cfd5a3-1225-4aef-9dfa-4e4b1ef55e7c HTTP/1.1" status: 204 len: 168 time: 0.3150728 Aug 24 00:39:37.373253 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:37.375452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3da25a5-3da3-4624-9983-c6e29aed8ddf None None] Network 8d4021cf-993d-42ff-8c14-296913771b77 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:37.460720 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.534112 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Deleting port 1235910e-ab4d-4daf-8be3-f79dea7746cd {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:37.534472 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.577323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66eb80b-64db-4fee-ae12-9e85dc98f1f9 req-65b1265a-0ca7-40fa-8c24-7290ad8dddf0 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:37.578891 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e66eb80b-64db-4fee-ae12-9e85dc98f1f9 req-65b1265a-0ca7-40fa-8c24-7290ad8dddf0 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 945 time: 0.0841641 Aug 24 00:39:37.613021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] DHCP port deletion for 8d4021cf-993d-42ff-8c14-296913771b77 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:39:37.646027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e66eb80b-64db-4fee-ae12-9e85dc98f1f9 req-e81af7f3-6828-4a8f-925a-b16e92bf6506 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608761 Aug 24 00:39:37.655170 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] For port 1235910e-ab4d-4daf-8be3-f79dea7746cd, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1235910e-ab4d-4daf-8be3-f79dea7746cd,segment=NetworkSegment(57b04929-7de9-4a6a-a6c1-62b0af184271),segment_id=57b04929-7de9-4a6a-a6c1-62b0af184271)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:37.655731 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.673954 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Calling delete_port for 1235910e-ab4d-4daf-8be3-f79dea7746cd owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:37.678396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Deleting port 1235910e-ab4d-4daf-8be3-f79dea7746cd {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:37.678969 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.694705 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504019f1-2241-4e9c-9e77-43d8bcd96c14 req-c1cbc1b8-3560-4341-baba-9cb96acb332f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:37.696223 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-504019f1-2241-4e9c-9e77-43d8bcd96c14 req-c1cbc1b8-3560-4341-baba-9cb96acb332f tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 945 time: 0.0930605 Aug 24 00:39:37.760663 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] For port 1235910e-ab4d-4daf-8be3-f79dea7746cd, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1235910e-ab4d-4daf-8be3-f79dea7746cd,segment=NetworkSegment(57b04929-7de9-4a6a-a6c1-62b0af184271),segment_id=57b04929-7de9-4a6a-a6c1-62b0af184271)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:37.761136 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.775830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Calling delete_port for 1235910e-ab4d-4daf-8be3-f79dea7746cd owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:37.849267 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.865307 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.885416 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Pushing event deleted for resources: {'Port': ['ID=1235910e-ab4d-4daf-8be3-f79dea7746cd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:37.894217 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-504019f1-2241-4e9c-9e77-43d8bcd96c14 req-d5fe703a-83eb-4372-9b78-4c115a594f97 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Deleting port 5aaddec5-7560-4880-a8f5-60d0c13830ac {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:37.894723 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-504019f1-2241-4e9c-9e77-43d8bcd96c14 req-d5fe703a-83eb-4372-9b78-4c115a594f97 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.898809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] No DVR routers for this DVR port 1235910e-ab4d-4daf-8be3-f79dea7746cd on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:37.908589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Pushing event deleted for resources: {'Port': ['ID=1235910e-ab4d-4daf-8be3-f79dea7746cd,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:37.926244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] No DVR routers for this DVR port 1235910e-ab4d-4daf-8be3-f79dea7746cd on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:37.928942 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:37.929370 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:37.929833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:37.930023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:37.930355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:37.930683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:37.931198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:37.931595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:37.931892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:37.932238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:37.932761 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:37.933415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a915070-31dc-4f29-a71a-d6fa0a645d3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:38.046761 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.071169 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4021cf-993d-42ff-8c14-296913771b77']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:38.093468 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b04929-7de9-4a6a-a6c1-62b0af184271') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:38.093931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b04929-7de9-4a6a-a6c1-62b0af184271') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:38.104703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-504019f1-2241-4e9c-9e77-43d8bcd96c14 req-d5fe703a-83eb-4372-9b78-4c115a594f97 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] For port 5aaddec5-7560-4880-a8f5-60d0c13830ac, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5aaddec5-7560-4880-a8f5-60d0c13830ac,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:38.105153 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-504019f1-2241-4e9c-9e77-43d8bcd96c14 req-d5fe703a-83eb-4372-9b78-4c115a594f97 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.115352 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.127339 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-504019f1-2241-4e9c-9e77-43d8bcd96c14 req-d5fe703a-83eb-4372-9b78-4c115a594f97 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Calling delete_port for 5aaddec5-7560-4880-a8f5-60d0c13830ac owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:38.136639 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.147398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:38.148168 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:38.151633 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:38.253105 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.262644 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.264550 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] 10.222.0.32 "DELETE /v2.0/networks/8d4021cf-993d-42ff-8c14-296913771b77 HTTP/1.1" status: 204 len: 168 time: 0.8903527 Aug 24 00:39:38.280820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac9d7b-7e60-4dcb-a556-d253959afd22 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558 tempest-ExtraDHCPOptionsIpV6TestJSON-928595558-project] Pushing event deleted for resources: {'Network': ['ID=8d4021cf-993d-42ff-8c14-296913771b77,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:38.343637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1235910e-ab4d-4daf-8be3-f79dea7746cd no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:38.360936 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-504019f1-2241-4e9c-9e77-43d8bcd96c14 req-d5fe703a-83eb-4372-9b78-4c115a594f97 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.375335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 1235910e-ab4d-4daf-8be3-f79dea7746cd {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:39:38.375683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1235910e-ab4d-4daf-8be3-f79dea7746cd not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:38.394752 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['af9a2717-2fc4-4f56-ac77-cb232ca69299', '5aaddec5-7560-4880-a8f5-60d0c13830ac'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:39:38.398154 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe703a-83eb-4372-9b78-4c115a594f97 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Pushing event deleted for resources: {'Port': ['ID=5aaddec5-7560-4880-a8f5-60d0c13830ac,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:38.461044 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-504019f1-2241-4e9c-9e77-43d8bcd96c14 req-d5fe703a-83eb-4372-9b78-4c115a594f97 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] No DVR routers for this DVR port 5aaddec5-7560-4880-a8f5-60d0c13830ac on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:38.464962 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-504019f1-2241-4e9c-9e77-43d8bcd96c14 req-d5fe703a-83eb-4372-9b78-4c115a594f97 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.466953 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-504019f1-2241-4e9c-9e77-43d8bcd96c14 req-d5fe703a-83eb-4372-9b78-4c115a594f97 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.13 "DELETE /v2.0/ports/5aaddec5-7560-4880-a8f5-60d0c13830ac HTTP/1.1" status: 204 len: 173 time: 0.7302241 Aug 24 00:39:38.467410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f65d518-d601-4bbd-a40a-2f6df6f57f3c', 'name': 'network-vif-deleted', 'tag': '5aaddec5-7560-4880-a8f5-60d0c13830ac'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:38.469819 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765f1333-0524-4f48-aec3-c734c46173f3" -d '{"events": [{"server_uuid": "9f65d518-d601-4bbd-a40a-2f6df6f57f3c", "name": "network-vif-deleted", "tag": "5aaddec5-7560-4880-a8f5-60d0c13830ac"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:38.509722 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0f8041-00f9-435c-8643-35d58ee81aae x-openstack-request-id: req-ef0f8041-00f9-435c-8643-35d58ee81aae {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:38.510023 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f65d518-d601-4bbd-a40a-2f6df6f57f3c", "name": "network-vif-deleted", "tag": "5aaddec5-7560-4880-a8f5-60d0c13830ac", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:38.510348 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef0f8041-00f9-435c-8643-35d58ee81aae {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:38.510746 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f65d518-d601-4bbd-a40a-2f6df6f57f3c', 'name': 'network-vif-deleted', 'tag': '5aaddec5-7560-4880-a8f5-60d0c13830ac', 'status': 'completed', 'code': 200} Aug 24 00:39:38.606683 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 55998) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:38.743872 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c0d70ccc-a590-4188-bec9-a61d05e8f853 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa6d6d06d7d2469cbed6884f4ad7e038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358302 Aug 24 00:39:38.746415 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56004) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:38.766787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f0b4bbb-2639-432f-b19d-5bad578479e5 req-e3a17080-945b-48e7-ab5a-31db8ba4e1b1 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f65d518-d601-4bbd-a40a-2f6df6f57f3c HTTP/1.1" status: 200 len: 210 time: 0.0273700 Aug 24 00:39:38.797261 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb58329e-37e3-4c29-982a-ebd9400cc4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.817995 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb58329e-37e3-4c29-982a-ebd9400cc4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.865621 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb58329e-37e3-4c29-982a-ebd9400cc4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.868461 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb58329e-37e3-4c29-982a-ebd9400cc4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.869751 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cb58329e-37e3-4c29-982a-ebd9400cc4bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e0c0311-63ea-4a7e-9f79-21cffba42f76 HTTP/1.1" status: 204 len: 168 time: 0.1223178 Aug 24 00:39:38.877497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58329e-37e3-4c29-982a-ebd9400cc4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0c0311-63ea-4a7e-9f79-21cffba42f76,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:39.596106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:39.693029 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5f7b0e64-ed8d-41fe-8ee6-c11e9e5a24d7 tempest-DvrRoutersNegativeTest-727104054 tempest-DvrRoutersNegativeTest-727104054-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1688782297', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:39.696042 n-d-805736-1 neutron-server[94838]: DEBUG neutron.policy [None req-5f7b0e64-ed8d-41fe-8ee6-c11e9e5a24d7 tempest-DvrRoutersNegativeTest-727104054 tempest-DvrRoutersNegativeTest-727104054-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94838) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 24 00:39:39.696350 n-d-805736-1 neutron-server[94838]: DEBUG neutron.policy [None req-5f7b0e64-ed8d-41fe-8ee6-c11e9e5a24d7 tempest-DvrRoutersNegativeTest-727104054 tempest-DvrRoutersNegativeTest-727104054-project] Failed policy check for 'create_router' {{(pid=94838) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 24 00:39:39.696924 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-5f7b0e64-ed8d-41fe-8ee6-c11e9e5a24d7 tempest-DvrRoutersNegativeTest-727104054 tempest-DvrRoutersNegativeTest-727104054-project] create failed (client error): Access was denied to this resource. Aug 24 00:39:39.698067 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5f7b0e64-ed8d-41fe-8ee6-c11e9e5a24d7 tempest-DvrRoutersNegativeTest-727104054 tempest-DvrRoutersNegativeTest-727104054-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1008890 Aug 24 00:39:40.022966 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56048) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:40.179046 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf00c921-d40f-426b-b0f7-7650694e38bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.305052 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf00c921-d40f-426b-b0f7-7650694e38bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.309810 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf00c921-d40f-426b-b0f7-7650694e38bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.341485 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00c921-d40f-426b-b0f7-7650694e38bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bdafcb-ab0a-4f9c-9e75-c553883fc93e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:40.372440 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bf00c921-d40f-426b-b0f7-7650694e38bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78917ad9bb4a49feb1e876e308a18211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483918 Aug 24 00:39:40.375136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56056) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:40.429976 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a22eb37a-9832-412f-b7ec-f65a1c091005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.453575 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a22eb37a-9832-412f-b7ec-f65a1c091005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.506898 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a22eb37a-9832-412f-b7ec-f65a1c091005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.509894 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a22eb37a-9832-412f-b7ec-f65a1c091005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.513250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a22eb37a-9832-412f-b7ec-f65a1c091005 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41bdafcb-ab0a-4f9c-9e75-c553883fc93e HTTP/1.1" status: 204 len: 168 time: 0.1342394 Aug 24 00:39:40.524751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22eb37a-9832-412f-b7ec-f65a1c091005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bdafcb-ab0a-4f9c-9e75-c553883fc93e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:41.199353 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5aaddec5-7560-4880-a8f5-60d0c13830ac no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:41.222176 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 5aaddec5-7560-4880-a8f5-60d0c13830ac {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:39:41.222854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5aaddec5-7560-4880-a8f5-60d0c13830ac not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:41.302494 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:41.516923 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1fafade2-fb32-42e2-a3ef-513c4ae49f34 tempest-ServiceProvidersTest-243419648 tempest-ServiceProvidersTest-243419648-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2113800 Aug 24 00:39:41.803670 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:41.929711 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45494379-1543-485d-a841-6fd640c845b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.029254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252d6f5-86fa-402a-993f-1fcf6e0669b1 req-b56f4114-9604-4b28-9b96-ade48dae386b tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:42.032845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b252d6f5-86fa-402a-993f-1fcf6e0669b1 req-b56f4114-9604-4b28-9b96-ade48dae386b tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 1097 time: 0.0605965 Aug 24 00:39:42.051068 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45494379-1543-485d-a841-6fd640c845b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.058454 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-45494379-1543-485d-a841-6fd640c845b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.105637 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b252d6f5-86fa-402a-993f-1fcf6e0669b1 req-69a6ac3c-6ab2-45f0-ac12-a18f82496e2f tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652201 Aug 24 00:39:42.111357 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-45494379-1543-485d-a841-6fd640c845b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e058e5bf9bbd44a0a85f34091c1b664f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064156 Aug 24 00:39:42.112099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56102) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:42.125622 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45494379-1543-485d-a841-6fd640c845b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f465c8-a3e8-4212-9db6-44cd964d878c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:42.136240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56104) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:42.210173 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c42b-72af-4219-987d-97b309c70a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.236558 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c42b-72af-4219-987d-97b309c70a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.311656 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c42b-72af-4219-987d-97b309c70a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.314470 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8a8c42b-72af-4219-987d-97b309c70a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.327150 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a8a8c42b-72af-4219-987d-97b309c70a7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6f465c8-a3e8-4212-9db6-44cd964d878c HTTP/1.1" status: 204 len: 168 time: 0.2131426 Aug 24 00:39:42.347022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8c42b-72af-4219-987d-97b309c70a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f465c8-a3e8-4212-9db6-44cd964d878c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:42.364386 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-37ece7de-4df6-456e-9c2f-c376825721c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port 944ba9c7-c537-400f-9c6e-fc5ca52464bb {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:42.364950 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37ece7de-4df6-456e-9c2f-c376825721c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.517525 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37ece7de-4df6-456e-9c2f-c376825721c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.518010 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37ece7de-4df6-456e-9c2f-c376825721c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.573088 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-37ece7de-4df6-456e-9c2f-c376825721c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for 944ba9c7-c537-400f-9c6e-fc5ca52464bb owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:42.767263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae16b9e-aeac-4864-a905-335395816dc9 req-9556356d-f7f0-43db-bea6-4c81fc30b9f5 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:42.776415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ae16b9e-aeac-4864-a905-335395816dc9 req-9556356d-f7f0-43db-bea6-4c81fc30b9f5 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 946 time: 0.1119337 Aug 24 00:39:42.823453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ae16b9e-aeac-4864-a905-335395816dc9 req-d173a7d9-9d57-4bca-b575-62de06eecb35 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458341 Aug 24 00:39:42.840307 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37ece7de-4df6-456e-9c2f-c376825721c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.871400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ece7de-4df6-456e-9c2f-c376825721c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=944ba9c7-c537-400f-9c6e-fc5ca52464bb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:42.890341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56128) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:42.943399 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37ece7de-4df6-456e-9c2f-c376825721c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.943740 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-37ece7de-4df6-456e-9c2f-c376825721c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Floating IP 5d8f5e61-6959-4314-9d72-c8cacce56c14 disassociated (deleted). External IP: 172.25.8.67, port: 7211417c-174c-4118-84cb-7074871732a3. Aug 24 00:39:43.142372 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17118ddb-12ac-4df5-b37e-cb8dc1322a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.309351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ece7de-4df6-456e-9c2f-c376825721c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:43.374647 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17118ddb-12ac-4df5-b37e-cb8dc1322a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.379981 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17118ddb-12ac-4df5-b37e-cb8dc1322a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.422308 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-17118ddb-12ac-4df5-b37e-cb8dc1322a55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aee469099ddf437c809c847fe622aed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5308039 Aug 24 00:39:43.427833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56148) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:43.441602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17118ddb-12ac-4df5-b37e-cb8dc1322a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6d3567-65e7-4b34-8560-89dc992d982c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:43.535394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ece7de-4df6-456e-9c2f-c376825721c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:43.551048 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-37ece7de-4df6-456e-9c2f-c376825721c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.554055 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4686e608-fa09-4922-8613-5ec5ed7ea5e5 None None] Sync routers for ids ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:43.584586 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4686e608-fa09-4922-8613-5ec5ed7ea5e5 None None] Routers {'88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:43.585903 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4686e608-fa09-4922-8613-5ec5ed7ea5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:39:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:43.587740 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-254d4156-18c5-454a-9297-b2120e83da7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.606373 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-37ece7de-4df6-456e-9c2f-c376825721c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/floatingips/5d8f5e61-6959-4314-9d72-c8cacce56c14 HTTP/1.1" status: 204 len: 168 time: 1.4643319 Aug 24 00:39:43.606373 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'tag': '7211417c-174c-4118-84cb-7074871732a3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:43.606839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae6dd7-c0d4-4602-8074-2196580d59dc req-8b2dc06d-5d11-4efe-9007-f441818dbc0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:43.607688 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bfdc64-4264-47ce-b047-069f33831235" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "tag": "7211417c-174c-4118-84cb-7074871732a3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:43.617099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14ae6dd7-c0d4-4602-8074-2196580d59dc req-8b2dc06d-5d11-4efe-9007-f441818dbc0d tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 946 time: 0.1297605 Aug 24 00:39:43.653058 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-254d4156-18c5-454a-9297-b2120e83da7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.704456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14ae6dd7-c0d4-4602-8074-2196580d59dc req-82b4577c-abd3-4f66-b447-c6d21eff5310 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711482 Aug 24 00:39:43.742191 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-254d4156-18c5-454a-9297-b2120e83da7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.746602 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-254d4156-18c5-454a-9297-b2120e83da7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.747382 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4686e608-fa09-4922-8613-5ec5ed7ea5e5 None None] Set router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:43.748218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-254d4156-18c5-454a-9297-b2120e83da7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b6d3567-65e7-4b34-8560-89dc992d982c HTTP/1.1" status: 204 len: 168 time: 0.3192065 Aug 24 00:39:43.768600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d4156-18c5-454a-9297-b2120e83da7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6d3567-65e7-4b34-8560-89dc992d982c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:43.784195 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530a11f7-e5b6-4351-bf94-62ba16591b14 x-openstack-request-id: req-530a11f7-e5b6-4351-bf94-62ba16591b14 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:43.784488 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "tag": "7211417c-174c-4118-84cb-7074871732a3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:43.784745 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-530a11f7-e5b6-4351-bf94-62ba16591b14 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:43.785153 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'tag': '7211417c-174c-4118-84cb-7074871732a3', 'status': 'completed', 'code': 200} Aug 24 00:39:44.004298 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4686e608-fa09-4922-8613-5ec5ed7ea5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:37:17Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '49f24990-c479-4801-8ded-9ad7fd76a34a', 'name': '', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:70:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4f5796dc-55b8-4279-906d-600a7699311f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:16Z', 'updated_at': '2021-08-24T00:37:23Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '4f5796dc-55b8-4279-906d-600a7699311f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:44.011691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfdc64-4264-47ce-b047-069f33831235 req-a98a88a5-e5b5-43ce-ae99-e550152f59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:44.013414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2bfdc64-4264-47ce-b047-069f33831235 req-a98a88a5-e5b5-43ce-ae99-e550152f59f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 1097 time: 0.1466258 Aug 24 00:39:44.021664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b27a5-455a-4169-8c69-d3ea9a7f894f req-23831abb-f564-4e25-936c-5826730ad666 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:44.029804 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd3b27a5-455a-4169-8c69-d3ea9a7f894f req-23831abb-f564-4e25-936c-5826730ad666 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 946 time: 0.1107621 Aug 24 00:39:44.034890 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4686e608-fa09-4922-8613-5ec5ed7ea5e5 None None] Checking router: 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:39:44.038961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ba6ed-9fd7-4ae7-b202-5133a042c932 req-7942bd51-9964-4c69-870e-0f005ebad64b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:44.045259 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4686e608-fa09-4922-8613-5ec5ed7ea5e5 None None] Routers {'88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:44.046704 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4686e608-fa09-4922-8613-5ec5ed7ea5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:39:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:44.047304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f49ba6ed-9fd7-4ae7-b202-5133a042c932 req-7942bd51-9964-4c69-870e-0f005ebad64b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.1270247 Aug 24 00:39:44.178799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd3b27a5-455a-4169-8c69-d3ea9a7f894f req-044d643f-b408-4355-8c1d-3be43f8cf8bf tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435559 Aug 24 00:39:44.195903 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4686e608-fa09-4922-8613-5ec5ed7ea5e5 None None] Set router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:44.202643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f49ba6ed-9fd7-4ae7-b202-5133a042c932 req-79ee780e-8bdc-4573-b94b-53c6965008fa tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539354 Aug 24 00:39:44.229883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfdc64-4264-47ce-b047-069f33831235 req-b891098d-3f6a-4fd2-92a0-dbb0bc47cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:44.232095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2bfdc64-4264-47ce-b047-069f33831235 req-b891098d-3f6a-4fd2-92a0-dbb0bc47cc9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f60c366-7b88-474c-8bd3-b4d24b078fb1 HTTP/1.1" status: 200 len: 898 time: 0.1772566 Aug 24 00:39:44.289559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2bfdc64-4264-47ce-b047-069f33831235 req-9257cda3-4d96-4cb0-8c29-7f93600ac5f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7211417c-174c-4118-84cb-7074871732a3 HTTP/1.1" status: 200 len: 217 time: 0.0484757 Aug 24 00:39:44.355345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfdc64-4264-47ce-b047-069f33831235 req-d1e1ef0a-3fee-491f-b0f2-d4d88d9bb9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:44.357304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2bfdc64-4264-47ce-b047-069f33831235 req-d1e1ef0a-3fee-491f-b0f2-d4d88d9bb9c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f5796dc-55b8-4279-906d-600a7699311f HTTP/1.1" status: 200 len: 834 time: 0.0562239 Aug 24 00:39:44.415252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfdc64-4264-47ce-b047-069f33831235 req-39ce1b86-a558-4fba-aef8-35c4dbbb1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:44.417217 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2bfdc64-4264-47ce-b047-069f33831235 req-39ce1b86-a558-4fba-aef8-35c4dbbb1719 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f60c366-7b88-474c-8bd3-b4d24b078fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507305 Aug 24 00:39:44.435349 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4686e608-fa09-4922-8613-5ec5ed7ea5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:37:17Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '49f24990-c479-4801-8ded-9ad7fd76a34a', 'name': '', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:70:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4f5796dc-55b8-4279-906d-600a7699311f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:16Z', 'updated_at': '2021-08-24T00:37:23Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '4f5796dc-55b8-4279-906d-600a7699311f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:44.467041 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4686e608-fa09-4922-8613-5ec5ed7ea5e5 None None] The sync data for ids ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'] in n-d-805736-1 is: [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:37:17Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '49f24990-c479-4801-8ded-9ad7fd76a34a', 'name': '', 'network_id': '6f60c366-7b88-474c-8bd3-b4d24b078fb1', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:70:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4f5796dc-55b8-4279-906d-600a7699311f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:16Z', 'updated_at': '2021-08-24T00:37:23Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '4f5796dc-55b8-4279-906d-600a7699311f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:44.593198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-d9f1aa74-8bfc-45cf-bbd5-adc3e7421b81 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:44.594838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-d9f1aa74-8bfc-45cf-bbd5-adc3e7421b81 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 946 time: 0.1215053 Aug 24 00:39:44.672258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2bfdc64-4264-47ce-b047-069f33831235 req-13d5001a-8c38-4245-b094-00b5025aa481 service neutron] 10.222.0.47 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098432 Aug 24 00:39:44.769811 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56196) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:44.845524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Deleting port a70784fb-05af-4954-bc5d-9e9a32d4396e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:44.845874 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.855944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a2bfdc64-4264-47ce-b047-069f33831235 req-5d36c4b8-c98a-492b-a4b7-ee55589b9dc4 service neutron] 10.222.0.47 "GET /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646211 Aug 24 00:39:44.874889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f3eff5-3afc-493e-b669-4520e9917918 None None] New status for floating IP 5d8f5e61-6959-4314-9d72-c8cacce56c14: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:39:44.918936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444570-fe24-452f-b370-50a97b042356 req-ed4cbe36-a3f3-498c-af3c-4c00db857d97 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:44.920485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45444570-fe24-452f-b370-50a97b042356 req-ed4cbe36-a3f3-498c-af3c-4c00db857d97 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 946 time: 0.1165328 Aug 24 00:39:44.929534 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f4d31c2-6720-4c04-ab07-8e60e9cbdc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.059804 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822082c3-42d9-4fc0-8dbc-5b427141875e req-8037875b-f9d5-4317-bea5-1702f8824177 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:45.061554 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-822082c3-42d9-4fc0-8dbc-5b427141875e req-8037875b-f9d5-4317-bea5-1702f8824177 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 946 time: 0.1092834 Aug 24 00:39:45.171820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f4d31c2-6720-4c04-ab07-8e60e9cbdc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.178868 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2f4d31c2-6720-4c04-ab07-8e60e9cbdc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.243296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] For port a70784fb-05af-4954-bc5d-9e9a32d4396e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=a70784fb-05af-4954-bc5d-9e9a32d4396e,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:45.244659 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.249185 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2f4d31c2-6720-4c04-ab07-8e60e9cbdc7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9153ab7321764dc4995eac835dd14c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751029 Aug 24 00:39:45.249185 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:45.249476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45444570-fe24-452f-b370-50a97b042356 req-8cd0755b-e4b7-4c93-b9dc-1105eee23a03 tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/security-groups?id=970a5a0e-0473-40e3-b0ba-156964246b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217273 Aug 24 00:39:45.258885 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d31c2-6720-4c04-ab07-8e60e9cbdc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c001ec-b3ad-4b64-9ccc-e091297618bb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:45.289429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-822082c3-42d9-4fc0-8dbc-5b427141875e req-bb95ca2e-2602-4bcc-8d81-cbd81f4fee4a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Deleting port af9a2717-2fc4-4f56-ac77-cb232ca69299 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:45.289848 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-822082c3-42d9-4fc0-8dbc-5b427141875e req-bb95ca2e-2602-4bcc-8d81-cbd81f4fee4a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.398948 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63f0746c-a573-4eb5-bfce-80cb714cb1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.444278 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63f0746c-a573-4eb5-bfce-80cb714cb1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.456335 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-822082c3-42d9-4fc0-8dbc-5b427141875e req-bb95ca2e-2602-4bcc-8d81-cbd81f4fee4a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] For port af9a2717-2fc4-4f56-ac77-cb232ca69299, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=af9a2717-2fc4-4f56-ac77-cb232ca69299,segment=NetworkSegment(437d096f-68f1-45af-983f-8e883fb083b1),segment_id=437d096f-68f1-45af-983f-8e883fb083b1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:45.456700 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-822082c3-42d9-4fc0-8dbc-5b427141875e req-bb95ca2e-2602-4bcc-8d81-cbd81f4fee4a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.484436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-822082c3-42d9-4fc0-8dbc-5b427141875e req-bb95ca2e-2602-4bcc-8d81-cbd81f4fee4a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Calling delete_port for af9a2717-2fc4-4f56-ac77-cb232ca69299 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:45.487113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d9827-982f-483b-932e-77e76d536f94 req-f3733f73-537a-471d-8c31-fed3c63bab78 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:45.488656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a8d9827-982f-483b-932e-77e76d536f94 req-f3733f73-537a-471d-8c31-fed3c63bab78 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.1333022 Aug 24 00:39:45.568426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1bcc6-449a-4140-b90b-c32552436844 req-1489b93e-8c2a-4622-a5d6-f9b8ba1e6466 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:45.570014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ff1bcc6-449a-4140-b90b-c32552436844 req-1489b93e-8c2a-4622-a5d6-f9b8ba1e6466 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 946 time: 0.2134166 Aug 24 00:39:45.590477 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63f0746c-a573-4eb5-bfce-80cb714cb1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.593305 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63f0746c-a573-4eb5-bfce-80cb714cb1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.595269 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-63f0746c-a573-4eb5-bfce-80cb714cb1e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5c001ec-b3ad-4b64-9ccc-e091297618bb HTTP/1.1" status: 204 len: 168 time: 0.3452780 Aug 24 00:39:45.614174 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0746c-a573-4eb5-bfce-80cb714cb1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c001ec-b3ad-4b64-9ccc-e091297618bb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:45.676894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a8d9827-982f-483b-932e-77e76d536f94 req-d76f50b8-d0f7-4637-bf29-e60ed39b4a65 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8004970c-24cb-441f-8718-73b78497b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311014 Aug 24 00:39:45.706644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ff1bcc6-449a-4140-b90b-c32552436844 req-f7423a1d-e084-470f-b2f4-d6b6996f94ec tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272910 Aug 24 00:39:45.720359 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-822082c3-42d9-4fc0-8dbc-5b427141875e req-bb95ca2e-2602-4bcc-8d81-cbd81f4fee4a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.761059 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['af9a2717-2fc4-4f56-ac77-cb232ca69299'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:39:45.778432 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.778880 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.779217 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Floating IP 4d2cb14c-defc-4310-b8b9-55c801a25140 disassociated. External IP: 172.25.8.148, port: a70784fb-05af-4954-bc5d-9e9a32d4396e. Aug 24 00:39:45.779574 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Calling delete_port for a70784fb-05af-4954-bc5d-9e9a32d4396e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:45.845038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f48d4-90ac-4fcd-985b-90999927ded9 req-24136e84-4181-44bc-9f53-f722936af7c9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:45.846767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-111f48d4-90ac-4fcd-985b-90999927ded9 req-24136e84-4181-44bc-9f53-f722936af7c9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 946 time: 0.1075211 Aug 24 00:39:45.851220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95ca2e-2602-4bcc-8d81-cbd81f4fee4a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Pushing event deleted for resources: {'Port': ['ID=af9a2717-2fc4-4f56-ac77-cb232ca69299,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:45.872026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-822082c3-42d9-4fc0-8dbc-5b427141875e req-bb95ca2e-2602-4bcc-8d81-cbd81f4fee4a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] No DVR routers for this DVR port af9a2717-2fc4-4f56-ac77-cb232ca69299 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:45.874820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-822082c3-42d9-4fc0-8dbc-5b427141875e req-bb95ca2e-2602-4bcc-8d81-cbd81f4fee4a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.877387 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-822082c3-42d9-4fc0-8dbc-5b427141875e req-bb95ca2e-2602-4bcc-8d81-cbd81f4fee4a tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.13 "DELETE /v2.0/ports/af9a2717-2fc4-4f56-ac77-cb232ca69299 HTTP/1.1" status: 204 len: 173 time: 0.8070514 Aug 24 00:39:45.877915 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed', 'name': 'network-vif-deleted', 'tag': 'af9a2717-2fc4-4f56-ac77-cb232ca69299'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:45.880443 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e417933-77af-4256-bbca-47d135e7532f" -d '{"events": [{"server_uuid": "ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed", "name": "network-vif-deleted", "tag": "af9a2717-2fc4-4f56-ac77-cb232ca69299"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:45.925803 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbc2045-34bd-4fdb-bfa0-3bb07d8d7a7d x-openstack-request-id: req-0bbc2045-34bd-4fdb-bfa0-3bb07d8d7a7d {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:45.926155 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed", "name": "network-vif-deleted", "tag": "af9a2717-2fc4-4f56-ac77-cb232ca69299", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:45.926407 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bbc2045-34bd-4fdb-bfa0-3bb07d8d7a7d {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:45.926848 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed', 'name': 'network-vif-deleted', 'tag': 'af9a2717-2fc4-4f56-ac77-cb232ca69299', 'status': 'completed', 'code': 200} Aug 24 00:39:46.039259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-111f48d4-90ac-4fcd-985b-90999927ded9 req-4431f539-aa91-4aba-ac2a-7fa6c0ea085c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port 7211417c-174c-4118-84cb-7074871732a3 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:46.039817 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-111f48d4-90ac-4fcd-985b-90999927ded9 req-4431f539-aa91-4aba-ac2a-7fa6c0ea085c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.099852 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.141220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56292) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:46.143618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event deleted for resources: {'Port': ['ID=a70784fb-05af-4954-bc5d-9e9a32d4396e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:46.169974 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57846d3c-8bc7-4fc6-89f4-eadb72ce0cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.234006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-111f48d4-90ac-4fcd-985b-90999927ded9 req-4431f539-aa91-4aba-ac2a-7fa6c0ea085c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] For port 7211417c-174c-4118-84cb-7074871732a3, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7211417c-174c-4118-84cb-7074871732a3,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:46.234406 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-111f48d4-90ac-4fcd-985b-90999927ded9 req-4431f539-aa91-4aba-ac2a-7fa6c0ea085c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.283362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-111f48d4-90ac-4fcd-985b-90999927ded9 req-4431f539-aa91-4aba-ac2a-7fa6c0ea085c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for 7211417c-174c-4118-84cb-7074871732a3 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:46.309340 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57846d3c-8bc7-4fc6-89f4-eadb72ce0cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.315937 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57846d3c-8bc7-4fc6-89f4-eadb72ce0cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.348861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Router 77547d7e-f3e3-4e0a-b794-442c99a1f127 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:46.373707 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-57846d3c-8bc7-4fc6-89f4-eadb72ce0cd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df43d214d99c4483859793b2d6e14c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312944 Aug 24 00:39:46.374854 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57846d3c-8bc7-4fc6-89f4-eadb72ce0cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cd70fa-1695-4403-a5c1-e257b20d8c6b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:46.383211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:46.460760 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47149e3a-d472-4cf5-be5d-63daff5c0124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.487341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ec0abf5-2678-4bf0-b3b3-4123a003f987 req-9510db3a-8279-40e6-b22a-e00d148ee66c tempest-AttachVolumeNegativeTest-647498966 tempest-AttachVolumeNegativeTest-647498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8f9fbc-e143-4d5e-aa64-82cf4fc271ed HTTP/1.1" status: 200 len: 210 time: 0.0603809 Aug 24 00:39:46.498532 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47149e3a-d472-4cf5-be5d-63daff5c0124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.545786 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:46.579601 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6dc348-c124-4aa1-a153-d885120635c1 None None] Sync routers for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:46.605007 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6dc348-c124-4aa1-a153-d885120635c1 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:46.605956 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8f6dc348-c124-4aa1-a153-d885120635c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:39:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:46.615504 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47149e3a-d472-4cf5-be5d-63daff5c0124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.619759 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47149e3a-d472-4cf5-be5d-63daff5c0124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.632442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] No DVR routers for this DVR port a70784fb-05af-4954-bc5d-9e9a32d4396e on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:46.637616 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.639988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f167882-86b2-44f5-bb2e-6ecc8af76e79 req-3f036124-61e7-4d76-8c5c-025528c3482f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.47 "DELETE /v2.0/ports/a70784fb-05af-4954-bc5d-9e9a32d4396e HTTP/1.1" status: 204 len: 173 time: 2.0298288 Aug 24 00:39:46.640626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a09d08-a8a8-4948-bd67-86c00a3de932', 'name': 'network-vif-deleted', 'tag': 'a70784fb-05af-4954-bc5d-9e9a32d4396e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:46.643527 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2761f9e-92df-4a1c-9291-97c1feeeed2a" -d '{"events": [{"server_uuid": "f9a09d08-a8a8-4948-bd67-86c00a3de932", "name": "network-vif-deleted", "tag": "a70784fb-05af-4954-bc5d-9e9a32d4396e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:46.647673 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-47149e3a-d472-4cf5-be5d-63daff5c0124 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4cd70fa-1695-4403-a5c1-e257b20d8c6b HTTP/1.1" status: 204 len: 168 time: 0.2638052 Aug 24 00:39:46.695802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47149e3a-d472-4cf5-be5d-63daff5c0124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cd70fa-1695-4403-a5c1-e257b20d8c6b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:46.699205 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-111f48d4-90ac-4fcd-985b-90999927ded9 req-4431f539-aa91-4aba-ac2a-7fa6c0ea085c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.775517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431f539-aa91-4aba-ac2a-7fa6c0ea085c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=7211417c-174c-4118-84cb-7074871732a3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:46.791012 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2671a75f-3f21-48d9-b828-b34ffa0b4745 x-openstack-request-id: req-2671a75f-3f21-48d9-b828-b34ffa0b4745 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:46.791189 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a09d08-a8a8-4948-bd67-86c00a3de932", "name": "network-vif-deleted", "tag": "a70784fb-05af-4954-bc5d-9e9a32d4396e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:46.791406 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2671a75f-3f21-48d9-b828-b34ffa0b4745 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:46.792011 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a09d08-a8a8-4948-bd67-86c00a3de932', 'name': 'network-vif-deleted', 'tag': 'a70784fb-05af-4954-bc5d-9e9a32d4396e', 'status': 'completed', 'code': 200} Aug 24 00:39:46.891197 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0f2a654-3c7a-40e7-acfc-25ea8939c302 req-901a30e3-683f-4749-a671-86b1eab8fb8e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9b01e3-9c2e-4cd1-9381-ef4056827fb7 HTTP/1.1" status: 200 len: 210 time: 0.0571296 Aug 24 00:39:46.902846 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-111f48d4-90ac-4fcd-985b-90999927ded9 req-4431f539-aa91-4aba-ac2a-7fa6c0ea085c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] No DVR routers for this DVR port 7211417c-174c-4118-84cb-7074871732a3 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:46.920499 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-111f48d4-90ac-4fcd-985b-90999927ded9 req-4431f539-aa91-4aba-ac2a-7fa6c0ea085c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.922695 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-111f48d4-90ac-4fcd-985b-90999927ded9 req-4431f539-aa91-4aba-ac2a-7fa6c0ea085c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.47 "DELETE /v2.0/ports/7211417c-174c-4118-84cb-7074871732a3 HTTP/1.1" status: 204 len: 173 time: 1.0673974 Aug 24 00:39:46.942706 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14a8b732-67af-443c-a5ce-6accb886b9db req-337cab9c-c5f6-4fb4-bb79-67811826fe6a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 210 time: 0.0503244 Aug 24 00:39:47.112195 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8f6dc348-c124-4aa1-a153-d885120635c1 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:47.570398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56332) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:47.578212 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8f6dc348-c124-4aa1-a153-d885120635c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:47.615152 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56336) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:47.724704 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-05fcb02a-9b7d-4a87-bd4c-d99f1bffa0f1 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4355 time: 0.1512821 Aug 24 00:39:47.727695 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6dc348-c124-4aa1-a153-d885120635c1 None None] Checking router: 77547d7e-f3e3-4e0a-b794-442c99a1f127 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:39:47.729633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5afbab-6934-4a30-b892-0497584b5e52 admin admin] Deleting subnet dbd9b90b-f801-4301-962f-740fe1951187 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:39:47.735706 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb5afbab-6934-4a30-b892-0497584b5e52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.735896 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56340) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:47.750419 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Request body: {'network': {'name': 'tempest-network-smoke--235224918', 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'port_security_enabled': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:47.760769 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6dc348-c124-4aa1-a153-d885120635c1 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:47.761455 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8f6dc348-c124-4aa1-a153-d885120635c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:39:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:47.797875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Made reservation on behalf of 0bfc0da3ea624ea59c8d2391869f62a3 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:47.805778 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.844523 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb5afbab-6934-4a30-b892-0497584b5e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.857890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:47.870757 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.871448 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Added segment 8e3e5778-4a2e-4401-bf06-2fd42041f3a9 of type vlan for network adc442d9-50ff-42cd-bf07-cd78adfd764b Aug 24 00:39:47.925240 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.940179 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb5afbab-6934-4a30-b892-0497584b5e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.986538 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8f6dc348-c124-4aa1-a153-d885120635c1 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:47.997997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.007549 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:48.008902 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.018977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56350) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:48.168637 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4fe05086-3e04-4b55-a75d-92ebff1cf591 req-224d1e73-ca20-48e9-b9de-c0375e76872f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 210 time: 0.0645826 Aug 24 00:39:48.184264 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb5afbab-6934-4a30-b892-0497584b5e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.211883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5afbab-6934-4a30-b892-0497584b5e52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd9b90b-f801-4301-962f-740fe1951187,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:48.226669 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb5afbab-6934-4a30-b892-0497584b5e52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.232074 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bb5afbab-6934-4a30-b892-0497584b5e52 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dbd9b90b-f801-4301-962f-740fe1951187 HTTP/1.1" status: 204 len: 168 time: 0.6129518 Aug 24 00:39:48.232337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56356) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:48.288678 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5514169 Aug 24 00:39:48.294408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:48.324443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2095429956', 'admin_state_up': True, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:48.350752 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e68696fa-39e3-4dd5-a717-93f2f1588e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.360563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7211417c-174c-4118-84cb-7074871732a3 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:48.399196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 7211417c-174c-4118-84cb-7074871732a3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:39:48.401477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7211417c-174c-4118-84cb-7074871732a3 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:48.404327 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'Network': ['ID=adc442d9-50ff-42cd-bf07-cd78adfd764b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:48.405040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device a70784fb-05af-4954-bc5d-9e9a32d4396e no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:48.421178 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8f6dc348-c124-4aa1-a153-d885120635c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:48.451550 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6dc348-c124-4aa1-a153-d885120635c1 None None] The sync data for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 is: [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:48.457265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: a70784fb-05af-4954-bc5d-9e9a32d4396e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:39:48.460216 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device a70784fb-05af-4954-bc5d-9e9a32d4396e not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:48.545094 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e68696fa-39e3-4dd5-a717-93f2f1588e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.569511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-e68696fa-39e3-4dd5-a717-93f2f1588e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2706c8-e765-4e9d-8d8b-16481d4876ba']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:48.595731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-e68696fa-39e3-4dd5-a717-93f2f1588e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437d096f-68f1-45af-983f-8e883fb083b1') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:48.596031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-e68696fa-39e3-4dd5-a717-93f2f1588e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437d096f-68f1-45af-983f-8e883fb083b1') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:48.612887 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e68696fa-39e3-4dd5-a717-93f2f1588e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.622832 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:48.623328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:48.623550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:48.623903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:48.624238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:48.625726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:48.626493 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:48.628341 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e68696fa-39e3-4dd5-a717-93f2f1588e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.630639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:48.631504 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:48.631875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:48.632650 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:48.632998 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a1ab5-93d4-4176-9927-8c9a1f6a9f7c tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:48.651459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68696fa-39e3-4dd5-a717-93f2f1588e6c admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:48.652959 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e68696fa-39e3-4dd5-a717-93f2f1588e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.653425 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network adc442d9-50ff-42cd-bf07-cd78adfd764b details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:48.656059 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:48.675985 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.677044 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.751849 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e68696fa-39e3-4dd5-a717-93f2f1588e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.780418 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e68696fa-39e3-4dd5-a717-93f2f1588e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.791114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e68696fa-39e3-4dd5-a717-93f2f1588e6c admin admin] 10.222.0.32 "DELETE /v2.0/networks/2f2706c8-e765-4e9d-8d8b-16481d4876ba HTTP/1.1" status: 204 len: 168 time: 0.5558257 Aug 24 00:39:48.795533 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'name': 'network-vif-deleted', 'tag': '7211417c-174c-4118-84cb-7074871732a3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:48.802541 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa74a017-e987-4fc6-8cbe-ab930a5624ce" -d '{"events": [{"server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "name": "network-vif-deleted", "tag": "7211417c-174c-4118-84cb-7074871732a3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:48.851698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68696fa-39e3-4dd5-a717-93f2f1588e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=2f2706c8-e765-4e9d-8d8b-16481d4876ba,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:48.944452 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2b1a44-c0ab-4e2f-84dc-f7f059cb5989 x-openstack-request-id: req-9a2b1a44-c0ab-4e2f-84dc-f7f059cb5989 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:48.944909 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9b01e3-9c2e-4cd1-9381-ef4056827fb7", "name": "network-vif-deleted", "tag": "7211417c-174c-4118-84cb-7074871732a3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:48.945043 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a2b1a44-c0ab-4e2f-84dc-f7f059cb5989 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:48.945384 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b01e3-9c2e-4cd1-9381-ef4056827fb7', 'name': 'network-vif-deleted', 'tag': '7211417c-174c-4118-84cb-7074871732a3', 'status': 'completed', 'code': 200} Aug 24 00:39:48.955060 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.981751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c2a03-d3f2-44ed-819f-aba55fe7f4e0 None None] New status for floating IP 4d2cb14c-defc-4310-b8b9-55c801a25140: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:39:49.249502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56386) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:49.265416 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device af9a2717-2fc4-4f56-ac77-cb232ca69299 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:49.267003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.319527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: af9a2717-2fc4-4f56-ac77-cb232ca69299 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:39:49.319865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device af9a2717-2fc4-4f56-ac77-cb232ca69299 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:49.346271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c9fa91e4-a1d7-42af-a8cc-876b71f1d6d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33c45ffed6d949d68a0c0a054d17a347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952225 Aug 24 00:39:49.346844 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56388) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:49.467424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6ede54b-af9d-4bfc-9712-c2cb34753589 req-622eebfb-a416-444a-9436-3794d990bc8b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 210 time: 0.0559113 Aug 24 00:39:49.506595 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59488534-f486-49ee-b9e4-103f4d8babdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.536538 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59488534-f486-49ee-b9e4-103f4d8babdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.645029 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59488534-f486-49ee-b9e4-103f4d8babdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.651324 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59488534-f486-49ee-b9e4-103f4d8babdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.656085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-59488534-f486-49ee-b9e4-103f4d8babdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/970a5a0e-0473-40e3-b0ba-156964246b20 HTTP/1.1" status: 204 len: 168 time: 0.3082104 Aug 24 00:39:49.668171 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59488534-f486-49ee-b9e4-103f4d8babdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970a5a0e-0473-40e3-b0ba-156964246b20,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:49.879112 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f3da6cf-671c-42e7-b45a-c8fb6ebc7636 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.070614 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.093921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.208878 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Allocated IP 172.25.8.153 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/b317f94b-4f20-4ae6-96fb-5365232656ff) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:50.500742 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.656954 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.695662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53603b2b-31e4-4907-8378-0ffede179891 req-1a39f385-cf92-4b0a-92f0-1e21eb17983a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 210 time: 0.0760586 Aug 24 00:39:50.725723 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:50.731634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:50.753275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:50.815538 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'Port': ['ID=b317f94b-4f20-4ae6-96fb-5365232656ff,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:50.846888 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0f3da6cf-671c-42e7-b45a-c8fb6ebc7636 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port 49f24990-c479-4801-8ded-9ad7fd76a34a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:50.847443 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f3da6cf-671c-42e7-b45a-c8fb6ebc7636 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:51.074802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0f3da6cf-671c-42e7-b45a-c8fb6ebc7636 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] For port 49f24990-c479-4801-8ded-9ad7fd76a34a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=49f24990-c479-4801-8ded-9ad7fd76a34a,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:51.075928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f3da6cf-671c-42e7-b45a-c8fb6ebc7636 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:51.151630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0f3da6cf-671c-42e7-b45a-c8fb6ebc7636 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for 49f24990-c479-4801-8ded-9ad7fd76a34a owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:51.329443 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:51.580018 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f3da6cf-671c-42e7-b45a-c8fb6ebc7636 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:51.684398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3da6cf-671c-42e7-b45a-c8fb6ebc7636 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=49f24990-c479-4801-8ded-9ad7fd76a34a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:51.875094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63b8a7cc-365b-46e3-83aa-a22d5599768e req-4d48ac9c-45ba-47ea-a12e-b98712c1cf32 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9a09d08-a8a8-4948-bd67-86c00a3de932 HTTP/1.1" status: 200 len: 210 time: 0.0509264 Aug 24 00:39:51.923573 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.093426 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f3da6cf-671c-42e7-b45a-c8fb6ebc7636 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.342746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Router a57de63d-07ee-434e-8151-db5e15696233 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:39:52.543440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3da6cf-671c-42e7-b45a-c8fb6ebc7636 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:52.682126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:52.693673 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Sync routers for ids ['a57de63d-07ee-434e-8151-db5e15696233'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:52.718482 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Routers {'a57de63d-07ee-434e-8151-db5e15696233'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:52.724968 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:39:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a57de63d-07ee-434e-8151-db5e15696233'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:52.766889 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.771270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56536) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:52.776013 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bc59379d-5f6e-48b3-ab23-2d41ff32c229 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.4684010 Aug 24 00:39:52.807023 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3da6cf-671c-42e7-b45a-c8fb6ebc7636 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:52.818245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae561739-b547-49ba-9aff-810f74884ad7 None None] Sync routers for ids ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:52.825901 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0f3da6cf-671c-42e7-b45a-c8fb6ebc7636 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "PUT /v2.0/routers/88ced4d2-93e4-4d98-aef1-a32bb4d77a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8005061 Aug 24 00:39:52.831884 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:52.844759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae561739-b547-49ba-9aff-810f74884ad7 None None] Routers {'88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:52.845407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ae561739-b547-49ba-9aff-810f74884ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:39:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:52.859845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56540) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:52.907749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08130252-4054-4c98-bec8-1ed1a4fa0cf5 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:52.909958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-08130252-4054-4c98-bec8-1ed1a4fa0cf5 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=0bfc0da3ea624ea59c8d2391869f62a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1374724 Aug 24 00:39:52.913273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56548) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:53.014435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a8761b-4a93-431f-8bb7-13dc48828c87 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting subnet 4f5796dc-55b8-4279-906d-600a7699311f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:39:53.044804 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72a8761b-4a93-431f-8bb7-13dc48828c87 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.147568 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Set router a57de63d-07ee-434e-8151-db5e15696233 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:53.175168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc8cf1a-aefe-4b1b-873c-e8dc9017ba4c tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:53.176729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0cc8cf1a-aefe-4b1b-873c-e8dc9017ba4c tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2613616 Aug 24 00:39:53.180225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56568) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:53.205603 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72a8761b-4a93-431f-8bb7-13dc48828c87 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.239099 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c85be10-1209-4aa8-b913-98a4a4a4c7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.250681 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e3efbfea-0cdc-4865-8eef-d05fc9ae9945 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0637560 Aug 24 00:39:53.253420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56572) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:53.260979 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ae561739-b547-49ba-9aff-810f74884ad7 None None] Set router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:53.325419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d3a0a5e8-49f4-4915-b36f-8ea7844e91a6 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=0bfc0da3ea624ea59c8d2391869f62a3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707345 Aug 24 00:39:53.330476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56576) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:53.396567 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72a8761b-4a93-431f-8bb7-13dc48828c87 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.451229 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57de63d-07ee-434e-8151-db5e15696233', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2095429956', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:39:48Z', 'updated_at': '2021-08-24T00:39:51Z', 'revision_number': 3, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57de63d-07ee-434e-8151-db5e15696233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:39:50Z', 'updated_at': '2021-08-24T00:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:53.490538 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72a8761b-4a93-431f-8bb7-13dc48828c87 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.510169 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Checking router: a57de63d-07ee-434e-8151-db5e15696233 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:39:53.510518 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Updating router a57de63d-07ee-434e-8151-db5e15696233 port b317f94b-4f20-4ae6-96fb-5365232656ff binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:39:53.580523 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.589457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8761b-4a93-431f-8bb7-13dc48828c87 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5796dc-55b8-4279-906d-600a7699311f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:53.609025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c82f3d-f2f3-4151-95f2-8c1061296c6d None None] Network 6f60c366-7b88-474c-8bd3-b4d24b078fb1 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:53.611641 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72a8761b-4a93-431f-8bb7-13dc48828c87 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.623812 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-72a8761b-4a93-431f-8bb7-13dc48828c87 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/subnets/4f5796dc-55b8-4279-906d-600a7699311f HTTP/1.1" status: 204 len: 168 time: 0.7900465 Aug 24 00:39:53.625705 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:53.758084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89d3791-ae43-4cd1-8beb-8ab676133113 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:53.760241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e89d3791-ae43-4cd1-8beb-8ab676133113 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4274492 Aug 24 00:39:53.778246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56584) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:53.793169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-92b3ef69-053a-4cd6-8c04-49656957c772 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445271168&fields=id&tenant_id=c14aa75e32a445ab889373eca3a8b0c6 HTTP/1.1" status: 200 len: 267 time: 0.5371881 Aug 24 00:39:53.798052 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.841463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ae561739-b547-49ba-9aff-810f74884ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:39:51Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:53.862108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c57672c2-2491-4fc2-a738-86e2a1181396 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0663755 Aug 24 00:39:53.895767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56586) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:53.908027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2fc5d074-55ea-4a5a-ac3e-15d1553eaaca tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1269643918', 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b', 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:53.936095 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae561739-b547-49ba-9aff-810f74884ad7 None None] Checking router: 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:39:53.961965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545e87e2-5b92-4c6e-a951-ead520076dd6 None None] DHCP port deletion for 6f60c366-7b88-474c-8bd3-b4d24b078fb1 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:39:53.969281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae561739-b547-49ba-9aff-810f74884ad7 None None] Routers {'88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:53.969926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ae561739-b547-49ba-9aff-810f74884ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:39:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:54.085727 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c85be10-1209-4aa8-b913-98a4a4a4c7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.097063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c85be10-1209-4aa8-b913-98a4a4a4c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.121682 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.132227 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Transition to ACTIVE for port object b317f94b-4f20-4ae6-96fb-5365232656ff will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:54.137519 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8c85be10-1209-4aa8-b913-98a4a4a4c7d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7bf44bc8bb08460a9d597c36c63abea3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2760270 Aug 24 00:39:54.143133 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.148841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56590) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:54.234951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc5d074-55ea-4a5a-ac3e-15d1553eaaca tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Made reservation on behalf of 0bfc0da3ea624ea59c8d2391869f62a3 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:54.239550 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2fc5d074-55ea-4a5a-ac3e-15d1553eaaca tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.250431 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Attempting to bind port b317f94b-4f20-4ae6-96fb-5365232656ff on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:54.250822 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Attempting to bind port b317f94b-4f20-4ae6-96fb-5365232656ff by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:54.251192 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Attempting to bind port b317f94b-4f20-4ae6-96fb-5365232656ff on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:54.268082 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:54.268499 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:54.268908 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.269303 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:54.269745 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ae561739-b547-49ba-9aff-810f74884ad7 None None] Set router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:54.269882 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Bound port: b317f94b-4f20-4ae6-96fb-5365232656ff, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:54.270155 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.398136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 660f42a6-5216-4939-8834-63e47367fcde no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:54.408188 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf92f1-c89e-4d72-b7ed-9a71a3b46750 None None] Pushing event updated for resources: {'Port': ['ID=b317f94b-4f20-4ae6-96fb-5365232656ff,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:54.441610 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-545e87e2-5b92-4c6e-a951-ead520076dd6 None None] Deleting port 660f42a6-5216-4939-8834-63e47367fcde {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:54.448570 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-545e87e2-5b92-4c6e-a951-ead520076dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.453059 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf92f1-c89e-4d72-b7ed-9a71a3b46750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:54.453445 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf92f1-c89e-4d72-b7ed-9a71a3b46750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:54.455885 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf92f1-c89e-4d72-b7ed-9a71a3b46750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:54.456237 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf92f1-c89e-4d72-b7ed-9a71a3b46750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:54.458169 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf92f1-c89e-4d72-b7ed-9a71a3b46750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:54.458513 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf92f1-c89e-4d72-b7ed-9a71a3b46750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:54.460930 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf92f1-c89e-4d72-b7ed-9a71a3b46750 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:54.463258 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf92f1-c89e-4d72-b7ed-9a71a3b46750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:54.463594 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf92f1-c89e-4d72-b7ed-9a71a3b46750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:54.463924 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf92f1-c89e-4d72-b7ed-9a71a3b46750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:54.467596 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf92f1-c89e-4d72-b7ed-9a71a3b46750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:54.467951 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdf92f1-c89e-4d72-b7ed-9a71a3b46750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:54.491301 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] For port b317f94b-4f20-4ae6-96fb-5365232656ff, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:54.496399 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] For port b317f94b-4f20-4ae6-96fb-5365232656ff, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b317f94b-4f20-4ae6-96fb-5365232656ff,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:54.506869 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.582905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb220da-089f-46bc-a03b-1820832f28c0 req-e5b9f4a3-910f-4304-9acf-ffba9083c471 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:54.584587 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-e5b9f4a3-910f-4304-9acf-ffba9083c471 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 812 time: 0.7902439 Aug 24 00:39:54.607626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85be10-1209-4aa8-b913-98a4a4a4c7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e695c6-9a17-472c-9f35-69754cc389ce,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:54.659197 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Routers {'a57de63d-07ee-434e-8151-db5e15696233'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:54.659767 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:39:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a57de63d-07ee-434e-8151-db5e15696233'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:54.703587 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-039cdd88-ef7b-4ae4-b37a-19210b89b4c2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/quotas/c14aa75e32a445ab889373eca3a8b0c6 HTTP/1.1" status: 200 len: 375 time: 0.0769992 Aug 24 00:39:54.797020 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.804691 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2fc5d074-55ea-4a5a-ac3e-15d1553eaaca tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.817459 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5464527c-8784-4f18-833d-c5fb74806216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.822033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-545e87e2-5b92-4c6e-a951-ead520076dd6 None None] For port 660f42a6-5216-4939-8834-63e47367fcde, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=660f42a6-5216-4939-8834-63e47367fcde,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:54.822701 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-545e87e2-5b92-4c6e-a951-ead520076dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.867881 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-545e87e2-5b92-4c6e-a951-ead520076dd6 None None] Calling delete_port for 660f42a6-5216-4939-8834-63e47367fcde owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:54.868785 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5464527c-8784-4f18-833d-c5fb74806216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.916518 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.973614 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5464527c-8784-4f18-833d-c5fb74806216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.977980 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5464527c-8784-4f18-833d-c5fb74806216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.979549 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5464527c-8784-4f18-833d-c5fb74806216 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1e695c6-9a17-472c-9f35-69754cc389ce HTTP/1.1" status: 204 len: 168 time: 0.8292730 Aug 24 00:39:55.001238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-6e1bbad7-925d-4875-87e0-0413bbaadec9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2967458 Aug 24 00:39:55.027530 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464527c-8784-4f18-833d-c5fb74806216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e695c6-9a17-472c-9f35-69754cc389ce,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:55.048753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 660f42a6-5216-4939-8834-63e47367fcde, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=660f42a6-5216-4939-8834-63e47367fcde,segment=NetworkSegment(a7ba6d21-ea62-41e7-8008-a84b6d3ac613),segment_id=a7ba6d21-ea62-41e7-8008-a84b6d3ac613)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:55.066465 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf92f1-c89e-4d72-b7ed-9a71a3b46750 None None] Pushing event updated for resources: {'Port': ['ID=b317f94b-4f20-4ae6-96fb-5365232656ff,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:55.079474 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.101223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ae561739-b547-49ba-9aff-810f74884ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:39:51Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:55.122979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc5d074-55ea-4a5a-ac3e-15d1553eaaca tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Checking segment: {'id': '8e3e5778-4a2e-4401-bf06-2fd42041f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:55.123391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc5d074-55ea-4a5a-ac3e-15d1553eaaca tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Network hostable DHCP agents. Network: adc442d9-50ff-42cd-bf07-cd78adfd764b, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:55.144715 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] Set router a57de63d-07ee-434e-8151-db5e15696233 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:55.149471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5d074-55ea-4a5a-ac3e-15d1553eaaca tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'Subnet': ['ID=d365cc46-adb4-4ced-83f5-5210983d9a77,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:55.168974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae561739-b547-49ba-9aff-810f74884ad7 None None] The sync data for ids ['88ced4d2-93e4-4d98-aef1-a32bb4d77a6e'] in n-d-805736-1 is: [{'id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1207484102', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:10Z', 'updated_at': '2021-08-24T00:39:51Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '4ea5baf6-ddf1-46ba-8367-0611771f0179', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ced4d2-93e4-4d98-aef1-a32bb4d77a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:11Z', 'updated_at': '2021-08-24T00:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:55.221306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=660f42a6-5216-4939-8834-63e47367fcde,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:55.240377 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-545e87e2-5b92-4c6e-a951-ead520076dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.242810 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.293467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e87e2-5b92-4c6e-a951-ead520076dd6 None None] No DVR routers for this DVR port 660f42a6-5216-4939-8834-63e47367fcde on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:55.359698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc5d074-55ea-4a5a-ac3e-15d1553eaaca tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Network adc442d9-50ff-42cd-bf07-cd78adfd764b is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:55.365991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e87e2-5b92-4c6e-a951-ead520076dd6 None None] Pushing event deleted for resources: {'Port': ['ID=660f42a6-5216-4939-8834-63e47367fcde,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:55.385584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port 4ea5baf6-ddf1-46ba-8367-0611771f0179 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:55.386928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.417369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-2fc5d074-55ea-4a5a-ac3e-15d1553eaaca tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, adc442d9-50ff-42cd-bf07-cd78adfd764b) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:55.427505 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850bb379-dc49-4228-b229-3945278f7c40 None None] Network adc442d9-50ff-42cd-bf07-cd78adfd764b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:55.436048 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc5d074-55ea-4a5a-ac3e-15d1553eaaca tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:55.436602 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2fc5d074-55ea-4a5a-ac3e-15d1553eaaca tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.465056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-a652f25f-705b-4b59-97ae-f97a85c5d7a7 service neutron] 10.222.0.32 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113328 Aug 24 00:39:55.499410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2fc5d074-55ea-4a5a-ac3e-15d1553eaaca tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5923009 Aug 24 00:39:55.501193 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:55.716582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-a90745db-c8e4-466e-94ca-eb38ed4dc3db service neutron] 10.222.0.32 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414491 Aug 24 00:39:55.749452 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57de63d-07ee-434e-8151-db5e15696233', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2095429956', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:39:48Z', 'updated_at': '2021-08-24T00:39:51Z', 'revision_number': 3, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57de63d-07ee-434e-8151-db5e15696233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:39:50Z', 'updated_at': '2021-08-24T00:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:55.759953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56610) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:55.778976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] For port 4ea5baf6-ddf1-46ba-8367-0611771f0179, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4ea5baf6-ddf1-46ba-8367-0611771f0179,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:55.779362 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.786132 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c398ef0e-bd0e-4f2b-8fe5-de7af148b36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.819976 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41273e1-e333-4f73-b0a3-fcba14cf0abe None None] The sync data for ids ['a57de63d-07ee-434e-8151-db5e15696233'] in n-d-805736-1 is: [{'id': 'a57de63d-07ee-434e-8151-db5e15696233', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2095429956', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:39:48Z', 'updated_at': '2021-08-24T00:39:51Z', 'revision_number': 3, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57de63d-07ee-434e-8151-db5e15696233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:39:50Z', 'updated_at': '2021-08-24T00:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:55.889807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-adc442d9-50ff-42cd-bf07-cd78adfd764b', 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'fixed_ips': [{'subnet_id': 'd365cc46-adb4-4ced-83f5-5210983d9a77'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:55.893262 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.908912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for 4ea5baf6-ddf1-46ba-8367-0611771f0179 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:56.090425 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c398ef0e-bd0e-4f2b-8fe5-de7af148b36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.114373 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c398ef0e-bd0e-4f2b-8fe5-de7af148b36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.229744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c398ef0e-bd0e-4f2b-8fe5-de7af148b36d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd671df5660c47ef8bac54340906d6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4651802 Aug 24 00:39:56.235531 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56622) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:56.246063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Allocated IP 172.20.0.18 (adc442d9-50ff-42cd-bf07-cd78adfd764b/d365cc46-adb4-4ced-83f5-5210983d9a77/c4cf4f88-b76c-4d72-b609-edd5672490ea) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:56.362350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398ef0e-bd0e-4f2b-8fe5-de7af148b36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fd14aa-9b5b-4cb7-9301-39eabe22b41b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:56.424954 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e108fe05-2785-44a5-81c8-7ebd3bda0f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.523757 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89289d8a-b1eb-4e48-a9b7-9c9cf11d91b9 req-6bbd4ed9-8d7d-495f-9f3f-20e73e82e6af tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 210 time: 0.0435483 Aug 24 00:39:56.546940 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e108fe05-2785-44a5-81c8-7ebd3bda0f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.564480 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 49f24990-c479-4801-8ded-9ad7fd76a34a no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:56.619965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 49f24990-c479-4801-8ded-9ad7fd76a34a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:39:56.620785 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 49f24990-c479-4801-8ded-9ad7fd76a34a not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:56.637126 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e108fe05-2785-44a5-81c8-7ebd3bda0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.643973 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e108fe05-2785-44a5-81c8-7ebd3bda0f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.650065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e108fe05-2785-44a5-81c8-7ebd3bda0f47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77fd14aa-9b5b-4cb7-9301-39eabe22b41b HTTP/1.1" status: 204 len: 168 time: 0.4112759 Aug 24 00:39:56.696970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108fe05-2785-44a5-81c8-7ebd3bda0f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fd14aa-9b5b-4cb7-9301-39eabe22b41b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:56.741397 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.767810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Transition to ACTIVE for port object c4cf4f88-b76c-4d72-b609-edd5672490ea will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:56.811658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Transition to ACTIVE for port object c4cf4f88-b76c-4d72-b609-edd5672490ea will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:56.834641 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.962485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Network adc442d9-50ff-42cd-bf07-cd78adfd764b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:56.977407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:56.985117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:56.992976 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Pushing event updated for resources: {'Port': ['ID=c4cf4f88-b76c-4d72-b609-edd5672490ea,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:57.141300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Attempting to bind port c4cf4f88-b76c-4d72-b609-edd5672490ea on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:57.141781 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Attempting to bind port c4cf4f88-b76c-4d72-b609-edd5672490ea by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '8e3e5778-4a2e-4401-bf06-2fd42041f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:57.142098 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.143918 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Attempting to bind port c4cf4f88-b76c-4d72-b609-edd5672490ea on network adc442d9-50ff-42cd-bf07-cd78adfd764b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:57.164039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:57.165795 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Checking segment: {'id': '8e3e5778-4a2e-4401-bf06-2fd42041f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:57.167534 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.168200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Bound using segment: {'id': '8e3e5778-4a2e-4401-bf06-2fd42041f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:57.169988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Bound port: c4cf4f88-b76c-4d72-b609-edd5672490ea, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3e5778-4a2e-4401-bf06-2fd42041f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:57.170629 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.171783 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.253253 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=4ea5baf6-ddf1-46ba-8367-0611771f0179,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:57.346807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] For port c4cf4f88-b76c-4d72-b609-edd5672490ea, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:57.355921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] For port c4cf4f88-b76c-4d72-b609-edd5672490ea, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c4cf4f88-b76c-4d72-b609-edd5672490ea,segment=NetworkSegment(8e3e5778-4a2e-4401-bf06-2fd42041f3a9),segment_id=8e3e5778-4a2e-4401-bf06-2fd42041f3a9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:57.370807 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.529375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5248e-934d-4339-a6fd-a578e4c9736b None None] Pushing event updated for resources: {'Port': ['ID=c4cf4f88-b76c-4d72-b609-edd5672490ea,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:57.530456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56656) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:57.589388 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4a609242-5a31-4c30-b292-72296f44b58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.715517 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.786557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-068d6f48-d8c4-4115-8e6b-1bcb47698a8e req-a8a79029-c315-4f11-a1ec-52c415f332ca tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 210 time: 0.0563631 Aug 24 00:39:57.942162 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e72cfa84-f837-4e10-a043-5e53ab1f2337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.032111 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.053040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.235064 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e72cfa84-f837-4e10-a043-5e53ab1f2337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.246465 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.248126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Fanout notify agent at l3_agent the message router_deleted on router 88ced4d2-93e4-4d98-aef1-a32bb4d77a6e {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:39:58.248530 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e72cfa84-f837-4e10-a043-5e53ab1f2337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.264025 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.267382 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e1fb35f0-10b0-4cc4-ae2f-9a63a4f75d69 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/routers/88ced4d2-93e4-4d98-aef1-a32bb4d77a6e HTTP/1.1" status: 204 len: 168 time: 4.6406107 Aug 24 00:39:58.272078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56670) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:58.387565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cfa84-f837-4e10-a043-5e53ab1f2337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff9feee-ffed-49a5-a8ac-e4a8857efa2f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:58.485030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e72cfa84-f837-4e10-a043-5e53ab1f2337 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0f6add6a448406f8755bc3bd1efa321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9505486 Aug 24 00:39:58.494950 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56674) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:58.562693 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0187a16-1193-42aa-a263-a54a83f3b758 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.747609 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb220da-089f-46bc-a03b-1820832f28c0 req-c680d8a8-c0a7-45ee-9626-477f9474ab08 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:58.749203 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-c680d8a8-c0a7-45ee-9626-477f9474ab08 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 812 time: 0.5503147 Aug 24 00:39:58.749344 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0187a16-1193-42aa-a263-a54a83f3b758 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.750506 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Allocated IP 172.20.0.17 (adc442d9-50ff-42cd-bf07-cd78adfd764b/d365cc46-adb4-4ced-83f5-5210983d9a77/4352747b-314b-4740-b5a3-b3b6ff4a37de) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:58.771757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a0187a16-1193-42aa-a263-a54a83f3b758 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f60c366-7b88-474c-8bd3-b4d24b078fb1']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:58.788714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a0187a16-1193-42aa-a263-a54a83f3b758 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:58.789347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a0187a16-1193-42aa-a263-a54a83f3b758 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ba6d21-ea62-41e7-8008-a84b6d3ac613') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:58.815200 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0187a16-1193-42aa-a263-a54a83f3b758 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.839506 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0187a16-1193-42aa-a263-a54a83f3b758 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.853150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0187a16-1193-42aa-a263-a54a83f3b758 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:58.855002 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0187a16-1193-42aa-a263-a54a83f3b758 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:58.863918 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:59.000754 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c4cf4f88-b76c-4d72-b609-edd5672490ea up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:59.128251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47209837-444d-47c5-8e75-eaacbc21c648 req-8acb005e-b41a-41b3-a6de-55b22b22c1d1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 210 time: 0.1247270 Aug 24 00:39:59.130204 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0187a16-1193-42aa-a263-a54a83f3b758 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.132524 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port c4cf4f88-b76c-4d72-b609-edd5672490ea completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:59.142830 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a0187a16-1193-42aa-a263-a54a83f3b758 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.143611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b317f94b-4f20-4ae6-96fb-5365232656ff up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:59.145588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a0187a16-1193-42aa-a263-a54a83f3b758 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/networks/6f60c366-7b88-474c-8bd3-b4d24b078fb1 HTTP/1.1" status: 204 len: 168 time: 0.8653288 Aug 24 00:39:59.159163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:59.175563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0187a16-1193-42aa-a263-a54a83f3b758 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Network': ['ID=6f60c366-7b88-474c-8bd3-b4d24b078fb1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:59.249886 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.257631 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-43ee6cb4-5363-4e40-8b63-513144c49af6 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c14aa75e32a445ab889373eca3a8b0c6 HTTP/1.1" status: 200 len: 379 time: 0.4803092 Aug 24 00:39:59.275179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port b317f94b-4f20-4ae6-96fb-5365232656ff completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:59.279988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b317f94b-4f20-4ae6-96fb-5365232656ff triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:59.280629 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.295588 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec7394b-dc48-45a6-beec-eb3292b6733b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.315600 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-abb220da-089f-46bc-a03b-1820832f28c0 req-67edf626-7eb8-49a3-97b2-fc178e4031fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'port': {'device_id': '8755ac10-1903-4999-a5ba-3f461a45535d', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'admin_state_up': True, 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'security_groups': ['24cb96e2-076a-4249-a572-873fdab2a425']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:59.427826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Transition to ACTIVE for port object 4352747b-314b-4740-b5a3-b3b6ff4a37de will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:59.460341 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.486830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port b317f94b-4f20-4ae6-96fb-5365232656ff, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b317f94b-4f20-4ae6-96fb-5365232656ff,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:59.499725 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.604990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335df37d-0ebc-4b77-8373-e13cd1eeb0b7 None None] Network adc442d9-50ff-42cd-bf07-cd78adfd764b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:59.605447 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec7394b-dc48-45a6-beec-eb3292b6733b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.630492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.659094 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=b317f94b-4f20-4ae6-96fb-5365232656ff,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:59.715029 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Network adc442d9-50ff-42cd-bf07-cd78adfd764b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:59.732201 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d8736084-7c33-4957-946f-28bc1f223adb None None] Provisioning for port c4cf4f88-b76c-4d72-b609-edd5672490ea completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:59.738830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d8736084-7c33-4957-946f-28bc1f223adb None None] Provisioning complete for port c4cf4f88-b76c-4d72-b609-edd5672490ea triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:59.739774 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8736084-7c33-4957-946f-28bc1f223adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.781484 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.811971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:59.840695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:59.890688 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91a33aee-7513-47a1-9568-75d33ec2c8b2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.895912 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.944243 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8736084-7c33-4957-946f-28bc1f223adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.985763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'Port': ['ID=4352747b-314b-4740-b5a3-b3b6ff4a37de,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:59.998858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d8736084-7c33-4957-946f-28bc1f223adb None None] For port c4cf4f88-b76c-4d72-b609-edd5672490ea, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c4cf4f88-b76c-4d72-b609-edd5672490ea,segment=NetworkSegment(8e3e5778-4a2e-4401-bf06-2fd42041f3a9),segment_id=8e3e5778-4a2e-4401-bf06-2fd42041f3a9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:00.010545 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d8736084-7c33-4957-946f-28bc1f223adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.030609 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91a33aee-7513-47a1-9568-75d33ec2c8b2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.079657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8736084-7c33-4957-946f-28bc1f223adb None None] Pushing event updated for resources: {'Port': ['ID=c4cf4f88-b76c-4d72-b609-edd5672490ea,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:00.111663 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb220da-089f-46bc-a03b-1820832f28c0 req-67edf626-7eb8-49a3-97b2-fc178e4031fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Made reservation on behalf of c14aa75e32a445ab889373eca3a8b0c6 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:00.115616 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-abb220da-089f-46bc-a03b-1820832f28c0 req-67edf626-7eb8-49a3-97b2-fc178e4031fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.143647 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.147185 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec7394b-dc48-45a6-beec-eb3292b6733b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.150749 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec7394b-dc48-45a6-beec-eb3292b6733b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.154225 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9ec7394b-dc48-45a6-beec-eb3292b6733b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ff9feee-ffed-49a5-a8ac-e4a8857efa2f HTTP/1.1" status: 204 len: 168 time: 1.6502368 Aug 24 00:40:00.230877 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f831500d-6156-4f7d-bb58-8f747da721a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.348600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-75de0fbe-7e22-4638-bf4b-313490de5247 None None] Provisioning for port 4352747b-314b-4740-b5a3-b3b6ff4a37de completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:00.355015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-75de0fbe-7e22-4638-bf4b-313490de5247 None None] Provisioning complete for port 4352747b-314b-4740-b5a3-b3b6ff4a37de triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:00.355559 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75de0fbe-7e22-4638-bf4b-313490de5247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.369036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-16b43204-7313-484b-b325-a6f9ecdaa48e req-499f4d7e-fd17-4428-b2ec-d36da1d98d9c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 210 time: 0.0707834 Aug 24 00:40:00.456666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-75de0fbe-7e22-4638-bf4b-313490de5247 None None] Port 4352747b-314b-4740-b5a3-b3b6ff4a37de cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:00.471102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c4cf4f88-b76c-4d72-b609-edd5672490ea up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:00.542328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-75de0fbe-7e22-4638-bf4b-313490de5247 None None] Provisioning complete for port c4cf4f88-b76c-4d72-b609-edd5672490ea triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:00.542713 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75de0fbe-7e22-4638-bf4b-313490de5247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.581740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7394b-dc48-45a6-beec-eb3292b6733b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff9feee-ffed-49a5-a8ac-e4a8857efa2f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:00.704725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-abb220da-089f-46bc-a03b-1820832f28c0 req-67edf626-7eb8-49a3-97b2-fc178e4031fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Allocated IP 172.20.0.10 (311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a/b77d7e2b-68e6-4524-b968-14232b4fd35e/d5d1c14a-6c74-4e49-824f-c7d21d25e676) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:00.707525 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.750979 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port c4cf4f88-b76c-4d72-b609-edd5672490ea triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:00.751412 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.850604 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91a33aee-7513-47a1-9568-75d33ec2c8b2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.873435 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91a33aee-7513-47a1-9568-75d33ec2c8b2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.875474 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-91a33aee-7513-47a1-9568-75d33ec2c8b2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/security-groups/8004970c-24cb-441f-8718-73b78497b804 HTTP/1.1" status: 204 len: 168 time: 1.7145483 Aug 24 00:40:00.901010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b317f94b-4f20-4ae6-96fb-5365232656ff up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:01.022365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f1265730-0543-48c6-9a99-3379abf407ff None None] Provisioning complete for port 4352747b-314b-4740-b5a3-b3b6ff4a37de triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:01.023363 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f1265730-0543-48c6-9a99-3379abf407ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.069917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f1265730-0543-48c6-9a99-3379abf407ff None None] Port 4352747b-314b-4740-b5a3-b3b6ff4a37de cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:01.094463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b317f94b-4f20-4ae6-96fb-5365232656ff triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:01.095242 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.156352 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-abb220da-089f-46bc-a03b-1820832f28c0 req-67edf626-7eb8-49a3-97b2-fc178e4031fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.180059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a33aee-7513-47a1-9568-75d33ec2c8b2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8004970c-24cb-441f-8718-73b78497b804,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:01.251048 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4ea5baf6-ddf1-46ba-8367-0611771f0179 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:01.283688 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-abb220da-089f-46bc-a03b-1820832f28c0 req-67edf626-7eb8-49a3-97b2-fc178e4031fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Transition to ACTIVE for port object d5d1c14a-6c74-4e49-824f-c7d21d25e676 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:01.311527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4ea5baf6-ddf1-46ba-8367-0611771f0179 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:01.313985 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4ea5baf6-ddf1-46ba-8367-0611771f0179 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:01.362035 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.374629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-abb220da-089f-46bc-a03b-1820832f28c0 req-67edf626-7eb8-49a3-97b2-fc178e4031fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.460057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56738) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:01.469292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2c5546e0-880f-4710-b2dd-42e9a86e4247 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-773769176', 'description': 'tempest-secgroup-smoke-773769176 description', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:01.719627 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c5546e0-880f-4710-b2dd-42e9a86e4247 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.936432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e78d3e-c57c-45d7-9249-13a6b8a8049d req-d17c760e-3872-4711-83e8-c3654a27276f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:01.945035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61e78d3e-c57c-45d7-9249-13a6b8a8049d req-d17c760e-3872-4711-83e8-c3654a27276f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 932 time: 0.3948579 Aug 24 00:40:01.977404 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c5546e0-880f-4710-b2dd-42e9a86e4247 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.015725 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c5546e0-880f-4710-b2dd-42e9a86e4247 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.102132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5546e0-880f-4710-b2dd-42e9a86e4247 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:02.146289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61e78d3e-c57c-45d7-9249-13a6b8a8049d req-51a669f1-0441-431c-bd37-7d6811f4507e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977267 Aug 24 00:40:02.170298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c5546e0-880f-4710-b2dd-42e9a86e4247 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.171965 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2c5546e0-880f-4710-b2dd-42e9a86e4247 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7109027 Aug 24 00:40:02.175462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56756) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:02.179978 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb220da-089f-46bc-a03b-1820832f28c0 req-67edf626-7eb8-49a3-97b2-fc178e4031fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:02.188038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-abb220da-089f-46bc-a03b-1820832f28c0 req-67edf626-7eb8-49a3-97b2-fc178e4031fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:02.188435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e0d079e2-2c72-4a44-a4d4-b532ace99ce5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:02.191493 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb220da-089f-46bc-a03b-1820832f28c0 req-67edf626-7eb8-49a3-97b2-fc178e4031fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:02.202682 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edf626-7eb8-49a3-97b2-fc178e4031fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'Port': ['ID=d5d1c14a-6c74-4e49-824f-c7d21d25e676,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:02.305434 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0d079e2-2c72-4a44-a4d4-b532ace99ce5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.339305 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb220da-089f-46bc-a03b-1820832f28c0 req-67edf626-7eb8-49a3-97b2-fc178e4031fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:02.340038 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-abb220da-089f-46bc-a03b-1820832f28c0 req-67edf626-7eb8-49a3-97b2-fc178e4031fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.365093 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-67edf626-7eb8-49a3-97b2-fc178e4031fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0790975 Aug 24 00:40:02.398168 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Request body: {'port': {'device_id': '8755ac10-1903-4999-a5ba-3f461a45535d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:02.504667 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0d079e2-2c72-4a44-a4d4-b532ace99ce5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.513131 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0d079e2-2c72-4a44-a4d4-b532ace99ce5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.540306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d079e2-2c72-4a44-a4d4-b532ace99ce5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6be4ed5-65d7-4980-99ad-4088b3f4d7e8,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:02.549629 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0d079e2-2c72-4a44-a4d4-b532ace99ce5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.551292 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e0d079e2-2c72-4a44-a4d4-b532ace99ce5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3733199 Aug 24 00:40:02.553962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56760) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:02.569241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-60883f97-5e1d-4025-9732-af098ae02633 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:02.606169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f78749eb-4872-4de0-944f-4944038f89e1 None None] Provisioning for port d5d1c14a-6c74-4e49-824f-c7d21d25e676 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:02.612815 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f78749eb-4872-4de0-944f-4944038f89e1 None None] Provisioning complete for port d5d1c14a-6c74-4e49-824f-c7d21d25e676 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:02.613216 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f78749eb-4872-4de0-944f-4944038f89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.614274 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60883f97-5e1d-4025-9732-af098ae02633 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.672392 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.704987 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.707116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f78749eb-4872-4de0-944f-4944038f89e1 None None] Port d5d1c14a-6c74-4e49-824f-c7d21d25e676 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:02.749624 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.771495 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60883f97-5e1d-4025-9732-af098ae02633 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.778490 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60883f97-5e1d-4025-9732-af098ae02633 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.803492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60883f97-5e1d-4025-9732-af098ae02633 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353f2c49-ee04-4881-b58f-ade2eff85403,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:02.814099 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60883f97-5e1d-4025-9732-af098ae02633 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.816541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-60883f97-5e1d-4025-9732-af098ae02633 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2613091 Aug 24 00:40:02.820297 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56770) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:02.831178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b6be9d2e-fca7-4f29-8864-d67a5ebe3732 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:02.929726 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b6be9d2e-fca7-4f29-8864-d67a5ebe3732 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.061736 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.072286 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b6be9d2e-fca7-4f29-8864-d67a5ebe3732 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.080780 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b6be9d2e-fca7-4f29-8864-d67a5ebe3732 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.122580 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'Port': ['ID=4352747b-314b-4740-b5a3-b3b6ff4a37de,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:03.165861 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b6be9d2e-fca7-4f29-8864-d67a5ebe3732 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.169604 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.173335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b6be9d2e-fca7-4f29-8864-d67a5ebe3732 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3517566 Aug 24 00:40:03.174284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56782) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:03.180116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-006cbd73-f921-4e41-8bf7-cd3ce359f0e3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:03.205973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be9d2e-fca7-4f29-8864-d67a5ebe3732 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f9e36d-997b-402f-ada3-24e8ebaab5b1,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:03.221848 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-006cbd73-f921-4e41-8bf7-cd3ce359f0e3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.477374 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-006cbd73-f921-4e41-8bf7-cd3ce359f0e3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.488148 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Network adc442d9-50ff-42cd-bf07-cd78adfd764b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:03.494489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97f5a7-d709-4a6d-b9fb-928ce55a0952 req-12a8fbab-0cbe-47c9-a704-ce0ddbd66a77 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:03.496556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc97f5a7-d709-4a6d-b9fb-928ce55a0952 req-12a8fbab-0cbe-47c9-a704-ce0ddbd66a77 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 932 time: 0.1246555 Aug 24 00:40:03.498250 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-006cbd73-f921-4e41-8bf7-cd3ce359f0e3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.527454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cbd73-f921-4e41-8bf7-cd3ce359f0e3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebdfc61-f00c-4cb8-8c3c-a5a8797e841a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:03.568715 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:03.603368 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-006cbd73-f921-4e41-8bf7-cd3ce359f0e3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.609229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-006cbd73-f921-4e41-8bf7-cd3ce359f0e3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4310439 Aug 24 00:40:03.630839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56794) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:03.641098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-66cf3a8b-fc2a-44cf-a071-658cf2e3e8fd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:03.720878 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc97f5a7-d709-4a6d-b9fb-928ce55a0952 req-24995081-4671-4014-b8dc-09a2e56d2576 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019286 Aug 24 00:40:03.728477 n-d-805736-1 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-66cf3a8b-fc2a-44cf-a071-658cf2e3e8fd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Project b921a640dca2469ab0511a55c18e6f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:40:03.753602 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66cf3a8b-fc2a-44cf-a071-658cf2e3e8fd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.862680 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66cf3a8b-fc2a-44cf-a071-658cf2e3e8fd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.873024 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66cf3a8b-fc2a-44cf-a071-658cf2e3e8fd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.917297 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf3a8b-fc2a-44cf-a071-658cf2e3e8fd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e372e6d-bf1c-4e87-90b3-374dfee258e9,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:03.918610 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:40:03.936367 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66cf3a8b-fc2a-44cf-a071-658cf2e3e8fd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.940122 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-66cf3a8b-fc2a-44cf-a071-658cf2e3e8fd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3064427 Aug 24 00:40:03.941958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56802) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:03.950694 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d1c14a-6c74-4e49-824f-c7d21d25e676 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:40:03.950985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1ceff625-c09b-48ec-8470-1b33b9f82c93 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:03.968991 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.988482 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Transition to ACTIVE for port object d5d1c14a-6c74-4e49-824f-c7d21d25e676 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:04.003319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.016081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Router a57de63d-07ee-434e-8151-db5e15696233 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:04.025239 n-d-805736-1 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-1ceff625-c09b-48ec-8470-1b33b9f82c93 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Project b921a640dca2469ab0511a55c18e6f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:40:04.045365 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ceff625-c09b-48ec-8470-1b33b9f82c93 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.069911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b9bdc844-498a-472b-b788-91ef2b87b98f None None] Provisioning complete for port 4352747b-314b-4740-b5a3-b3b6ff4a37de triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:04.072304 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9bdc844-498a-472b-b788-91ef2b87b98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.155912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b9bdc844-498a-472b-b788-91ef2b87b98f None None] Port 4352747b-314b-4740-b5a3-b3b6ff4a37de cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:04.251963 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ceff625-c09b-48ec-8470-1b33b9f82c93 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.264911 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ceff625-c09b-48ec-8470-1b33b9f82c93 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.272755 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d1c14a-6c74-4e49-824f-c7d21d25e676,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:04.284026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:04.288912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceff625-c09b-48ec-8470-1b33b9f82c93 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3860094-b69b-42af-a80f-df893753ad6a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:04.296791 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Sync routers for ids ['a57de63d-07ee-434e-8151-db5e15696233'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:04.315231 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ceff625-c09b-48ec-8470-1b33b9f82c93 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.320134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1ceff625-c09b-48ec-8470-1b33b9f82c93 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3771822 Aug 24 00:40:04.321060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56812) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:04.321868 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Routers {'a57de63d-07ee-434e-8151-db5e15696233'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:04.322637 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a57de63d-07ee-434e-8151-db5e15696233'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:04.327760 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-63ee3b62-601d-447c-9f7d-8f7372ebd766 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "PUT /v2.0/routers/a57de63d-07ee-434e-8151-db5e15696233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8243105 Aug 24 00:40:04.352035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5022ef41-e4a6-4e9e-b8f3-2e972ea936ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'network': {'name': 'tempest-network-smoke--839189126', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'port_security_enabled': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:04.414288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5022ef41-e4a6-4e9e-b8f3-2e972ea936ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Made reservation on behalf of b921a640dca2469ab0511a55c18e6f1e for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:04.426941 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5022ef41-e4a6-4e9e-b8f3-2e972ea936ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.460460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Attempting to bind port d5d1c14a-6c74-4e49-824f-c7d21d25e676 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:04.463641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Attempting to bind port d5d1c14a-6c74-4e49-824f-c7d21d25e676 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:04.463940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Attempting to bind port d5d1c14a-6c74-4e49-824f-c7d21d25e676 on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:04.482969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Port d5d1c14a-6c74-4e49-824f-c7d21d25e676 on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:40:04.483306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Attempting to bind port d5d1c14a-6c74-4e49-824f-c7d21d25e676 on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:04.499547 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:04.500250 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Checking segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:04.500383 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Bound using segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:04.500860 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Bound port: d5d1c14a-6c74-4e49-824f-c7d21d25e676, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:04.501235 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.521289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5022ef41-e4a6-4e9e-b8f3-2e972ea936ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:04.548017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5022ef41-e4a6-4e9e-b8f3-2e972ea936ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.562623 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-5022ef41-e4a6-4e9e-b8f3-2e972ea936ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Added segment 7d974aaa-271e-40d3-bc16-5b2291b8d273 of type vlan for network 23d2434b-61bb-46a0-a92d-ffab59599fba Aug 24 00:40:04.684444 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Set router a57de63d-07ee-434e-8151-db5e15696233 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:04.723884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5022ef41-e4a6-4e9e-b8f3-2e972ea936ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.756482 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5022ef41-e4a6-4e9e-b8f3-2e972ea936ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.763717 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] For port d5d1c14a-6c74-4e49-824f-c7d21d25e676, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:04.764930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5022ef41-e4a6-4e9e-b8f3-2e972ea936ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:04.765822 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5022ef41-e4a6-4e9e-b8f3-2e972ea936ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.781446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] For port d5d1c14a-6c74-4e49-824f-c7d21d25e676, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d5d1c14a-6c74-4e49-824f-c7d21d25e676,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:04.794491 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.928529 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:04.929546 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.933399 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] 10.222.0.13 "PUT /v2.0/ports/d5d1c14a-6c74-4e49-824f-c7d21d25e676 HTTP/1.1" status: 200 len: 1092 time: 2.5459170 Aug 24 00:40:04.935351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8755ac10-1903-4999-a5ba-3f461a45535d', 'tag': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:40:04.937875 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d2946a-4351-45b0-b8bc-5c535a82b31e" -d '{"events": [{"name": "network-changed", "server_uuid": "8755ac10-1903-4999-a5ba-3f461a45535d", "tag": "d5d1c14a-6c74-4e49-824f-c7d21d25e676"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:40:04.963683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022ef41-e4a6-4e9e-b8f3-2e972ea936ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Network': ['ID=23d2434b-61bb-46a0-a92d-ffab59599fba,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:04.975743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 23d2434b-61bb-46a0-a92d-ffab59599fba details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:05.014916 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5022ef41-e4a6-4e9e-b8f3-2e972ea936ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6918192 Aug 24 00:40:05.027572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56838) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:05.075769 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b75aff-7f5d-4230-9077-08cb59408b60 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d1c14a-6c74-4e49-824f-c7d21d25e676,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:05.077573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'admin_state_up': True, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:05.133386 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.135754 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.157429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb220da-089f-46bc-a03b-1820832f28c0 req-02a1fd9b-0d64-4c20-9c1e-b4687151e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:05.163187 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-02a1fd9b-0d64-4c20-9c1e-b4687151e710 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 1095 time: 0.1554587 Aug 24 00:40:05.205941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c8227-62ba-40ab-b538-8fb4c84da16e req-6220138b-b56f-495a-9444-664e09a39ea5 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:05.207971 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd5c8227-62ba-40ab-b538-8fb4c84da16e req-6220138b-b56f-495a-9444-664e09a39ea5 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 944 time: 0.2471373 Aug 24 00:40:05.276204 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57de63d-07ee-434e-8151-db5e15696233', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2095429956', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:39:48Z', 'updated_at': '2021-08-24T00:40:00Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57de63d-07ee-434e-8151-db5e15696233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:39:50Z', 'updated_at': '2021-08-24T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4352747b-314b-4740-b5a3-b3b6ff4a37de', 'name': '', 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'mac_address': 'fa:16:3e:81:b2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57de63d-07ee-434e-8151-db5e15696233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd365cc46-adb4-4ced-83f5-5210983d9a77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:39:57Z', 'updated_at': '2021-08-24T00:40:02Z', 'revision_number': 2, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'subnets': [{'id': 'd365cc46-adb4-4ced-83f5-5210983d9a77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:05.343418 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-2243ae79-9721-4d83-af27-58cf87cdcc9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5d1c14a-6c74-4e49-824f-c7d21d25e676 HTTP/1.1" status: 200 len: 217 time: 0.1657763 Aug 24 00:40:05.372984 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Checking router: a57de63d-07ee-434e-8151-db5e15696233 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:40:05.373340 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Updating router a57de63d-07ee-434e-8151-db5e15696233 port 4352747b-314b-4740-b5a3-b3b6ff4a37de binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:40:05.391450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-c9fcc7fe-521e-4c85-b981-bebbd99d29d5 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:05.395390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-c9fcc7fe-521e-4c85-b981-bebbd99d29d5 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/networks?id=adc442d9-50ff-42cd-bf07-cd78adfd764b HTTP/1.1" status: 200 len: 797 time: 0.6216915 Aug 24 00:40:05.432687 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.495502 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb220da-089f-46bc-a03b-1820832f28c0 req-4522b26a-49e3-4324-ac0a-c3b5a3922769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:05.497312 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-4522b26a-49e3-4324-ac0a-c3b5a3922769 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.1435499 Aug 24 00:40:05.529529 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.545388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd5c8227-62ba-40ab-b538-8fb4c84da16e req-8f2623be-0e0e-433d-9030-253b7d3810ea tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138287 Aug 24 00:40:05.550373 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-8331adb6-6840-47ca-8f48-c33a43c6d3f5 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/quotas/0bfc0da3ea624ea59c8d2391869f62a3 HTTP/1.1" status: 200 len: 375 time: 0.1216679 Aug 24 00:40:05.688786 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb220da-089f-46bc-a03b-1820832f28c0 req-873f7a32-de81-44f4-9e28-e44b64902316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:05.700297 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-873f7a32-de81-44f4-9e28-e44b64902316 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892624 Aug 24 00:40:05.707337 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aca8b07-7e43-41a1-8214-be585962715f x-openstack-request-id: req-6aca8b07-7e43-41a1-8214-be585962715f {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:40:05.708453 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8755ac10-1903-4999-a5ba-3f461a45535d", "tag": "d5d1c14a-6c74-4e49-824f-c7d21d25e676", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:40:05.710251 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6aca8b07-7e43-41a1-8214-be585962715f {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:40:05.710986 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8755ac10-1903-4999-a5ba-3f461a45535d', 'tag': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'status': 'completed', 'code': 200} Aug 24 00:40:05.926268 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-b2b90a33-2b81-4d57-a919-e0c98c84a6f6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0bfc0da3ea624ea59c8d2391869f62a3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3325329 Aug 24 00:40:06.057956 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-473912a5-c32b-4fcd-8647-48ae8cacfd79 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372986 Aug 24 00:40:06.139100 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.361662 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-abb220da-089f-46bc-a03b-1820832f28c0 req-50b8e7c0-039b-4a05-b111-e288f96a7c5b service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972255 Aug 24 00:40:06.413466 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.434109 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Transition to ACTIVE for port object 4352747b-314b-4740-b5a3-b3b6ff4a37de will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:06.448367 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.517611 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f7736-3f04-4eac-9209-9b3c98dbdbc8 None None] Pushing event updated for resources: {'Port': ['ID=4352747b-314b-4740-b5a3-b3b6ff4a37de,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:06.579244 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Attempting to bind port 4352747b-314b-4740-b5a3-b3b6ff4a37de on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:06.581786 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Attempting to bind port 4352747b-314b-4740-b5a3-b3b6ff4a37de by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '8e3e5778-4a2e-4401-bf06-2fd42041f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:06.582277 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Attempting to bind port 4352747b-314b-4740-b5a3-b3b6ff4a37de on network adc442d9-50ff-42cd-bf07-cd78adfd764b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:06.601701 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2946a-4351-45b0-b8bc-5c535a82b31e req-ba92d36f-585e-4b7e-9264-97070aadb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:06.601926 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:06.603495 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Checking segment: {'id': '8e3e5778-4a2e-4401-bf06-2fd42041f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:06.604066 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-80d2946a-4351-45b0-b8bc-5c535a82b31e req-ba92d36f-585e-4b7e-9264-97070aadb328 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 1095 time: 0.1528783 Aug 24 00:40:06.604605 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.606127 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Bound using segment: {'id': '8e3e5778-4a2e-4401-bf06-2fd42041f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:06.606127 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Bound port: 4352747b-314b-4740-b5a3-b3b6ff4a37de, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3e5778-4a2e-4401-bf06-2fd42041f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:06.606402 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.796837 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] For port 4352747b-314b-4740-b5a3-b3b6ff4a37de, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:06.803708 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] For port 4352747b-314b-4740-b5a3-b3b6ff4a37de, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4352747b-314b-4740-b5a3-b3b6ff4a37de,segment=NetworkSegment(8e3e5778-4a2e-4401-bf06-2fd42041f3a9),segment_id=8e3e5778-4a2e-4401-bf06-2fd42041f3a9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:06.812956 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.933953 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f7736-3f04-4eac-9209-9b3c98dbdbc8 None None] Pushing event updated for resources: {'Port': ['ID=4352747b-314b-4740-b5a3-b3b6ff4a37de,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:06.935298 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2946a-4351-45b0-b8bc-5c535a82b31e req-11f9ada7-5043-4e79-a468-68cc6b71c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:06.952433 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-80d2946a-4351-45b0-b8bc-5c535a82b31e req-11f9ada7-5043-4e79-a468-68cc6b71c72b service neutron] 10.222.0.13 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.3258309 Aug 24 00:40:06.964989 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Routers {'a57de63d-07ee-434e-8151-db5e15696233'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:06.966853 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a57de63d-07ee-434e-8151-db5e15696233'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:07.039674 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-80d2946a-4351-45b0-b8bc-5c535a82b31e req-8db34751-4011-48fd-95c3-14b0ceb3fedd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5d1c14a-6c74-4e49-824f-c7d21d25e676 HTTP/1.1" status: 200 len: 217 time: 0.0828750 Aug 24 00:40:07.175928 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2946a-4351-45b0-b8bc-5c535a82b31e req-71001c17-aee9-42bc-8847-016cbc455843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:07.179163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-5790b25c-ae96-4b4b-a397-e19a32305500 service neutron] 10.222.0.32 "GET /v2.0/networks/adc442d9-50ff-42cd-bf07-cd78adfd764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1000385 Aug 24 00:40:07.189924 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-80d2946a-4351-45b0-b8bc-5c535a82b31e req-71001c17-aee9-42bc-8847-016cbc455843 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.1419728 Aug 24 00:40:07.287678 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2946a-4351-45b0-b8bc-5c535a82b31e req-7e348044-2329-45f7-a47b-a267b18de35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:07.289388 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-80d2946a-4351-45b0-b8bc-5c535a82b31e req-7e348044-2329-45f7-a47b-a267b18de35a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916464 Aug 24 00:40:07.316378 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] Set router a57de63d-07ee-434e-8151-db5e15696233 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:07.426730 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-80d2946a-4351-45b0-b8bc-5c535a82b31e req-6e22da40-2cad-4324-96a4-7d291cb462a5 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244085 Aug 24 00:40:07.505164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:07.552327 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:07.595625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082e3f8-8260-41a2-9807-50ef8dc960aa req-0561497f-1763-45ec-a18d-59558ce0bd04 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:07.598032 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-80d2946a-4351-45b0-b8bc-5c535a82b31e req-db9449f8-76f7-4161-a901-ce79365a9f19 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620779 Aug 24 00:40:07.605846 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f082e3f8-8260-41a2-9807-50ef8dc960aa req-0561497f-1763-45ec-a18d-59558ce0bd04 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 944 time: 0.4188888 Aug 24 00:40:07.670085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:07.692496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-142a5bcb-d00d-4038-b831-27dc34394bee service neutron] 10.222.0.32 "GET /v2.0/networks/adc442d9-50ff-42cd-bf07-cd78adfd764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029929 Aug 24 00:40:07.736079 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f082e3f8-8260-41a2-9807-50ef8dc960aa req-fe8715a8-27dd-479f-9edb-140fc40d1c71 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290052 Aug 24 00:40:07.782497 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57de63d-07ee-434e-8151-db5e15696233', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2095429956', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:39:48Z', 'updated_at': '2021-08-24T00:40:00Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57de63d-07ee-434e-8151-db5e15696233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:39:50Z', 'updated_at': '2021-08-24T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4352747b-314b-4740-b5a3-b3b6ff4a37de', 'name': '', 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'mac_address': 'fa:16:3e:81:b2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57de63d-07ee-434e-8151-db5e15696233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd365cc46-adb4-4ced-83f5-5210983d9a77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:39:57Z', 'updated_at': '2021-08-24T00:40:06Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'subnets': [{'id': 'd365cc46-adb4-4ced-83f5-5210983d9a77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:07.817900 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47242d21-1c75-410c-b181-1ec3261d45c4 None None] The sync data for ids ['a57de63d-07ee-434e-8151-db5e15696233'] in n-d-805736-1 is: [{'id': 'a57de63d-07ee-434e-8151-db5e15696233', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2095429956', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:39:48Z', 'updated_at': '2021-08-24T00:40:00Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57de63d-07ee-434e-8151-db5e15696233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:39:50Z', 'updated_at': '2021-08-24T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4352747b-314b-4740-b5a3-b3b6ff4a37de', 'name': '', 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'mac_address': 'fa:16:3e:81:b2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57de63d-07ee-434e-8151-db5e15696233', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'd365cc46-adb4-4ced-83f5-5210983d9a77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:39:57Z', 'updated_at': '2021-08-24T00:40:06Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'subnets': [{'id': 'd365cc46-adb4-4ced-83f5-5210983d9a77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:07.834180 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.25.8.21 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/93638498-4f0c-41f2-ae9b-62a4a0dfe01e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:07.933145 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-525f28d3-d2ab-493c-94a8-759aa8373181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.113460 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7f69ee7-7b74-423a-916c-4985ca5dac27 req-6f5eac8c-d6b0-49bd-9396-8333e61c7343 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 210 time: 0.0994682 Aug 24 00:40:08.138249 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-525f28d3-d2ab-493c-94a8-759aa8373181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.143532 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-525f28d3-d2ab-493c-94a8-759aa8373181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.169680 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.203359 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-525f28d3-d2ab-493c-94a8-759aa8373181 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=784fde35d27045b7930f1a7a4711dbce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5324512 Aug 24 00:40:08.205156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56886) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:08.214227 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f28d3-d2ab-493c-94a8-759aa8373181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d53602-343d-4c6c-8c19-117cb206d679,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:08.223517 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.358429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:08.358429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:08.358429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:08.360003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2453c13d-c82a-4967-8537-ab8d300a2fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.395135 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2453c13d-c82a-4967-8537-ab8d300a2fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.404586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=93638498-4f0c-41f2-ae9b-62a4a0dfe01e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:08.474340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4352747b-314b-4740-b5a3-b3b6ff4a37de up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:08.498766 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2453c13d-c82a-4967-8537-ab8d300a2fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.503675 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2453c13d-c82a-4967-8537-ab8d300a2fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.523473 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2453c13d-c82a-4967-8537-ab8d300a2fc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90d53602-343d-4c6c-8c19-117cb206d679 HTTP/1.1" status: 204 len: 168 time: 0.3051918 Aug 24 00:40:08.556890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453c13d-c82a-4967-8537-ab8d300a2fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d53602-343d-4c6c-8c19-117cb206d679,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:08.642422 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4352747b-314b-4740-b5a3-b3b6ff4a37de completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:08.652491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4352747b-314b-4740-b5a3-b3b6ff4a37de triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:08.653344 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.795907 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.893566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4352747b-314b-4740-b5a3-b3b6ff4a37de, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4352747b-314b-4740-b5a3-b3b6ff4a37de,segment=NetworkSegment(8e3e5778-4a2e-4401-bf06-2fd42041f3a9),segment_id=8e3e5778-4a2e-4401-bf06-2fd42041f3a9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:08.903528 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.021875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4352747b-314b-4740-b5a3-b3b6ff4a37de,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:09.066684 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.141452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:09.167949 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbefdd11-4b1e-47ee-b714-c4e96287c847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.335778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af508308-5a51-4590-9466-2eebb36318b4 req-ceac82b8-6af0-4b63-b42e-b56fd5e2fb06 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:09.337960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af508308-5a51-4590-9466-2eebb36318b4 req-ceac82b8-6af0-4b63-b42e-b56fd5e2fb06 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 944 time: 0.2681286 Aug 24 00:40:09.340436 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbefdd11-4b1e-47ee-b714-c4e96287c847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.341968 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-980ede61-3494-42e0-ab6e-392d15d73f3c req-d0747aa7-b6ef-4869-8079-99efd3edf0a6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 210 time: 0.0462675 Aug 24 00:40:09.356927 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbefdd11-4b1e-47ee-b714-c4e96287c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.403973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefdd11-4b1e-47ee-b714-c4e96287c847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6e1e49-1cc0-4ef8-8f32-d7398994a45e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:09.442152 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bbefdd11-4b1e-47ee-b714-c4e96287c847 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f4f4632e9734c2d8b85b69cffa1bfaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2999203 Aug 24 00:40:09.442914 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56916) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:09.452594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af508308-5a51-4590-9466-2eebb36318b4 req-a98c2857-ef6f-49d1-b664-34a5f7b71b50 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003168 Aug 24 00:40:09.551919 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44af93ce-c178-4144-8ea4-b128773abf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.569620 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.616458 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44af93ce-c178-4144-8ea4-b128773abf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.784203 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44af93ce-c178-4144-8ea4-b128773abf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.789515 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44af93ce-c178-4144-8ea4-b128773abf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.794569 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-44af93ce-c178-4144-8ea4-b128773abf38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e6e1e49-1cc0-4ef8-8f32-d7398994a45e HTTP/1.1" status: 204 len: 168 time: 0.3506083 Aug 24 00:40:09.813179 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af93ce-c178-4144-8ea4-b128773abf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6e1e49-1cc0-4ef8-8f32-d7398994a45e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:09.887014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router fe40d285-cc9b-41ee-8608-32ae642420c9 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:40:09.901569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-b30f1970-1238-4a69-9df1-f836eef9ec7a tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:09.903581 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-b30f1970-1238-4a69-9df1-f836eef9ec7a tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.13 "GET /v2.0/networks?id=adc442d9-50ff-42cd-bf07-cd78adfd764b HTTP/1.1" status: 200 len: 797 time: 0.2327638 Aug 24 00:40:09.923701 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-98eab792-743a-48d9-b482-a75587f5eb14 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Request body: {'port': {'device_id': '18ffb2ad-9a66-4515-b54e-c8b7879bb07b', 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b', 'admin_state_up': True, 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:10.089477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:10.107466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Sync routers for ids ['fe40d285-cc9b-41ee-8608-32ae642420c9'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:10.119297 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-98eab792-743a-48d9-b482-a75587f5eb14 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Made reservation on behalf of 0bfc0da3ea624ea59c8d2391869f62a3 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:10.124474 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-98eab792-743a-48d9-b482-a75587f5eb14 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.134012 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.135842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1849640e-0e81-4273-bc3e-9b0f4b9d45ce tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.0711107 Aug 24 00:40:10.137624 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Routers {'fe40d285-cc9b-41ee-8608-32ae642420c9'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:10.138341 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fe40d285-cc9b-41ee-8608-32ae642420c9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:10.139150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56928) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:10.289387 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56936) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:10.296303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-013d5d43-a06e-4b6a-99de-4a92c4417fc2 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b921a640dca2469ab0511a55c18e6f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1509511 Aug 24 00:40:10.522845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b1ec220-3c31-4c92-8a65-c3a736a7fcff req-176bfc19-900d-4346-98d1-e13b1711aa49 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 210 time: 0.0503678 Aug 24 00:40:10.626048 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4352747b-314b-4740-b5a3-b3b6ff4a37de up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:10.656359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a0ca7-9535-4e9c-99dc-7b4eb881f04f req-7d1de798-70d9-4a49-9216-fa93c6509676 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:10.657957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d92a0ca7-9535-4e9c-99dc-7b4eb881f04f req-7d1de798-70d9-4a49-9216-fa93c6509676 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 944 time: 0.0607064 Aug 24 00:40:10.719662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Set router fe40d285-cc9b-41ee-8608-32ae642420c9 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:10.731918 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d92a0ca7-9535-4e9c-99dc-7b4eb881f04f req-a04edb5f-dccb-4c1c-ba9e-3ddcbb408878 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669720 Aug 24 00:40:10.808180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4352747b-314b-4740-b5a3-b3b6ff4a37de triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:10.808741 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.809741 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-98eab792-743a-48d9-b482-a75587f5eb14 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Allocated IP 172.20.0.21 (adc442d9-50ff-42cd-bf07-cd78adfd764b/d365cc46-adb4-4ced-83f5-5210983d9a77/48217cee-309a-4a50-aed8-5ffefa2ff822) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:10.813156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df3d0f-c305-4fae-a475-babfdcc77e93 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:10.815111 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-51df3d0f-c305-4fae-a475-babfdcc77e93 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5238645 Aug 24 00:40:10.818505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 56952) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:10.866168 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-86a3ccd0-c105-4be0-a052-60987c80e41a tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461812 Aug 24 00:40:10.869560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56956) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:10.875922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e0c2e6c5-d93f-4b7b-bb84-0ad06f630bc8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-465019473', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:11.039405 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-98eab792-743a-48d9-b482-a75587f5eb14 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.051931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c2e6c5-d93f-4b7b-bb84-0ad06f630bc8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Made reservation on behalf of b921a640dca2469ab0511a55c18e6f1e for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:11.062164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0c2e6c5-d93f-4b7b-bb84-0ad06f630bc8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.063047 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-98eab792-743a-48d9-b482-a75587f5eb14 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Transition to ACTIVE for port object 48217cee-309a-4a50-aed8-5ffefa2ff822 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:11.120907 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:40:08Z', 'revision_number': 3, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:11.128256 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-98eab792-743a-48d9-b482-a75587f5eb14 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.164468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Checking router: fe40d285-cc9b-41ee-8608-32ae642420c9 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:40:11.164768 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Updating router fe40d285-cc9b-41ee-8608-32ae642420c9 port 93638498-4f0c-41f2-ae9b-62a4a0dfe01e binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:40:11.203507 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-98eab792-743a-48d9-b482-a75587f5eb14 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Network adc442d9-50ff-42cd-bf07-cd78adfd764b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:11.208919 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-98eab792-743a-48d9-b482-a75587f5eb14 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:11.213944 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-98eab792-743a-48d9-b482-a75587f5eb14 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:11.219505 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.259834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eab792-743a-48d9-b482-a75587f5eb14 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event updated for resources: {'Port': ['ID=48217cee-309a-4a50-aed8-5ffefa2ff822,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:11.303735 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-98eab792-743a-48d9-b482-a75587f5eb14 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:11.305277 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-98eab792-743a-48d9-b482-a75587f5eb14 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.327885 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-98eab792-743a-48d9-b482-a75587f5eb14 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4088280 Aug 24 00:40:11.359967 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Request body: {'port': {'device_id': '18ffb2ad-9a66-4515-b54e-c8b7879bb07b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:11.482882 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.519954 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0c2e6c5-d93f-4b7b-bb84-0ad06f630bc8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.736177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c2e6c5-d93f-4b7b-bb84-0ad06f630bc8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Checking segment: {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:11.736869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c2e6c5-d93f-4b7b-bb84-0ad06f630bc8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network hostable DHCP agents. Network: 23d2434b-61bb-46a0-a92d-ffab59599fba, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:40:11.740388 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-996b9891-4d21-447a-b258-1ab5251a8e9b None None] Provisioning for port 48217cee-309a-4a50-aed8-5ffefa2ff822 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:11.747879 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-996b9891-4d21-447a-b258-1ab5251a8e9b None None] Provisioning complete for port 48217cee-309a-4a50-aed8-5ffefa2ff822 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:11.760372 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-996b9891-4d21-447a-b258-1ab5251a8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.789163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2e6c5-d93f-4b7b-bb84-0ad06f630bc8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Subnet': ['ID=908036a3-43af-4928-8111-d6c436beef22,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:11.905498 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-996b9891-4d21-447a-b258-1ab5251a8e9b None None] Port 48217cee-309a-4a50-aed8-5ffefa2ff822 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:11.921581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8311c6-a92f-474d-b12a-2759de6aaeed req-f217f3cb-445b-491f-802b-9ccc0de38913 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:11.925607 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.937064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a8311c6-a92f-474d-b12a-2759de6aaeed req-f217f3cb-445b-491f-802b-9ccc0de38913 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 895 time: 0.2820637 Aug 24 00:40:11.939740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Transition to ACTIVE for port object 93638498-4f0c-41f2-ae9b-62a4a0dfe01e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:11.954105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c2e6c5-d93f-4b7b-bb84-0ad06f630bc8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network 23d2434b-61bb-46a0-a92d-ffab59599fba is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:40:11.960328 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.983583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e0c2e6c5-d93f-4b7b-bb84-0ad06f630bc8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 23d2434b-61bb-46a0-a92d-ffab59599fba) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:11.993316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2e6c5-d93f-4b7b-bb84-0ad06f630bc8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:12.001107 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0c2e6c5-d93f-4b7b-bb84-0ad06f630bc8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.031244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3e7a8-22a6-4bfe-92f7-0a5671bcfcd0 req-c6d3a971-4004-4cf5-9d36-e57738afab91 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:12.032881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62b3e7a8-22a6-4bfe-92f7-0a5671bcfcd0 req-c6d3a971-4004-4cf5-9d36-e57738afab91 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 944 time: 0.2127845 Aug 24 00:40:12.044073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c71050b-3d48-4ad2-9691-07da2f7aa5ee None None] Network 23d2434b-61bb-46a0-a92d-ffab59599fba requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:12.088433 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62b3e7a8-22a6-4bfe-92f7-0a5671bcfcd0 req-4590c253-0e63-4e47-8b0f-f3e05c558ce8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483186 Aug 24 00:40:12.100220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e0c2e6c5-d93f-4b7b-bb84-0ad06f630bc8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2247348 Aug 24 00:40:12.100901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 56998) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:12.170093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Attempting to bind port 93638498-4f0c-41f2-ae9b-62a4a0dfe01e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:12.170615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Attempting to bind port 93638498-4f0c-41f2-ae9b-62a4a0dfe01e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:12.170826 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Attempting to bind port 93638498-4f0c-41f2-ae9b-62a4a0dfe01e on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:12.178092 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48217cee-309a-4a50-aed8-5ffefa2ff822 {{(pid=94838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:40:12.181442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:12.181819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:12.182281 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.182682 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:12.183632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Bound port: 93638498-4f0c-41f2-ae9b-62a4a0dfe01e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:12.183758 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.189522 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc906567-8eaf-47f9-bac0-99a3e66814e4 None None] Pushing event updated for resources: {'Port': ['ID=93638498-4f0c-41f2-ae9b-62a4a0dfe01e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:12.191087 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.204220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Transition to ACTIVE for port object 48217cee-309a-4a50-aed8-5ffefa2ff822 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:12.221921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.569259 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] For port 93638498-4f0c-41f2-ae9b-62a4a0dfe01e, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:12.576680 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] For port 93638498-4f0c-41f2-ae9b-62a4a0dfe01e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=93638498-4f0c-41f2-ae9b-62a4a0dfe01e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:12.581906 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Pushing event updated for resources: {'Port': ['ID=48217cee-309a-4a50-aed8-5ffefa2ff822,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:12.589469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Attempting to bind port 48217cee-309a-4a50-aed8-5ffefa2ff822 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:12.600783 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Attempting to bind port 48217cee-309a-4a50-aed8-5ffefa2ff822 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '8e3e5778-4a2e-4401-bf06-2fd42041f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:12.601132 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Attempting to bind port 48217cee-309a-4a50-aed8-5ffefa2ff822 on network adc442d9-50ff-42cd-bf07-cd78adfd764b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:12.622013 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Port 48217cee-309a-4a50-aed8-5ffefa2ff822 on network adc442d9-50ff-42cd-bf07-cd78adfd764b not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:40:12.622349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Attempting to bind port 48217cee-309a-4a50-aed8-5ffefa2ff822 on network adc442d9-50ff-42cd-bf07-cd78adfd764b {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:12.636855 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.642173 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:12.642532 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Checking segment: {'id': '8e3e5778-4a2e-4401-bf06-2fd42041f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:12.642976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Bound using segment: {'id': '8e3e5778-4a2e-4401-bf06-2fd42041f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b'} {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:12.643435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Bound port: 48217cee-309a-4a50-aed8-5ffefa2ff822, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3e5778-4a2e-4401-bf06-2fd42041f3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b'}}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:12.643806 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.705875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-23d2434b-61bb-46a0-a92d-ffab59599fba', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ips': [{'subnet_id': '908036a3-43af-4928-8111-d6c436beef22'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:40:12.706768 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.715190 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc906567-8eaf-47f9-bac0-99a3e66814e4 None None] Pushing event updated for resources: {'Port': ['ID=93638498-4f0c-41f2-ae9b-62a4a0dfe01e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:12.768206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Routers {'fe40d285-cc9b-41ee-8608-32ae642420c9'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:12.768930 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fe40d285-cc9b-41ee-8608-32ae642420c9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:12.818633 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] For port 48217cee-309a-4a50-aed8-5ffefa2ff822, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:12.822096 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] For port 48217cee-309a-4a50-aed8-5ffefa2ff822, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=48217cee-309a-4a50-aed8-5ffefa2ff822,segment=NetworkSegment(8e3e5778-4a2e-4401-bf06-2fd42041f3a9),segment_id=8e3e5778-4a2e-4401-bf06-2fd42041f3a9)] {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:12.838042 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.945876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:12.948565 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.956671 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/48217cee-309a-4a50-aed8-5ffefa2ff822 HTTP/1.1" status: 200 len: 1055 time: 1.6102576 Aug 24 00:40:12.957110 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ffb2ad-9a66-4515-b54e-c8b7879bb07b', 'tag': '48217cee-309a-4a50-aed8-5ffefa2ff822'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:40:12.959423 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0d5bd3-9a1a-404d-ad4b-e783c82ea118" -d '{"events": [{"name": "network-changed", "server_uuid": "18ffb2ad-9a66-4515-b54e-c8b7879bb07b", "tag": "48217cee-309a-4a50-aed8-5ffefa2ff822"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:40:13.150735 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e5e86f-8c71-4871-9b1c-248876cf5fc6 x-openstack-request-id: req-c7e5e86f-8c71-4871-9b1c-248876cf5fc6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:40:13.151044 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ffb2ad-9a66-4515-b54e-c8b7879bb07b", "tag": "48217cee-309a-4a50-aed8-5ffefa2ff822", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:40:13.153817 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7e5e86f-8c71-4871-9b1c-248876cf5fc6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:40:13.154260 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ffb2ad-9a66-4515-b54e-c8b7879bb07b', 'tag': '48217cee-309a-4a50-aed8-5ffefa2ff822', 'status': 'completed', 'code': 200} Aug 24 00:40:13.196953 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0868f-8d12-45ca-a179-ade83eb813a8 service neutron] Pushing event updated for resources: {'Port': ['ID=48217cee-309a-4a50-aed8-5ffefa2ff822,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:13.218124 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-35ffa593-bfec-4ab1-80a0-50a7d4625528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:13.224345 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-35ffa593-bfec-4ab1-80a0-50a7d4625528 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bfc0da3ea624ea59c8d2391869f62a3&device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 1058 time: 0.1898692 Aug 24 00:40:13.303991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] Set router fe40d285-cc9b-41ee-8608-32ae642420c9 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:13.328778 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-fc23a921-1bdc-4acc-ac96-5926b9da23a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=48217cee-309a-4a50-aed8-5ffefa2ff822 HTTP/1.1" status: 200 len: 217 time: 0.0893581 Aug 24 00:40:13.345643 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Allocated IP 172.20.0.2 (23d2434b-61bb-46a0-a92d-ffab59599fba/908036a3-43af-4928-8111-d6c436beef22/1458a497-377d-4316-bcee-65e6a512cc9a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:13.415675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-aafdff90-5051-49a5-b4d5-329814f25f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:13.416953 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-aafdff90-5051-49a5-b4d5-329814f25f43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d365cc46-adb4-4ced-83f5-5210983d9a77 HTTP/1.1" status: 200 len: 838 time: 0.0804291 Aug 24 00:40:13.486658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-c7d764a0-c450-4e61-87af-4e3c973f1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:13.488584 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-c7d764a0-c450-4e61-87af-4e3c973f1270 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=adc442d9-50ff-42cd-bf07-cd78adfd764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630040 Aug 24 00:40:13.671012 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-4e055588-9b1e-430e-ac4d-fa155c0f0bb8 service neutron] 10.222.0.13 "GET /v2.0/networks/adc442d9-50ff-42cd-bf07-cd78adfd764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742334 Aug 24 00:40:13.694744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0a871-ed0e-41b1-a182-25d0b6495474 req-38bf8365-7252-41c3-bdd8-35d539b81e56 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:13.718621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7b0a871-ed0e-41b1-a182-25d0b6495474 req-38bf8365-7252-41c3-bdd8-35d539b81e56 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 907 time: 0.4479945 Aug 24 00:40:13.839706 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.855196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Transition to ACTIVE for port object 1458a497-377d-4316-bcee-65e6a512cc9a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:13.861011 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e4e2250b-b10d-4e72-86fb-1d595bd92a4a req-36783abc-7eb9-4e9d-9fab-51c79e1191d6 service neutron] 10.222.0.13 "GET /v2.0/networks/adc442d9-50ff-42cd-bf07-cd78adfd764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766946 Aug 24 00:40:13.865341 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:40:08Z', 'revision_number': 3, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:13.871362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef20e12-b09e-412e-8f48-685a0fe0d4f0 req-756c28ca-318d-43eb-a8a4-302c278020b2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:13.879105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eef20e12-b09e-412e-8f48-685a0fe0d4f0 req-756c28ca-318d-43eb-a8a4-302c278020b2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 944 time: 0.5382526 Aug 24 00:40:13.888564 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.924968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae294a-9060-4c2c-a87a-036efa0f426a None None] The sync data for ids ['fe40d285-cc9b-41ee-8608-32ae642420c9'] in n-d-805736-1 is: [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:40:08Z', 'revision_number': 3, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:13.926935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Transition to ACTIVE for port object 1458a497-377d-4316-bcee-65e6a512cc9a will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:13.940277 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:14.015765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Pushing event updated for resources: {'Port': ['ID=1458a497-377d-4316-bcee-65e6a512cc9a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:14.019223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eef20e12-b09e-412e-8f48-685a0fe0d4f0 req-754be118-53bd-400f-8898-f896746d990d tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391761 Aug 24 00:40:14.034739 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Network 23d2434b-61bb-46a0-a92d-ffab59599fba is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:14.037672 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:14.044262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:14.085986 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d5bd3-9a1a-404d-ad4b-e783c82ea118 req-4e1ce718-84ac-4e30-9cdf-04ca5dfb759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:14.092030 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e0d5bd3-9a1a-404d-ad4b-e783c82ea118 req-4e1ce718-84ac-4e30-9cdf-04ca5dfb759a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bfc0da3ea624ea59c8d2391869f62a3&device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 1058 time: 0.1128876 Aug 24 00:40:14.164098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Attempting to bind port 1458a497-377d-4316-bcee-65e6a512cc9a on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:14.164467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Attempting to bind port 1458a497-377d-4316-bcee-65e6a512cc9a by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:14.165390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Attempting to bind port 1458a497-377d-4316-bcee-65e6a512cc9a on network 23d2434b-61bb-46a0-a92d-ffab59599fba {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:14.178746 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:14.181058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Checking segment: {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:14.182635 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:14.183075 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Bound using segment: {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:14.183576 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Bound port: 1458a497-377d-4316-bcee-65e6a512cc9a, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:14.183964 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:14.314085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d5bd3-9a1a-404d-ad4b-e783c82ea118 req-85227393-d7ca-48d0-85ec-31d23ba96de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:14.315719 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e0d5bd3-9a1a-404d-ad4b-e783c82ea118 req-85227393-d7ca-48d0-85ec-31d23ba96de5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=adc442d9-50ff-42cd-bf07-cd78adfd764b HTTP/1.1" status: 200 len: 898 time: 0.2155209 Aug 24 00:40:14.371256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] For port 1458a497-377d-4316-bcee-65e6a512cc9a, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:14.380675 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e0d5bd3-9a1a-404d-ad4b-e783c82ea118 req-ec5f715e-5fb3-4627-870c-4a019319ace1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=48217cee-309a-4a50-aed8-5ffefa2ff822 HTTP/1.1" status: 200 len: 217 time: 0.0553720 Aug 24 00:40:14.385085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] For port 1458a497-377d-4316-bcee-65e6a512cc9a, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1458a497-377d-4316-bcee-65e6a512cc9a,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:14.393908 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:14.490685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d835efd-2cc8-4ee6-b5ac-45158389aaee None None] Pushing event updated for resources: {'Port': ['ID=1458a497-377d-4316-bcee-65e6a512cc9a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:14.498265 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d5bd3-9a1a-404d-ad4b-e783c82ea118 req-57b3324e-7fb4-4e61-8bb0-fed9bfc3c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:14.499992 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e0d5bd3-9a1a-404d-ad4b-e783c82ea118 req-57b3324e-7fb4-4e61-8bb0-fed9bfc3c9e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d365cc46-adb4-4ced-83f5-5210983d9a77 HTTP/1.1" status: 200 len: 838 time: 0.1113410 Aug 24 00:40:14.505441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.20.0.1 (23d2434b-61bb-46a0-a92d-ffab59599fba/908036a3-43af-4928-8111-d6c436beef22/bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:14.580781 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d5bd3-9a1a-404d-ad4b-e783c82ea118 req-2beffafe-fb60-4687-837b-c7b80c71d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:14.588987 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e0d5bd3-9a1a-404d-ad4b-e783c82ea118 req-2beffafe-fb60-4687-837b-c7b80c71d24b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=adc442d9-50ff-42cd-bf07-cd78adfd764b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740612 Aug 24 00:40:14.753921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:14.791034 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e0d5bd3-9a1a-404d-ad4b-e783c82ea118 req-a9a961f4-47a2-4423-9105-e2443fdc3c70 service neutron] 10.222.0.13 "GET /v2.0/networks/adc442d9-50ff-42cd-bf07-cd78adfd764b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913109 Aug 24 00:40:14.807262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Transition to ACTIVE for port object bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:14.986476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.093001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network 23d2434b-61bb-46a0-a92d-ffab59599fba is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:15.101704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:15.116203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:15.134812 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-7e0d5bd3-9a1a-404d-ad4b-e783c82ea118 req-5e781786-eb51-4493-a486-f13eb71b4a91 service neutron] 10.222.0.13 "GET /v2.0/networks/adc442d9-50ff-42cd-bf07-cd78adfd764b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369465 Aug 24 00:40:15.307173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab3c99-3af4-429f-8ed9-4909543bd833 req-8d3be86f-b97c-4c6b-abb9-94a56eaee5e3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:15.311035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cab3c99-3af4-429f-8ed9-4909543bd833 req-8d3be86f-b97c-4c6b-abb9-94a56eaee5e3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 907 time: 0.3653824 Aug 24 00:40:15.349205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:15.383500 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.398478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 48217cee-309a-4a50-aed8-5ffefa2ff822 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:40:15.702194 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 48217cee-309a-4a50-aed8-5ffefa2ff822, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=48217cee-309a-4a50-aed8-5ffefa2ff822,segment=NetworkSegment(8e3e5778-4a2e-4401-bf06-2fd42041f3a9),segment_id=8e3e5778-4a2e-4401-bf06-2fd42041f3a9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:15.728330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '48217cee-309a-4a50-aed8-5ffefa2ff822', 'network_id': 'adc442d9-50ff-42cd-bf07-cd78adfd764b', 'port_id': '48217cee-309a-4a50-aed8-5ffefa2ff822', 'mac_address': 'fa:16:3e:be:ac:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd365cc46-adb4-4ced-83f5-5210983d9a77', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:40:15.835287 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.870869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48217cee-309a-4a50-aed8-5ffefa2ff822 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:40:15.918322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 48217cee-309a-4a50-aed8-5ffefa2ff822, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=48217cee-309a-4a50-aed8-5ffefa2ff822,segment=NetworkSegment(8e3e5778-4a2e-4401-bf06-2fd42041f3a9),segment_id=8e3e5778-4a2e-4401-bf06-2fd42041f3a9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:15.927196 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.928116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d5d1c14a-6c74-4e49-824f-c7d21d25e676 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:40:16.003963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc0628-51ef-4440-a6dd-6137984fed52 req-765ba1b0-674a-43eb-a4ec-3bd38f86e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:16.007782 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3fcc0628-51ef-4440-a6dd-6137984fed52 req-765ba1b0-674a-43eb-a4ec-3bd38f86e3db service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 1096 time: 0.5805364 Aug 24 00:40:16.063257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd95e81-3dc2-448f-9738-2a145fb586e3 req-aac3c633-cb32-4ab8-bce9-8d444a810ab6 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:16.064887 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbd95e81-3dc2-448f-9738-2a145fb586e3 req-aac3c633-cb32-4ab8-bce9-8d444a810ab6 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 944 time: 0.8086159 Aug 24 00:40:16.095298 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-3fcc0628-51ef-4440-a6dd-6137984fed52 req-71cf07fb-5cb0-476b-af99-33d3d0205b9e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768216 Aug 24 00:40:16.156871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=48217cee-309a-4a50-aed8-5ffefa2ff822,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:16.205828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbd95e81-3dc2-448f-9738-2a145fb586e3 req-1f0746c8-fa8a-4f61-acb6-0b989dda83f2 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238174 Aug 24 00:40:16.274052 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.578221 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e306a61-ec94-4a69-840c-a2cb9c354e59 None None] Network 23d2434b-61bb-46a0-a92d-ffab59599fba requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:16.637671 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 93638498-4f0c-41f2-ae9b-62a4a0dfe01e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:16.787842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706263a7-a652-43e7-9a01-e4f8206c4647 req-d0f5a82f-f8b7-4ade-9c6c-b9a3db6f3997 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:16.791250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-706263a7-a652-43e7-9a01-e4f8206c4647 req-d0f5a82f-f8b7-4ade-9c6c-b9a3db6f3997 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 908 time: 0.2564132 Aug 24 00:40:16.866011 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.875106 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.969807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d5d1c14a-6c74-4e49-824f-c7d21d25e676, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d5d1c14a-6c74-4e49-824f-c7d21d25e676,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:17.004057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:17.017904 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.053953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2f7c0e85-eb0a-4b25-ba24-593cc90788d3 None None] Provisioning for port 1458a497-377d-4316-bcee-65e6a512cc9a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:17.063850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 93638498-4f0c-41f2-ae9b-62a4a0dfe01e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:17.080984 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'port_id': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'mac_address': 'fa:16:3e:f1:63:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:40:17.105593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 93638498-4f0c-41f2-ae9b-62a4a0dfe01e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:17.106236 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.284799 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.296852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network 23d2434b-61bb-46a0-a92d-ffab59599fba is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:17.299434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:17.369059 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d1c14a-6c74-4e49-824f-c7d21d25e676 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:40:17.416909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d5d1c14a-6c74-4e49-824f-c7d21d25e676, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d5d1c14a-6c74-4e49-824f-c7d21d25e676,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:17.433911 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.527756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router fe40d285-cc9b-41ee-8608-32ae642420c9 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:17.564361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d9a2-cfdc-4cd8-a5a4-60ac20f7fc03 req-478ed749-d35c-4011-8cab-7f6a31ae9ace tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:17.566023 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72a9d9a2-cfdc-4cd8-a5a4-60ac20f7fc03 req-478ed749-d35c-4011-8cab-7f6a31ae9ace tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 945 time: 0.1011899 Aug 24 00:40:17.578235 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.622488 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 93638498-4f0c-41f2-ae9b-62a4a0dfe01e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=93638498-4f0c-41f2-ae9b-62a4a0dfe01e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:17.624035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d5d1c14a-6c74-4e49-824f-c7d21d25e676,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:17.640587 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.641882 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1458a497-377d-4316-bcee-65e6a512cc9a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:17.727427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72a9d9a2-cfdc-4cd8-a5a4-60ac20f7fc03 req-15dce4a6-98f1-454d-8176-6ada9cc07c0e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770819 Aug 24 00:40:17.826558 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['d5d1c14a-6c74-4e49-824f-c7d21d25e676'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:40:17.830213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['48217cee-309a-4a50-aed8-5ffefa2ff822'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:40:17.844858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 1458a497-377d-4316-bcee-65e6a512cc9a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:17.863341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:17.877568 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Sync routers for ids ['fe40d285-cc9b-41ee-8608-32ae642420c9'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:17.896677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e99449e7-3ead-49a8-a4e8-838787256421 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "PUT /v2.0/routers/fe40d285-cc9b-41ee-8608-32ae642420c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7946959 Aug 24 00:40:17.910841 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Routers {'fe40d285-cc9b-41ee-8608-32ae642420c9'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:17.912616 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fe40d285-cc9b-41ee-8608-32ae642420c9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:17.920832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1458a497-377d-4316-bcee-65e6a512cc9a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:17.921217 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.002594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=93638498-4f0c-41f2-ae9b-62a4a0dfe01e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:18.021707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-14586c3d-e1fd-403c-a435-217554eeb3dc None None] Provisioning for port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:18.058898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-14586c3d-e1fd-403c-a435-217554eeb3dc None None] Provisioning complete for port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:18.059532 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14586c3d-e1fd-403c-a435-217554eeb3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.128240 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-14586c3d-e1fd-403c-a435-217554eeb3dc None None] Port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:18.170010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a24db-fa8f-4761-9f78-109d66030491 req-b9670ade-5f6a-45e0-8b7e-efa7488b17af tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:18.186163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e0a24db-fa8f-4761-9f78-109d66030491 req-b9670ade-5f6a-45e0-8b7e-efa7488b17af tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 908 time: 0.2264984 Aug 24 00:40:18.211521 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Set router fe40d285-cc9b-41ee-8608-32ae642420c9 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:18.255103 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-14586c3d-e1fd-403c-a435-217554eeb3dc None None] Provisioning complete for port 1458a497-377d-4316-bcee-65e6a512cc9a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:18.255651 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14586c3d-e1fd-403c-a435-217554eeb3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.323662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-68751d4c-9a63-4c26-ae63-fe6f8db975bb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-773769176&fields=id&tenant_id=b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 267 time: 0.0554385 Aug 24 00:40:18.376415 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.536923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-4c3328be-6038-4015-be5b-d934acc2ce78 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:18.552634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-4c3328be-6038-4015-be5b-d934acc2ce78 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/networks?id=23d2434b-61bb-46a0-a92d-ffab59599fba HTTP/1.1" status: 200 len: 796 time: 0.2279303 Aug 24 00:40:18.608560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-2beb42f8-6141-4e22-a0c8-27e8e4b92b04 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/quotas/b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 375 time: 0.0547757 Aug 24 00:40:18.616897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 1458a497-377d-4316-bcee-65e6a512cc9a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1458a497-377d-4316-bcee-65e6a512cc9a,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:18.635211 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.734837 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d78dbcad-d52f-4e3a-9cb4-266f2eeae216 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1223714 Aug 24 00:40:18.854040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 93638498-4f0c-41f2-ae9b-62a4a0dfe01e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:18.910640 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-36133e32-48c0-40a1-ad7b-3906bb9a626a service neutron] 10.222.0.32 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725702 Aug 24 00:40:19.021026 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:40:16Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8', 'name': '', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:69:06:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '908036a3-43af-4928-8111-d6c436beef22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:14Z', 'updated_at': '2021-08-24T00:40:16Z', 'revision_number': 2, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '908036a3-43af-4928-8111-d6c436beef22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:19.068392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=1458a497-377d-4316-bcee-65e6a512cc9a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:19.092813 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Checking router: fe40d285-cc9b-41ee-8608-32ae642420c9 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:40:19.093169 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Updating router fe40d285-cc9b-41ee-8608-32ae642420c9 port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:40:19.123094 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 93638498-4f0c-41f2-ae9b-62a4a0dfe01e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:19.123483 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.162439 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.241154 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5a31891f-a8e9-40bc-ac48-85f313af6d1f None None] Provisioning complete for port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:19.241556 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a31891f-a8e9-40bc-ac48-85f313af6d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.296774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5a31891f-a8e9-40bc-ac48-85f313af6d1f None None] Port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:19.465770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58f4f5-436a-4ca9-b990-da1d9fcd4943 req-a375ffcb-9676-4dde-bfa7-e6c585a3ec34 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:19.467394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e58f4f5-436a-4ca9-b990-da1d9fcd4943 req-a375ffcb-9676-4dde-bfa7-e6c585a3ec34 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 945 time: 0.5415189 Aug 24 00:40:19.521172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 48217cee-309a-4a50-aed8-5ffefa2ff822 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:19.612252 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e58f4f5-436a-4ca9-b990-da1d9fcd4943 req-e5effecd-e453-403b-a97d-3d564047bbcb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304786 Aug 24 00:40:19.614212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-426f6350-3e08-4462-a7d8-5eb9ee1a5c96 service neutron] 10.222.0.32 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026978 Aug 24 00:40:19.682611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 48217cee-309a-4a50-aed8-5ffefa2ff822 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:19.687042 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 48217cee-309a-4a50-aed8-5ffefa2ff822 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:19.687463 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.902294 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.922346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d7a60-0279-40ca-a51a-29234273fee5 req-0d93420b-a1d8-452b-b83a-7a2ccc17db5a tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:19.927401 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e49d7a60-0279-40ca-a51a-29234273fee5 req-0d93420b-a1d8-452b-b83a-7a2ccc17db5a tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 908 time: 0.1634576 Aug 24 00:40:19.929619 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Transition to ACTIVE for port object bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:19.948411 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.976711 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.036845 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193eff88-d33c-4977-9ff8-5f3123607bf8 None None] Pushing event updated for resources: {'Port': ['ID=bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:20.081785 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ffb2ad-9a66-4515-b54e-c8b7879bb07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48217cee-309a-4a50-aed8-5ffefa2ff822'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:40:20.084186 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2727315-bdbd-42e7-bc62-6f27f10a2155" -d '{"events": [{"server_uuid": "18ffb2ad-9a66-4515-b54e-c8b7879bb07b", "name": "network-vif-plugged", "status": "completed", "tag": "48217cee-309a-4a50-aed8-5ffefa2ff822"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:40:20.128733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fec79ef2-691f-447c-90e4-b97433b9f91c req-7984c0f5-f243-4117-8a79-ed9827f5ca8b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 210 time: 0.0558822 Aug 24 00:40:20.149523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 48217cee-309a-4a50-aed8-5ffefa2ff822, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=48217cee-309a-4a50-aed8-5ffefa2ff822,segment=NetworkSegment(8e3e5778-4a2e-4401-bf06-2fd42041f3a9),segment_id=8e3e5778-4a2e-4401-bf06-2fd42041f3a9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:20.181320 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Attempting to bind port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:20.181320 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Attempting to bind port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:20.181320 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Attempting to bind port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 on network 23d2434b-61bb-46a0-a92d-ffab59599fba {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:20.184975 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.190431 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:20.191002 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Checking segment: {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:20.191697 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.194846 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Bound using segment: {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:20.196946 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Bound port: bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:20.197829 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.307176 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e625056-0b7f-4a65-9661-a86ee53e9f98 x-openstack-request-id: req-1e625056-0b7f-4a65-9661-a86ee53e9f98 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:40:20.307176 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ffb2ad-9a66-4515-b54e-c8b7879bb07b", "name": "network-vif-plugged", "status": "completed", "tag": "48217cee-309a-4a50-aed8-5ffefa2ff822", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:40:20.307176 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e625056-0b7f-4a65-9661-a86ee53e9f98 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:40:20.315871 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ffb2ad-9a66-4515-b54e-c8b7879bb07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48217cee-309a-4a50-aed8-5ffefa2ff822', 'code': 200} Aug 24 00:40:20.442717 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=48217cee-309a-4a50-aed8-5ffefa2ff822,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:20.480859 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] For port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:20.483252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de30ef-8b4c-4143-882f-5f6e48d23b15 req-c3dad139-5d5d-456b-a360-afe02af71ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:20.486399 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-e6de30ef-8b4c-4143-882f-5f6e48d23b15 req-c3dad139-5d5d-456b-a360-afe02af71ac0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 1060 time: 0.1551530 Aug 24 00:40:20.487173 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] For port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:20.496068 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.635487 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193eff88-d33c-4977-9ff8-5f3123607bf8 None None] Pushing event updated for resources: {'Port': ['ID=bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:20.652847 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Routers {'fe40d285-cc9b-41ee-8608-32ae642420c9'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:20.653527 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fe40d285-cc9b-41ee-8608-32ae642420c9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:20.863488 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1458a497-377d-4316-bcee-65e6a512cc9a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:20.899848 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc32f3-edc1-4602-87f6-03704699c768 req-e609d960-7167-49c8-a952-3459fe300a43 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:20.907867 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6fbc32f3-edc1-4602-87f6-03704699c768 req-e609d960-7167-49c8-a952-3459fe300a43 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 945 time: 0.1029267 Aug 24 00:40:20.927158 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] Set router fe40d285-cc9b-41ee-8608-32ae642420c9 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:20.992707 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6fbc32f3-edc1-4602-87f6-03704699c768 req-a62bf2e7-8892-4447-8fb2-f706dbd24780 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836239 Aug 24 00:40:21.051695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1458a497-377d-4316-bcee-65e6a512cc9a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:21.052079 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.334064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e74620-ac15-45b2-97f8-20828b91262c req-73132f26-bf1c-42dd-b603-8a65e59589e6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:21.336117 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4e74620-ac15-45b2-97f8-20828b91262c req-73132f26-bf1c-42dd-b603-8a65e59589e6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0996840 Aug 24 00:40:21.345291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b07c9-f612-4914-8db8-ca415b390123 req-89f4dd4f-d024-43ce-9b2e-a49dadf74ad8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:21.369044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b4b07c9-f612-4914-8db8-ca415b390123 req-89f4dd4f-d024-43ce-9b2e-a49dadf74ad8 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 909 time: 0.1711087 Aug 24 00:40:21.455729 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.506560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4e74620-ac15-45b2-97f8-20828b91262c req-e5140d6d-5079-409a-915d-1df3506a429e tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363273 Aug 24 00:40:21.527564 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:40:16Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8', 'name': '', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:69:06:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '908036a3-43af-4928-8111-d6c436beef22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:14Z', 'updated_at': '2021-08-24T00:40:20Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '908036a3-43af-4928-8111-d6c436beef22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:21.530046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d5d1c14a-6c74-4e49-824f-c7d21d25e676 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:21.563822 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b23035-c709-4f2b-a0b4-b63d9054127c None None] The sync data for ids ['fe40d285-cc9b-41ee-8608-32ae642420c9'] in n-d-805736-1 is: [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:40:16Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8', 'name': '', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:69:06:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '908036a3-43af-4928-8111-d6c436beef22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:14Z', 'updated_at': '2021-08-24T00:40:20Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '908036a3-43af-4928-8111-d6c436beef22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:21.636660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f34ec1b-0fa1-46d8-b94c-5d2e52fbcf58 req-4e59f074-6b1c-462b-9acf-e8f67f9d8fc3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 210 time: 0.1250601 Aug 24 00:40:21.693971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port d5d1c14a-6c74-4e49-824f-c7d21d25e676 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:21.704156 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44e478f4-63ca-464d-af50-46511eb5fd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.705428 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port d5d1c14a-6c74-4e49-824f-c7d21d25e676 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:21.706099 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.862114 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.867507 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44e478f4-63ca-464d-af50-46511eb5fd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.875882 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-44e478f4-63ca-464d-af50-46511eb5fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.906233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d5d1c14a-6c74-4e49-824f-c7d21d25e676, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d5d1c14a-6c74-4e49-824f-c7d21d25e676,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:21.921923 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.943363 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e478f4-63ca-464d-af50-46511eb5fd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216efb67-3354-4957-967e-b0a02eda09b7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:21.951970 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-44e478f4-63ca-464d-af50-46511eb5fd55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e14c5e69b4c4407b8f3b749d97678a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949372 Aug 24 00:40:21.954538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57336) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:22.045074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d5d1c14a-6c74-4e49-824f-c7d21d25e676,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:22.090284 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed03662c-4438-49ce-ba33-8b33ebebd0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.137747 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed03662c-4438-49ce-ba33-8b33ebebd0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.214314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96694e5-870d-4b3f-ab1e-054ef4183edb req-8070eb53-b9fc-4b15-9a1b-c10436f51b74 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:22.216041 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f96694e5-870d-4b3f-ab1e-054ef4183edb req-8070eb53-b9fc-4b15-9a1b-c10436f51b74 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 946 time: 0.0956717 Aug 24 00:40:22.260291 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed03662c-4438-49ce-ba33-8b33ebebd0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.263349 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ed03662c-4438-49ce-ba33-8b33ebebd0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.264674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ed03662c-4438-49ce-ba33-8b33ebebd0b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/216efb67-3354-4957-967e-b0a02eda09b7 HTTP/1.1" status: 204 len: 168 time: 0.3090465 Aug 24 00:40:22.303893 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03662c-4438-49ce-ba33-8b33ebebd0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216efb67-3354-4957-967e-b0a02eda09b7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:22.324419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8755ac10-1903-4999-a5ba-3f461a45535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:40:22.327989 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1f4326-99eb-4d2f-84d4-f38b553c756a" -d '{"events": [{"server_uuid": "8755ac10-1903-4999-a5ba-3f461a45535d", "name": "network-vif-plugged", "status": "completed", "tag": "d5d1c14a-6c74-4e49-824f-c7d21d25e676"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:40:22.344519 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f96694e5-870d-4b3f-ab1e-054ef4183edb req-929d9d34-5fc0-4fa6-98b7-03e6b25d93b5 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110072 Aug 24 00:40:22.455868 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c51e9b-f502-450f-bc7a-1eb6e930bb29 x-openstack-request-id: req-e8c51e9b-f502-450f-bc7a-1eb6e930bb29 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:40:22.456212 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8755ac10-1903-4999-a5ba-3f461a45535d", "name": "network-vif-plugged", "status": "completed", "tag": "d5d1c14a-6c74-4e49-824f-c7d21d25e676", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:40:22.456476 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8c51e9b-f502-450f-bc7a-1eb6e930bb29 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:40:22.456873 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8755ac10-1903-4999-a5ba-3f461a45535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'code': 200} Aug 24 00:40:22.708460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3bfd4-e235-48a8-ae76-bb0c6089c126 req-f048f288-ce2b-4832-b3a8-13e53619af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:22.721238 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c8a3bfd4-e235-48a8-ae76-bb0c6089c126 req-f048f288-ce2b-4832-b3a8-13e53619af0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 1097 time: 0.1636915 Aug 24 00:40:22.767273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386baf2-6afe-4c80-816c-4822f104faf2 req-6a0eb5a0-dafd-4ead-a29d-9631b2ace64d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:22.776703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2386baf2-6afe-4c80-816c-4822f104faf2 req-6a0eb5a0-dafd-4ead-a29d-9631b2ace64d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 909 time: 0.3405666 Aug 24 00:40:22.794115 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c8a3bfd4-e235-48a8-ae76-bb0c6089c126 req-4a66424e-d0aa-4c73-b109-eee126a18c77 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683675 Aug 24 00:40:22.867180 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57366) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:22.871284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:22.893510 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19619aaf-655d-4d6b-aa08-a1e984154944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.954468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:22.960874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:22.961451 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.016422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-8c78cb06-77b3-4efd-8acd-d00907529ffb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:23.032227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-8c78cb06-77b3-4efd-8acd-d00907529ffb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.47 "GET /v2.0/networks?id=23d2434b-61bb-46a0-a92d-ffab59599fba HTTP/1.1" status: 200 len: 796 time: 0.5316162 Aug 24 00:40:23.059987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4c02c49-b8b7-4db8-99aa-4eb840021537 req-a73bbc67-612a-4ae0-8d1f-774d9f9c4bd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 210 time: 0.1284928 Aug 24 00:40:23.101257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19619aaf-655d-4d6b-aa08-a1e984154944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.125492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19619aaf-655d-4d6b-aa08-a1e984154944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.133306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-799b5bb3-ad6b-4857-8482-792887527873 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 379 time: 0.0718453 Aug 24 00:40:23.143611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec424b-6a05-4574-9aca-e6a327346a25 req-f11d571a-5a32-4d4d-8a07-c7883644d4a2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:23.152970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68ec424b-6a05-4574-9aca-e6a327346a25 req-f11d571a-5a32-4d4d-8a07-c7883644d4a2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.3676672 Aug 24 00:40:23.153829 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.169111 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-19619aaf-655d-4d6b-aa08-a1e984154944 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=324960eb57a145389d15d4eae3edc6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998066 Aug 24 00:40:23.180489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57370) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:23.187720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d7762c38-36bb-4123-839d-b7b702d1e4e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'port': {'device_id': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'admin_state_up': True, 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'security_groups': ['a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:23.212929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19619aaf-655d-4d6b-aa08-a1e984154944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45b3269-bf97-402e-b2e4-78155d663f99,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:23.233518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:23.240120 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.303524 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:23.355744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68ec424b-6a05-4574-9aca-e6a327346a25 req-4ce23c71-fcd8-4c09-afd6-62f6e985bdc5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008040 Aug 24 00:40:23.420232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6be26-f733-4c9d-b6be-f0df08aeea18 req-4015c4b5-df01-4b10-a7ea-66e4c40534d3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:23.421825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18d6be26-f733-4c9d-b6be-f0df08aeea18 req-4015c4b5-df01-4b10-a7ea-66e4c40534d3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 909 time: 0.1904056 Aug 24 00:40:23.443026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58f9772a-7c57-4a43-9a85-98437cc876d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.497907 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58f9772a-7c57-4a43-9a85-98437cc876d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.599142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d7762c38-36bb-4123-839d-b7b702d1e4e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Made reservation on behalf of b921a640dca2469ab0511a55c18e6f1e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:23.603958 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d7762c38-36bb-4123-839d-b7b702d1e4e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.615400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbd933-c602-4130-9fab-1a52eeb265e5 req-647a2ef8-4531-4e90-9b54-073b52547d99 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:23.617006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8fbd933-c602-4130-9fab-1a52eeb265e5 req-647a2ef8-4531-4e90-9b54-073b52547d99 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 946 time: 0.1939840 Aug 24 00:40:23.671534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02225f43-6c9c-4346-89fb-753d7b6452f2 req-abc75dab-1d0d-43cc-b3e2-f3ad1d85e26e tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:23.673390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02225f43-6c9c-4346-89fb-753d7b6452f2 req-abc75dab-1d0d-43cc-b3e2-f3ad1d85e26e tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 1060 time: 0.1699116 Aug 24 00:40:23.690172 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58f9772a-7c57-4a43-9a85-98437cc876d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.692776 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-58f9772a-7c57-4a43-9a85-98437cc876d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.696455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-58f9772a-7c57-4a43-9a85-98437cc876d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d45b3269-bf97-402e-b2e4-78155d663f99 HTTP/1.1" status: 204 len: 168 time: 0.5123394 Aug 24 00:40:23.765799 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.771445 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a8fbd933-c602-4130-9fab-1a52eeb265e5 req-a6e40e93-0bf9-4ba1-a63f-abf5016f200b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445572 Aug 24 00:40:23.779135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9772a-7c57-4a43-9a85-98437cc876d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45b3269-bf97-402e-b2e4-78155d663f99,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:23.882918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a3f02-ae56-47a1-8da7-d8a488c5ddee req-ac435ac6-5625-42ff-bf3e-f8aa9819be96 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:23.885346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-995a3f02-ae56-47a1-8da7-d8a488c5ddee req-ac435ac6-5625-42ff-bf3e-f8aa9819be96 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 1136 time: 0.1119556 Aug 24 00:40:23.910998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d7762c38-36bb-4123-839d-b7b702d1e4e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.20.0.13 (23d2434b-61bb-46a0-a92d-ffab59599fba/908036a3-43af-4928-8111-d6c436beef22/ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:24.013769 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-995a3f02-ae56-47a1-8da7-d8a488c5ddee req-4a3f84f1-8e58-441a-8086-c3b309bde6bc tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1186733 Aug 24 00:40:24.058094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57384) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:24.179017 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9897598-deb0-48ad-a56c-1a27d6491ad1 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:24.181914 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d9897598-deb0-48ad-a56c-1a27d6491ad1 tempest-TestSecurityGroupsBasicOps-342932010 tempest-TestSecurityGroupsBasicOps-342932010-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 1055 time: 0.1221611 Aug 24 00:40:24.218643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f4ce0c9-ce37-4570-8e6d-ca9eeb6a622a req-46f3d756-5857-45b2-b071-1ab99ace3d5b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 210 time: 0.0371556 Aug 24 00:40:24.296727 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d7762c38-36bb-4123-839d-b7b702d1e4e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.317408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d7762c38-36bb-4123-839d-b7b702d1e4e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Transition to ACTIVE for port object ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:24.363415 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d7762c38-36bb-4123-839d-b7b702d1e4e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.447670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7762c38-36bb-4123-839d-b7b702d1e4e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:24.469878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d7762c38-36bb-4123-839d-b7b702d1e4e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network 23d2434b-61bb-46a0-a92d-ffab59599fba is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:24.472593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d7762c38-36bb-4123-839d-b7b702d1e4e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:24.479883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d7762c38-36bb-4123-839d-b7b702d1e4e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:24.676620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d7762c38-36bb-4123-839d-b7b702d1e4e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:24.677371 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d7762c38-36bb-4123-839d-b7b702d1e4e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.712870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d7762c38-36bb-4123-839d-b7b702d1e4e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5317943 Aug 24 00:40:24.734125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Request body: {'port': {'device_id': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:24.748218 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccbdc0-3643-4013-9b67-60ce7eb78e36 req-4a8a0a06-4993-40bc-85a9-1b9b70504724 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:24.749835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3dccbdc0-3643-4013-9b67-60ce7eb78e36 req-4a8a0a06-4993-40bc-85a9-1b9b70504724 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 909 time: 0.1720448 Aug 24 00:40:24.755413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:24.797522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8392e-54a6-49ee-bc85-ccb6232f8cbf req-17f72cd9-cd19-4e6b-876a-41f65c377e81 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:24.799091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5b8392e-54a6-49ee-bc85-ccb6232f8cbf req-17f72cd9-cd19-4e6b-876a-41f65c377e81 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.2201631 Aug 24 00:40:24.887338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.897268 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:24.897925 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.993790 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5b8392e-54a6-49ee-bc85-ccb6232f8cbf req-d5a54a40-c262-4722-8f0c-833aa51a48eb tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656141 Aug 24 00:40:25.004835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b2f160fe-bdf3-4706-ab10-b97644458dc6 None None] Provisioning for port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:25.030030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b2f160fe-bdf3-4706-ab10-b97644458dc6 None None] Provisioning complete for port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:25.030325 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2f160fe-bdf3-4706-ab10-b97644458dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.043600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adb7c8-89a6-4d65-bf6b-0aa481b8a8e0 req-ce03a352-1116-4547-aa89-2998903ef9df tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:25.045517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74adb7c8-89a6-4d65-bf6b-0aa481b8a8e0 req-ce03a352-1116-4547-aa89-2998903ef9df tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 946 time: 0.1435783 Aug 24 00:40:25.106461 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b2f160fe-bdf3-4706-ab10-b97644458dc6 None None] Port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:25.163375 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74adb7c8-89a6-4d65-bf6b-0aa481b8a8e0 req-6b6b3e4e-9135-40b5-972e-a6938ff0ab28 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104562 Aug 24 00:40:25.343511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7c30c-4c10-40fa-af33-9108c8429a79 req-6cd50c12-fad8-4dda-9559-7ff6a84b6148 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:25.353051 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01a7c30c-4c10-40fa-af33-9108c8429a79 req-6cd50c12-fad8-4dda-9559-7ff6a84b6148 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 946 time: 0.1109037 Aug 24 00:40:25.464305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:40:25.481732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1880e-74e7-43ef-a269-51f1a6788054 req-5c031b24-4c2b-48b0-8ca5-810c968fc4b7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:25.483323 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50f1880e-74e7-43ef-a269-51f1a6788054 req-5c031b24-4c2b-48b0-8ca5-810c968fc4b7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 932 time: 0.1253738 Aug 24 00:40:25.496728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01a7c30c-4c10-40fa-af33-9108c8429a79 req-6268d249-2e59-459c-8eb0-38aac5b32a28 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380796 Aug 24 00:40:25.501915 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.514945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57444) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:25.533398 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Transition to ACTIVE for port object ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:25.567550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50f1880e-74e7-43ef-a269-51f1a6788054 req-402fc282-53ce-4731-956c-bcfa90bab5ad tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626874 Aug 24 00:40:25.568664 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.611929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0bb3a7-27a4-4997-93c8-7c18602e8fa8 tempest-TestVolumeBootPattern-2087278795 tempest-TestVolumeBootPattern-2087278795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:25.614314 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1e0bb3a7-27a4-4997-93c8-7c18602e8fa8 tempest-TestVolumeBootPattern-2087278795 tempest-TestVolumeBootPattern-2087278795-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 1092 time: 0.0972605 Aug 24 00:40:25.616675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57446) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:25.629592 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:25.665146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:25.691122 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.755814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Attempting to bind port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:25.756249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Attempting to bind port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:25.756716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Attempting to bind port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on network 23d2434b-61bb-46a0-a92d-ffab59599fba {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:25.761843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on network 23d2434b-61bb-46a0-a92d-ffab59599fba not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:40:25.762288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Attempting to bind port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on network 23d2434b-61bb-46a0-a92d-ffab59599fba {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:25.767810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:25.768274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Checking segment: {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:25.768906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Bound using segment: {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:25.770352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Bound port: ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:25.770882 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.913871 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.074637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:26.123271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:26.138548 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.169073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f39da-564e-4a5e-9511-09aab615b2b1 req-c91f9212-12ae-4160-985d-343695cc7aa6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:26.188311 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b88f39da-564e-4a5e-9511-09aab615b2b1 req-c91f9212-12ae-4160-985d-343695cc7aa6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 909 time: 0.2641547 Aug 24 00:40:26.196447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68fc9c-cf70-4fb3-9466-8123a0f7f90c req-069c94c6-d53e-442a-91ea-ec10f4b97ee6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:26.198393 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-da68fc9c-cf70-4fb3-9466-8123a0f7f90c req-069c94c6-d53e-442a-91ea-ec10f4b97ee6 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.13 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 909 time: 0.2745662 Aug 24 00:40:26.288244 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Allocated IP 172.25.8.124 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/7b6e6233-9770-4ab0-9ed2-41e80d8fca3c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:26.363024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:26.363024 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.363583 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] 10.222.0.47 "PUT /v2.0/ports/ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 1092 time: 1.6347394 Aug 24 00:40:26.412587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:40:26.425311 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a386f531-692c-4f20-9d87-de036c221fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:40:26.518324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0742e-b25b-4600-b488-8a7318a49385 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:26.545761 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ad110c-d7e6-47e0-8e52-3b20e43cbef5 x-openstack-request-id: req-b8ad110c-d7e6-47e0-8e52-3b20e43cbef5 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:40:26.546103 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:40:26.546369 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8ad110c-d7e6-47e0-8e52-3b20e43cbef5 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:40:26.546806 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'status': 'completed', 'code': 200} Aug 24 00:40:26.557601 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-da68fc9c-cf70-4fb3-9466-8123a0f7f90c req-10afba09-4678-4aac-830f-fca7f3cef5a3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Deleting port 48217cee-309a-4a50-aed8-5ffefa2ff822 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:26.560185 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-da68fc9c-cf70-4fb3-9466-8123a0f7f90c req-10afba09-4678-4aac-830f-fca7f3cef5a3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.564094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-31b4fcf4-b920-4897-8812-e243cb035322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:26.567457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-31b4fcf4-b920-4897-8812-e243cb035322 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1095 time: 0.1242766 Aug 24 00:40:26.588388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0321d7-9872-48d9-a7b8-0e112cc23daf req-35a8ab05-e62e-4a7a-9606-62ccf42efec9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:26.590442 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed0321d7-9872-48d9-a7b8-0e112cc23daf req-35a8ab05-e62e-4a7a-9606-62ccf42efec9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.3394208 Aug 24 00:40:26.655110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-8db6ec31-8e7e-4eee-bde4-e7898e330d28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 217 time: 0.0633404 Aug 24 00:40:26.735342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed0321d7-9872-48d9-a7b8-0e112cc23daf req-73184104-357e-4627-8e7b-919ed22a97c4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829887 Aug 24 00:40:26.747843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-644b2f57-31fa-4306-aca6-0de5622b3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:26.750932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-644b2f57-31fa-4306-aca6-0de5622b3c53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=908036a3-43af-4928-8111-d6c436beef22 HTTP/1.1" status: 200 len: 834 time: 0.0800624 Aug 24 00:40:26.923032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-7880849a-f325-4588-baf1-b9811f4c21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:26.929382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-7880849a-f325-4588-baf1-b9811f4c21bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23d2434b-61bb-46a0-a92d-ffab59599fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682174 Aug 24 00:40:26.956754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d04ba5-48a4-4933-95fa-c888cc46c3a1 req-162fe543-08cf-4b73-acb7-08f9f8368e0c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:26.959168 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98d04ba5-48a4-4933-95fa-c888cc46c3a1 req-162fe543-08cf-4b73-acb7-08f9f8368e0c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 944 time: 0.1581411 Aug 24 00:40:27.041427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98d04ba5-48a4-4933-95fa-c888cc46c3a1 req-ec3aff78-beb0-4af4-8edb-4faf5c629bda tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714965 Aug 24 00:40:27.192373 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae80f3-4f26-42f9-8c83-796925012578 req-7c85bfd8-1f13-4dcd-b58c-ce8ee957f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:27.193927 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cae80f3-4f26-42f9-8c83-796925012578 req-7c85bfd8-1f13-4dcd-b58c-ce8ee957f779 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 1096 time: 0.1038964 Aug 24 00:40:27.226269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-c358ead6-aef2-4bea-b142-4b690856b860 service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639830 Aug 24 00:40:27.296074 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.348779 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-da68fc9c-cf70-4fb3-9466-8123a0f7f90c req-10afba09-4678-4aac-830f-fca7f3cef5a3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] For port 48217cee-309a-4a50-aed8-5ffefa2ff822, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=48217cee-309a-4a50-aed8-5ffefa2ff822,segment=NetworkSegment(8e3e5778-4a2e-4401-bf06-2fd42041f3a9),segment_id=8e3e5778-4a2e-4401-bf06-2fd42041f3a9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:27.349464 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-da68fc9c-cf70-4fb3-9466-8123a0f7f90c req-10afba09-4678-4aac-830f-fca7f3cef5a3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.377387 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-da68fc9c-cf70-4fb3-9466-8123a0f7f90c req-10afba09-4678-4aac-830f-fca7f3cef5a3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Calling delete_port for 48217cee-309a-4a50-aed8-5ffefa2ff822 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:27.496163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f0b20-d864-4b66-acbf-5adf43dfd722 req-43f203a4-0af7-4541-97ef-f8f37d1ee136 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:27.498593 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b4f0b20-d864-4b66-acbf-5adf43dfd722 req-43f203a4-0af7-4541-97ef-f8f37d1ee136 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 909 time: 0.2157602 Aug 24 00:40:27.529732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae80f3-4f26-42f9-8c83-796925012578 req-e55756c5-3682-4d23-841b-7d7d7ce75110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:27.531649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cae80f3-4f26-42f9-8c83-796925012578 req-e55756c5-3682-4d23-841b-7d7d7ce75110 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 917 time: 0.3039379 Aug 24 00:40:27.536270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e5c94ce-f751-4167-b78b-083b6a5cc9ff req-0d5b5d25-51dd-4450-ada7-b7544515ac54 service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887614 Aug 24 00:40:27.543459 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7d05-9c0c-428a-84f5-466db4687469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.638837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.657050 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-da68fc9c-cf70-4fb3-9466-8123a0f7f90c req-10afba09-4678-4aac-830f-fca7f3cef5a3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.714370 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:27.719146 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:27.724326 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:27.739596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386f531-692c-4f20-9d87-de036c221fcc req-395af69c-0af7-433b-8410-25e037c63d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:27.741592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a386f531-692c-4f20-9d87-de036c221fcc req-395af69c-0af7-433b-8410-25e037c63d5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1095 time: 0.0965376 Aug 24 00:40:27.744992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cae80f3-4f26-42f9-8c83-796925012578 req-3fbaba69-3ab2-4f1f-821d-27adf1c6f09b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=292d475e-aa11-4088-b494-345d14ce1afe HTTP/1.1" status: 200 len: 1001 time: 0.2016256 Aug 24 00:40:27.875611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae80f3-4f26-42f9-8c83-796925012578 req-c68dc260-21b7-497f-88ff-71e2890f3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:27.877267 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cae80f3-4f26-42f9-8c83-796925012578 req-c68dc260-21b7-497f-88ff-71e2890f3112 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.1166320 Aug 24 00:40:28.017008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386f531-692c-4f20-9d87-de036c221fcc req-c20853db-9d40-43f6-85b7-59fb7755f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:28.018534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a386f531-692c-4f20-9d87-de036c221fcc req-c20853db-9d40-43f6-85b7-59fb7755f309 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23d2434b-61bb-46a0-a92d-ffab59599fba HTTP/1.1" status: 200 len: 897 time: 0.2690730 Aug 24 00:40:28.058797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'Port': ['ID=7b6e6233-9770-4ab0-9ed2-41e80d8fca3c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:28.105373 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a386f531-692c-4f20-9d87-de036c221fcc req-d97c028e-7654-4061-b461-acbb868f99f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 217 time: 0.0718429 Aug 24 00:40:28.131333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afba09-4678-4aac-830f-fca7f3cef5a3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event deleted for resources: {'Port': ['ID=48217cee-309a-4a50-aed8-5ffefa2ff822,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:28.133487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-da68fc9c-cf70-4fb3-9466-8123a0f7f90c req-10afba09-4678-4aac-830f-fca7f3cef5a3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] No DVR routers for this DVR port 48217cee-309a-4a50-aed8-5ffefa2ff822 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:28.139036 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-da68fc9c-cf70-4fb3-9466-8123a0f7f90c req-10afba09-4678-4aac-830f-fca7f3cef5a3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.141238 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-da68fc9c-cf70-4fb3-9466-8123a0f7f90c req-10afba09-4678-4aac-830f-fca7f3cef5a3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.13 "DELETE /v2.0/ports/48217cee-309a-4a50-aed8-5ffefa2ff822 HTTP/1.1" status: 204 len: 173 time: 1.9358783 Aug 24 00:40:28.141685 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ffb2ad-9a66-4515-b54e-c8b7879bb07b', 'name': 'network-vif-deleted', 'tag': '48217cee-309a-4a50-aed8-5ffefa2ff822'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:40:28.144005 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a63e008-94f3-41fc-b500-8da7f9797ad5" -d '{"events": [{"server_uuid": "18ffb2ad-9a66-4515-b54e-c8b7879bb07b", "name": "network-vif-deleted", "tag": "48217cee-309a-4a50-aed8-5ffefa2ff822"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:40:28.151283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae80f3-4f26-42f9-8c83-796925012578 req-224abe4c-1643-4b5e-85c8-a1ecf8048751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:28.152810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cae80f3-4f26-42f9-8c83-796925012578 req-224abe4c-1643-4b5e-85c8-a1ecf8048751 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2580049 Aug 24 00:40:28.294502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43de4b0-1b19-4ead-a5aa-e8ca7c6d94d0 req-f1b3d7ef-91ad-40e4-bbae-a0c8e582c3ed tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:28.298007 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b43de4b0-1b19-4ead-a5aa-e8ca7c6d94d0 req-f1b3d7ef-91ad-40e4-bbae-a0c8e582c3ed tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.4012492 Aug 24 00:40:28.313611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:28.366801 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.417511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386f531-692c-4f20-9d87-de036c221fcc req-7355a6aa-2193-4044-9fce-2e134fc104ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:28.419064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a386f531-692c-4f20-9d87-de036c221fcc req-7355a6aa-2193-4044-9fce-2e134fc104ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=908036a3-43af-4928-8111-d6c436beef22 HTTP/1.1" status: 200 len: 834 time: 0.3034370 Aug 24 00:40:28.431437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b43de4b0-1b19-4ead-a5aa-e8ca7c6d94d0 req-6bb78f76-c635-4081-9aa2-b046ac3555bd tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863633 Aug 24 00:40:28.508867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbef0a-df71-42e6-bee9-ca8c04ffc92a req-b794d257-a307-4477-a527-79d9a3483fc4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:28.510659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01fbef0a-df71-42e6-bee9-ca8c04ffc92a req-b794d257-a307-4477-a527-79d9a3483fc4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 944 time: 0.2084796 Aug 24 00:40:28.514182 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cae80f3-4f26-42f9-8c83-796925012578 req-24420d57-2dbf-498b-80cc-726c2a8e4f85 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045540 Aug 24 00:40:28.520959 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45cb0e0-a9b4-4941-babc-f525436df7d3 x-openstack-request-id: req-e45cb0e0-a9b4-4941-babc-f525436df7d3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:40:28.521250 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ffb2ad-9a66-4515-b54e-c8b7879bb07b", "name": "network-vif-deleted", "tag": "48217cee-309a-4a50-aed8-5ffefa2ff822", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:40:28.521570 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e45cb0e0-a9b4-4941-babc-f525436df7d3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:40:28.521893 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ffb2ad-9a66-4515-b54e-c8b7879bb07b', 'name': 'network-vif-deleted', 'tag': '48217cee-309a-4a50-aed8-5ffefa2ff822', 'status': 'completed', 'code': 200} Aug 24 00:40:28.522641 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.592732 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e6ede5b-3d63-40b8-96c1-c1724b52362f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.741687 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e6ede5b-3d63-40b8-96c1-c1724b52362f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.754217 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9e6ede5b-3d63-40b8-96c1-c1724b52362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.856090 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9e6ede5b-3d63-40b8-96c1-c1724b52362f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3bcc28944e94752973cbe895139ad48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5411077 Aug 24 00:40:28.861345 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:28.884245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ede5b-3d63-40b8-96c1-c1724b52362f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83455b7b-db2d-4199-9093-cee0434063f9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:29.103445 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4532-6978-4192-acac-9f292c55901f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.147069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.151496 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4532-6978-4192-acac-9f292c55901f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.162410 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.184944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386f531-692c-4f20-9d87-de036c221fcc req-e352cf56-c56c-4e7f-aa33-5e1aeec3badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:29.186038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a386f531-692c-4f20-9d87-de036c221fcc req-e352cf56-c56c-4e7f-aa33-5e1aeec3badd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23d2434b-61bb-46a0-a92d-ffab59599fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7440612 Aug 24 00:40:29.215888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed535478-bee3-4ffc-9c73-32e113196382 req-a10f70ba-fd7d-488c-bf75-5b30b041be96 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=18ffb2ad-9a66-4515-b54e-c8b7879bb07b HTTP/1.1" status: 200 len: 210 time: 0.1228685 Aug 24 00:40:29.247125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01fbef0a-df71-42e6-bee9-ca8c04ffc92a req-7e255ce1-92b7-40d6-a119-d52ff4a195ca tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7289798 Aug 24 00:40:29.270313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'Port': ['ID=7b6e6233-9770-4ab0-9ed2-41e80d8fca3c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:29.303615 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.310459 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4532-6978-4192-acac-9f292c55901f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.314767 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4532-6978-4192-acac-9f292c55901f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.330244 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7a4e4532-6978-4192-acac-9f292c55901f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83455b7b-db2d-4199-9093-cee0434063f9 HTTP/1.1" status: 204 len: 168 time: 0.4677339 Aug 24 00:40:29.347421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cae80f3-4f26-42f9-8c83-796925012578 req-2c657e7a-3901-4962-919e-c8df85eb270d service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8204532 Aug 24 00:40:29.349645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a386f531-692c-4f20-9d87-de036c221fcc req-4146935e-9294-4416-ab52-46d6a361d673 service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386480 Aug 24 00:40:29.400529 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e4532-6978-4192-acac-9f292c55901f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83455b7b-db2d-4199-9093-cee0434063f9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:29.514922 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Floating IP 75bdfcee-16e8-437b-ae8a-1711ce192eb3 associated. External IP: 172.25.8.124, port: d5d1c14a-6c74-4e49-824f-c7d21d25e676. Aug 24 00:40:29.553815 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a386f531-692c-4f20-9d87-de036c221fcc req-beaf64a1-c638-40c5-bdcd-8cfddd6d8bf2 service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956437 Aug 24 00:40:29.584565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 48217cee-309a-4a50-aed8-5ffefa2ff822 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:29.637792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98543cbe-ad30-41fb-b41a-700bef6eb035 req-2fb47a9c-3243-4dbe-9e16-497eaf658c27 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:29.643938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 48217cee-309a-4a50-aed8-5ffefa2ff822 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:29.645536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98543cbe-ad30-41fb-b41a-700bef6eb035 req-2fb47a9c-3243-4dbe-9e16-497eaf658c27 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0906804 Aug 24 00:40:29.645971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 48217cee-309a-4a50-aed8-5ffefa2ff822 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:29.701695 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98543cbe-ad30-41fb-b41a-700bef6eb035 req-4e6d8cc2-6375-431e-a999-2cd3c0cb20ca tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468609 Aug 24 00:40:29.737358 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.857121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57560) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:29.871418 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-708f7ba9-1a56-4ff1-895c-21ac6d8b6430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.920163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Router 77547d7e-f3e3-4e0a-b794-442c99a1f127 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:29.982795 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-708f7ba9-1a56-4ff1-895c-21ac6d8b6430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.988269 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-708f7ba9-1a56-4ff1-895c-21ac6d8b6430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.029470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-708f7ba9-1a56-4ff1-895c-21ac6d8b6430 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a11cbb1e75fe4c0faec3b9be97027a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711757 Aug 24 00:40:30.032097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f7ba9-1a56-4ff1-895c-21ac6d8b6430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5ddb5a-4354-4ce3-ba11-bb1cfd726d4b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:30.034462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57562) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:30.062018 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:30.077290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e0c9ad-6482-4674-beec-3d41b3e97f20 None None] Sync routers for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:30.090036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e0c9ad-6482-4674-beec-3d41b3e97f20 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:30.090680 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-19e0c9ad-6482-4674-beec-3d41b3e97f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:30.102471 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.114254 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc7924ae-2a80-4df4-92a5-b262c16c9cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.148897 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-35858026-f916-4862-b92b-e5d8380aafcd tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5171709 Aug 24 00:40:30.168639 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc7924ae-2a80-4df4-92a5-b262c16c9cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.236553 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.243824 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-209f756a-bb7d-44ba-a651-972e75fc90b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.255255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-19e0c9ad-6482-4674-beec-3d41b3e97f20 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:30.259423 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc7924ae-2a80-4df4-92a5-b262c16c9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.263421 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc7924ae-2a80-4df4-92a5-b262c16c9cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.268962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dc7924ae-2a80-4df4-92a5-b262c16c9cc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f5ddb5a-4354-4ce3-ba11-bb1cfd726d4b HTTP/1.1" status: 204 len: 168 time: 0.2292213 Aug 24 00:40:30.283152 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:30.283508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7924ae-2a80-4df4-92a5-b262c16c9cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5ddb5a-4354-4ce3-ba11-bb1cfd726d4b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:30.535703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8a91-a34c-4409-ae7e-2379f91a072d req-e146636b-a7f7-4337-91e4-533552830bbd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:30.550404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96fd8a91-a34c-4409-ae7e-2379f91a072d req-e146636b-a7f7-4337-91e4-533552830bbd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 944 time: 0.1212518 Aug 24 00:40:30.556051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8755ac10-1903-4999-a5ba-3f461a45535d', 'tag': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:40:30.559352 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1ddd24-f1b7-4f89-ac23-0c0e9cc6c6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8755ac10-1903-4999-a5ba-3f461a45535d", "tag": "d5d1c14a-6c74-4e49-824f-c7d21d25e676"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:40:30.647122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:40:30.666343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96fd8a91-a34c-4409-ae7e-2379f91a072d req-12359200-ca10-42c7-ab8d-206e8a3cb5d1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962081 Aug 24 00:40:30.668534 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35705376-abfb-41f1-a359-3bea18ec41c3 x-openstack-request-id: req-35705376-abfb-41f1-a359-3bea18ec41c3 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:40:30.670607 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8755ac10-1903-4999-a5ba-3f461a45535d", "tag": "d5d1c14a-6c74-4e49-824f-c7d21d25e676", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:40:30.670975 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35705376-abfb-41f1-a359-3bea18ec41c3 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:40:30.672861 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8755ac10-1903-4999-a5ba-3f461a45535d', 'tag': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'status': 'completed', 'code': 200} Aug 24 00:40:30.799564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ddd24-f1b7-4f89-ac23-0c0e9cc6c6b4 req-b9f0a13a-f7d1-4ea9-a3f3-37568a6adef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:30.801155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a1ddd24-f1b7-4f89-ac23-0c0e9cc6c6b4 req-b9f0a13a-f7d1-4ea9-a3f3-37568a6adef0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 1097 time: 0.0949285 Aug 24 00:40:31.021013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c25750-28e5-4acd-b29d-43c82e97ed19 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.024070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f072472-8f8c-4d49-9b27-d430b05b9f0b req-bebb47d8-ce06-443b-ac0e-a7e2d52c2cd4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:31.030869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f072472-8f8c-4d49-9b27-d430b05b9f0b req-bebb47d8-ce06-443b-ac0e-a7e2d52c2cd4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1616244 Aug 24 00:40:31.123400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:31.138341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ddd24-f1b7-4f89-ac23-0c0e9cc6c6b4 req-dbfcdd51-dacb-404c-8817-7ba20838c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:31.139898 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a1ddd24-f1b7-4f89-ac23-0c0e9cc6c6b4 req-dbfcdd51-dacb-404c-8817-7ba20838c11c service neutron] 10.222.0.13 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.3301358 Aug 24 00:40:31.143082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'port_id': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'mac_address': 'fa:16:3e:30:c5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908036a3-43af-4928-8111-d6c436beef22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:40:31.298447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f072472-8f8c-4d49-9b27-d430b05b9f0b req-6da41e7e-d57c-4662-882b-17293041e9e6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141674 Aug 24 00:40:31.326139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a1ddd24-f1b7-4f89-ac23-0c0e9cc6c6b4 req-4812cd91-eeb3-4c90-9022-632c045ebdbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5d1c14a-6c74-4e49-824f-c7d21d25e676 HTTP/1.1" status: 200 len: 1000 time: 0.1657667 Aug 24 00:40:31.326498 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.375583 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.382867 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:40:31.423799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:31.434849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ddd24-f1b7-4f89-ac23-0c0e9cc6c6b4 req-eb68ffec-31b8-48e7-b6c4-46d2b530bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:31.436261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-19e0c9ad-6482-4674-beec-3d41b3e97f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '75bdfcee-16e8-437b-ae8a-1711ce192eb3', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:f1:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755ac10-1903-4999-a5ba-3f461a45535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:40:28Z', 'updated_at': '2021-08-24T00:40:28Z', 'revision_number': 0, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:31.437108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a1ddd24-f1b7-4f89-ac23-0c0e9cc6c6b4 req-eb68ffec-31b8-48e7-b6c4-46d2b530bea7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.1026168 Aug 24 00:40:31.438270 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.488788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e0c9ad-6482-4674-beec-3d41b3e97f20 None None] Checking router: 77547d7e-f3e3-4e0a-b794-442c99a1f127 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:40:31.512256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e0c9ad-6482-4674-beec-3d41b3e97f20 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:31.513255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-19e0c9ad-6482-4674-beec-3d41b3e97f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:31.516146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ddd24-f1b7-4f89-ac23-0c0e9cc6c6b4 req-5c49bea7-f900-45e1-9b75-1ce146f6c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:31.517832 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a1ddd24-f1b7-4f89-ac23-0c0e9cc6c6b4 req-5c49bea7-f900-45e1-9b75-1ce146f6c7dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642853 Aug 24 00:40:31.525979 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c0c25750-28e5-4acd-b29d-43c82e97ed19 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Deleting port 4352747b-314b-4740-b5a3-b3b6ff4a37de {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:31.526477 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c25750-28e5-4acd-b29d-43c82e97ed19 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.560160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:31.675902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-19e0c9ad-6482-4674-beec-3d41b3e97f20 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:31.724389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c0c25750-28e5-4acd-b29d-43c82e97ed19 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] For port 4352747b-314b-4740-b5a3-b3b6ff4a37de, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4352747b-314b-4740-b5a3-b3b6ff4a37de,segment=NetworkSegment(8e3e5778-4a2e-4401-bf06-2fd42041f3a9),segment_id=8e3e5778-4a2e-4401-bf06-2fd42041f3a9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:31.724995 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c25750-28e5-4acd-b29d-43c82e97ed19 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.775649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c0c25750-28e5-4acd-b29d-43c82e97ed19 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Calling delete_port for 4352747b-314b-4740-b5a3-b3b6ff4a37de owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:31.789198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a1ddd24-f1b7-4f89-ac23-0c0e9cc6c6b4 req-58d1b64e-e357-4339-96d5-ebddc5268f17 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625475 Aug 24 00:40:31.884271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:40:32.039280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a1ddd24-f1b7-4f89-ac23-0c0e9cc6c6b4 req-e217c74a-52d1-4efb-b209-1a0cf05cabb4 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334228 Aug 24 00:40:32.062592 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c25750-28e5-4acd-b29d-43c82e97ed19 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.095093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c25750-28e5-4acd-b29d-43c82e97ed19 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event deleted for resources: {'Port': ['ID=4352747b-314b-4740-b5a3-b3b6ff4a37de,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:32.129529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bac76-505c-4851-9d53-be78199df122 req-5d970949-c4e4-4dbf-b9f2-adda10a34dd5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:32.131568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b76bac76-505c-4851-9d53-be78199df122 req-5d970949-c4e4-4dbf-b9f2-adda10a34dd5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 945 time: 0.2997589 Aug 24 00:40:32.213751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b76bac76-505c-4851-9d53-be78199df122 req-b6198f79-521a-487f-a547-c5edb32c1bea tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729203 Aug 24 00:40:32.296783 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-19e0c9ad-6482-4674-beec-3d41b3e97f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '75bdfcee-16e8-437b-ae8a-1711ce192eb3', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:f1:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755ac10-1903-4999-a5ba-3f461a45535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:40:28Z', 'updated_at': '2021-08-24T00:40:28Z', 'revision_number': 0, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:32.383998 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c0c25750-28e5-4acd-b29d-43c82e97ed19 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.387733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e0c9ad-6482-4674-beec-3d41b3e97f20 None None] The sync data for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 is: [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '75bdfcee-16e8-437b-ae8a-1711ce192eb3', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:f1:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755ac10-1903-4999-a5ba-3f461a45535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:40:28Z', 'updated_at': '2021-08-24T00:40:28Z', 'revision_number': 0, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:32.548635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507c1f7-2ed0-4b97-a3c2-e227bd40ceea req-1eed99d0-9e78-4824-80fb-b93926297e3d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:32.556880 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4507c1f7-2ed0-4b97-a3c2-e227bd40ceea req-1eed99d0-9e78-4824-80fb-b93926297e3d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1074672 Aug 24 00:40:32.653684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4507c1f7-2ed0-4b97-a3c2-e227bd40ceea req-a7aa9127-d505-4ca2-ab19-074206c9d8dd tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826912 Aug 24 00:40:32.792259 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c25750-28e5-4acd-b29d-43c82e97ed19 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Router a57de63d-07ee-434e-8151-db5e15696233 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:32.813004 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c36514-505f-4793-b798-de7c825cf764 None None] New status for floating IP 75bdfcee-16e8-437b-ae8a-1711ce192eb3: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:40:32.957414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c25750-28e5-4acd-b29d-43c82e97ed19 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:32.968774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79d8f4-d4bd-48d1-aa13-806c3e018733 None None] Sync routers for ids ['a57de63d-07ee-434e-8151-db5e15696233'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:32.984431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79d8f4-d4bd-48d1-aa13-806c3e018733 None None] Routers {'a57de63d-07ee-434e-8151-db5e15696233'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:32.989248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fc79d8f4-d4bd-48d1-aa13-806c3e018733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a57de63d-07ee-434e-8151-db5e15696233'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:32.993577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57660) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:32.995776 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c0c25750-28e5-4acd-b29d-43c82e97ed19 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "PUT /v2.0/routers/a57de63d-07ee-434e-8151-db5e15696233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7108107 Aug 24 00:40:33.112331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2106b08-5396-4672-bacf-6f890e7c0d8e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Deleting subnet d365cc46-adb4-4ced-83f5-5210983d9a77 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:40:33.121029 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2106b08-5396-4672-bacf-6f890e7c0d8e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.171642 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2106b08-5396-4672-bacf-6f890e7c0d8e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.203280 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.213989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-fc79d8f4-d4bd-48d1-aa13-806c3e018733 None None] Set router a57de63d-07ee-434e-8151-db5e15696233 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:33.352006 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2106b08-5396-4672-bacf-6f890e7c0d8e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.560360 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fc79d8f4-d4bd-48d1-aa13-806c3e018733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57de63d-07ee-434e-8151-db5e15696233', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2095429956', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:39:48Z', 'updated_at': '2021-08-24T00:40:32Z', 'revision_number': 5, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57de63d-07ee-434e-8151-db5e15696233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:39:50Z', 'updated_at': '2021-08-24T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:33.568245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71f55e-c185-4fd0-b851-cc7eb98b9b31 req-c820903c-1f56-4440-b5f5-91e9041d49e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:33.569835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e71f55e-c185-4fd0-b851-cc7eb98b9b31 req-c820903c-1f56-4440-b5f5-91e9041d49e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 945 time: 0.1721678 Aug 24 00:40:33.573133 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2106b08-5396-4672-bacf-6f890e7c0d8e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.645603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 292d475e-aa11-4088-b494-345d14ce1afe details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:40:33.648074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4014c-3003-4ae0-b08c-2953d77f250f None None] Network adc442d9-50ff-42cd-bf07-cd78adfd764b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:33.653755 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2106b08-5396-4672-bacf-6f890e7c0d8e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.656514 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d2106b08-5396-4672-bacf-6f890e7c0d8e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "DELETE /v2.0/subnets/d365cc46-adb4-4ced-83f5-5210983d9a77 HTTP/1.1" status: 204 len: 168 time: 0.6611271 Aug 24 00:40:33.659986 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57676) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:33.737377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2106b08-5396-4672-bacf-6f890e7c0d8e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event deleted for resources: {'Subnet': ['ID=d365cc46-adb4-4ced-83f5-5210983d9a77,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:33.755194 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79d8f4-d4bd-48d1-aa13-806c3e018733 None None] Checking router: a57de63d-07ee-434e-8151-db5e15696233 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:40:33.772089 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e71f55e-c185-4fd0-b851-cc7eb98b9b31 req-a368edd3-ba65-4e7e-96bb-836fc4699755 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647441 Aug 24 00:40:33.890001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d5640-0edd-455a-97e8-356a02990fc9 req-32f431a9-8b9e-4080-aff5-3c9c8c3ad1b3 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:33.891866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af3d5640-0edd-455a-97e8-356a02990fc9 req-32f431a9-8b9e-4080-aff5-3c9c8c3ad1b3 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0781031 Aug 24 00:40:33.929303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79d8f4-d4bd-48d1-aa13-806c3e018733 None None] Routers {'a57de63d-07ee-434e-8151-db5e15696233'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:33.930548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fc79d8f4-d4bd-48d1-aa13-806c3e018733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a57de63d-07ee-434e-8151-db5e15696233'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:33.949781 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af3d5640-0edd-455a-97e8-356a02990fc9 req-ee8c34fc-108d-46a7-8feb-3a4bcd6c609a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473881 Aug 24 00:40:33.983497 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.171058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe9c4f3-4371-4e7f-b994-58495a3b1006 None None] DHCP port deletion for adc442d9-50ff-42cd-bf07-cd78adfd764b request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:40:34.269247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 292d475e-aa11-4088-b494-345d14ce1afe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=292d475e-aa11-4088-b494-345d14ce1afe,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:34.305322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '292d475e-aa11-4088-b494-345d14ce1afe', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'port_id': '292d475e-aa11-4088-b494-345d14ce1afe', 'mac_address': 'fa:16:3e:91:97:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:40:34.328377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-fc79d8f4-d4bd-48d1-aa13-806c3e018733 None None] Set router a57de63d-07ee-434e-8151-db5e15696233 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:34.513106 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.529338 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 292d475e-aa11-4088-b494-345d14ce1afe {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:40:34.553998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 292d475e-aa11-4088-b494-345d14ce1afe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=292d475e-aa11-4088-b494-345d14ce1afe,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:34.575656 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.631263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:34.877474 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.990672 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Deleting port b317f94b-4f20-4ae6-96fb-5365232656ff {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:34.991297 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.995350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c7f72-0ca5-4d5f-9be7-482218147ce2 req-a4d673ef-aca1-471d-ba86-3e64d5bf3bd8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:35.004840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-303c7f72-0ca5-4d5f-9be7-482218147ce2 req-a4d673ef-aca1-471d-ba86-3e64d5bf3bd8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 945 time: 0.1115396 Aug 24 00:40:35.059093 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-303c7f72-0ca5-4d5f-9be7-482218147ce2 req-f5bc4b07-a3dc-4b48-8f25-2a9ee0169346 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476432 Aug 24 00:40:35.105981 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c4cf4f88-b76c-4d72-b609-edd5672490ea no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:35.179584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['292d475e-aa11-4088-b494-345d14ce1afe'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:40:35.192657 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] For port b317f94b-4f20-4ae6-96fb-5365232656ff, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b317f94b-4f20-4ae6-96fb-5365232656ff,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:35.193083 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.196872 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9c4f3-4371-4e7f-b994-58495a3b1006 None None] Deleting port c4cf4f88-b76c-4d72-b609-edd5672490ea {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:35.197439 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fe9c4f3-4371-4e7f-b994-58495a3b1006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.215637 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Calling delete_port for b317f94b-4f20-4ae6-96fb-5365232656ff owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:35.225310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e224a-cdb1-4564-a323-fa7710674dfd req-0c81ec71-535d-4446-bacd-cb054a6dc4d0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:35.229765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-113e224a-cdb1-4564-a323-fa7710674dfd req-0c81ec71-535d-4446-bacd-cb054a6dc4d0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 944 time: 0.1236303 Aug 24 00:40:35.262683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57734) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:35.335583 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-113e224a-cdb1-4564-a323-fa7710674dfd req-2d5542d3-d174-4350-a14a-350def81ae9d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014013 Aug 24 00:40:35.350469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8fe9c4f3-4371-4e7f-b994-58495a3b1006 None None] For port c4cf4f88-b76c-4d72-b609-edd5672490ea, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c4cf4f88-b76c-4d72-b609-edd5672490ea,segment=NetworkSegment(8e3e5778-4a2e-4401-bf06-2fd42041f3a9),segment_id=8e3e5778-4a2e-4401-bf06-2fd42041f3a9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:35.351146 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fe9c4f3-4371-4e7f-b994-58495a3b1006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.392402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9c4f3-4371-4e7f-b994-58495a3b1006 None None] Calling delete_port for c4cf4f88-b76c-4d72-b609-edd5672490ea owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:35.493871 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-450a8f1e-9f80-451f-924f-08251548dee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.594728 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fe9c4f3-4371-4e7f-b994-58495a3b1006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.656684 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=292d475e-aa11-4088-b494-345d14ce1afe,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:35.724912 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-450a8f1e-9f80-451f-924f-08251548dee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.729033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe9c4f3-4371-4e7f-b994-58495a3b1006 None None] No DVR routers for this DVR port c4cf4f88-b76c-4d72-b609-edd5672490ea on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:35.735069 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-450a8f1e-9f80-451f-924f-08251548dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.759584 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.780453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-450a8f1e-9f80-451f-924f-08251548dee6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea8f8923208446eab39e3a528b7319da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160410 Aug 24 00:40:35.782964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57746) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:35.794255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:35.796240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a8f1e-9f80-451f-924f-08251548dee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6517ffc-c1f9-4175-a0d2-7e7a333eac15,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:35.809284 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.813766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:35.814257 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.816851 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9c4f3-4371-4e7f-b994-58495a3b1006 None None] Pushing event deleted for resources: {'Port': ['ID=c4cf4f88-b76c-4d72-b609-edd5672490ea,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:35.847155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event deleted for resources: {'Port': ['ID=b317f94b-4f20-4ae6-96fb-5365232656ff,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:35.885318 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c87815e3-19f2-4930-80f5-12e76d31223f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.936730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c87815e3-19f2-4930-80f5-12e76d31223f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.951813 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.026288 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c87815e3-19f2-4930-80f5-12e76d31223f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.029448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c87815e3-19f2-4930-80f5-12e76d31223f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.033342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c87815e3-19f2-4930-80f5-12e76d31223f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6517ffc-c1f9-4175-a0d2-7e7a333eac15 HTTP/1.1" status: 204 len: 168 time: 0.2467597 Aug 24 00:40:36.047982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87815e3-19f2-4930-80f5-12e76d31223f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6517ffc-c1f9-4175-a0d2-7e7a333eac15,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:36.103003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.105835 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.230399 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.231134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Fanout notify agent at l3_agent the message router_deleted on router a57de63d-07ee-434e-8151-db5e15696233 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:40:36.264745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.267029 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fa679fa6-9772-402d-8cc2-dd0220730a58 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "DELETE /v2.0/routers/a57de63d-07ee-434e-8151-db5e15696233 HTTP/1.1" status: 204 len: 168 time: 2.6059048 Aug 24 00:40:36.271333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:36.294168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ff1ab-5745-4576-87c1-06487423bc4a req-dfbb8c78-5ec4-4597-954f-98824b2b2479 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:36.303494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-900ff1ab-5745-4576-87c1-06487423bc4a req-dfbb8c78-5ec4-4597-954f-98824b2b2479 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 945 time: 0.1006658 Aug 24 00:40:36.389353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-900ff1ab-5745-4576-87c1-06487423bc4a req-47a1557c-51f6-4941-a500-bd22189aeaf0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822732 Aug 24 00:40:36.437254 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fc79d8f4-d4bd-48d1-aa13-806c3e018733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57de63d-07ee-434e-8151-db5e15696233', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2095429956', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:39:48Z', 'updated_at': '2021-08-24T00:40:32Z', 'revision_number': 5, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57de63d-07ee-434e-8151-db5e15696233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:39:50Z', 'updated_at': '2021-08-24T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:36.477993 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c80cde3-efe6-40a0-bb03-0b9cf1c48f87 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.532858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79d8f4-d4bd-48d1-aa13-806c3e018733 None None] The sync data for ids ['a57de63d-07ee-434e-8151-db5e15696233'] in n-d-805736-1 is: [{'id': 'a57de63d-07ee-434e-8151-db5e15696233', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2095429956', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:39:48Z', 'updated_at': '2021-08-24T00:40:32Z', 'revision_number': 5, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'b317f94b-4f20-4ae6-96fb-5365232656ff', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57de63d-07ee-434e-8151-db5e15696233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:39:50Z', 'updated_at': '2021-08-24T00:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:36.542511 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.593252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:40:36.593823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d36b3e-fef0-4ad3-b957-5bef35f05bf6 req-55398d88-3f3d-4b7d-b96d-cf2a8173a849 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:36.596168 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d89dcc-28bd-48e9-bcde-9aaf2270db14" -d '{"events": [{"server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "name": "network-vif-plugged", "status": "completed", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:40:36.616307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60d36b3e-fef0-4ad3-b957-5bef35f05bf6 req-55398d88-3f3d-4b7d-b96d-cf2a8173a849 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 944 time: 0.1669221 Aug 24 00:40:36.639683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:36.653514 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.704638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57762) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:36.714479 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c80cde3-efe6-40a0-bb03-0b9cf1c48f87 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.734556 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de98a33a-31dc-414b-b07a-86c2f3b8742f x-openstack-request-id: req-de98a33a-31dc-414b-b07a-86c2f3b8742f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:40:36.734922 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "name": "network-vif-plugged", "status": "completed", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:40:36.737280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60d36b3e-fef0-4ad3-b957-5bef35f05bf6 req-5df74c94-243b-41e8-a396-0e4c28a8cb71 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132202 Aug 24 00:40:36.747816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9c80cde3-efe6-40a0-bb03-0b9cf1c48f87 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc442d9-50ff-42cd-bf07-cd78adfd764b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:36.761294 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de98a33a-31dc-414b-b07a-86c2f3b8742f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:40:36.761294 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'code': 200} Aug 24 00:40:36.778056 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.783533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9c80cde3-efe6-40a0-bb03-0b9cf1c48f87 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3e5778-4a2e-4401-bf06-2fd42041f3a9') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:36.783908 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9c80cde3-efe6-40a0-bb03-0b9cf1c48f87 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3e5778-4a2e-4401-bf06-2fd42041f3a9') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:36.805903 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c80cde3-efe6-40a0-bb03-0b9cf1c48f87 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.816562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:36.836909 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c80cde3-efe6-40a0-bb03-0b9cf1c48f87 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.853080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c80cde3-efe6-40a0-bb03-0b9cf1c48f87 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:36.853418 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c80cde3-efe6-40a0-bb03-0b9cf1c48f87 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:36.859209 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:37.002846 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c80cde3-efe6-40a0-bb03-0b9cf1c48f87 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.015678 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c80cde3-efe6-40a0-bb03-0b9cf1c48f87 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.017577 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9c80cde3-efe6-40a0-bb03-0b9cf1c48f87 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "DELETE /v2.0/networks/adc442d9-50ff-42cd-bf07-cd78adfd764b HTTP/1.1" status: 204 len: 168 time: 0.7451613 Aug 24 00:40:37.033857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:37.066648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80cde3-efe6-40a0-bb03-0b9cf1c48f87 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event deleted for resources: {'Network': ['ID=adc442d9-50ff-42cd-bf07-cd78adfd764b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:37.132753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4352747b-314b-4740-b5a3-b3b6ff4a37de no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:37.157815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248353e1-1eb5-4d43-b7d5-5918a1dcee50 req-730b987c-577a-4375-a5a4-b5b91dada8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:37.161556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-248353e1-1eb5-4d43-b7d5-5918a1dcee50 req-730b987c-577a-4375-a5a4-b5b91dada8de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1097 time: 0.3606188 Aug 24 00:40:37.172404 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.187961 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4352747b-314b-4740-b5a3-b3b6ff4a37de {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:37.190581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4352747b-314b-4740-b5a3-b3b6ff4a37de not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:37.197500 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.255837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da4de58-6179-441b-9b43-dd5e59a76e6d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:37.298920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:37.299308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:37.299665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:37.300060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:37.300416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:37.300791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:37.301066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:37.301673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:37.301673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:37.302012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:37.302543 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:37.303036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:37.317908 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-248353e1-1eb5-4d43-b7d5-5918a1dcee50 req-a60fedee-5d91-48fe-9861-ad34db1fff28 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479006 Aug 24 00:40:37.321655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6938340d-efa2-43d0-bbfe-2865ed01e71d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed206f8e65b347a3916218ef67f778aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6129975 Aug 24 00:40:37.324940 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57768) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:37.388674 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c03c4589-a6b5-42e7-9822-28f07d8f2ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.399053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-397969a0-8d70-471e-8100-e3a794e3abee tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Deleting port 4724fd6c-62dd-4099-a4e6-68682bd782b4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:37.399647 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-397969a0-8d70-471e-8100-e3a794e3abee tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.422811 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c03c4589-a6b5-42e7-9822-28f07d8f2ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.515267 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c03c4589-a6b5-42e7-9822-28f07d8f2ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.518295 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c03c4589-a6b5-42e7-9822-28f07d8f2ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.525399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c03c4589-a6b5-42e7-9822-28f07d8f2ad3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9da4de58-6179-441b-9b43-dd5e59a76e6d HTTP/1.1" status: 204 len: 168 time: 0.1978974 Aug 24 00:40:37.537826 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c4589-a6b5-42e7-9822-28f07d8f2ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da4de58-6179-441b-9b43-dd5e59a76e6d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:37.600544 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-397969a0-8d70-471e-8100-e3a794e3abee tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.607118 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-397969a0-8d70-471e-8100-e3a794e3abee tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.619617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 292d475e-aa11-4088-b494-345d14ce1afe up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:37.638763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-397969a0-8d70-471e-8100-e3a794e3abee tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Calling delete_port for 4724fd6c-62dd-4099-a4e6-68682bd782b4 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:37.692433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f16851-1064-4e2d-a4e0-76ee76402bb3 req-ab2bf5a3-ceff-48ce-a84a-51820ea7a8d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:37.694597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0f16851-1064-4e2d-a4e0-76ee76402bb3 req-ab2bf5a3-ceff-48ce-a84a-51820ea7a8d9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.1268106 Aug 24 00:40:37.767053 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0f16851-1064-4e2d-a4e0-76ee76402bb3 req-f43c229f-63db-43f3-83da-fb4d243760a5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572493 Aug 24 00:40:37.797690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 292d475e-aa11-4088-b494-345d14ce1afe triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:37.798487 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.955685 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:38.000369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42640ca-baac-412e-bee8-bf2d4212cb0e req-b8847002-d6b8-477b-9cb1-7c7e0d955c19 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:38.004659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d42640ca-baac-412e-bee8-bf2d4212cb0e req-b8847002-d6b8-477b-9cb1-7c7e0d955c19 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 944 time: 0.1151609 Aug 24 00:40:38.026349 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-397969a0-8d70-471e-8100-e3a794e3abee tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:38.057743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 292d475e-aa11-4088-b494-345d14ce1afe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=292d475e-aa11-4088-b494-345d14ce1afe,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:38.066216 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:38.091461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397969a0-8d70-471e-8100-e3a794e3abee tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event deleted for resources: {'Port': ['ID=4724fd6c-62dd-4099-a4e6-68682bd782b4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:38.106287 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d42640ca-baac-412e-bee8-bf2d4212cb0e req-4db3e59f-5e7f-4762-994a-0bf7cef7a2eb tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833466 Aug 24 00:40:38.165885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=292d475e-aa11-4088-b494-345d14ce1afe,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:38.190310 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:38.192332 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:38.192883 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:38.193416 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:38.193946 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:38.200494 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:38.200841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:38.201198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:38.201520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:38.201852 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:38.202182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:38.202510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:38.251235 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-397969a0-8d70-471e-8100-e3a794e3abee tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:38.251582 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-397969a0-8d70-471e-8100-e3a794e3abee tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Floating IP 6d6f4f06-616b-4b3e-bdbb-24588be518ea disassociated (deleted). External IP: 172.25.8.45, port: 8472a98c-e5bc-4585-950c-eafd0196c06f. Aug 24 00:40:38.584622 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397969a0-8d70-471e-8100-e3a794e3abee tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Router a1e6399f-dfa8-4036-8b18-8a035088a927 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:38.719818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b317f94b-4f20-4ae6-96fb-5365232656ff no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:38.740815 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397969a0-8d70-471e-8100-e3a794e3abee tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:38.748914 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-397969a0-8d70-471e-8100-e3a794e3abee tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:38.752774 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe140bd1-02ab-44df-be9a-c679c6329333 None None] Sync routers for ids ['a1e6399f-dfa8-4036-8b18-8a035088a927'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:38.776923 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe140bd1-02ab-44df-be9a-c679c6329333 None None] Routers {'a1e6399f-dfa8-4036-8b18-8a035088a927'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:38.777631 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe140bd1-02ab-44df-be9a-c679c6329333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a1e6399f-dfa8-4036-8b18-8a035088a927'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:38.795862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d475e-aa11-4088-b494-345d14ce1afe'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:40:38.811951 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d263a8-cdd8-4e4f-83a9-bf3222723d10" -d '{"events": [{"server_uuid": "db74e2b8-59de-4e25-874e-74c2632bb0b0", "name": "network-vif-plugged", "status": "completed", "tag": "292d475e-aa11-4088-b494-345d14ce1afe"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:40:38.841759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: b317f94b-4f20-4ae6-96fb-5365232656ff {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:38.842449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b317f94b-4f20-4ae6-96fb-5365232656ff not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:38.847744 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-397969a0-8d70-471e-8100-e3a794e3abee tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "DELETE /v2.0/floatingips/6d6f4f06-616b-4b3e-bdbb-24588be518ea HTTP/1.1" status: 204 len: 168 time: 1.8125629 Aug 24 00:40:38.848398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'tag': '8472a98c-e5bc-4585-950c-eafd0196c06f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:40:38.850718 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4402ec-6856-4c02-ba7e-64d8cb8a7ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a", "tag": "8472a98c-e5bc-4585-950c-eafd0196c06f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:40:38.929892 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9df3277-5ece-467d-9a6a-09813eb799cf x-openstack-request-id: req-c9df3277-5ece-467d-9a6a-09813eb799cf {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:40:38.930668 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db74e2b8-59de-4e25-874e-74c2632bb0b0", "name": "network-vif-plugged", "status": "completed", "tag": "292d475e-aa11-4088-b494-345d14ce1afe", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:40:38.930901 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9df3277-5ece-467d-9a6a-09813eb799cf {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:40:38.931477 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d475e-aa11-4088-b494-345d14ce1afe', 'code': 200} Aug 24 00:40:39.046914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d2579-7c09-4bd5-b2d5-9379846f0bba req-3ba75679-d346-4d0e-a910-b7c9d4ee889d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:39.056342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da1d2579-7c09-4bd5-b2d5-9379846f0bba req-3ba75679-d346-4d0e-a910-b7c9d4ee889d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.1270504 Aug 24 00:40:39.170312 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da1d2579-7c09-4bd5-b2d5-9379846f0bba req-9ad694e5-5463-4749-acca-9f19de2eee35 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112185 Aug 24 00:40:39.200475 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fe140bd1-02ab-44df-be9a-c679c6329333 None None] Set router a1e6399f-dfa8-4036-8b18-8a035088a927 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:39.235442 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d233082-107c-4e7d-b27d-357a76c2115a x-openstack-request-id: req-4d233082-107c-4e7d-b27d-357a76c2115a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:40:39.236408 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a", "tag": "8472a98c-e5bc-4585-950c-eafd0196c06f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:40:39.236809 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d233082-107c-4e7d-b27d-357a76c2115a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:40:39.237358 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'tag': '8472a98c-e5bc-4585-950c-eafd0196c06f', 'status': 'completed', 'code': 200} Aug 24 00:40:39.429718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4402ec-6856-4c02-ba7e-64d8cb8a7ddd req-d5eaeb62-e95a-4c9f-b3dd-26ee9a252794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:39.441314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd4402ec-6856-4c02-ba7e-64d8cb8a7ddd req-d5eaeb62-e95a-4c9f-b3dd-26ee9a252794 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bfc0da3ea624ea59c8d2391869f62a3&device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 1136 time: 0.1659608 Aug 24 00:40:39.676069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7f8d7-5dcd-4444-ac8a-eb10c518ee9a req-9ad265d7-799d-4adc-9f79-72c7d87d55d7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:39.684839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bad7f8d7-5dcd-4444-ac8a-eb10c518ee9a req-9ad265d7-799d-4adc-9f79-72c7d87d55d7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.2367499 Aug 24 00:40:39.731735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a39954-fb5a-4946-a1ec-821563bba569 req-2ef7c986-6d4a-4da4-af0e-5e0f09a179da tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:39.739902 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4a39954-fb5a-4946-a1ec-821563bba569 req-2ef7c986-6d4a-4da4-af0e-5e0f09a179da tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 985 time: 0.1888161 Aug 24 00:40:39.794683 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bad7f8d7-5dcd-4444-ac8a-eb10c518ee9a req-a3fdd749-d804-41b1-90be-e00a8f1b28b8 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084018 Aug 24 00:40:39.822237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4402ec-6856-4c02-ba7e-64d8cb8a7ddd req-8983dfb0-2cdd-4d81-b941-9d25a3ba96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:39.823923 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd4402ec-6856-4c02-ba7e-64d8cb8a7ddd req-8983dfb0-2cdd-4d81-b941-9d25a3ba96e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=445e84ec-5bb6-4af1-a4dc-863f9062c8c8 HTTP/1.1" status: 200 len: 897 time: 0.3329132 Aug 24 00:40:39.859577 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4a39954-fb5a-4946-a1ec-821563bba569 req-c1e8f5b2-ac76-4973-b27c-57e10fe14054 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1176007 Aug 24 00:40:39.893715 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe140bd1-02ab-44df-be9a-c679c6329333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:37:52Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '769cf417-3b42-4ef0-aec8-4dfe8337f481', 'name': '', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'mac_address': 'fa:16:3e:d4:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '332215f8-8edd-497e-9a04-06eebe787df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:50Z', 'updated_at': '2021-08-24T00:38:00Z', 'revision_number': 5, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'subnets': [{'id': '332215f8-8edd-497e-9a04-06eebe787df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:39.922045 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd4402ec-6856-4c02-ba7e-64d8cb8a7ddd req-25c7f82d-55be-4dc5-be41-d95419566fb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8472a98c-e5bc-4585-950c-eafd0196c06f HTTP/1.1" status: 200 len: 217 time: 0.0554571 Aug 24 00:40:39.939444 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe140bd1-02ab-44df-be9a-c679c6329333 None None] Checking router: a1e6399f-dfa8-4036-8b18-8a035088a927 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:40:39.949562 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe140bd1-02ab-44df-be9a-c679c6329333 None None] Routers {'a1e6399f-dfa8-4036-8b18-8a035088a927'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:39.950490 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe140bd1-02ab-44df-be9a-c679c6329333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a1e6399f-dfa8-4036-8b18-8a035088a927'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:40.012842 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:40.155305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4402ec-6856-4c02-ba7e-64d8cb8a7ddd req-44ee862e-f28a-4ff3-b9bc-4d5e7efd4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:40.160443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd4402ec-6856-4c02-ba7e-64d8cb8a7ddd req-44ee862e-f28a-4ff3-b9bc-4d5e7efd4a2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332215f8-8edd-497e-9a04-06eebe787df9 HTTP/1.1" status: 200 len: 835 time: 0.2293317 Aug 24 00:40:40.190148 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fe140bd1-02ab-44df-be9a-c679c6329333 None None] Set router a1e6399f-dfa8-4036-8b18-8a035088a927 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:40.266492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4402ec-6856-4c02-ba7e-64d8cb8a7ddd req-1e911817-0cca-40af-aa39-a8b7d6c73abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:40.266914 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd4402ec-6856-4c02-ba7e-64d8cb8a7ddd req-1e911817-0cca-40af-aa39-a8b7d6c73abf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=445e84ec-5bb6-4af1-a4dc-863f9062c8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969882 Aug 24 00:40:40.506120 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-985f25b5-63f4-45a3-bf80-ee644b6675f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:40.605470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d904de-7624-4b36-852c-5d40653b4055 req-618abb13-7208-4e22-8473-838d8cc13334 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:40.610421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5d904de-7624-4b36-852c-5d40653b4055 req-618abb13-7208-4e22-8473-838d8cc13334 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.2900121 Aug 24 00:40:40.663977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd4402ec-6856-4c02-ba7e-64d8cb8a7ddd req-becd93ac-e6fb-432f-a84c-ad35f305ca0c service neutron] 10.222.0.47 "GET /v2.0/networks/445e84ec-5bb6-4af1-a4dc-863f9062c8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871675 Aug 24 00:40:40.701609 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5d904de-7624-4b36-852c-5d40653b4055 req-247741ba-2c06-4a8a-a4d9-782006a752db tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775135 Aug 24 00:40:40.874152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-985f25b5-63f4-45a3-bf80-ee644b6675f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:40.886539 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-985f25b5-63f4-45a3-bf80-ee644b6675f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:40.893840 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fe140bd1-02ab-44df-be9a-c679c6329333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:37:52Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '769cf417-3b42-4ef0-aec8-4dfe8337f481', 'name': '', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'mac_address': 'fa:16:3e:d4:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '332215f8-8edd-497e-9a04-06eebe787df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:50Z', 'updated_at': '2021-08-24T00:38:00Z', 'revision_number': 5, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'subnets': [{'id': '332215f8-8edd-497e-9a04-06eebe787df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:40.957909 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-985f25b5-63f4-45a3-bf80-ee644b6675f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95022c98c22241aa8370ed49c0f35a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9435210 Aug 24 00:40:40.958521 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57852) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:40.967959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f25b5-63f4-45a3-bf80-ee644b6675f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103fc7d9-9e4f-449b-a07b-d3bf4e6075fd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:41.014185 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:40:41.017252 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe140bd1-02ab-44df-be9a-c679c6329333 None None] The sync data for ids ['a1e6399f-dfa8-4036-8b18-8a035088a927'] in n-d-805736-1 is: [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:37:52Z', 'revision_number': 4, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '769cf417-3b42-4ef0-aec8-4dfe8337f481', 'name': '', 'network_id': '445e84ec-5bb6-4af1-a4dc-863f9062c8c8', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'mac_address': 'fa:16:3e:d4:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '332215f8-8edd-497e-9a04-06eebe787df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:50Z', 'updated_at': '2021-08-24T00:38:00Z', 'revision_number': 5, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'subnets': [{'id': '332215f8-8edd-497e-9a04-06eebe787df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:41.024892 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd4402ec-6856-4c02-ba7e-64d8cb8a7ddd req-bdc90586-27da-4cfd-ab8d-f7b1f4cddf1a service neutron] 10.222.0.47 "GET /v2.0/networks/445e84ec-5bb6-4af1-a4dc-863f9062c8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344607 Aug 24 00:40:41.100043 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35abb913-356b-4cc2-8560-a67848f52b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.158103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35abb913-356b-4cc2-8560-a67848f52b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.310937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0460e-1810-49aa-9dad-24b82681ca78 req-a63ac67c-2d25-474c-a8a5-a76b19fcf45f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:41.327580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6c0460e-1810-49aa-9dad-24b82681ca78 req-a63ac67c-2d25-474c-a8a5-a76b19fcf45f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.4036899 Aug 24 00:40:41.333846 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35abb913-356b-4cc2-8560-a67848f52b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.338368 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-35abb913-356b-4cc2-8560-a67848f52b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.339901 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-35abb913-356b-4cc2-8560-a67848f52b93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/103fc7d9-9e4f-449b-a07b-d3bf4e6075fd HTTP/1.1" status: 204 len: 168 time: 0.3792562 Aug 24 00:40:41.369618 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abb913-356b-4cc2-8560-a67848f52b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103fc7d9-9e4f-449b-a07b-d3bf4e6075fd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:41.453442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563442e-54b0-4f2a-b10c-8a45bf09780a req-4166bc1c-a9b9-44a6-a86d-2bbec2515c8b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:41.463862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c563442e-54b0-4f2a-b10c-8a45bf09780a req-4166bc1c-a9b9-44a6-a86d-2bbec2515c8b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.4372895 Aug 24 00:40:41.499727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf3c4d-afdd-4141-bd86-8a87a2ba2d5a req-4dee03b5-3bec-4431-8352-e0028dbbe48a tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:41.501839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-babf3c4d-afdd-4141-bd86-8a87a2ba2d5a req-4dee03b5-3bec-4431-8352-e0028dbbe48a tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 985 time: 0.3994036 Aug 24 00:40:41.544048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6c0460e-1810-49aa-9dad-24b82681ca78 req-c735a4f1-894e-452b-8e3d-b47506ebb456 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149243 Aug 24 00:40:41.577195 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57868) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:41.717982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9815f620-57f3-4956-9568-1bc00256a460 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:41.721380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25961db-1f4a-4913-b227-6f5d55d46782 None None] New status for floating IP 6d6f4f06-616b-4b3e-bdbb-24588be518ea: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:40:41.731092 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9815f620-57f3-4956-9568-1bc00256a460 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1092 time: 0.1502321 Aug 24 00:40:41.731709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57870) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:41.756027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:41.807195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c563442e-54b0-4f2a-b10c-8a45bf09780a req-1d21866f-ac41-4531-829c-a8deffa2ad62 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410773 Aug 24 00:40:41.820300 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.095144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9dfa2-a186-411a-be6e-9909658e2ed9 req-9b7afe3c-c511-41cd-aff1-b8318c4c9cf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:42.096984 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47b9dfa2-a186-411a-be6e-9909658e2ed9 req-9b7afe3c-c511-41cd-aff1-b8318c4c9cf0 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 985 time: 0.2885060 Aug 24 00:40:42.110829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-babf3c4d-afdd-4141-bd86-8a87a2ba2d5a req-41bf9861-4900-480a-9a9e-344819893d0e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Deleting port 8472a98c-e5bc-4585-950c-eafd0196c06f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:42.112468 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-babf3c4d-afdd-4141-bd86-8a87a2ba2d5a req-41bf9861-4900-480a-9a9e-344819893d0e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.241850 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.344419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-babf3c4d-afdd-4141-bd86-8a87a2ba2d5a req-41bf9861-4900-480a-9a9e-344819893d0e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] For port 8472a98c-e5bc-4585-950c-eafd0196c06f, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=8472a98c-e5bc-4585-950c-eafd0196c06f,segment=NetworkSegment(954227c2-f72a-4a1f-ab19-f650dda2c2a2),segment_id=954227c2-f72a-4a1f-ab19-f650dda2c2a2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:42.344980 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-babf3c4d-afdd-4141-bd86-8a87a2ba2d5a req-41bf9861-4900-480a-9a9e-344819893d0e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.404476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-babf3c4d-afdd-4141-bd86-8a87a2ba2d5a req-41bf9861-4900-480a-9a9e-344819893d0e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Calling delete_port for 8472a98c-e5bc-4585-950c-eafd0196c06f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:42.434515 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.25.8.50 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/ffc1deee-3324-4f0f-b6db-048a2c484c1f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:42.491284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47b9dfa2-a186-411a-be6e-9909658e2ed9 req-b2c47b0c-7625-4d10-83d8-85e7c542e8e3 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/security-groups?id=747714d8-f0b4-48c4-96d8-54722811ac9d&id=c2378583-2276-4579-a336-90ca582ba9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2684703 Aug 24 00:40:42.503307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57886) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:42.570698 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.625538 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.637481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8dc4a86f-f9cf-4408-ab3e-ca0939d92241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.721378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:42.732381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:42.745208 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:42.814853 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=ffc1deee-3324-4f0f-b6db-048a2c484c1f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:42.903485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57896) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:42.964895 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-babf3c4d-afdd-4141-bd86-8a87a2ba2d5a req-41bf9861-4900-480a-9a9e-344819893d0e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.001116 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8dc4a86f-f9cf-4408-ab3e-ca0939d92241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.127309 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8dc4a86f-f9cf-4408-ab3e-ca0939d92241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.174719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf9861-4900-480a-9a9e-344819893d0e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event deleted for resources: {'Port': ['ID=8472a98c-e5bc-4585-950c-eafd0196c06f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:43.220850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8dc4a86f-f9cf-4408-ab3e-ca0939d92241 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=827526a0e2ed42db9e68be1b17957428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6049314 Aug 24 00:40:43.290553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57902) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:43.363710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-babf3c4d-afdd-4141-bd86-8a87a2ba2d5a req-41bf9861-4900-480a-9a9e-344819893d0e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] No DVR routers for this DVR port 8472a98c-e5bc-4585-950c-eafd0196c06f on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:43.371776 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-babf3c4d-afdd-4141-bd86-8a87a2ba2d5a req-41bf9861-4900-480a-9a9e-344819893d0e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.381139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-babf3c4d-afdd-4141-bd86-8a87a2ba2d5a req-41bf9861-4900-480a-9a9e-344819893d0e tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.47 "DELETE /v2.0/ports/8472a98c-e5bc-4585-950c-eafd0196c06f HTTP/1.1" status: 204 len: 173 time: 1.8679879 Aug 24 00:40:43.391620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'name': 'network-vif-deleted', 'tag': '8472a98c-e5bc-4585-950c-eafd0196c06f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:40:43.394244 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db298b6-f01d-4b41-a1eb-b19056c22abb" -d '{"events": [{"server_uuid": "7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a", "name": "network-vif-deleted", "tag": "8472a98c-e5bc-4585-950c-eafd0196c06f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:40:43.494528 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be83245-89c6-4f40-8f08-510e023ab2ce x-openstack-request-id: req-6be83245-89c6-4f40-8f08-510e023ab2ce {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:40:43.495137 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a", "name": "network-vif-deleted", "tag": "8472a98c-e5bc-4585-950c-eafd0196c06f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:40:43.495565 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6be83245-89c6-4f40-8f08-510e023ab2ce {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:40:43.496122 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a', 'name': 'network-vif-deleted', 'tag': '8472a98c-e5bc-4585-950c-eafd0196c06f', 'status': 'completed', 'code': 200} Aug 24 00:40:43.497073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4a86f-f9cf-4408-ab3e-ca0939d92241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689f9437-e1cb-4f61-82a2-98c62b4dda99,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:43.597702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04132345-a242-445e-b785-7c9da1d2b412 req-81ff3684-f5f5-4318-834e-fb9b2d0441bc tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:43.600328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04132345-a242-445e-b785-7c9da1d2b412 req-81ff3684-f5f5-4318-834e-fb9b2d0441bc tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.5939853 Aug 24 00:40:43.601152 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b319312a-58b8-4fd2-9a62-fe021a50d5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.676188 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.805729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afb27a26-d157-4711-a8db-66e4a649df1c req-5860daae-cfa9-461a-a697-40e777205390 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8ccd87-fb8c-4f11-8b7c-6361c7a6e61a HTTP/1.1" status: 200 len: 210 time: 0.0954623 Aug 24 00:40:43.809425 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04132345-a242-445e-b785-7c9da1d2b412 req-2c2f6796-e971-443e-a3d5-79f6582a6760 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869957 Aug 24 00:40:43.811508 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.818957 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a846d392-b27e-4c85-9844-39c9e9db6974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.866533 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a846d392-b27e-4c85-9844-39c9e9db6974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.944891 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a846d392-b27e-4c85-9844-39c9e9db6974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.960380 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a846d392-b27e-4c85-9844-39c9e9db6974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.970995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a846d392-b27e-4c85-9844-39c9e9db6974 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/689f9437-e1cb-4f61-82a2-98c62b4dda99 HTTP/1.1" status: 204 len: 168 time: 0.6277962 Aug 24 00:40:44.091331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846d392-b27e-4c85-9844-39c9e9db6974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689f9437-e1cb-4f61-82a2-98c62b4dda99,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:44.245586 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.261298 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.265805 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b319312a-58b8-4fd2-9a62-fe021a50d5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.280242 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b319312a-58b8-4fd2-9a62-fe021a50d5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.368719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=ffc1deee-3324-4f0f-b6db-048a2c484c1f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:44.431522 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b319312a-58b8-4fd2-9a62-fe021a50d5a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a409f2977ec456eb0eec9bd90c02648&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5268049 Aug 24 00:40:44.437440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57920) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:44.438083 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.464726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319312a-58b8-4fd2-9a62-fe021a50d5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ab499a-e90a-4e54-bbb9-81089b987b74,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:44.623366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 8472a98c-e5bc-4585-950c-eafd0196c06f no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:44.658639 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-340fabbc-e371-4014-a2f9-07bb2c08865c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.708048 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 8472a98c-e5bc-4585-950c-eafd0196c06f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:44.712415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 8472a98c-e5bc-4585-950c-eafd0196c06f not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:44.718869 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-340fabbc-e371-4014-a2f9-07bb2c08865c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.726251 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Floating IP 369dae69-7a94-4446-b38c-0220897abc78 associated. External IP: 172.25.8.50, port: ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce. Aug 24 00:40:44.814151 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-340fabbc-e371-4014-a2f9-07bb2c08865c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.818359 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-340fabbc-e371-4014-a2f9-07bb2c08865c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.827468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-340fabbc-e371-4014-a2f9-07bb2c08865c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15ab499a-e90a-4e54-bbb9-81089b987b74 HTTP/1.1" status: 204 len: 168 time: 0.3878448 Aug 24 00:40:44.842436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fabbc-e371-4014-a2f9-07bb2c08865c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ab499a-e90a-4e54-bbb9-81089b987b74,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:44.920957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57944) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:45.095744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd85cd-19f2-440e-9db4-7cffdab0cb73 req-92af1884-6664-44db-8555-7a2f8d854aaf tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:45.097325 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7dbd85cd-19f2-440e-9db4-7cffdab0cb73 req-92af1884-6664-44db-8555-7a2f8d854aaf tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1295531 Aug 24 00:40:45.130429 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-110a799c-db8b-43e9-8e60-08db9efd9eed tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.162519 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router fe40d285-cc9b-41ee-8608-32ae642420c9 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:45.200548 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-110a799c-db8b-43e9-8e60-08db9efd9eed tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.280519 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-110a799c-db8b-43e9-8e60-08db9efd9eed tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.286490 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-110a799c-db8b-43e9-8e60-08db9efd9eed tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.295052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-110a799c-db8b-43e9-8e60-08db9efd9eed tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "DELETE /v2.0/security-groups/747714d8-f0b4-48c4-96d8-54722811ac9d HTTP/1.1" status: 204 len: 168 time: 0.3732281 Aug 24 00:40:45.298731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 57952) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:45.334642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a799c-db8b-43e9-8e60-08db9efd9eed tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=747714d8-f0b4-48c4-96d8-54722811ac9d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:45.419575 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:45.431692 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa0062-daf1-4ffe-a9ee-6f77ea5d3d5c None None] Sync routers for ids ['fe40d285-cc9b-41ee-8608-32ae642420c9'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:45.443713 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa0062-daf1-4ffe-a9ee-6f77ea5d3d5c None None] Routers {'fe40d285-cc9b-41ee-8608-32ae642420c9'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:45.444493 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ebaa0062-daf1-4ffe-a9ee-6f77ea5d3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fe40d285-cc9b-41ee-8608-32ae642420c9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:45.467033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.491960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7dbd85cd-19f2-440e-9db4-7cffdab0cb73 req-c30f2496-d041-4184-96ea-3eca3d18bc62 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793261 Aug 24 00:40:45.511638 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e86e39e-3806-4418-977a-0e9444d79569 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.563198 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-47c8bfce-0159-491b-b372-d84fdcaf4d49 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8299105 Aug 24 00:40:45.567724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:40:45.570193 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d845a829-a279-451f-9547-146da3fb9b43" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:40:45.583095 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e86e39e-3806-4418-977a-0e9444d79569 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.647028 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047630e7-df6a-4343-98d4-1b272e3d53f2 x-openstack-request-id: req-047630e7-df6a-4343-98d4-1b272e3d53f2 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:40:45.647320 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:40:45.647624 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-047630e7-df6a-4343-98d4-1b272e3d53f2 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:40:45.648518 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'status': 'completed', 'code': 200} Aug 24 00:40:45.703026 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ebaa0062-daf1-4ffe-a9ee-6f77ea5d3d5c None None] Set router fe40d285-cc9b-41ee-8608-32ae642420c9 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:45.752142 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e86e39e-3806-4418-977a-0e9444d79569 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.756011 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2e86e39e-3806-4418-977a-0e9444d79569 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.761544 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57976) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:45.765233 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2e86e39e-3806-4418-977a-0e9444d79569 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "DELETE /v2.0/security-groups/c2378583-2276-4579-a336-90ca582ba9d4 HTTP/1.1" status: 204 len: 168 time: 0.4368098 Aug 24 00:40:45.850426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86e39e-3806-4418-977a-0e9444d79569 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2378583-2276-4579-a336-90ca582ba9d4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:45.934811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b9280-22de-4d1d-aec0-f6de7381126c req-4dccc471-4ec9-4d6b-b061-e730a6fda56f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:45.939827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-231b9280-22de-4d1d-aec0-f6de7381126c req-4dccc471-4ec9-4d6b-b061-e730a6fda56f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.2610271 Aug 24 00:40:45.958179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845a829-a279-451f-9547-146da3fb9b43 req-7f5e7531-ad05-4fe8-a208-d091a4ca8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:45.959847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d845a829-a279-451f-9547-146da3fb9b43 req-7f5e7531-ad05-4fe8-a208-d091a4ca8494 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1097 time: 0.2466388 Aug 24 00:40:46.127976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-231b9280-22de-4d1d-aec0-f6de7381126c req-2c45562d-89cf-4f3f-927e-65457d74c6ef tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759107 Aug 24 00:40:46.171721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 57984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:46.261218 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ebaa0062-daf1-4ffe-a9ee-6f77ea5d3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:40:16Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '369dae69-7a94-4446-b38c-0220897abc78', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'floating_ip_address': '172.25.8.50', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'port_id': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'mac_address': 'fa:16:3e:30:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:40:43Z', 'updated_at': '2021-08-24T00:40:43Z', 'revision_number': 0, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8', 'name': '', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:69:06:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '908036a3-43af-4928-8111-d6c436beef22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:14Z', 'updated_at': '2021-08-24T00:40:23Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '908036a3-43af-4928-8111-d6c436beef22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:46.300053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845a829-a279-451f-9547-146da3fb9b43 req-898bf642-d172-49a0-9091-013bebed37be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:46.302145 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d845a829-a279-451f-9547-146da3fb9b43 req-898bf642-d172-49a0-9091-013bebed37be service neutron] 10.222.0.47 "GET /v2.0/networks?id=23d2434b-61bb-46a0-a92d-ffab59599fba HTTP/1.1" status: 200 len: 897 time: 0.2717993 Aug 24 00:40:46.331919 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa0062-daf1-4ffe-a9ee-6f77ea5d3d5c None None] Checking router: fe40d285-cc9b-41ee-8608-32ae642420c9 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:40:46.356429 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa0062-daf1-4ffe-a9ee-6f77ea5d3d5c None None] Routers {'fe40d285-cc9b-41ee-8608-32ae642420c9'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:46.358090 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ebaa0062-daf1-4ffe-a9ee-6f77ea5d3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fe40d285-cc9b-41ee-8608-32ae642420c9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:46.407440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d845a829-a279-451f-9547-146da3fb9b43 req-b1d1c227-adb7-415e-82c8-91255f33d093 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 999 time: 0.0956378 Aug 24 00:40:46.459503 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-126bff4b-61f8-4748-bc4a-a25c17878986 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/369dae69-7a94-4446-b38c-0220897abc78 HTTP/1.1" status: 200 len: 991 time: 0.2864075 Aug 24 00:40:46.482441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845a829-a279-451f-9547-146da3fb9b43 req-9be6759a-585a-41e7-b4e2-467544aade84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:46.484460 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d845a829-a279-451f-9547-146da3fb9b43 req-9be6759a-585a-41e7-b4e2-467544aade84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=908036a3-43af-4928-8111-d6c436beef22 HTTP/1.1" status: 200 len: 834 time: 0.0675864 Aug 24 00:40:46.632949 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845a829-a279-451f-9547-146da3fb9b43 req-81abb6fa-7eb5-4fb7-9550-b12166d6da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:46.634862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d845a829-a279-451f-9547-146da3fb9b43 req-81abb6fa-7eb5-4fb7-9550-b12166d6da30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23d2434b-61bb-46a0-a92d-ffab59599fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326671 Aug 24 00:40:46.677231 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ebaa0062-daf1-4ffe-a9ee-6f77ea5d3d5c None None] Set router fe40d285-cc9b-41ee-8608-32ae642420c9 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:46.787898 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01156b1c-cbff-4f33-8ffa-cc68d027045d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.228673 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ebaa0062-daf1-4ffe-a9ee-6f77ea5d3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:40:16Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '369dae69-7a94-4446-b38c-0220897abc78', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'floating_ip_address': '172.25.8.50', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'port_id': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'mac_address': 'fa:16:3e:30:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:40:43Z', 'updated_at': '2021-08-24T00:40:43Z', 'revision_number': 0, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8', 'name': '', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:69:06:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '908036a3-43af-4928-8111-d6c436beef22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:14Z', 'updated_at': '2021-08-24T00:40:23Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '908036a3-43af-4928-8111-d6c436beef22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:47.282620 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa0062-daf1-4ffe-a9ee-6f77ea5d3d5c None None] The sync data for ids ['fe40d285-cc9b-41ee-8608-32ae642420c9'] in n-d-805736-1 is: [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:40:16Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '369dae69-7a94-4446-b38c-0220897abc78', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'floating_ip_address': '172.25.8.50', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'port_id': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'mac_address': 'fa:16:3e:30:c5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:40:43Z', 'updated_at': '2021-08-24T00:40:43Z', 'revision_number': 0, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8', 'name': '', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:69:06:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '908036a3-43af-4928-8111-d6c436beef22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:14Z', 'updated_at': '2021-08-24T00:40:23Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '908036a3-43af-4928-8111-d6c436beef22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:47.417704 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-01156b1c-cbff-4f33-8ffa-cc68d027045d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Deleting port 769cf417-3b42-4ef0-aec8-4dfe8337f481 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:47.418661 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01156b1c-cbff-4f33-8ffa-cc68d027045d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.536979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58014) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:47.681903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cf7dd4bc-2fc6-47f9-9888-e35fa2b65a63 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/369dae69-7a94-4446-b38c-0220897abc78 HTTP/1.1" status: 200 len: 991 time: 0.1406488 Aug 24 00:40:47.780781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895fd5a-8cf4-4fc3-9da7-bc3d2a1ebffc req-c1b9dc4a-4dc7-4a92-bc9f-fad51315b756 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:47.789752 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5895fd5a-8cf4-4fc3-9da7-bc3d2a1ebffc req-c1b9dc4a-4dc7-4a92-bc9f-fad51315b756 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 1.1013362 Aug 24 00:40:47.800295 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5dd2d-c8ae-47da-b233-15f439d441bc None None] New status for floating IP 369dae69-7a94-4446-b38c-0220897abc78: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:40:47.850017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d845a829-a279-451f-9547-146da3fb9b43 req-bbe52b60-b3a7-4548-9516-d5ae59c30bd6 service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2072709 Aug 24 00:40:47.900687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5895fd5a-8cf4-4fc3-9da7-bc3d2a1ebffc req-2176cc1a-7e5b-4067-b2a4-062080ed40bd tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053255 Aug 24 00:40:48.033835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d845a829-a279-451f-9547-146da3fb9b43 req-18c34958-ee5a-4ccc-88df-378ffaacce3a service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753521 Aug 24 00:40:48.241167 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-01156b1c-cbff-4f33-8ffa-cc68d027045d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] For port 769cf417-3b42-4ef0-aec8-4dfe8337f481, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=769cf417-3b42-4ef0-aec8-4dfe8337f481,segment=NetworkSegment(954227c2-f72a-4a1f-ab19-f650dda2c2a2),segment_id=954227c2-f72a-4a1f-ab19-f650dda2c2a2)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:48.241689 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01156b1c-cbff-4f33-8ffa-cc68d027045d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:48.265583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-01156b1c-cbff-4f33-8ffa-cc68d027045d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Calling delete_port for 769cf417-3b42-4ef0-aec8-4dfe8337f481 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:48.580517 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01156b1c-cbff-4f33-8ffa-cc68d027045d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:48.632279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01156b1c-cbff-4f33-8ffa-cc68d027045d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event deleted for resources: {'Port': ['ID=769cf417-3b42-4ef0-aec8-4dfe8337f481,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:48.683145 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58042) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:48.978720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-38e0be13-5fac-45e9-93d0-0a5cc1a6b3c2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/369dae69-7a94-4446-b38c-0220897abc78 HTTP/1.1" status: 200 len: 993 time: 0.2941937 Aug 24 00:40:49.095563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b940fc-2b2b-4b11-8dde-de465a239811 req-8cda5b90-872d-4725-bb91-58f50f3a3d90 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:49.106391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56b940fc-2b2b-4b11-8dde-de465a239811 req-8cda5b90-872d-4725-bb91-58f50f3a3d90 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0865016 Aug 24 00:40:49.115939 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01156b1c-cbff-4f33-8ffa-cc68d027045d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.182520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56b940fc-2b2b-4b11-8dde-de465a239811 req-2e467a66-430b-4518-92cd-59998fe00109 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704124 Aug 24 00:40:49.558301 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01156b1c-cbff-4f33-8ffa-cc68d027045d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Router a1e6399f-dfa8-4036-8b18-8a035088a927 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:49.776557 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01156b1c-cbff-4f33-8ffa-cc68d027045d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:49.784516 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-01156b1c-cbff-4f33-8ffa-cc68d027045d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "PUT /v2.0/routers/a1e6399f-dfa8-4036-8b18-8a035088a927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0186093 Aug 24 00:40:49.784656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58068) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:49.793919 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce33af-ac95-402d-a582-512b69eef90e None None] Sync routers for ids ['a1e6399f-dfa8-4036-8b18-8a035088a927'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:49.814866 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce33af-ac95-402d-a582-512b69eef90e None None] Routers {'a1e6399f-dfa8-4036-8b18-8a035088a927'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:49.819571 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0bce33af-ac95-402d-a582-512b69eef90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a1e6399f-dfa8-4036-8b18-8a035088a927'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:49.909385 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Deleting subnet 332215f8-8edd-497e-9a04-06eebe787df9 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:40:49.920727 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.991302 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.085672 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.160493 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.167065 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0bce33af-ac95-402d-a582-512b69eef90e None None] Set router a1e6399f-dfa8-4036-8b18-8a035088a927 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:50.196045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event deleted for resources: {'Subnet': ['ID=332215f8-8edd-497e-9a04-06eebe787df9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:50.204648 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.205846 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a5e3b8-4e5d-461b-bc46-1fb202a8c593 None None] Network 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:50.206676 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "DELETE /v2.0/subnets/332215f8-8edd-497e-9a04-06eebe787df9 HTTP/1.1" status: 204 len: 168 time: 0.4210491 Aug 24 00:40:50.208790 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:50.208790 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:50.209021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:50.211070 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:50.211070 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:50.211070 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:50.212110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58086) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:50.212520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:50.212520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:50.212520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:50.212520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:50.213049 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:50.213049 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76a0d4-0a82-43a0-bf31-86b6b5734a9b tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:50.428923 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0bce33af-ac95-402d-a582-512b69eef90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:40:48Z', 'revision_number': 5, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:50.495698 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce33af-ac95-402d-a582-512b69eef90e None None] Checking router: a1e6399f-dfa8-4036-8b18-8a035088a927 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:40:50.512536 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce33af-ac95-402d-a582-512b69eef90e None None] Routers {'a1e6399f-dfa8-4036-8b18-8a035088a927'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:50.513082 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0bce33af-ac95-402d-a582-512b69eef90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:40:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a1e6399f-dfa8-4036-8b18-8a035088a927'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:50.528174 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.616805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555e0fd8-1cfd-4762-ad54-c22f2309402b None None] DHCP port deletion for 445e84ec-5bb6-4af1-a4dc-863f9062c8c8 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:40:50.719017 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0bce33af-ac95-402d-a582-512b69eef90e None None] Set router a1e6399f-dfa8-4036-8b18-8a035088a927 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:50.748075 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-555e0fd8-1cfd-4762-ad54-c22f2309402b None None] Deleting port 9c94e9f7-d63a-4475-b512-ffc76376246f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:50.748639 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-555e0fd8-1cfd-4762-ad54-c22f2309402b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.759183 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.949441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9c94e9f7-d63a-4475-b512-ffc76376246f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:51.051972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b0f56-b9c0-43e9-94fe-c2ae968f132e req-48c0ac4b-334e-4280-94a2-2857ce79d6b7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:51.055585 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd4b0f56-b9c0-43e9-94fe-c2ae968f132e req-48c0ac4b-334e-4280-94a2-2857ce79d6b7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.3585415 Aug 24 00:40:51.104227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-555e0fd8-1cfd-4762-ad54-c22f2309402b None None] For port 9c94e9f7-d63a-4475-b512-ffc76376246f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9c94e9f7-d63a-4475-b512-ffc76376246f,segment=NetworkSegment(954227c2-f72a-4a1f-ab19-f650dda2c2a2),segment_id=954227c2-f72a-4a1f-ab19-f650dda2c2a2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:51.104885 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-555e0fd8-1cfd-4762-ad54-c22f2309402b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.134643 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0bce33af-ac95-402d-a582-512b69eef90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:40:48Z', 'revision_number': 5, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:51.146810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Deleting port e60a100c-aefb-48f1-916a-4488de56c95b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:51.155544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-555e0fd8-1cfd-4762-ad54-c22f2309402b None None] Calling delete_port for 9c94e9f7-d63a-4475-b512-ffc76376246f owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:51.167267 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.171873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd4b0f56-b9c0-43e9-94fe-c2ae968f132e req-1d0c1567-dbdd-4bc0-b7b5-5c3e4355a594 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040065 Aug 24 00:40:51.184525 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce33af-ac95-402d-a582-512b69eef90e None None] The sync data for ids ['a1e6399f-dfa8-4036-8b18-8a035088a927'] in n-d-805736-1 is: [{'id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1361586740', 'tenant_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:37:42Z', 'updated_at': '2021-08-24T00:40:48Z', 'revision_number': 5, 'project_id': '0bfc0da3ea624ea59c8d2391869f62a3', 'gw_port': {'id': 'e60a100c-aefb-48f1-916a-4488de56c95b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e6399f-dfa8-4036-8b18-8a035088a927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:37:43Z', 'updated_at': '2021-08-24T00:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:51.362043 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.373440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] For port e60a100c-aefb-48f1-916a-4488de56c95b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e60a100c-aefb-48f1-916a-4488de56c95b,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:51.374174 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.405309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Calling delete_port for e60a100c-aefb-48f1-916a-4488de56c95b owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:51.479002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 9c94e9f7-d63a-4475-b512-ffc76376246f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9c94e9f7-d63a-4475-b512-ffc76376246f,segment=NetworkSegment(954227c2-f72a-4a1f-ab19-f650dda2c2a2),segment_id=954227c2-f72a-4a1f-ab19-f650dda2c2a2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:51.493468 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.573601 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-555e0fd8-1cfd-4762-ad54-c22f2309402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.675500 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555e0fd8-1cfd-4762-ad54-c22f2309402b None None] No DVR routers for this DVR port 9c94e9f7-d63a-4475-b512-ffc76376246f on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:51.686889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=9c94e9f7-d63a-4475-b512-ffc76376246f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:51.749099 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e0fd8-1cfd-4762-ad54-c22f2309402b None None] Pushing event deleted for resources: {'Port': ['ID=9c94e9f7-d63a-4475-b512-ffc76376246f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:51.811258 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.861950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event deleted for resources: {'Port': ['ID=e60a100c-aefb-48f1-916a-4488de56c95b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:51.993918 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.162845 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.165804 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.227053 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.227850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Fanout notify agent at l3_agent the message router_deleted on router a1e6399f-dfa8-4036-8b18-8a035088a927 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:40:52.249679 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.250857 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6e922518-df84-4c5a-bf72-c4a0ee28e756 tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "DELETE /v2.0/routers/a1e6399f-dfa8-4036-8b18-8a035088a927 HTTP/1.1" status: 204 len: 168 time: 2.0371451 Aug 24 00:40:52.253980 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58136) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:52.465696 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2db467b-375d-4bab-97be-00669dc23a9d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.467738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd180c0-e6d5-44c9-8a60-f61c43751586 req-e2987cf6-3b2c-41a4-8002-ed2db70fb673 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:52.483592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cd180c0-e6d5-44c9-8a60-f61c43751586 req-e2987cf6-3b2c-41a4-8002-ed2db70fb673 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0939372 Aug 24 00:40:52.600967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cd180c0-e6d5-44c9-8a60-f61c43751586 req-7a33d810-3e3a-472b-beda-40fcff56801c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162281 Aug 24 00:40:52.760616 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2db467b-375d-4bab-97be-00669dc23a9d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.798950 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d2db467b-375d-4bab-97be-00669dc23a9d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445e84ec-5bb6-4af1-a4dc-863f9062c8c8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:52.826811 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d2db467b-375d-4bab-97be-00669dc23a9d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954227c2-f72a-4a1f-ab19-f650dda2c2a2') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:52.828926 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d2db467b-375d-4bab-97be-00669dc23a9d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954227c2-f72a-4a1f-ab19-f650dda2c2a2') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:52.846991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 769cf417-3b42-4ef0-aec8-4dfe8337f481 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:52.857065 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2db467b-375d-4bab-97be-00669dc23a9d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.895011 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 769cf417-3b42-4ef0-aec8-4dfe8337f481 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:52.896701 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2db467b-375d-4bab-97be-00669dc23a9d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.902217 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 769cf417-3b42-4ef0-aec8-4dfe8337f481 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:52.902655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e60a100c-aefb-48f1-916a-4488de56c95b no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:52.918562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2db467b-375d-4bab-97be-00669dc23a9d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:52.919281 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2db467b-375d-4bab-97be-00669dc23a9d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.996576 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: e60a100c-aefb-48f1-916a-4488de56c95b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:52.997211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e60a100c-aefb-48f1-916a-4488de56c95b not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:52.999039 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:53.007438 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2db467b-375d-4bab-97be-00669dc23a9d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.017690 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d2db467b-375d-4bab-97be-00669dc23a9d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.030043 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d2db467b-375d-4bab-97be-00669dc23a9d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] 10.222.0.32 "DELETE /v2.0/networks/445e84ec-5bb6-4af1-a4dc-863f9062c8c8 HTTP/1.1" status: 204 len: 168 time: 0.7748966 Aug 24 00:40:53.072512 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db467b-375d-4bab-97be-00669dc23a9d tempest-TestSecurityGroupsBasicOps-10806204 tempest-TestSecurityGroupsBasicOps-10806204-project] Pushing event deleted for resources: {'Network': ['ID=445e84ec-5bb6-4af1-a4dc-863f9062c8c8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:53.664608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58174) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:53.748169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b77dc-054b-4c2b-84d2-f65671dd9137 req-318a7bec-08cf-40c8-acc6-6f698f19efd2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:53.756754 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b2b77dc-054b-4c2b-84d2-f65671dd9137 req-318a7bec-08cf-40c8-acc6-6f698f19efd2 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0748284 Aug 24 00:40:53.811442 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b2b77dc-054b-4c2b-84d2-f65671dd9137 req-77c573d7-8c19-4280-9ebf-02ad811721b4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533781 Aug 24 00:40:53.839622 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.116278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9ddcaafa-2408-4a35-98d0-d7ae40188430 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0bfc0da3ea624ea59c8d2391869f62a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498076 Aug 24 00:40:54.118805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58184) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:54.173407 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e140e7cd-9075-482d-a5ac-65fb959bd7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.203257 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e140e7cd-9075-482d-a5ac-65fb959bd7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.271193 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e140e7cd-9075-482d-a5ac-65fb959bd7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.275024 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e140e7cd-9075-482d-a5ac-65fb959bd7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.276926 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e140e7cd-9075-482d-a5ac-65fb959bd7a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9dfe053d-185c-40e7-9b56-7ff189aceafb HTTP/1.1" status: 204 len: 168 time: 0.1571686 Aug 24 00:40:54.288112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140e7cd-9075-482d-a5ac-65fb959bd7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfe053d-185c-40e7-9b56-7ff189aceafb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:54.817015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58200) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:54.848746 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62d97d88-6823-4752-86de-e7cc80da2d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.135907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5659987-33fc-476b-954f-dae100faf9a8 req-ce0c144a-df2f-4f51-9f0c-a4232f7cd85c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:55.137533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5659987-33fc-476b-954f-dae100faf9a8 req-ce0c144a-df2f-4f51-9f0c-a4232f7cd85c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1777079 Aug 24 00:40:55.192217 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62d97d88-6823-4752-86de-e7cc80da2d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.202462 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62d97d88-6823-4752-86de-e7cc80da2d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.236592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5659987-33fc-476b-954f-dae100faf9a8 req-0a8e498c-a2eb-4ac6-b450-5c1e2de5bb01 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885859 Aug 24 00:40:55.260453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-62d97d88-6823-4752-86de-e7cc80da2d0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc61e84d107e4c6f8a0ac2b5414b9451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413447 Aug 24 00:40:55.261131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58208) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:55.278898 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d97d88-6823-4752-86de-e7cc80da2d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e27763-0a15-4a90-9154-1baf51f40834,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:55.411774 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d02a2de7-9d6a-4e8d-83f5-d4b14934e9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.449635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d02a2de7-9d6a-4e8d-83f5-d4b14934e9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.543091 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d02a2de7-9d6a-4e8d-83f5-d4b14934e9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.545850 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d02a2de7-9d6a-4e8d-83f5-d4b14934e9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.547472 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d02a2de7-9d6a-4e8d-83f5-d4b14934e9c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9e27763-0a15-4a90-9154-1baf51f40834 HTTP/1.1" status: 204 len: 168 time: 0.2847462 Aug 24 00:40:55.569924 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a2de7-9d6a-4e8d-83f5-d4b14934e9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e27763-0a15-4a90-9154-1baf51f40834,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:56.608930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e0018-d792-4f82-8b9f-a2b30740d2ec req-2c52a05d-d2b2-4c42-a94b-73bc63a9f4b4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:56.626160 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f0e0018-d792-4f82-8b9f-a2b30740d2ec req-2c52a05d-d2b2-4c42-a94b-73bc63a9f4b4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1240342 Aug 24 00:40:56.696948 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58238) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:56.720394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f0e0018-d792-4f82-8b9f-a2b30740d2ec req-a05d5029-dc9f-45ff-b5e4-2af2022ad76e tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924313 Aug 24 00:40:56.794656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58242) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:56.796360 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e4dda645-6d25-4407-babd-e56c12430c5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91a11f28255448a690cc3e19f506e7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972385 Aug 24 00:40:56.901771 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91946bc9-90e6-454c-a666-7af67c5167c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:56.921384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58244) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:56.958404 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91946bc9-90e6-454c-a666-7af67c5167c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.042839 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91946bc9-90e6-454c-a666-7af67c5167c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.047293 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-91946bc9-90e6-454c-a666-7af67c5167c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.054442 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-91946bc9-90e6-454c-a666-7af67c5167c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ffb3862-27ac-409b-9b36-9cd02a791c29 HTTP/1.1" status: 204 len: 168 time: 0.2521467 Aug 24 00:40:57.088905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91946bc9-90e6-454c-a666-7af67c5167c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffb3862-27ac-409b-9b36-9cd02a791c29,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:57.137619 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc98dae-ac81-40b0-b658-c1bd3076e12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.372739 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc98dae-ac81-40b0-b658-c1bd3076e12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.378985 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc98dae-ac81-40b0-b658-c1bd3076e12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.435157 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ecc98dae-ac81-40b0-b658-c1bd3076e12e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0db1470d5c14eb7977b7dc6a13f11f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5109119 Aug 24 00:40:57.435609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58262) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:57.447522 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc98dae-ac81-40b0-b658-c1bd3076e12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b9e6a9-6e8f-4f7b-8d30-fbd7b50823fc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:57.531690 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-727a0f82-2d02-49de-9603-379cabb87d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.571826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-727a0f82-2d02-49de-9603-379cabb87d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.619519 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7268c1f6-50f5-49cf-8934-ee4daa3ef23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.695111 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-727a0f82-2d02-49de-9603-379cabb87d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.700982 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-727a0f82-2d02-49de-9603-379cabb87d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.706748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-727a0f82-2d02-49de-9603-379cabb87d33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33b9e6a9-6e8f-4f7b-8d30-fbd7b50823fc HTTP/1.1" status: 204 len: 168 time: 0.2672303 Aug 24 00:40:57.734939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a0f82-2d02-49de-9603-379cabb87d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b9e6a9-6e8f-4f7b-8d30-fbd7b50823fc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:57.924624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba297acf-4560-4e62-9e64-1413fac1cb49 req-a12e301b-e60b-4828-b82c-42e90d0d0449 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:57.927036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba297acf-4560-4e62-9e64-1413fac1cb49 req-a12e301b-e60b-4828-b82c-42e90d0d0449 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0691280 Aug 24 00:40:57.997022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba297acf-4560-4e62-9e64-1413fac1cb49 req-a7674471-9ca0-44ac-9570-132e37e44861 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593901 Aug 24 00:40:58.331763 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58288) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:58.354517 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a93f1cf7-f432-4956-8a14-ca8ba33f73f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.584190 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a93f1cf7-f432-4956-8a14-ca8ba33f73f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.596484 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a93f1cf7-f432-4956-8a14-ca8ba33f73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.654136 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a93f1cf7-f432-4956-8a14-ca8ba33f73f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58aeac608ff2404abee6a8e517a6b0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204594 Aug 24 00:40:58.656352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:58.713092 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f1cf7-f432-4956-8a14-ca8ba33f73f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6005982-0f31-4ffc-bae5-6fa2a8eef5b0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:58.935363 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e153d529-7e49-4d8c-95c7-40e1ae37f5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.993381 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e153d529-7e49-4d8c-95c7-40e1ae37f5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.097710 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e153d529-7e49-4d8c-95c7-40e1ae37f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.105337 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e153d529-7e49-4d8c-95c7-40e1ae37f5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.110021 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e153d529-7e49-4d8c-95c7-40e1ae37f5ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6005982-0f31-4ffc-bae5-6fa2a8eef5b0 HTTP/1.1" status: 204 len: 168 time: 0.4524541 Aug 24 00:40:59.120789 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153d529-7e49-4d8c-95c7-40e1ae37f5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6005982-0f31-4ffc-bae5-6fa2a8eef5b0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:59.171173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f7b32-60c9-4b15-8c9b-fc121cf6ea44 req-7b773dc8-09f6-4ea3-9677-d8bc6948aef9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:59.172384 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae9f7b32-60c9-4b15-8c9b-fc121cf6ea44 req-7b773dc8-09f6-4ea3-9677-d8bc6948aef9 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0639286 Aug 24 00:40:59.215695 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae9f7b32-60c9-4b15-8c9b-fc121cf6ea44 req-6393a224-64fa-4bc0-a373-0454c0f40284 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366361 Aug 24 00:40:59.395967 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:59.562864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-254804692-network', 'tenant_id': 'e3b884d0c3ab4417b3d26b0b086eed2e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:59.591896 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] Made reservation on behalf of e3b884d0c3ab4417b3d26b0b086eed2e for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:59.595654 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.608936 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.718845 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.771488 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.778345 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.820951 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:59.833441 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6683ecdc-77d9-427e-9dab-cc3ea0388c5d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:59.848122 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.848452 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] Added segment 43f7bcf9-3b00-4b53-b455-06804a67311e of type vlan for network 991056d6-4ac1-4e3e-abf2-db2ed082dd1f Aug 24 00:40:59.897812 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.931638 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.933387 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:59.934185 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.974762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cdfcc-00c6-4230-97ef-a650bc7aa852 req-1a4a5c7b-562a-4633-bfd9-1e0eec8b0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:59.976322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-191cdfcc-00c6-4230-97ef-a650bc7aa852 req-1a4a5c7b-562a-4633-bfd9-1e0eec8b0834 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0761755 Aug 24 00:40:59.991616 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5944262 Aug 24 00:40:59.996475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58388) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:00.004441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2c00fb82-6c5d-4934-8ffb-bc7f2e3ece27 admin admin] Request body: {'subnet': {'network_id': '991056d6-4ac1-4e3e-abf2-db2ed082dd1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-254804692-subnet', 'tenant_id': 'e3b884d0c3ab4417b3d26b0b086eed2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:00.011279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18845d-268d-47ce-adf1-8b400d2c9c51 admin admin] Pushing event updated for resources: {'Network': ['ID=991056d6-4ac1-4e3e-abf2-db2ed082dd1f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:00.034390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 991056d6-4ac1-4e3e-abf2-db2ed082dd1f details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:00.173725 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.182347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c00fb82-6c5d-4934-8ffb-bc7f2e3ece27 admin admin] Made reservation on behalf of e3b884d0c3ab4417b3d26b0b086eed2e for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:00.185001 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c00fb82-6c5d-4934-8ffb-bc7f2e3ece27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.236574 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-828b9b0e-3ac8-4cee-88e7-df5cf8287490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.289879 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cdfcc-00c6-4230-97ef-a650bc7aa852 req-c7410972-fd7d-4489-b2cb-54e41d1de1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:00.291360 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-191cdfcc-00c6-4230-97ef-a650bc7aa852 req-c7410972-fd7d-4489-b2cb-54e41d1de1d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 917 time: 0.3054194 Aug 24 00:41:00.473160 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-191cdfcc-00c6-4230-97ef-a650bc7aa852 req-f0b5f795-3c84-4777-8a74-e3788d9c48ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=292d475e-aa11-4088-b494-345d14ce1afe HTTP/1.1" status: 200 len: 1001 time: 0.1742790 Aug 24 00:41:00.486686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dc320-b31f-40c5-9cdf-620ea2a31392 req-93626b1b-e709-4305-8476-64ded6d74951 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:00.494702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-775dc320-b31f-40c5-9cdf-620ea2a31392 req-93626b1b-e709-4305-8476-64ded6d74951 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1226125 Aug 24 00:41:00.624894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-775dc320-b31f-40c5-9cdf-620ea2a31392 req-e36af34c-2ee0-4f11-b784-814a457fec4a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289873 Aug 24 00:41:00.631780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cdfcc-00c6-4230-97ef-a650bc7aa852 req-c072226d-e302-4560-96b4-8a59c6326cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:00.638748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-191cdfcc-00c6-4230-97ef-a650bc7aa852 req-c072226d-e302-4560-96b4-8a59c6326cd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.1366000 Aug 24 00:41:00.649107 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c00fb82-6c5d-4934-8ffb-bc7f2e3ece27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.769278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cdfcc-00c6-4230-97ef-a650bc7aa852 req-4e9620c5-d5c2-463a-9c33-20a3929363c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:00.771072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-191cdfcc-00c6-4230-97ef-a650bc7aa852 req-4e9620c5-d5c2-463a-9c33-20a3929363c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175947 Aug 24 00:41:00.774041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00fb82-6c5d-4934-8ffb-bc7f2e3ece27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77dc62f7-ab49-488e-b0ba-90557c13180f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:00.801913 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00fb82-6c5d-4934-8ffb-bc7f2e3ece27 admin admin] Checking segment: {'id': '43f7bcf9-3b00-4b53-b455-06804a67311e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '991056d6-4ac1-4e3e-abf2-db2ed082dd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:00.802551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c00fb82-6c5d-4934-8ffb-bc7f2e3ece27 admin admin] Network hostable DHCP agents. Network: 991056d6-4ac1-4e3e-abf2-db2ed082dd1f, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:00.867491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c00fb82-6c5d-4934-8ffb-bc7f2e3ece27 admin admin] Network 991056d6-4ac1-4e3e-abf2-db2ed082dd1f is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:00.895105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-2c00fb82-6c5d-4934-8ffb-bc7f2e3ece27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 991056d6-4ac1-4e3e-abf2-db2ed082dd1f) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:00.900101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c00fb82-6c5d-4934-8ffb-bc7f2e3ece27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:00.900903 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c00fb82-6c5d-4934-8ffb-bc7f2e3ece27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.907871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a701e11c-0b2d-42c0-9d4b-472c57e7df4d None None] Network 991056d6-4ac1-4e3e-abf2-db2ed082dd1f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:00.917565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-191cdfcc-00c6-4230-97ef-a650bc7aa852 req-64e13185-374c-45ad-9433-577214b99b7e service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390388 Aug 24 00:41:00.932128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2c00fb82-6c5d-4934-8ffb-bc7f2e3ece27 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9255311 Aug 24 00:41:01.063189 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-191cdfcc-00c6-4230-97ef-a650bc7aa852 req-a04827c5-243c-421c-96bd-767632f96e8d service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354430 Aug 24 00:41:01.084420 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7c2ebb-67fb-4b49-ae49-cb9eaafabd01 None None] Network 991056d6-4ac1-4e3e-abf2-db2ed082dd1f requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:01.304869 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.766211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e41a1d-89d5-4505-97f7-69b42162ec75 req-a3864403-114b-4751-8b92-3125a961644d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:01.770103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4e41a1d-89d5-4505-97f7-69b42162ec75 req-a3864403-114b-4751-8b92-3125a961644d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0650787 Aug 24 00:41:01.814760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4e41a1d-89d5-4505-97f7-69b42162ec75 req-2c5b64fd-49f5-4ed9-8d75-8380b42b9053 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380502 Aug 24 00:41:02.334055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:02.339831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-963294674-network', 'tenant_id': '452cb1aa394e4975bb5860c2fb97d1b7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:02.362053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] Made reservation on behalf of 452cb1aa394e4975bb5860c2fb97d1b7 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:02.364612 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.374634 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.490959 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.496431 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.546958 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb20f14f-17e3-4113-a9ae-85933e1a0eee,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:02.557461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:02.575627 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.576260 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] Added segment 3fdd1ed3-861b-4e21-b50a-eec953e165b4 of type vlan for network 69f94973-d251-45aa-a152-547003c054e6 Aug 24 00:41:02.629578 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.669925 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.670943 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:02.671542 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.706904 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3715670 Aug 24 00:41:02.709985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58492) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:02.717059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4752e545-4ae1-4911-8775-174ae6062966 admin admin] Request body: {'subnet': {'network_id': '69f94973-d251-45aa-a152-547003c054e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-963294674-subnet', 'tenant_id': '452cb1aa394e4975bb5860c2fb97d1b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:02.777245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4752e545-4ae1-4911-8775-174ae6062966 admin admin] Made reservation on behalf of 452cb1aa394e4975bb5860c2fb97d1b7 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:02.780342 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4752e545-4ae1-4911-8775-174ae6062966 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.788344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f0e4c-56a3-4fbd-9dd7-19c9c0f8a205 admin admin] Pushing event updated for resources: {'Network': ['ID=69f94973-d251-45aa-a152-547003c054e6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:02.802255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 69f94973-d251-45aa-a152-547003c054e6 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:03.068333 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.094453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b77822-130f-4fcf-bbb7-f8455fa861f6 req-1d82208a-b710-4622-969e-fa1e85ff6a77 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:03.096054 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66b77822-130f-4fcf-bbb7-f8455fa861f6 req-1d82208a-b710-4622-969e-fa1e85ff6a77 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 945 time: 0.1158319 Aug 24 00:41:03.097411 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4752e545-4ae1-4911-8775-174ae6062966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.178470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752e545-4ae1-4911-8775-174ae6062966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c7105ec-7a87-4ebd-a61c-3dd0a0570b52,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:03.190089 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66b77822-130f-4fcf-bbb7-f8455fa861f6 req-53b81611-f2d8-4596-9518-c89e7bc1de31 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866947 Aug 24 00:41:03.201900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4752e545-4ae1-4911-8775-174ae6062966 admin admin] Checking segment: {'id': '3fdd1ed3-861b-4e21-b50a-eec953e165b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '69f94973-d251-45aa-a152-547003c054e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:03.202261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4752e545-4ae1-4911-8775-174ae6062966 admin admin] Network hostable DHCP agents. Network: 69f94973-d251-45aa-a152-547003c054e6, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:03.232708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4752e545-4ae1-4911-8775-174ae6062966 admin admin] Network 69f94973-d251-45aa-a152-547003c054e6 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:03.250760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4752e545-4ae1-4911-8775-174ae6062966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 69f94973-d251-45aa-a152-547003c054e6) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:03.256895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4752e545-4ae1-4911-8775-174ae6062966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:03.256895 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4752e545-4ae1-4911-8775-174ae6062966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.261130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51fb00b-41d0-4d68-9ca7-1cf4855c8ec9 None None] Network 69f94973-d251-45aa-a152-547003c054e6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:03.298029 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4752e545-4ae1-4911-8775-174ae6062966 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5854270 Aug 24 00:41:03.521331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59a7777-011f-432d-93c9-5b3570465c02 None None] Network 69f94973-d251-45aa-a152-547003c054e6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:03.674340 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58520) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:03.736662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 292d475e-aa11-4088-b494-345d14ce1afe no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:03.885624 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.898230 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-368e6289-aa91-429b-8e12-10d2768d9956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.911023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292d475e-aa11-4088-b494-345d14ce1afe'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:41:03.914633 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f3660b-84a2-4d2d-ab87-b87a7fdc072b" -d '{"events": [{"server_uuid": "db74e2b8-59de-4e25-874e-74c2632bb0b0", "name": "network-vif-unplugged", "status": "completed", "tag": "292d475e-aa11-4088-b494-345d14ce1afe"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:41:03.942367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 292d475e-aa11-4088-b494-345d14ce1afe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=292d475e-aa11-4088-b494-345d14ce1afe,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:03.962699 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.972276 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 00:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000a5183-13e2-4b3d-a768-7afba1ff69a4 x-openstack-request-id: req-000a5183-13e2-4b3d-a768-7afba1ff69a4 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:41:03.974480 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db74e2b8-59de-4e25-874e-74c2632bb0b0", "name": "network-vif-unplugged", "status": "failed", "tag": "292d475e-aa11-4088-b494-345d14ce1afe", "code": 422}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:41:03.974758 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-000a5183-13e2-4b3d-a768-7afba1ff69a4 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:41:03.975879 n-d-805736-1 neutron-server[94839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '292d475e-aa11-4088-b494-345d14ce1afe', 'code': 422} returned with failed status Aug 24 00:41:04.127568 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=292d475e-aa11-4088-b494-345d14ce1afe,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:04.173412 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-368e6289-aa91-429b-8e12-10d2768d9956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.180870 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-368e6289-aa91-429b-8e12-10d2768d9956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.231333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e6289-aa91-429b-8e12-10d2768d9956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090d76b5-a80a-4721-8f5c-3ad3a200f22a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:04.240950 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-368e6289-aa91-429b-8e12-10d2768d9956 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e644af4df9849e0a6913c7c48e7f646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5648990 Aug 24 00:41:04.243631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:04.309696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-3418a50d-1c10-42f7-a7c7-a3cc2505313f tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:04.312114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-3418a50d-1c10-42f7-a7c7-a3cc2505313f tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/networks?id=991056d6-4ac1-4e3e-abf2-db2ed082dd1f HTTP/1.1" status: 200 len: 811 time: 0.2117867 Aug 24 00:41:04.319593 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b1d127a-88ad-4d98-b033-aa5b0a4f38ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.338569 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-257dd809-6e20-4344-b8e6-2e170e0c9a38 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/quotas/e3b884d0c3ab4417b3d26b0b086eed2e HTTP/1.1" status: 200 len: 375 time: 0.0186307 Aug 24 00:41:04.345050 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b1d127a-88ad-4d98-b033-aa5b0a4f38ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.376351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-9770c2e5-6a94-425e-af38-81050c629766 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3b884d0c3ab4417b3d26b0b086eed2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367897 Aug 24 00:41:04.416073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b1d127a-88ad-4d98-b033-aa5b0a4f38ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.419281 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b1d127a-88ad-4d98-b033-aa5b0a4f38ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.420672 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0b1d127a-88ad-4d98-b033-aa5b0a4f38ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/090d76b5-a80a-4721-8f5c-3ad3a200f22a HTTP/1.1" status: 204 len: 168 time: 0.1756830 Aug 24 00:41:04.445846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d127a-88ad-4d98-b033-aa5b0a4f38ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090d76b5-a80a-4721-8f5c-3ad3a200f22a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:04.508019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-c1de12b9-097f-4d4d-b754-31c9c01ae72b service neutron] 10.222.0.32 "GET /v2.0/networks/991056d6-4ac1-4e3e-abf2-db2ed082dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304533 Aug 24 00:41:04.644302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-05b564fc-9ad3-4b6d-a5f0-07f09b3fcb5e service neutron] 10.222.0.32 "GET /v2.0/networks/991056d6-4ac1-4e3e-abf2-db2ed082dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352160 Aug 24 00:41:04.928393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e4386c6-1fc9-43f3-bae5-dc178e07ca9a req-13340f44-533e-417e-8822-938c94e77996 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 210 time: 0.0770650 Aug 24 00:41:04.999523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbabdca-e3db-439e-a319-159e19f50a6d req-6854e06d-6c70-4669-99fb-df14d6b43c57 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:05.008181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abbabdca-e3db-439e-a319-159e19f50a6d req-6854e06d-6c70-4669-99fb-df14d6b43c57 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0884335 Aug 24 00:41:05.029382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58586) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:05.051678 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f29ee52a-410a-43f4-b3eb-62b30b3efad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.054379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-abbabdca-e3db-439e-a319-159e19f50a6d req-c6672410-4f49-4813-8ea8-b1dd9b90d573 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446360 Aug 24 00:41:05.230315 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f29ee52a-410a-43f4-b3eb-62b30b3efad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.235822 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f29ee52a-410a-43f4-b3eb-62b30b3efad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.239234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58596) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:05.329158 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ee52a-410a-43f4-b3eb-62b30b3efad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9f4f78-4d28-4704-8db3-de8e2603d9e1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:05.338634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58604) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:05.346035 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f29ee52a-410a-43f4-b3eb-62b30b3efad6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cd8c12aae0f4db5bdcdcd223649bd1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155026 Aug 24 00:41:05.402942 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e336655e-dbd6-4429-801d-754c9c644e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.461726 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e336655e-dbd6-4429-801d-754c9c644e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.510757 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-150b5348-32f5-4690-aa4b-4a2ff6db8818 req-bf9a6aae-c3a0-48ab-acde-f805c30abe1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2699349 Aug 24 00:41:05.543042 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e336655e-dbd6-4429-801d-754c9c644e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.547174 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e336655e-dbd6-4429-801d-754c9c644e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.547174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e336655e-dbd6-4429-801d-754c9c644e3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc9f4f78-4d28-4704-8db3-de8e2603d9e1 HTTP/1.1" status: 204 len: 168 time: 0.2069156 Aug 24 00:41:05.565493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336655e-dbd6-4429-801d-754c9c644e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9f4f78-4d28-4704-8db3-de8e2603d9e1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:06.048291 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e213d325-9499-4ebd-aa35-7fabbf2472b6 req-4f43013c-1c93-47ed-9566-62c3e78710e2 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 210 time: 0.0351481 Aug 24 00:41:06.245609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f61abf-1142-414a-9f1c-47da599b58b0 req-0da38a05-3e4d-441b-96b5-c3942f754726 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:06.247207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8f61abf-1142-414a-9f1c-47da599b58b0 req-0da38a05-3e4d-441b-96b5-c3942f754726 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0870037 Aug 24 00:41:06.364430 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8f61abf-1142-414a-9f1c-47da599b58b0 req-34affd80-56fa-4ed2-bf67-8be9ca99dc93 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092241 Aug 24 00:41:06.491381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-b69a3baf-3ef2-49f5-812c-1ba643e9f9db tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:06.493256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-b69a3baf-3ef2-49f5-812c-1ba643e9f9db tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.13 "GET /v2.0/networks?id=991056d6-4ac1-4e3e-abf2-db2ed082dd1f HTTP/1.1" status: 200 len: 811 time: 0.2202866 Aug 24 00:41:06.521948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-3e3bb334-9f99-4e8e-a49a-f753cd68bed1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Request body: {'port': {'device_id': '119d9884-2971-4fe8-a6f6-3a25a7ea6b72', 'network_id': '991056d6-4ac1-4e3e-abf2-db2ed082dd1f', 'admin_state_up': True, 'tenant_id': 'e3b884d0c3ab4417b3d26b0b086eed2e'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:06.707458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-3e3bb334-9f99-4e8e-a49a-f753cd68bed1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Made reservation on behalf of e3b884d0c3ab4417b3d26b0b086eed2e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:06.711476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-3e3bb334-9f99-4e8e-a49a-f753cd68bed1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:06.914560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-3e3bb334-9f99-4e8e-a49a-f753cd68bed1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Allocated IP 172.20.0.4 (991056d6-4ac1-4e3e-abf2-db2ed082dd1f/77dc62f7-ab49-488e-b0ba-90557c13180f/0e98f372-9528-4d72-922b-e5cf20c09277) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:07.032562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b5348-32f5-4690-aa4b-4a2ff6db8818 req-5c9e088b-f91b-4481-b4b3-794246495b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:07.035081 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-150b5348-32f5-4690-aa4b-4a2ff6db8818 req-5c9e088b-f91b-4481-b4b3-794246495b9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0&tenant_id=8bebadfd83004fbba9ca3639ea1e148c HTTP/1.1" status: 200 len: 1094 time: 0.2359176 Aug 24 00:41:07.136940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b5348-32f5-4690-aa4b-4a2ff6db8818 req-ad537763-450d-4e98-9458-4458304ed265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:07.139491 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-150b5348-32f5-4690-aa4b-4a2ff6db8818 req-ad537763-450d-4e98-9458-4458304ed265 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 1094 time: 0.0649087 Aug 24 00:41:07.312660 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-3e3bb334-9f99-4e8e-a49a-f753cd68bed1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.327655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b5348-32f5-4690-aa4b-4a2ff6db8818 req-26c83d35-6276-4c3f-b067-2e9d5194f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:07.329351 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-150b5348-32f5-4690-aa4b-4a2ff6db8818 req-26c83d35-6276-4c3f-b067-2e9d5194f211 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 917 time: 0.1821589 Aug 24 00:41:07.421718 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-3e3bb334-9f99-4e8e-a49a-f753cd68bed1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.531157 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-150b5348-32f5-4690-aa4b-4a2ff6db8818 req-1003aab6-f818-47ac-bdb9-d749e2b913eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=292d475e-aa11-4088-b494-345d14ce1afe HTTP/1.1" status: 200 len: 999 time: 0.1936262 Aug 24 00:41:07.549048 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bb334-9f99-4e8e-a49a-f753cd68bed1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Pushing event updated for resources: {'Port': ['ID=0e98f372-9528-4d72-922b-e5cf20c09277,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:07.578435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-3e3bb334-9f99-4e8e-a49a-f753cd68bed1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Network 991056d6-4ac1-4e3e-abf2-db2ed082dd1f is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:07.580237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-3e3bb334-9f99-4e8e-a49a-f753cd68bed1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:07.583714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-3e3bb334-9f99-4e8e-a49a-f753cd68bed1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:07.680228 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b5348-32f5-4690-aa4b-4a2ff6db8818 req-ac4606de-a491-49b4-92eb-259ddd183dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:07.680777 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-3e3bb334-9f99-4e8e-a49a-f753cd68bed1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:07.681947 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-3e3bb334-9f99-4e8e-a49a-f753cd68bed1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.683525 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-150b5348-32f5-4690-aa4b-4a2ff6db8818 req-ac4606de-a491-49b4-92eb-259ddd183dc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.1431119 Aug 24 00:41:07.706112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df2257-a4e1-4191-b19c-45c667bc19b6 req-a8837ce1-9a69-41fa-82a5-743de2603de1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:07.707843 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98df2257-a4e1-4191-b19c-45c667bc19b6 req-a8837ce1-9a69-41fa-82a5-743de2603de1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 931 time: 0.5308542 Aug 24 00:41:07.718384 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-3e3bb334-9f99-4e8e-a49a-f753cd68bed1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2011914 Aug 24 00:41:07.746307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Request body: {'port': {'device_id': '119d9884-2971-4fe8-a6f6-3a25a7ea6b72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:07.755130 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b5348-32f5-4690-aa4b-4a2ff6db8818 req-4c6a3777-6bc6-4619-99c4-68ca0fba958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:07.757637 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-150b5348-32f5-4690-aa4b-4a2ff6db8818 req-4c6a3777-6bc6-4619-99c4-68ca0fba958c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614564 Aug 24 00:41:07.796495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98df2257-a4e1-4191-b19c-45c667bc19b6 req-8ee779ed-179c-4633-a8c9-5a09e4852af1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769348 Aug 24 00:41:07.843269 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.970921 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-150b5348-32f5-4690-aa4b-4a2ff6db8818 req-338e439a-ee56-4b16-9118-3b8d04956cf6 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918545 Aug 24 00:41:08.095065 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-150b5348-32f5-4690-aa4b-4a2ff6db8818 req-22573020-6f17-452f-821a-3058fbfe5567 service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162293 Aug 24 00:41:08.177136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e297de-eb5e-455a-aa05-32db1bb40992 req-ad340b61-00b8-405a-a55e-d7ef011afef6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:08.185670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31e297de-eb5e-455a-aa05-32db1bb40992 req-ad340b61-00b8-405a-a55e-d7ef011afef6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.6376755 Aug 24 00:41:08.265641 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31e297de-eb5e-455a-aa05-32db1bb40992 req-0dc052d5-58b7-401b-901e-1013a41b38b7 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789361 Aug 24 00:41:08.269618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e98f372-9528-4d72-922b-e5cf20c09277 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:41:08.281123 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.297098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Transition to ACTIVE for port object 0e98f372-9528-4d72-922b-e5cf20c09277 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:08.312540 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.374424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Pushing event updated for resources: {'Port': ['ID=0e98f372-9528-4d72-922b-e5cf20c09277,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:08.468262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Attempting to bind port 0e98f372-9528-4d72-922b-e5cf20c09277 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:08.469358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Attempting to bind port 0e98f372-9528-4d72-922b-e5cf20c09277 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '43f7bcf9-3b00-4b53-b455-06804a67311e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '991056d6-4ac1-4e3e-abf2-db2ed082dd1f'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:08.469899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Attempting to bind port 0e98f372-9528-4d72-922b-e5cf20c09277 on network 991056d6-4ac1-4e3e-abf2-db2ed082dd1f {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:08.475121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Port 0e98f372-9528-4d72-922b-e5cf20c09277 on network 991056d6-4ac1-4e3e-abf2-db2ed082dd1f not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:08.475455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Attempting to bind port 0e98f372-9528-4d72-922b-e5cf20c09277 on network 991056d6-4ac1-4e3e-abf2-db2ed082dd1f {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:08.481443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:08.481797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Checking segment: {'id': '43f7bcf9-3b00-4b53-b455-06804a67311e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '991056d6-4ac1-4e3e-abf2-db2ed082dd1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:08.482296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Bound using segment: {'id': '43f7bcf9-3b00-4b53-b455-06804a67311e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '991056d6-4ac1-4e3e-abf2-db2ed082dd1f'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:08.486180 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Bound port: 0e98f372-9528-4d72-922b-e5cf20c09277, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f7bcf9-3b00-4b53-b455-06804a67311e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '991056d6-4ac1-4e3e-abf2-db2ed082dd1f'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:08.486180 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.601045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] For port 0e98f372-9528-4d72-922b-e5cf20c09277, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:08.605474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] For port 0e98f372-9528-4d72-922b-e5cf20c09277, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0e98f372-9528-4d72-922b-e5cf20c09277,segment=NetworkSegment(43f7bcf9-3b00-4b53-b455-06804a67311e),segment_id=43f7bcf9-3b00-4b53-b455-06804a67311e)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:08.610401 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.632165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:08.633263 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.635057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] 10.222.0.13 "PUT /v2.0/ports/0e98f372-9528-4d72-922b-e5cf20c09277 HTTP/1.1" status: 200 len: 1091 time: 0.8960676 Aug 24 00:41:08.636852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119d9884-2971-4fe8-a6f6-3a25a7ea6b72', 'tag': '0e98f372-9528-4d72-922b-e5cf20c09277'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:41:08.642604 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f115a36-242a-4d8f-b319-151a4b3911c3" -d '{"events": [{"name": "network-changed", "server_uuid": "119d9884-2971-4fe8-a6f6-3a25a7ea6b72", "tag": "0e98f372-9528-4d72-922b-e5cf20c09277"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:41:09.286760 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83338428-02f0-4fac-a9e3-47c4c602bbeb x-openstack-request-id: req-83338428-02f0-4fac-a9e3-47c4c602bbeb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:41:09.287263 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119d9884-2971-4fe8-a6f6-3a25a7ea6b72", "tag": "0e98f372-9528-4d72-922b-e5cf20c09277", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:41:09.287700 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83338428-02f0-4fac-a9e3-47c4c602bbeb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:41:09.287923 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119d9884-2971-4fe8-a6f6-3a25a7ea6b72', 'tag': '0e98f372-9528-4d72-922b-e5cf20c09277', 'status': 'completed', 'code': 200} Aug 24 00:41:09.324975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b312cc-e165-480c-987e-0e1491b919ce req-e09d02d7-3455-409e-a02c-2b08827019e5 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:09.326598 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78b312cc-e165-480c-987e-0e1491b919ce req-e09d02d7-3455-409e-a02c-2b08827019e5 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 943 time: 0.1254454 Aug 24 00:41:09.345572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adcb2b-ba8c-493e-977c-138173b2001e service neutron] Pushing event updated for resources: {'Port': ['ID=0e98f372-9528-4d72-922b-e5cf20c09277,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:09.360958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-4dce2d1c-06cb-4d8f-a693-b57420842727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:09.362870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-4dce2d1c-06cb-4d8f-a693-b57420842727 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3b884d0c3ab4417b3d26b0b086eed2e&device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 1094 time: 0.1908183 Aug 24 00:41:09.518437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-b0019ed1-a5a4-4daa-a9d2-0b0952454a6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e98f372-9528-4d72-922b-e5cf20c09277 HTTP/1.1" status: 200 len: 217 time: 0.1175058 Aug 24 00:41:09.533534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78b312cc-e165-480c-987e-0e1491b919ce req-4ff2ee45-f77a-437e-8c11-ef0a89dd2d98 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926785 Aug 24 00:41:09.685525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-4b392a18-423d-430d-a475-83e8665ba657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:09.687198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-4b392a18-423d-430d-a475-83e8665ba657 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77dc62f7-ab49-488e-b0ba-90557c13180f HTTP/1.1" status: 200 len: 851 time: 0.1223531 Aug 24 00:41:09.725239 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08aedf5-f9c5-4fa5-9966-aca3d1c85722 req-4206f06b-7fce-4838-9e28-2ecfa83dc2e0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:09.727625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f08aedf5-f9c5-4fa5-9966-aca3d1c85722 req-4206f06b-7fce-4838-9e28-2ecfa83dc2e0 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.2238367 Aug 24 00:41:09.792186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-8d446682-aa04-41b9-869d-f7ef37342c25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=991056d6-4ac1-4e3e-abf2-db2ed082dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633643 Aug 24 00:41:09.821274 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f08aedf5-f9c5-4fa5-9966-aca3d1c85722 req-1a70cc12-8cb3-4a67-83f3-92b4f5c32285 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839639 Aug 24 00:41:10.815934 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:10.824131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07f16d-a6b6-493a-8db3-76d18d417d6f req-1b5b6439-8176-45c9-ab33-ffef63a1a74e tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:10.826088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f07f16d-a6b6-493a-8db3-76d18d417d6f req-1b5b6439-8176-45c9-ab33-ffef63a1a74e tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 943 time: 0.1254063 Aug 24 00:41:10.915337 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f07f16d-a6b6-493a-8db3-76d18d417d6f req-25d18f4f-6126-4182-99dd-bb16e39443d8 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825109 Aug 24 00:41:11.029815 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3407dfbc-b907-4bf7-ac28-dffaaed81dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.094739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d8a1b-9038-4cce-b200-7445fc502f69 req-52995749-886c-4010-8dd1-f0f271d647d1 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:11.096415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-441d8a1b-9038-4cce-b200-7445fc502f69 req-52995749-886c-4010-8dd1-f0f271d647d1 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0841765 Aug 24 00:41:11.188467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-441d8a1b-9038-4cce-b200-7445fc502f69 req-1ddaee49-a1f6-41ed-b4e7-8bdd9319c283 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811553 Aug 24 00:41:11.274828 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3407dfbc-b907-4bf7-ac28-dffaaed81dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.287403 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3407dfbc-b907-4bf7-ac28-dffaaed81dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.413564 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3407dfbc-b907-4bf7-ac28-dffaaed81dd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cb8d3e5f4c4479183ec78c50c8b2ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5957472 Aug 24 00:41:11.414941 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407dfbc-b907-4bf7-ac28-dffaaed81dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abbb66d-c6bb-414b-9850-1300834a448a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:11.416185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58770) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:11.504451 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-173d2732-e7dc-4b54-affe-0781bf389f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.533316 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-173d2732-e7dc-4b54-affe-0781bf389f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.668223 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-173d2732-e7dc-4b54-affe-0781bf389f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.671662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-173d2732-e7dc-4b54-affe-0781bf389f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.672930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-173d2732-e7dc-4b54-affe-0781bf389f4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7abbb66d-c6bb-414b-9850-1300834a448a HTTP/1.1" status: 204 len: 168 time: 0.2556338 Aug 24 00:41:11.690166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d2732-e7dc-4b54-affe-0781bf389f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abbb66d-c6bb-414b-9850-1300834a448a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:12.152123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f2ea3-d2fb-4c83-8e03-cf77e5d94818 req-982cc4c8-0341-4547-906b-85fb60256e03 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:12.162594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b88f2ea3-d2fb-4c83-8e03-cf77e5d94818 req-982cc4c8-0341-4547-906b-85fb60256e03 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 943 time: 0.1112111 Aug 24 00:41:12.218233 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b88f2ea3-d2fb-4c83-8e03-cf77e5d94818 req-c9bbc69a-cdf9-4357-9111-a3e33547807d tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543780 Aug 24 00:41:12.392697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36be7a5-10a2-4ad6-8f02-24e4500af0d3 req-fe716d4c-8b57-4963-97f2-f08a06accaa6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:12.406895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36be7a5-10a2-4ad6-8f02-24e4500af0d3 req-fe716d4c-8b57-4963-97f2-f08a06accaa6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0844462 Aug 24 00:41:12.454313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a36be7a5-10a2-4ad6-8f02-24e4500af0d3 req-12d896bc-611d-4fb1-bd39-35e991391f05 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463483 Aug 24 00:41:13.060816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58828) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:13.362219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb9736-317e-43a4-8c07-d2cf5490e95c req-45294926-8c8e-43c0-b2e6-ca6ee242db64 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:13.370552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15eb9736-317e-43a4-8c07-d2cf5490e95c req-45294926-8c8e-43c0-b2e6-ca6ee242db64 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 943 time: 0.0626910 Aug 24 00:41:13.395426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58838) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:13.407183 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15eb9736-317e-43a4-8c07-d2cf5490e95c req-56a7e523-172a-4bb9-b30f-4118d848dd02 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355792 Aug 24 00:41:13.466449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-942505388-network', 'tenant_id': '35c27f18324d434ca1ad133521207baf'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:13.545905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea51fa97-2916-46bc-bd2e-192674da1316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.558676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] Made reservation on behalf of 35c27f18324d434ca1ad133521207baf for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:13.561233 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.599031 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.666166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4b64e-d76b-41e1-84a7-415fcf60279d req-c556900c-5878-44fd-9aca-3eb400b33c5f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:13.668169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eab4b64e-d76b-41e1-84a7-415fcf60279d req-c556900c-5878-44fd-9aca-3eb400b33c5f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.1390250 Aug 24 00:41:13.703234 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea51fa97-2916-46bc-bd2e-192674da1316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.708419 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ea51fa97-2916-46bc-bd2e-192674da1316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.714470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eab4b64e-d76b-41e1-84a7-415fcf60279d req-a130c822-87a2-4c13-92f3-2c9cbb19b210 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400851 Aug 24 00:41:13.756140 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ea51fa97-2916-46bc-bd2e-192674da1316 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ef8e20a103b427e934eb7ee8c738038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3584802 Aug 24 00:41:13.760999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58846) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:13.774371 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51fa97-2916-46bc-bd2e-192674da1316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d99644-d080-4413-9326-7af166fa5739,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:13.832124 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb51aac2-2aab-45f4-a586-fb64411b0c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.858222 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.861509 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb51aac2-2aab-45f4-a586-fb64411b0c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.863825 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.906191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:13.922867 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb51aac2-2aab-45f4-a586-fb64411b0c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.927003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcd7003-6e11-4ffc-b20a-a0f02d651d27,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:13.927599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb51aac2-2aab-45f4-a586-fb64411b0c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.929786 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-eb51aac2-2aab-45f4-a586-fb64411b0c10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28d99644-d080-4413-9326-7af166fa5739 HTTP/1.1" status: 204 len: 168 time: 0.1670153 Aug 24 00:41:13.935899 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.936433 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] Added segment aa39ebaf-6e17-422c-9cda-290979c1f6e9 of type vlan for network a863ae3b-f05b-4196-ac8a-9962805fb678 Aug 24 00:41:13.941763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51aac2-2aab-45f4-a586-fb64411b0c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d99644-d080-4413-9326-7af166fa5739,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:14.014715 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.065983 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.067510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:14.068285 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.143250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0808792 Aug 24 00:41:14.144183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703ff70-b759-48af-b7d2-8636703a5854 admin admin] Pushing event updated for resources: {'Network': ['ID=a863ae3b-f05b-4196-ac8a-9962805fb678,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:14.147730 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58854) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:14.155579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network a863ae3b-f05b-4196-ac8a-9962805fb678 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:14.168276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-63bc986f-d157-4c3e-9e0d-67d69081c509 admin admin] Request body: {'subnet': {'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-942505388-subnet', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:14.218093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bc986f-d157-4c3e-9e0d-67d69081c509 admin admin] Made reservation on behalf of 35c27f18324d434ca1ad133521207baf for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:14.224380 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63bc986f-d157-4c3e-9e0d-67d69081c509 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.512231 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63bc986f-d157-4c3e-9e0d-67d69081c509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.513098 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:14.528745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7e017f9-21ec-408e-a288-9aafa1013dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.635844 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc986f-d157-4c3e-9e0d-67d69081c509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9de5ed0-fbf9-46b8-9203-adcd5872c396,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:14.686010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b1d6b-fa50-45c2-9823-387834d9e73b req-bd888882-fc4f-4d5c-8578-5f4275b21f1a tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:14.687539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b54b1d6b-fa50-45c2-9823-387834d9e73b req-bd888882-fc4f-4d5c-8578-5f4275b21f1a tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 943 time: 0.1665957 Aug 24 00:41:14.717401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc986f-d157-4c3e-9e0d-67d69081c509 admin admin] Checking segment: {'id': 'aa39ebaf-6e17-422c-9cda-290979c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:14.717765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc986f-d157-4c3e-9e0d-67d69081c509 admin admin] Network hostable DHCP agents. Network: a863ae3b-f05b-4196-ac8a-9962805fb678, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:14.728620 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7e017f9-21ec-408e-a288-9aafa1013dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.733686 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e7e017f9-21ec-408e-a288-9aafa1013dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.782852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b54b1d6b-fa50-45c2-9823-387834d9e73b req-cc304f05-d828-4bd3-b8f7-b24194dbd5d7 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877762 Aug 24 00:41:14.784177 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e7e017f9-21ec-408e-a288-9aafa1013dbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f5ebe7890274a49a433b8238bb317c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2700915 Aug 24 00:41:14.787210 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 58868) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:14.801921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e017f9-21ec-408e-a288-9aafa1013dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83e1774-349a-4db3-ac22-8542b42f7546,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:14.809629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc986f-d157-4c3e-9e0d-67d69081c509 admin admin] Network a863ae3b-f05b-4196-ac8a-9962805fb678 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:14.837630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-63bc986f-d157-4c3e-9e0d-67d69081c509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, a863ae3b-f05b-4196-ac8a-9962805fb678) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:14.843654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bc986f-d157-4c3e-9e0d-67d69081c509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:14.844316 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63bc986f-d157-4c3e-9e0d-67d69081c509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.852493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32b6a73-ebf6-44db-8ed8-808889d53fa8 None None] Network a863ae3b-f05b-4196-ac8a-9962805fb678 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:14.879515 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-63bc986f-d157-4c3e-9e0d-67d69081c509 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7298717 Aug 24 00:41:14.882126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58870) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:14.886948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:14.908043 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80f4b973-8fa6-477b-9116-e226f40c5396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.949704 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.950989 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.951264 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80f4b973-8fa6-477b-9116-e226f40c5396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.973175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4306c-ff3f-4486-9ebf-da972d94df5c req-18264fee-13cc-4ab6-b6c3-8c308dfcb90f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:14.975228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49a4306c-ff3f-4486-9ebf-da972d94df5c req-18264fee-13cc-4ab6-b6c3-8c308dfcb90f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.0988278 Aug 24 00:41:15.044074 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80f4b973-8fa6-477b-9116-e226f40c5396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:15.046969 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-80f4b973-8fa6-477b-9116-e226f40c5396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:15.048354 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-80f4b973-8fa6-477b-9116-e226f40c5396 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f83e1774-349a-4db3-ac22-8542b42f7546 HTTP/1.1" status: 204 len: 168 time: 0.2601974 Aug 24 00:41:15.060089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4b973-8fa6-477b-9116-e226f40c5396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83e1774-349a-4db3-ac22-8542b42f7546,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:15.196667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49a4306c-ff3f-4486-9ebf-da972d94df5c req-4bac1db7-bfb4-4649-9e95-71b482e50701 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035465 Aug 24 00:41:15.207981 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:15.230321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-a863ae3b-f05b-4196-ac8a-9962805fb678', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'fixed_ips': [{'subnet_id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:41:15.231454 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:15.468077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Allocated IP 172.20.0.2 (a863ae3b-f05b-4196-ac8a-9962805fb678/b9de5ed0-fbf9-46b8-9203-adcd5872c396/056e14ce-232f-4d5f-b18f-743f9255a0d7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:15.533948 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:15.959842 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:16.015581 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:16.178059 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:16.210955 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Transition to ACTIVE for port object 056e14ce-232f-4d5f-b18f-743f9255a0d7 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:16.269144 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Transition to ACTIVE for port object 056e14ce-232f-4d5f-b18f-743f9255a0d7 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:16.284451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff254d7-0120-4260-b2eb-533a0e06a9a5 req-f88a02c1-8933-4b61-a5e1-ce6a05df549a tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:16.293107 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:16.295348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ff254d7-0120-4260-b2eb-533a0e06a9a5 req-f88a02c1-8933-4b61-a5e1-ce6a05df549a tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 943 time: 0.2815018 Aug 24 00:41:16.383714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Allocated IP 172.25.8.249 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/8a03398a-16fc-4524-a09d-2c0f7532fb56) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:16.421325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Network a863ae3b-f05b-4196-ac8a-9962805fb678 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:16.450430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:16.461366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:16.505686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Pushing event updated for resources: {'Port': ['ID=056e14ce-232f-4d5f-b18f-743f9255a0d7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:16.538602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ff254d7-0120-4260-b2eb-533a0e06a9a5 req-c37b382b-17c7-4ef9-b87a-c4a6340e56d3 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416325 Aug 24 00:41:16.605072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232c2be-c678-4c26-9061-c3612ddfa972 req-b5ba8c07-da73-4fff-a8f8-b20ecec663f4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:16.607635 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c232c2be-c678-4c26-9061-c3612ddfa972 req-b5ba8c07-da73-4fff-a8f8-b20ecec663f4 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.1145444 Aug 24 00:41:16.668833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Attempting to bind port 056e14ce-232f-4d5f-b18f-743f9255a0d7 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:16.669219 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Attempting to bind port 056e14ce-232f-4d5f-b18f-743f9255a0d7 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'aa39ebaf-6e17-422c-9cda-290979c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:16.669589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Attempting to bind port 056e14ce-232f-4d5f-b18f-743f9255a0d7 on network a863ae3b-f05b-4196-ac8a-9962805fb678 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:16.675159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:16.675930 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:16.678763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Checking segment: {'id': 'aa39ebaf-6e17-422c-9cda-290979c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:16.679296 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:16.679835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Bound using segment: {'id': 'aa39ebaf-6e17-422c-9cda-290979c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:16.680435 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Bound port: 056e14ce-232f-4d5f-b18f-743f9255a0d7, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa39ebaf-6e17-422c-9cda-290979c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:16.680880 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:16.689305 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c232c2be-c678-4c26-9061-c3612ddfa972 req-0dae9aaf-b835-44d0-a698-f334993362b5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726838 Aug 24 00:41:16.779780 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:16.798308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] For port 056e14ce-232f-4d5f-b18f-743f9255a0d7, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:16.802151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] For port 056e14ce-232f-4d5f-b18f-743f9255a0d7, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=056e14ce-232f-4d5f-b18f-743f9255a0d7,segment=NetworkSegment(aa39ebaf-6e17-422c-9cda-290979c1f6e9),segment_id=aa39ebaf-6e17-422c-9cda-290979c1f6e9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:16.811036 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:16.952767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=8a03398a-16fc-4524-a09d-2c0f7532fb56,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:16.974486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede7941-09db-434b-baa0-50ab3a43e110 None None] Pushing event updated for resources: {'Port': ['ID=056e14ce-232f-4d5f-b18f-743f9255a0d7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:16.981489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:16.993379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:16.999874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:17.459596 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:17.860123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aae77-e275-423c-b4b1-17e7f40bebbf req-d790ce88-60e1-4016-a701-767c82d50f53 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:17.862266 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e6aae77-e275-423c-b4b1-17e7f40bebbf req-d790ce88-60e1-4016-a701-767c82d50f53 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 943 time: 0.1550891 Aug 24 00:41:17.910966 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:18.008017 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:41:18.099475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e6aae77-e275-423c-b4b1-17e7f40bebbf req-2402095a-3c30-40fa-a9a2-41277b9b561f tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258849 Aug 24 00:41:18.219277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee79a6-1507-4df6-9c9e-8f4419830d2d req-3284760e-1a54-437f-b00a-c410b06fc69c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:18.227758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2ee79a6-1507-4df6-9c9e-8f4419830d2d req-3284760e-1a54-437f-b00a-c410b06fc69c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.3050721 Aug 24 00:41:18.424034 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2ee79a6-1507-4df6-9c9e-8f4419830d2d req-4d3345b5-d9da-4f11-a7ba-d6bdaa63bb4b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850007 Aug 24 00:41:18.479768 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:41:18.637487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:18.647279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d44ee41-66b8-4b9d-adc5-bb8ed82b24db None None] Network a863ae3b-f05b-4196-ac8a-9962805fb678 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:18.655035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Sync routers for ids ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:18.684636 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:18.689422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-07d9ea43-b000-40ad-bc43-0b9291177cf5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8040676 Aug 24 00:41:18.690638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 58962) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:18.849341 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4bfc51df-ef31-4bff-9ebe-5f990962a38b None None] Provisioning for port 056e14ce-232f-4d5f-b18f-743f9255a0d7 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:18.854203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Routers {'ac5857a6-a3c5-4351-b946-67be5c2bf3b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:18.855449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:41:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:19.010057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Set router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:19.087614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 056e14ce-232f-4d5f-b18f-743f9255a0d7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:19.278175 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 056e14ce-232f-4d5f-b18f-743f9255a0d7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:19.286479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 056e14ce-232f-4d5f-b18f-743f9255a0d7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:19.287535 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:19.839330 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:19.859753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:17Z', 'revision_number': 3, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:19.909635 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Checking router: ac5857a6-a3c5-4351-b946-67be5c2bf3b9 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:41:19.911474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Updating router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 port 8a03398a-16fc-4524-a09d-2c0f7532fb56 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:41:19.967412 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.067739 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 056e14ce-232f-4d5f-b18f-743f9255a0d7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=056e14ce-232f-4d5f-b18f-743f9255a0d7,segment=NetworkSegment(aa39ebaf-6e17-422c-9cda-290979c1f6e9),segment_id=aa39ebaf-6e17-422c-9cda-290979c1f6e9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:20.080293 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.221183 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d4c93c9d-0558-41ce-8389-a4b6f3dd0636 None None] Provisioning complete for port 056e14ce-232f-4d5f-b18f-743f9255a0d7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:20.221183 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d4c93c9d-0558-41ce-8389-a4b6f3dd0636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.248892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04e864-4c02-4006-9247-415efb0e54a8 req-b330db82-5700-4807-ba5a-a1cbcba2d314 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:20.251097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d04e864-4c02-4006-9247-415efb0e54a8 req-b330db82-5700-4807-ba5a-a1cbcba2d314 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.2129681 Aug 24 00:41:20.266184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd5c17-16d7-4077-a2f0-c43abe184004 req-1325e775-051c-41a7-9225-3f02f3c639ab tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:20.269464 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=056e14ce-232f-4d5f-b18f-743f9255a0d7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:20.274268 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37cd5c17-16d7-4077-a2f0-c43abe184004 req-1325e775-051c-41a7-9225-3f02f3c639ab tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 943 time: 0.2376611 Aug 24 00:41:20.281092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-49960c82-c844-423b-b2d1-b9f3ee93a73c service neutron] 10.222.0.13 "GET /v2.0/networks/991056d6-4ac1-4e3e-abf2-db2ed082dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2118304 Aug 24 00:41:20.474372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d04e864-4c02-4006-9247-415efb0e54a8 req-f5ec7bea-bcb1-4839-a1d1-604999ca8ca6 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159674 Aug 24 00:41:20.492968 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37cd5c17-16d7-4077-a2f0-c43abe184004 req-8a67ba5a-6f72-4642-b124-951209b04d68 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176104 Aug 24 00:41:20.527430 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.543621 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Transition to ACTIVE for port object 8a03398a-16fc-4524-a09d-2c0f7532fb56 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:20.552494 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.567156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c40138d6-852c-4d90-bbf5-22b5e243f964 req-a10f46b6-69d3-4d94-b698-1019b4a19717 service neutron] 10.222.0.13 "GET /v2.0/networks/991056d6-4ac1-4e3e-abf2-db2ed082dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421823 Aug 24 00:41:20.627129 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Attempting to bind port 8a03398a-16fc-4524-a09d-2c0f7532fb56 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:20.627623 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Attempting to bind port 8a03398a-16fc-4524-a09d-2c0f7532fb56 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:20.628117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Attempting to bind port 8a03398a-16fc-4524-a09d-2c0f7532fb56 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:20.636095 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:20.636624 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:20.637138 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.637752 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:20.638336 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Bound port: 8a03398a-16fc-4524-a09d-2c0f7532fb56, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:20.638931 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.676168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f04ca-e9f8-4e86-b704-06bd095dfa6e None None] Pushing event updated for resources: {'Port': ['ID=8a03398a-16fc-4524-a09d-2c0f7532fb56,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:20.686266 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.722448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] For port 8a03398a-16fc-4524-a09d-2c0f7532fb56, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:20.729067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] For port 8a03398a-16fc-4524-a09d-2c0f7532fb56, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8a03398a-16fc-4524-a09d-2c0f7532fb56,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:20.740241 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.797067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f115a36-242a-4d8f-b319-151a4b3911c3 req-5d63bd55-8e6d-40a6-9c6b-b1e3dbfe33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:20.800565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f115a36-242a-4d8f-b319-151a4b3911c3 req-5d63bd55-8e6d-40a6-9c6b-b1e3dbfe33e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3b884d0c3ab4417b3d26b0b086eed2e&device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 1094 time: 0.1105430 Aug 24 00:41:20.807763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 056e14ce-232f-4d5f-b18f-743f9255a0d7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:20.869333 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Routers {'ac5857a6-a3c5-4351-b946-67be5c2bf3b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:20.869970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:41:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:20.918166 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f04ca-e9f8-4e86-b704-06bd095dfa6e None None] Pushing event updated for resources: {'Port': ['ID=8a03398a-16fc-4524-a09d-2c0f7532fb56,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:20.991604 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 056e14ce-232f-4d5f-b18f-743f9255a0d7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:20.992016 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.054957 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] Set router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:21.105249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f115a36-242a-4d8f-b319-151a4b3911c3 req-3a4bf351-e567-40ca-aada-f5b55a6c259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:21.107027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f115a36-242a-4d8f-b319-151a4b3911c3 req-3a4bf351-e567-40ca-aada-f5b55a6c259f service neutron] 10.222.0.13 "GET /v2.0/networks?id=991056d6-4ac1-4e3e-abf2-db2ed082dd1f HTTP/1.1" status: 200 len: 912 time: 0.2440155 Aug 24 00:41:21.159552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f115a36-242a-4d8f-b319-151a4b3911c3 req-031b17fa-06f2-42db-b99e-7d80cfa4b967 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e98f372-9528-4d72-922b-e5cf20c09277 HTTP/1.1" status: 200 len: 217 time: 0.0427861 Aug 24 00:41:21.168407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Allocated IP 172.20.0.1 (a863ae3b-f05b-4196-ac8a-9962805fb678/b9de5ed0-fbf9-46b8-9203-adcd5872c396/f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:21.275982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f115a36-242a-4d8f-b319-151a4b3911c3 req-136c9116-2f65-49fe-82cc-a8732ec57f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:21.277505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f115a36-242a-4d8f-b319-151a4b3911c3 req-136c9116-2f65-49fe-82cc-a8732ec57f6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77dc62f7-ab49-488e-b0ba-90557c13180f HTTP/1.1" status: 200 len: 851 time: 0.1068723 Aug 24 00:41:21.282679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:17Z', 'revision_number': 3, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:21.318968 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f115a36-242a-4d8f-b319-151a4b3911c3 req-d12a93f9-8f33-4219-acc6-6027af93a71e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=991056d6-4ac1-4e3e-abf2-db2ed082dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306847 Aug 24 00:41:21.423478 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.453962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Transition to ACTIVE for port object f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:21.474524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f115a36-242a-4d8f-b319-151a4b3911c3 req-6836e2f0-9717-49f4-ae2c-0527446322c3 service neutron] 10.222.0.13 "GET /v2.0/networks/991056d6-4ac1-4e3e-abf2-db2ed082dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471093 Aug 24 00:41:21.483156 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef028f4-d17b-445c-b7a1-9f0306673b2f None None] The sync data for ids ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'] in n-d-805736-1 is: [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:17Z', 'revision_number': 3, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:21.582114 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.636934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Network a863ae3b-f05b-4196-ac8a-9962805fb678 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:21.689634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:21.693630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:21.813634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 292d475e-aa11-4088-b494-345d14ce1afe details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:41:21.815275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f115a36-242a-4d8f-b319-151a4b3911c3 req-a4a6a951-de09-45a7-abe7-77b4cd1c48d0 service neutron] 10.222.0.13 "GET /v2.0/networks/991056d6-4ac1-4e3e-abf2-db2ed082dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280015 Aug 24 00:41:21.827615 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.838196 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Pushing event updated for resources: {'Port': ['ID=f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:21.918041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827addef-b1c7-4a39-8598-c3991ed724fc req-8591c1e8-e20e-487a-9a60-122fef810866 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:21.919728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-827addef-b1c7-4a39-8598-c3991ed724fc req-8591c1e8-e20e-487a-9a60-122fef810866 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 943 time: 0.2819693 Aug 24 00:41:21.934292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd753444-0191-4bc4-b921-a245ff4c3c6f req-c24612cd-206e-41f7-8bec-d3c85eef91ac tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:21.936125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd753444-0191-4bc4-b921-a245ff4c3c6f req-c24612cd-206e-41f7-8bec-d3c85eef91ac tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 943 time: 0.3257256 Aug 24 00:41:22.066338 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 292d475e-aa11-4088-b494-345d14ce1afe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=292d475e-aa11-4088-b494-345d14ce1afe,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:22.097423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '292d475e-aa11-4088-b494-345d14ce1afe', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'port_id': '292d475e-aa11-4088-b494-345d14ce1afe', 'mac_address': 'fa:16:3e:91:97:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:41:22.123554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd753444-0191-4bc4-b921-a245ff4c3c6f req-f0b05596-9fc8-4bda-a71d-1e53719f3e6a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649315 Aug 24 00:41:22.161209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-827addef-b1c7-4a39-8598-c3991ed724fc req-6734147f-2017-426b-a740-3ff3ba0ba9d2 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222762 Aug 24 00:41:22.168845 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.172732 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.211911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292d475e-aa11-4088-b494-345d14ce1afe {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:41:22.219359 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c30d774a-3d73-466f-a3f6-b854d2678655 None None] Provisioning for port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:22.239043 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c30d774a-3d73-466f-a3f6-b854d2678655 None None] Provisioning complete for port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:22.251298 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c30d774a-3d73-466f-a3f6-b854d2678655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.310646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 292d475e-aa11-4088-b494-345d14ce1afe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=292d475e-aa11-4088-b494-345d14ce1afe,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:22.323297 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.381487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c30d774a-3d73-466f-a3f6-b854d2678655 None None] Port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:22.426311 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.428866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=292d475e-aa11-4088-b494-345d14ce1afe,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:22.440929 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.528159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Pushing event updated for resources: {'Port': ['ID=f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:22.533819 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.645548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['292d475e-aa11-4088-b494-345d14ce1afe'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:41:22.684944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Network a863ae3b-f05b-4196-ac8a-9962805fb678 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:22.686480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:22.889859 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:22.908574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8a03398a-16fc-4524-a09d-2c0f7532fb56 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:23.012030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 8a03398a-16fc-4524-a09d-2c0f7532fb56 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:23.016917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8a03398a-16fc-4524-a09d-2c0f7532fb56 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:23.017300 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.043875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-872c0eb4-9ba2-44dd-bbf4-e1332b949e64 None None] Provisioning complete for port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:23.044254 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-872c0eb4-9ba2-44dd-bbf4-e1332b949e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.067437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:23.074926 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bdea7328-7f33-4b6f-be00-40d47c5b7293 admin admin] 10.222.0.32 "PUT /v2.0/routers/ac5857a6-a3c5-4351-b946-67be5c2bf3b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3830137 Aug 24 00:41:23.095705 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-872c0eb4-9ba2-44dd-bbf4-e1332b949e64 None None] Port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:23.160007 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.193977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 8a03398a-16fc-4524-a09d-2c0f7532fb56, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8a03398a-16fc-4524-a09d-2c0f7532fb56,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:23.203973 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.316714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84d77e-93a2-42a9-8fa0-ee988361d700 req-c9f07701-7d71-407a-a6c3-6a21068ae383 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:23.318407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed84d77e-93a2-42a9-8fa0-ee988361d700 req-c9f07701-7d71-407a-a6c3-6a21068ae383 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 944 time: 0.0821273 Aug 24 00:41:23.340724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=8a03398a-16fc-4524-a09d-2c0f7532fb56,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:23.387874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed84d77e-93a2-42a9-8fa0-ee988361d700 req-c3d8856c-e540-43cc-a421-5e43b75e632c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562065 Aug 24 00:41:23.400597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7b23-2a96-452a-bb66-2ace413d1cab req-f8b35ed4-9fe3-4cf5-8715-bf20e121034c tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:23.402154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ebc7b23-2a96-452a-bb66-2ace413d1cab req-f8b35ed4-9fe3-4cf5-8715-bf20e121034c tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 943 time: 0.0828052 Aug 24 00:41:23.447823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ebc7b23-2a96-452a-bb66-2ace413d1cab req-09f23c36-ffd8-40ad-9737-5ad4908e59d8 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362244 Aug 24 00:41:23.791548 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.833599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 0e98f372-9528-4d72-922b-e5cf20c09277 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:41:23.844978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 292d475e-aa11-4088-b494-345d14ce1afe up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:23.883257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59116) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:23.888431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2020504894-network', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:23.917254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] Made reservation on behalf of 6f10e5bab6d44412a0f32e43196bbdcf for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:23.920134 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.938685 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.005751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 292d475e-aa11-4088-b494-345d14ce1afe triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:24.006186 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.011647 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Sync routers for ids ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:24.060830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 0e98f372-9528-4d72-922b-e5cf20c09277, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0e98f372-9528-4d72-922b-e5cf20c09277,segment=NetworkSegment(43f7bcf9-3b00-4b53-b455-06804a67311e),segment_id=43f7bcf9-3b00-4b53-b455-06804a67311e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:24.062326 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Routers {'ac5857a6-a3c5-4351-b946-67be5c2bf3b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:24.065362 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:41:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:24.066877 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.079338 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '0e98f372-9528-4d72-922b-e5cf20c09277', 'network_id': '991056d6-4ac1-4e3e-abf2-db2ed082dd1f', 'port_id': '0e98f372-9528-4d72-922b-e5cf20c09277', 'mac_address': 'fa:16:3e:77:44:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77dc62f7-ab49-488e-b0ba-90557c13180f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:41:24.083404 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.135653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:24.149134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa155529-2876-4bda-ba1c-4291dfeffd7a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:24.152431 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.152895 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] Added segment 935a59d8-c5e5-46a4-aedb-d029b3bccca2 of type vlan for network cc84a357-2ea3-4041-a086-93d47bacf119 Aug 24 00:41:24.170332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06153c40-9f28-4c49-bbff-3a1f0169bec3 req-5783276f-d110-4c4f-970d-4792b3def148 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0990765 Aug 24 00:41:24.176502 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.205643 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.213327 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Set router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:24.240270 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.240608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d475e-aa11-4088-b494-345d14ce1afe'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:41:24.243035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:24.244014 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.244472 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da720e9-a2ee-4e6c-aed7-1571b6444eec" -d '{"events": [{"server_uuid": "db74e2b8-59de-4e25-874e-74c2632bb0b0", "name": "network-vif-plugged", "status": "completed", "tag": "292d475e-aa11-4088-b494-345d14ce1afe"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:41:24.264292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 292d475e-aa11-4088-b494-345d14ce1afe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=292d475e-aa11-4088-b494-345d14ce1afe,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:24.265944 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.283281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e98f372-9528-4d72-922b-e5cf20c09277 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:41:24.290928 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.340051 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb42c70-6f57-4c10-abde-4f099152e6ab x-openstack-request-id: req-fdb42c70-6f57-4c10-abde-4f099152e6ab {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:41:24.340396 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db74e2b8-59de-4e25-874e-74c2632bb0b0", "name": "network-vif-plugged", "status": "completed", "tag": "292d475e-aa11-4088-b494-345d14ce1afe", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:41:24.340662 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdb42c70-6f57-4c10-abde-4f099152e6ab {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:41:24.341506 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d475e-aa11-4088-b494-345d14ce1afe', 'code': 200} Aug 24 00:41:24.407750 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59124) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:24.408389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5234334 Aug 24 00:41:24.414019 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3c459c67-c725-4de8-a04a-2e748ece19e7 admin admin] Request body: {'subnet': {'network_id': 'cc84a357-2ea3-4041-a086-93d47bacf119', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2020504894-subnet', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:24.414637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 0e98f372-9528-4d72-922b-e5cf20c09277, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0e98f372-9528-4d72-922b-e5cf20c09277,segment=NetworkSegment(43f7bcf9-3b00-4b53-b455-06804a67311e),segment_id=43f7bcf9-3b00-4b53-b455-06804a67311e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:24.415419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59915dc0-d4c5-4690-add2-0713558b2aae admin admin] Pushing event updated for resources: {'Network': ['ID=cc84a357-2ea3-4041-a086-93d47bacf119,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:24.423347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06153c40-9f28-4c49-bbff-3a1f0169bec3 req-c8b359a0-09b9-4466-beb8-de3fa23783fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:24.425243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06153c40-9f28-4c49-bbff-3a1f0169bec3 req-c8b359a0-09b9-4466-beb8-de3fa23783fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14b0ea4c99334b5d9c637a705a2c71cd&device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 1096 time: 0.1547623 Aug 24 00:41:24.442610 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.465782 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network cc84a357-2ea3-4041-a086-93d47bacf119 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:24.485027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c459c67-c725-4de8-a04a-2e748ece19e7 admin admin] Made reservation on behalf of 6f10e5bab6d44412a0f32e43196bbdcf for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:24.487580 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c459c67-c725-4de8-a04a-2e748ece19e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.540307 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:22Z', 'revision_number': 4, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6', 'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'mac_address': 'fa:16:3e:94:4a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:20Z', 'updated_at': '2021-08-24T00:41:22Z', 'revision_number': 2, 'project_id': '35c27f18324d434ca1ad133521207baf', 'subnets': [{'id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:24.572148 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Checking router: ac5857a6-a3c5-4351-b946-67be5c2bf3b9 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:41:24.573028 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Updating router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:41:24.642235 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.657470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=292d475e-aa11-4088-b494-345d14ce1afe,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:24.681833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06153c40-9f28-4c49-bbff-3a1f0169bec3 req-e51a84e3-fa27-454b-9d17-7817e0d8a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:24.683404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06153c40-9f28-4c49-bbff-3a1f0169bec3 req-e51a84e3-fa27-454b-9d17-7817e0d8a7d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b44a77a0-e4f2-476f-a0cc-ab5f0b805736 HTTP/1.1" status: 200 len: 910 time: 0.2292590 Aug 24 00:41:24.721237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=0e98f372-9528-4d72-922b-e5cf20c09277,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:24.751205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['0e98f372-9528-4d72-922b-e5cf20c09277'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:41:24.885463 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c459c67-c725-4de8-a04a-2e748ece19e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.944188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8a03398a-16fc-4524-a09d-2c0f7532fb56 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:25.049577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c459c67-c725-4de8-a04a-2e748ece19e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef57092b-57f9-427e-bfd2-4cdb1dcf4849,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:25.069959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c459c67-c725-4de8-a04a-2e748ece19e7 admin admin] Checking segment: {'id': '935a59d8-c5e5-46a4-aedb-d029b3bccca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cc84a357-2ea3-4041-a086-93d47bacf119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:25.073706 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c459c67-c725-4de8-a04a-2e748ece19e7 admin admin] Network hostable DHCP agents. Network: cc84a357-2ea3-4041-a086-93d47bacf119, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:25.109866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8a03398a-16fc-4524-a09d-2c0f7532fb56 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:25.110256 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.120392 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c459c67-c725-4de8-a04a-2e748ece19e7 admin admin] Network cc84a357-2ea3-4041-a086-93d47bacf119 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:25.138664 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3c459c67-c725-4de8-a04a-2e748ece19e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, cc84a357-2ea3-4041-a086-93d47bacf119) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:25.146400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c459c67-c725-4de8-a04a-2e748ece19e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:25.149460 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c459c67-c725-4de8-a04a-2e748ece19e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.161861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc8f5df-cdc8-4fe2-b6b1-40c8c04e8a46 None None] Network cc84a357-2ea3-4041-a086-93d47bacf119 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:25.180824 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3c459c67-c725-4de8-a04a-2e748ece19e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7710783 Aug 24 00:41:25.183397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59138) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:25.187846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2020504894-router', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:25.242345 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.243609 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.287181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29366f6-7e3c-4eab-8943-11ff9b9f4002 req-f86aef3b-37e8-40b7-b128-7746d9e57eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:25.289662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f29366f6-7e3c-4eab-8943-11ff9b9f4002 req-f86aef3b-37e8-40b7-b128-7746d9e57eb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 1097 time: 0.6050878 Aug 24 00:41:25.301962 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.309841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06153c40-9f28-4c49-bbff-3a1f0169bec3 req-e32b5846-4a3c-45c4-88e7-b08c9035780c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a9bc93b-2892-46e3-aa8b-16be4f40be80 HTTP/1.1" status: 200 len: 999 time: 0.6132803 Aug 24 00:41:25.318169 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Transition to ACTIVE for port object f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:25.329948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999769ad-38b4-4067-b3bd-d6a0f85fab12 req-1328ab04-30ac-4ff9-8a9f-1a0f32d8cb80 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:25.336804 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.337150 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-999769ad-38b4-4067-b3bd-d6a0f85fab12 req-1328ab04-30ac-4ff9-8a9f-1a0f32d8cb80 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 946 time: 0.6437314 Aug 24 00:41:25.400620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1065594-1314-4c49-831a-9ab148d2f297 req-0e849d3d-0726-4a29-9278-5daf50fbe021 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:25.408072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1065594-1314-4c49-831a-9ab148d2f297 req-0e849d3d-0726-4a29-9278-5daf50fbe021 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 944 time: 0.7157292 Aug 24 00:41:25.470982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f29366f6-7e3c-4eab-8943-11ff9b9f4002 req-9310ad0e-f8c5-4b04-aa95-8a163d1198d4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720600 Aug 24 00:41:25.482210 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.495888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-999769ad-38b4-4067-b3bd-d6a0f85fab12 req-1f6285cd-a76a-408e-b080-a129b9ba8f2d tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577218 Aug 24 00:41:25.508749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06153c40-9f28-4c49-bbff-3a1f0169bec3 req-f81d1225-bdf9-4991-8e1f-6d6bbc14b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:25.511904 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06153c40-9f28-4c49-bbff-3a1f0169bec3 req-f81d1225-bdf9-4991-8e1f-6d6bbc14b978 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe8f63e-1610-4dc4-9a51-0540f42393c8 HTTP/1.1" status: 200 len: 848 time: 0.1935847 Aug 24 00:41:25.539742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1065594-1314-4c49-831a-9ab148d2f297 req-40b17738-d4ea-47e8-b6fb-535087da8b21 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305687 Aug 24 00:41:25.541288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-cc84a357-2ea3-4041-a086-93d47bacf119', 'network_id': 'cc84a357-2ea3-4041-a086-93d47bacf119', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'fixed_ips': [{'subnet_id': 'ef57092b-57f9-427e-bfd2-4cdb1dcf4849'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:41:25.542218 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.562387 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0603e6-eb49-4cd1-9fe3-27d7e86a4770 None None] Pushing event updated for resources: {'Port': ['ID=f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:25.626245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06153c40-9f28-4c49-bbff-3a1f0169bec3 req-c2eff36d-1e2f-486d-820e-5293b25dfee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:25.628048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06153c40-9f28-4c49-bbff-3a1f0169bec3 req-c2eff36d-1e2f-486d-820e-5293b25dfee8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b44a77a0-e4f2-476f-a0cc-ab5f0b805736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872493 Aug 24 00:41:25.640039 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0603e6-eb49-4cd1-9fe3-27d7e86a4770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:25.640387 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0603e6-eb49-4cd1-9fe3-27d7e86a4770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:25.640727 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0603e6-eb49-4cd1-9fe3-27d7e86a4770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:25.641103 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0603e6-eb49-4cd1-9fe3-27d7e86a4770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:25.641441 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0603e6-eb49-4cd1-9fe3-27d7e86a4770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:25.641769 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0603e6-eb49-4cd1-9fe3-27d7e86a4770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:25.642093 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0603e6-eb49-4cd1-9fe3-27d7e86a4770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:25.642413 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0603e6-eb49-4cd1-9fe3-27d7e86a4770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:25.642735 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0603e6-eb49-4cd1-9fe3-27d7e86a4770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:25.643081 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0603e6-eb49-4cd1-9fe3-27d7e86a4770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:25.643402 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0603e6-eb49-4cd1-9fe3-27d7e86a4770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:25.643717 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0603e6-eb49-4cd1-9fe3-27d7e86a4770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:25.645621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-06153c40-9f28-4c49-bbff-3a1f0169bec3 req-eda87a7f-e5ae-429e-b88d-5113d144574c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:41:25.650026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06153c40-9f28-4c49-bbff-3a1f0169bec3 req-eda87a7f-e5ae-429e-b88d-5113d144574c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129230 Aug 24 00:41:25.674179 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Attempting to bind port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:25.674546 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Attempting to bind port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'aa39ebaf-6e17-422c-9cda-290979c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:25.674985 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Attempting to bind port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 on network a863ae3b-f05b-4196-ac8a-9962805fb678 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:25.687556 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:25.687930 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Checking segment: {'id': 'aa39ebaf-6e17-422c-9cda-290979c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:25.688341 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.688736 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Bound using segment: {'id': 'aa39ebaf-6e17-422c-9cda-290979c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:25.689293 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Bound port: f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa39ebaf-6e17-422c-9cda-290979c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:25.689680 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.827119 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] For port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:25.831239 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] For port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6,segment=NetworkSegment(aa39ebaf-6e17-422c-9cda-290979c1f6e9),segment_id=aa39ebaf-6e17-422c-9cda-290979c1f6e9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:25.835207 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.841776 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.876936 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06153c40-9f28-4c49-bbff-3a1f0169bec3 req-4aaa7557-2bcf-4873-b31f-55db1c202745 service neutron] 10.222.0.47 "GET /v2.0/networks/b44a77a0-e4f2-476f-a0cc-ab5f0b805736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188642 Aug 24 00:41:25.912968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 0e98f372-9528-4d72-922b-e5cf20c09277 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:25.981203 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0603e6-eb49-4cd1-9fe3-27d7e86a4770 None None] Pushing event updated for resources: {'Port': ['ID=f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:26.018058 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Routers {'ac5857a6-a3c5-4351-b946-67be5c2bf3b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:26.021056 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:41:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:26.053175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06153c40-9f28-4c49-bbff-3a1f0169bec3 req-d5f23e36-5308-4f42-8072-69d45aab62a8 service neutron] 10.222.0.47 "GET /v2.0/networks/b44a77a0-e4f2-476f-a0cc-ab5f0b805736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683409 Aug 24 00:41:26.058123 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Allocated IP 172.20.0.2 (cc84a357-2ea3-4041-a086-93d47bacf119/ef57092b-57f9-427e-bfd2-4cdb1dcf4849/1e216578-65a5-45a4-b201-7055b2f253b4) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:26.252833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 0e98f372-9528-4d72-922b-e5cf20c09277 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:26.268205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 0e98f372-9528-4d72-922b-e5cf20c09277 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:26.271685 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.318880 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] Set router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:26.670412 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.743281 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.745970 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.812373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119d9884-2971-4fe8-a6f6-3a25a7ea6b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e98f372-9528-4d72-922b-e5cf20c09277'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:41:26.814624 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500f0cbd-4a29-4179-90b1-3a79213192b0" -d '{"events": [{"server_uuid": "119d9884-2971-4fe8-a6f6-3a25a7ea6b72", "name": "network-vif-plugged", "status": "completed", "tag": "0e98f372-9528-4d72-922b-e5cf20c09277"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:41:26.823700 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.839024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 0e98f372-9528-4d72-922b-e5cf20c09277, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0e98f372-9528-4d72-922b-e5cf20c09277,segment=NetworkSegment(43f7bcf9-3b00-4b53-b455-06804a67311e),segment_id=43f7bcf9-3b00-4b53-b455-06804a67311e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:26.842160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Transition to ACTIVE for port object 1e216578-65a5-45a4-b201-7055b2f253b4 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:26.859168 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.901636 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:22Z', 'revision_number': 4, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6', 'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'mac_address': 'fa:16:3e:94:4a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:20Z', 'updated_at': '2021-08-24T00:41:25Z', 'revision_number': 4, 'project_id': '35c27f18324d434ca1ad133521207baf', 'subnets': [{'id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:26.986573 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=0e98f372-9528-4d72-922b-e5cf20c09277,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:26.998169 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ec8ab3-2323-44b4-bb29-47d48639a177 None None] The sync data for ids ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'] in n-d-805736-1 is: [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:22Z', 'revision_number': 4, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6', 'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'mac_address': 'fa:16:3e:94:4a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:20Z', 'updated_at': '2021-08-24T00:41:25Z', 'revision_number': 4, 'project_id': '35c27f18324d434ca1ad133521207baf', 'subnets': [{'id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:27.002330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Transition to ACTIVE for port object 1e216578-65a5-45a4-b201-7055b2f253b4 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:27.015205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926e698-c2ec-43c3-9926-8fff4a73755f req-b80b75dd-8865-4d62-b64c-3ac75a793eee tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:27.018985 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1926e698-c2ec-43c3-9926-8fff4a73755f req-b80b75dd-8865-4d62-b64c-3ac75a793eee tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.1920571 Aug 24 00:41:27.020639 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.021699 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Allocated IP 172.25.8.168 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/8a33960b-809a-4a35-b877-99e3576d386f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:27.037061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e217-0dfc-4841-9510-4967a9760405 req-0cde5775-2e16-416e-9815-78e12cdd5f55 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:27.040310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-64e8e217-0dfc-4841-9510-4967a9760405 req-0cde5775-2e16-416e-9815-78e12cdd5f55 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 946 time: 0.3015604 Aug 24 00:41:27.098597 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Network cc84a357-2ea3-4041-a086-93d47bacf119 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:27.110866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:27.119623 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:27.136268 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Pushing event updated for resources: {'Port': ['ID=1e216578-65a5-45a4-b201-7055b2f253b4,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:27.198194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59178) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:27.202082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1926e698-c2ec-43c3-9926-8fff4a73755f req-8b01f580-66d1-49f7-9ed7-d3780013a75e tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484411 Aug 24 00:41:27.242546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Attempting to bind port 1e216578-65a5-45a4-b201-7055b2f253b4 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:27.242984 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Attempting to bind port 1e216578-65a5-45a4-b201-7055b2f253b4 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '935a59d8-c5e5-46a4-aedb-d029b3bccca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cc84a357-2ea3-4041-a086-93d47bacf119'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:27.243495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Attempting to bind port 1e216578-65a5-45a4-b201-7055b2f253b4 on network cc84a357-2ea3-4041-a086-93d47bacf119 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:27.257815 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:27.260014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Checking segment: {'id': '935a59d8-c5e5-46a4-aedb-d029b3bccca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cc84a357-2ea3-4041-a086-93d47bacf119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:27.261229 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.262027 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Bound using segment: {'id': '935a59d8-c5e5-46a4-aedb-d029b3bccca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cc84a357-2ea3-4041-a086-93d47bacf119'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:27.262806 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Bound port: 1e216578-65a5-45a4-b201-7055b2f253b4, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935a59d8-c5e5-46a4-aedb-d029b3bccca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cc84a357-2ea3-4041-a086-93d47bacf119'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:27.264789 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.328087 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-64e8e217-0dfc-4841-9510-4967a9760405 req-206ffa4f-5b57-4b96-94a4-7525231d0799 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717488 Aug 24 00:41:27.335778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a348f-7410-4c4a-96ed-b0cd49466c1e req-b48984ed-5f22-4920-b5d3-7a1be500e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:27.338518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a21a348f-7410-4c4a-96ed-b0cd49466c1e req-b48984ed-5f22-4920-b5d3-7a1be500e381 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 1097 time: 0.1275098 Aug 24 00:41:27.408966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.420378 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b996efa-6d1a-4e5c-9190-0db28452cdec x-openstack-request-id: req-1b996efa-6d1a-4e5c-9190-0db28452cdec {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:41:27.421101 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119d9884-2971-4fe8-a6f6-3a25a7ea6b72", "name": "network-vif-plugged", "status": "completed", "tag": "0e98f372-9528-4d72-922b-e5cf20c09277", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:41:27.421101 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b996efa-6d1a-4e5c-9190-0db28452cdec {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:41:27.421858 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119d9884-2971-4fe8-a6f6-3a25a7ea6b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e98f372-9528-4d72-922b-e5cf20c09277', 'code': 200} Aug 24 00:41:27.457974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] For port 1e216578-65a5-45a4-b201-7055b2f253b4, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:27.465621 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] For port 1e216578-65a5-45a4-b201-7055b2f253b4, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1e216578-65a5-45a4-b201-7055b2f253b4,segment=NetworkSegment(935a59d8-c5e5-46a4-aedb-d029b3bccca2),segment_id=935a59d8-c5e5-46a4-aedb-d029b3bccca2)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:27.481565 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.546692 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1719838a-b7aa-420a-b28b-0787b3ab3548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.552954 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.607087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c4807-2dd4-462d-968a-79370b29d29d req-08d972d7-6f31-4894-854e-095f984ea09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:27.609907 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dc5c4807-2dd4-462d-968a-79370b29d29d req-08d972d7-6f31-4894-854e-095f984ea09d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 1096 time: 0.1083107 Aug 24 00:41:27.639093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a348f-7410-4c4a-96ed-b0cd49466c1e req-2618da6a-a05b-4dc9-bd8f-98f2607491ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:27.641333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a21a348f-7410-4c4a-96ed-b0cd49466c1e req-2618da6a-a05b-4dc9-bd8f-98f2607491ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 200 len: 917 time: 0.2728715 Aug 24 00:41:27.646477 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5f08c0d-c80c-47eb-b7da-88b621826076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.686346 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab9b3c-e4a7-4b45-911b-24f31120aea5 None None] Pushing event updated for resources: {'Port': ['ID=1e216578-65a5-45a4-b201-7055b2f253b4,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:27.811550 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-dc5c4807-2dd4-462d-968a-79370b29d29d req-89257154-5638-4d09-999f-a407c0a9287e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781383 Aug 24 00:41:27.813221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:27.816782 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:27.821012 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:27.828784 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Pushing event updated for resources: {'Port': ['ID=8a33960b-809a-4a35-b877-99e3576d386f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:27.833048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a21a348f-7410-4c4a-96ed-b0cd49466c1e req-0fe746fd-e7a2-4b07-8731-7108f0ad81f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=292d475e-aa11-4088-b494-345d14ce1afe HTTP/1.1" status: 200 len: 1001 time: 0.1796038 Aug 24 00:41:27.914861 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1719838a-b7aa-420a-b28b-0787b3ab3548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.927810 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1719838a-b7aa-420a-b28b-0787b3ab3548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.034288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:28.037129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1719838a-b7aa-420a-b28b-0787b3ab3548 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f4c88dea2344b768c057311c271d1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8337433 Aug 24 00:41:28.054932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719838a-b7aa-420a-b28b-0787b3ab3548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70345be1-9bac-405d-82d2-6196fde6650e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:28.202908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a348f-7410-4c4a-96ed-b0cd49466c1e req-a66876cf-47d5-43df-86f4-6395448f3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:28.207761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a21a348f-7410-4c4a-96ed-b0cd49466c1e req-a66876cf-47d5-43df-86f4-6395448f3320 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 200 len: 855 time: 0.0947175 Aug 24 00:41:28.275378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a348f-7410-4c4a-96ed-b0cd49466c1e req-3cf60e86-335a-4a2c-a1d4-d07b750d0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:28.277359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a21a348f-7410-4c4a-96ed-b0cd49466c1e req-3cf60e86-335a-4a2c-a1d4-d07b750d0aef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67f63f37-ef22-479b-bc91-310b1536cbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626891 Aug 24 00:41:28.634614 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a45faa-9772-45c0-85fb-bfb9f61a3152 req-493cfa9e-7a4e-4381-93c2-8ae14f816895 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:28.636266 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5a45faa-9772-45c0-85fb-bfb9f61a3152 req-493cfa9e-7a4e-4381-93c2-8ae14f816895 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.2343700 Aug 24 00:41:28.652742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a21a348f-7410-4c4a-96ed-b0cd49466c1e req-bdf2e8df-453b-43a9-9c52-4edb3e6c479f service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652894 Aug 24 00:41:28.697736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23fbca-a234-454e-b6f1-b299c6523eca req-57c8c456-0516-4447-9de6-8f16f1c6214f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:28.699855 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b23fbca-a234-454e-b6f1-b299c6523eca req-57c8c456-0516-4447-9de6-8f16f1c6214f tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 946 time: 0.1965146 Aug 24 00:41:28.857466 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb0439cb-0f22-42a0-a333-300883122cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.902886 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb0439cb-0f22-42a0-a333-300883122cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.951901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a21a348f-7410-4c4a-96ed-b0cd49466c1e req-517dcb44-0e0c-4283-8c3c-d93068aec05b service neutron] 10.222.0.13 "GET /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638321 Aug 24 00:41:29.001601 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5a45faa-9772-45c0-85fb-bfb9f61a3152 req-a5b50a9f-2f28-4fd3-8e25-447d7189f674 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546836 Aug 24 00:41:29.011312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:29.056951 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb0439cb-0f22-42a0-a333-300883122cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.059212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b23fbca-a234-454e-b6f1-b299c6523eca req-836fd219-3160-45b2-858a-51f8c06c2e2a tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042135 Aug 24 00:41:29.064003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cb0439cb-0f22-42a0-a333-300883122cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.074820 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cb0439cb-0f22-42a0-a333-300883122cf4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70345be1-9bac-405d-82d2-6196fde6650e HTTP/1.1" status: 204 len: 168 time: 1.0369558 Aug 24 00:41:29.108695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0439cb-0f22-42a0-a333-300883122cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70345be1-9bac-405d-82d2-6196fde6650e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:29.183640 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:29.196600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:29.197335 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.229636 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.270706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0937cdcc-7df5-4da0-97bb-dc6a9dd2e3bb None None] Network cc84a357-2ea3-4041-a086-93d47bacf119 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:29.420245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5ab36e8a-5f40-4d39-8929-477113493af0 None None] Provisioning for port 1e216578-65a5-45a4-b201-7055b2f253b4 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:29.465510 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.542405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6,segment=NetworkSegment(aa39ebaf-6e17-422c-9cda-290979c1f6e9),segment_id=aa39ebaf-6e17-422c-9cda-290979c1f6e9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:29.548613 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.549636 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1e216578-65a5-45a4-b201-7055b2f253b4 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:29.553570 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.642071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:29.663922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 1e216578-65a5-45a4-b201-7055b2f253b4 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:29.669670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1e216578-65a5-45a4-b201-7055b2f253b4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:29.670051 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.821575 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Router 0152d51c-e26b-454b-a6fd-5c0deece3969 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:41:29.868513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59258) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:29.888051 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99f6caf7-309a-48f4-b1dc-e264185a4133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.929401 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.013309 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.017679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:30.038121 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Sync routers for ids ['0152d51c-e26b-454b-a6fd-5c0deece3969'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:30.067250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 1e216578-65a5-45a4-b201-7055b2f253b4, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1e216578-65a5-45a4-b201-7055b2f253b4,segment=NetworkSegment(935a59d8-c5e5-46a4-aedb-d029b3bccca2),segment_id=935a59d8-c5e5-46a4-aedb-d029b3bccca2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:30.073201 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Routers {'0152d51c-e26b-454b-a6fd-5c0deece3969'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:30.073863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:41:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0152d51c-e26b-454b-a6fd-5c0deece3969'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:30.079070 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.098218 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99f6caf7-309a-48f4-b1dc-e264185a4133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.104455 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-99f6caf7-309a-48f4-b1dc-e264185a4133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.109398 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.115286 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-26da75c1-1a05-49d9-a7b8-7310332bada0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9308441 Aug 24 00:41:30.115965 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59262) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:30.191816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-99f6caf7-309a-48f4-b1dc-e264185a4133 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2b63a7044f34da78ee9a4951f9d3142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221812 Aug 24 00:41:30.192537 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:30.196716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6caf7-309a-48f4-b1dc-e264185a4133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e5b202-9583-415c-ad20-ebbd20d63f33,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:30.238283 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1cbb9f94-d5cf-419b-abd5-135b702962ea None None] Provisioning complete for port 1e216578-65a5-45a4-b201-7055b2f253b4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:30.238597 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cbb9f94-d5cf-419b-abd5-135b702962ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.326015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73ab96-3a8b-47d7-95f9-0c9ef1d5f300 req-85590f71-d737-429f-8954-38e89d6bb301 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:30.331500 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=1e216578-65a5-45a4-b201-7055b2f253b4,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:30.337047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe73ab96-3a8b-47d7-95f9-0c9ef1d5f300 req-85590f71-d737-429f-8954-38e89d6bb301 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.1729386 Aug 24 00:41:30.352264 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebfcbeb5-b0ba-48d6-be4f-b680593bd633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.358367 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-78019057-6487-422c-bcd2-be1ffed1eeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.361232 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.366913 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59270) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:30.392079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576304f5-b2e9-4bcc-8430-470d91eac0e9 req-90a29316-ba0c-4584-aca0-d315536830ae tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:30.393937 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-576304f5-b2e9-4bcc-8430-470d91eac0e9 req-90a29316-ba0c-4584-aca0-d315536830ae tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 946 time: 0.1555104 Aug 24 00:41:30.430601 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebfcbeb5-b0ba-48d6-be4f-b680593bd633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.438338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe73ab96-3a8b-47d7-95f9-0c9ef1d5f300 req-8f4956d4-6fff-401c-a1ee-8e1124229832 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999591 Aug 24 00:41:30.498669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Set router 0152d51c-e26b-454b-a6fd-5c0deece3969 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:30.529346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-576304f5-b2e9-4bcc-8430-470d91eac0e9 req-8ef06f1f-f646-4b6d-ad31-b6cc9d28915c tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110907 Aug 24 00:41:30.596439 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebfcbeb5-b0ba-48d6-be4f-b680593bd633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.598715 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ebfcbeb5-b0ba-48d6-be4f-b680593bd633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.599857 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ebfcbeb5-b0ba-48d6-be4f-b680593bd633 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15e5b202-9583-415c-ad20-ebbd20d63f33 HTTP/1.1" status: 204 len: 168 time: 0.4042826 Aug 24 00:41:30.637116 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-137686d3-9cbe-48da-a056-297478bb460e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.640470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0dbc-fa55-4b4a-9fd0-4f4539a48e07 req-4a8701f6-02ad-40c8-822f-ae837c078471 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:30.641828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-799e0dbc-fa55-4b4a-9fd0-4f4539a48e07 req-4a8701f6-02ad-40c8-822f-ae837c078471 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.0703070 Aug 24 00:41:30.643249 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcbeb5-b0ba-48d6-be4f-b680593bd633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e5b202-9583-415c-ad20-ebbd20d63f33,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:30.690319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-799e0dbc-fa55-4b4a-9fd0-4f4539a48e07 req-4097de95-0cf3-41e7-8724-09e878a4696c tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Aug 24 00:41:30.817297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'name': 'tempest-TestVolumeBackupRestore-2020504894-router', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8a33960b-809a-4a35-b877-99e3576d386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:25Z', 'updated_at': '2021-08-24T00:41:28Z', 'revision_number': 3, 'project_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'gw_port': {'id': '8a33960b-809a-4a35-b877-99e3576d386f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:26Z', 'updated_at': '2021-08-24T00:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:30.853106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Checking router: 0152d51c-e26b-454b-a6fd-5c0deece3969 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:41:30.853771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Updating router 0152d51c-e26b-454b-a6fd-5c0deece3969 port 8a33960b-809a-4a35-b877-99e3576d386f binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:41:30.865196 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.879559 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.907618 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-137686d3-9cbe-48da-a056-297478bb460e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.909593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:30.969516 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-137686d3-9cbe-48da-a056-297478bb460e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.024754 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59286) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:31.055923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72b6e0-8436-4a39-a1ee-0ca0c3110c3a req-9ee51064-f980-483e-9856-2d2be4307210 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:31.061443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc72b6e0-8436-4a39-a1ee-0ca0c3110c3a req-9ee51064-f980-483e-9856-2d2be4307210 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.0612550 Aug 24 00:41:31.075247 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8679b9b-74a9-41d7-9df9-84b5ee2c378e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.080703 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:31.081234 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.084624 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-137686d3-9cbe-48da-a056-297478bb460e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d7b62cf122c407fb1b56bf32d714fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130382 Aug 24 00:41:31.087013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59288) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:31.111231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137686d3-9cbe-48da-a056-297478bb460e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c880bacc-0a98-4da4-832f-3b4fef2a98ea,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:31.177642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc72b6e0-8436-4a39-a1ee-0ca0c3110c3a req-773f7e67-cbea-43a2-ab7d-04b556b4a4d5 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129684 Aug 24 00:41:31.190544 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad70deec-e13c-4c72-a5dc-7824a43cf9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.218571 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad70deec-e13c-4c72-a5dc-7824a43cf9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.220415 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Allocated IP 172.20.0.1 (cc84a357-2ea3-4041-a086-93d47bacf119/ef57092b-57f9-427e-bfd2-4cdb1dcf4849/44e89f1d-e9f2-45e0-a759-4134f5a52576) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:31.265298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1e216578-65a5-45a4-b201-7055b2f253b4 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:31.284428 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad70deec-e13c-4c72-a5dc-7824a43cf9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.287356 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ad70deec-e13c-4c72-a5dc-7824a43cf9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.289218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ad70deec-e13c-4c72-a5dc-7824a43cf9c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c880bacc-0a98-4da4-832f-3b4fef2a98ea HTTP/1.1" status: 204 len: 168 time: 0.2009101 Aug 24 00:41:31.300634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70deec-e13c-4c72-a5dc-7824a43cf9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c880bacc-0a98-4da4-832f-3b4fef2a98ea,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:31.349838 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8679b9b-74a9-41d7-9df9-84b5ee2c378e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.361347 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8679b9b-74a9-41d7-9df9-84b5ee2c378e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.371310 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.392287 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.403940 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.411267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1e216578-65a5-45a4-b201-7055b2f253b4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:31.411634 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.426221 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c8679b9b-74a9-41d7-9df9-84b5ee2c378e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4cf17b2d2baa430fb43959b34e9e0b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979535 Aug 24 00:41:31.426418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59292) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:31.427499 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Transition to ACTIVE for port object 44e89f1d-e9f2-45e0-a759-4134f5a52576 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:31.434016 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8679b9b-74a9-41d7-9df9-84b5ee2c378e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e175d6e-52a9-4b9e-98bf-5753f687e661,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:31.441184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Transition to ACTIVE for port object 8a33960b-809a-4a35-b877-99e3576d386f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:31.454087 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.471017 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.529855 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Attempting to bind port 8a33960b-809a-4a35-b877-99e3576d386f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:31.530420 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Attempting to bind port 8a33960b-809a-4a35-b877-99e3576d386f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:31.531008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Attempting to bind port 8a33960b-809a-4a35-b877-99e3576d386f on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:31.537985 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:31.539033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:31.540082 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.540248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:31.540842 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Bound port: 8a33960b-809a-4a35-b877-99e3576d386f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:31.541252 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.544966 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba9a58-07f4-4cc4-9a39-8b9ab6bede97 None None] Pushing event updated for resources: {'Port': ['ID=8a33960b-809a-4a35-b877-99e3576d386f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:31.552994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Network cc84a357-2ea3-4041-a086-93d47bacf119 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:31.566446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:31.570513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=44e89f1d-e9f2-45e0-a759-4134f5a52576,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:31.578265 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:31.583482 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bcd20c71-4a88-4d29-8801-f02fe9909099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.625780 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bcd20c71-4a88-4d29-8801-f02fe9909099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.654451 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.666513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] For port 8a33960b-809a-4a35-b877-99e3576d386f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:31.670219 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] For port 8a33960b-809a-4a35-b877-99e3576d386f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8a33960b-809a-4a35-b877-99e3576d386f,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:31.681153 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.701410 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bcd20c71-4a88-4d29-8801-f02fe9909099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.704309 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bcd20c71-4a88-4d29-8801-f02fe9909099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.708511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bcd20c71-4a88-4d29-8801-f02fe9909099 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e175d6e-52a9-4b9e-98bf-5753f687e661 HTTP/1.1" status: 204 len: 168 time: 0.2790246 Aug 24 00:41:31.724261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd20c71-4a88-4d29-8801-f02fe9909099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e175d6e-52a9-4b9e-98bf-5753f687e661,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:31.769578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba9a58-07f4-4cc4-9a39-8b9ab6bede97 None None] Pushing event updated for resources: {'Port': ['ID=8a33960b-809a-4a35-b877-99e3576d386f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:31.818087 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Routers {'0152d51c-e26b-454b-a6fd-5c0deece3969'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:31.819073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:41:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0152d51c-e26b-454b-a6fd-5c0deece3969'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:31.874749 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.883840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59298) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:31.900213 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e4fe8b2-4fd8-46a6-8cbe-68aa2d78107f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.975534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f9bd7e48-19d6-48fb-940b-bc60abb5a8a1 None None] Provisioning for port 44e89f1d-e9f2-45e0-a759-4134f5a52576 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:31.984874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] Set router 0152d51c-e26b-454b-a6fd-5c0deece3969 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:32.013733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f9bd7e48-19d6-48fb-940b-bc60abb5a8a1 None None] Provisioning complete for port 44e89f1d-e9f2-45e0-a759-4134f5a52576 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:32.014123 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9bd7e48-19d6-48fb-940b-bc60abb5a8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.031130 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e4fe8b2-4fd8-46a6-8cbe-68aa2d78107f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.039368 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e4fe8b2-4fd8-46a6-8cbe-68aa2d78107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.081179 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7e4fe8b2-4fd8-46a6-8cbe-68aa2d78107f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=765859eda7c7488b9faa3d7bbaa0d0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962416 Aug 24 00:41:32.082228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59302) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:32.098311 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.106652 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.114343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fe8b2-4fd8-46a6-8cbe-68aa2d78107f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deb1739-d92f-4537-9d95-ab150e353049,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:32.131135 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd7e48-19d6-48fb-940b-bc60abb5a8a1 None None] Port 44e89f1d-e9f2-45e0-a759-4134f5a52576 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:32.171740 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23266f59-5076-4569-a037-fb00e128ca64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.196532 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.197113 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23266f59-5076-4569-a037-fb00e128ca64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.240471 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=44e89f1d-e9f2-45e0-a759-4134f5a52576,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:32.245760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'name': 'tempest-TestVolumeBackupRestore-2020504894-router', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8a33960b-809a-4a35-b877-99e3576d386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:25Z', 'updated_at': '2021-08-24T00:41:28Z', 'revision_number': 3, 'project_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'gw_port': {'id': '8a33960b-809a-4a35-b877-99e3576d386f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:26Z', 'updated_at': '2021-08-24T00:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:32.272683 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23266f59-5076-4569-a037-fb00e128ca64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.275651 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-23266f59-5076-4569-a037-fb00e128ca64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.279548 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-23266f59-5076-4569-a037-fb00e128ca64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8deb1739-d92f-4537-9d95-ab150e353049 HTTP/1.1" status: 204 len: 168 time: 0.1928113 Aug 24 00:41:32.288080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23266f59-5076-4569-a037-fb00e128ca64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deb1739-d92f-4537-9d95-ab150e353049,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:32.301827 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0663ee2-d9d3-4675-9837-f36127a07f9a None None] The sync data for ids ['0152d51c-e26b-454b-a6fd-5c0deece3969'] in n-d-805736-1 is: [{'id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'name': 'tempest-TestVolumeBackupRestore-2020504894-router', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8a33960b-809a-4a35-b877-99e3576d386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:25Z', 'updated_at': '2021-08-24T00:41:28Z', 'revision_number': 3, 'project_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'gw_port': {'id': '8a33960b-809a-4a35-b877-99e3576d386f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:26Z', 'updated_at': '2021-08-24T00:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:32.376939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64afd52-9d41-45f2-b6b5-cf41f188feba req-57077efe-bbf9-4e0a-a274-5363c8169399 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:32.379297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e64afd52-9d41-45f2-b6b5-cf41f188feba req-57077efe-bbf9-4e0a-a274-5363c8169399 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.0683112 Aug 24 00:41:32.397553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Network cc84a357-2ea3-4041-a086-93d47bacf119 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:32.400802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:32.441787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e64afd52-9d41-45f2-b6b5-cf41f188feba req-635bd25d-9f9a-4df8-8d21-bed9c32002c7 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529928 Aug 24 00:41:32.619211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Router 0152d51c-e26b-454b-a6fd-5c0deece3969 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:32.963852 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8a33960b-809a-4a35-b877-99e3576d386f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:32.973152 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35dc0d1-489c-41d6-9e38-eaee9557d686 req-ad9db416-1b41-48af-87ac-eb87ff8f2fb0 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:32.974675 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f35dc0d1-489c-41d6-9e38-eaee9557d686 req-ad9db416-1b41-48af-87ac-eb87ff8f2fb0 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.1408410 Aug 24 00:41:32.976911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dab210-987a-4e1d-a301-4acfc0802117 req-623b8900-08c0-4d50-bb36-1043f06f53ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:32.979703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51dab210-987a-4e1d-a301-4acfc0802117 req-623b8900-08c0-4d50-bb36-1043f06f53ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3b884d0c3ab4417b3d26b0b086eed2e&device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 1096 time: 0.1931880 Aug 24 00:41:33.046165 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f35dc0d1-489c-41d6-9e38-eaee9557d686 req-a2d4e547-1b7e-4672-a83e-17669c597a1d tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479841 Aug 24 00:41:33.073528 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d14ad25b-d2ba-4c5f-80cc-962f389fea1a None None] Provisioning complete for port 44e89f1d-e9f2-45e0-a759-4134f5a52576 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:33.073907 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d14ad25b-d2ba-4c5f-80cc-962f389fea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.104222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59336) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:33.173577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d14ad25b-d2ba-4c5f-80cc-962f389fea1a None None] Port 44e89f1d-e9f2-45e0-a759-4134f5a52576 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:33.177412 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.180530 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dab210-987a-4e1d-a301-4acfc0802117 req-f68c7819-5dce-40e4-9bb9-850f1f7bdf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:33.182048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51dab210-987a-4e1d-a301-4acfc0802117 req-f68c7819-5dce-40e4-9bb9-850f1f7bdf02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=991056d6-4ac1-4e3e-abf2-db2ed082dd1f HTTP/1.1" status: 200 len: 912 time: 0.1959705 Aug 24 00:41:33.193165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 8a33960b-809a-4a35-b877-99e3576d386f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:33.203856 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8a33960b-809a-4a35-b877-99e3576d386f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:33.204546 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.248371 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [req-94588571-dad7-4105-9937-8b03f976f278 req-cb2a86b7-14f3-4d98-8f3b-9352de13dff7 service neutron] (94838) timed out ('10.222.0.47', 63457) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:41:33.263525 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51dab210-987a-4e1d-a301-4acfc0802117 req-46232815-0a84-4565-9d0f-a836a0fbf5c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e98f372-9528-4d72-922b-e5cf20c09277 HTTP/1.1" status: 200 len: 217 time: 0.0720558 Aug 24 00:41:33.369327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dab210-987a-4e1d-a301-4acfc0802117 req-4f66796a-166c-4d34-b707-e610a829750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:33.371501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51dab210-987a-4e1d-a301-4acfc0802117 req-4f66796a-166c-4d34-b707-e610a829750b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77dc62f7-ab49-488e-b0ba-90557c13180f HTTP/1.1" status: 200 len: 851 time: 0.0976107 Aug 24 00:41:33.402293 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:33.410177 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-57d89ce6-6a4c-45f6-80ea-e89b0a90b9a0 admin admin] 10.222.0.32 "PUT /v2.0/routers/0152d51c-e26b-454b-a6fd-5c0deece3969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2930717 Aug 24 00:41:33.432319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51dab210-987a-4e1d-a301-4acfc0802117 req-8ec7ed04-dd6d-4f2a-bc39-6620f09baac4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=991056d6-4ac1-4e3e-abf2-db2ed082dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518835 Aug 24 00:41:33.448678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1327641103-network', 'tenant_id': '9550ef127e154a1284d2e57b6cab4cf7'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:33.530109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] Made reservation on behalf of 9550ef127e154a1284d2e57b6cab4cf7 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:33.532542 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.555384 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.599301 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.625981 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 8a33960b-809a-4a35-b877-99e3576d386f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8a33960b-809a-4a35-b877-99e3576d386f,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:33.636596 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.707816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51dab210-987a-4e1d-a301-4acfc0802117 req-69ec16a5-96e7-48ac-9381-c4d91c0bf44e service neutron] 10.222.0.13 "GET /v2.0/networks/991056d6-4ac1-4e3e-abf2-db2ed082dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657154 Aug 24 00:41:33.709826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.727266 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.736759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=8a33960b-809a-4a35-b877-99e3576d386f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:33.823521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:33.836397 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.836743 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] Added segment f61e732a-110a-4ece-8115-28a9e9181998 of type vlan for network 550668d9-ddbd-4deb-917d-15753017f20e Aug 24 00:41:33.847726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e96705-9c95-480a-9150-1bf25c6c39fa,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:33.891359 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.933156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51dab210-987a-4e1d-a301-4acfc0802117 req-47d490dd-3022-4afd-b697-2a661e0f90c5 service neutron] 10.222.0.13 "GET /v2.0/networks/991056d6-4ac1-4e3e-abf2-db2ed082dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170374 Aug 24 00:41:33.940399 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.941410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:33.942155 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:34.012148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9064219 Aug 24 00:41:34.014909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:34.019447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aad69b-629b-46ec-929c-d46e8dea7acc admin admin] Pushing event updated for resources: {'Network': ['ID=550668d9-ddbd-4deb-917d-15753017f20e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:34.026081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ac0fa97e-e3ad-4924-94c0-b1fb2d4bba17 admin admin] Request body: {'subnet': {'network_id': '550668d9-ddbd-4deb-917d-15753017f20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1327641103-subnet', 'tenant_id': '9550ef127e154a1284d2e57b6cab4cf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:34.031973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 550668d9-ddbd-4deb-917d-15753017f20e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:34.073312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0fa97e-e3ad-4924-94c0-b1fb2d4bba17 admin admin] Made reservation on behalf of 9550ef127e154a1284d2e57b6cab4cf7 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:34.080658 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa97e-e3ad-4924-94c0-b1fb2d4bba17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:34.245790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b64091-e715-4505-a18b-d91db6138f44 req-83689a30-8c72-41ee-9267-ee086591cd8d tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:34.255326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91b64091-e715-4505-a18b-d91db6138f44 req-83689a30-8c72-41ee-9267-ee086591cd8d tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.0805085 Aug 24 00:41:34.310225 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91b64091-e715-4505-a18b-d91db6138f44 req-273a8825-c0ab-4010-be11-b81d75701e2f tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526404 Aug 24 00:41:34.358881 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa97e-e3ad-4924-94c0-b1fb2d4bba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:34.426933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fa97e-e3ad-4924-94c0-b1fb2d4bba17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=676093c8-d796-432f-96df-a30737fa152d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:34.448495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0fa97e-e3ad-4924-94c0-b1fb2d4bba17 admin admin] Checking segment: {'id': 'f61e732a-110a-4ece-8115-28a9e9181998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '550668d9-ddbd-4deb-917d-15753017f20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:34.448964 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0fa97e-e3ad-4924-94c0-b1fb2d4bba17 admin admin] Network hostable DHCP agents. Network: 550668d9-ddbd-4deb-917d-15753017f20e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:34.479384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0fa97e-e3ad-4924-94c0-b1fb2d4bba17 admin admin] Network 550668d9-ddbd-4deb-917d-15753017f20e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:34.492163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ac0fa97e-e3ad-4924-94c0-b1fb2d4bba17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 550668d9-ddbd-4deb-917d-15753017f20e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:34.497649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0fa97e-e3ad-4924-94c0-b1fb2d4bba17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:34.499091 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac0fa97e-e3ad-4924-94c0-b1fb2d4bba17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:34.503601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c404d728-3a08-4ed4-b96f-019fa437ca34 None None] Network 550668d9-ddbd-4deb-917d-15753017f20e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:34.532753 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ac0fa97e-e3ad-4924-94c0-b1fb2d4bba17 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5074997 Aug 24 00:41:34.759537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddca940-a556-4745-998a-910b4a4a449b None None] Network 550668d9-ddbd-4deb-917d-15753017f20e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:34.844968 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Sync routers for ids ['0152d51c-e26b-454b-a6fd-5c0deece3969'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:34.861686 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Routers {'0152d51c-e26b-454b-a6fd-5c0deece3969'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:34.862323 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:41:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0152d51c-e26b-454b-a6fd-5c0deece3969'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:34.903439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8a33960b-809a-4a35-b877-99e3576d386f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:35.000016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8a33960b-809a-4a35-b877-99e3576d386f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:35.000398 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.003051 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Set router 0152d51c-e26b-454b-a6fd-5c0deece3969 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:35.162149 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59462) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:35.308876 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'name': 'tempest-TestVolumeBackupRestore-2020504894-router', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8a33960b-809a-4a35-b877-99e3576d386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:25Z', 'updated_at': '2021-08-24T00:41:31Z', 'revision_number': 4, 'project_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'gw_port': {'id': '8a33960b-809a-4a35-b877-99e3576d386f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:26Z', 'updated_at': '2021-08-24T00:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '44e89f1d-e9f2-45e0-a759-4134f5a52576', 'name': '', 'network_id': 'cc84a357-2ea3-4041-a086-93d47bacf119', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'mac_address': 'fa:16:3e:39:32:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'ef57092b-57f9-427e-bfd2-4cdb1dcf4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:30Z', 'updated_at': '2021-08-24T00:41:31Z', 'revision_number': 2, 'project_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'subnets': [{'id': 'ef57092b-57f9-427e-bfd2-4cdb1dcf4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:35.324824 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00ebc751-204f-45f7-b6cf-3c2069b62822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.343380 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Checking router: 0152d51c-e26b-454b-a6fd-5c0deece3969 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:41:35.343741 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Updating router 0152d51c-e26b-454b-a6fd-5c0deece3969 port 44e89f1d-e9f2-45e0-a759-4134f5a52576 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:41:35.378792 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.471727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a35a8-b4b5-49f6-910f-8c5d62735dbd req-8579a50a-9859-44a5-bded-b0b31ff80b9c tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:35.473231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c7a35a8-b4b5-49f6-910f-8c5d62735dbd req-8579a50a-9859-44a5-bded-b0b31ff80b9c tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.0613723 Aug 24 00:41:35.490838 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00ebc751-204f-45f7-b6cf-3c2069b62822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.495206 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00ebc751-204f-45f7-b6cf-3c2069b62822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.518469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c7a35a8-b4b5-49f6-910f-8c5d62735dbd req-09198fe9-a296-4ce7-a7cc-6a1565090864 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379205 Aug 24 00:41:35.543295 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-00ebc751-204f-45f7-b6cf-3c2069b62822 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9035ccedebb247039bb95b05a9196449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3765194 Aug 24 00:41:35.543295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:35.599305 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebc751-204f-45f7-b6cf-3c2069b62822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244d6446-94a3-4adf-aaf0-2092b6c25282,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:35.652894 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31302378-91eb-434f-8eaf-07d866c72f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.684570 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31302378-91eb-434f-8eaf-07d866c72f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.746938 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31302378-91eb-434f-8eaf-07d866c72f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.751223 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31302378-91eb-434f-8eaf-07d866c72f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.753188 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-31302378-91eb-434f-8eaf-07d866c72f69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/244d6446-94a3-4adf-aaf0-2092b6c25282 HTTP/1.1" status: 204 len: 168 time: 0.2095504 Aug 24 00:41:35.763078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31302378-91eb-434f-8eaf-07d866c72f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244d6446-94a3-4adf-aaf0-2092b6c25282,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:35.796600 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.808581 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Transition to ACTIVE for port object 44e89f1d-e9f2-45e0-a759-4134f5a52576 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:35.817607 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.914111 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923115f6-b65a-464c-9e40-55db761e9214 None None] Pushing event updated for resources: {'Port': ['ID=44e89f1d-e9f2-45e0-a759-4134f5a52576,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:35.992586 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Attempting to bind port 44e89f1d-e9f2-45e0-a759-4134f5a52576 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:35.993253 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Attempting to bind port 44e89f1d-e9f2-45e0-a759-4134f5a52576 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '935a59d8-c5e5-46a4-aedb-d029b3bccca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cc84a357-2ea3-4041-a086-93d47bacf119'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:35.993843 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Attempting to bind port 44e89f1d-e9f2-45e0-a759-4134f5a52576 on network cc84a357-2ea3-4041-a086-93d47bacf119 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:36.000071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16ce1-8444-4831-a173-8fa243f27cee req-4e5eed72-87fb-447c-a16f-eaf38ce9ad7a tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:36.002262 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:36.002764 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Checking segment: {'id': '935a59d8-c5e5-46a4-aedb-d029b3bccca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cc84a357-2ea3-4041-a086-93d47bacf119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:36.003247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecb16ce1-8444-4831-a173-8fa243f27cee req-4e5eed72-87fb-447c-a16f-eaf38ce9ad7a tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.1480539 Aug 24 00:41:36.003811 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:36.004265 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Bound using segment: {'id': '935a59d8-c5e5-46a4-aedb-d029b3bccca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cc84a357-2ea3-4041-a086-93d47bacf119'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:36.004798 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Bound port: 44e89f1d-e9f2-45e0-a759-4134f5a52576, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935a59d8-c5e5-46a4-aedb-d029b3bccca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cc84a357-2ea3-4041-a086-93d47bacf119'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:36.005340 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:36.128290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecb16ce1-8444-4831-a173-8fa243f27cee req-e7093f99-a415-4c95-9604-7f9810f26283 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034851 Aug 24 00:41:36.255962 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] For port 44e89f1d-e9f2-45e0-a759-4134f5a52576, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:36.261600 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] For port 44e89f1d-e9f2-45e0-a759-4134f5a52576, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=44e89f1d-e9f2-45e0-a759-4134f5a52576,segment=NetworkSegment(935a59d8-c5e5-46a4-aedb-d029b3bccca2),segment_id=935a59d8-c5e5-46a4-aedb-d029b3bccca2)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:36.271044 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:36.350476 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923115f6-b65a-464c-9e40-55db761e9214 None None] Pushing event updated for resources: {'Port': ['ID=44e89f1d-e9f2-45e0-a759-4134f5a52576,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:36.359007 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Routers {'0152d51c-e26b-454b-a6fd-5c0deece3969'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:36.359625 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:41:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0152d51c-e26b-454b-a6fd-5c0deece3969'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:36.495737 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] Set router 0152d51c-e26b-454b-a6fd-5c0deece3969 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:36.784784 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'name': 'tempest-TestVolumeBackupRestore-2020504894-router', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8a33960b-809a-4a35-b877-99e3576d386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:25Z', 'updated_at': '2021-08-24T00:41:31Z', 'revision_number': 4, 'project_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'gw_port': {'id': '8a33960b-809a-4a35-b877-99e3576d386f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:26Z', 'updated_at': '2021-08-24T00:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '44e89f1d-e9f2-45e0-a759-4134f5a52576', 'name': '', 'network_id': 'cc84a357-2ea3-4041-a086-93d47bacf119', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'mac_address': 'fa:16:3e:39:32:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'ef57092b-57f9-427e-bfd2-4cdb1dcf4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:30Z', 'updated_at': '2021-08-24T00:41:36Z', 'revision_number': 4, 'project_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'subnets': [{'id': 'ef57092b-57f9-427e-bfd2-4cdb1dcf4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:36.817249 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eadbe66-d87f-4578-a630-aebba5c2729c None None] The sync data for ids ['0152d51c-e26b-454b-a6fd-5c0deece3969'] in n-d-805736-1 is: [{'id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'name': 'tempest-TestVolumeBackupRestore-2020504894-router', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8a33960b-809a-4a35-b877-99e3576d386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:25Z', 'updated_at': '2021-08-24T00:41:31Z', 'revision_number': 4, 'project_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'gw_port': {'id': '8a33960b-809a-4a35-b877-99e3576d386f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:26Z', 'updated_at': '2021-08-24T00:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '44e89f1d-e9f2-45e0-a759-4134f5a52576', 'name': '', 'network_id': 'cc84a357-2ea3-4041-a086-93d47bacf119', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'mac_address': 'fa:16:3e:39:32:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'ef57092b-57f9-427e-bfd2-4cdb1dcf4849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:30Z', 'updated_at': '2021-08-24T00:41:36Z', 'revision_number': 4, 'project_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'subnets': [{'id': 'ef57092b-57f9-427e-bfd2-4cdb1dcf4849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:37.280199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5eb4e9-507d-4f94-9f76-36d30522593a req-52b7f1ee-9bf3-4a44-9fb8-2a207c170f1b tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:37.281849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d5eb4e9-507d-4f94-9f76-36d30522593a req-52b7f1ee-9bf3-4a44-9fb8-2a207c170f1b tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.0757620 Aug 24 00:41:37.334379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d5eb4e9-507d-4f94-9f76-36d30522593a req-e0663b1c-fae5-4f44-9fc3-ff595fd88e0c tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444009 Aug 24 00:41:37.734687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856f6a5-5706-4377-95ff-2ecf6cff073e req-5b218349-4543-4ede-803a-f982cafb63a7 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:37.736649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1856f6a5-5706-4377-95ff-2ecf6cff073e req-5b218349-4543-4ede-803a-f982cafb63a7 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.1421514 Aug 24 00:41:37.739637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068cf23-c493-4c48-8090-3ad72cd8d540 req-8352b34b-b205-4822-a4ec-1254f26d1764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:37.741582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e068cf23-c493-4c48-8090-3ad72cd8d540 req-8352b34b-b205-4822-a4ec-1254f26d1764 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3b884d0c3ab4417b3d26b0b086eed2e&device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 1096 time: 0.0785403 Aug 24 00:41:37.802493 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:37.875244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1856f6a5-5706-4377-95ff-2ecf6cff073e req-ff820351-545f-48ae-a2ae-11e685ccc753 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317136 Aug 24 00:41:37.917335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068cf23-c493-4c48-8090-3ad72cd8d540 req-8f00e7d3-486f-4b0a-8406-113b9f2eb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:37.919543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e068cf23-c493-4c48-8090-3ad72cd8d540 req-8f00e7d3-486f-4b0a-8406-113b9f2eb8ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=991056d6-4ac1-4e3e-abf2-db2ed082dd1f HTTP/1.1" status: 200 len: 912 time: 0.1562502 Aug 24 00:41:37.979674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e068cf23-c493-4c48-8090-3ad72cd8d540 req-0eece51b-19c8-49c2-99c5-dd060de98973 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e98f372-9528-4d72-922b-e5cf20c09277 HTTP/1.1" status: 200 len: 217 time: 0.0505216 Aug 24 00:41:38.076625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068cf23-c493-4c48-8090-3ad72cd8d540 req-f06d9f6f-6318-4b4d-a379-d7e5227d218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:38.081233 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e068cf23-c493-4c48-8090-3ad72cd8d540 req-f06d9f6f-6318-4b4d-a379-d7e5227d218b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77dc62f7-ab49-488e-b0ba-90557c13180f HTTP/1.1" status: 200 len: 851 time: 0.0947111 Aug 24 00:41:38.131042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e068cf23-c493-4c48-8090-3ad72cd8d540 req-10ef4687-0e5f-465c-9854-7574aeeffa55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=991056d6-4ac1-4e3e-abf2-db2ed082dd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406375 Aug 24 00:41:38.167071 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-954911933'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:38.200057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Made reservation on behalf of 58bbdf348dce4766ae01a2f0da3cf5fc for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:38.207514 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.221473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.257964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e068cf23-c493-4c48-8090-3ad72cd8d540 req-d48bd1c9-3db1-4826-b3c8-a12c706b4ddc service neutron] 10.222.0.13 "GET /v2.0/networks/991056d6-4ac1-4e3e-abf2-db2ed082dd1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179655 Aug 24 00:41:38.368618 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.378152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.385073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e068cf23-c493-4c48-8090-3ad72cd8d540 req-54bf333c-79dd-4669-a266-c5530788d5cf service neutron] 10.222.0.13 "GET /v2.0/networks/991056d6-4ac1-4e3e-abf2-db2ed082dd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175787 Aug 24 00:41:38.407311 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:38.423953 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a21f8b5-06a3-4f59-a7ca-64d21e9e9fb9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:38.427135 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.427591 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Added segment 0508eeec-8c27-4048-a494-7a7c439521e1 of type vlan for network 77cdb303-1425-4a4d-b8eb-8b81daac83ec Aug 24 00:41:38.481216 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.509262 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.518263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:38.519025 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.626607 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8216088 Aug 24 00:41:38.630049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59538) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:38.670357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4be0e-ad56-4b43-b082-e489f031d5db tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Pushing event updated for resources: {'Network': ['ID=77cdb303-1425-4a4d-b8eb-8b81daac83ec,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:38.682273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 77cdb303-1425-4a4d-b8eb-8b81daac83ec details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:38.704540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Request body: {'network': {'name': 'tempest-network--1386420198', 'router:external': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:38.728563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Made reservation on behalf of 8827ca334bcc435983357bf47b14c100 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:38.731430 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.742801 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.840156 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 44e89f1d-e9f2-45e0-a759-4134f5a52576 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:38.867460 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.875538 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.901090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 44e89f1d-e9f2-45e0-a759-4134f5a52576 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:38.906797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 44e89f1d-e9f2-45e0-a759-4134f5a52576 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:38.907402 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.907859 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4444787-1d3d-4da5-8b65-64318c502442,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:38.924672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:38.925217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:38.925772 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:38.926620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:38.927167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:38.927887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:38.928329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:38.929378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:38.929897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:38.930562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:38.931091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:38.931527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:38.938280 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:38.950767 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.951654 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Added segment 16ee3ab8-bf50-4237-bb5f-2d41d6ddca3d of type vlan for network 8d581424-8606-4b31-ada5-5081f76ad81b Aug 24 00:41:39.061185 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.074264 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.123575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd907f-e545-4c3e-abc3-315a007c8f69 req-3bdd071e-7284-4822-96a7-ac24c816a69d tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:39.125544 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82fd907f-e545-4c3e-abc3-315a007c8f69 req-3bdd071e-7284-4822-96a7-ac24c816a69d tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.1082010 Aug 24 00:41:39.132441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 44e89f1d-e9f2-45e0-a759-4134f5a52576, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=44e89f1d-e9f2-45e0-a759-4134f5a52576,segment=NetworkSegment(935a59d8-c5e5-46a4-aedb-d029b3bccca2),segment_id=935a59d8-c5e5-46a4-aedb-d029b3bccca2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:39.143234 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.155884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.156875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:39.157560 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.231791 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=44e89f1d-e9f2-45e0-a759-4134f5a52576,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:39.235696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6043227 Aug 24 00:41:39.238628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5e43b-7a72-4062-966f-87e18f28e746 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event updated for resources: {'Network': ['ID=8d581424-8606-4b31-ada5-5081f76ad81b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:39.238957 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:39.247329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:39.247726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:39.248072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:39.248417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:39.248755 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:39.249092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:39.249423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:39.249753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:39.250082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:39.250410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:39.250737 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:39.251088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:39.262492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 8d581424-8606-4b31-ada5-5081f76ad81b details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:39.276774 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82fd907f-e545-4c3e-abc3-315a007c8f69 req-c9b11e65-16cc-4bd6-b9cb-8cc14304fa64 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436560 Aug 24 00:41:39.350573 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae17598-aa28-4dda-aab6-52b54a5c2017 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.440896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae17598-aa28-4dda-aab6-52b54a5c2017 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.451527 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cae17598-aa28-4dda-aab6-52b54a5c2017 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d581424-8606-4b31-ada5-5081f76ad81b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:39.465415 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cae17598-aa28-4dda-aab6-52b54a5c2017 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ee3ab8-bf50-4237-bb5f-2d41d6ddca3d') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:39.466090 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cae17598-aa28-4dda-aab6-52b54a5c2017 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ee3ab8-bf50-4237-bb5f-2d41d6ddca3d') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:39.476389 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae17598-aa28-4dda-aab6-52b54a5c2017 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.491125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae17598-aa28-4dda-aab6-52b54a5c2017 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.500231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae17598-aa28-4dda-aab6-52b54a5c2017 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:39.500804 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae17598-aa28-4dda-aab6-52b54a5c2017 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:39.503161 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:39.579548 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae17598-aa28-4dda-aab6-52b54a5c2017 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.586768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae17598-aa28-4dda-aab6-52b54a5c2017 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d581424-8606-4b31-ada5-5081f76ad81b {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 24 00:41:39.590081 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cae17598-aa28-4dda-aab6-52b54a5c2017 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.592635 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cae17598-aa28-4dda-aab6-52b54a5c2017 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "DELETE /v2.0/networks/8d581424-8606-4b31-ada5-5081f76ad81b HTTP/1.1" status: 204 len: 168 time: 0.3519449 Aug 24 00:41:39.596385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59556) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:39.603627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fbaafa9a-2236-456c-9255-c25e0e468345 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:39.635264 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae17598-aa28-4dda-aab6-52b54a5c2017 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d581424-8606-4b31-ada5-5081f76ad81b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:39.646558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaafa9a-2236-456c-9255-c25e0e468345 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Made reservation on behalf of 8827ca334bcc435983357bf47b14c100 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:39.651666 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fbaafa9a-2236-456c-9255-c25e0e468345 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.686004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbaafa9a-2236-456c-9255-c25e0e468345 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:39.697980 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fbaafa9a-2236-456c-9255-c25e0e468345 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.698572 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-fbaafa9a-2236-456c-9255-c25e0e468345 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Added segment fbd2f1cf-ef12-420d-90c9-2233a1eb0415 of type vlan for network 88fb25fd-2189-4745-adf1-a9a243cccdcf Aug 24 00:41:39.752199 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fbaafa9a-2236-456c-9255-c25e0e468345 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.789450 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fbaafa9a-2236-456c-9255-c25e0e468345 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.790812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaafa9a-2236-456c-9255-c25e0e468345 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:39.791789 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fbaafa9a-2236-456c-9255-c25e0e468345 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.823530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fbaafa9a-2236-456c-9255-c25e0e468345 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2252073 Aug 24 00:41:39.826555 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:39.832308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b84621f7-7f43-4ec6-ba29-49a35775fbb4 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Request body: {'subnet': {'network_id': '88fb25fd-2189-4745-adf1-a9a243cccdcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:39.864281 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84621f7-7f43-4ec6-ba29-49a35775fbb4 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Made reservation on behalf of 8827ca334bcc435983357bf47b14c100 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:39.864509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaafa9a-2236-456c-9255-c25e0e468345 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event updated for resources: {'Network': ['ID=88fb25fd-2189-4745-adf1-a9a243cccdcf,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:39.869272 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b84621f7-7f43-4ec6-ba29-49a35775fbb4 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.874986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 88fb25fd-2189-4745-adf1-a9a243cccdcf details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:40.313610 n-d-805736-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-b84621f7-7f43-4ec6-ba29-49a35775fbb4 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:41:40.314090 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b84621f7-7f43-4ec6-ba29-49a35775fbb4 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:40.374833 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84621f7-7f43-4ec6-ba29-49a35775fbb4 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0b39f569-3039-4d97-a9b5-7d9d84ff200d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:40.383578 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84621f7-7f43-4ec6-ba29-49a35775fbb4 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Checking segment: {'id': 'fbd2f1cf-ef12-420d-90c9-2233a1eb0415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '88fb25fd-2189-4745-adf1-a9a243cccdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:40.383976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84621f7-7f43-4ec6-ba29-49a35775fbb4 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Network hostable DHCP agents. Network: 88fb25fd-2189-4745-adf1-a9a243cccdcf, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:40.401660 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84621f7-7f43-4ec6-ba29-49a35775fbb4 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Network 88fb25fd-2189-4745-adf1-a9a243cccdcf is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:40.414733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b84621f7-7f43-4ec6-ba29-49a35775fbb4 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 88fb25fd-2189-4745-adf1-a9a243cccdcf) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:40.419719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84621f7-7f43-4ec6-ba29-49a35775fbb4 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:40.420431 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b84621f7-7f43-4ec6-ba29-49a35775fbb4 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:40.425895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4225503-afca-4bc3-b3e7-0c37efaf0226 None None] Network 88fb25fd-2189-4745-adf1-a9a243cccdcf requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:40.446183 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b84621f7-7f43-4ec6-ba29-49a35775fbb4 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6153181 Aug 24 00:41:40.446497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:40.450574 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ff69e-6566-4f41-8eb3-eda7d5f868fa req-61f26769-360f-48d2-b820-43b280429994 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:40.452418 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c29ff69e-6566-4f41-8eb3-eda7d5f868fa req-61f26769-360f-48d2-b820-43b280429994 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.0763080 Aug 24 00:41:40.453243 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Request body: {'floatingip': {'floating_network_id': '88fb25fd-2189-4745-adf1-a9a243cccdcf'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:40.478396 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:40.509847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c29ff69e-6566-4f41-8eb3-eda7d5f868fa req-480a7565-33a2-45bb-9ce3-2ad8d4a70eb6 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506794 Aug 24 00:41:40.620470 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:40.621258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709423bf-5216-4f96-8b30-ff225d68e7c3 None None] Network 88fb25fd-2189-4745-adf1-a9a243cccdcf requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:40.803461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Allocated IP 172.20.0.4 (88fb25fd-2189-4745-adf1-a9a243cccdcf/0b39f569-3039-4d97-a9b5-7d9d84ff200d/e57d6bda-4a71-4a27-ad7e-1f1e901ec01d) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:40.854918 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 44e89f1d-e9f2-45e0-a759-4134f5a52576 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:40.914454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45713df6-af71-42b5-a760-f744c342af9f req-e119edb8-6500-492e-a165-ed484709dd0a tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:40.917151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45713df6-af71-42b5-a760-f744c342af9f req-e119edb8-6500-492e-a165-ed484709dd0a tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.0713603 Aug 24 00:41:40.937163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 44e89f1d-e9f2-45e0-a759-4134f5a52576 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:40.937701 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:40.952000 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.010467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45713df6-af71-42b5-a760-f744c342af9f req-2ec74721-8dc0-45cf-b8c8-5d5a6023c1f6 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852926 Aug 24 00:41:41.019831 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.075776 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Network 88fb25fd-2189-4745-adf1-a9a243cccdcf is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:41.079771 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:41.083577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:41.117829 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event updated for resources: {'Port': ['ID=e57d6bda-4a71-4a27-ad7e-1f1e901ec01d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:41.201236 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.243457 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.420017 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.426200 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.505311 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event updated for resources: {'Port': ['ID=e57d6bda-4a71-4a27-ad7e-1f1e901ec01d,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:41.521178 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.540525 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.544642 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-83886dd8-3f5e-4d6e-854a-73e0dad8462a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0945094 Aug 24 00:41:41.545052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59580) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:41.618821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b74af6d1-889b-4db5-be3d-dfd4601bf9f2 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=88fb25fd-2189-4745-adf1-a9a243cccdcf HTTP/1.1" status: 200 len: 689 time: 0.0720880 Aug 24 00:41:41.620813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59582) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:41.708635 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.832635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Deleting port e57d6bda-4a71-4a27-ad7e-1f1e901ec01d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:41.833008 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.922060 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.922947 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.936793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Calling delete_port for e57d6bda-4a71-4a27-ad7e-1f1e901ec01d owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:42.147305 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.186413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377bc40-64e3-4ed6-b2cf-61af708daab5 req-e4df0463-9c49-42f5-8879-3fd2864ba9e6 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:42.187979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c377bc40-64e3-4ed6-b2cf-61af708daab5 req-e4df0463-9c49-42f5-8879-3fd2864ba9e6 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.1014736 Aug 24 00:41:42.189238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event deleted for resources: {'Port': ['ID=e57d6bda-4a71-4a27-ad7e-1f1e901ec01d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:42.330020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c377bc40-64e3-4ed6-b2cf-61af708daab5 req-3347f884-b1b7-4b08-a89a-ef19a8554e38 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318676 Aug 24 00:41:42.338025 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.412553 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.484670 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.522157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0b39f569-3039-4d97-a9b5-7d9d84ff200d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:42.591320 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.611130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fb25fd-2189-4745-adf1-a9a243cccdcf']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:42.633471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd2f1cf-ef12-420d-90c9-2233a1eb0415') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:42.633471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd2f1cf-ef12-420d-90c9-2233a1eb0415') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:42.641972 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.667366 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.674408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:42.674911 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:42.676775 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:43.094477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad524dec-a04d-464b-a32a-51c4f856ff28 req-1d53eb24-0fcc-40f7-8f78-c0d513087260 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.096470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad524dec-a04d-464b-a32a-51c4f856ff28 req-1d53eb24-0fcc-40f7-8f78-c0d513087260 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.13 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.0902333 Aug 24 00:41:43.098348 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.105744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88fb25fd-2189-4745-adf1-a9a243cccdcf {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 24 00:41:43.108626 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.110617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "DELETE /v2.0/networks/88fb25fd-2189-4745-adf1-a9a243cccdcf HTTP/1.1" status: 204 len: 168 time: 1.4888682 Aug 24 00:41:43.120712 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:43.134556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67300850-a4fe-4c09-a0eb-f56b1fc51269 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event deleted for resources: {'Network': ['ID=88fb25fd-2189-4745-adf1-a9a243cccdcf,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:43.303515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ad524dec-a04d-464b-a32a-51c4f856ff28 req-37b1f7c7-7dfe-4df3-88a2-81824e3aa5b1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Deleting port 0e98f372-9528-4d72-922b-e5cf20c09277 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:43.304075 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad524dec-a04d-464b-a32a-51c4f856ff28 req-37b1f7c7-7dfe-4df3-88a2-81824e3aa5b1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.374866 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d4dd6022-b9c3-4012-bd9c-9ad82d3985db tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3831 time: 0.2507460 Aug 24 00:41:43.375188 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59598) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:43.596344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ad524dec-a04d-464b-a32a-51c4f856ff28 req-37b1f7c7-7dfe-4df3-88a2-81824e3aa5b1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] For port 0e98f372-9528-4d72-922b-e5cf20c09277, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=0e98f372-9528-4d72-922b-e5cf20c09277,segment=NetworkSegment(43f7bcf9-3b00-4b53-b455-06804a67311e),segment_id=43f7bcf9-3b00-4b53-b455-06804a67311e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:43.596681 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad524dec-a04d-464b-a32a-51c4f856ff28 req-37b1f7c7-7dfe-4df3-88a2-81824e3aa5b1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.617740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ad524dec-a04d-464b-a32a-51c4f856ff28 req-37b1f7c7-7dfe-4df3-88a2-81824e3aa5b1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Calling delete_port for 0e98f372-9528-4d72-922b-e5cf20c09277 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:43.640402 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d250b30-4d4b-4fbd-b3ff-dd2575da76dc req-92213e7b-4f73-452c-87e8-94ae7a6cb627 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.643294 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.643932 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.644258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d250b30-4d4b-4fbd-b3ff-dd2575da76dc req-92213e7b-4f73-452c-87e8-94ae7a6cb627 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/ports?device_id=119d9884-2971-4fe8-a6f6-3a25a7ea6b72 HTTP/1.1" status: 200 len: 945 time: 0.1102450 Aug 24 00:41:43.644684 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.645283 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.645891 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.646471 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.647094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.649282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.649892 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.650490 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.651212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.651801 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.652665 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.653254 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.658707 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3a19f5ba-bc13-4989-b6a1-67e2505f987a tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9119 time: 0.2825351 Aug 24 00:41:43.659520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:43.728243 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-b0c090cc-d325-46df-8c0d-5557cdd25d9f tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] delete failed (client error): The resource could not be found. Aug 24 00:41:43.732480 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b0c090cc-d325-46df-8c0d-5557cdd25d9f tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/5b36cee9-f6a5-4c46-a4f0-bd8b07683ecb HTTP/1.1" status: 404 len: 345 time: 0.0716736 Aug 24 00:41:43.733250 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:43.751558 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54ed379-49f5-425c-9ba4-db9a7a85ba0e tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] DELETE failed (client error): The resource could not be found. Aug 24 00:41:43.752440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54ed379-49f5-425c-9ba4-db9a7a85ba0e tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:41:43.761807 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b54ed379-49f5-425c-9ba4-db9a7a85ba0e tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "DELETE /v2.0/networks/88fb25fd-2189-4745-adf1-a9a243cccdcf HTTP/1.1" status: 404 len: 339 time: 0.0271432 Aug 24 00:41:43.762947 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:43.768325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-672c617d-a5d6-447e-a578-df78278ac230 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Request body: {'network': {'name': 'tempest-network--2141421376', 'router:external': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:43.800619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672c617d-a5d6-447e-a578-df78278ac230 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Made reservation on behalf of 8827ca334bcc435983357bf47b14c100 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:43.806186 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-672c617d-a5d6-447e-a578-df78278ac230 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.831546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d250b30-4d4b-4fbd-b3ff-dd2575da76dc req-f3ce4d76-6ae1-4bde-8e84-116d2f8d88f6 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.32 "GET /v2.0/security-groups?id=6683ecdc-77d9-427e-9dab-cc3ea0388c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231122 Aug 24 00:41:43.833951 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672c617d-a5d6-447e-a578-df78278ac230 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:43.844526 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-672c617d-a5d6-447e-a578-df78278ac230 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.844875 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-672c617d-a5d6-447e-a578-df78278ac230 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Added segment 0a3d653a-2b61-40e3-afde-1954108a0c7d of type vlan for network d0158fc8-a810-4c5d-9cac-c38b21b1e7f4 Aug 24 00:41:43.893838 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-672c617d-a5d6-447e-a578-df78278ac230 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.942191 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-672c617d-a5d6-447e-a578-df78278ac230 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.943207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672c617d-a5d6-447e-a578-df78278ac230 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:43.943774 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-672c617d-a5d6-447e-a578-df78278ac230 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.968872 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad524dec-a04d-464b-a32a-51c4f856ff28 req-37b1f7c7-7dfe-4df3-88a2-81824e3aa5b1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.002319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1f7c7-7dfe-4df3-88a2-81824e3aa5b1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Pushing event deleted for resources: {'Port': ['ID=0e98f372-9528-4d72-922b-e5cf20c09277,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:44.032359 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-672c617d-a5d6-447e-a578-df78278ac230 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2680917 Aug 24 00:41:44.040152 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:44.047298 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad524dec-a04d-464b-a32a-51c4f856ff28 req-37b1f7c7-7dfe-4df3-88a2-81824e3aa5b1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] No DVR routers for this DVR port 0e98f372-9528-4d72-922b-e5cf20c09277 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:44.051481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad524dec-a04d-464b-a32a-51c4f856ff28 req-37b1f7c7-7dfe-4df3-88a2-81824e3aa5b1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.054417 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad524dec-a04d-464b-a32a-51c4f856ff28 req-37b1f7c7-7dfe-4df3-88a2-81824e3aa5b1 tempest-TestServerAdvancedOps-2120697863 tempest-TestServerAdvancedOps-2120697863-project] 10.222.0.13 "DELETE /v2.0/ports/0e98f372-9528-4d72-922b-e5cf20c09277 HTTP/1.1" status: 204 len: 173 time: 0.9424195 Aug 24 00:41:44.054907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119d9884-2971-4fe8-a6f6-3a25a7ea6b72', 'name': 'network-vif-deleted', 'tag': '0e98f372-9528-4d72-922b-e5cf20c09277'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:41:44.057505 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86af79f1-3ad1-4d70-ac28-62743093fcda" -d '{"events": [{"server_uuid": "119d9884-2971-4fe8-a6f6-3a25a7ea6b72", "name": "network-vif-deleted", "tag": "0e98f372-9528-4d72-922b-e5cf20c09277"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:41:44.108827 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ff4b5f-99d1-48a8-8131-f51f342322a9 x-openstack-request-id: req-c7ff4b5f-99d1-48a8-8131-f51f342322a9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:41:44.109408 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119d9884-2971-4fe8-a6f6-3a25a7ea6b72", "name": "network-vif-deleted", "tag": "0e98f372-9528-4d72-922b-e5cf20c09277", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:41:44.109408 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7ff4b5f-99d1-48a8-8131-f51f342322a9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:41:44.109724 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119d9884-2971-4fe8-a6f6-3a25a7ea6b72', 'name': 'network-vif-deleted', 'tag': '0e98f372-9528-4d72-922b-e5cf20c09277', 'status': 'completed', 'code': 200} Aug 24 00:41:44.158281 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c617d-a5d6-447e-a578-df78278ac230 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event updated for resources: {'Network': ['ID=d0158fc8-a810-4c5d-9cac-c38b21b1e7f4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:44.169318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network d0158fc8-a810-4c5d-9cac-c38b21b1e7f4 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:44.325514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9c1ab-99ce-4114-8d9c-e985684de8f8 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:44.333401 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9c1ab-99ce-4114-8d9c-e985684de8f8 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:44.341094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9c1ab-99ce-4114-8d9c-e985684de8f8 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:44.347565 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9c1ab-99ce-4114-8d9c-e985684de8f8 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:44.349912 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-05e9c1ab-99ce-4114-8d9c-e985684de8f8 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3088052 Aug 24 00:41:44.353446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59612) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:44.433707 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6af7da17-a733-430f-8adb-880dccc84484 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.816762 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6af7da17-a733-430f-8adb-880dccc84484 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.830948 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6af7da17-a733-430f-8adb-880dccc84484 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0158fc8-a810-4c5d-9cac-c38b21b1e7f4']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:44.842530 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6af7da17-a733-430f-8adb-880dccc84484 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3d653a-2b61-40e3-afde-1954108a0c7d') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:44.842968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-6af7da17-a733-430f-8adb-880dccc84484 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3d653a-2b61-40e3-afde-1954108a0c7d') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:44.867952 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6af7da17-a733-430f-8adb-880dccc84484 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.888049 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6af7da17-a733-430f-8adb-880dccc84484 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.899125 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af7da17-a733-430f-8adb-880dccc84484 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:44.899765 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6af7da17-a733-430f-8adb-880dccc84484 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:44.901979 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:44.914382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59618) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:45.010205 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6af7da17-a733-430f-8adb-880dccc84484 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.015763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af7da17-a733-430f-8adb-880dccc84484 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d0158fc8-a810-4c5d-9cac-c38b21b1e7f4 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 24 00:41:45.017949 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6af7da17-a733-430f-8adb-880dccc84484 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.020259 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6af7da17-a733-430f-8adb-880dccc84484 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "DELETE /v2.0/networks/d0158fc8-a810-4c5d-9cac-c38b21b1e7f4 HTTP/1.1" status: 204 len: 168 time: 0.6659288 Aug 24 00:41:45.025397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59620) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:45.026159 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb100881-5f1d-4ba7-a7fa-ec4a4282bce8 admin admin] Deleting subnet 77dc62f7-ab49-488e-b0ba-90557c13180f {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:41:45.032247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cc640f47-adee-4f99-8441-25093f95b683 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Request body: {'network': {'name': 'tempest-network--689019449', 'router:external': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:45.040160 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb100881-5f1d-4ba7-a7fa-ec4a4282bce8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.042138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7da17-a733-430f-8adb-880dccc84484 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0158fc8-a810-4c5d-9cac-c38b21b1e7f4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:45.065979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc640f47-adee-4f99-8441-25093f95b683 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Made reservation on behalf of 8827ca334bcc435983357bf47b14c100 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:45.069026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc640f47-adee-4f99-8441-25093f95b683 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.087396 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb100881-5f1d-4ba7-a7fa-ec4a4282bce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.103294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc640f47-adee-4f99-8441-25093f95b683 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:45.117385 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc640f47-adee-4f99-8441-25093f95b683 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.118081 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-cc640f47-adee-4f99-8441-25093f95b683 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Added segment 75090134-394b-46c0-a723-b34d6b0ea5b6 of type vlan for network 7dd7c70a-412b-47a6-a030-e0f588f91eaa Aug 24 00:41:45.152215 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb100881-5f1d-4ba7-a7fa-ec4a4282bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.238966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb100881-5f1d-4ba7-a7fa-ec4a4282bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.245511 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc640f47-adee-4f99-8441-25093f95b683 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.324819 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fb100881-5f1d-4ba7-a7fa-ec4a4282bce8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.327011 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fb100881-5f1d-4ba7-a7fa-ec4a4282bce8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/77dc62f7-ab49-488e-b0ba-90557c13180f HTTP/1.1" status: 204 len: 168 time: 0.4113164 Aug 24 00:41:45.328217 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb100881-5f1d-4ba7-a7fa-ec4a4282bce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77dc62f7-ab49-488e-b0ba-90557c13180f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:45.329708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59624) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:45.340647 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc640f47-adee-4f99-8441-25093f95b683 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.341738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc640f47-adee-4f99-8441-25093f95b683 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:45.342644 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc640f47-adee-4f99-8441-25093f95b683 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.462021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59626) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:45.462257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cc640f47-adee-4f99-8441-25093f95b683 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4347711 Aug 24 00:41:45.477425 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b363b4-c375-4b25-be65-8d911c1ca8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.479034 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc640f47-adee-4f99-8441-25093f95b683 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event updated for resources: {'Network': ['ID=7dd7c70a-412b-47a6-a030-e0f588f91eaa,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:45.493208 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 7dd7c70a-412b-47a6-a030-e0f588f91eaa details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:45.568717 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a566c1b-cbad-41b8-9496-44c3938d19c3 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:45.568717 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8a566c1b-cbad-41b8-9496-44c3938d19c3 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] 10.222.0.32 "GET /v2.0/networks/7dd7c70a-412b-47a6-a030-e0f588f91eaa HTTP/1.1" status: 200 len: 756 time: 0.1050665 Aug 24 00:41:45.574220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:45.683697 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b363b4-c375-4b25-be65-8d911c1ca8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.699968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-35b363b4-c375-4b25-be65-8d911c1ca8be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991056d6-4ac1-4e3e-abf2-db2ed082dd1f']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:45.708517 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe527ba-8408-48ee-9893-3c07185d0a60 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:45.711200 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8fe527ba-8408-48ee-9893-3c07185d0a60 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] 10.222.0.32 "GET /v2.0/networks/77cdb303-1425-4a4d-b8eb-8b81daac83ec HTTP/1.1" status: 200 len: 767 time: 0.1358731 Aug 24 00:41:45.713612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-35b363b4-c375-4b25-be65-8d911c1ca8be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f7bcf9-3b00-4b53-b455-06804a67311e') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:45.713832 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59632) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:45.714333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-35b363b4-c375-4b25-be65-8d911c1ca8be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f7bcf9-3b00-4b53-b455-06804a67311e') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:45.724901 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b363b4-c375-4b25-be65-8d911c1ca8be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.746554 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b363b4-c375-4b25-be65-8d911c1ca8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.757467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b363b4-c375-4b25-be65-8d911c1ca8be admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:45.758080 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b363b4-c375-4b25-be65-8d911c1ca8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:45.762596 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:45.822625 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a94c6d0b-ae7b-4b2a-89a9-f6c918e39472 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.836859 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b363b4-c375-4b25-be65-8d911c1ca8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.843527 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b363b4-c375-4b25-be65-8d911c1ca8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.845384 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-35b363b4-c375-4b25-be65-8d911c1ca8be admin admin] 10.222.0.32 "DELETE /v2.0/networks/991056d6-4ac1-4e3e-abf2-db2ed082dd1f HTTP/1.1" status: 204 len: 168 time: 0.5147326 Aug 24 00:41:45.857799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59634) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:45.865575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b363b4-c375-4b25-be65-8d911c1ca8be admin admin] Pushing event deleted for resources: {'Network': ['ID=991056d6-4ac1-4e3e-abf2-db2ed082dd1f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:45.909824 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 0e98f372-9528-4d72-922b-e5cf20c09277 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:45.929502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b6bc00-1332-4618-a32e-111219f67331 admin admin] Deleting subnet 9c7105ec-7a87-4ebd-a61c-3dd0a0570b52 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:41:45.934383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65b6bc00-1332-4618-a32e-111219f67331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.953823 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a94c6d0b-ae7b-4b2a-89a9-f6c918e39472 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.956344 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 0e98f372-9528-4d72-922b-e5cf20c09277 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:41:45.956697 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 0e98f372-9528-4d72-922b-e5cf20c09277 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:41:45.971727 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a94c6d0b-ae7b-4b2a-89a9-f6c918e39472 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd7c70a-412b-47a6-a030-e0f588f91eaa']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:45.986124 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a94c6d0b-ae7b-4b2a-89a9-f6c918e39472 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75090134-394b-46c0-a723-b34d6b0ea5b6') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:45.986124 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a94c6d0b-ae7b-4b2a-89a9-f6c918e39472 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75090134-394b-46c0-a723-b34d6b0ea5b6') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:45.996783 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65b6bc00-1332-4618-a32e-111219f67331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.997937 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a94c6d0b-ae7b-4b2a-89a9-f6c918e39472 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.018655 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a94c6d0b-ae7b-4b2a-89a9-f6c918e39472 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.027136 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94c6d0b-ae7b-4b2a-89a9-f6c918e39472 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:46.028496 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a94c6d0b-ae7b-4b2a-89a9-f6c918e39472 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:46.029979 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:46.041758 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65b6bc00-1332-4618-a32e-111219f67331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.098522 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a94c6d0b-ae7b-4b2a-89a9-f6c918e39472 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.104435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94c6d0b-ae7b-4b2a-89a9-f6c918e39472 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7dd7c70a-412b-47a6-a030-e0f588f91eaa {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 24 00:41:46.119665 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a94c6d0b-ae7b-4b2a-89a9-f6c918e39472 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.129330 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a94c6d0b-ae7b-4b2a-89a9-f6c918e39472 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "DELETE /v2.0/networks/7dd7c70a-412b-47a6-a030-e0f588f91eaa HTTP/1.1" status: 204 len: 168 time: 0.4094086 Aug 24 00:41:46.129529 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:46.141771 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65b6bc00-1332-4618-a32e-111219f67331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.149265 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f3992287-864f-401f-82c0-c493b13a62e0 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Request body: {'network': {'name': 'tempest-network--1168353348'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:46.156649 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-65b6bc00-1332-4618-a32e-111219f67331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.161305 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-65b6bc00-1332-4618-a32e-111219f67331 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9c7105ec-7a87-4ebd-a61c-3dd0a0570b52 HTTP/1.1" status: 204 len: 168 time: 0.3025286 Aug 24 00:41:46.180678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59638) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:46.188376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6bc00-1332-4618-a32e-111219f67331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c7105ec-7a87-4ebd-a61c-3dd0a0570b52,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:46.205980 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c6d0b-ae7b-4b2a-89a9-f6c918e39472 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event deleted for resources: {'Network': ['ID=7dd7c70a-412b-47a6-a030-e0f588f91eaa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:46.231872 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3992287-864f-401f-82c0-c493b13a62e0 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Made reservation on behalf of 8827ca334bcc435983357bf47b14c100 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:46.234326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3992287-864f-401f-82c0-c493b13a62e0 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.299764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3992287-864f-401f-82c0-c493b13a62e0 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:46.310646 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3992287-864f-401f-82c0-c493b13a62e0 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.311017 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-f3992287-864f-401f-82c0-c493b13a62e0 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Added segment 2c1bbedb-73d4-42ba-bf28-d1bd8bda32e5 of type vlan for network 56558eb8-908d-40cd-a140-b8a779161e03 Aug 24 00:41:46.337009 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c6586a-84f0-47d2-aaa9-e3698af29c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.396720 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3992287-864f-401f-82c0-c493b13a62e0 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.446434 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3992287-864f-401f-82c0-c493b13a62e0 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.448797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3992287-864f-401f-82c0-c493b13a62e0 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:46.450214 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3992287-864f-401f-82c0-c493b13a62e0 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.470448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c6586a-84f0-47d2-aaa9-e3698af29c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.481175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c7c6586a-84f0-47d2-aaa9-e3698af29c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f94973-d251-45aa-a152-547003c054e6']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:46.495357 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c7c6586a-84f0-47d2-aaa9-e3698af29c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdd1ed3-861b-4e21-b50a-eec953e165b4') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:46.497884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c7c6586a-84f0-47d2-aaa9-e3698af29c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdd1ed3-861b-4e21-b50a-eec953e165b4') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:46.509022 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c6586a-84f0-47d2-aaa9-e3698af29c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.515951 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f3992287-864f-401f-82c0-c493b13a62e0 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3784742 Aug 24 00:41:46.518336 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:46.527407 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c6586a-84f0-47d2-aaa9-e3698af29c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.533900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c6586a-84f0-47d2-aaa9-e3698af29c37 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:46.534422 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c6586a-84f0-47d2-aaa9-e3698af29c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:46.536304 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:46.627152 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c6586a-84f0-47d2-aaa9-e3698af29c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.639827 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a04121a6-61e1-4322-a999-6e4fa4dcb2db tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:46.647269 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c7c6586a-84f0-47d2-aaa9-e3698af29c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.650290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c7c6586a-84f0-47d2-aaa9-e3698af29c37 admin admin] 10.222.0.32 "DELETE /v2.0/networks/69f94973-d251-45aa-a152-547003c054e6 HTTP/1.1" status: 204 len: 168 time: 0.4685414 Aug 24 00:41:46.697251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6586a-84f0-47d2-aaa9-e3698af29c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f94973-d251-45aa-a152-547003c054e6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:46.780985 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3992287-864f-401f-82c0-c493b13a62e0 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event updated for resources: {'Network': ['ID=56558eb8-908d-40cd-a140-b8a779161e03,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:46.792662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 56558eb8-908d-40cd-a140-b8a779161e03 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:46.873041 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a04121a6-61e1-4322-a999-6e4fa4dcb2db tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.896645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a04121a6-61e1-4322-a999-6e4fa4dcb2db tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.925742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a04121a6-61e1-4322-a999-6e4fa4dcb2db tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Network 56558eb8-908d-40cd-a140-b8a779161e03 is not hosted by any dhcp agent {{(pid=94838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 00:41:46.926802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04121a6-61e1-4322-a999-6e4fa4dcb2db tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:46.927497 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a04121a6-61e1-4322-a999-6e4fa4dcb2db tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.929761 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a04121a6-61e1-4322-a999-6e4fa4dcb2db tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "PUT /v2.0/networks/56558eb8-908d-40cd-a140-b8a779161e03 HTTP/1.1" status: 200 len: 858 time: 0.3033066 Aug 24 00:41:46.932751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59648) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:46.994722 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04121a6-61e1-4322-a999-6e4fa4dcb2db tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event updated for resources: {'Network': ['ID=56558eb8-908d-40cd-a140-b8a779161e03,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:46.996773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59650) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:47.048978 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b65e9c9f-9d70-4368-9c8a-890c7184465c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3b884d0c3ab4417b3d26b0b086eed2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510705 Aug 24 00:41:47.052207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59652) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:47.066690 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-304c65e9-6706-44d2-b9c3-6f5576c8d924 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.121394 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-396f3502-9184-4c53-95ed-9c9cf111d6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.150768 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-396f3502-9184-4c53-95ed-9c9cf111d6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.158819 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-304c65e9-6706-44d2-b9c3-6f5576c8d924 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.173030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-304c65e9-6706-44d2-b9c3-6f5576c8d924 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56558eb8-908d-40cd-a140-b8a779161e03']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:47.190464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-304c65e9-6706-44d2-b9c3-6f5576c8d924 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1bbedb-73d4-42ba-bf28-d1bd8bda32e5') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:47.190764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-304c65e9-6706-44d2-b9c3-6f5576c8d924 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1bbedb-73d4-42ba-bf28-d1bd8bda32e5') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:47.201697 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-304c65e9-6706-44d2-b9c3-6f5576c8d924 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.224440 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-304c65e9-6706-44d2-b9c3-6f5576c8d924 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.239678 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-396f3502-9184-4c53-95ed-9c9cf111d6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.240703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304c65e9-6706-44d2-b9c3-6f5576c8d924 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:47.242187 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-304c65e9-6706-44d2-b9c3-6f5576c8d924 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.250499 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-396f3502-9184-4c53-95ed-9c9cf111d6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.252733 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-396f3502-9184-4c53-95ed-9c9cf111d6fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6683ecdc-77d9-427e-9dab-cc3ea0388c5d HTTP/1.1" status: 204 len: 168 time: 0.1979954 Aug 24 00:41:47.278036 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f3502-9184-4c53-95ed-9c9cf111d6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6683ecdc-77d9-427e-9dab-cc3ea0388c5d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:47.311282 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:47.316777 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-304c65e9-6706-44d2-b9c3-6f5576c8d924 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.323981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304c65e9-6706-44d2-b9c3-6f5576c8d924 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56558eb8-908d-40cd-a140-b8a779161e03 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 24 00:41:47.326358 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-304c65e9-6706-44d2-b9c3-6f5576c8d924 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.332965 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-304c65e9-6706-44d2-b9c3-6f5576c8d924 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] 10.222.0.32 "DELETE /v2.0/networks/56558eb8-908d-40cd-a140-b8a779161e03 HTTP/1.1" status: 204 len: 168 time: 0.3947265 Aug 24 00:41:47.333561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59656) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:47.344376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c65e9-6706-44d2-b9c3-6f5576c8d924 tempest-ExternalNetworksTestJSON-1899485640 tempest-ExternalNetworksTestJSON-1899485640-project-admin] Pushing event deleted for resources: {'Network': ['ID=56558eb8-908d-40cd-a140-b8a779161e03,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:47.387916 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4979b2-4061-43f3-858d-201dd6ff601f tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] DELETE failed (client error): The resource could not be found. Aug 24 00:41:47.388982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4979b2-4061-43f3-858d-201dd6ff601f tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:41:47.401106 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7a4979b2-4061-43f3-858d-201dd6ff601f tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] 10.222.0.32 "DELETE /v2.0/subnets/0b39f569-3039-4d97-a9b5-7d9d84ff200d HTTP/1.1" status: 404 len: 337 time: 0.0621097 Aug 24 00:41:47.401482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59662) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:47.612789 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc2cbf7e-0c25-4a85-9176-9852f3a65f52 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.774699 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc2cbf7e-0c25-4a85-9176-9852f3a65f52 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.791255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-fc2cbf7e-0c25-4a85-9176-9852f3a65f52 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cdb303-1425-4a4d-b8eb-8b81daac83ec']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:47.812887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-fc2cbf7e-0c25-4a85-9176-9852f3a65f52 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0508eeec-8c27-4048-a494-7a7c439521e1') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:47.813184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-fc2cbf7e-0c25-4a85-9176-9852f3a65f52 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0508eeec-8c27-4048-a494-7a7c439521e1') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:47.843126 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc2cbf7e-0c25-4a85-9176-9852f3a65f52 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.872780 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc2cbf7e-0c25-4a85-9176-9852f3a65f52 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.880755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2cbf7e-0c25-4a85-9176-9852f3a65f52 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:47.881391 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc2cbf7e-0c25-4a85-9176-9852f3a65f52 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.882425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:47.958036 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:47.962652 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc2cbf7e-0c25-4a85-9176-9852f3a65f52 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.980017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc2cbf7e-0c25-4a85-9176-9852f3a65f52 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.986397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fc2cbf7e-0c25-4a85-9176-9852f3a65f52 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] 10.222.0.32 "DELETE /v2.0/networks/77cdb303-1425-4a4d-b8eb-8b81daac83ec HTTP/1.1" status: 204 len: 168 time: 0.5759263 Aug 24 00:41:47.994241 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8ee21855-f725-4620-a8ef-cc47ef08a828 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=452cb1aa394e4975bb5860c2fb97d1b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1090591 Aug 24 00:41:47.996628 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59672) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:47.999258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cbf7e-0c25-4a85-9176-9852f3a65f52 tempest-ExternalNetworksTestJSON-1758962713 tempest-ExternalNetworksTestJSON-1758962713-project] Pushing event deleted for resources: {'Network': ['ID=77cdb303-1425-4a4d-b8eb-8b81daac83ec,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:48.086504 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7322-bf3c-49c2-a36d-b0e155dacadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.120753 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7322-bf3c-49c2-a36d-b0e155dacadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.190960 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7322-bf3c-49c2-a36d-b0e155dacadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.197572 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7322-bf3c-49c2-a36d-b0e155dacadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.199668 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9a1e7322-bf3c-49c2-a36d-b0e155dacadd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb20f14f-17e3-4113-a9ae-85933e1a0eee HTTP/1.1" status: 204 len: 168 time: 0.2016656 Aug 24 00:41:48.209630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e7322-bf3c-49c2-a36d-b0e155dacadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb20f14f-17e3-4113-a9ae-85933e1a0eee,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:48.407762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59682) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:48.661649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d03f40b9-85ce-4362-9177-aaca00c6be59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58bbdf348dce4766ae01a2f0da3cf5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527671 Aug 24 00:41:48.664332 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:48.721133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-addb3af0-3a44-4fc3-b276-990238997040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.747321 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-addb3af0-3a44-4fc3-b276-990238997040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.813421 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-addb3af0-3a44-4fc3-b276-990238997040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.816246 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-addb3af0-3a44-4fc3-b276-990238997040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.820551 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-addb3af0-3a44-4fc3-b276-990238997040 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a21f8b5-06a3-4f59-a7ca-64d21e9e9fb9 HTTP/1.1" status: 204 len: 168 time: 0.1515419 Aug 24 00:41:48.829783 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb3af0-3a44-4fc3-b276-990238997040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a21f8b5-06a3-4f59-a7ca-64d21e9e9fb9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:49.027713 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:49.240123 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-472477201-network', 'tenant_id': '3b5273f550a8421db66762ebd1584750'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:49.270593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59714) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:49.287507 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] Made reservation on behalf of 3b5273f550a8421db66762ebd1584750 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:49.291835 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.306612 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.336075 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4005135a-9431-4ebf-b52e-49c7052c3e59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8827ca334bcc435983357bf47b14c100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635276 Aug 24 00:41:49.337182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59716) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:49.407830 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c2ecc52-c17d-48de-a3df-06b43feace55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.457019 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.464636 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.474899 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c2ecc52-c17d-48de-a3df-06b43feace55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.494247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:49.521122 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.521468 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] Added segment 36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a of type vlan for network 3645ad17-8094-4871-b307-c0f0ae9f9b18 Aug 24 00:41:49.566237 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de640dc-fb2e-4b89-bfc9-ec75fb3eef8d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:49.582077 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c2ecc52-c17d-48de-a3df-06b43feace55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.584526 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.593907 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c2ecc52-c17d-48de-a3df-06b43feace55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.595175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6c2ecc52-c17d-48de-a3df-06b43feace55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4444787-1d3d-4da5-8b65-64318c502442 HTTP/1.1" status: 204 len: 168 time: 0.2563076 Aug 24 00:41:49.621744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ecc52-c17d-48de-a3df-06b43feace55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4444787-1d3d-4da5-8b65-64318c502442,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:49.630923 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.632598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:49.633746 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.676349 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6446345 Aug 24 00:41:49.677020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59722) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:49.683658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-dbb06017-c32c-41fa-94fe-10e769fbf91b admin admin] Request body: {'subnet': {'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-472477201-subnet', 'tenant_id': '3b5273f550a8421db66762ebd1584750', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:49.720130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb06017-c32c-41fa-94fe-10e769fbf91b admin admin] Made reservation on behalf of 3b5273f550a8421db66762ebd1584750 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:49.723410 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbb06017-c32c-41fa-94fe-10e769fbf91b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.737479 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9bc99-169c-4d23-8e1a-8cc179dbe3c7 admin admin] Pushing event updated for resources: {'Network': ['ID=3645ad17-8094-4871-b307-c0f0ae9f9b18,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:49.755817 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 3645ad17-8094-4871-b307-c0f0ae9f9b18 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:49.967587 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbb06017-c32c-41fa-94fe-10e769fbf91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.043444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb06017-c32c-41fa-94fe-10e769fbf91b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d01650f-794a-4cae-ac0d-e1cc1395f883,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:50.045796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb06017-c32c-41fa-94fe-10e769fbf91b admin admin] Checking segment: {'id': '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:50.046238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb06017-c32c-41fa-94fe-10e769fbf91b admin admin] Network hostable DHCP agents. Network: 3645ad17-8094-4871-b307-c0f0ae9f9b18, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:50.077336 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb06017-c32c-41fa-94fe-10e769fbf91b admin admin] Network 3645ad17-8094-4871-b307-c0f0ae9f9b18 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:50.096111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-dbb06017-c32c-41fa-94fe-10e769fbf91b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 3645ad17-8094-4871-b307-c0f0ae9f9b18) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:50.098675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb06017-c32c-41fa-94fe-10e769fbf91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:50.099310 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dbb06017-c32c-41fa-94fe-10e769fbf91b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.115905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff05230-e9a3-4c96-9b8c-173512a55f36 None None] Network 3645ad17-8094-4871-b307-c0f0ae9f9b18 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:50.117804 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dbb06017-c32c-41fa-94fe-10e769fbf91b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4396863 Aug 24 00:41:50.120365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59734) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:50.127154 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-472477201-router', 'tenant_id': '3b5273f550a8421db66762ebd1584750', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:50.157243 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.159082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.243900 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.378720 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-3645ad17-8094-4871-b307-c0f0ae9f9b18', 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18', 'tenant_id': '3b5273f550a8421db66762ebd1584750', 'fixed_ips': [{'subnet_id': '0d01650f-794a-4cae-ac0d-e1cc1395f883'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:41:50.380233 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.451022 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.614438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Allocated IP 172.20.0.2 (3645ad17-8094-4871-b307-c0f0ae9f9b18/0d01650f-794a-4cae-ac0d-e1cc1395f883/948ee2cb-e741-4034-86a1-cc565b70fba3) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:50.759407 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.783741 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.842804 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.855657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Transition to ACTIVE for port object 948ee2cb-e741-4034-86a1-cc565b70fba3 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:50.877124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Transition to ACTIVE for port object 948ee2cb-e741-4034-86a1-cc565b70fba3 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:50.887636 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.931634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Network 3645ad17-8094-4871-b307-c0f0ae9f9b18 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:50.937542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:50.942558 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:50.982909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Allocated IP 172.25.8.138 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/36322484-ed6c-484e-8152-102556bfcaf3) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:51.008515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Pushing event updated for resources: {'Port': ['ID=948ee2cb-e741-4034-86a1-cc565b70fba3,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:51.050171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Attempting to bind port 948ee2cb-e741-4034-86a1-cc565b70fba3 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:51.050607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Attempting to bind port 948ee2cb-e741-4034-86a1-cc565b70fba3 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:51.051016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Attempting to bind port 948ee2cb-e741-4034-86a1-cc565b70fba3 on network 3645ad17-8094-4871-b307-c0f0ae9f9b18 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:51.060277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:51.061395 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Checking segment: {'id': '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:51.064288 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.064701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Bound using segment: {'id': '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:51.065194 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Bound port: 948ee2cb-e741-4034-86a1-cc565b70fba3, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:51.065585 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.184046 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.230365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] For port 948ee2cb-e741-4034-86a1-cc565b70fba3, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:51.235810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] For port 948ee2cb-e741-4034-86a1-cc565b70fba3, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=948ee2cb-e741-4034-86a1-cc565b70fba3,segment=NetworkSegment(36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a),segment_id=36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:51.240942 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.242288 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.295707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:51.302369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:51.308967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:51.328608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e230c0-c106-48fd-9d0a-7ad483fbea07 None None] Pushing event updated for resources: {'Port': ['ID=948ee2cb-e741-4034-86a1-cc565b70fba3,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:51.546077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Pushing event updated for resources: {'Port': ['ID=36322484-ed6c-484e-8152-102556bfcaf3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:51.748975 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.774526 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59768) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:51.985799 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1205762762'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:52.018905 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Made reservation on behalf of 442169982a9c475cb2efe0dac6366f19 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:52.021518 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.025974 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.040736 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.157854 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.165128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.183254 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:52.194608 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.195512 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Added segment dfb7ee3f-9d98-4425-907d-de426d177013 of type vlan for network edbc712d-636a-494d-a38f-e1fa80029537 Aug 24 00:41:52.244083 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Router 18b4560e-33c1-4beb-8256-96e05879e3e7 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:41:52.254721 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.305101 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.324858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:52.326141 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.432841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:52.444619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Sync routers for ids ['18b4560e-33c1-4beb-8256-96e05879e3e7'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:52.458550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Routers {'18b4560e-33c1-4beb-8256-96e05879e3e7'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:52.458931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb57121e-4efc-4997-8881-dbf05ae98f2d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:52.461828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:41:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['18b4560e-33c1-4beb-8256-96e05879e3e7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:52.477657 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.479987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-587c6b3f-ca17-4b6a-acbc-17e28718b156 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.3584702 Aug 24 00:41:52.482993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59774) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:52.492086 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:52.492442 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:52.492792 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:52.493139 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:52.493485 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:52.493827 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:52.494159 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:52.494493 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:52.494855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:52.495182 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:52.495516 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:52.495850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:52.537017 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7612417 Aug 24 00:41:52.538408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd96775-6715-4916-a83e-069732b9da48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Pushing event updated for resources: {'Network': ['ID=edbc712d-636a-494d-a38f-e1fa80029537,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:52.576168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network edbc712d-636a-494d-a38f-e1fa80029537 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:52.706142 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Set router 18b4560e-33c1-4beb-8256-96e05879e3e7 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:52.736838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e053b3-390c-4da1-90dd-672167704081 None None] Network 3645ad17-8094-4871-b307-c0f0ae9f9b18 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:52.890878 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59782) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:52.896379 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Request body: {'port': {'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537', 'binding:host_id': 'n-h2-805736-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1207721894'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:52.902174 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ce99e388-a505-4591-b724-8819b3be7fab None None] Provisioning for port 948ee2cb-e741-4034-86a1-cc565b70fba3 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:52.937192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Made reservation on behalf of 27959f5b89164c98bf2a410177f206f2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:52.941717 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.980492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.985768 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 948ee2cb-e741-4034-86a1-cc565b70fba3 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:53.143524 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.158043 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.168748 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] device_id is not set on port 1545d77c-0a11-4ed3-84c0-f965f3933198 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:41:53.294172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc954e2-2729-4eb5-bb18-006777da45df,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:53.331106 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.367921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 948ee2cb-e741-4034-86a1-cc565b70fba3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:53.384563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 948ee2cb-e741-4034-86a1-cc565b70fba3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:53.385056 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.437426 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4560e-33c1-4beb-8256-96e05879e3e7', 'name': 'tempest-ImageQuotaTest-472477201-router', 'tenant_id': '3b5273f550a8421db66762ebd1584750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '36322484-ed6c-484e-8152-102556bfcaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:50Z', 'updated_at': '2021-08-24T00:41:51Z', 'revision_number': 3, 'project_id': '3b5273f550a8421db66762ebd1584750', 'gw_port': {'id': '36322484-ed6c-484e-8152-102556bfcaf3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:37:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b4560e-33c1-4beb-8256-96e05879e3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:50Z', 'updated_at': '2021-08-24T00:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:53.500787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Checking router: 18b4560e-33c1-4beb-8256-96e05879e3e7 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:41:53.507527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Updating router 18b4560e-33c1-4beb-8256-96e05879e3e7 port 36322484-ed6c-484e-8152-102556bfcaf3 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:41:53.560525 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.645323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Allocated IP 172.20.0.1 (3645ad17-8094-4871-b307-c0f0ae9f9b18/0d01650f-794a-4cae-ac0d-e1cc1395f883/361e2bab-c08b-4126-8b35-f3d78fae2d47) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:53.715453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] device_id is not set on port 1545d77c-0a11-4ed3-84c0-f965f3933198 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:41:53.740244 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.760411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Transition to ACTIVE for port object 1545d77c-0a11-4ed3-84c0-f965f3933198 will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:53.792656 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.815424 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.865289 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Pushing event updated for resources: {'Port': ['ID=1545d77c-0a11-4ed3-84c0-f965f3933198,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:53.887641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Checking segment: {'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:53.888483 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Network hostable DHCP agents. Network: edbc712d-636a-494d-a38f-e1fa80029537, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:53.909420 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.917221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Network edbc712d-636a-494d-a38f-e1fa80029537 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:53.943964 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, edbc712d-636a-494d-a38f-e1fa80029537) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:53.951427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 948ee2cb-e741-4034-86a1-cc565b70fba3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=948ee2cb-e741-4034-86a1-cc565b70fba3,segment=NetworkSegment(36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a),segment_id=36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:53.952065 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:53.956584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-05f21ef0-015b-4ad8-82da-3f112a2401fc None None] Provisioning complete for port 948ee2cb-e741-4034-86a1-cc565b70fba3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:53.957018 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05f21ef0-015b-4ad8-82da-3f112a2401fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.969939 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:53.970653 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:53.971253 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:53.977919 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:53.978497 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:53.979112 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 2 to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 Aug 24 00:41:53.994177 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:53.994907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:53.995410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:54.000914 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:54.001473 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:54.002024 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 3 to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 Aug 24 00:41:54.007342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f6ef7-4900-437e-a475-4090a5ed7e3d None None] Network edbc712d-636a-494d-a38f-e1fa80029537 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:54.014014 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.020904 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:54.021453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:54.022011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:54.029657 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:54.030214 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:54.030867 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 4 to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 Aug 24 00:41:54.052090 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:54.052435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:54.052785 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:54.061247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:54.061585 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:54.062186 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 5 to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 Aug 24 00:41:54.079648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:54.080032 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:54.085155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:54.094377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:54.095236 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:54.095651 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 6 to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 Aug 24 00:41:54.110323 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:54.110686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:54.111201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:54.116255 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:54.117274 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:54.117274 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 7 to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 Aug 24 00:41:54.135631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:54.136120 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:54.136459 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:54.141365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:54.141957 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:54.142420 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 8 to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 Aug 24 00:41:54.163649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:54.164082 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:54.164428 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:54.173155 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:54.173890 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:54.174296 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 9 to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 Aug 24 00:41:54.199377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:54.199718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:54.200063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:54.206941 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:54.210722 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:54.211334 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 10 to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 Aug 24 00:41:54.227940 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:54.228304 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.229233 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:54.229728 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:54.234481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 1545d77c-0a11-4ed3-84c0-f965f3933198 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:54.235055 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 1545d77c-0a11-4ed3-84c0-f965f3933198 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:54.235572 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.244277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Transition to ACTIVE for port object 361e2bab-c08b-4126-8b35-f3d78fae2d47 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:54.249029 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=948ee2cb-e741-4034-86a1-cc565b70fba3,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:54.288887 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.296978 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.312729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Transition to ACTIVE for port object 36322484-ed6c-484e-8152-102556bfcaf3 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:54.326716 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.329450 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] For port 1545d77c-0a11-4ed3-84c0-f965f3933198, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:54.329870 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempted to set empty binding levels {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 24 00:41:54.337790 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.359054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Pushing event updated for resources: {'Port': ['ID=361e2bab-c08b-4126-8b35-f3d78fae2d47,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:54.394605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Attempting to bind port 36322484-ed6c-484e-8152-102556bfcaf3 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:54.395153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Attempting to bind port 36322484-ed6c-484e-8152-102556bfcaf3 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:54.395631 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Attempting to bind port 36322484-ed6c-484e-8152-102556bfcaf3 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:54.396530 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Pushing event updated for resources: {'Port': ['ID=1545d77c-0a11-4ed3-84c0-f965f3933198,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:54.397553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Network 3645ad17-8094-4871-b307-c0f0ae9f9b18 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:54.402966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:54.405626 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:54.406610 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.407673 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390daf9c-783d-47cd-8d1e-78a838a9d94c None None] Pushing event updated for resources: {'Port': ['ID=36322484-ed6c-484e-8152-102556bfcaf3,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:54.408080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:54.416620 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:54.417117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:54.417646 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.418368 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:54.418967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Bound port: 36322484-ed6c-484e-8152-102556bfcaf3, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:54.419463 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.443713 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e057602e-035a-49e7-9233-9e80a149bb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5510671 Aug 24 00:41:54.444381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:54.493520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] For port 36322484-ed6c-484e-8152-102556bfcaf3, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:54.499358 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] For port 36322484-ed6c-484e-8152-102556bfcaf3, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=36322484-ed6c-484e-8152-102556bfcaf3,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:54.499929 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.507186 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.589781 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d8fb7-4737-45e8-a6e3-2a1ee7d7d139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Deleting port 1545d77c-0a11-4ed3-84c0-f965f3933198 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:54.590424 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa7d8fb7-4737-45e8-a6e3-2a1ee7d7d139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.596410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Routers {'18b4560e-33c1-4beb-8256-96e05879e3e7'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:54.597058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:41:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['18b4560e-33c1-4beb-8256-96e05879e3e7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:54.660214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390daf9c-783d-47cd-8d1e-78a838a9d94c None None] Pushing event updated for resources: {'Port': ['ID=36322484-ed6c-484e-8152-102556bfcaf3,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:54.721472 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-fa7d8fb7-4737-45e8-a6e3-2a1ee7d7d139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] For port 1545d77c-0a11-4ed3-84c0-f965f3933198, host n-h2-805736-1, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:54.721849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa7d8fb7-4737-45e8-a6e3-2a1ee7d7d139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.735178 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.759081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d8fb7-4737-45e8-a6e3-2a1ee7d7d139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Calling delete_port for 1545d77c-0a11-4ed3-84c0-f965f3933198 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:54.838116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] Set router 18b4560e-33c1-4beb-8256-96e05879e3e7 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:54.841112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-65adce0b-b884-4ac0-af50-45788d87fd6e None None] Provisioning for port 361e2bab-c08b-4126-8b35-f3d78fae2d47 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:54.846055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-65adce0b-b884-4ac0-af50-45788d87fd6e None None] Provisioning complete for port 361e2bab-c08b-4126-8b35-f3d78fae2d47 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:54.846703 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-65adce0b-b884-4ac0-af50-45788d87fd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.934121 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa7d8fb7-4737-45e8-a6e3-2a1ee7d7d139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.942353 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-65adce0b-b884-4ac0-af50-45788d87fd6e None None] Port 361e2bab-c08b-4126-8b35-f3d78fae2d47 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:54.948419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 948ee2cb-e741-4034-86a1-cc565b70fba3 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:54.982759 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d8fb7-4737-45e8-a6e3-2a1ee7d7d139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Pushing event deleted for resources: {'Port': ['ID=1545d77c-0a11-4ed3-84c0-f965f3933198,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:54.998707 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fa7d8fb7-4737-45e8-a6e3-2a1ee7d7d139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.004628 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fa7d8fb7-4737-45e8-a6e3-2a1ee7d7d139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "DELETE /v2.0/ports/1545d77c-0a11-4ed3-84c0-f965f3933198 HTTP/1.1" status: 204 len: 168 time: 0.5565200 Aug 24 00:41:55.004886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59812) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:55.010057 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:41:55.044490 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c6c4d9-e6f4-4181-9061-0c3328b97e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:41:55.061618 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f1c6c4d9-e6f4-4181-9061-0c3328b97e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "GET /v2.0/ports/1545d77c-0a11-4ed3-84c0-f965f3933198 HTTP/1.1" status: 404 len: 333 time: 0.0518081 Aug 24 00:41:55.062374 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.063298 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59814) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:55.071354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bb3e92e0-bbe0-4a49-98e8-d34f186ee909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Request body: {'port': {'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1697202806'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:55.077084 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.108928 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3e92e0-bbe0-4a49-98e8-d34f186ee909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Made reservation on behalf of 27959f5b89164c98bf2a410177f206f2 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:55.113188 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb3e92e0-bbe0-4a49-98e8-d34f186ee909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.118326 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 948ee2cb-e741-4034-86a1-cc565b70fba3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:55.118708 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.137208 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-bb3e92e0-bbe0-4a49-98e8-d34f186ee909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] device_id is not set on port 6e32c37e-be23-4f38-8932-0eda39f50dee yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:41:55.165064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Pushing event updated for resources: {'Port': ['ID=361e2bab-c08b-4126-8b35-f3d78fae2d47,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:55.168041 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.284408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Network 3645ad17-8094-4871-b307-c0f0ae9f9b18 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:55.289404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:55.337711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4560e-33c1-4beb-8256-96e05879e3e7', 'name': 'tempest-ImageQuotaTest-472477201-router', 'tenant_id': '3b5273f550a8421db66762ebd1584750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '36322484-ed6c-484e-8152-102556bfcaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:50Z', 'updated_at': '2021-08-24T00:41:51Z', 'revision_number': 3, 'project_id': '3b5273f550a8421db66762ebd1584750', 'gw_port': {'id': '36322484-ed6c-484e-8152-102556bfcaf3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:37:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b4560e-33c1-4beb-8256-96e05879e3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:50Z', 'updated_at': '2021-08-24T00:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:55.403527 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb3e92e0-bbe0-4a49-98e8-d34f186ee909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.418210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc3104-7ded-4099-a9d5-7c138cdb3cfb None None] The sync data for ids ['18b4560e-33c1-4beb-8256-96e05879e3e7'] in n-d-805736-1 is: [{'id': '18b4560e-33c1-4beb-8256-96e05879e3e7', 'name': 'tempest-ImageQuotaTest-472477201-router', 'tenant_id': '3b5273f550a8421db66762ebd1584750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '36322484-ed6c-484e-8152-102556bfcaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:50Z', 'updated_at': '2021-08-24T00:41:51Z', 'revision_number': 3, 'project_id': '3b5273f550a8421db66762ebd1584750', 'gw_port': {'id': '36322484-ed6c-484e-8152-102556bfcaf3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:37:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b4560e-33c1-4beb-8256-96e05879e3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:50Z', 'updated_at': '2021-08-24T00:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:55.467160 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb3e92e0-bbe0-4a49-98e8-d34f186ee909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.497664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Router 18b4560e-33c1-4beb-8256-96e05879e3e7 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:55.607183 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3e92e0-bbe0-4a49-98e8-d34f186ee909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Network edbc712d-636a-494d-a38f-e1fa80029537 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:55.612352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-bb3e92e0-bbe0-4a49-98e8-d34f186ee909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:55.618309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e92e0-bbe0-4a49-98e8-d34f186ee909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:55.619460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3e92e0-bbe0-4a49-98e8-d34f186ee909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:55.621182 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb3e92e0-bbe0-4a49-98e8-d34f186ee909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.635661 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e92e0-bbe0-4a49-98e8-d34f186ee909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Pushing event updated for resources: {'Port': ['ID=6e32c37e-be23-4f38-8932-0eda39f50dee,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:55.666153 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bb3e92e0-bbe0-4a49-98e8-d34f186ee909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6007900 Aug 24 00:41:55.674539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59842) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:55.681812 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805736-1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:55.715754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:55.728096 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-59359678-1c0e-4460-af26-1aa267cf27f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/18b4560e-33c1-4beb-8256-96e05879e3e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2428865 Aug 24 00:41:55.777336 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.778998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-41c8205c-25bb-4805-aef1-db6f818ee18b None None] Provisioning complete for port 361e2bab-c08b-4126-8b35-f3d78fae2d47 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:55.779944 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41c8205c-25bb-4805-aef1-db6f818ee18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.882487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-41c8205c-25bb-4805-aef1-db6f818ee18b None None] Port 361e2bab-c08b-4126-8b35-f3d78fae2d47 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:56.071499 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] device_id is not set on port 6e32c37e-be23-4f38-8932-0eda39f50dee yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:41:56.081009 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.101100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Transition to ACTIVE for port object 6e32c37e-be23-4f38-8932-0eda39f50dee will not be triggered until provisioned by entity L2. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:56.109132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.204710 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:56.205419 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:56.205763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:56.213295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:56.213635 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:56.217529 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 2 to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee Aug 24 00:41:56.222391 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Pushing event updated for resources: {'Port': ['ID=6e32c37e-be23-4f38-8932-0eda39f50dee,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:56.249163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:56.249468 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:56.249807 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:56.254837 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:56.255396 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:56.255789 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 3 to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee Aug 24 00:41:56.273514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:56.274358 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:56.275015 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:56.281581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:56.282082 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:56.282623 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 4 to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee Aug 24 00:41:56.308138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:56.308872 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:56.309633 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:56.316251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:56.316582 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:56.317214 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 5 to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee Aug 24 00:41:56.336942 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:56.337559 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:56.338067 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:56.343197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:56.343700 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:56.344243 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 6 to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee Aug 24 00:41:56.361405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:56.361805 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:56.362481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:56.369339 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:56.369676 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:56.370356 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 7 to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee Aug 24 00:41:56.394853 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:56.395143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:56.395482 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:56.401669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:56.401999 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:56.402388 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 8 to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee Aug 24 00:41:56.417797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:56.418147 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:56.419080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:56.429762 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:56.430340 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:56.430971 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 9 to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee Aug 24 00:41:56.448321 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:56.448669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:56.449301 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:56.455015 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:56.455647 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:56.456312 n-d-805736-1 neutron-server[94838]: INFO neutron.plugins.ml2.plugin [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 10 to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee Aug 24 00:41:56.470980 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:56.471435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:56.471772 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:56.477531 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:41:56.477864 n-d-805736-1 neutron-server[94838]: ERROR neutron.plugins.ml2.managers [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 6e32c37e-be23-4f38-8932-0eda39f50dee on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:41:56.478240 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.612975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] For port 6e32c37e-be23-4f38-8932-0eda39f50dee, host n-h2-805736-1, cleared binding levels {{(pid=94838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:56.613668 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempted to set empty binding levels {{(pid=94838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 24 00:41:56.621241 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.646067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17306cd-5e77-4138-8afe-d176e3ed232a req-ec708428-e827-4f41-be4c-af2765580c4f tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:56.650459 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c17306cd-5e77-4138-8afe-d176e3ed232a req-ec708428-e827-4f41-be4c-af2765580c4f tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1097 time: 0.1271214 Aug 24 00:41:56.687050 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] In _notify_port_updated(), no bound segment for port 6e32c37e-be23-4f38-8932-0eda39f50dee on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94838) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:41:56.696552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:56.697278 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.698692 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "PUT /v2.0/ports/6e32c37e-be23-4f38-8932-0eda39f50dee HTTP/1.1" status: 200 len: 979 time: 1.0229676 Aug 24 00:41:56.703668 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59876) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:56.720405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c17306cd-5e77-4138-8afe-d176e3ed232a req-456bc392-60a5-4057-8a41-b7d35524a044 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634365 Aug 24 00:41:56.873700 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0d921-5c31-4191-aa08-5912338de48e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Pushing event updated for resources: {'Port': ['ID=6e32c37e-be23-4f38-8932-0eda39f50dee,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:56.970545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f152dd6-3d87-4791-bb27-948679962e55 req-c178ce12-6f98-4301-b571-7f9a72e4ddf7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:56.970545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f152dd6-3d87-4791-bb27-948679962e55 req-c178ce12-6f98-4301-b571-7f9a72e4ddf7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.0718772 Aug 24 00:41:56.977487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:56.977487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:56.977774 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:56.978247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:56.978726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:56.979224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:56.979686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:56.983748 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 36322484-ed6c-484e-8152-102556bfcaf3 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:57.000528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.001487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.002151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.002848 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.003500 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.004168 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.004820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.007715 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.008397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.009046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.009690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.012125 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.012798 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.013454 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.020156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.020895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.021547 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.022982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.024148 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.024268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.024649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.025118 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.025585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.027418 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.032675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.033178 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.033659 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.034122 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.034590 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.035082 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.035548 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.036585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.037074 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.037546 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:57.049138 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5e90c061-48f0-40cb-9a2e-b89eba0b9f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36723 time: 0.3402445 Aug 24 00:41:57.052569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59886) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:57.088364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f152dd6-3d87-4791-bb27-948679962e55 req-5a9bf2a0-19fd-4a21-b516-0ee5421098b7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032720 Aug 24 00:41:57.091201 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 36322484-ed6c-484e-8152-102556bfcaf3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:57.098491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 36322484-ed6c-484e-8152-102556bfcaf3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:57.098985 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.113563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59890) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:57.198748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8d804fa7-ef86-4131-ac7e-06b903da25bf tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/369dae69-7a94-4446-b38c-0220897abc78 HTTP/1.1" status: 200 len: 993 time: 0.0741510 Aug 24 00:41:57.246059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6ca8ef7a-c45f-426e-beb6-5598a1824dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Deleting port 6e32c37e-be23-4f38-8932-0eda39f50dee {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:57.248034 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ca8ef7a-c45f-426e-beb6-5598a1824dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.320251 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.364823 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-6ca8ef7a-c45f-426e-beb6-5598a1824dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] For port 6e32c37e-be23-4f38-8932-0eda39f50dee, host n-h2-805736-1, got binding levels [] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:57.365550 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ca8ef7a-c45f-426e-beb6-5598a1824dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.370334 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 36322484-ed6c-484e-8152-102556bfcaf3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=36322484-ed6c-484e-8152-102556bfcaf3,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:57.384029 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.391561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6ca8ef7a-c45f-426e-beb6-5598a1824dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Calling delete_port for 6e32c37e-be23-4f38-8932-0eda39f50dee owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:57.486097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=36322484-ed6c-484e-8152-102556bfcaf3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:57.548097 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e17de26-2026-46bf-a769-431e81f7e4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.554167 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ca8ef7a-c45f-426e-beb6-5598a1824dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.636433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8ef7a-c45f-426e-beb6-5598a1824dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e32c37e-be23-4f38-8932-0eda39f50dee,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:57.651666 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6ca8ef7a-c45f-426e-beb6-5598a1824dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.656592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59906) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:57.660706 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6ca8ef7a-c45f-426e-beb6-5598a1824dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6e32c37e-be23-4f38-8932-0eda39f50dee HTTP/1.1" status: 204 len: 168 time: 0.6069350 Aug 24 00:41:57.710845 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f58324-47d2-4435-aeb8-1289b43e1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:41:57.712961 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a8f58324-47d2-4435-aeb8-1289b43e1aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "GET /v2.0/ports/6e32c37e-be23-4f38-8932-0eda39f50dee HTTP/1.1" status: 404 len: 333 time: 0.0553303 Aug 24 00:41:57.722170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59912) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:57.739089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fe248eb1-9d62-4f90-8321-88cf596d765a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-679373648', 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:57.797748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe248eb1-9d62-4f90-8321-88cf596d765a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Made reservation on behalf of 27959f5b89164c98bf2a410177f206f2 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:57.807414 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe248eb1-9d62-4f90-8321-88cf596d765a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.836077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-fe248eb1-9d62-4f90-8321-88cf596d765a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] device_id is not set on port 6f76dd4d-6ab9-4c26-b455-fd80ce2b1b45 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:41:58.003022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd88477-24f9-456e-a43e-a78ee003957f req-50e60592-5cc0-404f-9fb5-287899ccf67f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:58.010716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dd88477-24f9-456e-a43e-a78ee003957f req-50e60592-5cc0-404f-9fb5-287899ccf67f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.1186056 Aug 24 00:41:58.079032 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59924) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:58.156209 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Sync routers for ids ['18b4560e-33c1-4beb-8256-96e05879e3e7'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:58.177162 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Routers {'18b4560e-33c1-4beb-8256-96e05879e3e7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:58.178025 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:41:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['18b4560e-33c1-4beb-8256-96e05879e3e7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:58.196425 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dd88477-24f9-456e-a43e-a78ee003957f req-3bacdba6-2b35-478c-bce2-c7db9a317af0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840971 Aug 24 00:41:58.242492 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe248eb1-9d62-4f90-8321-88cf596d765a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.251906 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-9e3ec947-601e-45cd-9e6d-cc5b5576fd28 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3265450 Aug 24 00:41:58.303026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe248eb1-9d62-4f90-8321-88cf596d765a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.355236 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Set router 18b4560e-33c1-4beb-8256-96e05879e3e7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:58.369908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe248eb1-9d62-4f90-8321-88cf596d765a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Network edbc712d-636a-494d-a38f-e1fa80029537 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:58.375980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-fe248eb1-9d62-4f90-8321-88cf596d765a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:58.383959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe248eb1-9d62-4f90-8321-88cf596d765a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Pushing event updated for resources: {'Port': ['ID=6f76dd4d-6ab9-4c26-b455-fd80ce2b1b45,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:58.395609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe248eb1-9d62-4f90-8321-88cf596d765a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:58.398124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe248eb1-9d62-4f90-8321-88cf596d765a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:58.403843 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe248eb1-9d62-4f90-8321-88cf596d765a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.429963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fe248eb1-9d62-4f90-8321-88cf596d765a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7056921 Aug 24 00:41:58.431088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59934) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:58.514240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb56f746-d8ac-4640-94dc-78862c98ce96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:58.519095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bb56f746-d8ac-4640-94dc-78862c98ce96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "GET /v2.0/ports/6f76dd4d-6ab9-4c26-b455-fd80ce2b1b45 HTTP/1.1" status: 200 len: 958 time: 0.0843198 Aug 24 00:41:58.519785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59936) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:58.709164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0763feb2-4dd0-4122-8b24-16f7b435d45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Deleting port 6f76dd4d-6ab9-4c26-b455-fd80ce2b1b45 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:58.710513 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0763feb2-4dd0-4122-8b24-16f7b435d45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.878350 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4560e-33c1-4beb-8256-96e05879e3e7', 'name': 'tempest-ImageQuotaTest-472477201-router', 'tenant_id': '3b5273f550a8421db66762ebd1584750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '36322484-ed6c-484e-8152-102556bfcaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:50Z', 'updated_at': '2021-08-24T00:41:54Z', 'revision_number': 4, 'project_id': '3b5273f550a8421db66762ebd1584750', 'gw_port': {'id': '36322484-ed6c-484e-8152-102556bfcaf3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:37:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4560e-33c1-4beb-8256-96e05879e3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:50Z', 'updated_at': '2021-08-24T00:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '361e2bab-c08b-4126-8b35-f3d78fae2d47', 'name': '', 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18', 'tenant_id': '3b5273f550a8421db66762ebd1584750', 'mac_address': 'fa:16:3e:4b:9c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b4560e-33c1-4beb-8256-96e05879e3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '0d01650f-794a-4cae-ac0d-e1cc1395f883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:53Z', 'updated_at': '2021-08-24T00:41:54Z', 'revision_number': 2, 'project_id': '3b5273f550a8421db66762ebd1584750', 'subnets': [{'id': '0d01650f-794a-4cae-ac0d-e1cc1395f883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:58.879622 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50646a8d-f480-4732-b3c5-29a353a5df9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.926285 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0763feb2-4dd0-4122-8b24-16f7b435d45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.956441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0763feb2-4dd0-4122-8b24-16f7b435d45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Calling delete_port for 6f76dd4d-6ab9-4c26-b455-fd80ce2b1b45 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:58.956645 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 36322484-ed6c-484e-8152-102556bfcaf3 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:59.043730 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Checking router: 18b4560e-33c1-4beb-8256-96e05879e3e7 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:41:59.043917 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Updating router 18b4560e-33c1-4beb-8256-96e05879e3e7 port 361e2bab-c08b-4126-8b35-f3d78fae2d47 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:41:59.060149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 36322484-ed6c-484e-8152-102556bfcaf3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:59.062822 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.094512 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.169953 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0763feb2-4dd0-4122-8b24-16f7b435d45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.253251 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0763feb2-4dd0-4122-8b24-16f7b435d45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.259097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0763feb2-4dd0-4122-8b24-16f7b435d45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6f76dd4d-6ab9-4c26-b455-fd80ce2b1b45 HTTP/1.1" status: 204 len: 168 time: 0.7378688 Aug 24 00:41:59.260718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763feb2-4dd0-4122-8b24-16f7b435d45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f76dd4d-6ab9-4c26-b455-fd80ce2b1b45,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:59.262760 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 59962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:59.420401 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7d190c-768c-45c0-ae37-6ad8d63322c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:41:59.433735 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1f7d190c-768c-45c0-ae37-6ad8d63322c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "GET /v2.0/ports/6f76dd4d-6ab9-4c26-b455-fd80ce2b1b45 HTTP/1.1" status: 404 len: 333 time: 0.1632020 Aug 24 00:41:59.434209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59972) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:59.446949 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-55d4ac3f-42a4-4990-acbe-b2100c8cc74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Request body: {'port': {'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718281273'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:59.503759 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d4ac3f-42a4-4990-acbe-b2100c8cc74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Made reservation on behalf of 27959f5b89164c98bf2a410177f206f2 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:59.508244 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55d4ac3f-42a4-4990-acbe-b2100c8cc74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.603374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e965186-ac9b-4aca-b54c-7489ba87fd52 req-34bee81e-d9c2-43e9-9e14-91800f14c34d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:59.605315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e965186-ac9b-4aca-b54c-7489ba87fd52 req-34bee81e-d9c2-43e9-9e14-91800f14c34d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.2473495 Aug 24 00:41:59.606590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-55d4ac3f-42a4-4990-acbe-b2100c8cc74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] device_id is not set on port 813b7b37-3069-4fea-8179-d59c5b6f4610 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:41:59.690428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e965186-ac9b-4aca-b54c-7489ba87fd52 req-7b6480ae-0add-4982-856f-635a30df5d19 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779495 Aug 24 00:41:59.731800 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-50646a8d-f480-4732-b3c5-29a353a5df9a admin admin] Deleting port 361e2bab-c08b-4126-8b35-f3d78fae2d47 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:59.732298 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50646a8d-f480-4732-b3c5-29a353a5df9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.743981 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.775178 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.789538 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Transition to ACTIVE for port object 361e2bab-c08b-4126-8b35-f3d78fae2d47 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:59.805135 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.844035 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50646a8d-f480-4732-b3c5-29a353a5df9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.859827 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-50646a8d-f480-4732-b3c5-29a353a5df9a admin admin] Calling delete_port for 361e2bab-c08b-4126-8b35-f3d78fae2d47 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:59.925859 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55d4ac3f-42a4-4990-acbe-b2100c8cc74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.955482 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df49fd-5a07-45bb-90e3-8e9287f3543a None None] Pushing event updated for resources: {'Port': ['ID=361e2bab-c08b-4126-8b35-f3d78fae2d47,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:00.021383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55d4ac3f-42a4-4990-acbe-b2100c8cc74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.082532 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Attempting to bind port 361e2bab-c08b-4126-8b35-f3d78fae2d47 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:00.083236 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Attempting to bind port 361e2bab-c08b-4126-8b35-f3d78fae2d47 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:00.083864 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Attempting to bind port 361e2bab-c08b-4126-8b35-f3d78fae2d47 on network 3645ad17-8094-4871-b307-c0f0ae9f9b18 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:00.088601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4ac3f-42a4-4990-acbe-b2100c8cc74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Network edbc712d-636a-494d-a38f-e1fa80029537 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:00.090150 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:42:00.090609 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Checking segment: {'id': '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:00.091344 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.091836 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Bound using segment: {'id': '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:42:00.092571 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Bound port: 361e2bab-c08b-4126-8b35-f3d78fae2d47, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:42:00.092857 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.099253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-55d4ac3f-42a4-4990-acbe-b2100c8cc74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:00.102494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4ac3f-42a4-4990-acbe-b2100c8cc74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:00.103645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d4ac3f-42a4-4990-acbe-b2100c8cc74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:00.104601 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55d4ac3f-42a4-4990-acbe-b2100c8cc74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.130182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4ac3f-42a4-4990-acbe-b2100c8cc74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Pushing event updated for resources: {'Port': ['ID=813b7b37-3069-4fea-8179-d59c5b6f4610,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:00.140011 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.154196 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-55d4ac3f-42a4-4990-acbe-b2100c8cc74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7186370 Aug 24 00:42:00.154916 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 59982) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:00.160556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:00.209373 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] For port 361e2bab-c08b-4126-8b35-f3d78fae2d47, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:42:00.231149 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:42:00.231149 n-d-805736-1 neutron-server[94840]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Aug 24 00:42:00.231149 n-d-805736-1 neutron-server[94840]: [parameters: {'port_id': '361e2bab-c08b-4126-8b35-f3d78fae2d47', 'host': 'n-d-805736-1', 'level': 0, 'driver': 'openvswitch', 'segment_id': '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a'}] Aug 24 00:42:00.231149 n-d-805736-1 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:42:00.232602 n-d-805736-1 neutron-server[94840]: DEBUG oslo_db.api [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:42:00.236508 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-abd20572-f8b1-471b-b181-bf9005a82c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.261026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.282910 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50646a8d-f480-4732-b3c5-29a353a5df9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.319629 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50646a8d-f480-4732-b3c5-29a353a5df9a admin admin] Pushing event deleted for resources: {'Port': ['ID=361e2bab-c08b-4126-8b35-f3d78fae2d47,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:00.363132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-616f87d3-4584-4440-b3c7-0f7ed04768bc None None] Could not find standard attr ID for object 361e2bab-c08b-4126-8b35-f3d78fae2d47. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:42:00.566406 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50646a8d-f480-4732-b3c5-29a353a5df9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.577058 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] device_id is not set on port 813b7b37-3069-4fea-8179-d59c5b6f4610 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:42:00.596883 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.604693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-3d3af9c8-4333-489b-ab8d-97fec0a60227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:00.606190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-3d3af9c8-4333-489b-ab8d-97fec0a60227 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1097 time: 0.1194422 Aug 24 00:42:00.627088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Transition to ACTIVE for port object 813b7b37-3069-4fea-8179-d59c5b6f4610 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:00.639631 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.743680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:00.744032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:00.744361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:00.765515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:42:00.765845 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Attempting to bind port 361e2bab-c08b-4126-8b35-f3d78fae2d47 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:00.765966 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:42:00.766405 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Pushing event updated for resources: {'Port': ['ID=813b7b37-3069-4fea-8179-d59c5b6f4610,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:00.766612 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Attempting to bind port 361e2bab-c08b-4126-8b35-f3d78fae2d47 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:00.767149 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Attempting to bind port 361e2bab-c08b-4126-8b35-f3d78fae2d47 on network 3645ad17-8094-4871-b307-c0f0ae9f9b18 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:00.773056 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 2 to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 Aug 24 00:42:00.795120 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:42:00.795675 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Checking segment: {'id': '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:00.795874 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.796424 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Bound using segment: {'id': '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:42:00.796905 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Bound port: 361e2bab-c08b-4126-8b35-f3d78fae2d47, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3645ad17-8094-4871-b307-c0f0ae9f9b18'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:42:00.797281 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.813224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:00.813591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:00.813908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:00.853564 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Port 361e2bab-c08b-4126-8b35-f3d78fae2d47 has been deleted concurrently {{(pid=94840) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 24 00:42:00.857575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-12fddeca-0742-4351-8502-68c2669b5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:00.859217 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-12fddeca-0742-4351-8502-68c2669b5df2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23d2434b-61bb-46a0-a92d-ffab59599fba HTTP/1.1" status: 200 len: 897 time: 0.2436473 Aug 24 00:42:00.861008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:42:00.861350 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:42:00.862245 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 3 to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 Aug 24 00:42:00.864669 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Routers {'18b4560e-33c1-4beb-8256-96e05879e3e7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:00.865284 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:42:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['18b4560e-33c1-4beb-8256-96e05879e3e7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:00.888835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:00.889179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:00.889516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:00.949425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:42:00.949425 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:42:00.951859 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 4 to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 Aug 24 00:42:00.971950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fd6d0-eb39-43f3-92cc-2d1a57ba5ffd req-aa9d4580-12fa-412d-b906-dc001789d578 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:00.980121 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b7fd6d0-eb39-43f3-92cc-2d1a57ba5ffd req-aa9d4580-12fa-412d-b906-dc001789d578 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.1703799 Aug 24 00:42:01.007554 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:01.007904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:01.008329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:01.020094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:42:01.020347 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:42:01.025246 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 5 to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 Aug 24 00:42:01.030472 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] Set router 18b4560e-33c1-4beb-8256-96e05879e3e7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:01.040477 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-a3a0e8bb-1323-4dce-895e-8c84cbe1f476 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 1001 time: 0.1586785 Aug 24 00:42:01.085920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b7fd6d0-eb39-43f3-92cc-2d1a57ba5ffd req-90dea5f7-0bad-4ed7-97ab-9d3cab170a35 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048152 Aug 24 00:42:01.092464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:01.094824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:01.095342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:01.157086 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:42:01.157450 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:42:01.166850 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 6 to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 Aug 24 00:42:01.196064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:01.217625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:01.218140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:01.228771 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:42:01.229112 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:42:01.239894 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 7 to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 Aug 24 00:42:01.257496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-1509f9c6-3660-42d9-90d1-6c6d390e665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:01.259042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-1509f9c6-3660-42d9-90d1-6c6d390e665d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=908036a3-43af-4928-8111-d6c436beef22 HTTP/1.1" status: 200 len: 834 time: 0.1999030 Aug 24 00:42:01.307865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:01.308220 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:01.308758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:01.316454 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.328825 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50646a8d-f480-4732-b3c5-29a353a5df9a admin admin] Router 18b4560e-33c1-4beb-8256-96e05879e3e7 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:01.359735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:42:01.360117 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:42:01.360666 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 8 to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 Aug 24 00:42:01.427877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-2ff5f8e9-a695-4881-948d-df334be98bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:01.448743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-2ff5f8e9-a695-4881-948d-df334be98bf7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23d2434b-61bb-46a0-a92d-ffab59599fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750209 Aug 24 00:42:01.452677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:01.453025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:01.453426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:01.491880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50646a8d-f480-4732-b3c5-29a353a5df9a admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:01.504005 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-50646a8d-f480-4732-b3c5-29a353a5df9a admin admin] 10.222.0.32 "PUT /v2.0/routers/18b4560e-33c1-4beb-8256-96e05879e3e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4347999 Aug 24 00:42:01.506215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:01.552954 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b4560e-33c1-4beb-8256-96e05879e3e7', 'name': 'tempest-ImageQuotaTest-472477201-router', 'tenant_id': '3b5273f550a8421db66762ebd1584750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '36322484-ed6c-484e-8152-102556bfcaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:50Z', 'updated_at': '2021-08-24T00:42:00Z', 'revision_number': 5, 'project_id': '3b5273f550a8421db66762ebd1584750', 'gw_port': {'id': '36322484-ed6c-484e-8152-102556bfcaf3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:37:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4560e-33c1-4beb-8256-96e05879e3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:50Z', 'updated_at': '2021-08-24T00:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:01.597260 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c001e6-b2f2-4118-8f1d-e19259d40a96 None None] The sync data for ids ['18b4560e-33c1-4beb-8256-96e05879e3e7'] in n-d-805736-1 is: [{'id': '18b4560e-33c1-4beb-8256-96e05879e3e7', 'name': 'tempest-ImageQuotaTest-472477201-router', 'tenant_id': '3b5273f550a8421db66762ebd1584750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '36322484-ed6c-484e-8152-102556bfcaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:50Z', 'updated_at': '2021-08-24T00:42:00Z', 'revision_number': 5, 'project_id': '3b5273f550a8421db66762ebd1584750', 'gw_port': {'id': '36322484-ed6c-484e-8152-102556bfcaf3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:37:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b4560e-33c1-4beb-8256-96e05879e3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:50Z', 'updated_at': '2021-08-24T00:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:01.608643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:42:01.609038 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:42:01.610829 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 9 to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 Aug 24 00:42:01.666914 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.701828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-b9364671-4797-4e02-9ce2-6f4ec9dd6707 service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406147 Aug 24 00:42:01.702841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:01.703337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:01.703970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:01.712367 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:42:01.712708 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:42:01.721346 n-d-805736-1 neutron-server[94837]: INFO neutron.plugins.ml2.plugin [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempt 10 to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 Aug 24 00:42:01.763833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c584074-96ff-4a62-8214-9d52a063573c req-0f2ca7fb-d531-4642-9428-9a1ea05cb1a5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:01.765306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c584074-96ff-4a62-8214-9d52a063573c req-0f2ca7fb-d531-4642-9428-9a1ea05cb1a5 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 946 time: 0.1772251 Aug 24 00:42:01.811982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:01.812313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:01.812664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempting to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:01.831273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:42:01.831615 n-d-805736-1 neutron-server[94837]: ERROR neutron.plugins.ml2.managers [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Failed to bind port 813b7b37-3069-4fea-8179-d59c5b6f4610 on host n-h2-805736-1 for vnic_type normal using segments [{'id': 'dfb7ee3f-9d98-4425-907d-de426d177013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'edbc712d-636a-494d-a38f-e1fa80029537'}] Aug 24 00:42:01.832000 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.870104 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.877076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c584074-96ff-4a62-8214-9d52a063573c req-f43924dc-0ab8-4d09-ba81-281a204f2bba tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735431 Aug 24 00:42:01.933966 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-c1ccc5f7-bc38-45be-9742-16b77c69e5de service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233627 Aug 24 00:42:01.984397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] Deleting port 36322484-ed6c-484e-8152-102556bfcaf3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:01.984995 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.003052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] For port 813b7b37-3069-4fea-8179-d59c5b6f4610, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:42:02.003541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attempted to set empty binding levels {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 24 00:42:02.014353 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.130185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] In _notify_port_updated(), no bound segment for port 813b7b37-3069-4fea-8179-d59c5b6f4610 on network edbc712d-636a-494d-a38f-e1fa80029537 {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:42:02.135458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:02.136084 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.141902 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "PUT /v2.0/ports/813b7b37-3069-4fea-8179-d59c5b6f4610 HTTP/1.1" status: 200 len: 979 time: 1.9835474 Aug 24 00:42:02.152083 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60034) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:02.198270 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] For port 36322484-ed6c-484e-8152-102556bfcaf3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=36322484-ed6c-484e-8152-102556bfcaf3,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:02.199065 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.209265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700afbb-a6e9-4a0e-a1ab-9ba51504a0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Pushing event updated for resources: {'Port': ['ID=813b7b37-3069-4fea-8179-d59c5b6f4610,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:02.213806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] Calling delete_port for 36322484-ed6c-484e-8152-102556bfcaf3 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:02.322843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa934a35-79ca-457b-88e0-4527763a784e req-b8bdf4f8-ffe3-423c-9a2c-98dcaf3fa23a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:02.324518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa934a35-79ca-457b-88e0-4527763a784e req-b8bdf4f8-ffe3-423c-9a2c-98dcaf3fa23a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.1191685 Aug 24 00:42:02.367853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2f50f39d-ce97-4b83-a075-ed1a437cfddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Deleting port 813b7b37-3069-4fea-8179-d59c5b6f4610 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:02.368291 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f50f39d-ce97-4b83-a075-ed1a437cfddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.435929 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa934a35-79ca-457b-88e0-4527763a784e req-ce3b9889-1600-430d-9a61-b46f9df88b25 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992863 Aug 24 00:42:02.463459 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.492635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-2f50f39d-ce97-4b83-a075-ed1a437cfddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] For port 813b7b37-3069-4fea-8179-d59c5b6f4610, host n-h2-805736-1, got binding levels [] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:02.493096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f50f39d-ce97-4b83-a075-ed1a437cfddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.503815 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] Pushing event deleted for resources: {'Port': ['ID=36322484-ed6c-484e-8152-102556bfcaf3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:02.510312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2f50f39d-ce97-4b83-a075-ed1a437cfddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Calling delete_port for 813b7b37-3069-4fea-8179-d59c5b6f4610 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:02.593781 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.634061 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f50f39d-ce97-4b83-a075-ed1a437cfddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.671607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50f39d-ce97-4b83-a075-ed1a437cfddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Pushing event deleted for resources: {'Port': ['ID=813b7b37-3069-4fea-8179-d59c5b6f4610,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:02.689749 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f50f39d-ce97-4b83-a075-ed1a437cfddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.695300 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2f50f39d-ce97-4b83-a075-ed1a437cfddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "DELETE /v2.0/ports/813b7b37-3069-4fea-8179-d59c5b6f4610 HTTP/1.1" status: 204 len: 168 time: 0.5416539 Aug 24 00:42:02.696123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60046) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:02.718746 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.721144 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.727546 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-5008da1e-e6f2-40a3-a776-9c2fe043a409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:42:02.729736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5008da1e-e6f2-40a3-a776-9c2fe043a409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1971851193-project-admin] 10.222.0.32 "GET /v2.0/ports/813b7b37-3069-4fea-8179-d59c5b6f4610 HTTP/1.1" status: 404 len: 333 time: 0.0318911 Aug 24 00:42:02.733814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60048) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:02.774405 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.776925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b4560e-33c1-4beb-8256-96e05879e3e7 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:42:02.786470 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.789524 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7ec46d36-0e20-4360-a118-73f54f56a048 admin admin] 10.222.0.32 "DELETE /v2.0/routers/18b4560e-33c1-4beb-8256-96e05879e3e7 HTTP/1.1" status: 204 len: 168 time: 1.2812355 Aug 24 00:42:02.791933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60050) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:02.818147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d8a3a-3a65-4b19-8a11-c044ff371630 None None] Sync routers for ids ['18b4560e-33c1-4beb-8256-96e05879e3e7'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:02.832832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d8a3a-3a65-4b19-8a11-c044ff371630 None None] Routers set() bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:02.833431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d8a3a-3a65-4b19-8a11-c044ff371630 None None] Router IDs set() for agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:42:02.836045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_agentschedulers_db [None req-d48d8a3a-3a65-4b19-8a11-c044ff371630 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'18b4560e-33c1-4beb-8256-96e05879e3e7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:42:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent'). {{(pid=94839) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 24 00:42:02.862882 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5759e99-0194-4d3a-bdb0-77de70bf16f5 admin admin] Deleting subnet 0d01650f-794a-4cae-ac0d-e1cc1395f883 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:42:02.868640 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5759e99-0194-4d3a-bdb0-77de70bf16f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.876900 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd5db268-2fc4-4fe4-97fc-dae859e805ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.880898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d8a3a-3a65-4b19-8a11-c044ff371630 None None] Routers set() bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:02.883226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d8a3a-3a65-4b19-8a11-c044ff371630 None None] Router IDs set() for agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:42:02.883978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_agentschedulers_db [None req-d48d8a3a-3a65-4b19-8a11-c044ff371630 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'18b4560e-33c1-4beb-8256-96e05879e3e7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:42:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent'). {{(pid=94839) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 24 00:42:02.888848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d8a3a-3a65-4b19-8a11-c044ff371630 None None] The sync data for ids ['18b4560e-33c1-4beb-8256-96e05879e3e7'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:02.941701 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5759e99-0194-4d3a-bdb0-77de70bf16f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.058017 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5759e99-0194-4d3a-bdb0-77de70bf16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.080046 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd5db268-2fc4-4fe4-97fc-dae859e805ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.081266 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.096726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cd5db268-2fc4-4fe4-97fc-dae859e805ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbc712d-636a-494d-a38f-e1fa80029537']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:03.119791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fea464-a93e-403a-91bc-217c93ef0632 req-984c3d7e-6382-440e-b63f-cd35727fab91 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:03.119791 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33fea464-a93e-403a-91bc-217c93ef0632 req-984c3d7e-6382-440e-b63f-cd35727fab91 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.13 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 946 time: 0.1865954 Aug 24 00:42:03.123016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cd5db268-2fc4-4fe4-97fc-dae859e805ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb7ee3f-9d98-4425-907d-de426d177013') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:03.123016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cd5db268-2fc4-4fe4-97fc-dae859e805ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb7ee3f-9d98-4425-907d-de426d177013') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:03.145022 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5759e99-0194-4d3a-bdb0-77de70bf16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.160025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac57ae-c50d-4c01-a411-8c79d47a2bfc req-acf82ffc-6721-4a19-b59e-2b4cae9fe474 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:03.174234 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5fac57ae-c50d-4c01-a411-8c79d47a2bfc req-acf82ffc-6721-4a19-b59e-2b4cae9fe474 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 946 time: 0.1510224 Aug 24 00:42:03.179428 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd5db268-2fc4-4fe4-97fc-dae859e805ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.180544 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5759e99-0194-4d3a-bdb0-77de70bf16f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d01650f-794a-4cae-ac0d-e1cc1395f883,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:03.189909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c657e5-d0a2-4176-821e-cae485e9be44 None None] Network 3645ad17-8094-4871-b307-c0f0ae9f9b18 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:03.200739 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e5759e99-0194-4d3a-bdb0-77de70bf16f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.205132 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e5759e99-0194-4d3a-bdb0-77de70bf16f5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0d01650f-794a-4cae-ac0d-e1cc1395f883 HTTP/1.1" status: 204 len: 168 time: 0.4119909 Aug 24 00:42:03.207880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:03.251584 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd5db268-2fc4-4fe4-97fc-dae859e805ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.285060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5db268-2fc4-4fe4-97fc-dae859e805ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:03.285992 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd5db268-2fc4-4fe4-97fc-dae859e805ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:03.291656 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:03.347049 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.371236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5fac57ae-c50d-4c01-a411-8c79d47a2bfc req-4a159622-e37c-40f2-a6a1-2eb307e14870 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663716 Aug 24 00:42:03.402162 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd5db268-2fc4-4fe4-97fc-dae859e805ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.417458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-33fea464-a93e-403a-91bc-217c93ef0632 req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Deleting port 292d475e-aa11-4088-b494-345d14ce1afe {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:03.418141 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33fea464-a93e-403a-91bc-217c93ef0632 req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.447389 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd5db268-2fc4-4fe4-97fc-dae859e805ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.450111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cd5db268-2fc4-4fe4-97fc-dae859e805ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] 10.222.0.32 "DELETE /v2.0/networks/edbc712d-636a-494d-a38f-e1fa80029537 HTTP/1.1" status: 204 len: 168 time: 0.7138646 Aug 24 00:42:03.452278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5db268-2fc4-4fe4-97fc-dae859e805ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-726244531-project] Pushing event deleted for resources: {'Network': ['ID=edbc712d-636a-494d-a38f-e1fa80029537,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:03.469273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Deleting port 948ee2cb-e741-4034-86a1-cc565b70fba3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:03.472117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.544883 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db0265d-26d3-40c4-8e3e-53c2c9988338 None None] DHCP port deletion for 3645ad17-8094-4871-b307-c0f0ae9f9b18 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:42:03.619806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] For port 948ee2cb-e741-4034-86a1-cc565b70fba3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=948ee2cb-e741-4034-86a1-cc565b70fba3,segment=NetworkSegment(36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a),segment_id=36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:03.620101 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.667408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Calling delete_port for 948ee2cb-e741-4034-86a1-cc565b70fba3 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:03.671876 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9db0265d-26d3-40c4-8e3e-53c2c9988338 None None] Deleting port 948ee2cb-e741-4034-86a1-cc565b70fba3 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:03.672259 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9db0265d-26d3-40c4-8e3e-53c2c9988338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.764710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48bf06-fa87-4b12-a1b9-0ed23d097b29 req-1c41c265-675c-4044-abaf-a24fa3ed9934 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:03.766392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df48bf06-fa87-4b12-a1b9-0ed23d097b29 req-1c41c265-675c-4044-abaf-a24fa3ed9934 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.1296618 Aug 24 00:42:03.784652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9db0265d-26d3-40c4-8e3e-53c2c9988338 None None] For port 948ee2cb-e741-4034-86a1-cc565b70fba3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=948ee2cb-e741-4034-86a1-cc565b70fba3,segment=NetworkSegment(36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a),segment_id=36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:03.785346 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9db0265d-26d3-40c4-8e3e-53c2c9988338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.795392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-33fea464-a93e-403a-91bc-217c93ef0632 req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] For port 292d475e-aa11-4088-b494-345d14ce1afe, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=292d475e-aa11-4088-b494-345d14ce1afe,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:03.795900 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33fea464-a93e-403a-91bc-217c93ef0632 req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.806535 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9db0265d-26d3-40c4-8e3e-53c2c9988338 None None] Calling delete_port for 948ee2cb-e741-4034-86a1-cc565b70fba3 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:03.834672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df48bf06-fa87-4b12-a1b9-0ed23d097b29 req-eb5f1dbd-8a1b-4a80-a315-0cebd9ea5a0d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611515 Aug 24 00:42:03.879213 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.927834 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9db0265d-26d3-40c4-8e3e-53c2c9988338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.934876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] No DVR routers for this DVR port 948ee2cb-e741-4034-86a1-cc565b70fba3 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:03.947609 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Pushing event deleted for resources: {'Port': ['ID=948ee2cb-e741-4034-86a1-cc565b70fba3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:03.980141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60078) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:03.980732 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0265d-26d3-40c4-8e3e-53c2c9988338 None None] No DVR routers for this DVR port 948ee2cb-e741-4034-86a1-cc565b70fba3 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:03.982906 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0265d-26d3-40c4-8e3e-53c2c9988338 None None] Pushing event deleted for resources: {'Port': ['ID=948ee2cb-e741-4034-86a1-cc565b70fba3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:04.067662 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.083497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3645ad17-8094-4871-b307-c0f0ae9f9b18']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:04.103893 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:04.104188 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36dc854c-9b27-4ef9-9b3e-b3c8e8f1a85a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:04.114987 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.129921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.136969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:04.137364 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: items = [ Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:04.139090 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:04.208484 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.219154 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.221811 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3645ad17-8094-4871-b307-c0f0ae9f9b18 HTTP/1.1" status: 204 len: 168 time: 1.0129776 Aug 24 00:42:04.235781 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33fea464-a93e-403a-91bc-217c93ef0632 req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.236764 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33fea464-a93e-403a-91bc-217c93ef0632 req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.237272 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-33fea464-a93e-403a-91bc-217c93ef0632 req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Floating IP d10d8383-e30b-4b8c-9d9b-acbb14e83a6c disassociated. External IP: 172.25.8.202, port: 292d475e-aa11-4088-b494-345d14ce1afe. Aug 24 00:42:04.237778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-33fea464-a93e-403a-91bc-217c93ef0632 req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Calling delete_port for 292d475e-aa11-4088-b494-345d14ce1afe owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:04.240414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca781e0-1a51-4c0c-8bed-1132f0f8a441 admin admin] Pushing event deleted for resources: {'Network': ['ID=3645ad17-8094-4871-b307-c0f0ae9f9b18,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:04.260208 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cbcb32bd-332c-41e8-a277-0c4c7f32c3f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=442169982a9c475cb2efe0dac6366f19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759342 Aug 24 00:42:04.262723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60086) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:04.377755 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:04.441088 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ebd9e334-d066-4dc4-8fb2-3ef1d40cf600 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b5273f550a8421db66762ebd1584750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604501 Aug 24 00:42:04.443267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60096) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:04.510164 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-286f97ea-c5bb-49c6-a817-4a42763b8a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.536796 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-286f97ea-c5bb-49c6-a817-4a42763b8a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.611273 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-286f97ea-c5bb-49c6-a817-4a42763b8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.616637 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-286f97ea-c5bb-49c6-a817-4a42763b8a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.618482 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-286f97ea-c5bb-49c6-a817-4a42763b8a80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1de640dc-fb2e-4b89-bfc9-ec75fb3eef8d HTTP/1.1" status: 204 len: 168 time: 0.1733546 Aug 24 00:42:04.642090 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f97ea-c5bb-49c6-a817-4a42763b8a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de640dc-fb2e-4b89-bfc9-ec75fb3eef8d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:04.900073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 36322484-ed6c-484e-8152-102556bfcaf3 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:04.918878 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-970e2466-9b84-4ae6-a1a3-ff564fe16c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.938464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599da1a4-e4ca-4163-abf2-60e8cde260ec req-5369a7ef-f3ba-48df-b879-9022c931a43b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:04.940084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 36322484-ed6c-484e-8152-102556bfcaf3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:04.940575 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 36322484-ed6c-484e-8152-102556bfcaf3 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:04.940879 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 948ee2cb-e741-4034-86a1-cc565b70fba3 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:04.941510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-599da1a4-e4ca-4163-abf2-60e8cde260ec req-5369a7ef-f3ba-48df-b879-9022c931a43b tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 946 time: 0.1425402 Aug 24 00:42:04.986398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 948ee2cb-e741-4034-86a1-cc565b70fba3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:04.986809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 948ee2cb-e741-4034-86a1-cc565b70fba3 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:05.019766 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-970e2466-9b84-4ae6-a1a3-ff564fe16c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.085406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-599da1a4-e4ca-4163-abf2-60e8cde260ec req-079caf34-7af3-429b-94d5-33abed46f6fa tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ecc01aa-8d2a-47a3-b737-b87085cb9594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218810 Aug 24 00:42:05.170874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60118) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:05.184176 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-970e2466-9b84-4ae6-a1a3-ff564fe16c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.187627 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-970e2466-9b84-4ae6-a1a3-ff564fe16c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.193019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-970e2466-9b84-4ae6-a1a3-ff564fe16c14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb57121e-4efc-4997-8881-dbf05ae98f2d HTTP/1.1" status: 204 len: 168 time: 0.9268293 Aug 24 00:42:05.204680 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0952d43d-1f44-459e-8ddc-acd86008cce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.207699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e2466-9b84-4ae6-a1a3-ff564fe16c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb57121e-4efc-4997-8881-dbf05ae98f2d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:05.210411 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33fea464-a93e-403a-91bc-217c93ef0632 req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.282994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event deleted for resources: {'Port': ['ID=292d475e-aa11-4088-b494-345d14ce1afe,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:05.406048 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0952d43d-1f44-459e-8ddc-acd86008cce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.412095 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0952d43d-1f44-459e-8ddc-acd86008cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.454700 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952d43d-1f44-459e-8ddc-acd86008cce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46630a2-e97b-46da-889b-ce1fb90f7080,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:05.483820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33fea464-a93e-403a-91bc-217c93ef0632 req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Router a966fbfa-b720-4e85-9cca-10e0dfcffca1 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:05.502157 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0952d43d-1f44-459e-8ddc-acd86008cce5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3280528 Aug 24 00:42:05.505954 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:05.587132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f004526c-c6b7-497d-ad0f-23e4724d1121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.619932 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f004526c-c6b7-497d-ad0f-23e4724d1121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.668619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fd0df-e6cb-4b82-96ce-acb22e27ceb8 req-6b8802b3-bbbd-461e-b57f-a0efd6462062 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:05.669845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e72fd0df-e6cb-4b82-96ce-acb22e27ceb8 req-6b8802b3-bbbd-461e-b57f-a0efd6462062 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.2192025 Aug 24 00:42:05.706003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f004526c-c6b7-497d-ad0f-23e4724d1121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.736740 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f004526c-c6b7-497d-ad0f-23e4724d1121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.738541 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f004526c-c6b7-497d-ad0f-23e4724d1121 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f46630a2-e97b-46da-889b-ce1fb90f7080 HTTP/1.1" status: 204 len: 168 time: 0.2291796 Aug 24 00:42:05.756198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004526c-c6b7-497d-ad0f-23e4724d1121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46630a2-e97b-46da-889b-ce1fb90f7080,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:05.809507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33fea464-a93e-403a-91bc-217c93ef0632 req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:05.822202 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06768ca8-2ff3-4561-98e3-7a34c98f6741 None None] Sync routers for ids ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:05.832656 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06768ca8-2ff3-4561-98e3-7a34c98f6741 None None] Routers {'a966fbfa-b720-4e85-9cca-10e0dfcffca1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:05.833291 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-06768ca8-2ff3-4561-98e3-7a34c98f6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:42:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:05.960821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e72fd0df-e6cb-4b82-96ce-acb22e27ceb8 req-f9ff5cd9-d6a1-49dd-9971-022b375496f9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318547 Aug 24 00:42:05.971052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fea464-a93e-403a-91bc-217c93ef0632 req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] No DVR routers for this DVR port 292d475e-aa11-4088-b494-345d14ce1afe on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:05.971052 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33fea464-a93e-403a-91bc-217c93ef0632 req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.990471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33fea464-a93e-403a-91bc-217c93ef0632 req-f4c2a9d8-5d37-49f5-9ccf-901f3bf21321 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.13 "DELETE /v2.0/ports/292d475e-aa11-4088-b494-345d14ce1afe HTTP/1.1" status: 204 len: 173 time: 2.8566339 Aug 24 00:42:05.991613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'name': 'network-vif-deleted', 'tag': '292d475e-aa11-4088-b494-345d14ce1afe'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:05.999202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 292d475e-aa11-4088-b494-345d14ce1afe no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:06.009118 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c627769-5cfd-47e1-82d6-426857ab79ba" -d '{"events": [{"server_uuid": "db74e2b8-59de-4e25-874e-74c2632bb0b0", "name": "network-vif-deleted", "tag": "292d475e-aa11-4088-b494-345d14ce1afe"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:06.052443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60142) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:06.151302 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-06768ca8-2ff3-4561-98e3-7a34c98f6741 None None] Set router a966fbfa-b720-4e85-9cca-10e0dfcffca1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:06.175444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:06.180144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-297007d5-3fcf-4603-9f23-e78f549b332b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27959f5b89164c98bf2a410177f206f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1163816 Aug 24 00:42:06.184618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 292d475e-aa11-4088-b494-345d14ce1afe {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:06.196466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 292d475e-aa11-4088-b494-345d14ce1afe not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:06.352269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-36aad32a-d2df-4f07-86be-a1508403b8a8 req-71d46a18-6f69-4437-abe2-5e673e25e081 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/ports?device_id=db74e2b8-59de-4e25-874e-74c2632bb0b0 HTTP/1.1" status: 200 len: 210 time: 0.0853424 Aug 24 00:42:06.360741 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6385cdc3-83e4-4252-977a-b6d57c49620e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:06.449760 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6385cdc3-83e4-4252-977a-b6d57c49620e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:06.512290 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6385cdc3-83e4-4252-977a-b6d57c49620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:06.517434 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6385cdc3-83e4-4252-977a-b6d57c49620e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:06.518687 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6385cdc3-83e4-4252-977a-b6d57c49620e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5dc954e2-2729-4eb5-bb18-006777da45df HTTP/1.1" status: 204 len: 168 time: 0.3422694 Aug 24 00:42:06.544429 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385cdc3-83e4-4252-977a-b6d57c49620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc954e2-2729-4eb5-bb18-006777da45df,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:06.633854 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751dc65d-daab-4d36-99b5-e79f212fcaea x-openstack-request-id: req-751dc65d-daab-4d36-99b5-e79f212fcaea {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:06.634463 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db74e2b8-59de-4e25-874e-74c2632bb0b0", "name": "network-vif-deleted", "tag": "292d475e-aa11-4088-b494-345d14ce1afe", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:06.635589 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-751dc65d-daab-4d36-99b5-e79f212fcaea {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:06.636290 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db74e2b8-59de-4e25-874e-74c2632bb0b0', 'name': 'network-vif-deleted', 'tag': '292d475e-aa11-4088-b494-345d14ce1afe', 'status': 'completed', 'code': 200} Aug 24 00:42:06.641700 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-06768ca8-2ff3-4561-98e3-7a34c98f6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:38Z', 'revision_number': 5, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:06.687091 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06768ca8-2ff3-4561-98e3-7a34c98f6741 None None] Checking router: a966fbfa-b720-4e85-9cca-10e0dfcffca1 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:42:06.702026 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06768ca8-2ff3-4561-98e3-7a34c98f6741 None None] Routers {'a966fbfa-b720-4e85-9cca-10e0dfcffca1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:06.702477 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-06768ca8-2ff3-4561-98e3-7a34c98f6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:42:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:06.879468 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-06768ca8-2ff3-4561-98e3-7a34c98f6741 None None] Set router a966fbfa-b720-4e85-9cca-10e0dfcffca1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:07.168488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025dcdc-da1f-4f0f-ab31-883031ec8fd7 req-b4ff8c89-5299-4c64-8822-696afccb65fe tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:07.171219 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c025dcdc-da1f-4f0f-ab31-883031ec8fd7 req-b4ff8c89-5299-4c64-8822-696afccb65fe tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.1022763 Aug 24 00:42:07.191313 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-06768ca8-2ff3-4561-98e3-7a34c98f6741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:38Z', 'revision_number': 5, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:07.251422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c025dcdc-da1f-4f0f-ab31-883031ec8fd7 req-94c8985b-33d9-419c-9321-75c33c986add tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599592 Aug 24 00:42:07.268007 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06768ca8-2ff3-4561-98e3-7a34c98f6741 None None] The sync data for ids ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'] in n-d-805736-1 is: [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:32:31Z', 'revision_number': 4, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '09bbebe3-a11b-4b84-a2f1-bacea8029d35', 'name': '', 'network_id': '67f63f37-ef22-479b-bc91-310b1536cbf5', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'mac_address': 'fa:16:3e:f3:53:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:28Z', 'updated_at': '2021-08-24T00:32:38Z', 'revision_number': 5, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'subnets': [{'id': '5405fc99-102d-4149-8670-63c79d13ddc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:07.497823 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60188) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:07.656922 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3534-a7c4-4a07-acac-6bb929940b33 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:07.694151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c66a576-7430-4a81-b3ee-674dca0c2f34 None None] New status for floating IP d10d8383-e30b-4b8c-9d9b-acbb14e83a6c: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:42:07.728037 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3534-a7c4-4a07-acac-6bb929940b33 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:07.844743 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3534-a7c4-4a07-acac-6bb929940b33 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:07.850645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e4f3534-a7c4-4a07-acac-6bb929940b33 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:07.854573 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3e4f3534-a7c4-4a07-acac-6bb929940b33 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "DELETE /v2.0/security-groups/3ecc01aa-8d2a-47a3-b737-b87085cb9594 HTTP/1.1" status: 204 len: 168 time: 0.3554924 Aug 24 00:42:07.857372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60204) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:07.907356 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-ef9f487d-d810-4fe7-876d-57270380edfb tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] show failed (client error): The resource could not be found. Aug 24 00:42:07.908437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ef9f487d-d810-4fe7-876d-57270380edfb tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "GET /v2.0/security-groups/3ecc01aa-8d2a-47a3-b737-b87085cb9594 HTTP/1.1" status: 404 len: 347 time: 0.0500619 Aug 24 00:42:07.915804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60208) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:07.923484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f3534-a7c4-4a07-acac-6bb929940b33 tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc01aa-8d2a-47a3-b737-b87085cb9594,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:08.174651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-63e34d49-99b5-49d5-bf2e-941834c0abbf tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Deleting port e08878c8-6b8d-46f6-9652-5c824e17308d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:08.175049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63e34d49-99b5-49d5-bf2e-941834c0abbf tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.277798 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63e34d49-99b5-49d5-bf2e-941834c0abbf tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.277798 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63e34d49-99b5-49d5-bf2e-941834c0abbf tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.294278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-63e34d49-99b5-49d5-bf2e-941834c0abbf tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Calling delete_port for e08878c8-6b8d-46f6-9652-5c824e17308d owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:08.457645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20744c4f-bf9d-429c-a23a-1fec7a283ac3 req-85f2d5ce-1035-4925-aadd-c3f5c8ff31f9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:08.463319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20744c4f-bf9d-429c-a23a-1fec7a283ac3 req-85f2d5ce-1035-4925-aadd-c3f5c8ff31f9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.0780492 Aug 24 00:42:08.541094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20744c4f-bf9d-429c-a23a-1fec7a283ac3 req-cac7f049-64ca-4ffb-af87-d98fcf4c6ccf tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502572 Aug 24 00:42:08.542253 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63e34d49-99b5-49d5-bf2e-941834c0abbf tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.598587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e34d49-99b5-49d5-bf2e-941834c0abbf tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Pushing event deleted for resources: {'Port': ['ID=e08878c8-6b8d-46f6-9652-5c824e17308d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:08.662248 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63e34d49-99b5-49d5-bf2e-941834c0abbf tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.665153 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63e34d49-99b5-49d5-bf2e-941834c0abbf tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.666466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-63e34d49-99b5-49d5-bf2e-941834c0abbf tempest-AttachVolumeShelveTestJSON-662560610 tempest-AttachVolumeShelveTestJSON-662560610-project] 10.222.0.32 "DELETE /v2.0/floatingips/d10d8383-e30b-4b8c-9d9b-acbb14e83a6c HTTP/1.1" status: 204 len: 168 time: 0.7496207 Aug 24 00:42:08.689684 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60234) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:08.849306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-620348165', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:08.886200 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Made reservation on behalf of 8fe1b2de27db47378a2798f6e92b4236 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:08.892645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.910670 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.056651 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.062952 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.069590 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] device_id is not set on port 1d2707ed-1bda-433b-aa8d-631c03ce43ee yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:42:09.135251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59119860-9f69-4ad9-933b-8bf06f2db4ae,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:09.221546 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Allocated IP 172.25.8.246 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/1d2707ed-1bda-433b-aa8d-631c03ce43ee) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:09.416854 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.480531 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.536432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:09.545666 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:09.548310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:09.611669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Pushing event updated for resources: {'Port': ['ID=1d2707ed-1bda-433b-aa8d-631c03ce43ee,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:09.617880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:09.618524 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.638014 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0b10854d-05b5-4f0a-9656-9d5827fba7dc tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.9466007 Aug 24 00:42:09.643847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60268) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:09.651580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8d502b40-5801-4c64-8adb-bdb77aa7dd54 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.246'}]}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:09.704471 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d502b40-5801-4c64-8adb-bdb77aa7dd54 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.706633 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d502b40-5801-4c64-8adb-bdb77aa7dd54 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.735923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753f0d6-e60e-4ee1-b590-8ff8aa516019 req-79303aba-b836-4af8-9560-3ca198cfc88b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:09.737560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2753f0d6-e60e-4ee1-b590-8ff8aa516019 req-79303aba-b836-4af8-9560-3ca198cfc88b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.0826504 Aug 24 00:42:09.823390 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d502b40-5801-4c64-8adb-bdb77aa7dd54 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.828370 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2753f0d6-e60e-4ee1-b590-8ff8aa516019 req-c4b809d0-b031-4311-b0aa-bd7f75ea12b4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815187 Aug 24 00:42:10.073150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d502b40-5801-4c64-8adb-bdb77aa7dd54 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.325316 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d502b40-5801-4c64-8adb-bdb77aa7dd54 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.347226 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d502b40-5801-4c64-8adb-bdb77aa7dd54 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.573939 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d502b40-5801-4c64-8adb-bdb77aa7dd54 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.810734 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d502b40-5801-4c64-8adb-bdb77aa7dd54 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.813546 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d502b40-5801-4c64-8adb-bdb77aa7dd54 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.891778 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d502b40-5801-4c64-8adb-bdb77aa7dd54 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.898765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d502b40-5801-4c64-8adb-bdb77aa7dd54 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0e357d5-7d1e-41a4-929c-89d5deba5921 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:42:10.935558 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-8d502b40-5801-4c64-8adb-bdb77aa7dd54 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 24 00:42:10.939477 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8d502b40-5801-4c64-8adb-bdb77aa7dd54 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2918320 Aug 24 00:42:10.939660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60308) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:11.181303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5d3a0-787a-44aa-abb1-d76833aaa7b3 req-9565c463-b116-497c-a558-95071243a676 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:11.183716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cff5d3a0-787a-44aa-abb1-d76833aaa7b3 req-9565c463-b116-497c-a558-95071243a676 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.1320579 Aug 24 00:42:11.189414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-118da5e9-36ec-47cf-b86d-cf7e3a5610c7 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Deleting port 1d2707ed-1bda-433b-aa8d-631c03ce43ee {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:11.190159 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-118da5e9-36ec-47cf-b86d-cf7e3a5610c7 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.328708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cff5d3a0-787a-44aa-abb1-d76833aaa7b3 req-77acc521-2c03-4802-b3c6-1e8321d2adc0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929949 Aug 24 00:42:11.333013 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-118da5e9-36ec-47cf-b86d-cf7e3a5610c7 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.347432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-118da5e9-36ec-47cf-b86d-cf7e3a5610c7 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Calling delete_port for 1d2707ed-1bda-433b-aa8d-631c03ce43ee owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:11.495399 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-118da5e9-36ec-47cf-b86d-cf7e3a5610c7 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.527115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118da5e9-36ec-47cf-b86d-cf7e3a5610c7 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d2707ed-1bda-433b-aa8d-631c03ce43ee,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:11.645247 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-118da5e9-36ec-47cf-b86d-cf7e3a5610c7 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.652217 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-118da5e9-36ec-47cf-b86d-cf7e3a5610c7 tempest-RoutersAdminNegativeIpV6Test-33765746 tempest-RoutersAdminNegativeIpV6Test-33765746-project-admin] 10.222.0.32 "DELETE /v2.0/ports/1d2707ed-1bda-433b-aa8d-631c03ce43ee HTTP/1.1" status: 204 len: 168 time: 0.7073512 Aug 24 00:42:12.140783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60356) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.343860 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-930a05dd-54b9-4487-ad42-f26358c7f11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:12.461233 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-930a05dd-54b9-4487-ad42-f26358c7f11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:12.468882 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-930a05dd-54b9-4487-ad42-f26358c7f11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:12.564150 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-930a05dd-54b9-4487-ad42-f26358c7f11b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28de1cead47d4b1ba9b7026279aa8a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175406 Aug 24 00:42:12.565408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60382) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.575565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a05dd-54b9-4487-ad42-f26358c7f11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3151126d-692e-42f1-9830-57f966b140a4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:12.658956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf5f21-0bb3-42bb-a68f-d8f730666e9b req-f52bf8ba-14a1-4fd4-b209-19c2d239284d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:12.668200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5fbf5f21-0bb3-42bb-a68f-d8f730666e9b req-f52bf8ba-14a1-4fd4-b209-19c2d239284d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.1073039 Aug 24 00:42:12.717232 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a535d0c-c64b-48b7-9593-4a8b74367fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:12.737181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5fbf5f21-0bb3-42bb-a68f-d8f730666e9b req-8df5b1b7-5976-492f-9113-2960c289ea5e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555799 Aug 24 00:42:12.755465 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a535d0c-c64b-48b7-9593-4a8b74367fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:12.848396 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a535d0c-c64b-48b7-9593-4a8b74367fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:12.852743 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3a535d0c-c64b-48b7-9593-4a8b74367fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:12.856245 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3a535d0c-c64b-48b7-9593-4a8b74367fee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3151126d-692e-42f1-9830-57f966b140a4 HTTP/1.1" status: 204 len: 168 time: 0.2846980 Aug 24 00:42:12.869477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a535d0c-c64b-48b7-9593-4a8b74367fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3151126d-692e-42f1-9830-57f966b140a4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:13.348046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60404) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:13.431353 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4c0b9d30-a1b5-4322-999b-f9e438d71e4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fe1b2de27db47378a2798f6e92b4236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818324 Aug 24 00:42:13.433822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60406) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:13.515801 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ceef9e68-7743-426a-a8d4-165d13baae0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.581952 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ceef9e68-7743-426a-a8d4-165d13baae0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.688391 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ceef9e68-7743-426a-a8d4-165d13baae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.691793 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ceef9e68-7743-426a-a8d4-165d13baae0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.693604 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ceef9e68-7743-426a-a8d4-165d13baae0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59119860-9f69-4ad9-933b-8bf06f2db4ae HTTP/1.1" status: 204 len: 168 time: 0.2583873 Aug 24 00:42:13.703653 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef9e68-7743-426a-a8d4-165d13baae0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59119860-9f69-4ad9-933b-8bf06f2db4ae,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:14.030102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fe111-f678-4a55-95a3-491807f6a3b5 req-9d0b50d8-0da2-4479-8688-cab934740144 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:14.037530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-269fe111-f678-4a55-95a3-491807f6a3b5 req-9d0b50d8-0da2-4479-8688-cab934740144 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.1420002 Aug 24 00:42:14.081084 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-269fe111-f678-4a55-95a3-491807f6a3b5 req-2c62affb-1bfc-450a-947c-6e9959a9ef99 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424898 Aug 24 00:42:15.108720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60462) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:15.268231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525542-2a8f-446b-8f57-ddf1f3ebf77f req-a36d29cd-f3d7-4f9b-ba70-08990d4fbb75 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:15.278144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de525542-2a8f-446b-8f57-ddf1f3ebf77f req-a36d29cd-f3d7-4f9b-ba70-08990d4fbb75 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.0850279 Aug 24 00:42:15.312102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1164967911'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:15.337973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de525542-2a8f-446b-8f57-ddf1f3ebf77f req-a17ba8bf-6d6f-4881-9712-f4d49bf99f2c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546794 Aug 24 00:42:15.363786 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Made reservation on behalf of eb8be4bc81574921b9450631d26ceadb for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:15.368573 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:15.378916 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:15.520192 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:15.529761 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:15.586765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:15.643368 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:15.643725 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Added segment 23fb52db-1644-439a-9add-657d84d28fff of type vlan for network 6ccf9334-f60a-4b7f-bb93-1bee82f94785 Aug 24 00:42:15.645195 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70143ee-9bf1-4146-a842-3ee4b5d9b956,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:15.719875 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:15.788070 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:15.796116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:15.796730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:15.887897 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60488) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:15.890950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7810140 Aug 24 00:42:15.923986 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-433038a7-7bca-416b-8b6b-e2f7ca710fa0 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Request body: {'subnet': {'network_id': '6ccf9334-f60a-4b7f-bb93-1bee82f94785', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:15.947772 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc767c6-758c-4cef-ab9f-ae902bb169db tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event updated for resources: {'Network': ['ID=6ccf9334-f60a-4b7f-bb93-1bee82f94785,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:15.958616 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 6ccf9334-f60a-4b7f-bb93-1bee82f94785 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:16.164264 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433038a7-7bca-416b-8b6b-e2f7ca710fa0 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Made reservation on behalf of eb8be4bc81574921b9450631d26ceadb for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:16.168302 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-433038a7-7bca-416b-8b6b-e2f7ca710fa0 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.558167 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-433038a7-7bca-416b-8b6b-e2f7ca710fa0 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.623161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f1d9c-bd77-41a7-8feb-bd7fec279ee4 req-4ea79bdf-2f3e-44aa-b485-436a0a9cbbdb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:16.624896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-886f1d9c-bd77-41a7-8feb-bd7fec279ee4 req-4ea79bdf-2f3e-44aa-b485-436a0a9cbbdb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.1171618 Aug 24 00:42:16.673316 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433038a7-7bca-416b-8b6b-e2f7ca710fa0 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event updated for resources: {'Subnet': ['ID=9e163c6f-21b2-457c-badb-1e8ac3438ea5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:16.729545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-886f1d9c-bd77-41a7-8feb-bd7fec279ee4 req-135b480d-768a-49db-9382-dd8db1f6d529 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916317 Aug 24 00:42:16.744911 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433038a7-7bca-416b-8b6b-e2f7ca710fa0 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Checking segment: {'id': '23fb52db-1644-439a-9add-657d84d28fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6ccf9334-f60a-4b7f-bb93-1bee82f94785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:16.753350 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433038a7-7bca-416b-8b6b-e2f7ca710fa0 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Network hostable DHCP agents. Network: 6ccf9334-f60a-4b7f-bb93-1bee82f94785, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:42:16.790179 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433038a7-7bca-416b-8b6b-e2f7ca710fa0 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Network 6ccf9334-f60a-4b7f-bb93-1bee82f94785 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:42:16.810802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-433038a7-7bca-416b-8b6b-e2f7ca710fa0 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 6ccf9334-f60a-4b7f-bb93-1bee82f94785) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:16.821840 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67065193-7877-49a8-88c8-38b391c1abda None None] Network 6ccf9334-f60a-4b7f-bb93-1bee82f94785 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:16.825392 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433038a7-7bca-416b-8b6b-e2f7ca710fa0 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:16.827244 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-433038a7-7bca-416b-8b6b-e2f7ca710fa0 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.857656 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-433038a7-7bca-416b-8b6b-e2f7ca710fa0 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9675534 Aug 24 00:42:16.863450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60510) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:16.879166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ffa30ef1-b743-4386-960c-8ab8dddc443f tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2043525770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:16.943334 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffa30ef1-b743-4386-960c-8ab8dddc443f tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.945292 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffa30ef1-b743-4386-960c-8ab8dddc443f tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:17.028698 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffa30ef1-b743-4386-960c-8ab8dddc443f tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:17.043833 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffa30ef1-b743-4386-960c-8ab8dddc443f tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:17.061969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60526) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:17.150667 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ffa30ef1-b743-4386-960c-8ab8dddc443f tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:17.152375 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ffa30ef1-b743-4386-960c-8ab8dddc443f tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2828910 Aug 24 00:42:17.157678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60530) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:17.212245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-6ccf9334-f60a-4b7f-bb93-1bee82f94785', 'network_id': '6ccf9334-f60a-4b7f-bb93-1bee82f94785', 'tenant_id': 'eb8be4bc81574921b9450631d26ceadb', 'fixed_ips': [{'subnet_id': '9e163c6f-21b2-457c-badb-1e8ac3438ea5'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:42:17.214190 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:17.561908 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Allocated IP 172.20.0.2 (6ccf9334-f60a-4b7f-bb93-1bee82f94785/9e163c6f-21b2-457c-badb-1e8ac3438ea5/4f55c02d-7215-4bd5-8a1b-6f878b43ee8a) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:17.812358 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:17.826110 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:17.850578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Transition to ACTIVE for port object 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:17.891790 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Transition to ACTIVE for port object 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:17.902710 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:18.005765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Network 6ccf9334-f60a-4b7f-bb93-1bee82f94785 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:18.013276 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:18.018421 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:18.056023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Pushing event updated for resources: {'Port': ['ID=4f55c02d-7215-4bd5-8a1b-6f878b43ee8a,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:18.120608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Attempting to bind port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:18.121437 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Attempting to bind port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '23fb52db-1644-439a-9add-657d84d28fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6ccf9334-f60a-4b7f-bb93-1bee82f94785'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:18.122011 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Attempting to bind port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a on network 6ccf9334-f60a-4b7f-bb93-1bee82f94785 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:18.139571 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:42:18.140177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Checking segment: {'id': '23fb52db-1644-439a-9add-657d84d28fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6ccf9334-f60a-4b7f-bb93-1bee82f94785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:18.140684 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:18.141330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Bound using segment: {'id': '23fb52db-1644-439a-9add-657d84d28fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6ccf9334-f60a-4b7f-bb93-1bee82f94785'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:42:18.142604 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Bound port: 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23fb52db-1644-439a-9add-657d84d28fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6ccf9334-f60a-4b7f-bb93-1bee82f94785'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:42:18.143320 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:18.259724 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad592-e9f2-4f8f-8c2a-0ec1394f2cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:18.325303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] For port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:42:18.334619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] For port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4f55c02d-7215-4bd5-8a1b-6f878b43ee8a,segment=NetworkSegment(23fb52db-1644-439a-9add-657d84d28fff),segment_id=23fb52db-1644-439a-9add-657d84d28fff)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:42:18.359084 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:18.505093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757b027-47ec-4744-9e77-6d4d266c72d7 req-48ae4669-152b-4c45-8b15-ff04d30406b1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:18.518918 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6757b027-47ec-4744-9e77-6d4d266c72d7 req-48ae4669-152b-4c45-8b15-ff04d30406b1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.2970822 Aug 24 00:42:18.571128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e501c-ba38-4087-b28a-67842ed7c996 None None] Pushing event updated for resources: {'Port': ['ID=4f55c02d-7215-4bd5-8a1b-6f878b43ee8a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:18.635491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6757b027-47ec-4744-9e77-6d4d266c72d7 req-946561a2-18f1-4f38-8414-09bc6d2434e5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151865 Aug 24 00:42:18.644792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Allocated IP 172.20.0.1 (6ccf9334-f60a-4b7f-bb93-1bee82f94785/9e163c6f-21b2-457c-badb-1e8ac3438ea5/2ff7b828-2dd1-40df-9169-55cd7f96b5d3) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:19.077637 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ad592-e9f2-4f8f-8c2a-0ec1394f2cf5 admin admin] Deleting port 09bbebe3-a11b-4b84-a2f1-bacea8029d35 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:19.078123 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad592-e9f2-4f8f-8c2a-0ec1394f2cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:19.096448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:19.168648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Transition to ACTIVE for port object 2ff7b828-2dd1-40df-9169-55cd7f96b5d3 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:19.306374 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-bb3ad592-e9f2-4f8f-8c2a-0ec1394f2cf5 admin admin] For port 09bbebe3-a11b-4b84-a2f1-bacea8029d35, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=09bbebe3-a11b-4b84-a2f1-bacea8029d35,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:19.307020 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad592-e9f2-4f8f-8c2a-0ec1394f2cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:19.344472 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ad592-e9f2-4f8f-8c2a-0ec1394f2cf5 admin admin] Calling delete_port for 09bbebe3-a11b-4b84-a2f1-bacea8029d35 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:19.413397 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-df2fe5a8-70b6-4bff-8cb5-afe5c6a09cdf service neutron] show failed (client error): The resource could not be found. Aug 24 00:42:19.415987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-df2fe5a8-70b6-4bff-8cb5-afe5c6a09cdf service neutron] 10.222.0.47 "GET /v2.0/ports/ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce/bindings/n-h2-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.1988401 Aug 24 00:42:19.417795 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:19.567800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Network 6ccf9334-f60a-4b7f-bb93-1bee82f94785 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:19.579791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event updated for resources: {'Port': ['ID=2ff7b828-2dd1-40df-9169-55cd7f96b5d3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:19.586602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:19.595553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:19.789053 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:19.851908 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad592-e9f2-4f8f-8c2a-0ec1394f2cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:19.945850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ad592-e9f2-4f8f-8c2a-0ec1394f2cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=09bbebe3-a11b-4b84-a2f1-bacea8029d35,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:20.483918 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad592-e9f2-4f8f-8c2a-0ec1394f2cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.582504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121963ec-2577-42d5-97a5-0389c3ae556f None None] Network 6ccf9334-f60a-4b7f-bb93-1bee82f94785 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:20.826809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d21bb512-adf6-4123-b0f0-f99b09ab4c13 None None] Provisioning for port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:20.970723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-163daabb-e6ff-4422-9bee-9928a37fdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:20.972300 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-163daabb-e6ff-4422-9bee-9928a37fdb71 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b&tenant_id=b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 1097 time: 1.2607293 Aug 24 00:42:20.979829 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.992284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c751ad-f1ac-4fd0-9361-b5876ba504be req-eb05a99e-b76c-4734-a6cb-0ea645b223be tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:21.000640 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00c751ad-f1ac-4fd0-9361-b5876ba504be req-eb05a99e-b76c-4734-a6cb-0ea645b223be tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 1.1545331 Aug 24 00:42:21.019612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:21.189722 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.198179 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3ad592-e9f2-4f8f-8c2a-0ec1394f2cf5 admin admin] Router a966fbfa-b720-4e85-9cca-10e0dfcffca1 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:21.235191 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00c751ad-f1ac-4fd0-9361-b5876ba504be req-687751fb-eb6e-49a9-81fa-fb33c6ea3935 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337215 Aug 24 00:42:21.257382 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:21.471202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:21.476052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:21.476561 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.720718 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.767441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4f55c02d-7215-4bd5-8a1b-6f878b43ee8a,segment=NetworkSegment(23fb52db-1644-439a-9add-657d84d28fff),segment_id=23fb52db-1644-439a-9add-657d84d28fff)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:21.768795 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-58bf252a-bc46-4cbe-b462-7e05ce9c6b20 None None] Provisioning for port 2ff7b828-2dd1-40df-9169-55cd7f96b5d3 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:21.781205 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.900238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-58bf252a-bc46-4cbe-b462-7e05ce9c6b20 None None] Provisioning complete for port 2ff7b828-2dd1-40df-9169-55cd7f96b5d3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:21.900622 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58bf252a-bc46-4cbe-b462-7e05ce9c6b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.905056 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4f55c02d-7215-4bd5-8a1b-6f878b43ee8a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:21.968785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:21.977978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-58bf252a-bc46-4cbe-b462-7e05ce9c6b20 None None] Port 2ff7b828-2dd1-40df-9169-55cd7f96b5d3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:22.010832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-58bf252a-bc46-4cbe-b462-7e05ce9c6b20 None None] Provisioning complete for port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:22.010832 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58bf252a-bc46-4cbe-b462-7e05ce9c6b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.035762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:42:22.107432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:22.109781 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa7f726-09e9-4fc9-891b-18d7a57b35a9" -d '{"events": [{"server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:22.117995 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.131660 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.140481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Transition to ACTIVE for port object ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:22.143008 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.247726 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebf6600-40f0-436e-b962-3fa422326db5 x-openstack-request-id: req-bebf6600-40f0-436e-b962-3fa422326db5 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:22.248026 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:22.248281 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bebf6600-40f0-436e-b962-3fa422326db5 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:22.250412 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'code': 200} Aug 24 00:42:22.253398 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.260401 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.337714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event updated for resources: {'Port': ['ID=2ff7b828-2dd1-40df-9169-55cd7f96b5d3,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:22.430623 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3f96e65f-9516-4d1b-b0a6-e2fc006c492a None None] Provisioning complete for port 2ff7b828-2dd1-40df-9169-55cd7f96b5d3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:22.431284 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f96e65f-9516-4d1b-b0a6-e2fc006c492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.519898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3f96e65f-9516-4d1b-b0a6-e2fc006c492a None None] Port 2ff7b828-2dd1-40df-9169-55cd7f96b5d3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:22.642064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3ad592-e9f2-4f8f-8c2a-0ec1394f2cf5 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:22.652094 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bb3ad592-e9f2-4f8f-8c2a-0ec1394f2cf5 admin admin] 10.222.0.32 "PUT /v2.0/routers/a966fbfa-b720-4e85-9cca-10e0dfcffca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5859900 Aug 24 00:42:22.655779 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea15dc-4a35-42ef-9ae7-a6c31c033da5 None None] Sync routers for ids ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:22.669112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60638) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:22.676582 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea15dc-4a35-42ef-9ae7-a6c31c033da5 None None] Routers {'a966fbfa-b720-4e85-9cca-10e0dfcffca1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:22.677244 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7dea15dc-4a35-42ef-9ae7-a6c31c033da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:42:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:22.782039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:22.820037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92a326-3456-43d0-8110-f4b58a1a52b6 req-93d5d7ca-ed30-4ca0-8061-bb0f8e9a7624 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:22.827650 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd92a326-3456-43d0-8110-f4b58a1a52b6 req-93d5d7ca-ed30-4ca0-8061-bb0f8e9a7624 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 944 time: 0.4387758 Aug 24 00:42:22.921807 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7dea15dc-4a35-42ef-9ae7-a6c31c033da5 None None] Set router a966fbfa-b720-4e85-9cca-10e0dfcffca1 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:22.961651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] No DVR routers for this DVR port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:23.001002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:23.039778 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd92a326-3456-43d0-8110-f4b58a1a52b6 req-9d4800a9-55a4-480e-b769-595e248371e7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109683 Aug 24 00:42:23.075387 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:23.078838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Network 6ccf9334-f60a-4b7f-bb93-1bee82f94785 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:23.084332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:23.089688 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.261460 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:23.283776 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:23.284499 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.339743 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7dea15dc-4a35-42ef-9ae7-a6c31c033da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:42:19Z', 'revision_number': 5, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port': {'id': 'ee55541d-0352-4754-8fdd-9dcff205839d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:22Z', 'updated_at': '2021-08-24T00:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:23.344965 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.406307 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea15dc-4a35-42ef-9ae7-a6c31c033da5 None None] Checking router: a966fbfa-b720-4e85-9cca-10e0dfcffca1 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:42:23.441259 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea15dc-4a35-42ef-9ae7-a6c31c033da5 None None] Routers {'a966fbfa-b720-4e85-9cca-10e0dfcffca1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:23.441879 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7dea15dc-4a35-42ef-9ae7-a6c31c033da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:42:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:23.485275 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-097246dd-bc82-4bb6-90bc-2467d6106c61 None None] Provisioning complete for port 2ff7b828-2dd1-40df-9169-55cd7f96b5d3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:23.485652 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-097246dd-bc82-4bb6-90bc-2467d6106c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.609610 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-097246dd-bc82-4bb6-90bc-2467d6106c61 None None] Port 2ff7b828-2dd1-40df-9169-55cd7f96b5d3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:23.670980 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7dea15dc-4a35-42ef-9ae7-a6c31c033da5 None None] Set router a966fbfa-b720-4e85-9cca-10e0dfcffca1 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:23.728333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Attempting to bind port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:23.728712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Attempting to bind port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:23.729084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Attempting to bind port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on network 23d2434b-61bb-46a0-a92d-ffab59599fba {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:23.733328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] Deleting port ee55541d-0352-4754-8fdd-9dcff205839d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:23.733681 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.752179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on network 23d2434b-61bb-46a0-a92d-ffab59599fba not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:42:23.752502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Attempting to bind port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on network 23d2434b-61bb-46a0-a92d-ffab59599fba {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:23.760639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:42:23.761010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Checking segment: {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:23.761388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Bound using segment: {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:42:23.761855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Bound port: ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:42:23.762221 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.836962 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.854188 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7dea15dc-4a35-42ef-9ae7-a6c31c033da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:42:23Z', 'revision_number': 6, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:23.889749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] For port ee55541d-0352-4754-8fdd-9dcff205839d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ee55541d-0352-4754-8fdd-9dcff205839d,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:23.890129 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.904905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] Calling delete_port for ee55541d-0352-4754-8fdd-9dcff205839d owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:23.918354 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Router 39e4d7fa-78be-4ec5-9566-42bbd87ae61b is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:42:23.928776 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea15dc-4a35-42ef-9ae7-a6c31c033da5 None None] The sync data for ids ['a966fbfa-b720-4e85-9cca-10e0dfcffca1'] in n-d-805736-1 is: [{'id': 'a966fbfa-b720-4e85-9cca-10e0dfcffca1', 'name': 'tempest-AttachVolumeShelveTestJSON-486444924-router', 'tenant_id': '8bebadfd83004fbba9ca3639ea1e148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:19Z', 'updated_at': '2021-08-24T00:42:23Z', 'revision_number': 6, 'project_id': '8bebadfd83004fbba9ca3639ea1e148c', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:24.310948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:24.314197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:42:24.320798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:42:24.326403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6e3de177-bacd-4d11-8928-e0675720c708 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "PUT /v2.0/routers/39e4d7fa-78be-4ec5-9566-42bbd87ae61b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1674230 Aug 24 00:42:24.332849 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.333402 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:24.340847 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Request body: {'port': {'network_id': '6ccf9334-f60a-4b7f-bb93-1bee82f94785', 'name': 'tempest-FloatingIPNegativeTestJSON-720980647'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:24.350204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8057252-6e79-474f-a995-16caa630a079 None None] Sync routers for ids ['39e4d7fa-78be-4ec5-9566-42bbd87ae61b'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:24.393263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8057252-6e79-474f-a995-16caa630a079 None None] Routers {'39e4d7fa-78be-4ec5-9566-42bbd87ae61b'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:24.394489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c8057252-6e79-474f-a995-16caa630a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:42:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['39e4d7fa-78be-4ec5-9566-42bbd87ae61b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:24.436125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:24.436754 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.438148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 1092 time: 3.4240460 Aug 24 00:42:24.468986 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:24.484271 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7f4b51-9434-4143-a19a-77931aeaa621" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:24.538888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c8057252-6e79-474f-a995-16caa630a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:24.565832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8057252-6e79-474f-a995-16caa630a079 None None] Routers {'39e4d7fa-78be-4ec5-9566-42bbd87ae61b'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:24.566178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c8057252-6e79-474f-a995-16caa630a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:42:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['39e4d7fa-78be-4ec5-9566-42bbd87ae61b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:24.666193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c8057252-6e79-474f-a995-16caa630a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:24.680227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8057252-6e79-474f-a995-16caa630a079 None None] The sync data for ids ['39e4d7fa-78be-4ec5-9566-42bbd87ae61b'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:24.713369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec541c0-278f-4847-acf4-e3f3bc0e39a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:24.717617 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.737127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650974e-3a72-4f34-a470-af3ffc27c416 req-fe665dc3-d1a4-45c2-b0a3-e445c8034e53 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:24.738894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2650974e-3a72-4f34-a470-af3ffc27c416 req-fe665dc3-d1a4-45c2-b0a3-e445c8034e53 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 944 time: 0.5732439 Aug 24 00:42:24.790877 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Made reservation on behalf of eb8be4bc81574921b9450631d26ceadb for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:24.798623 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.816207 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a56a32-f4eb-4c21-a16d-aae6f1a70f52 x-openstack-request-id: req-b4a56a32-f4eb-4c21-a16d-aae6f1a70f52 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:24.816501 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:24.816755 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4a56a32-f4eb-4c21-a16d-aae6f1a70f52 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:24.817449 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'status': 'completed', 'code': 200} Aug 24 00:42:24.843458 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] device_id is not set on port de28186e-ee8c-4011-bbc4-715332c6b309 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:42:24.859918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee55541d-0352-4754-8fdd-9dcff205839d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:24.986917 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Allocated IP 172.20.0.12 (6ccf9334-f60a-4b7f-bb93-1bee82f94785/9e163c6f-21b2-457c-badb-1e8ac3438ea5/de28186e-ee8c-4011-bbc4-715332c6b309) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:25.039398 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.133233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 09bbebe3-a11b-4b84-a2f1-bacea8029d35 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:25.183658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 09bbebe3-a11b-4b84-a2f1-bacea8029d35 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:25.183892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 09bbebe3-a11b-4b84-a2f1-bacea8029d35 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:25.184289 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ee55541d-0352-4754-8fdd-9dcff205839d no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:25.239651 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.242495 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.258581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: ee55541d-0352-4754-8fdd-9dcff205839d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:25.258991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ee55541d-0352-4754-8fdd-9dcff205839d not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:25.281880 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.315670 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Transition to ACTIVE for port object de28186e-ee8c-4011-bbc4-715332c6b309 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:25.340051 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.340647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a966fbfa-b720-4e85-9cca-10e0dfcffca1 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:42:25.356024 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.358436 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.363195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4f2a02ad-716b-4390-aa28-f8a44795f3f3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a966fbfa-b720-4e85-9cca-10e0dfcffca1 HTTP/1.1" status: 204 len: 168 time: 2.6883569 Aug 24 00:42:25.368858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60690) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:25.386878 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Network 6ccf9334-f60a-4b7f-bb93-1bee82f94785 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:25.388921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:25.404222 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:25.420980 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2650974e-3a72-4f34-a470-af3ffc27c416 req-03cda641-0a86-4a80-9227-90e882f38442 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6228983 Aug 24 00:42:25.423176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-1d6481d7-1101-4d89-8b92-8b678d81b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:25.424561 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-1d6481d7-1101-4d89-8b92-8b678d81b0ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1095 time: 0.6349752 Aug 24 00:42:25.457336 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-808559ff-fa96-4982-8662-0d47f9c864e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:25.460005 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-808559ff-fa96-4982-8662-0d47f9c864e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1095 time: 0.9164791 Aug 24 00:42:25.594615 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:25.595358 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.623571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event updated for resources: {'Port': ['ID=de28186e-ee8c-4011-bbc4-715332c6b309,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:25.639699 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f12fdb88-3a9c-4341-a51b-b869f5e9ff67 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3037102 Aug 24 00:42:25.643037 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:25.650061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:25.692931 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.826020 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0c2cc441-9943-44a1-8a6a-e253bcebe27a None None] Provisioning for port de28186e-ee8c-4011-bbc4-715332c6b309 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:25.830364 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0c2cc441-9943-44a1-8a6a-e253bcebe27a None None] Provisioning complete for port de28186e-ee8c-4011-bbc4-715332c6b309 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:25.831435 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c2cc441-9943-44a1-8a6a-e253bcebe27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.901737 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.942319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0c2cc441-9943-44a1-8a6a-e253bcebe27a None None] Port de28186e-ee8c-4011-bbc4-715332c6b309 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:25.998043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-20176610-a1fb-490e-b316-d633713f8df4 admin admin] Deleting subnet 5405fc99-102d-4149-8670-63c79d13ddc2 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:42:26.074543 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Allocated IP 172.25.8.207 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/a568e154-bb4a-4eee-b927-f2903a5cca4f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:26.090907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-76907022-adbe-4f31-a7ba-c64c1aa9b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:26.092426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-76907022-adbe-4f31-a7ba-c64c1aa9b70f service neutron] 10.222.0.47 "GET /v2.0/networks?id=23d2434b-61bb-46a0-a92d-ffab59599fba HTTP/1.1" status: 200 len: 897 time: 0.6570411 Aug 24 00:42:26.093494 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20176610-a1fb-490e-b316-d633713f8df4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.184440 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20176610-a1fb-490e-b316-d633713f8df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.234102 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.286024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-7d6982fb-c42b-4a8d-b42b-33247a6c2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:26.287832 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-7d6982fb-c42b-4a8d-b42b-33247a6c2f47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23d2434b-61bb-46a0-a92d-ffab59599fba HTTP/1.1" status: 200 len: 897 time: 0.8208289 Aug 24 00:42:26.289677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-b4f3bbdb-6cdf-4e35-a5b5-1f9e83b49ad8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 999 time: 0.1756392 Aug 24 00:42:26.298612 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-0e0481fa-9ee8-4203-a1f2-5939e0eb711a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445271168&fields=id&tenant_id=c14aa75e32a445ab889373eca3a8b0c6 HTTP/1.1" status: 200 len: 267 time: 0.1319311 Aug 24 00:42:26.307720 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.330010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:26.361796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:26.365691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:26.467935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-109ac9b0-6c2c-4be3-a070-6538ad055618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:26.469430 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-109ac9b0-6c2c-4be3-a070-6538ad055618 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=908036a3-43af-4928-8111-d6c436beef22 HTTP/1.1" status: 200 len: 834 time: 0.1512177 Aug 24 00:42:26.499134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event updated for resources: {'Port': ['ID=a568e154-bb4a-4eee-b927-f2903a5cca4f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:26.512712 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20176610-a1fb-490e-b316-d633713f8df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.517666 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.569729 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.611389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-02b5b585-7b52-49d0-aa63-085fdf6d5a61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 999 time: 0.3115916 Aug 24 00:42:26.724887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-3f443538-a222-41b5-8c50-a496942c60d0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:26.726403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-3f443538-a222-41b5-8c50-a496942c60d0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 812 time: 0.4093113 Aug 24 00:42:26.736526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-05a2bf13-b6e2-4d5b-88ae-8b6c9530edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:26.738045 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-05a2bf13-b6e2-4d5b-88ae-8b6c9530edc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=908036a3-43af-4928-8111-d6c436beef22 HTTP/1.1" status: 200 len: 834 time: 0.1168852 Aug 24 00:42:26.739905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-5f3291fe-a55a-4261-905b-e0afee85f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:26.741900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-5f3291fe-a55a-4261-905b-e0afee85f759 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23d2434b-61bb-46a0-a92d-ffab59599fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2576313 Aug 24 00:42:26.773117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7607f9-1852-4f0f-b490-b3e3bb59655b req-7de3bb7c-752e-425b-9530-b8efde80efa4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:26.780541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb7607f9-1852-4f0f-b490-b3e3bb59655b req-7de3bb7c-752e-425b-9530-b8efde80efa4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 944 time: 0.2350388 Aug 24 00:42:26.791771 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20176610-a1fb-490e-b316-d633713f8df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.851583 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.870346 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.879658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-589a75ba-8d10-45ef-8ece-8f9e57659b71 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/quotas/c14aa75e32a445ab889373eca3a8b0c6 HTTP/1.1" status: 200 len: 375 time: 0.1359119 Aug 24 00:42:26.900581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20176610-a1fb-490e-b316-d633713f8df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5405fc99-102d-4149-8670-63c79d13ddc2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:26.915455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6946ec9-246e-491e-ad0a-6a4d63c32ad2 None None] Network 67f63f37-ef22-479b-bc91-310b1536cbf5 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:26.971706 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event updated for resources: {'Port': ['ID=a568e154-bb4a-4eee-b927-f2903a5cca4f,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:26.983702 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20176610-a1fb-490e-b316-d633713f8df4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.986027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-20176610-a1fb-490e-b316-d633713f8df4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5405fc99-102d-4149-8670-63c79d13ddc2 HTTP/1.1" status: 204 len: 168 time: 1.6048024 Aug 24 00:42:26.995840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb7607f9-1852-4f0f-b490-b3e3bb59655b req-00df43cf-0cd6-41d4-9060-bf87c92578d6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144623 Aug 24 00:42:27.000388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60738) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:27.052151 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.070534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-4a835cea-555d-40ea-bfd5-eb3498d71e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:27.072307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-4a835cea-555d-40ea-bfd5-eb3498d71e98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23d2434b-61bb-46a0-a92d-ffab59599fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3136084 Aug 24 00:42:27.079620 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b1f59086-3764-458c-afde-9eb253cda116 req-539df6a8-53e1-4f05-851e-a3c2f6382cb9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583158 Aug 24 00:42:27.081456 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.082976 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-95b46d7f-9576-4350-96d0-c05b29a16802 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4386237 Aug 24 00:42:27.086690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60742) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:27.103407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8af73a17-efdd-48bf-b3fb-3fecd3b0c50b tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Request body: {'floatingip': {'port_id': 'de28186e-ee8c-4011-bbc4-715332c6b309', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:27.120854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-23ce15af-397f-4933-81db-4ebcf3101627 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:42:27.122860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-23ce15af-397f-4933-81db-4ebcf3101627 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093186 Aug 24 00:42:27.127941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-b14a20a9-cd79-4d35-b5b3-b6f5feb67db6 service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774614 Aug 24 00:42:27.165179 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.195337 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8af73a17-efdd-48bf-b3fb-3fecd3b0c50b tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for floatingip, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.222139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b591cc-6ca5-4d9a-b35a-3f226400c08c None None] DHCP port deletion for 67f63f37-ef22-479b-bc91-310b1536cbf5 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:42:27.279402 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f59086-3764-458c-afde-9eb253cda116 req-a053cb59-1825-42bc-af0f-c11db5568e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:27.282733 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b1f59086-3764-458c-afde-9eb253cda116 req-a053cb59-1825-42bc-af0f-c11db5568e29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 1097 time: 0.1367872 Aug 24 00:42:27.305151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-89b591cc-6ca5-4d9a-b35a-3f226400c08c None None] Deleting port 57ea99d1-aeda-415e-884e-ef2aca265bd3 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:27.306869 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89b591cc-6ca5-4d9a-b35a-3f226400c08c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.344101 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-a0eed595-2d40-41ae-8ad6-bd0ef0b742fe tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4539311 Aug 24 00:42:27.418437 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-89b591cc-6ca5-4d9a-b35a-3f226400c08c None None] For port 57ea99d1-aeda-415e-884e-ef2aca265bd3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=57ea99d1-aeda-415e-884e-ef2aca265bd3,segment=NetworkSegment(1ea26d51-ebf7-4815-9970-977b91c166e8),segment_id=1ea26d51-ebf7-4815-9970-977b91c166e8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:27.418881 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89b591cc-6ca5-4d9a-b35a-3f226400c08c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.420883 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-8af73a17-efdd-48bf-b3fb-3fecd3b0c50b tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] update failed (client error): The resource could not be found. Aug 24 00:42:27.422508 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8af73a17-efdd-48bf-b3fb-3fecd3b0c50b tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "PUT /v2.0/floatingips/3b470c49-7d0f-4d95-bfcd-d50ea7c2fad6 HTTP/1.1" status: 404 len: 507 time: 0.3347931 Aug 24 00:42:27.426732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60750) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:27.438159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-89b591cc-6ca5-4d9a-b35a-3f226400c08c None None] Calling delete_port for 57ea99d1-aeda-415e-884e-ef2aca265bd3 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:27.487035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-7c58917e-7266-4efc-98ca-5d92f07e1b24 service neutron] 10.222.0.32 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285152 Aug 24 00:42:27.567546 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89b591cc-6ca5-4d9a-b35a-3f226400c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.572673 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f59086-3764-458c-afde-9eb253cda116 req-a0ef1e5e-9252-4edc-891f-65c8ab8f81b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:27.574617 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b1f59086-3764-458c-afde-9eb253cda116 req-a0ef1e5e-9252-4edc-891f-65c8ab8f81b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.2617047 Aug 24 00:42:27.653113 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b591cc-6ca5-4d9a-b35a-3f226400c08c None None] No DVR routers for this DVR port 57ea99d1-aeda-415e-884e-ef2aca265bd3 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:27.667565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b591cc-6ca5-4d9a-b35a-3f226400c08c None None] Pushing event deleted for resources: {'Port': ['ID=57ea99d1-aeda-415e-884e-ef2aca265bd3,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:27.672939 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b229c35-80a0-4f57-9f82-bb63c0e07def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.676881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fff96624-8498-41b4-b68e-8dd2e439ffc8 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Deleting port a568e154-bb4a-4eee-b927-f2903a5cca4f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:27.677497 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fff96624-8498-41b4-b68e-8dd2e439ffc8 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.690826 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b1f59086-3764-458c-afde-9eb253cda116 req-09c6f48a-3b55-4444-b5f4-86332bb9be0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5d1c14a-6c74-4e49-824f-c7d21d25e676 HTTP/1.1" status: 200 len: 1002 time: 0.1068265 Aug 24 00:42:27.758018 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f59086-3764-458c-afde-9eb253cda116 req-107b44c8-f67f-448b-8f76-ed4fe9aa4089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:27.760195 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b1f59086-3764-458c-afde-9eb253cda116 req-107b44c8-f67f-448b-8f76-ed4fe9aa4089 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.0576930 Aug 24 00:42:27.765310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-1e3e946b-4b9b-4bab-bf3d-44ed9cc64c77 service neutron] 10.222.0.13 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958126 Aug 24 00:42:27.770535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-a4a82166-c92c-4926-9bfb-862d3c30dbf9 service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219412 Aug 24 00:42:27.826351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Deleting port 57ea99d1-aeda-415e-884e-ef2aca265bd3 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:27.827000 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.856829 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fff96624-8498-41b4-b68e-8dd2e439ffc8 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.857372 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fff96624-8498-41b4-b68e-8dd2e439ffc8 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.912763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fff96624-8498-41b4-b68e-8dd2e439ffc8 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Calling delete_port for a568e154-bb4a-4eee-b927-f2903a5cca4f owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:27.926459 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-58cb1fd0-eba7-4bf4-a931-67ae24d09de2 service neutron] 10.222.0.32 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272952 Aug 24 00:42:27.968551 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f59086-3764-458c-afde-9eb253cda116 req-48d76afe-96e0-4f3a-9d9c-465989f18408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:27.970424 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b1f59086-3764-458c-afde-9eb253cda116 req-48d76afe-96e0-4f3a-9d9c-465989f18408 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001835 Aug 24 00:42:28.033868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] For port 57ea99d1-aeda-415e-884e-ef2aca265bd3, host n-d-805736-1, got binding levels [] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:28.034169 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.054238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Calling delete_port for 57ea99d1-aeda-415e-884e-ef2aca265bd3 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:28.063067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Port 57ea99d1-aeda-415e-884e-ef2aca265bd3 was not found and therefore no delete operation was performed {{(pid=94837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:42:28.064529 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.151864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ea99d1-aeda-415e-884e-ef2aca265bd3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:28.152637 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b1f59086-3764-458c-afde-9eb253cda116 req-70c7c45b-2bac-4303-977b-b977e4e36e20 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725020 Aug 24 00:42:28.157799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] No DVR routers for this DVR port 57ea99d1-aeda-415e-884e-ef2aca265bd3 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:28.186749 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5ff327b-ea91-4c20-bee7-b9fe5bc78459 req-84ab3615-b8e4-4f89-b5ee-f21d8cb4b5d1 service neutron] 10.222.0.13 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025443 Aug 24 00:42:28.288290 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fff96624-8498-41b4-b68e-8dd2e439ffc8 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.334998 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff96624-8498-41b4-b68e-8dd2e439ffc8 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event deleted for resources: {'Port': ['ID=a568e154-bb4a-4eee-b927-f2903a5cca4f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:28.383831 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-b1f59086-3764-458c-afde-9eb253cda116 req-2d4fa76c-b639-4127-a95e-ef22a99248d1 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236624 Aug 24 00:42:28.386438 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.397232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f63f37-ef22-479b-bc91-310b1536cbf5']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:28.408720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea26d51-ebf7-4815-9970-977b91c166e8') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:28.409008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea26d51-ebf7-4815-9970-977b91c166e8') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:28.440656 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.451560 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fff96624-8498-41b4-b68e-8dd2e439ffc8 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.456523 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fff96624-8498-41b4-b68e-8dd2e439ffc8 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.459750 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fff96624-8498-41b4-b68e-8dd2e439ffc8 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "DELETE /v2.0/floatingips/3b470c49-7d0f-4d95-bfcd-d50ea7c2fad6 HTTP/1.1" status: 204 len: 168 time: 1.0298328 Aug 24 00:42:28.463733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60776) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:28.478394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a716cb41-4c33-408d-9331-30c0ad8aab13 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Request body: {'floatingip': {'floating_network_id': '6ccf9334-f60a-4b7f-bb93-1bee82f94785', 'port_id': 'de28186e-ee8c-4011-bbc4-715332c6b309', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:28.504886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-231dbcaf-060c-40ee-bb61-fce9403a5a9b req-2a30427b-f17b-4666-84fa-99181c619561 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 210 time: 0.0777438 Aug 24 00:42:28.515063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.522936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:28.523352 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.531469 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a716cb41-4c33-408d-9331-30c0ad8aab13 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:28.606073 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:28.620875 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.633984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b476f-89d6-42ac-b226-d91079b27bde req-d2025adc-a20d-46f0-b478-bbdfac16e000 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:28.635581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f69b476f-89d6-42ac-b226-d91079b27bde req-d2025adc-a20d-46f0-b478-bbdfac16e000 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 944 time: 0.5366683 Aug 24 00:42:28.638270 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.640097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] 10.222.0.32 "DELETE /v2.0/networks/67f63f37-ef22-479b-bc91-310b1536cbf5 HTTP/1.1" status: 204 len: 168 time: 1.6361907 Aug 24 00:42:28.682535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc288f-55b3-4c93-bad6-fcd642c62454 admin admin] Pushing event deleted for resources: {'Network': ['ID=67f63f37-ef22-479b-bc91-310b1536cbf5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:28.689754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-862f48eb-073f-41af-b6ee-0866809ae4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:28.691527 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-862f48eb-073f-41af-b6ee-0866809ae4ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1095 time: 0.2734737 Aug 24 00:42:28.698216 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f69b476f-89d6-42ac-b226-d91079b27bde req-f558a18f-9083-444e-8d08-de3037a2ad9b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547397 Aug 24 00:42:28.806433 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-a716cb41-4c33-408d-9331-30c0ad8aab13 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:42:28.810479 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a716cb41-4c33-408d-9331-30c0ad8aab13 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3447220 Aug 24 00:42:28.813385 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60792) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:28.820469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'de28186e-ee8c-4011-bbc4-715332c6b309', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:28.875295 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.924696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-5b6b9620-22d3-46f5-b734-d1481bb78af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:28.931265 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-5b6b9620-22d3-46f5-b734-d1481bb78af1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23d2434b-61bb-46a0-a92d-ffab59599fba HTTP/1.1" status: 200 len: 897 time: 0.2265890 Aug 24 00:42:28.993315 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 57ea99d1-aeda-415e-884e-ef2aca265bd3 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:29.005572 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60798) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:29.036107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 57ea99d1-aeda-415e-884e-ef2aca265bd3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:29.038459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 57ea99d1-aeda-415e-884e-ef2aca265bd3 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:29.057151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-859d7207-6a08-47bb-83cf-9282ec29896b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 999 time: 0.1229467 Aug 24 00:42:29.120547 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-95e5064c-8f62-4c40-8f96-915323670d51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bebadfd83004fbba9ca3639ea1e148c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108806 Aug 24 00:42:29.123054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60800) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:29.141809 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.163639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-8dd52f46-bef1-479c-a05f-f806248dcc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:29.165608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-8dd52f46-bef1-479c-a05f-f806248dcc11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=908036a3-43af-4928-8111-d6c436beef22 HTTP/1.1" status: 200 len: 834 time: 0.1007893 Aug 24 00:42:29.247030 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-08e8946a-ff80-451a-85cc-3ae3f7600d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.262842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-1519c116-02a6-4c4d-9f73-bf6fa2e495b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:29.265881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-1519c116-02a6-4c4d-9f73-bf6fa2e495b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23d2434b-61bb-46a0-a92d-ffab59599fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911019 Aug 24 00:42:29.333387 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Allocated IP 172.25.8.219 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/c1a6b98a-a06e-4858-8348-da51762b24a8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:29.420827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-6c1dd2b8-b8ed-49d4-8a66-f86f58458c3e service neutron] 10.222.0.13 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457570 Aug 24 00:42:29.432275 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-08e8946a-ff80-451a-85cc-3ae3f7600d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.456731 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.514461 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.579087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:29.603034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:29.603325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event updated for resources: {'Port': ['ID=c1a6b98a-a06e-4858-8348-da51762b24a8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:29.606644 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-08e8946a-ff80-451a-85cc-3ae3f7600d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.607209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:29.611568 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-08e8946a-ff80-451a-85cc-3ae3f7600d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.611568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-08e8946a-ff80-451a-85cc-3ae3f7600d87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56263cf1-56d4-46a7-bb17-1edadf6896cc HTTP/1.1" status: 204 len: 168 time: 0.4848218 Aug 24 00:42:29.649904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8946a-ff80-451a-85cc-3ae3f7600d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56263cf1-56d4-46a7-bb17-1edadf6896cc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:29.710624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da7f4b51-9434-4143-a19a-77931aeaa621 req-d4f1618c-139a-4d7f-8b4e-78d9447160b5 service neutron] 10.222.0.13 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754097 Aug 24 00:42:29.724825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef729ba7-0ff2-4616-ba10-b26aafe82c5b req-bcece60f-47b3-4026-86c2-8107b37d50f0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 210 time: 0.0993521 Aug 24 00:42:29.770816 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.890394 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b91dd-e8c1-4927-ad7b-c6a4a851a2dc req-ebfb433e-0b9e-4291-8163-25003128b87d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:29.895297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee7b91dd-e8c1-4927-ad7b-c6a4a851a2dc req-ebfb433e-0b9e-4291-8163-25003128b87d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 944 time: 0.0802839 Aug 24 00:42:29.943930 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Deleting port c1a6b98a-a06e-4858-8348-da51762b24a8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:29.944524 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.059558 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:42:30.133668 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.134082 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.174490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ee7b91dd-e8c1-4927-ad7b-c6a4a851a2dc req-f8c89233-34fd-44c7-8885-a067e9c06fc9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740359 Aug 24 00:42:30.199732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Calling delete_port for c1a6b98a-a06e-4858-8348-da51762b24a8 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:30.201406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-305db6b0-9d5c-420f-8f34-6544567f73e0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:30.203504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-305db6b0-9d5c-420f-8f34-6544567f73e0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.47 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 812 time: 0.2552967 Aug 24 00:42:30.230218 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.268472 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7770b4b6-43ad-4e27-a19f-562c08d24ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.330237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-833402cc-b17d-4141-bf97-74a0eedf11db tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c14aa75e32a445ab889373eca3a8b0c6 HTTP/1.1" status: 200 len: 379 time: 0.1108105 Aug 24 00:42:30.349366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-587db058-3b33-465f-b6e5-ba73cfed4bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'port': {'device_id': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'admin_state_up': True, 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'security_groups': ['24cb96e2-076a-4249-a572-873fdab2a425']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:30.404590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:30.418187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'port_id': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'mac_address': 'fa:16:3e:30:c5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908036a3-43af-4928-8111-d6c436beef22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:42:30.475153 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.491683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:42:30.517597 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:30.525402 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.535464 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.588989 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event deleted for resources: {'Port': ['ID=c1a6b98a-a06e-4858-8348-da51762b24a8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:30.630633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:30.665338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-587db058-3b33-465f-b6e5-ba73cfed4bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Made reservation on behalf of c14aa75e32a445ab889373eca3a8b0c6 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:30.669345 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-587db058-3b33-465f-b6e5-ba73cfed4bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.807619 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] create failed (client error): The resource could not be found. Aug 24 00:42:30.812457 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-907bcae2-8f37-4fe6-ac7c-5ce9f8305b89 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9968383 Aug 24 00:42:30.813100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60850) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:30.858253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:42:31.000756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-587db058-3b33-465f-b6e5-ba73cfed4bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Allocated IP 172.20.0.6 (311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a/b77d7e2b-68e6-4524-b968-14232b4fd35e/e908bc34-da4a-4fbe-8094-cc301f07557d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:31.061156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c624bd4b-d90c-4d18-a7a2-8d8b01c81359 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Deleting port de28186e-ee8c-4011-bbc4-715332c6b309 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:31.062711 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c624bd4b-d90c-4d18-a7a2-8d8b01c81359 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:31.135011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6034180-5d62-46d1-a846-dd662dccbdaa req-c5f23ae9-e67d-4e4b-93ab-d03b669d33d7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 210 time: 0.1168003 Aug 24 00:42:31.352973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c624bd4b-d90c-4d18-a7a2-8d8b01c81359 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:31.373917 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:31.392981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c624bd4b-d90c-4d18-a7a2-8d8b01c81359 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Calling delete_port for de28186e-ee8c-4011-bbc4-715332c6b309 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:31.450518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347d252-6fe8-46c3-b3bc-98f388437f46 req-6f2366f0-e820-471b-9a04-dd24f2903ee7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:31.459335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b347d252-6fe8-46c3-b3bc-98f388437f46 req-6f2366f0-e820-471b-9a04-dd24f2903ee7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 945 time: 0.1446009 Aug 24 00:42:31.511474 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-587db058-3b33-465f-b6e5-ba73cfed4bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:31.545900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b347d252-6fe8-46c3-b3bc-98f388437f46 req-3c17ed8d-8315-461c-a0a3-71366df2d10f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854316 Aug 24 00:42:31.731582 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-587db058-3b33-465f-b6e5-ba73cfed4bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Transition to ACTIVE for port object e908bc34-da4a-4fbe-8094-cc301f07557d will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:31.732232 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c624bd4b-d90c-4d18-a7a2-8d8b01c81359 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:31.809456 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-587db058-3b33-465f-b6e5-ba73cfed4bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:31.837867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624bd4b-d90c-4d18-a7a2-8d8b01c81359 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event deleted for resources: {'Port': ['ID=de28186e-ee8c-4011-bbc4-715332c6b309,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:32.012116 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:42:32.095235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:32.183171 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c624bd4b-d90c-4d18-a7a2-8d8b01c81359 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.192439 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c624bd4b-d90c-4d18-a7a2-8d8b01c81359 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "DELETE /v2.0/ports/de28186e-ee8c-4011-bbc4-715332c6b309 HTTP/1.1" status: 204 len: 168 time: 1.3766115 Aug 24 00:42:32.193161 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60898) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:32.247363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:32.252611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:32.252885 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.317390 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf7efe2-4cd2-4731-a039-d32dc67780f6 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:32.327315 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4bf7efe2-4cd2-4731-a039-d32dc67780f6 tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "GET /v2.0/ports?device_id=39e4d7fa-78be-4ec5-9566-42bbd87ae61b HTTP/1.1" status: 200 len: 913 time: 0.1312082 Aug 24 00:42:32.327957 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60902) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:32.452255 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.507078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:32.509265 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b3f216-087e-4798-8ef0-f45ef71762ff" -d '{"events": [{"server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "name": "network-vif-plugged", "status": "completed", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:32.582044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:32.598267 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.618675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-587db058-3b33-465f-b6e5-ba73cfed4bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:32.618675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-587db058-3b33-465f-b6e5-ba73cfed4bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:32.644457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-587db058-3b33-465f-b6e5-ba73cfed4bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:32.751436 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:32.907243 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587db058-3b33-465f-b6e5-ba73cfed4bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'Port': ['ID=e908bc34-da4a-4fbe-8094-cc301f07557d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:33.091364 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.122012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-587db058-3b33-465f-b6e5-ba73cfed4bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:33.122959 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-587db058-3b33-465f-b6e5-ba73cfed4bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.137776 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f78c92e7-c9a5-45d8-8e7c-f2954d1c872f None None] Provisioning for port e908bc34-da4a-4fbe-8094-cc301f07557d completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:33.143446 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f78c92e7-c9a5-45d8-8e7c-f2954d1c872f None None] Provisioning complete for port e908bc34-da4a-4fbe-8094-cc301f07557d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:33.144009 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f78c92e7-c9a5-45d8-8e7c-f2954d1c872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.144742 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a468e04-b2a4-4790-b46a-5f599af537cb tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.177408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa746a-e30c-43ac-b597-fe67022dcd23 req-68625c76-2429-4633-8daa-7758c827205d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:33.180163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebaa746a-e30c-43ac-b597-fe67022dcd23 req-68625c76-2429-4633-8daa-7758c827205d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.5584135 Aug 24 00:42:33.195868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d402b5-d788-4b58-82e9-505ca6897043 req-abde289e-1e3c-4b66-b811-e6b7e9d2c17c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:33.200368 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f78c92e7-c9a5-45d8-8e7c-f2954d1c872f None None] Port e908bc34-da4a-4fbe-8094-cc301f07557d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:33.205002 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03d402b5-d788-4b58-82e9-505ca6897043 req-abde289e-1e3c-4b66-b811-e6b7e9d2c17c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 931 time: 0.5842249 Aug 24 00:42:33.221938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-e2115692-c180-49f1-9fc9-cd697204b567 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:33.223574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-e2115692-c180-49f1-9fc9-cd697204b567 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b&tenant_id=b921a640dca2469ab0511a55c18e6f1e&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 946 time: 0.5985606 Aug 24 00:42:33.242296 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-587db058-3b33-465f-b6e5-ba73cfed4bf9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9040413 Aug 24 00:42:33.276551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Request body: {'port': {'device_id': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:33.372274 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebaa746a-e30c-43ac-b597-fe67022dcd23 req-10f8a1c5-dbe6-44f5-abd3-0afd7b651290 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460969 Aug 24 00:42:33.393725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03d402b5-d788-4b58-82e9-505ca6897043 req-bb2de387-a9ad-4d97-a220-ef83a8b565a4 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867819 Aug 24 00:42:33.519795 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fd8623-1afe-4e1d-b1e9-f81afe7eb4e2 x-openstack-request-id: req-26fd8623-1afe-4e1d-b1e9-f81afe7eb4e2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:33.520278 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "name": "network-vif-plugged", "status": "completed", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:33.520553 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26fd8623-1afe-4e1d-b1e9-f81afe7eb4e2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:33.521056 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'code': 200} Aug 24 00:42:33.534606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-6e393430-bcb7-47dd-bf5e-2f990168f984 service neutron] 10.222.0.13 "GET /v2.0/ports/ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce/bindings/n-h2-805736-1 HTTP/1.1" status: 200 len: 382 time: 0.2952573 Aug 24 00:42:33.536514 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.782706 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1a468e04-b2a4-4790-b46a-5f599af537cb tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Deleting port 2ff7b828-2dd1-40df-9169-55cd7f96b5d3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:33.787257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a468e04-b2a4-4790-b46a-5f599af537cb tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.864749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-669146e7-15dc-4f6a-b245-48d3156c09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:33.869958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-669146e7-15dc-4f6a-b245-48d3156c09a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1097 time: 0.2638929 Aug 24 00:42:33.981457 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a468e04-b2a4-4790-b46a-5f599af537cb tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.008999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-1ffa8bb4-ffaf-43d0-8e1f-de76962654c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:34.010548 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-1ffa8bb4-ffaf-43d0-8e1f-de76962654c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23d2434b-61bb-46a0-a92d-ffab59599fba HTTP/1.1" status: 200 len: 897 time: 0.1300955 Aug 24 00:42:34.037989 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1a468e04-b2a4-4790-b46a-5f599af537cb tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Calling delete_port for 2ff7b828-2dd1-40df-9169-55cd7f96b5d3 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:34.183137 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-1da2996f-690b-4635-bb37-60b7c9832b9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 1001 time: 0.1550009 Aug 24 00:42:34.285392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-2921ce61-d8e9-4129-962b-52b1b9af9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:34.288763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-2921ce61-d8e9-4129-962b-52b1b9af9ee1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=908036a3-43af-4928-8111-d6c436beef22 HTTP/1.1" status: 200 len: 834 time: 0.0943351 Aug 24 00:42:34.372537 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a468e04-b2a4-4790-b46a-5f599af537cb tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.480062 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a468e04-b2a4-4790-b46a-5f599af537cb tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event deleted for resources: {'Port': ['ID=2ff7b828-2dd1-40df-9169-55cd7f96b5d3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:34.619266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-50dcece6-6511-4478-b40d-a3523483dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:34.621444 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-50dcece6-6511-4478-b40d-a3523483dfbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23d2434b-61bb-46a0-a92d-ffab59599fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3265700 Aug 24 00:42:34.627351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e908bc34-da4a-4fbe-8094-cc301f07557d {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:42:34.647807 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.728107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Transition to ACTIVE for port object e908bc34-da4a-4fbe-8094-cc301f07557d will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:34.731757 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a468e04-b2a4-4790-b46a-5f599af537cb tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.800105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 60976) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:34.800918 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:35.006722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b58f11-758f-4c64-852b-fdb51f9636f5 req-15681eea-d65e-4db8-ac7f-2f90e0f34b9e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:35.025724 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73b58f11-758f-4c64-852b-fdb51f9636f5 req-15681eea-d65e-4db8-ac7f-2f90e0f34b9e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.4820273 Aug 24 00:42:35.180625 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bec9021a-ba69-4d74-b937-c5764ac8c7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:35.195395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e908bc34-da4a-4fbe-8094-cc301f07557d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:35.268513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285edfeb-dfd4-4281-a251-4badb99408cf req-fcbbb84e-53ff-4b73-bf3e-be2f369acbd9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:35.270269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-285edfeb-dfd4-4281-a251-4badb99408cf req-fcbbb84e-53ff-4b73-bf3e-be2f369acbd9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 943 time: 0.5396750 Aug 24 00:42:35.279145 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73b58f11-758f-4c64-852b-fdb51f9636f5 req-1b26de98-e33a-48d8-82e6-f11952de83e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525070 Aug 24 00:42:35.355239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-eb5c730b-6f92-49f5-b163-a32d7943e031 service neutron] 10.222.0.13 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135352 Aug 24 00:42:35.492651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Attempting to bind port e908bc34-da4a-4fbe-8094-cc301f07557d on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:35.493256 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Attempting to bind port e908bc34-da4a-4fbe-8094-cc301f07557d by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:35.493756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Attempting to bind port e908bc34-da4a-4fbe-8094-cc301f07557d on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:35.496979 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a468e04-b2a4-4790-b46a-5f599af537cb tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Router 39e4d7fa-78be-4ec5-9566-42bbd87ae61b has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:35.504387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-1080af90-51b1-4a27-9794-924d5c2de734 service neutron] 10.222.0.13 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327379 Aug 24 00:42:35.513526 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-285edfeb-dfd4-4281-a251-4badb99408cf req-3b8de220-e113-4b03-9aa2-5858b7466913 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191916 Aug 24 00:42:35.515596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Port e908bc34-da4a-4fbe-8094-cc301f07557d on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:42:35.515925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Attempting to bind port e908bc34-da4a-4fbe-8094-cc301f07557d on network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:35.525787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:42:35.526277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Checking segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:35.526854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Bound using segment: {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:42:35.527450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Bound port: e908bc34-da4a-4fbe-8094-cc301f07557d, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33586be2-c333-4508-a784-e35e2a9ecded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:42:35.527815 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:35.649624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] For port e908bc34-da4a-4fbe-8094-cc301f07557d, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:42:35.678510 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bec9021a-ba69-4d74-b937-c5764ac8c7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:35.681721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] For port e908bc34-da4a-4fbe-8094-cc301f07557d, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e908bc34-da4a-4fbe-8094-cc301f07557d,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:42:35.689428 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bec9021a-ba69-4d74-b937-c5764ac8c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:35.713647 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:35.767906 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a468e04-b2a4-4790-b46a-5f599af537cb tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:35.782242 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed4123-e3f5-497b-917d-8c4c7d9aae9e None None] Sync routers for ids ['39e4d7fa-78be-4ec5-9566-42bbd87ae61b'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:35.785775 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a468e04-b2a4-4790-b46a-5f599af537cb tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "PUT /v2.0/routers/39e4d7fa-78be-4ec5-9566-42bbd87ae61b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4567738 Aug 24 00:42:35.789129 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 60996) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:35.800397 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed4123-e3f5-497b-917d-8c4c7d9aae9e None None] Routers {'39e4d7fa-78be-4ec5-9566-42bbd87ae61b'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:35.802146 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-20ed4123-e3f5-497b-917d-8c4c7d9aae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:42:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['39e4d7fa-78be-4ec5-9566-42bbd87ae61b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:35.820509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e908bc34-da4a-4fbe-8094-cc301f07557d,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:35.852270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9021a-ba69-4d74-b937-c5764ac8c7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbdbad3-ba0d-462b-9b07-f58e54c9f659,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:35.870887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:35.871513 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:35.872951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-04d820e6-be41-42ef-94c4-016322e5fdd6 service neutron] 10.222.0.47 "PUT /v2.0/ports/e908bc34-da4a-4fbe-8094-cc301f07557d HTTP/1.1" status: 200 len: 1091 time: 2.6036835 Aug 24 00:42:35.874766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'tag': 'e908bc34-da4a-4fbe-8094-cc301f07557d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:35.891490 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-20ed4123-e3f5-497b-917d-8c4c7d9aae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:35.891932 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc2c225-ca8b-4846-9a2f-35f459ed8d31" -d '{"events": [{"name": "network-changed", "server_uuid": "6e486111-acc4-40be-bb77-1fe8ade7ca7f", "tag": "e908bc34-da4a-4fbe-8094-cc301f07557d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:35.913374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bec9021a-ba69-4d74-b937-c5764ac8c7d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f9920dca97d4a0a8dbbd434ee148a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0829203 Aug 24 00:42:35.914267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 32768) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:35.922592 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed4123-e3f5-497b-917d-8c4c7d9aae9e None None] Routers {'39e4d7fa-78be-4ec5-9566-42bbd87ae61b'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:35.923248 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-20ed4123-e3f5-497b-917d-8c4c7d9aae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:42:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['39e4d7fa-78be-4ec5-9566-42bbd87ae61b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:36.009527 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-770b3836-faa6-4060-bc56-27ee5d64f3ff tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.016921 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125d6655-8874-4d47-9e07-d0dddc3abdf3 x-openstack-request-id: req-125d6655-8874-4d47-9e07-d0dddc3abdf3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:36.017213 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e486111-acc4-40be-bb77-1fe8ade7ca7f", "tag": "e908bc34-da4a-4fbe-8094-cc301f07557d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:36.017473 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-125d6655-8874-4d47-9e07-d0dddc3abdf3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:36.017878 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'tag': 'e908bc34-da4a-4fbe-8094-cc301f07557d', 'status': 'completed', 'code': 200} Aug 24 00:42:36.035610 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-20ed4123-e3f5-497b-917d-8c4c7d9aae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:36.036539 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed4123-e3f5-497b-917d-8c4c7d9aae9e None None] The sync data for ids ['39e4d7fa-78be-4ec5-9566-42bbd87ae61b'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:36.151535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-4471f904-70b5-4432-b9fc-9c5373fd376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:36.157957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-4471f904-70b5-4432-b9fc-9c5373fd376b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 1094 time: 0.1720450 Aug 24 00:42:36.167537 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83b50744-b961-4f97-b9c6-c4dfd3fc2bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.282179 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-770b3836-faa6-4060-bc56-27ee5d64f3ff tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.286475 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-770b3836-faa6-4060-bc56-27ee5d64f3ff tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.299955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-4bb71502-14a4-4791-8cd3-b96d3b60a5a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e908bc34-da4a-4fbe-8094-cc301f07557d HTTP/1.1" status: 200 len: 217 time: 0.1276639 Aug 24 00:42:36.394215 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-770b3836-faa6-4060-bc56-27ee5d64f3ff tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.395055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770b3836-faa6-4060-bc56-27ee5d64f3ff tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Fanout notify agent at l3_agent the message router_deleted on router 39e4d7fa-78be-4ec5-9566-42bbd87ae61b {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:42:36.407669 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83b50744-b961-4f97-b9c6-c4dfd3fc2bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.412071 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-770b3836-faa6-4060-bc56-27ee5d64f3ff tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.416096 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-770b3836-faa6-4060-bc56-27ee5d64f3ff tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "DELETE /v2.0/routers/39e4d7fa-78be-4ec5-9566-42bbd87ae61b HTTP/1.1" status: 204 len: 168 time: 0.6232538 Aug 24 00:42:36.416788 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:36.496086 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-70956c25-3c85-47c6-baf0-27346d21d5ae tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Deleting subnet 9e163c6f-21b2-457c-badb-1e8ac3438ea5 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:42:36.500529 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70956c25-3c85-47c6-baf0-27346d21d5ae tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.555686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-f791c740-4317-41e5-9412-61bfc456742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:36.557766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-f791c740-4317-41e5-9412-61bfc456742b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.2415538 Aug 24 00:42:36.573759 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd678f92-4f1d-4398-8077-bfd35b812bf8 req-9029e5a3-d51f-40be-9ce5-69de737c9505 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:36.576014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd678f92-4f1d-4398-8077-bfd35b812bf8 req-9029e5a3-d51f-40be-9ce5-69de737c9505 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.1663675 Aug 24 00:42:36.633442 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70956c25-3c85-47c6-baf0-27346d21d5ae tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.681128 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83b50744-b961-4f97-b9c6-c4dfd3fc2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.683962 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83b50744-b961-4f97-b9c6-c4dfd3fc2bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.685320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-83b50744-b961-4f97-b9c6-c4dfd3fc2bc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0dbdbad3-ba0d-462b-9b07-f58e54c9f659 HTTP/1.1" status: 204 len: 168 time: 0.7700391 Aug 24 00:42:36.736422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-b09f68e4-f609-48a8-af60-8b8ac8fa3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:36.738827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-b09f68e4-f609-48a8-af60-8b8ac8fa3819 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610940 Aug 24 00:42:36.757934 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70956c25-3c85-47c6-baf0-27346d21d5ae tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.782336 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b50744-b961-4f97-b9c6-c4dfd3fc2bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbdbad3-ba0d-462b-9b07-f58e54c9f659,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:36.827069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70956c25-3c85-47c6-baf0-27346d21d5ae tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.844753 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-70956c25-3c85-47c6-baf0-27346d21d5ae tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.848848 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-70956c25-3c85-47c6-baf0-27346d21d5ae tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "DELETE /v2.0/subnets/9e163c6f-21b2-457c-badb-1e8ac3438ea5 HTTP/1.1" status: 204 len: 168 time: 0.4290006 Aug 24 00:42:36.852819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1079a1b-fd7c-4af1-9431-f10493366bc6 None None] Network 6ccf9334-f60a-4b7f-bb93-1bee82f94785 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:36.874876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32794) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:36.886245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70956c25-3c85-47c6-baf0-27346d21d5ae tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event deleted for resources: {'Subnet': ['ID=9e163c6f-21b2-457c-badb-1e8ac3438ea5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:36.970697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd678f92-4f1d-4398-8077-bfd35b812bf8 req-e3d6ffc8-4ec9-44ad-a534-d77844655d9d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3763571 Aug 24 00:42:37.078967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-aaff40e6-fad9-44d1-9490-2f2f6813ea8f service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988288 Aug 24 00:42:37.105713 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90fa27-46a1-4596-9774-0eacd149151e req-8b0e5c61-7997-4758-b8b6-118273630e5e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:37.107483 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:37.110165 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e90fa27-46a1-4596-9774-0eacd149151e req-8b0e5c61-7997-4758-b8b6-118273630e5e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 943 time: 0.4294360 Aug 24 00:42:37.280681 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86cbde1-adc3-430d-b8e4-99def916906d None None] DHCP port deletion for 6ccf9334-f60a-4b7f-bb93-1bee82f94785 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:42:37.293794 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Deleting port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:37.294830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e90fa27-46a1-4596-9774-0eacd149151e req-e8d4251b-3c62-49ed-90a5-d4d63ebd403a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599805 Aug 24 00:42:37.299753 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:37.328003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4dd57231-eb5b-4374-b21d-db2d75745ec7 req-8da4f1d0-dd1f-4ab1-815d-4e4573c75ff3 service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169416 Aug 24 00:42:37.419961 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c86cbde1-adc3-430d-b8e4-99def916906d None None] Deleting port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:37.423860 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c86cbde1-adc3-430d-b8e4-99def916906d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:37.439826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] For port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4f55c02d-7215-4bd5-8a1b-6f878b43ee8a,segment=NetworkSegment(23fb52db-1644-439a-9add-657d84d28fff),segment_id=23fb52db-1644-439a-9add-657d84d28fff)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:37.440241 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:37.456583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Calling delete_port for 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:37.480201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32804) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:37.499660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2c225-ca8b-4846-9a2f-35f459ed8d31 req-33362f9a-ceff-4789-b3bd-3931270dbb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:37.504520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfc2c225-ca8b-4846-9a2f-35f459ed8d31 req-33362f9a-ceff-4789-b3bd-3931270dbb0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 1094 time: 0.0942497 Aug 24 00:42:37.554358 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c37eaaba-3f00-4ad7-908f-6df6885f2c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:37.606805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c86cbde1-adc3-430d-b8e4-99def916906d None None] For port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4f55c02d-7215-4bd5-8a1b-6f878b43ee8a,segment=NetworkSegment(23fb52db-1644-439a-9add-657d84d28fff),segment_id=23fb52db-1644-439a-9add-657d84d28fff)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:37.608563 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c86cbde1-adc3-430d-b8e4-99def916906d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:37.643161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c86cbde1-adc3-430d-b8e4-99def916906d None None] Calling delete_port for 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:37.685875 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c37eaaba-3f00-4ad7-908f-6df6885f2c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:37.709386 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c37eaaba-3f00-4ad7-908f-6df6885f2c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:37.746398 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2c225-ca8b-4846-9a2f-35f459ed8d31 req-394bbb3d-c1f4-48f4-ab13-2e9ec79ad1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:37.748013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfc2c225-ca8b-4846-9a2f-35f459ed8d31 req-394bbb3d-c1f4-48f4-ab13-2e9ec79ad1cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.2350111 Aug 24 00:42:37.812240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37eaaba-3f00-4ad7-908f-6df6885f2c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd563ccc-f9af-47f6-aad2-198d7cff8b73,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:37.851801 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfc2c225-ca8b-4846-9a2f-35f459ed8d31 req-2f963073-23b2-4b35-bdbf-581975e26411 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e908bc34-da4a-4fbe-8094-cc301f07557d HTTP/1.1" status: 200 len: 217 time: 0.0923274 Aug 24 00:42:37.882652 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c37eaaba-3f00-4ad7-908f-6df6885f2c5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=851fed14dc33448d91256f901c43e2e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968208 Aug 24 00:42:37.884209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32812) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:37.885228 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c86cbde1-adc3-430d-b8e4-99def916906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:37.922597 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cbde1-adc3-430d-b8e4-99def916906d None None] Pushing event deleted for resources: {'Port': ['ID=4f55c02d-7215-4bd5-8a1b-6f878b43ee8a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:37.924223 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:37.929803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86cbde1-adc3-430d-b8e4-99def916906d None None] No DVR routers for this DVR port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:37.941854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2c225-ca8b-4846-9a2f-35f459ed8d31 req-89631a5c-899c-4937-9fd7-e5b34c730f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:37.945802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfc2c225-ca8b-4846-9a2f-35f459ed8d31 req-89631a5c-899c-4937-9fd7-e5b34c730f95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.0827184 Aug 24 00:42:37.972926 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event deleted for resources: {'Port': ['ID=4f55c02d-7215-4bd5-8a1b-6f878b43ee8a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:37.975795 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] No DVR routers for this DVR port 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:38.056342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2c225-ca8b-4846-9a2f-35f459ed8d31 req-2190435b-e2d1-4dc2-a196-4fa24b805ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:38.057895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfc2c225-ca8b-4846-9a2f-35f459ed8d31 req-2190435b-e2d1-4dc2-a196-4fa24b805ba1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013143 Aug 24 00:42:38.085800 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:38.096782 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccf9334-f60a-4b7f-bb93-1bee82f94785']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:38.108695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23fb52db-1644-439a-9add-657d84d28fff') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:38.109274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23fb52db-1644-439a-9add-657d84d28fff') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:38.120011 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:38.136061 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:38.143117 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:38.143728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:38.222660 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:38.227482 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:38.229243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ba08123-5f9d-496c-85ec-a84f754a7b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:38.238122 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:38.240069 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] 10.222.0.32 "DELETE /v2.0/networks/6ccf9334-f60a-4b7f-bb93-1bee82f94785 HTTP/1.1" status: 204 len: 168 time: 1.3638139 Aug 24 00:42:38.269287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de082e-b568-4ea7-982d-b3d511315eee tempest-FloatingIPNegativeTestJSON-1802607496 tempest-FloatingIPNegativeTestJSON-1802607496-project] Pushing event deleted for resources: {'Network': ['ID=6ccf9334-f60a-4b7f-bb93-1bee82f94785,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:38.311600 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ba08123-5f9d-496c-85ec-a84f754a7b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:38.371655 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-e129047b-fee2-43b4-b1c8-223451888fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:38.376168 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-e129047b-fee2-43b4-b1c8-223451888fc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b&tenant_id=b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 1097 time: 0.3131962 Aug 24 00:42:38.431870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace855b-006e-418f-bf1e-fe2026c6daac req-96d2ce96-c0d3-4002-bc37-6fa108789e4e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:38.446816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ace855b-006e-418f-bf1e-fe2026c6daac req-96d2ce96-c0d3-4002-bc37-6fa108789e4e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.3381510 Aug 24 00:42:38.457286 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ba08123-5f9d-496c-85ec-a84f754a7b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:38.461183 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ba08123-5f9d-496c-85ec-a84f754a7b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:38.462443 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0ba08123-5f9d-496c-85ec-a84f754a7b28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd563ccc-f9af-47f6-aad2-198d7cff8b73 HTTP/1.1" status: 204 len: 168 time: 0.5749199 Aug 24 00:42:38.480030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:38.500021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba08123-5f9d-496c-85ec-a84f754a7b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd563ccc-f9af-47f6-aad2-198d7cff8b73,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:38.510203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfc2c225-ca8b-4846-9a2f-35f459ed8d31 req-d33c351c-e878-4e4a-80b4-8ae748b7a964 service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108453 Aug 24 00:42:38.673596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ace855b-006e-418f-bf1e-fe2026c6daac req-8ca41bf4-1d10-44e8-9794-96f3d8e3f9b7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261176 Aug 24 00:42:38.801447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b1248-009d-4588-b30b-b117b31d0903 req-88d2e028-644e-406b-a109-a80a36d682a9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:38.803260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-936b1248-009d-4588-b30b-b117b31d0903 req-88d2e028-644e-406b-a109-a80a36d682a9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 943 time: 0.3149600 Aug 24 00:42:38.877940 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:38.922762 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfc2c225-ca8b-4846-9a2f-35f459ed8d31 req-1accca84-8f4a-4d02-8da8-0d902db6e588 service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779755 Aug 24 00:42:38.948175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32842) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:38.971849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-936b1248-009d-4588-b30b-b117b31d0903 req-3698ba9b-9e96-4d1f-a21a-7cde1e16e4f6 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599908 Aug 24 00:42:38.984789 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:39.062200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:39.063970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4f55c02d-7215-4bd5-8a1b-6f878b43ee8a not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:39.252576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:39.262053 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-719c44d4-c82b-4f8f-99bd-9df38102096f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb8be4bc81574921b9450631d26ceadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118150 Aug 24 00:42:39.263057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:39.312923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:42:39.365302 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcb16725-20ff-4696-b0d3-f1903ef14816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.385477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:39.387948 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d347820-4e8f-4029-8876-764864cd5155" -d '{"events": [{"server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:39.392178 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcb16725-20ff-4696-b0d3-f1903ef14816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.401128 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.427387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Transition to ACTIVE for port object ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:39.442713 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.468892 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcb16725-20ff-4696-b0d3-f1903ef14816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.471496 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcb16725-20ff-4696-b0d3-f1903ef14816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.476046 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dcb16725-20ff-4696-b0d3-f1903ef14816 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a70143ee-9bf1-4146-a842-3ee4b5d9b956 HTTP/1.1" status: 204 len: 168 time: 0.2090690 Aug 24 00:42:39.485516 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb16725-20ff-4696-b0d3-f1903ef14816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70143ee-9bf1-4146-a842-3ee4b5d9b956,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:39.516083 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553fb133-14d0-4058-a788-2b3739ccf6d2 x-openstack-request-id: req-553fb133-14d0-4058-a788-2b3739ccf6d2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:39.516374 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:39.516629 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-553fb133-14d0-4058-a788-2b3739ccf6d2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:39.517020 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'code': 200} Aug 24 00:42:39.588282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:39.608504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:39.611100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:39.611508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:39.612011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:39.612359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:39.612792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:39.613055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:39.615984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:39.617761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:39.618296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:39.619468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:39.622008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:39.692335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] No DVR routers for this DVR port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:40.114643 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:40.190984 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:40.546227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e4d9f-d09d-484d-b0d7-251e5d976d90 req-75691535-59f2-4501-b60c-f8fb7e263362 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:40.547974 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b8e4d9f-d09d-484d-b0d7-251e5d976d90 req-75691535-59f2-4501-b60c-f8fb7e263362 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 945 time: 0.1364243 Aug 24 00:42:40.570395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e93c6-c26e-4b60-b2f2-2239e19e0ef6 req-52b52ae1-b789-45e1-b332-66ac821f1939 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:40.577789 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-496e93c6-c26e-4b60-b2f2-2239e19e0ef6 req-52b52ae1-b789-45e1-b332-66ac821f1939 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 943 time: 0.1674395 Aug 24 00:42:40.678966 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-496e93c6-c26e-4b60-b2f2-2239e19e0ef6 req-12a13c46-4df4-4f1b-ad45-920e91ae2041 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002078 Aug 24 00:42:40.715153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b8e4d9f-d09d-484d-b0d7-251e5d976d90 req-7858844d-625c-48e7-94f1-97c6842575b7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599622 Aug 24 00:42:40.716425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Attempting to bind port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:40.717075 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Attempting to bind port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:40.717627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Attempting to bind port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on network 23d2434b-61bb-46a0-a92d-ffab59599fba {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:40.723605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on network 23d2434b-61bb-46a0-a92d-ffab59599fba not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:42:40.724231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Attempting to bind port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on network 23d2434b-61bb-46a0-a92d-ffab59599fba {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:40.732026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:42:40.732667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Checking segment: {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:40.733293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Bound using segment: {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:42:40.734013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Bound port: ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d974aaa-271e-40d3-bc16-5b2291b8d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:42:40.734608 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:40.810199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:42:40.814183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:42:40.821750 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:40.887785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:40.890946 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:40.899074 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] 10.222.0.47 "PUT /v2.0/ports/ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 1093 time: 2.5093668 Aug 24 00:42:41.002717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ed0ea-712e-4014-a174-42f2fd734f92 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,revision_number=11']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:41.046240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 32938) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:41.046905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-d9b24f88-4f8d-415b-812d-99ccc7c4d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:41.048561 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-d9b24f88-4f8d-415b-812d-99ccc7c4d451 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1096 time: 0.1101549 Aug 24 00:42:41.266628 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Request body: {'networks': [{'name': 'tempest-network--1291746608'}, {'name': 'tempest-network--469749257'}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:41.266866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-ab0e4e77-78bc-48a7-bab6-bb0f486aae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:41.266976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Request body: {'network': {'name': 'tempest-network--1291746608'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:41.267434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Request body: {'network': {'name': 'tempest-network--469749257'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:41.268348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-ab0e4e77-78bc-48a7-bab6-bb0f486aae8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=23d2434b-61bb-46a0-a92d-ffab59599fba HTTP/1.1" status: 200 len: 897 time: 0.2103429 Aug 24 00:42:41.325151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Made reservation on behalf of 97422faeabbf4389be6fa676629df143 for: {'network': 2} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:41.331949 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:41.342489 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:41.361259 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-87c860a7-887f-4e38-85aa-f25111b7e942 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 999 time: 0.0840125 Aug 24 00:42:41.455752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-3364f7d1-d1d4-43ad-9684-2a6761a6cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:41.457255 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-3364f7d1-d1d4-43ad-9684-2a6761a6cc5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=908036a3-43af-4928-8111-d6c436beef22 HTTP/1.1" status: 200 len: 834 time: 0.0880494 Aug 24 00:42:41.515171 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:41.516539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-256f37a3-e271-4701-92d2-5787390bbfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:41.518211 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-256f37a3-e271-4701-92d2-5787390bbfbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23d2434b-61bb-46a0-a92d-ffab59599fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533643 Aug 24 00:42:41.518728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:41.521843 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:41.522744 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:41.523336 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:41.620621 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e097bd-a77d-4e82-a25d-c9d254e2f017,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:41.636852 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:41.637007 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3e9b8f-de44-4180-9d7d-25a41c57186b x-openstack-request-id: req-fe3e9b8f-de44-4180-9d7d-25a41c57186b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:41.637498 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:41.637498 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe3e9b8f-de44-4180-9d7d-25a41c57186b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:41.637902 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'status': 'completed', 'code': 200} Aug 24 00:42:41.654174 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:41.654623 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Added segment 865c67e8-2abe-4d68-b5b9-7c918a596cb7 of type vlan for network 55a3cbb8-ed1b-484c-8574-7fef16a306e3 Aug 24 00:42:41.728520 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:41.734397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-abf5d1bc-2999-48b1-87b9-c7a42eac8cdd service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881247 Aug 24 00:42:41.785778 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:41.810470 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:41.812175 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Added segment a0f61be2-2a15-4004-a2cc-365778304274 of type vlan for network 95d7fc76-1446-4af8-b1cd-a8383adf88b3 Aug 24 00:42:41.926947 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:41.995573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdf22b-a8f7-438d-866c-bd30423b92d2 req-591ea81d-fe98-404f-a22f-ea0a88858f27 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:41.997337 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdcdf22b-a8f7-438d-866c-bd30423b92d2 req-591ea81d-fe98-404f-a22f-ea0a88858f27 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 943 time: 0.2258780 Aug 24 00:42:42.004712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46137059-81fd-4f52-ae90-9edd07b98c9b req-b3fb4a0d-fcee-473a-bacb-f3e60f563d45 service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558110 Aug 24 00:42:42.008557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:42.009440 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:42.015439 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:42.016709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3aec4-61a9-4ec9-a59b-42373a4a4397 req-e020d029-90d1-4543-8008-2840ec89ec4f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:42.020631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:42.021384 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:42.025480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9d3aec4-61a9-4ec9-a59b-42373a4a4397 req-e020d029-90d1-4543-8008-2840ec89ec4f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 945 time: 0.1470742 Aug 24 00:42:42.028910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-4008fc34-3c23-4fd4-8f80-46f1700be3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:42.030621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-4008fc34-3c23-4fd4-8f80-46f1700be3fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1096 time: 0.3500342 Aug 24 00:42:42.116980 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event updated for resources: {'Network': ['ID=55a3cbb8-ed1b-484c-8574-7fef16a306e3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:42.128559 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 55a3cbb8-ed1b-484c-8574-7fef16a306e3 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:42.168921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdcdf22b-a8f7-438d-866c-bd30423b92d2 req-c2353ae3-a99e-4473-bea9-c2b4ec30ee79 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619167 Aug 24 00:42:42.194363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9d3aec4-61a9-4ec9-a59b-42373a4a4397 req-b48c96fe-9143-418a-bf55-09ac6818fb11 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637487 Aug 24 00:42:42.198965 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1500998 Aug 24 00:42:42.204748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 32992) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:42.236055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f43ae-ab60-4e66-9a7c-cf24891651e7 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event updated for resources: {'Network': ['ID=95d7fc76-1446-4af8-b1cd-a8383adf88b3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:42.272851 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 95d7fc76-1446-4af8-b1cd-a8383adf88b3 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:42.465155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-ece540ef-13f9-4069-8c9a-7adede6a7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:42.466757 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-ece540ef-13f9-4069-8c9a-7adede6a7cdb service neutron] 10.222.0.13 "GET /v2.0/networks?id=23d2434b-61bb-46a0-a92d-ffab59599fba HTTP/1.1" status: 200 len: 897 time: 0.4053016 Aug 24 00:42:42.531516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769815f-b6cb-40d2-bcc8-3feaee9c6ed3 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:42.538722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769815f-b6cb-40d2-bcc8-3feaee9c6ed3 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:42.545352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769815f-b6cb-40d2-bcc8-3feaee9c6ed3 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:42.551760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769815f-b6cb-40d2-bcc8-3feaee9c6ed3 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:42.556923 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:42.563292 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2769815f-b6cb-40d2-bcc8-3feaee9c6ed3 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3506544 Aug 24 00:42:42.657342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-471988b9-5c85-4cb9-bd50-d808b16d0355 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 999 time: 0.1811600 Aug 24 00:42:42.658851 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a734c2-57ea-4d39-8c66-a01754aab447 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:42.659434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-5854534f-d4d9-45a2-9ae3-011b3cd1e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:42.660907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-5854534f-d4d9-45a2-9ae3-011b3cd1e12f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1096 time: 0.5293615 Aug 24 00:42:42.817146 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a734c2-57ea-4d39-8c66-a01754aab447 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:42.830115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c6a734c2-57ea-4d39-8c66-a01754aab447 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a3cbb8-ed1b-484c-8574-7fef16a306e3']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:42.844774 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c6a734c2-57ea-4d39-8c66-a01754aab447 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865c67e8-2abe-4d68-b5b9-7c918a596cb7') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:42.845198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c6a734c2-57ea-4d39-8c66-a01754aab447 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865c67e8-2abe-4d68-b5b9-7c918a596cb7') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:42.872822 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a734c2-57ea-4d39-8c66-a01754aab447 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:42.900942 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a734c2-57ea-4d39-8c66-a01754aab447 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:42.906583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-affd0907-107f-42a9-b440-fa346ba9ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:42.908920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-affd0907-107f-42a9-b440-fa346ba9ef31 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23d2434b-61bb-46a0-a92d-ffab59599fba HTTP/1.1" status: 200 len: 897 time: 0.2349977 Aug 24 00:42:42.910925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-95edebbe-96e0-467e-bfe6-a6d544cd09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:42.911577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a734c2-57ea-4d39-8c66-a01754aab447 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:42.912123 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a734c2-57ea-4d39-8c66-a01754aab447 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:42.913047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-95edebbe-96e0-467e-bfe6-a6d544cd09a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=908036a3-43af-4928-8111-d6c436beef22 HTTP/1.1" status: 200 len: 834 time: 0.2481010 Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:42.916468 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:43.001634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33028) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:43.029434 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a734c2-57ea-4d39-8c66-a01754aab447 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:43.046383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-181badfa-9728-4633-9920-79f3c24b505f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 999 time: 0.1288066 Aug 24 00:42:43.048060 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6a734c2-57ea-4d39-8c66-a01754aab447 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:43.048947 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-d9573277-70b7-4be1-88ec-44c714bb2fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:43.050375 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-d9573277-70b7-4be1-88ec-44c714bb2fb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23d2434b-61bb-46a0-a92d-ffab59599fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165295 Aug 24 00:42:43.056470 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c6a734c2-57ea-4d39-8c66-a01754aab447 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "DELETE /v2.0/networks/55a3cbb8-ed1b-484c-8574-7fef16a306e3 HTTP/1.1" status: 204 len: 168 time: 0.4959350 Aug 24 00:42:43.058492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33032) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:43.076961 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a734c2-57ea-4d39-8c66-a01754aab447 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event deleted for resources: {'Network': ['ID=55a3cbb8-ed1b-484c-8574-7fef16a306e3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:43.180758 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12ff76f6-1b0f-49be-bc28-148fc2c4b51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:43.248577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-ae1fe670-dd7c-4511-b7ac-e625c280f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:43.250092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-ae1fe670-dd7c-4511-b7ac-e625c280f265 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=908036a3-43af-4928-8111-d6c436beef22 HTTP/1.1" status: 200 len: 834 time: 0.1924570 Aug 24 00:42:43.328344 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a65b6e9-8fad-40a6-89d2-b366fcf2332d tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:43.336864 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12ff76f6-1b0f-49be-bc28-148fc2c4b51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:43.347552 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12ff76f6-1b0f-49be-bc28-148fc2c4b51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:43.394551 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-12ff76f6-1b0f-49be-bc28-148fc2c4b51a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25db7c4c8fc54e2c9f32de9a21af724b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913977 Aug 24 00:42:43.395746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff76f6-1b0f-49be-bc28-148fc2c4b51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562c7076-6eb5-46ac-b50e-3c6ec18b16c4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:43.399252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:43.454749 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ef66e6f-4d2b-4131-a794-2db1288e3e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:43.479977 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ef66e6f-4d2b-4131-a794-2db1288e3e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:43.521229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-d34c30ca-d56e-41aa-923e-d7ba205cbfa6 service neutron] 10.222.0.13 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462626 Aug 24 00:42:43.554526 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ef66e6f-4d2b-4131-a794-2db1288e3e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:43.557336 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ef66e6f-4d2b-4131-a794-2db1288e3e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:43.561261 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ef66e6f-4d2b-4131-a794-2db1288e3e53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/562c7076-6eb5-46ac-b50e-3c6ec18b16c4 HTTP/1.1" status: 204 len: 168 time: 0.1586566 Aug 24 00:42:43.573484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-5a78d48f-683e-4a3c-9f3c-d477db61e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:43.575542 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-5a78d48f-683e-4a3c-9f3c-d477db61e295 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23d2434b-61bb-46a0-a92d-ffab59599fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3077543 Aug 24 00:42:43.583256 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef66e6f-4d2b-4131-a794-2db1288e3e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562c7076-6eb5-46ac-b50e-3c6ec18b16c4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:43.630071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7bff1-ee41-45d4-aec2-17dd95dd57be req-ec991baf-856b-4eba-9f86-bd2ef125df7f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:43.632787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51b7bff1-ee41-45d4-aec2-17dd95dd57be req-ec991baf-856b-4eba-9f86-bd2ef125df7f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 945 time: 0.2772326 Aug 24 00:42:43.642605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80fcf0-af3d-40c6-ba2b-a23ed455fd87 req-a4bdd68a-6e7b-4222-89f6-ff655ef42b31 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:43.644191 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f80fcf0-af3d-40c6-ba2b-a23ed455fd87 req-a4bdd68a-6e7b-4222-89f6-ff655ef42b31 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 943 time: 0.3131189 Aug 24 00:42:43.838763 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a65b6e9-8fad-40a6-89d2-b366fcf2332d tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:43.864193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1a65b6e9-8fad-40a6-89d2-b366fcf2332d tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d7fc76-1446-4af8-b1cd-a8383adf88b3']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:43.903946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1a65b6e9-8fad-40a6-89d2-b366fcf2332d tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f61be2-2a15-4004-a2cc-365778304274') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:43.904255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1a65b6e9-8fad-40a6-89d2-b366fcf2332d tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f61be2-2a15-4004-a2cc-365778304274') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:43.929600 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-569cc508-a4cf-4cc6-85fd-168bb9643f77 service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123875 Aug 24 00:42:43.931692 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a65b6e9-8fad-40a6-89d2-b366fcf2332d tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:43.940010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f80fcf0-af3d-40c6-ba2b-a23ed455fd87 req-6347fd30-1723-4cda-96a1-51bfaead2d63 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857758 Aug 24 00:42:43.947443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33050) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:43.969458 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49a0cdf0-bdf7-49ef-8976-c4428ae03a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:43.977397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51b7bff1-ee41-45d4-aec2-17dd95dd57be req-0f45ea52-31a7-46b0-8612-8875d5d59317 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321278 Aug 24 00:42:44.030837 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-5a13a0bd-f90c-4ca3-8ad6-cce5eac830d7 service neutron] 10.222.0.13 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796758 Aug 24 00:42:44.386596 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a65b6e9-8fad-40a6-89d2-b366fcf2332d tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.399740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a65b6e9-8fad-40a6-89d2-b366fcf2332d tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:44.400277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a65b6e9-8fad-40a6-89d2-b366fcf2332d tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:44.403355 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:44.483537 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a65b6e9-8fad-40a6-89d2-b366fcf2332d tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.490397 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a65b6e9-8fad-40a6-89d2-b366fcf2332d tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.492978 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1a65b6e9-8fad-40a6-89d2-b366fcf2332d tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "DELETE /v2.0/networks/95d7fc76-1446-4af8-b1cd-a8383adf88b3 HTTP/1.1" status: 204 len: 168 time: 1.4333513 Aug 24 00:42:44.495702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0f6c8df-e2ea-4d0f-93c3-93bdea924fa1 req-44a15ae2-f325-4d58-8a00-68c5feeccaab service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462656 Aug 24 00:42:44.496474 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33056) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:44.518540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65b6e9-8fad-40a6-89d2-b366fcf2332d tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event deleted for resources: {'Network': ['ID=95d7fc76-1446-4af8-b1cd-a8383adf88b3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:44.630097 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49a0cdf0-bdf7-49ef-8976-c4428ae03a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.636775 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-49a0cdf0-bdf7-49ef-8976-c4428ae03a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.692881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e39c4-f88c-44a8-9de7-754b8ba6bd5e tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:44.700107 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e39c4-f88c-44a8-9de7-754b8ba6bd5e tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:44.705198 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e32e39c4-f88c-44a8-9de7-754b8ba6bd5e tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2042913 Aug 24 00:42:44.706039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:44.713720 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-98f35069-63ee-4b68-b465-5e896af3060b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1977544072'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:44.721309 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-49a0cdf0-bdf7-49ef-8976-c4428ae03a13 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9b74038134c438babb2ffeca60fc86e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7703948 Aug 24 00:42:44.721309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0cdf0-bdf7-49ef-8976-c4428ae03a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb6492d-05af-446f-a2ad-76073644af3e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:44.723244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33062) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:44.742039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f35069-63ee-4b68-b465-5e896af3060b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Made reservation on behalf of 97422faeabbf4389be6fa676629df143 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:44.746621 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f35069-63ee-4b68-b465-5e896af3060b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.783669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f35069-63ee-4b68-b465-5e896af3060b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:44.794768 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f35069-63ee-4b68-b465-5e896af3060b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.795198 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-98f35069-63ee-4b68-b465-5e896af3060b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Added segment f1c53472-a8a8-407f-922c-5c4608a3f5f2 of type vlan for network f97a94a5-237b-4e23-9af4-787d7cbb9f8e Aug 24 00:42:44.821330 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9b76-4f41-4463-8589-25f843064fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.851218 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f35069-63ee-4b68-b465-5e896af3060b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.852205 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9b76-4f41-4463-8589-25f843064fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.901058 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f35069-63ee-4b68-b465-5e896af3060b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.909068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f35069-63ee-4b68-b465-5e896af3060b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:44.909753 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f35069-63ee-4b68-b465-5e896af3060b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.927598 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9b76-4f41-4463-8589-25f843064fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.931039 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9b76-4f41-4463-8589-25f843064fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.934611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0a8f9b76-4f41-4463-8589-25f843064fb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdb6492d-05af-446f-a2ad-76073644af3e HTTP/1.1" status: 204 len: 168 time: 0.2033603 Aug 24 00:42:44.941806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f9b76-4f41-4463-8589-25f843064fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb6492d-05af-446f-a2ad-76073644af3e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:45.096758 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-98f35069-63ee-4b68-b465-5e896af3060b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3896487 Aug 24 00:42:45.102830 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:45.111402 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ece75148-a51a-4dcb-b1e8-4d1c39a6efcc tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1720200036'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:45.141570 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:42:45.153433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece75148-a51a-4dcb-b1e8-4d1c39a6efcc tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Made reservation on behalf of 97422faeabbf4389be6fa676629df143 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:45.168581 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ece75148-a51a-4dcb-b1e8-4d1c39a6efcc tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.200569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f35069-63ee-4b68-b465-5e896af3060b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event updated for resources: {'Network': ['ID=f97a94a5-237b-4e23-9af4-787d7cbb9f8e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:45.230797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece75148-a51a-4dcb-b1e8-4d1c39a6efcc tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:45.252995 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ece75148-a51a-4dcb-b1e8-4d1c39a6efcc tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.253345 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-ece75148-a51a-4dcb-b1e8-4d1c39a6efcc tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Added segment a9dbd9dd-8027-4909-bb31-626df5969523 of type vlan for network ac7e1372-bf4a-4111-8b7a-4c2be449c43c Aug 24 00:42:45.306096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:45.312494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3061836-d139-44c4-8e62-6e8577a8e075 req-f5c97b38-bce0-4fa5-9776-b439d61aff0f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:45.320501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'port_id': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'mac_address': 'fa:16:3e:30:c5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908036a3-43af-4928-8111-d6c436beef22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:42:45.324384 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network f97a94a5-237b-4e23-9af4-787d7cbb9f8e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:45.333551 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f3061836-d139-44c4-8e62-6e8577a8e075 req-f5c97b38-bce0-4fa5-9776-b439d61aff0f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 943 time: 0.2851715 Aug 24 00:42:45.363783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13742f-63a6-4fbb-8ff0-1373fc7ed67c req-58631804-71e4-470d-8326-88a1d51451ab tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:45.368469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f13742f-63a6-4fbb-8ff0-1373fc7ed67c req-58631804-71e4-470d-8326-88a1d51451ab tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 945 time: 0.2311676 Aug 24 00:42:45.369867 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ece75148-a51a-4dcb-b1e8-4d1c39a6efcc tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.416191 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ece75148-a51a-4dcb-b1e8-4d1c39a6efcc tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.416660 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.430488 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece75148-a51a-4dcb-b1e8-4d1c39a6efcc tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:45.432319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ece75148-a51a-4dcb-b1e8-4d1c39a6efcc tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.508906 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:42:45.549210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:45.557762 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f3061836-d139-44c4-8e62-6e8577a8e075 req-688a6525-ddec-40ac-a8b4-cc3f8f0cccff tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144203 Aug 24 00:42:45.573929 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.579513 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ece75148-a51a-4dcb-b1e8-4d1c39a6efcc tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4734857 Aug 24 00:42:45.581949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f13742f-63a6-4fbb-8ff0-1373fc7ed67c req-388ca7c1-46e7-4046-9289-f5edb885e5b7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867058 Aug 24 00:42:45.585290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33084) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:45.609114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece75148-a51a-4dcb-b1e8-4d1c39a6efcc tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event updated for resources: {'Network': ['ID=ac7e1372-bf4a-4111-8b7a-4c2be449c43c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:45.620407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Request body: {'ports': [{'network_id': 'f97a94a5-237b-4e23-9af4-787d7cbb9f8e', 'name': 'tempest-port--1016616638', 'admin_state_up': True}, {'network_id': 'ac7e1372-bf4a-4111-8b7a-4c2be449c43c', 'admin_state_up': False}]} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:45.621648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Request body: {'port': {'network_id': 'f97a94a5-237b-4e23-9af4-787d7cbb9f8e', 'name': 'tempest-port--1016616638', 'admin_state_up': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:45.623307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Request body: {'port': {'network_id': 'ac7e1372-bf4a-4111-8b7a-4c2be449c43c', 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:45.642185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network ac7e1372-bf4a-4111-8b7a-4c2be449c43c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:45.739138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,revision_number=12']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:45.746959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:45.747311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:45.747743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:45.748087 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:45.748419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:45.748744 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:45.749070 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:45.749394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:45.749912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:45.750236 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:45.750750 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:45.751250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:45.892468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Made reservation on behalf of 97422faeabbf4389be6fa676629df143 for: {'port': 2} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:45.898980 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.923991 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.043780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] device_id is not set on port 15eac962-8880-4618-bb81-2bb13f3f3edb yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:42:46.199753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.234326 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:42:46.290767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] device_id is not set on port 34732cb9-984b-471b-8c02-26a5d50cbb47 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:42:46.500997 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.548362 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.710598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event updated for resources: {'Port': ['ID=15eac962-8880-4618-bb81-2bb13f3f3edb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:46.716424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Checking segment: {'id': 'f1c53472-a8a8-407f-922c-5c4608a3f5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f97a94a5-237b-4e23-9af4-787d7cbb9f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:46.716800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Network hostable DHCP agents. Network: f97a94a5-237b-4e23-9af4-787d7cbb9f8e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:42:46.816305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Network f97a94a5-237b-4e23-9af4-787d7cbb9f8e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:42:46.834559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be17387-367d-47d9-b727-5c210f40bce7 req-ade75116-875f-4163-8dd2-b321a80cd612 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:46.836182 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5be17387-367d-47d9-b727-5c210f40bce7 req-ade75116-875f-4163-8dd2-b321a80cd612 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 946 time: 0.1021640 Aug 24 00:42:46.844799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2141b9c-61d5-4cfc-a295-da42e6e7e1a7 req-37224f1e-3470-4995-9696-7441298dc52a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:46.846282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2141b9c-61d5-4cfc-a295-da42e6e7e1a7 req-37224f1e-3470-4995-9696-7441298dc52a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 943 time: 0.1062741 Aug 24 00:42:46.853702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, f97a94a5-237b-4e23-9af4-787d7cbb9f8e) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:46.865579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:46.866648 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.869836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d6cd38-fe6d-43b5-beab-7f0e594e902b None None] Network f97a94a5-237b-4e23-9af4-787d7cbb9f8e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:46.966466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5be17387-367d-47d9-b727-5c210f40bce7 req-87c0f6f2-d69d-4b99-8b04-e0a70b82c311 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188705 Aug 24 00:42:46.972232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event updated for resources: {'Port': ['ID=34732cb9-984b-471b-8c02-26a5d50cbb47,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:46.985713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2141b9c-61d5-4cfc-a295-da42e6e7e1a7 req-83df64d0-2a7f-4b27-bea1-b21f17519662 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277452 Aug 24 00:42:47.022305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Checking segment: {'id': 'a9dbd9dd-8027-4909-bb31-626df5969523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ac7e1372-bf4a-4111-8b7a-4c2be449c43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:47.022676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Network hostable DHCP agents. Network: ac7e1372-bf4a-4111-8b7a-4c2be449c43c, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:42:47.028483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33124) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:47.161303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Network ac7e1372-bf4a-4111-8b7a-4c2be449c43c is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:42:47.187129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-44ae2a06-2813-4d4d-b526-4f5e487ab07e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/369dae69-7a94-4446-b38c-0220897abc78 HTTP/1.1" status: 200 len: 992 time: 0.1574929 Aug 24 00:42:47.197564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, ac7e1372-bf4a-4111-8b7a-4c2be449c43c) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:47.205328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:47.212208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:47.217823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:47.218689 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:47.249383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ac66312b-8df9-4b41-91bf-14c88eab3803 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6620474 Aug 24 00:42:47.251566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33130) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:47.262198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e908bc34-da4a-4fbe-8094-cc301f07557d details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:42:47.264797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a5676c-3f02-458b-a811-04780d6a108d None None] Network ac7e1372-bf4a-4111-8b7a-4c2be449c43c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:47.342122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793d391b-ebc1-42d7-91c6-cf14a5a382fb tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:47.352010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793d391b-ebc1-42d7-91c6-cf14a5a382fb tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:47.354195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-793d391b-ebc1-42d7-91c6-cf14a5a382fb tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1013768 Aug 24 00:42:47.356907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33132) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:47.489036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba856-f294-4415-b2f5-1bb124011844 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Deleting port 15eac962-8880-4618-bb81-2bb13f3f3edb {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:47.489386 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7cba856-f294-4415-b2f5-1bb124011844 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:47.540480 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port e908bc34-da4a-4fbe-8094-cc301f07557d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e908bc34-da4a-4fbe-8094-cc301f07557d,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:47.555772 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'e908bc34-da4a-4fbe-8094-cc301f07557d', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'port_id': 'e908bc34-da4a-4fbe-8094-cc301f07557d', 'mac_address': 'fa:16:3e:58:8c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:42:47.611083 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7cba856-f294-4415-b2f5-1bb124011844 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:47.615225 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:47.629784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b7cba856-f294-4415-b2f5-1bb124011844 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Calling delete_port for 15eac962-8880-4618-bb81-2bb13f3f3edb owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:47.639633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e908bc34-da4a-4fbe-8094-cc301f07557d {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:42:47.675305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port e908bc34-da4a-4fbe-8094-cc301f07557d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e908bc34-da4a-4fbe-8094-cc301f07557d,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:47.686648 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:47.742448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7cba856-f294-4415-b2f5-1bb124011844 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:47.785979 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=e908bc34-da4a-4fbe-8094-cc301f07557d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:47.807073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cba856-f294-4415-b2f5-1bb124011844 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event deleted for resources: {'Port': ['ID=15eac962-8880-4618-bb81-2bb13f3f3edb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:47.811691 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b7cba856-f294-4415-b2f5-1bb124011844 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:47.814082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b7cba856-f294-4415-b2f5-1bb124011844 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "DELETE /v2.0/ports/15eac962-8880-4618-bb81-2bb13f3f3edb HTTP/1.1" status: 204 len: 168 time: 0.4523866 Aug 24 00:42:47.816622 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33144) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:47.938406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-82617a72-7b9c-4b3e-ab5f-261e00654b89 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Deleting port 34732cb9-984b-471b-8c02-26a5d50cbb47 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:47.938756 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82617a72-7b9c-4b3e-ab5f-261e00654b89 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.009540 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82617a72-7b9c-4b3e-ab5f-261e00654b89 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.026382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-82617a72-7b9c-4b3e-ab5f-261e00654b89 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Calling delete_port for 34732cb9-984b-471b-8c02-26a5d50cbb47 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:48.073384 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['e908bc34-da4a-4fbe-8094-cc301f07557d'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:42:48.156319 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82617a72-7b9c-4b3e-ab5f-261e00654b89 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.196739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82617a72-7b9c-4b3e-ab5f-261e00654b89 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event deleted for resources: {'Port': ['ID=34732cb9-984b-471b-8c02-26a5d50cbb47,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:48.221069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc323c-0632-49a8-b21f-8fc1c69d1998 req-1ebcf3d1-fb0e-44ad-8289-493da1a46f37 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:48.229677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25fc323c-0632-49a8-b21f-8fc1c69d1998 req-1ebcf3d1-fb0e-44ad-8289-493da1a46f37 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 944 time: 0.1392741 Aug 24 00:42:48.232386 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82617a72-7b9c-4b3e-ab5f-261e00654b89 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.235000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-82617a72-7b9c-4b3e-ab5f-261e00654b89 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "DELETE /v2.0/ports/34732cb9-984b-471b-8c02-26a5d50cbb47 HTTP/1.1" status: 204 len: 168 time: 0.4173470 Aug 24 00:42:48.237759 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33160) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:48.312747 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-58715925-fdbd-4a0e-8a2b-e20cdf2fda3b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0726411 Aug 24 00:42:48.315148 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:48.320822 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25fc323c-0632-49a8-b21f-8fc1c69d1998 req-1888620f-26e0-4c0b-bf53-fed54df6e0a6 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901718 Aug 24 00:42:48.336784 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-278bbe8c-5783-4f70-a262-03b183f1a58b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-92910625'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:48.368018 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278bbe8c-5783-4f70-a262-03b183f1a58b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Made reservation on behalf of 97422faeabbf4389be6fa676629df143 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:48.372439 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-278bbe8c-5783-4f70-a262-03b183f1a58b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.405410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278bbe8c-5783-4f70-a262-03b183f1a58b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:48.416210 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-278bbe8c-5783-4f70-a262-03b183f1a58b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.416869 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-278bbe8c-5783-4f70-a262-03b183f1a58b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Added segment 0f6fad72-8a6b-4eaa-ab51-8cf717c2ae53 of type vlan for network fd6ae94a-0f34-4240-be9a-28a47b4d7c90 Aug 24 00:42:48.466473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-278bbe8c-5783-4f70-a262-03b183f1a58b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.514042 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-278bbe8c-5783-4f70-a262-03b183f1a58b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.522334 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bbe8c-5783-4f70-a262-03b183f1a58b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:48.523499 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-278bbe8c-5783-4f70-a262-03b183f1a58b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.547484 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-278bbe8c-5783-4f70-a262-03b183f1a58b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2252812 Aug 24 00:42:48.549338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33166) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:48.557052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-35e6a6d1-8f24-4aa7-8c17-655cdf7a5862 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-431741052'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:48.608779 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e6a6d1-8f24-4aa7-8c17-655cdf7a5862 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Made reservation on behalf of 97422faeabbf4389be6fa676629df143 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:48.612703 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35e6a6d1-8f24-4aa7-8c17-655cdf7a5862 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.633799 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bbe8c-5783-4f70-a262-03b183f1a58b tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event updated for resources: {'Network': ['ID=fd6ae94a-0f34-4240-be9a-28a47b4d7c90,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:48.649264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network fd6ae94a-0f34-4240-be9a-28a47b4d7c90 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:48.665767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e6a6d1-8f24-4aa7-8c17-655cdf7a5862 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:48.678084 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35e6a6d1-8f24-4aa7-8c17-655cdf7a5862 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.678586 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-35e6a6d1-8f24-4aa7-8c17-655cdf7a5862 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Added segment 4e8a1170-f77d-4167-b5e1-dd5551b574ac of type vlan for network 2b384ce4-9ff5-49da-8b30-974834d2955c Aug 24 00:42:48.740539 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35e6a6d1-8f24-4aa7-8c17-655cdf7a5862 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.774169 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35e6a6d1-8f24-4aa7-8c17-655cdf7a5862 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.783026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6a6d1-8f24-4aa7-8c17-655cdf7a5862 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:48.783769 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35e6a6d1-8f24-4aa7-8c17-655cdf7a5862 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.881822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6a6d1-8f24-4aa7-8c17-655cdf7a5862 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event updated for resources: {'Network': ['ID=2b384ce4-9ff5-49da-8b30-974834d2955c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:48.902796 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 2b384ce4-9ff5-49da-8b30-974834d2955c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:48.904113 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-35e6a6d1-8f24-4aa7-8c17-655cdf7a5862 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3531077 Aug 24 00:42:49.037553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:49.043063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Request body: {'subnets': [{'network_id': 'fd6ae94a-0f34-4240-be9a-28a47b4d7c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--576876143', 'ip_version': 4}, {'network_id': '2b384ce4-9ff5-49da-8b30-974834d2955c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:49.043382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Request body: {'subnet': {'network_id': 'fd6ae94a-0f34-4240-be9a-28a47b4d7c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--576876143', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:49.044021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Request body: {'subnet': {'network_id': '2b384ce4-9ff5-49da-8b30-974834d2955c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:49.064722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33176) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:49.169530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:49.228448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0055b65-4a82-4702-ada0-1e492a3451e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.263450 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.db.api [None req-e0055b65-4a82-4702-ada0-1e492a3451e2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:42:49.263450 n-d-805736-1 neutron-server[94837]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 00:42:49.263450 n-d-805736-1 neutron-server[94837]: [parameters: {'project_id': '586c7572388e46898dee3eb8657ccb8f', 'id': '61ec719c-6b63-4ad9-b8c5-741b03ed179d', 'expiration': datetime.datetime(2021, 8, 24, 0, 44, 49, 258613)}] Aug 24 00:42:49.263450 n-d-805736-1 neutron-server[94837]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:42:49.264378 n-d-805736-1 neutron-server[94837]: DEBUG oslo_db.api [None req-e0055b65-4a82-4702-ada0-1e492a3451e2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:42:49.272672 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Made reservation on behalf of 97422faeabbf4389be6fa676629df143 for: {'subnet': 2} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:49.277824 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.278520 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.281546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:49.286114 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:49.286518 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.408211 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.452920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:49.455243 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ae4687-156a-4176-89de-1714b6f60f28" -d '{"events": [{"server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "name": "network-vif-plugged", "status": "completed", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:49.468006 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:49.487381 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.525841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb0c53-4986-4698-8563-3b7baefc04ff req-4f7e7aac-de28-4521-9236-01e6642d56e7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:49.537232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cbb0c53-4986-4698-8563-3b7baefc04ff req-4f7e7aac-de28-4521-9236-01e6642d56e7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 944 time: 0.1262825 Aug 24 00:42:49.595245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,revision_number=13']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:49.607085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cbb0c53-4986-4698-8563-3b7baefc04ff req-573fe7a8-08a6-4309-818e-b3066b1f2f6a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631273 Aug 24 00:42:49.728084 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd6a762-d7c0-4072-99d9-20a54b9cd290 x-openstack-request-id: req-bdd6a762-d7c0-4072-99d9-20a54b9cd290 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:49.728565 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "name": "network-vif-plugged", "status": "completed", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:49.728677 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdd6a762-d7c0-4072-99d9-20a54b9cd290 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:49.729012 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'code': 200} Aug 24 00:42:49.766389 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0055b65-4a82-4702-ada0-1e492a3451e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.799374 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.880158 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event updated for resources: {'Subnet': ['ID=c8ea0fb2-60ac-4743-a607-7ed6c0cebd9d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:49.899115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Checking segment: {'id': '0f6fad72-8a6b-4eaa-ab51-8cf717c2ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fd6ae94a-0f34-4240-be9a-28a47b4d7c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:49.899800 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0055b65-4a82-4702-ada0-1e492a3451e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.900561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Network hostable DHCP agents. Network: fd6ae94a-0f34-4240-be9a-28a47b4d7c90, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:42:49.905544 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0055b65-4a82-4702-ada0-1e492a3451e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.923547 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Network fd6ae94a-0f34-4240-be9a-28a47b4d7c90 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:42:49.938943 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, fd6ae94a-0f34-4240-be9a-28a47b4d7c90) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:49.943950 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.950356 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f2ed4e-13a1-4964-a664-017e32e99293 None None] Network fd6ae94a-0f34-4240-be9a-28a47b4d7c90 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:49.963632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e0055b65-4a82-4702-ada0-1e492a3451e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=586c7572388e46898dee3eb8657ccb8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8976831 Aug 24 00:42:49.964215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33194) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:49.970808 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0055b65-4a82-4702-ada0-1e492a3451e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8e77f5-220e-49f5-824b-f0350d9bafbe,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:50.034190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event updated for resources: {'Subnet': ['ID=fe26e90b-c21e-425b-8173-6456dc914e23,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:50.043899 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Checking segment: {'id': '4e8a1170-f77d-4167-b5e1-dd5551b574ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b384ce4-9ff5-49da-8b30-974834d2955c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:50.044262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Network hostable DHCP agents. Network: 2b384ce4-9ff5-49da-8b30-974834d2955c, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:42:50.051982 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a55e37bb-eec3-48ac-979d-af239e3b7eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.068928 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Network 2b384ce4-9ff5-49da-8b30-974834d2955c is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:42:50.080780 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a55e37bb-eec3-48ac-979d-af239e3b7eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.084209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 2b384ce4-9ff5-49da-8b30-974834d2955c) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:50.102336 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811bcd6d-24ee-4f0b-82dc-b9183ef45399 None None] Network 2b384ce4-9ff5-49da-8b30-974834d2955c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:50.107802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:50.108627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:50.109328 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.142475 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a55e37bb-eec3-48ac-979d-af239e3b7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.146865 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a55e37bb-eec3-48ac-979d-af239e3b7eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.148470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a55e37bb-eec3-48ac-979d-af239e3b7eeb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a8e77f5-220e-49f5-824b-f0350d9bafbe HTTP/1.1" status: 204 len: 168 time: 0.1832385 Aug 24 00:42:50.160872 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-16812f89-7e58-4d09-9f05-3e37b03cf667 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.1218345 Aug 24 00:42:50.162493 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33198) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:50.183271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e37bb-eec3-48ac-979d-af239e3b7eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8e77f5-220e-49f5-824b-f0350d9bafbe,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:50.320293 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c98d7b1-faaa-44b1-9f45-567c8eef6acf tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:50.322216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c98d7b1-faaa-44b1-9f45-567c8eef6acf tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:50.323825 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c98d7b1-faaa-44b1-9f45-567c8eef6acf tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:50.326818 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8c98d7b1-faaa-44b1-9f45-567c8eef6acf tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1615124 Aug 24 00:42:50.329111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33206) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:50.345886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c73255-f5fa-4984-a75a-80c05e0516ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-fd6ae94a-0f34-4240-be9a-28a47b4d7c90', 'network_id': 'fd6ae94a-0f34-4240-be9a-28a47b4d7c90', 'tenant_id': '97422faeabbf4389be6fa676629df143', 'fixed_ips': [{'subnet_id': 'c8ea0fb2-60ac-4743-a607-7ed6c0cebd9d'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:42:50.346761 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-95c73255-f5fa-4984-a75a-80c05e0516ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.451870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-05eed466-d35d-4c6b-a5eb-fd7ea7214d5f tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Deleting subnet c8ea0fb2-60ac-4743-a607-7ed6c0cebd9d {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:42:50.456559 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05eed466-d35d-4c6b-a5eb-fd7ea7214d5f tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.520470 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05eed466-d35d-4c6b-a5eb-fd7ea7214d5f tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.549411 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-2b384ce4-9ff5-49da-8b30-974834d2955c', 'network_id': '2b384ce4-9ff5-49da-8b30-974834d2955c', 'tenant_id': '97422faeabbf4389be6fa676629df143', 'fixed_ips': [{'subnet_id': 'fe26e90b-c21e-425b-8173-6456dc914e23'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:42:50.550604 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.640793 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05eed466-d35d-4c6b-a5eb-fd7ea7214d5f tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.794259 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33250) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:50.829548 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f956e70-5363-4565-b272-781a3b1e5bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.838541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Allocated IP 172.20.0.18 (2b384ce4-9ff5-49da-8b30-974834d2955c/fe26e90b-c21e-425b-8173-6456dc914e23/64067200-715f-4f1a-b924-077f9c9de16b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:50.887788 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05eed466-d35d-4c6b-a5eb-fd7ea7214d5f tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-95c73255-f5fa-4984-a75a-80c05e0516ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8ea0fb2-60ac-4743-a607-7ed6c0cebd9d: This subnet is being modified by another concurrent operation. Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:42:50.926152 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8ea0fb2-60ac-4743-a607-7ed6c0cebd9d: This subnet is being modified by another concurrent operation. Aug 24 00:42:50.932608 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Aug 24 00:42:50.949228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eed466-d35d-4c6b-a5eb-fd7ea7214d5f tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ea0fb2-60ac-4743-a607-7ed6c0cebd9d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:50.950165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd3fd9c-e0a8-464d-a61f-74ca686267ec None None] Network fd6ae94a-0f34-4240-be9a-28a47b4d7c90 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:50.963980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41989b5c-8572-4fe8-b3e9-3c2413b3a370 req-cf0e99af-a884-4fa2-8889-c7e6684ddb77 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:50.965605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41989b5c-8572-4fe8-b3e9-3c2413b3a370 req-cf0e99af-a884-4fa2-8889-c7e6684ddb77 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 944 time: 0.1899211 Aug 24 00:42:50.966697 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05eed466-d35d-4c6b-a5eb-fd7ea7214d5f tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.971141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-05eed466-d35d-4c6b-a5eb-fd7ea7214d5f tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "DELETE /v2.0/subnets/c8ea0fb2-60ac-4743-a607-7ed6c0cebd9d HTTP/1.1" status: 204 len: 168 time: 0.6384425 Aug 24 00:42:50.972824 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33268) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:51.046054 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41989b5c-8572-4fe8-b3e9-3c2413b3a370 req-7a3b854a-235d-418f-8900-9c41afb793c3 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628624 Aug 24 00:42:51.094174 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d06570-0d67-4a55-9f2b-22a656316815 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Deleting subnet fe26e90b-c21e-425b-8173-6456dc914e23 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:42:51.103795 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f956e70-5363-4565-b272-781a3b1e5bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.109823 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f956e70-5363-4565-b272-781a3b1e5bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.121693 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.137152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Transition to ACTIVE for port object 64067200-715f-4f1a-b924-077f9c9de16b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:51.169419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e908bc34-da4a-4fbe-8094-cc301f07557d up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:51.187606 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f956e70-5363-4565-b272-781a3b1e5bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b70770-8b0f-428c-af1a-66e2ba0cbec7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:51.194455 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6f956e70-5363-4565-b272-781a3b1e5bd6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25c9e99f17ca406886d39b0cd8a411d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979206 Aug 24 00:42:51.194957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33292) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:51.241525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Transition to ACTIVE for port object 64067200-715f-4f1a-b924-077f9c9de16b will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:51.254250 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d06570-0d67-4a55-9f2b-22a656316815 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.255609 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.289002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port e908bc34-da4a-4fbe-8094-cc301f07557d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:51.301199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port e908bc34-da4a-4fbe-8094-cc301f07557d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:51.301584 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.311007 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Network 2b384ce4-9ff5-49da-8b30-974834d2955c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:51.327707 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1423292-e3d7-4b2f-9c80-5c08eebc424d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.342980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:51.356838 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d06570-0d67-4a55-9f2b-22a656316815 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.359495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Pushing event updated for resources: {'Port': ['ID=64067200-715f-4f1a-b924-077f9c9de16b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:51.368430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:51.376121 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1423292-e3d7-4b2f-9c80-5c08eebc424d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.510034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1423292-e3d7-4b2f-9c80-5c08eebc424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.514004 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d1423292-e3d7-4b2f-9c80-5c08eebc424d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.515571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d1423292-e3d7-4b2f-9c80-5c08eebc424d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3b70770-8b0f-428c-af1a-66e2ba0cbec7 HTTP/1.1" status: 204 len: 168 time: 0.3196177 Aug 24 00:42:51.540567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Attempting to bind port 64067200-715f-4f1a-b924-077f9c9de16b on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:51.540962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Attempting to bind port 64067200-715f-4f1a-b924-077f9c9de16b by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '4e8a1170-f77d-4167-b5e1-dd5551b574ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b384ce4-9ff5-49da-8b30-974834d2955c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:51.541331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Attempting to bind port 64067200-715f-4f1a-b924-077f9c9de16b on network 2b384ce4-9ff5-49da-8b30-974834d2955c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:51.543895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1423292-e3d7-4b2f-9c80-5c08eebc424d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b70770-8b0f-428c-af1a-66e2ba0cbec7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:51.547542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:42:51.547926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Checking segment: {'id': '4e8a1170-f77d-4167-b5e1-dd5551b574ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b384ce4-9ff5-49da-8b30-974834d2955c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:51.548332 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.548728 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Bound using segment: {'id': '4e8a1170-f77d-4167-b5e1-dd5551b574ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b384ce4-9ff5-49da-8b30-974834d2955c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:42:51.549569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Bound port: 64067200-715f-4f1a-b924-077f9c9de16b, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8a1170-f77d-4167-b5e1-dd5551b574ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b384ce4-9ff5-49da-8b30-974834d2955c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:42:51.549978 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.561069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d06570-0d67-4a55-9f2b-22a656316815 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.643494 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.712902 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d06570-0d67-4a55-9f2b-22a656316815 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.746440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e908bc34-da4a-4fbe-8094-cc301f07557d'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:51.750417 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c63fa2-5fd3-4ae3-867e-16ee0a32f99b" -d '{"events": [{"server_uuid": "6e486111-acc4-40be-bb77-1fe8ade7ca7f", "name": "network-vif-plugged", "status": "completed", "tag": "e908bc34-da4a-4fbe-8094-cc301f07557d"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:51.787396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port e908bc34-da4a-4fbe-8094-cc301f07557d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e908bc34-da4a-4fbe-8094-cc301f07557d,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:51.820515 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.837868 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d06570-0d67-4a55-9f2b-22a656316815 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event deleted for resources: {'Subnet': ['ID=fe26e90b-c21e-425b-8173-6456dc914e23,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:51.842169 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d06570-0d67-4a55-9f2b-22a656316815 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.847603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33358) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:51.850916 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a4d06570-0d67-4a55-9f2b-22a656316815 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "DELETE /v2.0/subnets/fe26e90b-c21e-425b-8173-6456dc914e23 HTTP/1.1" status: 204 len: 168 time: 0.8769825 Aug 24 00:42:51.853226 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2944cbdb-c6ec-4cdd-9b9b-a732a3909516 x-openstack-request-id: req-2944cbdb-c6ec-4cdd-9b9b-a732a3909516 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:51.855161 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e486111-acc4-40be-bb77-1fe8ade7ca7f", "name": "network-vif-plugged", "status": "completed", "tag": "e908bc34-da4a-4fbe-8094-cc301f07557d", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:51.855589 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2944cbdb-c6ec-4cdd-9b9b-a732a3909516 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:51.856174 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e908bc34-da4a-4fbe-8094-cc301f07557d', 'code': 200} Aug 24 00:42:51.929139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=e908bc34-da4a-4fbe-8094-cc301f07557d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:51.936758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] For port 64067200-715f-4f1a-b924-077f9c9de16b, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:42:51.952084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] For port 64067200-715f-4f1a-b924-077f9c9de16b, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=64067200-715f-4f1a-b924-077f9c9de16b,segment=NetworkSegment(4e8a1170-f77d-4167-b5e1-dd5551b574ac),segment_id=4e8a1170-f77d-4167-b5e1-dd5551b574ac)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:42:51.959253 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:52.030103 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a0e42-0cf7-474d-9be2-3f29d7139355 None None] Pushing event updated for resources: {'Port': ['ID=64067200-715f-4f1a-b924-077f9c9de16b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:52.120111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72234f7b-b021-485e-9fbb-49430287b212 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:52.126407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-72234f7b-b021-485e-9fbb-49430287b212 tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2776456 Aug 24 00:42:52.130467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33386) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:52.181093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6d462-a94d-40be-a9c9-08f26254fcf4 req-1044505f-b741-43a2-b852-e1164557fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:52.182552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1bb6d462-a94d-40be-a9c9-08f26254fcf4 req-1044505f-b741-43a2-b852-e1164557fe61 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 1096 time: 0.2225018 Aug 24 00:42:52.319730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:52.370628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4653c-0bab-431a-9d6c-cc3c4062bccd req-264b3af9-1e7f-4306-bbe5-9ff77e686c60 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:52.374229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6c4653c-0bab-431a-9d6c-cc3c4062bccd req-264b3af9-1e7f-4306-bbe5-9ff77e686c60 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 945 time: 0.1905334 Aug 24 00:42:52.376260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1bb6d462-a94d-40be-a9c9-08f26254fcf4 req-939b3714-a9a9-4269-b6da-ea9bd0a9c35a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485765 Aug 24 00:42:52.494499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6c4653c-0bab-431a-9d6c-cc3c4062bccd req-86ea5ffb-dd5f-4df8-86cf-6a207238a784 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060255 Aug 24 00:42:52.547193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Deleting port 64067200-715f-4f1a-b924-077f9c9de16b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:52.548198 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:52.682083 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] For port 64067200-715f-4f1a-b924-077f9c9de16b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=64067200-715f-4f1a-b924-077f9c9de16b,segment=NetworkSegment(4e8a1170-f77d-4167-b5e1-dd5551b574ac),segment_id=4e8a1170-f77d-4167-b5e1-dd5551b574ac)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:52.682626 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:52.706851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Calling delete_port for 64067200-715f-4f1a-b924-077f9c9de16b owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:52.844969 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:52.913842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] No DVR routers for this DVR port 64067200-715f-4f1a-b924-077f9c9de16b on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:52.915545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event deleted for resources: {'Port': ['ID=64067200-715f-4f1a-b924-077f9c9de16b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:53.055435 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 64067200-715f-4f1a-b924-077f9c9de16b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:53.075096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.088701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b384ce4-9ff5-49da-8b30-974834d2955c']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:53.096537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 64067200-715f-4f1a-b924-077f9c9de16b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:53.097024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 64067200-715f-4f1a-b924-077f9c9de16b not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 24 00:42:53.105724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8a1170-f77d-4167-b5e1-dd5551b574ac') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:53.106506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8a1170-f77d-4167-b5e1-dd5551b574ac') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:53.121856 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.135294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Port 64067200-715f-4f1a-b924-077f9c9de16b not found, will not notify nova. {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 24 00:42:53.149171 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.166069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:53.167286 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:53.179485 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:53.276032 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.298646 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.304649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33516) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:53.315831 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "DELETE /v2.0/networks/2b384ce4-9ff5-49da-8b30-974834d2955c HTTP/1.1" status: 204 len: 168 time: 1.1803293 Aug 24 00:42:53.319324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eccbbe-1984-458b-8aaa-4d303e77a8ae tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event deleted for resources: {'Network': ['ID=2b384ce4-9ff5-49da-8b30-974834d2955c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:53.444448 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.645254 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.671058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6ae94a-0f34-4240-be9a-28a47b4d7c90']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:53.685180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e217a700-5354-4438-b99c-bd205b217567 None None] DHCP port deletion for 2b384ce4-9ff5-49da-8b30-974834d2955c request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:42:53.691170 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6fad72-8a6b-4eaa-ab51-8cf717c2ae53') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:53.691687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6fad72-8a6b-4eaa-ab51-8cf717c2ae53') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:53.694540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782092a-aff8-40b2-a692-001b6191c143 req-fb5e1929-b1df-4143-aa5b-00cd416f2b98 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:53.698538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d782092a-aff8-40b2-a692-001b6191c143 req-fb5e1929-b1df-4143-aa5b-00cd416f2b98 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 945 time: 0.0894685 Aug 24 00:42:53.713635 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-79f65162-76fd-48b0-b217-fde260cdf954 None None] Could not find standard attr ID for object 64067200-715f-4f1a-b924-077f9c9de16b. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:42:53.718203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5362383e-e439-4207-8f90-75cd1463761b None None] Network 2b384ce4-9ff5-49da-8b30-974834d2955c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:53.733574 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.747441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5362383e-e439-4207-8f90-75cd1463761b None None] Network 2b384ce4-9ff5-49da-8b30-974834d2955c could not be found, it might have been deleted concurrently. {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 24 00:42:53.761069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9e594c-f610-44b9-a460-d591a0c24c04 None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:42:53.767539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:53.781478 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d782092a-aff8-40b2-a692-001b6191c143 req-2ccd3169-708a-4eb0-a516-4ec76d9015a0 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726657 Aug 24 00:42:53.783966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.793420 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:53.794193 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:53.878865 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:53.881674 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.886333 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.893904 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.898026 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "DELETE /v2.0/networks/fd6ae94a-0f34-4240-be9a-28a47b4d7c90 HTTP/1.1" status: 204 len: 168 time: 0.5915525 Aug 24 00:42:53.900985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33584) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:53.943511 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event deleted for resources: {'Network': ['ID=fd6ae94a-0f34-4240-be9a-28a47b4d7c90,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:53.978194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:53.978541 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:53.978972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:53.979513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:53.980045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:53.980587 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:53.981122 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:53.981743 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:53.982258 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:53.986148 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:53.986742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:53.987295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d455c6c1-3358-4d59-a99f-4b111b97783c tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:54.006485 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bd821f0-7388-46a6-b845-fc327d23c527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.057255 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aadbe46e-1841-4e01-8559-9b35b2c578ba tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.081569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9e594c-f610-44b9-a460-d591a0c24c04 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:42:54.155598 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bd821f0-7388-46a6-b845-fc327d23c527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.166830 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bd821f0-7388-46a6-b845-fc327d23c527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.205797 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aadbe46e-1841-4e01-8559-9b35b2c578ba tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.224091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-aadbe46e-1841-4e01-8559-9b35b2c578ba tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7e1372-bf4a-4111-8b7a-4c2be449c43c']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:54.237515 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7bd821f0-7388-46a6-b845-fc327d23c527 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81442c8b88844f18a3682a592eedfae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4682980 Aug 24 00:42:54.238417 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33616) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:54.241415 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd821f0-7388-46a6-b845-fc327d23c527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee252e1-830a-4ce1-9dde-d7d6ef0a9f1c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:54.254017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-aadbe46e-1841-4e01-8559-9b35b2c578ba tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9dbd9dd-8027-4909-bb31-626df5969523') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:54.254498 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-aadbe46e-1841-4e01-8559-9b35b2c578ba tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9dbd9dd-8027-4909-bb31-626df5969523') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:54.268168 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aadbe46e-1841-4e01-8559-9b35b2c578ba tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.301245 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aadbe46e-1841-4e01-8559-9b35b2c578ba tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.309937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadbe46e-1841-4e01-8559-9b35b2c578ba tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:54.310845 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aadbe46e-1841-4e01-8559-9b35b2c578ba tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:54.315819 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:54.325625 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f03cbf17-f22d-42b3-906f-9c5e294bd408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.366347 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f03cbf17-f22d-42b3-906f-9c5e294bd408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.429417 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aadbe46e-1841-4e01-8559-9b35b2c578ba tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.432415 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f03cbf17-f22d-42b3-906f-9c5e294bd408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.436269 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f03cbf17-f22d-42b3-906f-9c5e294bd408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.440229 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f03cbf17-f22d-42b3-906f-9c5e294bd408 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eee252e1-830a-4ce1-9dde-d7d6ef0a9f1c HTTP/1.1" status: 204 len: 168 time: 0.2004309 Aug 24 00:42:54.451211 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aadbe46e-1841-4e01-8559-9b35b2c578ba tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.453505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-aadbe46e-1841-4e01-8559-9b35b2c578ba tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "DELETE /v2.0/networks/ac7e1372-bf4a-4111-8b7a-4c2be449c43c HTTP/1.1" status: 204 len: 168 time: 0.5509729 Aug 24 00:42:54.454653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbe46e-1841-4e01-8559-9b35b2c578ba tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event deleted for resources: {'Network': ['ID=ac7e1372-bf4a-4111-8b7a-4c2be449c43c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:54.458446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cbf17-f22d-42b3-906f-9c5e294bd408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee252e1-830a-4ce1-9dde-d7d6ef0a9f1c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:54.469164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33636) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:54.588479 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72945671-f513-4f98-b66a-94d45c0fe6ca tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.726976 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72945671-f513-4f98-b66a-94d45c0fe6ca tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.738750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-72945671-f513-4f98-b66a-94d45c0fe6ca tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97a94a5-237b-4e23-9af4-787d7cbb9f8e']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:54.751432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-72945671-f513-4f98-b66a-94d45c0fe6ca tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c53472-a8a8-407f-922c-5c4608a3f5f2') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:54.751724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-72945671-f513-4f98-b66a-94d45c0fe6ca tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c53472-a8a8-407f-922c-5c4608a3f5f2') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:54.761757 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72945671-f513-4f98-b66a-94d45c0fe6ca tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.778343 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72945671-f513-4f98-b66a-94d45c0fe6ca tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.789368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72945671-f513-4f98-b66a-94d45c0fe6ca tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:54.790015 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72945671-f513-4f98-b66a-94d45c0fe6ca tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:54.793382 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:54.894056 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72945671-f513-4f98-b66a-94d45c0fe6ca tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.911141 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-72945671-f513-4f98-b66a-94d45c0fe6ca tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.923888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-72945671-f513-4f98-b66a-94d45c0fe6ca tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] 10.222.0.32 "DELETE /v2.0/networks/f97a94a5-237b-4e23-9af4-787d7cbb9f8e HTTP/1.1" status: 204 len: 168 time: 0.4530180 Aug 24 00:42:54.949646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 64067200-715f-4f1a-b924-077f9c9de16b no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:54.949744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72945671-f513-4f98-b66a-94d45c0fe6ca tempest-BulkNetworkOpsTest-906951169 tempest-BulkNetworkOpsTest-906951169-project] Pushing event deleted for resources: {'Network': ['ID=f97a94a5-237b-4e23-9af4-787d7cbb9f8e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:54.990869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47baf4d5-6fb6-4adc-ab01-bb731d8dc544 req-d0385269-ae0a-4eef-9d06-91caac58c466 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:54.999672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47baf4d5-6fb6-4adc-ab01-bb731d8dc544 req-d0385269-ae0a-4eef-9d06-91caac58c466 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 945 time: 0.0940726 Aug 24 00:42:55.017721 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 64067200-715f-4f1a-b924-077f9c9de16b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:55.018129 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 64067200-715f-4f1a-b924-077f9c9de16b not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:55.067716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47baf4d5-6fb6-4adc-ab01-bb731d8dc544 req-d2604914-0444-4a64-9859-370d9d66d710 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666912 Aug 24 00:42:55.200074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf3107-acf8-4243-b8f0-0787c116b452 req-dac1585a-9648-41d0-957b-20f22e4c89e8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:55.201492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bcf3107-acf8-4243-b8f0-0787c116b452 req-dac1585a-9648-41d0-957b-20f22e4c89e8 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 945 time: 0.0585401 Aug 24 00:42:55.249662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bcf3107-acf8-4243-b8f0-0787c116b452 req-607b278d-8dac-4fe6-b647-7727c5363ae7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408452 Aug 24 00:42:55.277853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33736) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:55.322174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33744) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:55.659037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4736ed-8500-432f-9e48-4dd736ea784c tempest-TestVolumeBootPattern-2087278795 tempest-TestVolumeBootPattern-2087278795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:55.660832 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ce4736ed-8500-432f-9e48-4dd736ea784c tempest-TestVolumeBootPattern-2087278795 tempest-TestVolumeBootPattern-2087278795-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 1091 time: 0.3814001 Aug 24 00:42:55.663786 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5108ad65-6d5c-4651-9761-4d388c27a564 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97422faeabbf4389be6fa676629df143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398218 Aug 24 00:42:55.666332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33770) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:55.667878 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33772) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:55.681451 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'e908bc34-da4a-4fbe-8094-cc301f07557d', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:55.756335 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ed7be78-3955-42b4-9e74-adc896d1fa2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:55.758997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:55.786188 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ed7be78-3955-42b4-9e74-adc896d1fa2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:55.847726 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ed7be78-3955-42b4-9e74-adc896d1fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:55.851317 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ed7be78-3955-42b4-9e74-adc896d1fa2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:55.855177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1ed7be78-3955-42b4-9e74-adc896d1fa2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6e097bd-a77d-4e82-a25d-c9d254e2f017 HTTP/1.1" status: 204 len: 168 time: 0.1843851 Aug 24 00:42:55.869731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7be78-3955-42b4-9e74-adc896d1fa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e097bd-a77d-4e82-a25d-c9d254e2f017,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:55.965872 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.203237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-b979ba44-5645-46b7-b801-510238717f92 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:56.205507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-b979ba44-5645-46b7-b801-510238717f92 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/networks?id=550668d9-ddbd-4deb-917d-15753017f20e HTTP/1.1" status: 200 len: 814 time: 0.1818290 Aug 24 00:42:56.229989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-88500708-416a-455d-9c55-9c6ddc62fd15 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/quotas/9550ef127e154a1284d2e57b6cab4cf7 HTTP/1.1" status: 200 len: 375 time: 0.0144076 Aug 24 00:42:56.274155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-0143db67-1697-4fba-bbef-fa1d1187f8e5 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9550ef127e154a1284d2e57b6cab4cf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355914 Aug 24 00:42:56.438015 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-3e5e6dc4-2d5e-471a-8db7-db7cf880285b service neutron] 10.222.0.32 "GET /v2.0/networks/550668d9-ddbd-4deb-917d-15753017f20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539786 Aug 24 00:42:56.607992 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Allocated IP 172.25.8.57 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/f15293b3-0539-47f0-97e3-2ed66a2ee0e7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:56.641433 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-2e59aace-9ff5-4dfe-9fe8-f85ebac2f812 service neutron] 10.222.0.32 "GET /v2.0/networks/550668d9-ddbd-4deb-917d-15753017f20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965621 Aug 24 00:42:56.788756 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.842218 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.906468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09a32eef-3f82-4d17-9d73-8ca69ed1de1f req-7c5a4ec3-51c7-4fab-a576-9d1acddd6b23 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 210 time: 0.0527289 Aug 24 00:42:56.913044 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:56.914749 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:56.918262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:56.950917 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'Port': ['ID=f15293b3-0539-47f0-97e3-2ed66a2ee0e7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:57.187981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33850) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:57.372488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'network': {'name': 'tempest-RoutersTest-1443521649'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:57.416628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:57.420727 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.421012 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.434973 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.535819 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b39a1062-9b41-4b15-b6cf-b67fb9ada548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.551725 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.634619 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.647602 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.668230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:57.700901 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.701356 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Added segment f0347d0a-5ed1-4ebe-ae7f-4ca1009ee760 of type vlan for network 30de735a-d0e2-4ad4-a327-163ddb7aee39 Aug 24 00:42:57.711511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ef8593-03f4-49c9-9fea-c25048de7280,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:57.753164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.787662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.795054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:57.796336 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.872418 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.875960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Network': ['ID=30de735a-d0e2-4ad4-a327-163ddb7aee39,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:57.885444 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.894944 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 30de735a-d0e2-4ad4-a327-163ddb7aee39 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:57.903206 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-69d1543e-d525-4bd9-b90e-7e550405f329 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7136521 Aug 24 00:42:57.906281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33900) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:57.913685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0b3badfd-42fb-4c96-9825-daa8936cbda7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'network': {'name': 'tempest-RoutersTest-644197464'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:57.961487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3badfd-42fb-4c96-9825-daa8936cbda7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:57.967122 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b3badfd-42fb-4c96-9825-daa8936cbda7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.013729 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event updated for resources: {'Port': ['ID=f15293b3-0539-47f0-97e3-2ed66a2ee0e7,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:58.071730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fda8314a-be6b-40b4-891a-9cf19516b1f9 req-ec337f26-4ded-4007-96ac-2adae3ebf0c7 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 210 time: 0.0583901 Aug 24 00:42:58.090200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3badfd-42fb-4c96-9825-daa8936cbda7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:58.103782 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.105771 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b3badfd-42fb-4c96-9825-daa8936cbda7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.106964 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-0b3badfd-42fb-4c96-9825-daa8936cbda7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Added segment ff2a60af-5229-40f7-8dcf-da030340329e of type vlan for network f2fd20ba-384a-4d9a-be28-97f3ad625a97 Aug 24 00:42:58.189845 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b3badfd-42fb-4c96-9825-daa8936cbda7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.243386 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b3badfd-42fb-4c96-9825-daa8936cbda7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.253403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3badfd-42fb-4c96-9825-daa8936cbda7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:58.254102 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0b3badfd-42fb-4c96-9825-daa8936cbda7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.293937 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Floating IP 72bc7e13-14d7-466b-8668-db6a3870888c associated. External IP: 172.25.8.57, port: e908bc34-da4a-4fbe-8094-cc301f07557d. Aug 24 00:42:58.334576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0b3badfd-42fb-4c96-9825-daa8936cbda7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4265213 Aug 24 00:42:58.337867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 33916) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:58.344671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1ba5ddff-9322-4d0e-8ae2-30600400e3a1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'subnet': {'network_id': '30de735a-d0e2-4ad4-a327-163ddb7aee39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:58.349448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3badfd-42fb-4c96-9825-daa8936cbda7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Network': ['ID=f2fd20ba-384a-4d9a-be28-97f3ad625a97,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:58.360019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network f2fd20ba-384a-4d9a-be28-97f3ad625a97 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:58.400834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33918) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:58.479024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba5ddff-9322-4d0e-8ae2-30600400e3a1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:58.489012 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ba5ddff-9322-4d0e-8ae2-30600400e3a1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.555483 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2074afca-21c1-4bc9-8764-2a4a2b11e784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.641891 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Router 77547d7e-f3e3-4e0a-b794-442c99a1f127 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:58.716638 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ba5ddff-9322-4d0e-8ae2-30600400e3a1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.816954 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2074afca-21c1-4bc9-8764-2a4a2b11e784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.819482 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:58.831297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ec888-da13-4b66-826f-4800a56803a9 None None] Sync routers for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:58.831906 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2074afca-21c1-4bc9-8764-2a4a2b11e784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.845760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ec888-da13-4b66-826f-4800a56803a9 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:58.846975 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-700ec888-da13-4b66-826f-4800a56803a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:42:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:58.856565 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.873325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5ddff-9322-4d0e-8ae2-30600400e3a1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Subnet': ['ID=7cc13ad9-efd7-4b34-b604-ff22aa45e1f7,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:58.908886 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2074afca-21c1-4bc9-8764-2a4a2b11e784 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71502492c4b9402e9a127d4a3fc20e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5074332 Aug 24 00:42:58.909631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074afca-21c1-4bc9-8764-2a4a2b11e784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50af37b-53c0-4bd0-aeda-7de162aff345,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:58.912540 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33922) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:58.923451 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-941d46ac-7b03-44c6-b3e8-4785567afff1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2477446 Aug 24 00:42:58.929358 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'tag': 'e908bc34-da4a-4fbe-8094-cc301f07557d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:58.931717 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6c90b2-af45-4e28-a547-b6d16b4f7fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e486111-acc4-40be-bb77-1fe8ade7ca7f", "tag": "e908bc34-da4a-4fbe-8094-cc301f07557d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:58.948345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5ddff-9322-4d0e-8ae2-30600400e3a1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Checking segment: {'id': 'f0347d0a-5ed1-4ebe-ae7f-4ca1009ee760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '30de735a-d0e2-4ad4-a327-163ddb7aee39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:58.952940 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba5ddff-9322-4d0e-8ae2-30600400e3a1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network hostable DHCP agents. Network: 30de735a-d0e2-4ad4-a327-163ddb7aee39, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:42:58.996155 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca24989f-26e3-4104-8711-498523f5128a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:59.002714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-3f3c9250-f349-4a91-aa21-389502dddffc tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:59.004384 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-3f3c9250-f349-4a91-aa21-389502dddffc tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.13 "GET /v2.0/networks?id=550668d9-ddbd-4deb-917d-15753017f20e HTTP/1.1" status: 200 len: 814 time: 0.2595448 Aug 24 00:42:59.009643 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ad3b47-4011-4e9a-bcc0-0d5906d1d071 x-openstack-request-id: req-17ad3b47-4011-4e9a-bcc0-0d5906d1d071 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:59.010007 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e486111-acc4-40be-bb77-1fe8ade7ca7f", "tag": "e908bc34-da4a-4fbe-8094-cc301f07557d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:59.010326 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17ad3b47-4011-4e9a-bcc0-0d5906d1d071 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:59.010858 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'tag': 'e908bc34-da4a-4fbe-8094-cc301f07557d', 'status': 'completed', 'code': 200} Aug 24 00:42:59.024657 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca24989f-26e3-4104-8711-498523f5128a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:59.025305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba5ddff-9322-4d0e-8ae2-30600400e3a1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 30de735a-d0e2-4ad4-a327-163ddb7aee39 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:42:59.034525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-50911ad3-1c1c-4e83-a434-bcf580cfed91 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Request body: {'port': {'device_id': 'e532abc7-21ba-42c0-9020-ec99563e411c', 'network_id': '550668d9-ddbd-4deb-917d-15753017f20e', 'admin_state_up': True, 'tenant_id': '9550ef127e154a1284d2e57b6cab4cf7'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:59.068550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-700ec888-da13-4b66-826f-4800a56803a9 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:59.078513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1ba5ddff-9322-4d0e-8ae2-30600400e3a1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 30de735a-d0e2-4ad4-a327-163ddb7aee39) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:59.093331 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca24989f-26e3-4104-8711-498523f5128a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:59.096104 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ca24989f-26e3-4104-8711-498523f5128a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:59.097330 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ca24989f-26e3-4104-8711-498523f5128a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c50af37b-53c0-4bd0-aeda-7de162aff345 HTTP/1.1" status: 204 len: 168 time: 0.1819971 Aug 24 00:42:59.133476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24989f-26e3-4104-8711-498523f5128a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50af37b-53c0-4bd0-aeda-7de162aff345,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:59.134249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba5ddff-9322-4d0e-8ae2-30600400e3a1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:59.134971 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1ba5ddff-9322-4d0e-8ae2-30600400e3a1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:59.190410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c90b2-af45-4e28-a547-b6d16b4f7fe9 req-af2ffc78-a49f-49e0-b391-175c9c310f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:59.192100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c6c90b2-af45-4e28-a547-b6d16b4f7fe9 req-af2ffc78-a49f-49e0-b391-175c9c310f65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 1096 time: 0.1267357 Aug 24 00:42:59.201922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1ba5ddff-9322-4d0e-8ae2-30600400e3a1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8601167 Aug 24 00:42:59.202704 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33934) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:59.217035 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cd72efec-aadb-49cb-aa15-f5669724d9be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'subnet': {'network_id': 'f2fd20ba-384a-4d9a-be28-97f3ad625a97', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:59.257698 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ebd3fa-23ab-4d7b-8f2d-2ec3ff439939 None None] Network 30de735a-d0e2-4ad4-a327-163ddb7aee39 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:59.260620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0849665-e399-42be-bcb7-34074dd4dc04 req-990b7333-d477-41be-b50b-f4a49cdba200 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 210 time: 0.0730550 Aug 24 00:42:59.358662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-50911ad3-1c1c-4e83-a434-bcf580cfed91 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Made reservation on behalf of 9550ef127e154a1284d2e57b6cab4cf7 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:59.389654 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-50911ad3-1c1c-4e83-a434-bcf580cfed91 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:59.392231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd72efec-aadb-49cb-aa15-f5669724d9be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:59.400723 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd72efec-aadb-49cb-aa15-f5669724d9be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:59.574689 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-30de735a-d0e2-4ad4-a327-163ddb7aee39', 'network_id': '30de735a-d0e2-4ad4-a327-163ddb7aee39', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'fixed_ips': [{'subnet_id': '7cc13ad9-efd7-4b34-b604-ff22aa45e1f7'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:42:59.575787 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:59.616113 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-700ec888-da13-4b66-826f-4800a56803a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '72bc7e13-14d7-466b-8668-db6a3870888c', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'e908bc34-da4a-4fbe-8094-cc301f07557d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:58:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:42:57Z', 'updated_at': '2021-08-24T00:42:57Z', 'revision_number': 0, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}, {'id': '75bdfcee-16e8-437b-ae8a-1711ce192eb3', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:f1:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755ac10-1903-4999-a5ba-3f461a45535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:40:28Z', 'updated_at': '2021-08-24T00:40:32Z', 'revision_number': 1, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:59.635097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c90b2-af45-4e28-a547-b6d16b4f7fe9 req-af29c7ed-5360-44e3-a40d-0655ede1761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:59.636887 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c6c90b2-af45-4e28-a547-b6d16b4f7fe9 req-af29c7ed-5360-44e3-a40d-0655ede1761d service neutron] 10.222.0.47 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.4236209 Aug 24 00:42:59.666257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd72efec-aadb-49cb-aa15-f5669724d9be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:59.692893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ec888-da13-4b66-826f-4800a56803a9 None None] Checking router: 77547d7e-f3e3-4e0a-b794-442c99a1f127 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:42:59.713282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ec888-da13-4b66-826f-4800a56803a9 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:59.713723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-700ec888-da13-4b66-826f-4800a56803a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:42:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:59.718764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:59.756170 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96c3b7-3831-4973-b685-ca65b90c9770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:59.793839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c6c90b2-af45-4e28-a547-b6d16b4f7fe9 req-a142352e-59e9-4bb7-b48a-2b002a3fde62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e908bc34-da4a-4fbe-8094-cc301f07557d HTTP/1.1" status: 200 len: 998 time: 0.1293707 Aug 24 00:42:59.794896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-50911ad3-1c1c-4e83-a434-bcf580cfed91 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Allocated IP 172.20.0.4 (550668d9-ddbd-4deb-917d-15753017f20e/676093c8-d796-432f-96df-a30737fa152d/a062a43e-27d8-47c0-aa72-b05a8119b3e3) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:59.820744 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72efec-aadb-49cb-aa15-f5669724d9be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Checking segment: {'id': 'ff2a60af-5229-40f7-8dcf-da030340329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f2fd20ba-384a-4d9a-be28-97f3ad625a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:59.821500 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd72efec-aadb-49cb-aa15-f5669724d9be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network hostable DHCP agents. Network: f2fd20ba-384a-4d9a-be28-97f3ad625a97, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:42:59.825183 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:59.852303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72efec-aadb-49cb-aa15-f5669724d9be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Subnet': ['ID=4e7af7fa-3871-484e-b649-8a54c18032c8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:59.867023 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd72efec-aadb-49cb-aa15-f5669724d9be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network f2fd20ba-384a-4d9a-be28-97f3ad625a97 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:42:59.885572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c90b2-af45-4e28-a547-b6d16b4f7fe9 req-538909b2-b09d-4c4c-a71d-8d791f71621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:59.887247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c6c90b2-af45-4e28-a547-b6d16b4f7fe9 req-538909b2-b09d-4c4c-a71d-8d791f71621a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.0810137 Aug 24 00:42:59.890916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Allocated IP 172.20.0.2 (30de735a-d0e2-4ad4-a327-163ddb7aee39/7cc13ad9-efd7-4b34-b604-ff22aa45e1f7/9a81210e-a9b9-4fa3-866f-8deb97c2e025) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:59.901075 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-cd72efec-aadb-49cb-aa15-f5669724d9be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, f2fd20ba-384a-4d9a-be28-97f3ad625a97) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:59.918173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3640b38-9e17-41dc-80fc-e26a74140e4a None None] Network f2fd20ba-384a-4d9a-be28-97f3ad625a97 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:59.925109 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd72efec-aadb-49cb-aa15-f5669724d9be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:59.925653 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-700ec888-da13-4b66-826f-4800a56803a9 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:59.926610 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd72efec-aadb-49cb-aa15-f5669724d9be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.001117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96c3b7-3831-4973-b685-ca65b90c9770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.009407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9f96c3b7-3831-4973-b685-ca65b90c9770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.042167 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9f96c3b7-3831-4973-b685-ca65b90c9770 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d1e0662ad2b401e931e9ab24a7d066c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086975 Aug 24 00:43:00.044523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33944) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:00.046166 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cd72efec-aadb-49cb-aa15-f5669724d9be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8421030 Aug 24 00:43:00.054532 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33946) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:00.093831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-066ee254-bee2-4d4f-977a-e65ad2a5f6af tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2108789272', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:00.175109 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc0876d9-0275-4548-81bf-0793c3705cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.181907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96c3b7-3831-4973-b685-ca65b90c9770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86154b41-33e5-4eeb-adf5-96497c4acd7c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:00.200355 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.218439 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-066ee254-bee2-4d4f-977a-e65ad2a5f6af tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.219590 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-066ee254-bee2-4d4f-977a-e65ad2a5f6af tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.225686 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc0876d9-0275-4548-81bf-0793c3705cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.314994 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-066ee254-bee2-4d4f-977a-e65ad2a5f6af tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.328200 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-066ee254-bee2-4d4f-977a-e65ad2a5f6af tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.362554 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc0876d9-0275-4548-81bf-0793c3705cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.367288 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc0876d9-0275-4548-81bf-0793c3705cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.372674 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc0876d9-0275-4548-81bf-0793c3705cd7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86154b41-33e5-4eeb-adf5-96497c4acd7c HTTP/1.1" status: 204 len: 168 time: 0.3228343 Aug 24 00:43:00.376674 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-066ee254-bee2-4d4f-977a-e65ad2a5f6af tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.379849 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-066ee254-bee2-4d4f-977a-e65ad2a5f6af tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2925951 Aug 24 00:43:00.387011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0876d9-0275-4548-81bf-0793c3705cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86154b41-33e5-4eeb-adf5-96497c4acd7c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:00.389849 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 33958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:00.701734 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-50911ad3-1c1c-4e83-a434-bcf580cfed91 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.720766 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8e78d833-0ce4-41aa-80db-e04814746480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.764000 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.784019 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.793666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-f2fd20ba-384a-4d9a-be28-97f3ad625a97', 'network_id': 'f2fd20ba-384a-4d9a-be28-97f3ad625a97', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'fixed_ips': [{'subnet_id': '4e7af7fa-3871-484e-b649-8a54c18032c8'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:00.794510 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.835355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Transition to ACTIVE for port object 9a81210e-a9b9-4fa3-866f-8deb97c2e025 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:00.842071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c90b2-af45-4e28-a547-b6d16b4f7fe9 req-6ea12e35-cb64-4fb7-9ca9-e299f132912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:00.854140 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c6c90b2-af45-4e28-a547-b6d16b4f7fe9 req-6ea12e35-cb64-4fb7-9ca9-e299f132912f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9443331 Aug 24 00:43:00.871520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-700ec888-da13-4b66-826f-4800a56803a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '72bc7e13-14d7-466b-8668-db6a3870888c', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'e908bc34-da4a-4fbe-8094-cc301f07557d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:58:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:42:57Z', 'updated_at': '2021-08-24T00:42:57Z', 'revision_number': 0, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}, {'id': '75bdfcee-16e8-437b-ae8a-1711ce192eb3', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:f1:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755ac10-1903-4999-a5ba-3f461a45535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:40:28Z', 'updated_at': '2021-08-24T00:40:32Z', 'revision_number': 1, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:00.884278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e1109241-ecfd-44b4-9777-fb5e3e0d356c req-7f0a4887-cadb-4310-b1df-2d56cb8faad8 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 210 time: 0.1246922 Aug 24 00:43:00.885684 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-50911ad3-1c1c-4e83-a434-bcf580cfed91 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.941199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Transition to ACTIVE for port object 9a81210e-a9b9-4fa3-866f-8deb97c2e025 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:00.985535 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ec888-da13-4b66-826f-4800a56803a9 None None] The sync data for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 is: [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '72bc7e13-14d7-466b-8668-db6a3870888c', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'e908bc34-da4a-4fbe-8094-cc301f07557d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:58:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:42:57Z', 'updated_at': '2021-08-24T00:42:57Z', 'revision_number': 0, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}, {'id': '75bdfcee-16e8-437b-ae8a-1711ce192eb3', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:f1:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755ac10-1903-4999-a5ba-3f461a45535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:40:28Z', 'updated_at': '2021-08-24T00:40:32Z', 'revision_number': 1, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:00.990479 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:01.054868 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Network 30de735a-d0e2-4ad4-a327-163ddb7aee39 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:01.091883 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:01.095378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:01.113270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Pushing event updated for resources: {'Port': ['ID=9a81210e-a9b9-4fa3-866f-8deb97c2e025,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:01.218899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Allocated IP 172.21.0.2 (f2fd20ba-384a-4d9a-be28-97f3ad625a97/4e7af7fa-3871-484e-b649-8a54c18032c8/ca3e6445-35ef-4d56-ae89-4d458ede25ae) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:01.237477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Attempting to bind port 9a81210e-a9b9-4fa3-866f-8deb97c2e025 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:01.240396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Attempting to bind port 9a81210e-a9b9-4fa3-866f-8deb97c2e025 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'f0347d0a-5ed1-4ebe-ae7f-4ca1009ee760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '30de735a-d0e2-4ad4-a327-163ddb7aee39'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:01.240396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Attempting to bind port 9a81210e-a9b9-4fa3-866f-8deb97c2e025 on network 30de735a-d0e2-4ad4-a327-163ddb7aee39 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:01.264050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-50911ad3-1c1c-4e83-a434-bcf580cfed91 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Network 550668d9-ddbd-4deb-917d-15753017f20e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:01.271834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-50911ad3-1c1c-4e83-a434-bcf580cfed91 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:01.274920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-50911ad3-1c1c-4e83-a434-bcf580cfed91 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:01.279633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c6c90b2-af45-4e28-a547-b6d16b4f7fe9 req-acb2ab50-87fe-4f73-a40d-1723395a7bd4 service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244249 Aug 24 00:43:01.280335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50911ad3-1c1c-4e83-a434-bcf580cfed91 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Pushing event updated for resources: {'Port': ['ID=a062a43e-27d8-47c0-aa72-b05a8119b3e3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:01.290033 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Allocated IP 172.20.0.1 (30de735a-d0e2-4ad4-a327-163ddb7aee39/7cc13ad9-efd7-4b34-b604-ff22aa45e1f7/a2ddb96b-3d29-4948-9fea-c7f8999a0155) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:01.314755 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:01.323307 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Checking segment: {'id': 'f0347d0a-5ed1-4ebe-ae7f-4ca1009ee760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '30de735a-d0e2-4ad4-a327-163ddb7aee39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:01.323702 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:01.324098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Bound using segment: {'id': 'f0347d0a-5ed1-4ebe-ae7f-4ca1009ee760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '30de735a-d0e2-4ad4-a327-163ddb7aee39'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:01.324603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Bound port: 9a81210e-a9b9-4fa3-866f-8deb97c2e025, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0347d0a-5ed1-4ebe-ae7f-4ca1009ee760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '30de735a-d0e2-4ad4-a327-163ddb7aee39'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:01.324999 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:01.470841 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:01.493622 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Transition to ACTIVE for port object a2ddb96b-3d29-4948-9fea-c7f8999a0155 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:01.499737 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:01.500653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-50911ad3-1c1c-4e83-a434-bcf580cfed91 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:01.501355 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-50911ad3-1c1c-4e83-a434-bcf580cfed91 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:01.531041 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-50911ad3-1c1c-4e83-a434-bcf580cfed91 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5011864 Aug 24 00:43:01.555153 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ab48b1-2c87-4b2d-aa0e-dec4344ad5c9 None None] New status for floating IP 72bc7e13-14d7-466b-8668-db6a3870888c: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:43:01.569390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Request body: {'port': {'device_id': 'e532abc7-21ba-42c0-9020-ec99563e411c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:01.618657 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:01.632559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c6c90b2-af45-4e28-a547-b6d16b4f7fe9 req-33a6c2ad-62de-4a5e-90f3-19f6a5685495 service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399236 Aug 24 00:43:01.682142 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] For port 9a81210e-a9b9-4fa3-866f-8deb97c2e025, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:01.696193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] For port 9a81210e-a9b9-4fa3-866f-8deb97c2e025, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9a81210e-a9b9-4fa3-866f-8deb97c2e025,segment=NetworkSegment(f0347d0a-5ed1-4ebe-ae7f-4ca1009ee760),segment_id=f0347d0a-5ed1-4ebe-ae7f-4ca1009ee760)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:01.702383 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 30de735a-d0e2-4ad4-a327-163ddb7aee39 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:01.706040 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:01.717687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:01.739153 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:01.746539 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:01.821969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=a2ddb96b-3d29-4948-9fea-c7f8999a0155,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:01.855204 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:01.957395 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.001320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Transition to ACTIVE for port object ca3e6445-35ef-4d56-ae89-4d458ede25ae will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:02.004289 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f5500-1aab-48b5-998c-d2f2496babf4 None None] Pushing event updated for resources: {'Port': ['ID=9a81210e-a9b9-4fa3-866f-8deb97c2e025,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:02.040143 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Transition to ACTIVE for port object ca3e6445-35ef-4d56-ae89-4d458ede25ae will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:02.055334 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.109159 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.159245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Network f2fd20ba-384a-4d9a-be28-97f3ad625a97 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:02.171560 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:02.175212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:02.276828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a062a43e-27d8-47c0-aa72-b05a8119b3e3 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:43:02.287578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Pushing event updated for resources: {'Port': ['ID=ca3e6445-35ef-4d56-ae89-4d458ede25ae,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:02.328067 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.339067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Attempting to bind port ca3e6445-35ef-4d56-ae89-4d458ede25ae on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:02.339542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Attempting to bind port ca3e6445-35ef-4d56-ae89-4d458ede25ae by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'ff2a60af-5229-40f7-8dcf-da030340329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f2fd20ba-384a-4d9a-be28-97f3ad625a97'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:02.340030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Attempting to bind port ca3e6445-35ef-4d56-ae89-4d458ede25ae on network f2fd20ba-384a-4d9a-be28-97f3ad625a97 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:02.371741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:02.372122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Checking segment: {'id': 'ff2a60af-5229-40f7-8dcf-da030340329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f2fd20ba-384a-4d9a-be28-97f3ad625a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:02.372543 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.372945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Bound using segment: {'id': 'ff2a60af-5229-40f7-8dcf-da030340329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f2fd20ba-384a-4d9a-be28-97f3ad625a97'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:02.373423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Bound port: ca3e6445-35ef-4d56-ae89-4d458ede25ae, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2a60af-5229-40f7-8dcf-da030340329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f2fd20ba-384a-4d9a-be28-97f3ad625a97'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:02.373808 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.464272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Transition to ACTIVE for port object a062a43e-27d8-47c0-aa72-b05a8119b3e3 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:02.488238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] For port ca3e6445-35ef-4d56-ae89-4d458ede25ae, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:02.492611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] For port ca3e6445-35ef-4d56-ae89-4d458ede25ae, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ca3e6445-35ef-4d56-ae89-4d458ede25ae,segment=NetworkSegment(ff2a60af-5229-40f7-8dcf-da030340329e),segment_id=ff2a60af-5229-40f7-8dcf-da030340329e)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:02.503547 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.507916 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.560349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b6a18-5171-4210-bf55-6799f6c9ca27 req-3f9f3101-c264-4bf5-b3e3-22ccccba9b37 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:02.582286 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-038b6a18-5171-4210-bf55-6799f6c9ca27 req-3f9f3101-c264-4bf5-b3e3-22ccccba9b37 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 931 time: 0.3333714 Aug 24 00:43:02.604986 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.611512 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c2716-e3eb-4fc8-9519-4a6cfdd87f99 None None] Pushing event updated for resources: {'Port': ['ID=ca3e6445-35ef-4d56-ae89-4d458ede25ae,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:02.613839 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.727592 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=a2ddb96b-3d29-4948-9fea-c7f8999a0155,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:02.748334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Pushing event updated for resources: {'Port': ['ID=a062a43e-27d8-47c0-aa72-b05a8119b3e3,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:02.761070 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-038b6a18-5171-4210-bf55-6799f6c9ca27 req-d0b9742d-2bbc-42da-b5b3-5a131bad5d7b tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726439 Aug 24 00:43:02.809370 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.875751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Attempting to bind port a062a43e-27d8-47c0-aa72-b05a8119b3e3 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:02.876101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Attempting to bind port a062a43e-27d8-47c0-aa72-b05a8119b3e3 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'f61e732a-110a-4ece-8115-28a9e9181998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '550668d9-ddbd-4deb-917d-15753017f20e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:02.876438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Attempting to bind port a062a43e-27d8-47c0-aa72-b05a8119b3e3 on network 550668d9-ddbd-4deb-917d-15753017f20e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:02.907972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Port a062a43e-27d8-47c0-aa72-b05a8119b3e3 on network 550668d9-ddbd-4deb-917d-15753017f20e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:43:02.908295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Attempting to bind port a062a43e-27d8-47c0-aa72-b05a8119b3e3 on network 550668d9-ddbd-4deb-917d-15753017f20e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:02.921407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:02.922086 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Checking segment: {'id': 'f61e732a-110a-4ece-8115-28a9e9181998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '550668d9-ddbd-4deb-917d-15753017f20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:02.922485 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Bound using segment: {'id': 'f61e732a-110a-4ece-8115-28a9e9181998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '550668d9-ddbd-4deb-917d-15753017f20e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:02.924405 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Bound port: a062a43e-27d8-47c0-aa72-b05a8119b3e3, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61e732a-110a-4ece-8115-28a9e9181998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '550668d9-ddbd-4deb-917d-15753017f20e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:02.924785 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.981323 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 30de735a-d0e2-4ad4-a327-163ddb7aee39 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:02.983631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:03.050604 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9a81210e-a9b9-4fa3-866f-8deb97c2e025 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:03.094878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] For port a062a43e-27d8-47c0-aa72-b05a8119b3e3, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:03.098315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] For port a062a43e-27d8-47c0-aa72-b05a8119b3e3, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a062a43e-27d8-47c0-aa72-b05a8119b3e3,segment=NetworkSegment(f61e732a-110a-4ece-8115-28a9e9181998),segment_id=f61e732a-110a-4ece-8115-28a9e9181998)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:03.110588 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.157821 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.171856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Pushing event updated for resources: {'Port': ['ID=a062a43e-27d8-47c0-aa72-b05a8119b3e3,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:03.190809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:03.195369 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.196866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-96ad4bbb-d2eb-4b79-ba86-912a085f8912 service neutron] 10.222.0.13 "PUT /v2.0/ports/a062a43e-27d8-47c0-aa72-b05a8119b3e3 HTTP/1.1" status: 200 len: 1091 time: 1.6494527 Aug 24 00:43:03.197358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e532abc7-21ba-42c0-9020-ec99563e411c', 'tag': 'a062a43e-27d8-47c0-aa72-b05a8119b3e3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:43:03.202727 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fc8584-7fc7-4458-8fc7-0e67a89a07d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e532abc7-21ba-42c0-9020-ec99563e411c", "tag": "a062a43e-27d8-47c0-aa72-b05a8119b3e3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:43:03.217177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 9a81210e-a9b9-4fa3-866f-8deb97c2e025 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:03.328010 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb3ac19-f4c7-453d-8e16-1f2877d09ea7 x-openstack-request-id: req-7eb3ac19-f4c7-453d-8e16-1f2877d09ea7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:43:03.328402 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e532abc7-21ba-42c0-9020-ec99563e411c", "tag": "a062a43e-27d8-47c0-aa72-b05a8119b3e3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:43:03.328730 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7eb3ac19-f4c7-453d-8e16-1f2877d09ea7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:43:03.329264 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e532abc7-21ba-42c0-9020-ec99563e411c', 'tag': 'a062a43e-27d8-47c0-aa72-b05a8119b3e3', 'status': 'completed', 'code': 200} Aug 24 00:43:03.361208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-2ffc9af9-242f-4ef8-b941-1727bdb5c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:03.363518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-2ffc9af9-242f-4ef8-b941-1727bdb5c512 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9550ef127e154a1284d2e57b6cab4cf7&device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 1094 time: 0.0915480 Aug 24 00:43:03.448243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-e860f962-d262-4b1d-964b-36d9f675feba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a062a43e-27d8-47c0-aa72-b05a8119b3e3 HTTP/1.1" status: 200 len: 217 time: 0.0704312 Aug 24 00:43:03.534959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-42078591-f09f-4fdc-b215-ebab3ad65139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:03.537303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-42078591-f09f-4fdc-b215-ebab3ad65139 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=676093c8-d796-432f-96df-a30737fa152d HTTP/1.1" status: 200 len: 854 time: 0.0807805 Aug 24 00:43:03.585109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-a5202e01-ca60-41a4-893d-3adb603c5d5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=550668d9-ddbd-4deb-917d-15753017f20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389376 Aug 24 00:43:03.658533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router bdd3d4e4-1efe-4147-8ad4-20b8227b0b51 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:03.776690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-56ed3263-2e07-40fd-bd1a-b471f04e055e service neutron] 10.222.0.13 "GET /v2.0/networks/550668d9-ddbd-4deb-917d-15753017f20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837962 Aug 24 00:43:03.856655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:03.869718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d50cde8-47cd-4dc3-b298-fa91150166cd None None] Sync routers for ids ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:03.878535 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92558a90-2e6b-440b-ab68-a2bc75a8df70 None None] Network 30de735a-d0e2-4ad4-a327-163ddb7aee39 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:03.892918 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-87b09785-ed3b-4ee5-9c52-b814d1f58ac9 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/bdd3d4e4-1efe-4147-8ad4-20b8227b0b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4996746 Aug 24 00:43:03.893579 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34050) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:03.915171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d50cde8-47cd-4dc3-b298-fa91150166cd None None] Routers {'bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:03.915860 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5d50cde8-47cd-4dc3-b298-fa91150166cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:04.006703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5bd2cf86-6aea-4cc7-9e9f-40ed9670ad83 req-6bb2f61a-a06c-413f-a1aa-da02a9f04b23 service neutron] 10.222.0.13 "GET /v2.0/networks/550668d9-ddbd-4deb-917d-15753017f20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060308 Aug 24 00:43:04.014930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d212d-96be-4ef0-817f-bc4eeed6975d req-809aee76-8cb7-4a16-bed7-4c81f2798ca3 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:04.016699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d0d212d-96be-4ef0-817f-bc4eeed6975d req-809aee76-8cb7-4a16-bed7-4c81f2798ca3 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 943 time: 0.0971994 Aug 24 00:43:04.036744 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5d50cde8-47cd-4dc3-b298-fa91150166cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:04.059718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6704313e-9bbe-4c32-8107-24dc0abe12fb tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:04.064421 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6704313e-9bbe-4c32-8107-24dc0abe12fb tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports/a2ddb96b-3d29-4948-9fea-c7f8999a0155 HTTP/1.1" status: 200 len: 910 time: 0.1697340 Aug 24 00:43:04.065196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34062) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:04.074133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d50cde8-47cd-4dc3-b298-fa91150166cd None None] Routers {'bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:04.074948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5d50cde8-47cd-4dc3-b298-fa91150166cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:04.091145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-33b7a327-5ba8-4117-9ec8-f299572088f8 None None] Provisioning for port 9a81210e-a9b9-4fa3-866f-8deb97c2e025 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:04.121094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d0d212d-96be-4ef0-817f-bc4eeed6975d req-73fe0f09-4826-4f4d-abf2-37f9a1485f1b tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945144 Aug 24 00:43:04.169596 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5d50cde8-47cd-4dc3-b298-fa91150166cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:04.170461 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d50cde8-47cd-4dc3-b298-fa91150166cd None None] The sync data for ids ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:04.182834 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-33b7a327-5ba8-4117-9ec8-f299572088f8 None None] Provisioning complete for port 9a81210e-a9b9-4fa3-866f-8deb97c2e025 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:04.183483 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33b7a327-5ba8-4117-9ec8-f299572088f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.203355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc8584-7fc7-4458-8fc7-0e67a89a07d0 req-cd3cf1ba-4131-4e80-9254-eb472fe4b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:04.219424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02fc8584-7fc7-4458-8fc7-0e67a89a07d0 req-cd3cf1ba-4131-4e80-9254-eb472fe4b739 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9550ef127e154a1284d2e57b6cab4cf7&device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 1094 time: 0.0877266 Aug 24 00:43:04.284928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4de0866-7744-40dc-a8de-47c111db9014 None None] Network f2fd20ba-384a-4d9a-be28-97f3ad625a97 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:04.382664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc8584-7fc7-4458-8fc7-0e67a89a07d0 req-5b7b65a7-6a8e-46a6-83ac-22d4ef0c3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:04.384729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02fc8584-7fc7-4458-8fc7-0e67a89a07d0 req-5b7b65a7-6a8e-46a6-83ac-22d4ef0c3210 service neutron] 10.222.0.13 "GET /v2.0/networks?id=550668d9-ddbd-4deb-917d-15753017f20e HTTP/1.1" status: 200 len: 915 time: 0.1645136 Aug 24 00:43:04.459679 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33b7a327-5ba8-4117-9ec8-f299572088f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.467282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02fc8584-7fc7-4458-8fc7-0e67a89a07d0 req-6d495d32-18d4-48c4-996a-1e820e9940a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a062a43e-27d8-47c0-aa72-b05a8119b3e3 HTTP/1.1" status: 200 len: 217 time: 0.0736725 Aug 24 00:43:04.519172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-33b7a327-5ba8-4117-9ec8-f299572088f8 None None] For port 9a81210e-a9b9-4fa3-866f-8deb97c2e025, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9a81210e-a9b9-4fa3-866f-8deb97c2e025,segment=NetworkSegment(f0347d0a-5ed1-4ebe-ae7f-4ca1009ee760),segment_id=f0347d0a-5ed1-4ebe-ae7f-4ca1009ee760)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:04.542519 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33b7a327-5ba8-4117-9ec8-f299572088f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.603399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc8584-7fc7-4458-8fc7-0e67a89a07d0 req-3b618a07-7023-4052-8199-1eef1c13b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:04.606492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02fc8584-7fc7-4458-8fc7-0e67a89a07d0 req-3b618a07-7023-4052-8199-1eef1c13b6c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=676093c8-d796-432f-96df-a30737fa152d HTTP/1.1" status: 200 len: 854 time: 0.1296484 Aug 24 00:43:04.685381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02fc8584-7fc7-4458-8fc7-0e67a89a07d0 req-41826971-0c95-4f36-bca7-ce62f2061deb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=550668d9-ddbd-4deb-917d-15753017f20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706043 Aug 24 00:43:04.701804 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7a327-5ba8-4117-9ec8-f299572088f8 None None] Pushing event updated for resources: {'Port': ['ID=9a81210e-a9b9-4fa3-866f-8deb97c2e025,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:04.727122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0072c570-0b1f-4ea9-92c5-15bfe9fa062f None None] Provisioning for port ca3e6445-35ef-4d56-ae89-4d458ede25ae completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:04.788431 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.947620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02fc8584-7fc7-4458-8fc7-0e67a89a07d0 req-47b9cf62-9027-4673-baa0-cc524d79e4e2 service neutron] 10.222.0.13 "GET /v2.0/networks/550668d9-ddbd-4deb-917d-15753017f20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511210 Aug 24 00:43:04.986469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1907e8cc-9a43-4765-a140-a75eeb35b8e8 None None] Provisioning for port a2ddb96b-3d29-4948-9fea-c7f8999a0155 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:04.996264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1907e8cc-9a43-4765-a140-a75eeb35b8e8 None None] Provisioning complete for port a2ddb96b-3d29-4948-9fea-c7f8999a0155 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:04.996727 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1907e8cc-9a43-4765-a140-a75eeb35b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.100271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1907e8cc-9a43-4765-a140-a75eeb35b8e8 None None] Port a2ddb96b-3d29-4948-9fea-c7f8999a0155 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:05.166540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1907e8cc-9a43-4765-a140-a75eeb35b8e8 None None] Provisioning complete for port 9a81210e-a9b9-4fa3-866f-8deb97c2e025 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:05.167553 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1907e8cc-9a43-4765-a140-a75eeb35b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.221220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02fc8584-7fc7-4458-8fc7-0e67a89a07d0 req-93e6a593-39d7-4dbb-a198-3f3d0df387ec service neutron] 10.222.0.13 "GET /v2.0/networks/550668d9-ddbd-4deb-917d-15753017f20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654366 Aug 24 00:43:05.227296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9a81210e-a9b9-4fa3-866f-8deb97c2e025 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:05.375448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a871d00-8030-443e-acf9-8bf804f08867 req-e6eb6b2f-dce9-4953-b1df-5e4d77a02873 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:05.377841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a871d00-8030-443e-acf9-8bf804f08867 req-e6eb6b2f-dce9-4953-b1df-5e4d77a02873 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 943 time: 0.1151633 Aug 24 00:43:05.419879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Allocated IP 172.21.0.1 (f2fd20ba-384a-4d9a-be28-97f3ad625a97/4e7af7fa-3871-484e-b649-8a54c18032c8/bb2a2778-4014-4ee0-af77-24766295393e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:05.444023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 9a81210e-a9b9-4fa3-866f-8deb97c2e025 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:05.448611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a871d00-8030-443e-acf9-8bf804f08867 req-0ae69191-284f-4491-a8fc-817922edc134 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649188 Aug 24 00:43:05.449473 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.562039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ca3e6445-35ef-4d56-ae89-4d458ede25ae up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:05.637740 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.655994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Transition to ACTIVE for port object bb2a2778-4014-4ee0-af77-24766295393e will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:05.672775 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ca3e6445-35ef-4d56-ae89-4d458ede25ae completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:05.683554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-74ada67d-c68b-4423-810e-fb7e593d696d None None] Provisioning complete for port a2ddb96b-3d29-4948-9fea-c7f8999a0155 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:05.684223 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-74ada67d-c68b-4423-810e-fb7e593d696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.687329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ca3e6445-35ef-4d56-ae89-4d458ede25ae triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:05.688368 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.726174 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.804680 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network f2fd20ba-384a-4d9a-be28-97f3ad625a97 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:05.808757 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:05.812677 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:05.845708 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-74ada67d-c68b-4423-810e-fb7e593d696d None None] Port a2ddb96b-3d29-4948-9fea-c7f8999a0155 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:05.856201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=bb2a2778-4014-4ee0-af77-24766295393e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:05.866378 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.885665 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.940468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port ca3e6445-35ef-4d56-ae89-4d458ede25ae, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ca3e6445-35ef-4d56-ae89-4d458ede25ae,segment=NetworkSegment(ff2a60af-5229-40f7-8dcf-da030340329e),segment_id=ff2a60af-5229-40f7-8dcf-da030340329e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:05.947376 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:06.030629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c3cdc915-f62d-4d82-9fac-7d676484b511 None None] Provisioning complete for port a2ddb96b-3d29-4948-9fea-c7f8999a0155 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:06.031037 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3cdc915-f62d-4d82-9fac-7d676484b511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:06.080413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=ca3e6445-35ef-4d56-ae89-4d458ede25ae,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:06.092135 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:06.112396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c3cdc915-f62d-4d82-9fac-7d676484b511 None None] Port a2ddb96b-3d29-4948-9fea-c7f8999a0155 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:06.233085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a6edf785-b3da-43fc-bd6c-8f7b720a8d34 None None] Provisioning for port bb2a2778-4014-4ee0-af77-24766295393e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:06.238073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a6edf785-b3da-43fc-bd6c-8f7b720a8d34 None None] Provisioning complete for port bb2a2778-4014-4ee0-af77-24766295393e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:06.238626 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a6edf785-b3da-43fc-bd6c-8f7b720a8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:06.269434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a062a43e-27d8-47c0-aa72-b05a8119b3e3 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:43:06.382962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port a062a43e-27d8-47c0-aa72-b05a8119b3e3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a062a43e-27d8-47c0-aa72-b05a8119b3e3,segment=NetworkSegment(f61e732a-110a-4ece-8115-28a9e9181998),segment_id=f61e732a-110a-4ece-8115-28a9e9181998)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:06.399264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'a062a43e-27d8-47c0-aa72-b05a8119b3e3', 'network_id': '550668d9-ddbd-4deb-917d-15753017f20e', 'port_id': 'a062a43e-27d8-47c0-aa72-b05a8119b3e3', 'mac_address': 'fa:16:3e:72:e5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676093c8-d796-432f-96df-a30737fa152d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:43:06.440950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a6edf785-b3da-43fc-bd6c-8f7b720a8d34 None None] Port bb2a2778-4014-4ee0-af77-24766295393e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:06.452343 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:06.468738 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a062a43e-27d8-47c0-aa72-b05a8119b3e3 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:43:06.506263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port a062a43e-27d8-47c0-aa72-b05a8119b3e3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a062a43e-27d8-47c0-aa72-b05a8119b3e3,segment=NetworkSegment(f61e732a-110a-4ece-8115-28a9e9181998),segment_id=f61e732a-110a-4ece-8115-28a9e9181998)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:06.515548 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:06.520425 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:06.528685 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:06.632798 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:06.636044 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=bb2a2778-4014-4ee0-af77-24766295393e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:06.636925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=a062a43e-27d8-47c0-aa72-b05a8119b3e3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:06.683892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933819c-ef49-435f-b0da-ceafc32a81e2 req-81a6f616-621e-4b6c-8866-6ae0cf27107f tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:06.695338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0933819c-ef49-435f-b0da-ceafc32a81e2 req-81a6f616-621e-4b6c-8866-6ae0cf27107f tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 944 time: 0.1163685 Aug 24 00:43:06.759781 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0933819c-ef49-435f-b0da-ceafc32a81e2 req-31be6be9-d69c-4f09-990f-43f470aca0d1 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575461 Aug 24 00:43:06.763793 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network f2fd20ba-384a-4d9a-be28-97f3ad625a97 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:06.765400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:06.786395 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['a062a43e-27d8-47c0-aa72-b05a8119b3e3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:43:06.997927 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ca3e6445-35ef-4d56-ae89-4d458ede25ae up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:07.012787 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router bdd3d4e4-1efe-4147-8ad4-20b8227b0b51 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:07.092917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34216) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:07.113771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ca3e6445-35ef-4d56-ae89-4d458ede25ae triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:07.114303 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.161696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a186d4d3-faed-4140-8e23-a7c7f4df66b0 None None] Provisioning complete for port bb2a2778-4014-4ee0-af77-24766295393e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:07.162253 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a186d4d3-faed-4140-8e23-a7c7f4df66b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.162821 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:07.170242 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5156f30c-5213-4c44-a7d9-7b0722dd0c5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/bdd3d4e4-1efe-4147-8ad4-20b8227b0b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1039691 Aug 24 00:43:07.172803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34222) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:07.175570 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8da8f3-1ab1-444d-8f85-1352b9c7cd1f None None] Sync routers for ids ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:07.186617 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8da8f3-1ab1-444d-8f85-1352b9c7cd1f None None] Routers {'bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:07.187552 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9d8da8f3-1ab1-444d-8f85-1352b9c7cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:07.207702 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a186d4d3-faed-4140-8e23-a7c7f4df66b0 None None] Port bb2a2778-4014-4ee0-af77-24766295393e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:07.252964 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9d8da8f3-1ab1-444d-8f85-1352b9c7cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:07.263651 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8da8f3-1ab1-444d-8f85-1352b9c7cd1f None None] Routers {'bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:07.264574 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9d8da8f3-1ab1-444d-8f85-1352b9c7cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:07.268437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94a7b95-d011-4521-878f-3e576708b012 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:07.278422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a94a7b95-d011-4521-878f-3e576708b012 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports/bb2a2778-4014-4ee0-af77-24766295393e HTTP/1.1" status: 200 len: 910 time: 0.1040061 Aug 24 00:43:07.280862 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:07.298976 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3f9f131-db5f-4d19-a55d-11586cefd59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.311483 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9d8da8f3-1ab1-444d-8f85-1352b9c7cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:07.312454 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8da8f3-1ab1-444d-8f85-1352b9c7cd1f None None] The sync data for ids ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:07.460850 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3f9f131-db5f-4d19-a55d-11586cefd59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.467166 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3f9f131-db5f-4d19-a55d-11586cefd59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.510179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9f131-db5f-4d19-a55d-11586cefd59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0498593b-cb1d-4455-82f7-2af1c065ab55,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:07.545995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f3f9f131-db5f-4d19-a55d-11586cefd59d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cba4f5cf9652411982788b4106d48b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4517610 Aug 24 00:43:07.546631 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34228) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:07.622068 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7044b728-cde0-4a4c-98cf-ae36f7c90b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.652576 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7044b728-cde0-4a4c-98cf-ae36f7c90b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.724551 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7044b728-cde0-4a4c-98cf-ae36f7c90b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.732075 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7044b728-cde0-4a4c-98cf-ae36f7c90b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.739387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7044b728-cde0-4a4c-98cf-ae36f7c90b22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0498593b-cb1d-4455-82f7-2af1c065ab55 HTTP/1.1" status: 204 len: 168 time: 0.1887133 Aug 24 00:43:07.754416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044b728-cde0-4a4c-98cf-ae36f7c90b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0498593b-cb1d-4455-82f7-2af1c065ab55,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:07.792338 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-deb2eeea-a1e9-47f8-8ce3-173bf9b8dd03 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.941377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf5030-225e-4ab4-b032-09cebfafc0b9 req-600ae5a7-2873-4f51-a02b-d03b4e2ee5db tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:07.944300 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4bf5030-225e-4ab4-b032-09cebfafc0b9 req-600ae5a7-2873-4f51-a02b-d03b4e2ee5db tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 944 time: 0.0867658 Aug 24 00:43:08.010200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4bf5030-225e-4ab4-b032-09cebfafc0b9 req-4d4b3a8c-51ae-43eb-b33f-f094bd5cb96e tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537760 Aug 24 00:43:08.163765 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-deb2eeea-a1e9-47f8-8ce3-173bf9b8dd03 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port bb2a2778-4014-4ee0-af77-24766295393e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:08.164326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-deb2eeea-a1e9-47f8-8ce3-173bf9b8dd03 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:08.261463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a062a43e-27d8-47c0-aa72-b05a8119b3e3 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:08.266927 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-deb2eeea-a1e9-47f8-8ce3-173bf9b8dd03 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:08.284850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-deb2eeea-a1e9-47f8-8ce3-173bf9b8dd03 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for bb2a2778-4014-4ee0-af77-24766295393e owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:08.321391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port a062a43e-27d8-47c0-aa72-b05a8119b3e3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:08.326321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port a062a43e-27d8-47c0-aa72-b05a8119b3e3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:08.326980 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:08.430754 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:08.466667 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e532abc7-21ba-42c0-9020-ec99563e411c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a062a43e-27d8-47c0-aa72-b05a8119b3e3'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:43:08.466667 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d443077c-1413-4b88-8719-183241688f29" -d '{"events": [{"server_uuid": "e532abc7-21ba-42c0-9020-ec99563e411c", "name": "network-vif-plugged", "status": "completed", "tag": "a062a43e-27d8-47c0-aa72-b05a8119b3e3"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:43:08.504009 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port a062a43e-27d8-47c0-aa72-b05a8119b3e3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a062a43e-27d8-47c0-aa72-b05a8119b3e3,segment=NetworkSegment(f61e732a-110a-4ece-8115-28a9e9181998),segment_id=f61e732a-110a-4ece-8115-28a9e9181998)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:08.507453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-deb2eeea-a1e9-47f8-8ce3-173bf9b8dd03 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:08.511660 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:08.518408 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c3af12-ae0b-423b-9e9c-207ac11c117d x-openstack-request-id: req-21c3af12-ae0b-423b-9e9c-207ac11c117d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:43:08.518857 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e532abc7-21ba-42c0-9020-ec99563e411c", "name": "network-vif-plugged", "status": "completed", "tag": "a062a43e-27d8-47c0-aa72-b05a8119b3e3", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:43:08.519272 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21c3af12-ae0b-423b-9e9c-207ac11c117d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:43:08.520807 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e532abc7-21ba-42c0-9020-ec99563e411c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a062a43e-27d8-47c0-aa72-b05a8119b3e3', 'code': 200} Aug 24 00:43:08.575676 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2eeea-a1e9-47f8-8ce3-173bf9b8dd03 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=bb2a2778-4014-4ee0-af77-24766295393e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:08.604072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=a062a43e-27d8-47c0-aa72-b05a8119b3e3,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:08.675360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc8ce5-e4f9-4a97-a67e-8dbb9c4a9bff req-c846eed5-3fbd-4576-9d32-e755e665ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:08.677813 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7dbc8ce5-e4f9-4a97-a67e-8dbb9c4a9bff req-c846eed5-3fbd-4576-9d32-e755e665ba42 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 1096 time: 0.0614464 Aug 24 00:43:08.747081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7dbc8ce5-e4f9-4a97-a67e-8dbb9c4a9bff req-df8a4f97-3251-4801-977b-f966efeb1a8a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605023 Aug 24 00:43:08.791251 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-deb2eeea-a1e9-47f8-8ce3-173bf9b8dd03 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:09.002693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb2eeea-a1e9-47f8-8ce3-173bf9b8dd03 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router bdd3d4e4-1efe-4147-8ad4-20b8227b0b51 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:09.011499 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:43:09.127848 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb2eeea-a1e9-47f8-8ce3-173bf9b8dd03 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:09.138936 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-deb2eeea-a1e9-47f8-8ce3-173bf9b8dd03 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/bdd3d4e4-1efe-4147-8ad4-20b8227b0b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8545308 Aug 24 00:43:09.139194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:09.143069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4123923d-ff0b-4cca-aeb9-4dcff8e5c5a7 None None] Sync routers for ids ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:09.159817 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4123923d-ff0b-4cca-aeb9-4dcff8e5c5a7 None None] Routers {'bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:09.160455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4123923d-ff0b-4cca-aeb9-4dcff8e5c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:09.166626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee902f7-7532-4fc7-a417-684a5e8f44b8 req-99e60784-56cc-45b9-9c88-c0635974c835 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:09.169601 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ee902f7-7532-4fc7-a417-684a5e8f44b8 req-99e60784-56cc-45b9-9c88-c0635974c835 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 945 time: 0.0792761 Aug 24 00:43:09.229797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4123923d-ff0b-4cca-aeb9-4dcff8e5c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:09.235050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ee902f7-7532-4fc7-a417-684a5e8f44b8 req-a4666884-550a-41d5-80b6-22e3006a27e0 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583954 Aug 24 00:43:09.238031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4123923d-ff0b-4cca-aeb9-4dcff8e5c5a7 None None] Routers {'bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:09.238478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4123923d-ff0b-4cca-aeb9-4dcff8e5c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:09.279674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4123923d-ff0b-4cca-aeb9-4dcff8e5c5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:09.280331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4123923d-ff0b-4cca-aeb9-4dcff8e5c5a7 None None] The sync data for ids ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:09.372691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34298) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:09.508611 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92c782c7-aa43-49bf-b6f9-217aca761282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:09.641311 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92c782c7-aa43-49bf-b6f9-217aca761282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:09.647609 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92c782c7-aa43-49bf-b6f9-217aca761282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:09.686149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c782c7-aa43-49bf-b6f9-217aca761282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8189553d-f5ec-4aa4-9119-e8057203a707,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:09.694472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-92c782c7-aa43-49bf-b6f9-217aca761282 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7dd63b67ebec47749941710e210420af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203559 Aug 24 00:43:09.695425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34304) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:09.750820 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e93285c8-d12f-486e-bfd5-f0a5f36276a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:09.780229 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e93285c8-d12f-486e-bfd5-f0a5f36276a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:09.855517 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e93285c8-d12f-486e-bfd5-f0a5f36276a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:09.859460 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e93285c8-d12f-486e-bfd5-f0a5f36276a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:09.863188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e93285c8-d12f-486e-bfd5-f0a5f36276a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8189553d-f5ec-4aa4-9119-e8057203a707 HTTP/1.1" status: 204 len: 168 time: 0.1637697 Aug 24 00:43:09.883204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93285c8-d12f-486e-bfd5-f0a5f36276a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8189553d-f5ec-4aa4-9119-e8057203a707,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:09.892394 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53d1ed4b-2874-40fa-8616-0c4d29982971 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:10.188116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-53d1ed4b-2874-40fa-8616-0c4d29982971 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port a2ddb96b-3d29-4948-9fea-c7f8999a0155 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:10.188668 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53d1ed4b-2874-40fa-8616-0c4d29982971 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:10.284735 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53d1ed4b-2874-40fa-8616-0c4d29982971 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:10.298619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-53d1ed4b-2874-40fa-8616-0c4d29982971 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for a2ddb96b-3d29-4948-9fea-c7f8999a0155 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:10.399376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8b4de-b834-458b-a711-a6a58ac00b80 req-014f4a91-0e38-48d2-9593-a6cf2cf629c8 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:10.401223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3b8b4de-b834-458b-a711-a6a58ac00b80 req-014f4a91-0e38-48d2-9593-a6cf2cf629c8 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 945 time: 0.0618138 Aug 24 00:43:10.458762 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3b8b4de-b834-458b-a711-a6a58ac00b80 req-8b0fded7-1ca0-4512-b513-0bd20f3fee31 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483470 Aug 24 00:43:10.557322 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53d1ed4b-2874-40fa-8616-0c4d29982971 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:10.593941 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1ed4b-2874-40fa-8616-0c4d29982971 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=a2ddb96b-3d29-4948-9fea-c7f8999a0155,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:10.781372 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53d1ed4b-2874-40fa-8616-0c4d29982971 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.004693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d1ed4b-2874-40fa-8616-0c4d29982971 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router bdd3d4e4-1efe-4147-8ad4-20b8227b0b51 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:11.105753 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d1ed4b-2874-40fa-8616-0c4d29982971 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:11.111448 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-53d1ed4b-2874-40fa-8616-0c4d29982971 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/bdd3d4e4-1efe-4147-8ad4-20b8227b0b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9709032 Aug 24 00:43:11.117485 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b285994e-79af-468a-8daf-2bc84ccfca60 None None] Sync routers for ids ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:11.122669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34394) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:11.132025 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b285994e-79af-468a-8daf-2bc84ccfca60 None None] Routers {'bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:11.132597 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b285994e-79af-468a-8daf-2bc84ccfca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:11.187120 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3643072d-595d-4381-952b-cc5640dbb171 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdd3d4e4-1efe-4147-8ad4-20b8227b0b51 HTTP/1.1" status: 200 len: 205 time: 0.0589619 Aug 24 00:43:11.189472 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34402) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:11.201939 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b285994e-79af-468a-8daf-2bc84ccfca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:11.213054 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b285994e-79af-468a-8daf-2bc84ccfca60 None None] Routers {'bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:11.213836 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b285994e-79af-468a-8daf-2bc84ccfca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:11.272272 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b285994e-79af-468a-8daf-2bc84ccfca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:11.273238 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b285994e-79af-468a-8daf-2bc84ccfca60 None None] The sync data for ids ['bdd3d4e4-1efe-4147-8ad4-20b8227b0b51'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:11.294830 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfaad-41ac-4e44-a19d-a7a70454e2c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.546962 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfaad-41ac-4e44-a19d-a7a70454e2c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.549631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfaad-41ac-4e44-a19d-a7a70454e2c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.570528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34444) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:11.631898 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfaad-41ac-4e44-a19d-a7a70454e2c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.634731 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8dfaad-41ac-4e44-a19d-a7a70454e2c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Fanout notify agent at l3_agent the message router_deleted on router bdd3d4e4-1efe-4147-8ad4-20b8227b0b51 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:11.656024 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfaad-41ac-4e44-a19d-a7a70454e2c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.656819 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bd8dfaad-41ac-4e44-a19d-a7a70454e2c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/routers/bdd3d4e4-1efe-4147-8ad4-20b8227b0b51 HTTP/1.1" status: 204 len: 168 time: 0.4659615 Aug 24 00:43:11.661137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34452) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:11.711971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1984677979', 'router:external': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:11.732078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f205fc2-ec0d-4d47-b7a7-7de25b2f04cc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting subnet 4e7af7fa-3871-484e-b649-8a54c18032c8 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:11.735928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f205fc2-ec0d-4d47-b7a7-7de25b2f04cc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.737330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Made reservation on behalf of 8a60610dfc254cdf83d10c622f6fd47f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:11.740594 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.751239 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.790891 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f205fc2-ec0d-4d47-b7a7-7de25b2f04cc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.898444 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.907743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.920972 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f205fc2-ec0d-4d47-b7a7-7de25b2f04cc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.927535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:43:11.939194 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.939837 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Added segment 9c50da65-9078-406b-b10c-0eb3749d0f01 of type vlan for network 8456684f-4ce4-4cc3-a60b-43e3e3cff222 Aug 24 00:43:11.999121 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f205fc2-ec0d-4d47-b7a7-7de25b2f04cc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.029396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f205fc2-ec0d-4d47-b7a7-7de25b2f04cc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7af7fa-3871-484e-b649-8a54c18032c8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:12.033818 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f205fc2-ec0d-4d47-b7a7-7de25b2f04cc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.039257 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6f205fc2-ec0d-4d47-b7a7-7de25b2f04cc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/4e7af7fa-3871-484e-b649-8a54c18032c8 HTTP/1.1" status: 204 len: 168 time: 0.3791745 Aug 24 00:43:12.040107 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:12.041355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7614d188-5f15-4f2f-82ba-e1430f9e311b None None] Network f2fd20ba-384a-4d9a-be28-97f3ad625a97 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:12.043220 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0a19aa-9366-421d-9a0d-9e6bd6736ada,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:12.061600 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.108215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.110547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:12.111261 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.136400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4657404-9f24-41df-95fc-ec6088e4cf72 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting subnet 7cc13ad9-efd7-4b34-b604-ff22aa45e1f7 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:12.141100 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4657404-9f24-41df-95fc-ec6088e4cf72 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.195095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6232977 Aug 24 00:43:12.196349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e9da6-df65-4f10-905a-078c0a6ab1ad tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event updated for resources: {'Network': ['ID=8456684f-4ce4-4cc3-a60b-43e3e3cff222,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:12.201354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34462) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:12.213307 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4ea5c29a-ea84-474c-81ce-d2d7d7502fec tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Request body: {'subnet': {'network_id': '8456684f-4ce4-4cc3-a60b-43e3e3cff222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:12.219949 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4657404-9f24-41df-95fc-ec6088e4cf72 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.228540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 8456684f-4ce4-4cc3-a60b-43e3e3cff222 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:43:12.280323 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea5c29a-ea84-474c-81ce-d2d7d7502fec tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Made reservation on behalf of 8a60610dfc254cdf83d10c622f6fd47f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:12.282726 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c29a-ea84-474c-81ce-d2d7d7502fec tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.386819 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4657404-9f24-41df-95fc-ec6088e4cf72 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.435110 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4166c626-5095-43fa-b230-dac3903a3db7 None None] DHCP port deletion for f2fd20ba-384a-4d9a-be28-97f3ad625a97 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:43:12.490416 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4166c626-5095-43fa-b230-dac3903a3db7 None None] Deleting port ca3e6445-35ef-4d56-ae89-4d458ede25ae {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:12.490964 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4166c626-5095-43fa-b230-dac3903a3db7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.529971 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4657404-9f24-41df-95fc-ec6088e4cf72 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.592899 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4657404-9f24-41df-95fc-ec6088e4cf72 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc13ad9-efd7-4b34-b604-ff22aa45e1f7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:12.597568 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c4657404-9f24-41df-95fc-ec6088e4cf72 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.603215 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c4657404-9f24-41df-95fc-ec6088e4cf72 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/7cc13ad9-efd7-4b34-b604-ff22aa45e1f7 HTTP/1.1" status: 204 len: 168 time: 0.5617168 Aug 24 00:43:12.603425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34466) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:12.626962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59850aaa-b78f-42dc-81c7-7df174ad4dd4 None None] Network 30de735a-d0e2-4ad4-a327-163ddb7aee39 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:12.741729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4166c626-5095-43fa-b230-dac3903a3db7 None None] For port ca3e6445-35ef-4d56-ae89-4d458ede25ae, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ca3e6445-35ef-4d56-ae89-4d458ede25ae,segment=NetworkSegment(ff2a60af-5229-40f7-8dcf-da030340329e),segment_id=ff2a60af-5229-40f7-8dcf-da030340329e)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:12.742553 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4166c626-5095-43fa-b230-dac3903a3db7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.756749 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.777109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4166c626-5095-43fa-b230-dac3903a3db7 None None] Calling delete_port for ca3e6445-35ef-4d56-ae89-4d458ede25ae owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:12.831051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.objects.ports [None req-4ea5c29a-ea84-474c-81ce-d2d7d7502fec tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94838) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:43:12.831800 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c29a-ea84-474c-81ce-d2d7d7502fec tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.843212 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port ca3e6445-35ef-4d56-ae89-4d458ede25ae {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:12.843683 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.946352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] For port ca3e6445-35ef-4d56-ae89-4d458ede25ae, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ca3e6445-35ef-4d56-ae89-4d458ede25ae,segment=NetworkSegment(ff2a60af-5229-40f7-8dcf-da030340329e),segment_id=ff2a60af-5229-40f7-8dcf-da030340329e)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:12.946641 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.961985 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5c29a-ea84-474c-81ce-d2d7d7502fec tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8567317c-f604-45ab-82bd-d677b0fc5972,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:12.970016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for ca3e6445-35ef-4d56-ae89-4d458ede25ae owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:12.979555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ca3e6445-35ef-4d56-ae89-4d458ede25ae no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:13.000727 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea5c29a-ea84-474c-81ce-d2d7d7502fec tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Checking segment: {'id': '9c50da65-9078-406b-b10c-0eb3749d0f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8456684f-4ce4-4cc3-a60b-43e3e3cff222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:13.000727 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea5c29a-ea84-474c-81ce-d2d7d7502fec tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Network hostable DHCP agents. Network: 8456684f-4ce4-4cc3-a60b-43e3e3cff222, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:43:13.069269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea5c29a-ea84-474c-81ce-d2d7d7502fec tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Network 8456684f-4ce4-4cc3-a60b-43e3e3cff222 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:43:13.086768 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4166c626-5095-43fa-b230-dac3903a3db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.097649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4ea5c29a-ea84-474c-81ce-d2d7d7502fec tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 8456684f-4ce4-4cc3-a60b-43e3e3cff222) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:13.106232 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea5c29a-ea84-474c-81ce-d2d7d7502fec tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:13.107148 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c29a-ea84-474c-81ce-d2d7d7502fec tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.142329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4166c626-5095-43fa-b230-dac3903a3db7 None None] No DVR routers for this DVR port ca3e6445-35ef-4d56-ae89-4d458ede25ae on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:13.154052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34472) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:13.154540 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4ea5c29a-ea84-474c-81ce-d2d7d7502fec tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9507780 Aug 24 00:43:13.170364 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-41ed2be0-9b08-4cad-be3d-315577de269c tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1707133692', 'network_id': '8456684f-4ce4-4cc3-a60b-43e3e3cff222'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:13.174599 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.213903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No active binding found for port ca3e6445-35ef-4d56-ae89-4d458ede25ae {{(pid=94839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 24 00:43:13.214597 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ca3e6445-35ef-4d56-ae89-4d458ede25ae not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:13.226362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddc1adc-6d78-420c-ab80-bca8a1065ace None None] Network 8456684f-4ce4-4cc3-a60b-43e3e3cff222 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:13.229688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=ca3e6445-35ef-4d56-ae89-4d458ede25ae,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:13.239215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No DVR routers for this DVR port ca3e6445-35ef-4d56-ae89-4d458ede25ae on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:13.256842 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa4643-88e9-4537-9794-3638b0c8714d None None] DHCP port deletion for 30de735a-d0e2-4ad4-a327-163ddb7aee39 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:43:13.269630 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166c626-5095-43fa-b230-dac3903a3db7 None None] Pushing event deleted for resources: {'Port': ['ID=ca3e6445-35ef-4d56-ae89-4d458ede25ae,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:13.276403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ed2be0-9b08-4cad-be3d-315577de269c tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Made reservation on behalf of 8a60610dfc254cdf83d10c622f6fd47f for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:13.279176 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41ed2be0-9b08-4cad-be3d-315577de269c tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.358809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-41ed2be0-9b08-4cad-be3d-315577de269c tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] device_id is not set on port beaf1856-9c33-4c53-b242-a2ab7870de5d yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:43:13.461803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa4643-88e9-4537-9794-3638b0c8714d None None] Deleting port 9a81210e-a9b9-4fa3-866f-8deb97c2e025 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:13.462083 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4643-88e9-4537-9794-3638b0c8714d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.465128 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.478063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fd20ba-384a-4d9a-be28-97f3ad625a97']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:13.494263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2a60af-5229-40f7-8dcf-da030340329e') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:13.494517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2a60af-5229-40f7-8dcf-da030340329e') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:13.513697 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.601250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3516ac-5131-4b71-a1b7-aff6b288f2c7 None None] Network 8456684f-4ce4-4cc3-a60b-43e3e3cff222 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:13.612476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.625852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:43:13.626607 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:43:13.632755 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:43:13.636634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a0fa4643-88e9-4537-9794-3638b0c8714d None None] For port 9a81210e-a9b9-4fa3-866f-8deb97c2e025, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9a81210e-a9b9-4fa3-866f-8deb97c2e025,segment=NetworkSegment(f0347d0a-5ed1-4ebe-ae7f-4ca1009ee760),segment_id=f0347d0a-5ed1-4ebe-ae7f-4ca1009ee760)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:13.636634 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4643-88e9-4537-9794-3638b0c8714d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.688189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa4643-88e9-4537-9794-3638b0c8714d None None] Calling delete_port for 9a81210e-a9b9-4fa3-866f-8deb97c2e025 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:13.713271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-41ed2be0-9b08-4cad-be3d-315577de269c tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Allocated IP 172.20.0.4 (8456684f-4ce4-4cc3-a60b-43e3e3cff222/8567317c-f604-45ab-82bd-d677b0fc5972/beaf1856-9c33-4c53-b242-a2ab7870de5d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:13.727876 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.733840 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.736097 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/networks/f2fd20ba-384a-4d9a-be28-97f3ad625a97 HTTP/1.1" status: 204 len: 168 time: 1.1312408 Aug 24 00:43:13.738701 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34482) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:13.766752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332e3df-a3e5-4758-9df9-a829ea9f203f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Network': ['ID=f2fd20ba-384a-4d9a-be28-97f3ad625a97,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:13.853055 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4643-88e9-4537-9794-3638b0c8714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.892271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa4643-88e9-4537-9794-3638b0c8714d None None] No DVR routers for this DVR port 9a81210e-a9b9-4fa3-866f-8deb97c2e025 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:13.900168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa4643-88e9-4537-9794-3638b0c8714d None None] Pushing event deleted for resources: {'Port': ['ID=9a81210e-a9b9-4fa3-866f-8deb97c2e025,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:13.923128 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41ed2be0-9b08-4cad-be3d-315577de269c tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.931013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69449a5-d0a9-45ec-9a0e-5f341ded0242 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.969791 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41ed2be0-9b08-4cad-be3d-315577de269c tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.043998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ed2be0-9b08-4cad-be3d-315577de269c tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Network 8456684f-4ce4-4cc3-a60b-43e3e3cff222 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:14.050068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-41ed2be0-9b08-4cad-be3d-315577de269c tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:14.051927 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69449a5-d0a9-45ec-9a0e-5f341ded0242 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.056780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed2be0-9b08-4cad-be3d-315577de269c tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:14.060803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed2be0-9b08-4cad-be3d-315577de269c tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event updated for resources: {'Port': ['ID=beaf1856-9c33-4c53-b242-a2ab7870de5d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:14.073690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d69449a5-d0a9-45ec-9a0e-5f341ded0242 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30de735a-d0e2-4ad4-a327-163ddb7aee39']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:14.086908 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d69449a5-d0a9-45ec-9a0e-5f341ded0242 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0347d0a-5ed1-4ebe-ae7f-4ca1009ee760') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:14.087371 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d69449a5-d0a9-45ec-9a0e-5f341ded0242 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0347d0a-5ed1-4ebe-ae7f-4ca1009ee760') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:14.097542 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69449a5-d0a9-45ec-9a0e-5f341ded0242 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.113908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ed2be0-9b08-4cad-be3d-315577de269c tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:14.114966 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41ed2be0-9b08-4cad-be3d-315577de269c tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.128318 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69449a5-d0a9-45ec-9a0e-5f341ded0242 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.133364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-41ed2be0-9b08-4cad-be3d-315577de269c tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9770110 Aug 24 00:43:14.136502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34488) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:14.136641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69449a5-d0a9-45ec-9a0e-5f341ded0242 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:43:14.137039 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69449a5-d0a9-45ec-9a0e-5f341ded0242 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:43:14.141147 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:43:14.226467 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69449a5-d0a9-45ec-9a0e-5f341ded0242 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.235573 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d69449a5-d0a9-45ec-9a0e-5f341ded0242 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.243249 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d69449a5-d0a9-45ec-9a0e-5f341ded0242 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/networks/30de735a-d0e2-4ad4-a327-163ddb7aee39 HTTP/1.1" status: 204 len: 168 time: 0.4973094 Aug 24 00:43:14.245060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34490) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:14.252506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0da4adf2-d4e5-49ff-a7b7-8edcd891a51d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'network': {'name': 'tempest-RoutersTest-482950732'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:14.257077 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69449a5-d0a9-45ec-9a0e-5f341ded0242 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Network': ['ID=30de735a-d0e2-4ad4-a327-163ddb7aee39,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:14.277131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-fbad192f-82a0-468a-a4df-e2931da4a3b1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Deleting port beaf1856-9c33-4c53-b242-a2ab7870de5d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:14.277543 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fbad192f-82a0-468a-a4df-e2931da4a3b1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.335576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da4adf2-d4e5-49ff-a7b7-8edcd891a51d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:14.339358 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0da4adf2-d4e5-49ff-a7b7-8edcd891a51d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.378340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da4adf2-d4e5-49ff-a7b7-8edcd891a51d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:43:14.402201 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fbad192f-82a0-468a-a4df-e2931da4a3b1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.405565 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0da4adf2-d4e5-49ff-a7b7-8edcd891a51d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.406041 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-0da4adf2-d4e5-49ff-a7b7-8edcd891a51d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Added segment 186dfc08-156b-4f2b-b7c4-d9bdd22c5313 of type vlan for network 10d4360e-1e2a-40fb-a95b-ee4732e07fdb Aug 24 00:43:14.433540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-fbad192f-82a0-468a-a4df-e2931da4a3b1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Calling delete_port for beaf1856-9c33-4c53-b242-a2ab7870de5d owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:14.511477 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0da4adf2-d4e5-49ff-a7b7-8edcd891a51d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.554288 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0da4adf2-d4e5-49ff-a7b7-8edcd891a51d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.560066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da4adf2-d4e5-49ff-a7b7-8edcd891a51d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:14.560665 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0da4adf2-d4e5-49ff-a7b7-8edcd891a51d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.634472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0da4adf2-d4e5-49ff-a7b7-8edcd891a51d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3870037 Aug 24 00:43:14.638688 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34498) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:14.644742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6a2ad20f-342c-4f0e-8244-5598ccef0c41 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'subnet': {'network_id': '10d4360e-1e2a-40fb-a95b-ee4732e07fdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:14.671211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4adf2-d4e5-49ff-a7b7-8edcd891a51d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Network': ['ID=10d4360e-1e2a-40fb-a95b-ee4732e07fdb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:14.683530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 10d4360e-1e2a-40fb-a95b-ee4732e07fdb details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:43:14.716184 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fbad192f-82a0-468a-a4df-e2931da4a3b1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.830560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2ad20f-342c-4f0e-8244-5598ccef0c41 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:14.842435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad192f-82a0-468a-a4df-e2931da4a3b1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event deleted for resources: {'Port': ['ID=beaf1856-9c33-4c53-b242-a2ab7870de5d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:14.845022 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad20f-342c-4f0e-8244-5598ccef0c41 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.871058 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fbad192f-82a0-468a-a4df-e2931da4a3b1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.874172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fbad192f-82a0-468a-a4df-e2931da4a3b1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "DELETE /v2.0/ports/beaf1856-9c33-4c53-b242-a2ab7870de5d HTTP/1.1" status: 204 len: 168 time: 0.7366419 Aug 24 00:43:14.876801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34502) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:14.884549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8456684f-4ce4-4cc3-a60b-43e3e3cff222', 'external_fixed_ips': [{'subnet_id': '8567317c-f604-45ab-82bd-d677b0fc5972', 'ip_address': '172.20.0.4'}]}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:14.916761 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.917972 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.978010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9a81210e-a9b9-4fa3-866f-8deb97c2e025 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:14.995965 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.027394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 9a81210e-a9b9-4fa3-866f-8deb97c2e025 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:43:15.028717 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9a81210e-a9b9-4fa3-866f-8deb97c2e025 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:15.142531 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad20f-342c-4f0e-8244-5598ccef0c41 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.174819 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.229237 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ad20f-342c-4f0e-8244-5598ccef0c41 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Checking segment: {'id': '186dfc08-156b-4f2b-b7c4-d9bdd22c5313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '10d4360e-1e2a-40fb-a95b-ee4732e07fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:15.229622 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ad20f-342c-4f0e-8244-5598ccef0c41 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network hostable DHCP agents. Network: 10d4360e-1e2a-40fb-a95b-ee4732e07fdb, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:43:15.236017 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ad20f-342c-4f0e-8244-5598ccef0c41 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Subnet': ['ID=232b1242-393f-41f1-b75c-80b5382e2eee,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:15.262529 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ad20f-342c-4f0e-8244-5598ccef0c41 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 10d4360e-1e2a-40fb-a95b-ee4732e07fdb is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:43:15.278834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ad20f-342c-4f0e-8244-5598ccef0c41 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 10d4360e-1e2a-40fb-a95b-ee4732e07fdb) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:15.288331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a65b0b-25c7-4a91-acbf-ca321fe234f2 None None] Network 10d4360e-1e2a-40fb-a95b-ee4732e07fdb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:15.308776 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2ad20f-342c-4f0e-8244-5598ccef0c41 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:15.315043 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad20f-342c-4f0e-8244-5598ccef0c41 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.341244 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6a2ad20f-342c-4f0e-8244-5598ccef0c41 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6986465 Aug 24 00:43:15.341426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34508) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:15.348733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f4a18bee-17e8-4277-b840-c30bde8633be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-744567647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:15.386229 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4a18bee-17e8-4277-b840-c30bde8633be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.387428 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4a18bee-17e8-4277-b840-c30bde8633be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.443635 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.452146 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4a18bee-17e8-4277-b840-c30bde8633be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.457348 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4a18bee-17e8-4277-b840-c30bde8633be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.479194 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.508363 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f4a18bee-17e8-4277-b840-c30bde8633be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.514726 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f4a18bee-17e8-4277-b840-c30bde8633be tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1721590 Aug 24 00:43:15.515352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:15.521980 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'port': {'network_id': '10d4360e-1e2a-40fb-a95b-ee4732e07fdb', 'name': 'tempest-RoutersTest-433132697'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:15.556440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-10d4360e-1e2a-40fb-a95b-ee4732e07fdb', 'network_id': '10d4360e-1e2a-40fb-a95b-ee4732e07fdb', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'fixed_ips': [{'subnet_id': '232b1242-393f-41f1-b75c-80b5382e2eee'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:15.565291 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.745054 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:15.748855 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.754030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Allocated IP 172.20.0.4 (8456684f-4ce4-4cc3-a60b-43e3e3cff222/8567317c-f604-45ab-82bd-d677b0fc5972/84d238ea-c936-44f5-bb05-2d4e7bdc6eb2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:15.785105 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] device_id is not set on port 9d1e665a-fcad-4e75-afe5-e9378a2ca5e4 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:43:15.785892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Allocated IP 172.20.0.2 (10d4360e-1e2a-40fb-a95b-ee4732e07fdb/232b1242-393f-41f1-b75c-80b5382e2eee/4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:15.877910 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.941644 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.993884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Network 8456684f-4ce4-4cc3-a60b-43e3e3cff222 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:16.013769 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:16.021727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:16.022796 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.030694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event updated for resources: {'Port': ['ID=84d238ea-c936-44f5-bb05-2d4e7bdc6eb2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:16.033646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Transition to ACTIVE for port object 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:16.055782 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Transition to ACTIVE for port object 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:16.063462 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.122486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Network 10d4360e-1e2a-40fb-a95b-ee4732e07fdb is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:16.125464 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:16.130883 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:16.134881 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Pushing event updated for resources: {'Port': ['ID=4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:16.167185 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-124027d2-8d30-4d6d-b0b2-f3fccfff05eb {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:43:16.167830 n-d-805736-1 neutron-server[94838]: DEBUG oslo_db.api [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:43:16.216760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Attempting to bind port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:16.217253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Attempting to bind port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '186dfc08-156b-4f2b-b7c4-d9bdd22c5313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '10d4360e-1e2a-40fb-a95b-ee4732e07fdb'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:16.217628 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Attempting to bind port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c on network 10d4360e-1e2a-40fb-a95b-ee4732e07fdb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:16.223943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:16.224378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Checking segment: {'id': '186dfc08-156b-4f2b-b7c4-d9bdd22c5313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '10d4360e-1e2a-40fb-a95b-ee4732e07fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:16.224791 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.225185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Bound using segment: {'id': '186dfc08-156b-4f2b-b7c4-d9bdd22c5313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '10d4360e-1e2a-40fb-a95b-ee4732e07fdb'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:16.225651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Bound port: 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186dfc08-156b-4f2b-b7c4-d9bdd22c5313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '10d4360e-1e2a-40fb-a95b-ee4732e07fdb'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:16.226033 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.306265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] For port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:16.311805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] For port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c,segment=NetworkSegment(186dfc08-156b-4f2b-b7c4-d9bdd22c5313),segment_id=186dfc08-156b-4f2b-b7c4-d9bdd22c5313)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:16.319818 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.392556 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.407352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a61707-91d5-453d-957b-468bf50ae5a8 None None] Pushing event updated for resources: {'Port': ['ID=4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:16.668560 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.703791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] device_id is not set on port 9fea095a-b651-4b21-a197-9c17d84b2030 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:43:16.898201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Allocated IP 172.20.0.10 (10d4360e-1e2a-40fb-a95b-ee4732e07fdb/232b1242-393f-41f1-b75c-80b5382e2eee/9fea095a-b651-4b21-a197-9c17d84b2030) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:17.065506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:17.112427 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.170009 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:17.232989 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.263721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Transition to ACTIVE for port object 9fea095a-b651-4b21-a197-9c17d84b2030 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:17.316069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.349703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Router cf12c9e3-d444-4c56-a468-a1ac1c8da46f is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:17.394867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 10d4360e-1e2a-40fb-a95b-ee4732e07fdb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:17.398559 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:17.405140 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:17.444543 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=9fea095a-b651-4b21-a197-9c17d84b2030,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:17.483180 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:17.486080 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.508747 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a1579c3-82d8-4856-9259-ba031a7f025e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9923174 Aug 24 00:43:17.511280 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:17.519714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:17.529193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34971fb6-c856-4949-8363-2c2ab2e8f117 None None] Sync routers for ids ['cf12c9e3-d444-4c56-a468-a1ac1c8da46f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:17.543019 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.545088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4fe70fef-8ae0-4074-a9dd-58ec544fd69b tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.6669073 Aug 24 00:43:17.547040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34971fb6-c856-4949-8363-2c2ab2e8f117 None None] Routers {'cf12c9e3-d444-4c56-a468-a1ac1c8da46f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:17.547537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34534) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:17.552343 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-34971fb6-c856-4949-8363-2c2ab2e8f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['cf12c9e3-d444-4c56-a468-a1ac1c8da46f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:17.826684 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-34971fb6-c856-4949-8363-2c2ab2e8f117 None None] Set router cf12c9e3-d444-4c56-a468-a1ac1c8da46f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:17.851043 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.913807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620522d-3120-455f-baa2-3602e5adb974 None None] Network 10d4360e-1e2a-40fb-a95b-ee4732e07fdb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:17.984886 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:18.130506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Deleting port 84d238ea-c936-44f5-bb05-2d4e7bdc6eb2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:18.131574 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:18.245452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c5c93d8a-b639-4749-a433-5afb2102dbde None None] Provisioning for port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:18.272670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c5c93d8a-b639-4749-a433-5afb2102dbde None None] Provisioning complete for port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:18.273045 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5c93d8a-b639-4749-a433-5afb2102dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:18.314706 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:18.351415 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Calling delete_port for 84d238ea-c936-44f5-bb05-2d4e7bdc6eb2 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:18.632764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-34971fb6-c856-4949-8363-2c2ab2e8f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf12c9e3-d444-4c56-a468-a1ac1c8da46f', 'name': '', 'tenant_id': '8a60610dfc254cdf83d10c622f6fd47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8456684f-4ce4-4cc3-a60b-43e3e3cff222', 'external_fixed_ips': [{'subnet_id': '8567317c-f604-45ab-82bd-d677b0fc5972', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '84d238ea-c936-44f5-bb05-2d4e7bdc6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:16Z', 'revision_number': 3, 'project_id': '8a60610dfc254cdf83d10c622f6fd47f', 'gw_port': {'id': '84d238ea-c936-44f5-bb05-2d4e7bdc6eb2', 'name': '', 'network_id': '8456684f-4ce4-4cc3-a60b-43e3e3cff222', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:28:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf12c9e3-d444-4c56-a468-a1ac1c8da46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '8567317c-f604-45ab-82bd-d677b0fc5972', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:15Z', 'updated_at': '2021-08-24T00:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8567317c-f604-45ab-82bd-d677b0fc5972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:18.636288 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5c93d8a-b639-4749-a433-5afb2102dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:18.653265 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:18.667369 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:18.702825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34971fb6-c856-4949-8363-2c2ab2e8f117 None None] Checking router: cf12c9e3-d444-4c56-a468-a1ac1c8da46f for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:43:18.703198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34971fb6-c856-4949-8363-2c2ab2e8f117 None None] Updating router cf12c9e3-d444-4c56-a468-a1ac1c8da46f port 84d238ea-c936-44f5-bb05-2d4e7bdc6eb2 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:43:18.720048 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event deleted for resources: {'Port': ['ID=84d238ea-c936-44f5-bb05-2d4e7bdc6eb2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:18.760016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34971fb6-c856-4949-8363-2c2ab2e8f117 None None] Port 84d238ea-c936-44f5-bb05-2d4e7bdc6eb2 not found while updating agent binding for router cf12c9e3-d444-4c56-a468-a1ac1c8da46f. {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 24 00:43:18.786738 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34971fb6-c856-4949-8363-2c2ab2e8f117 None None] Routers {'cf12c9e3-d444-4c56-a468-a1ac1c8da46f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:18.788221 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-34971fb6-c856-4949-8363-2c2ab2e8f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['cf12c9e3-d444-4c56-a468-a1ac1c8da46f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:18.799555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c5c93d8a-b639-4749-a433-5afb2102dbde None None] For port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c,segment=NetworkSegment(186dfc08-156b-4f2b-b7c4-d9bdd22c5313),segment_id=186dfc08-156b-4f2b-b7c4-d9bdd22c5313)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:18.853003 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c5c93d8a-b639-4749-a433-5afb2102dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:18.919835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.031060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-34971fb6-c856-4949-8363-2c2ab2e8f117 None None] Set router cf12c9e3-d444-4c56-a468-a1ac1c8da46f gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:19.076131 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.088145 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.190097 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.190637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf12c9e3-d444-4c56-a468-a1ac1c8da46f {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:19.196007 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.199784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1dce29ea-757f-43ac-81e3-ca1fa1778712 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "DELETE /v2.0/routers/cf12c9e3-d444-4c56-a468-a1ac1c8da46f HTTP/1.1" status: 204 len: 168 time: 1.6505044 Aug 24 00:43:19.200531 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34560) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:19.243151 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.256016 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.282565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-34971fb6-c856-4949-8363-2c2ab2e8f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf12c9e3-d444-4c56-a468-a1ac1c8da46f', 'name': '', 'tenant_id': '8a60610dfc254cdf83d10c622f6fd47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:18Z', 'revision_number': 5, 'project_id': '8a60610dfc254cdf83d10c622f6fd47f', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:19.328315 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34971fb6-c856-4949-8363-2c2ab2e8f117 None None] The sync data for ids ['cf12c9e3-d444-4c56-a468-a1ac1c8da46f'] in n-d-805736-1 is: [{'id': 'cf12c9e3-d444-4c56-a468-a1ac1c8da46f', 'name': '', 'tenant_id': '8a60610dfc254cdf83d10c622f6fd47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:18Z', 'revision_number': 5, 'project_id': '8a60610dfc254cdf83d10c622f6fd47f', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:19.357510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-068472f9-3830-45da-ac83-5be896c2087f None None] Provisioning for port 9fea095a-b651-4b21-a197-9c17d84b2030 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:19.368079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-2688ef42-4574-4424-9ef0-3656d965e634 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Deleting subnet 8567317c-f604-45ab-82bd-d677b0fc5972 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:19.368237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-068472f9-3830-45da-ac83-5be896c2087f None None] Provisioning complete for port 9fea095a-b651-4b21-a197-9c17d84b2030 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:19.368535 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-068472f9-3830-45da-ac83-5be896c2087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.390013 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2688ef42-4574-4424-9ef0-3656d965e634 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.428247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c93d8a-b639-4749-a433-5afb2102dbde None None] Pushing event updated for resources: {'Port': ['ID=4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:19.441613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-068472f9-3830-45da-ac83-5be896c2087f None None] Port 9fea095a-b651-4b21-a197-9c17d84b2030 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:19.457143 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-068472f9-3830-45da-ac83-5be896c2087f None None] Provisioning complete for port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:19.457655 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-068472f9-3830-45da-ac83-5be896c2087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.458047 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2688ef42-4574-4424-9ef0-3656d965e634 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.513911 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=9fea095a-b651-4b21-a197-9c17d84b2030,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:19.531103 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2688ef42-4574-4424-9ef0-3656d965e634 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.645551 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2688ef42-4574-4424-9ef0-3656d965e634 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.712478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688ef42-4574-4424-9ef0-3656d965e634 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8567317c-f604-45ab-82bd-d677b0fc5972,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:19.714753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2688ef42-4574-4424-9ef0-3656d965e634 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.722434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2688ef42-4574-4424-9ef0-3656d965e634 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/8567317c-f604-45ab-82bd-d677b0fc5972 HTTP/1.1" status: 204 len: 168 time: 0.5202978 Aug 24 00:43:19.726027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34564) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:19.832730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d0b493b4-ec63-47b1-8744-eeb577251c12 None None] Provisioning complete for port 9fea095a-b651-4b21-a197-9c17d84b2030 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:19.834492 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d0b493b4-ec63-47b1-8744-eeb577251c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.915646 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27617045-52c9-4dc8-b99d-7842feda13f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.941013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d0b493b4-ec63-47b1-8744-eeb577251c12 None None] Port 9fea095a-b651-4b21-a197-9c17d84b2030 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:19.972060 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.052467 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27617045-52c9-4dc8-b99d-7842feda13f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.065964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-27617045-52c9-4dc8-b99d-7842feda13f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8456684f-4ce4-4cc3-a60b-43e3e3cff222']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:20.089595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-27617045-52c9-4dc8-b99d-7842feda13f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c50da65-9078-406b-b10c-0eb3749d0f01') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:20.089899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-27617045-52c9-4dc8-b99d-7842feda13f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c50da65-9078-406b-b10c-0eb3749d0f01') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:20.100715 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27617045-52c9-4dc8-b99d-7842feda13f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.119920 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27617045-52c9-4dc8-b99d-7842feda13f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.128435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27617045-52c9-4dc8-b99d-7842feda13f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:43:20.128857 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27617045-52c9-4dc8-b99d-7842feda13f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:43:20.131885 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:43:20.185497 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.205018 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27617045-52c9-4dc8-b99d-7842feda13f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.211523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27617045-52c9-4dc8-b99d-7842feda13f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8456684f-4ce4-4cc3-a60b-43e3e3cff222 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 24 00:43:20.214742 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27617045-52c9-4dc8-b99d-7842feda13f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.216882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-27617045-52c9-4dc8-b99d-7842feda13f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "DELETE /v2.0/networks/8456684f-4ce4-4cc3-a60b-43e3e3cff222 HTTP/1.1" status: 204 len: 168 time: 0.4894412 Aug 24 00:43:20.229772 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27617045-52c9-4dc8-b99d-7842feda13f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event deleted for resources: {'Network': ['ID=8456684f-4ce4-4cc3-a60b-43e3e3cff222,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:20.525567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34580) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:20.530884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-be15d4da-437b-45f9-9bc8-2bc80edb0556 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Request body: {'router': {'name': 'tempest-router--1668315170', 'project_id': 'f435180ff4844b72971489bf074ca6b1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:20.569961 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be15d4da-437b-45f9-9bc8-2bc80edb0556 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.577513 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be15d4da-437b-45f9-9bc8-2bc80edb0556 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.684450 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.691668 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be15d4da-437b-45f9-9bc8-2bc80edb0556 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.693931 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.698265 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be15d4da-437b-45f9-9bc8-2bc80edb0556 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.716851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be15d4da-437b-45f9-9bc8-2bc80edb0556 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.719047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-be15d4da-437b-45f9-9bc8-2bc80edb0556 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1921289 Aug 24 00:43:20.721887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34582) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:20.802842 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.843158 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a02cf88d-614c-47ba-8249-489190d490f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.862853 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=9fea095a-b651-4b21-a197-9c17d84b2030,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:20.957613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:21.016219 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 10d4360e-1e2a-40fb-a95b-ee4732e07fdb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:21.028255 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:21.040893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:21.041381 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.139743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a02cf88d-614c-47ba-8249-489190d490f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.142953 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a02cf88d-614c-47ba-8249-489190d490f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.211324 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a02cf88d-614c-47ba-8249-489190d490f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.212467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02cf88d-614c-47ba-8249-489190d490f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16b04e5e-d010-45d0-a287-6ea26cc9ad9b {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:21.217602 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a02cf88d-614c-47ba-8249-489190d490f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.219192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a02cf88d-614c-47ba-8249-489190d490f6 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "DELETE /v2.0/routers/16b04e5e-d010-45d0-a287-6ea26cc9ad9b HTTP/1.1" status: 204 len: 168 time: 0.4956427 Aug 24 00:43:21.322383 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:21.460626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34592) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:21.525964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c24db041-3ca0-4aa7-b0b8-b945a72b4a82 None None] Provisioning complete for port 9fea095a-b651-4b21-a197-9c17d84b2030 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:21.526606 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c24db041-3ca0-4aa7-b0b8-b945a72b4a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.548500 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:21.570408 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30fc299-b50d-4816-814e-1ae911f57df4 None None] Sync routers for ids ['46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:21.573455 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-01b037b7-9f0c-4e32-b267-1725c598bf4c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0596564 Aug 24 00:43:21.574650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34598) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:21.588456 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30fc299-b50d-4816-814e-1ae911f57df4 None None] Routers {'46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:21.589208 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d30fc299-b50d-4816-814e-1ae911f57df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:21.597975 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c24db041-3ca0-4aa7-b0b8-b945a72b4a82 None None] Port 9fea095a-b651-4b21-a197-9c17d84b2030 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:21.648620 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d30fc299-b50d-4816-814e-1ae911f57df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:21.658509 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30fc299-b50d-4816-814e-1ae911f57df4 None None] Routers {'46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:21.659395 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d30fc299-b50d-4816-814e-1ae911f57df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:21.660694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f7989f-cd37-4b6d-8809-7efee797c62f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:21.663622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e6f7989f-cd37-4b6d-8809-7efee797c62f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports/9fea095a-b651-4b21-a197-9c17d84b2030 HTTP/1.1" status: 200 len: 977 time: 0.0879335 Aug 24 00:43:21.666310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34600) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:21.700885 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d30fc299-b50d-4816-814e-1ae911f57df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:21.701788 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30fc299-b50d-4816-814e-1ae911f57df4 None None] The sync data for ids ['46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:21.796227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-493231444', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:21.915374 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.916559 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:22.040934 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:22.289271 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:22.486459 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6137a11f-e2b3-4813-84fb-82f2d2b14fc6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:23.171432 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:23.199464 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:23.374133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Allocated IP 172.25.8.74 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/2f36171c-2371-4ba3-bc08-eeb7a5e0872a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:23.391767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6137a11f-e2b3-4813-84fb-82f2d2b14fc6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port 9fea095a-b651-4b21-a197-9c17d84b2030 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:23.392087 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6137a11f-e2b3-4813-84fb-82f2d2b14fc6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:23.594795 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6137a11f-e2b3-4813-84fb-82f2d2b14fc6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:23.617778 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:23.620009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6137a11f-e2b3-4813-84fb-82f2d2b14fc6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for 9fea095a-b651-4b21-a197-9c17d84b2030 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:23.715835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:23.839084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:23.852059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:23.856725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Pushing event updated for resources: {'Port': ['ID=2f36171c-2371-4ba3-bc08-eeb7a5e0872a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:23.859478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:23.869365 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:23.978027 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6137a11f-e2b3-4813-84fb-82f2d2b14fc6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:24.059735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137a11f-e2b3-4813-84fb-82f2d2b14fc6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=9fea095a-b651-4b21-a197-9c17d84b2030,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:24.215981 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1954ad0a-0621-46f9-9c1d-af64241aa920 req-a414bc9c-ed17-485c-a2f6-557d9c95fe53 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1496353 Aug 24 00:43:24.358307 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6137a11f-e2b3-4813-84fb-82f2d2b14fc6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:24.465647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954ad0a-0621-46f9-9c1d-af64241aa920 req-884e3caf-28c6-4c47-9be2-c3df7fc83ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:24.467189 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1954ad0a-0621-46f9-9c1d-af64241aa920 req-884e3caf-28c6-4c47-9be2-c3df7fc83ff1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14b0ea4c99334b5d9c637a705a2c71cd&device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 1096 time: 0.1450884 Aug 24 00:43:24.550221 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:24.754666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6137a11f-e2b3-4813-84fb-82f2d2b14fc6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:24.764093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954ad0a-0621-46f9-9c1d-af64241aa920 req-5f1ad78a-b5db-4bfc-afff-231b4816abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:24.765611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1954ad0a-0621-46f9-9c1d-af64241aa920 req-5f1ad78a-b5db-4bfc-afff-231b4816abc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b44a77a0-e4f2-476f-a0cc-ab5f0b805736 HTTP/1.1" status: 200 len: 910 time: 0.2688975 Aug 24 00:43:24.943480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6137a11f-e2b3-4813-84fb-82f2d2b14fc6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:24.951932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6137a11f-e2b3-4813-84fb-82f2d2b14fc6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2839146 Aug 24 00:43:24.957026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34652) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:24.963953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430a5462-0758-436d-90b9-3371d7d7fbbc None None] Sync routers for ids ['46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:24.970192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1954ad0a-0621-46f9-9c1d-af64241aa920 req-919dccf2-9329-4501-9932-927e65dd0a4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a9bc93b-2892-46e3-aa8b-16be4f40be80 HTTP/1.1" status: 200 len: 999 time: 0.1945498 Aug 24 00:43:24.984799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430a5462-0758-436d-90b9-3371d7d7fbbc None None] Routers {'46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:24.986402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-430a5462-0758-436d-90b9-3371d7d7fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:25.052871 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:25.057988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-430a5462-0758-436d-90b9-3371d7d7fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:25.070488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954ad0a-0621-46f9-9c1d-af64241aa920 req-9f10ac54-7020-461a-8525-928a1621fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:25.072006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1954ad0a-0621-46f9-9c1d-af64241aa920 req-9f10ac54-7020-461a-8525-928a1621fb0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fe8f63e-1610-4dc4-9a51-0540f42393c8 HTTP/1.1" status: 200 len: 848 time: 0.0729897 Aug 24 00:43:25.094858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430a5462-0758-436d-90b9-3371d7d7fbbc None None] Routers {'46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:25.101590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-430a5462-0758-436d-90b9-3371d7d7fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:25.181921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954ad0a-0621-46f9-9c1d-af64241aa920 req-d3b775fe-371b-4c29-9bdf-f9fce83269f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:25.182700 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1954ad0a-0621-46f9-9c1d-af64241aa920 req-d3b775fe-371b-4c29-9bdf-f9fce83269f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b44a77a0-e4f2-476f-a0cc-ab5f0b805736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672197 Aug 24 00:43:25.204351 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-430a5462-0758-436d-90b9-3371d7d7fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:25.205068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430a5462-0758-436d-90b9-3371d7d7fbbc None None] The sync data for ids ['46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:25.324248 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-feee7fba-3e55-40cb-a503-5b3193c378a8 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] remove_router_interface failed (client error): The resource could not be found. Aug 24 00:43:25.328926 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-feee7fba-3e55-40cb-a503-5b3193c378a8 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3694351 Aug 24 00:43:25.330041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34660) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:25.420938 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-92a7d20a-8e38-45f2-81a1-87c7fe6174a4 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a HTTP/1.1" status: 200 len: 205 time: 0.0653934 Aug 24 00:43:25.431682 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34664) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:25.524569 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1da95440-81cb-4bc0-9af1-8820ffa60cda tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:25.731793 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1da95440-81cb-4bc0-9af1-8820ffa60cda tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:25.734210 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1da95440-81cb-4bc0-9af1-8820ffa60cda tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:25.807467 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1da95440-81cb-4bc0-9af1-8820ffa60cda tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:25.808453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da95440-81cb-4bc0-9af1-8820ffa60cda tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Fanout notify agent at l3_agent the message router_deleted on router 46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:25.827097 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1da95440-81cb-4bc0-9af1-8820ffa60cda tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:25.830616 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1da95440-81cb-4bc0-9af1-8820ffa60cda tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/routers/46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a HTTP/1.1" status: 204 len: 168 time: 0.3956339 Aug 24 00:43:25.831769 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:25.849666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1954ad0a-0621-46f9-9c1d-af64241aa920 req-f01c5397-51c4-47d1-a5a7-aa6f34470a57 service neutron] 10.222.0.47 "GET /v2.0/networks/b44a77a0-e4f2-476f-a0cc-ab5f0b805736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364448 Aug 24 00:43:25.880883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Router 21b45308-fade-4762-8de2-6f60d2675f29 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:25.931346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f112905-6faf-4751-bd44-051998929af0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting subnet 232b1242-393f-41f1-b75c-80b5382e2eee {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:25.941990 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f112905-6faf-4751-bd44-051998929af0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:25.994411 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f112905-6faf-4751-bd44-051998929af0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.040486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1954ad0a-0621-46f9-9c1d-af64241aa920 req-322a79ba-d50d-4eef-9271-4340b80613b2 service neutron] 10.222.0.47 "GET /v2.0/networks/b44a77a0-e4f2-476f-a0cc-ab5f0b805736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823006 Aug 24 00:43:26.095029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:26.107694 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51abaab5-e1c6-40c5-8247-2ffd9d36c62b None None] Sync routers for ids ['21b45308-fade-4762-8de2-6f60d2675f29'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:26.113428 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f112905-6faf-4751-bd44-051998929af0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.121962 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51abaab5-e1c6-40c5-8247-2ffd9d36c62b None None] Routers {'21b45308-fade-4762-8de2-6f60d2675f29'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:26.122705 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.123329 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-51abaab5-e1c6-40c5-8247-2ffd9d36c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['21b45308-fade-4762-8de2-6f60d2675f29'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:26.127619 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-76f96f78-09a4-438d-a73d-6445c1f4285c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6639056 Aug 24 00:43:26.128701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34676) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:26.180865 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-51abaab5-e1c6-40c5-8247-2ffd9d36c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:26.199466 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51abaab5-e1c6-40c5-8247-2ffd9d36c62b None None] Routers {'21b45308-fade-4762-8de2-6f60d2675f29'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:26.200506 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-51abaab5-e1c6-40c5-8247-2ffd9d36c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['21b45308-fade-4762-8de2-6f60d2675f29'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:26.262235 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f112905-6faf-4751-bd44-051998929af0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.266289 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-51abaab5-e1c6-40c5-8247-2ffd9d36c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:26.268088 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51abaab5-e1c6-40c5-8247-2ffd9d36c62b None None] The sync data for ids ['21b45308-fade-4762-8de2-6f60d2675f29'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:26.293032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1325e99b-3616-41ad-9085-b768e906f7f2 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/routers/21b45308-fade-4762-8de2-6f60d2675f29 HTTP/1.1" status: 200 len: 919 time: 0.1610324 Aug 24 00:43:26.306829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34684) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:26.307631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f112905-6faf-4751-bd44-051998929af0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Subnet': ['ID=232b1242-393f-41f1-b75c-80b5382e2eee,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:26.319011 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3f112905-6faf-4751-bd44-051998929af0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.323603 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3f112905-6faf-4751-bd44-051998929af0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/232b1242-393f-41f1-b75c-80b5382e2eee HTTP/1.1" status: 204 len: 168 time: 0.4894657 Aug 24 00:43:26.324916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:26.334696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81f0dbb-1657-429a-a49a-186d01d3263d None None] Network 10d4360e-1e2a-40fb-a95b-ee4732e07fdb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:26.366088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d2bc582c-916e-4713-948f-5f71c55de832 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "GET /v2.0/ports?device_id=21b45308-fade-4762-8de2-6f60d2675f29 HTTP/1.1" status: 200 len: 205 time: 0.0654302 Aug 24 00:43:26.366649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34688) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:26.453031 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.550301 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.581051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:26.581498 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.609169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad8c34d-dcdd-4fc4-be69-86e9389b9824 None None] DHCP port deletion for 10d4360e-1e2a-40fb-a95b-ee4732e07fdb request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:43:26.690863 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] For port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c,segment=NetworkSegment(186dfc08-156b-4f2b-b7c4-d9bdd22c5313),segment_id=186dfc08-156b-4f2b-b7c4-d9bdd22c5313)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:26.691238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.711010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:26.721795 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9ad8c34d-dcdd-4fc4-be69-86e9389b9824 None None] Deleting port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:26.723413 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9ad8c34d-dcdd-4fc4-be69-86e9389b9824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.728560 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.812525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Deleting port 2f36171c-2371-4ba3-bc08-eeb7a5e0872a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:26.813017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.820928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.849985 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No DVR routers for this DVR port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:26.903488 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9ad8c34d-dcdd-4fc4-be69-86e9389b9824 None None] For port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c,segment=NetworkSegment(186dfc08-156b-4f2b-b7c4-d9bdd22c5313),segment_id=186dfc08-156b-4f2b-b7c4-d9bdd22c5313)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:26.906218 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9ad8c34d-dcdd-4fc4-be69-86e9389b9824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.920221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:26.938038 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.955629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9ad8c34d-dcdd-4fc4-be69-86e9389b9824 None None] Calling delete_port for 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:26.965962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:26.980791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Calling delete_port for 2f36171c-2371-4ba3-bc08-eeb7a5e0872a owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:26.998326 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:43:26.999046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:27.014545 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.029134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d4360e-1e2a-40fb-a95b-ee4732e07fdb']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:27.043678 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186dfc08-156b-4f2b-b7c4-d9bdd22c5313') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:27.043986 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186dfc08-156b-4f2b-b7c4-d9bdd22c5313') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:27.069148 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.099673 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.103505 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9ad8c34d-dcdd-4fc4-be69-86e9389b9824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.111552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:43:27.111962 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.116606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8c34d-dcdd-4fc4-be69-86e9389b9824 None None] No DVR routers for this DVR port 4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:43:27.119584 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:43:27.147366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8c34d-dcdd-4fc4-be69-86e9389b9824 None None] Pushing event deleted for resources: {'Port': ['ID=4d7d7713-8a6d-4cea-9d1a-c9f22915dc5c,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:27.249108 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.251182 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.256117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.262134 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/networks/10d4360e-1e2a-40fb-a95b-ee4732e07fdb HTTP/1.1" status: 204 len: 168 time: 0.9326077 Aug 24 00:43:27.262647 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34706) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:27.269325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-920f93c6-1637-426d-9dc4-5321eb0f8dfe tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'network': {'name': 'tempest-RoutersTest-1954692822'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:27.292034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4803cb1-48fe-43e2-96d2-dccb0624279c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Network': ['ID=10d4360e-1e2a-40fb-a95b-ee4732e07fdb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:27.314115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920f93c6-1637-426d-9dc4-5321eb0f8dfe tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:27.319321 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-920f93c6-1637-426d-9dc4-5321eb0f8dfe tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.335309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Pushing event deleted for resources: {'Port': ['ID=2f36171c-2371-4ba3-bc08-eeb7a5e0872a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:27.351520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920f93c6-1637-426d-9dc4-5321eb0f8dfe tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:43:27.365860 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-920f93c6-1637-426d-9dc4-5321eb0f8dfe tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.366415 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-920f93c6-1637-426d-9dc4-5321eb0f8dfe tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Added segment ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b of type vlan for network b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1 Aug 24 00:43:27.385764 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.433481 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-920f93c6-1637-426d-9dc4-5321eb0f8dfe tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.469406 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-920f93c6-1637-426d-9dc4-5321eb0f8dfe tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.477761 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f93c6-1637-426d-9dc4-5321eb0f8dfe tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:27.478692 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-920f93c6-1637-426d-9dc4-5321eb0f8dfe tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.511598 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.514642 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.527070 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b5abb401-597e-4a4d-8c77-4c24ba6ca673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.566670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34718) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:27.569370 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-920f93c6-1637-426d-9dc4-5321eb0f8dfe tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3051248 Aug 24 00:43:27.579180 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9578e815-a10b-4bdc-a448-cecce4301619 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'subnet': {'network_id': 'b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:27.592843 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f93c6-1637-426d-9dc4-5321eb0f8dfe tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Network': ['ID=b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:27.603342 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.603880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Fanout notify agent at l3_agent the message router_deleted on router 21b45308-fade-4762-8de2-6f60d2675f29 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:27.609441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:43:27.613785 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.615298 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-be70a333-ea7b-4db6-87c5-7486f9b265ac tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "DELETE /v2.0/routers/21b45308-fade-4762-8de2-6f60d2675f29 HTTP/1.1" status: 204 len: 168 time: 1.2476914 Aug 24 00:43:27.620249 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:27.625473 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2067095297', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'enable_snat': False}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:27.677234 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.678556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.736515 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.759394 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9578e815-a10b-4bdc-a448-cecce4301619 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:27.763437 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9578e815-a10b-4bdc-a448-cecce4301619 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.903436 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.992730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9578e815-a10b-4bdc-a448-cecce4301619 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.074730 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578e815-a10b-4bdc-a448-cecce4301619 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Subnet': ['ID=e40a1852-cb51-427f-a9b2-fc8049c0d295,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:28.087254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578e815-a10b-4bdc-a448-cecce4301619 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Checking segment: {'id': 'ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:28.087617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9578e815-a10b-4bdc-a448-cecce4301619 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network hostable DHCP agents. Network: b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:43:28.107547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9578e815-a10b-4bdc-a448-cecce4301619 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:43:28.119037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-9578e815-a10b-4bdc-a448-cecce4301619 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:28.127172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d63cd86-068a-4e91-b0e6-6a2f82ecad97 None None] Network b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:28.132065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9578e815-a10b-4bdc-a448-cecce4301619 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:28.132666 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9578e815-a10b-4bdc-a448-cecce4301619 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.155368 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9578e815-a10b-4bdc-a448-cecce4301619 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5844581 Aug 24 00:43:28.155835 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:28.161665 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-98b58f2b-507d-4064-99e6-da19b715e18a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1148470930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:28.199799 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.223668 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.238714 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98b58f2b-507d-4064-99e6-da19b715e18a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.240372 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98b58f2b-507d-4064-99e6-da19b715e18a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.320005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1', 'network_id': 'b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'fixed_ips': [{'subnet_id': 'e40a1852-cb51-427f-a9b2-fc8049c0d295'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:28.321252 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.358475 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98b58f2b-507d-4064-99e6-da19b715e18a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.370822 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98b58f2b-507d-4064-99e6-da19b715e18a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.498768 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Allocated IP 172.20.0.2 (b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1/e40a1852-cb51-427f-a9b2-fc8049c0d295/1b56f9d6-d574-4c9f-8683-641913525b77) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:28.756300 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.766484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Transition to ACTIVE for port object 1b56f9d6-d574-4c9f-8683-641913525b77 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:28.784465 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Transition to ACTIVE for port object 1b56f9d6-d574-4c9f-8683-641913525b77 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:28.793351 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.797597 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98b58f2b-507d-4064-99e6-da19b715e18a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.798968 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-98b58f2b-507d-4064-99e6-da19b715e18a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6419742 Aug 24 00:43:28.802661 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34756) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:28.855991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Network b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:28.859305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:28.863061 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:28.881557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Pushing event updated for resources: {'Port': ['ID=1b56f9d6-d574-4c9f-8683-641913525b77,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:28.885361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Allocated IP 172.25.8.221 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/507b811d-9906-4fce-bc9c-b08d22ca867f) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:28.937200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Attempting to bind port 1b56f9d6-d574-4c9f-8683-641913525b77 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:28.937594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Attempting to bind port 1b56f9d6-d574-4c9f-8683-641913525b77 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:28.937967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Attempting to bind port 1b56f9d6-d574-4c9f-8683-641913525b77 on network b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:28.944530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:28.945278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Checking segment: {'id': 'ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:28.945831 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.946286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Bound using segment: {'id': 'ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:28.946691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Bound port: 1b56f9d6-d574-4c9f-8683-641913525b77, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:28.947137 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.042053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] For port 1b56f9d6-d574-4c9f-8683-641913525b77, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:29.053802 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] For port 1b56f9d6-d574-4c9f-8683-641913525b77, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1b56f9d6-d574-4c9f-8683-641913525b77,segment=NetworkSegment(ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b),segment_id=ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:29.060507 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.163405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594f7fb-8575-41ad-a6b1-53bfd1f94de3 None None] Pushing event updated for resources: {'Port': ['ID=1b56f9d6-d574-4c9f-8683-641913525b77,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:29.203538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-801aa3cb-2aed-42aa-bfb1-2dff0edc081f req-7130178f-0010-4ed6-9897-f0e139d4e84a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1023617 Aug 24 00:43:29.295059 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.321670 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.334816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801aa3cb-2aed-42aa-bfb1-2dff0edc081f req-b7d1248b-0d67-454a-87fa-b04ed0d98e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:29.336367 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-801aa3cb-2aed-42aa-bfb1-2dff0edc081f req-b7d1248b-0d67-454a-87fa-b04ed0d98e51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 1097 time: 0.0589314 Aug 24 00:43:29.576100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801aa3cb-2aed-42aa-bfb1-2dff0edc081f req-c969861f-fb6d-458b-a27c-c0bd17d4d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:29.577676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-801aa3cb-2aed-42aa-bfb1-2dff0edc081f req-c969861f-fb6d-458b-a27c-c0bd17d4d4e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.2158463 Aug 24 00:43:29.597763 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.651880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:29.664245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:29.672704 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:29.720648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-801aa3cb-2aed-42aa-bfb1-2dff0edc081f req-f68d41b7-06da-4d39-b170-253de84717f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5d1c14a-6c74-4e49-824f-c7d21d25e676 HTTP/1.1" status: 200 len: 1002 time: 0.1339486 Aug 24 00:43:29.757342 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event updated for resources: {'Port': ['ID=507b811d-9906-4fce-bc9c-b08d22ca867f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:29.773015 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.777139 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Allocated IP 172.20.0.1 (b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1/e40a1852-cb51-427f-a9b2-fc8049c0d295/397caa0b-d623-4c32-b04e-fdc66896b2b3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:29.787239 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801aa3cb-2aed-42aa-bfb1-2dff0edc081f req-0d0b9226-40fb-426f-a49e-b0f615ab6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:29.789554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-801aa3cb-2aed-42aa-bfb1-2dff0edc081f req-0d0b9226-40fb-426f-a49e-b0f615ab6c85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.0615010 Aug 24 00:43:29.877447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801aa3cb-2aed-42aa-bfb1-2dff0edc081f req-19e52dd5-19fe-40c2-bf33-bc46a748e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:29.879404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-801aa3cb-2aed-42aa-bfb1-2dff0edc081f req-19e52dd5-19fe-40c2-bf33-bc46a748e8b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785265 Aug 24 00:43:29.989351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-801aa3cb-2aed-42aa-bfb1-2dff0edc081f req-7d757563-6015-4ac0-b622-d9ff80944728 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009636 Aug 24 00:43:30.137382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-801aa3cb-2aed-42aa-bfb1-2dff0edc081f req-39d8a6af-3de4-4e5c-bf56-89398d310e45 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397164 Aug 24 00:43:30.137982 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.165262 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.191240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Transition to ACTIVE for port object 397caa0b-d623-4c32-b04e-fdc66896b2b3 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:30.209544 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.229453 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89060218-1e00-45f2-a95b-8447007a9ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.352221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.453916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=397caa0b-d623-4c32-b04e-fdc66896b2b3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:30.487743 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:30.497697 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:30.501742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:30.593572 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.597914 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.797882 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed594556-489c-41a8-9422-e395ee4be28f None None] Network b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:30.863389 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.986514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8dfb09e3-0ea5-4c7f-b483-1f439193ea4e None None] Provisioning for port 1b56f9d6-d574-4c9f-8683-641913525b77 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:30.990078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Router f82fbda0-1fa4-4325-b5ec-d48d9f7210c0 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:31.033474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1b56f9d6-d574-4c9f-8683-641913525b77 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:31.125784 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 1b56f9d6-d574-4c9f-8683-641913525b77 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:31.135438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1b56f9d6-d574-4c9f-8683-641913525b77 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:31.136138 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.269714 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:31.281835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Sync routers for ids ['f82fbda0-1fa4-4325-b5ec-d48d9f7210c0'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:31.313858 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.354318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 1b56f9d6-d574-4c9f-8683-641913525b77, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1b56f9d6-d574-4c9f-8683-641913525b77,segment=NetworkSegment(ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b),segment_id=ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:31.357417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Routers {'f82fbda0-1fa4-4325-b5ec-d48d9f7210c0'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:31.358122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f82fbda0-1fa4-4325-b5ec-d48d9f7210c0'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:31.363658 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.451053 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.476923 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.482356 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-13606244-1279-421c-bc90-e2b650d752ee tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.8608613 Aug 24 00:43:31.482628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34808) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:31.523679 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.538748 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.708928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-152b5755-5f3c-49e0-82be-1ffeb9c93550 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/routers/f82fbda0-1fa4-4325-b5ec-d48d9f7210c0 HTTP/1.1" status: 200 len: 909 time: 0.2207479 Aug 24 00:43:31.709662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34814) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:31.716295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2067095297', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'enable_snat': True}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:31.785632 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.787862 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.927781 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.942069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f330a3bc-0cdb-4c01-bd4f-51c3beac6753 None None] Provisioning complete for port 1b56f9d6-d574-4c9f-8683-641913525b77 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:31.943193 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f330a3bc-0cdb-4c01-bd4f-51c3beac6753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.012153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=1b56f9d6-d574-4c9f-8683-641913525b77,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:32.049610 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Set router f82fbda0-1fa4-4325-b5ec-d48d9f7210c0 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:32.124570 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.161294 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=397caa0b-d623-4c32-b04e-fdc66896b2b3,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:32.171695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.311696 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:32.313516 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:32.382515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f330a3bc-0cdb-4c01-bd4f-51c3beac6753 None None] Provisioning for port 397caa0b-d623-4c32-b04e-fdc66896b2b3 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:32.390764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f330a3bc-0cdb-4c01-bd4f-51c3beac6753 None None] Provisioning complete for port 397caa0b-d623-4c32-b04e-fdc66896b2b3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:32.392191 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f330a3bc-0cdb-4c01-bd4f-51c3beac6753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.453419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f330a3bc-0cdb-4c01-bd4f-51c3beac6753 None None] Port 397caa0b-d623-4c32-b04e-fdc66896b2b3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:32.457164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82fbda0-1fa4-4325-b5ec-d48d9f7210c0', 'name': 'tempest-snat-router-2067095297', 'tenant_id': '8a60610dfc254cdf83d10c622f6fd47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': False}, 'gw_port_id': '507b811d-9906-4fce-bc9c-b08d22ca867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:27Z', 'updated_at': '2021-08-24T00:43:29Z', 'revision_number': 3, 'project_id': '8a60610dfc254cdf83d10c622f6fd47f', 'gw_port': {'id': '507b811d-9906-4fce-bc9c-b08d22ca867f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82fbda0-1fa4-4325-b5ec-d48d9f7210c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:28Z', 'updated_at': '2021-08-24T00:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:32.492277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Checking router: f82fbda0-1fa4-4325-b5ec-d48d9f7210c0 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:43:32.492726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Updating router f82fbda0-1fa4-4325-b5ec-d48d9f7210c0 port 507b811d-9906-4fce-bc9c-b08d22ca867f binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:43:32.508301 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.547001 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.549419 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.579401 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 79d5e324-5542-470a-8528-3e46fb4a6ae5 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:32.712423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d157817a-f1e8-4b3f-9fc7-606390d0764b None None] Provisioning complete for port 397caa0b-d623-4c32-b04e-fdc66896b2b3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:32.712856 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d157817a-f1e8-4b3f-9fc7-606390d0764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.745282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:32.749681 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d157817a-f1e8-4b3f-9fc7-606390d0764b None None] Port 397caa0b-d623-4c32-b04e-fdc66896b2b3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:32.760156 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a306b0-2b39-43d1-84f6-49cb4b15d516 None None] Sync routers for ids ['79d5e324-5542-470a-8528-3e46fb4a6ae5'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:32.761461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34830) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:32.761709 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5e0a8d90-50bb-4e0f-a38c-6f86392fe858 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/79d5e324-5542-470a-8528-3e46fb4a6ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9577589 Aug 24 00:43:32.773162 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a306b0-2b39-43d1-84f6-49cb4b15d516 None None] Routers {'79d5e324-5542-470a-8528-3e46fb4a6ae5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:32.774393 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-61a306b0-2b39-43d1-84f6-49cb4b15d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['79d5e324-5542-470a-8528-3e46fb4a6ae5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:32.808044 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Allocated IP 172.25.8.82 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/fc32cbcf-70ef-44fb-b1ea-536ce8720881) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:32.812999 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-61a306b0-2b39-43d1-84f6-49cb4b15d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:32.823600 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a306b0-2b39-43d1-84f6-49cb4b15d516 None None] Routers {'79d5e324-5542-470a-8528-3e46fb4a6ae5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:32.824434 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-61a306b0-2b39-43d1-84f6-49cb4b15d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['79d5e324-5542-470a-8528-3e46fb4a6ae5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:32.832103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317cb053-a8e3-47d2-88d9-1aa8c1efb927 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:32.834669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-317cb053-a8e3-47d2-88d9-1aa8c1efb927 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports/397caa0b-d623-4c32-b04e-fdc66896b2b3 HTTP/1.1" status: 200 len: 910 time: 0.0719211 Aug 24 00:43:32.837943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34832) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:32.886886 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-61a306b0-2b39-43d1-84f6-49cb4b15d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:32.887839 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a306b0-2b39-43d1-84f6-49cb4b15d516 None None] The sync data for ids ['79d5e324-5542-470a-8528-3e46fb4a6ae5'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:32.902060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-285ae7b9-9f5b-4d4b-9186-4b089e6da2d9 None None] Provisioning complete for port 397caa0b-d623-4c32-b04e-fdc66896b2b3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:32.902598 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-285ae7b9-9f5b-4d4b-9186-4b089e6da2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.009677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1b56f9d6-d574-4c9f-8683-641913525b77 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:33.023536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-285ae7b9-9f5b-4d4b-9186-4b089e6da2d9 None None] Port 397caa0b-d623-4c32-b04e-fdc66896b2b3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:33.098028 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.125885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1b56f9d6-d574-4c9f-8683-641913525b77 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:33.126264 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.261803 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.399349 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.466465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:33.476355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:33.483566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:33.515931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event updated for resources: {'Port': ['ID=fc32cbcf-70ef-44fb-b1ea-536ce8720881,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:33.725794 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.744718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Transition to ACTIVE for port object 507b811d-9906-4fce-bc9c-b08d22ca867f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:33.754017 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.814099 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-196fd38b-5b47-4d53-80c9-181ff5a60395 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.821910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Attempting to bind port 507b811d-9906-4fce-bc9c-b08d22ca867f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:33.822353 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Attempting to bind port 507b811d-9906-4fce-bc9c-b08d22ca867f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:33.822745 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Attempting to bind port 507b811d-9906-4fce-bc9c-b08d22ca867f on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:33.830793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:33.831188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:33.831598 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.832000 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:33.832473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Bound port: 507b811d-9906-4fce-bc9c-b08d22ca867f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:33.833872 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.896774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e3ebd-bcd3-4847-99d8-8df5385fd2fa None None] Pushing event updated for resources: {'Port': ['ID=507b811d-9906-4fce-bc9c-b08d22ca867f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:33.903899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] For port 507b811d-9906-4fce-bc9c-b08d22ca867f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:33.907800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] For port 507b811d-9906-4fce-bc9c-b08d22ca867f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=507b811d-9906-4fce-bc9c-b08d22ca867f,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:33.919189 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.988523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Routers {'f82fbda0-1fa4-4325-b5ec-d48d9f7210c0'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:33.990199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f82fbda0-1fa4-4325-b5ec-d48d9f7210c0'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:33.993200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e3ebd-bcd3-4847-99d8-8df5385fd2fa None None] Pushing event updated for resources: {'Port': ['ID=507b811d-9906-4fce-bc9c-b08d22ca867f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:34.120680 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] Set router f82fbda0-1fa4-4325-b5ec-d48d9f7210c0 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:34.397307 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82fbda0-1fa4-4325-b5ec-d48d9f7210c0', 'name': 'tempest-snat-router-2067095297', 'tenant_id': '8a60610dfc254cdf83d10c622f6fd47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': False}, 'gw_port_id': '507b811d-9906-4fce-bc9c-b08d22ca867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:27Z', 'updated_at': '2021-08-24T00:43:29Z', 'revision_number': 3, 'project_id': '8a60610dfc254cdf83d10c622f6fd47f', 'gw_port': {'id': '507b811d-9906-4fce-bc9c-b08d22ca867f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82fbda0-1fa4-4325-b5ec-d48d9f7210c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:28Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:34.434077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe560ff-4d22-442c-9df6-ec2ea6a24063 None None] The sync data for ids ['f82fbda0-1fa4-4325-b5ec-d48d9f7210c0'] in n-d-805736-1 is: [{'id': 'f82fbda0-1fa4-4325-b5ec-d48d9f7210c0', 'name': 'tempest-snat-router-2067095297', 'tenant_id': '8a60610dfc254cdf83d10c622f6fd47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221'}], 'enable_snat': False}, 'gw_port_id': '507b811d-9906-4fce-bc9c-b08d22ca867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:27Z', 'updated_at': '2021-08-24T00:43:29Z', 'revision_number': 3, 'project_id': '8a60610dfc254cdf83d10c622f6fd47f', 'gw_port': {'id': '507b811d-9906-4fce-bc9c-b08d22ca867f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:fd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82fbda0-1fa4-4325-b5ec-d48d9f7210c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:28Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:34.517049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:34.826758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-196fd38b-5b47-4d53-80c9-181ff5a60395 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port 397caa0b-d623-4c32-b04e-fdc66896b2b3 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:34.827168 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-196fd38b-5b47-4d53-80c9-181ff5a60395 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:34.878623 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:34.972419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 507b811d-9906-4fce-bc9c-b08d22ca867f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:35.033265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 507b811d-9906-4fce-bc9c-b08d22ca867f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:35.033540 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-196fd38b-5b47-4d53-80c9-181ff5a60395 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.039896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 507b811d-9906-4fce-bc9c-b08d22ca867f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:35.040574 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.052656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-196fd38b-5b47-4d53-80c9-181ff5a60395 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for 397caa0b-d623-4c32-b04e-fdc66896b2b3 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:35.148355 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.175961 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 507b811d-9906-4fce-bc9c-b08d22ca867f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=507b811d-9906-4fce-bc9c-b08d22ca867f,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:35.183176 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.207569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Router 888be05c-9961-4055-89e8-be59aaa7d038 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:35.245165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=507b811d-9906-4fce-bc9c-b08d22ca867f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:35.376594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:35.388003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] Sync routers for ids ['888be05c-9961-4055-89e8-be59aaa7d038'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:35.401759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] Routers {'888be05c-9961-4055-89e8-be59aaa7d038'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:35.402400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['888be05c-9961-4055-89e8-be59aaa7d038'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:35.409730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.411207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-412a8a68-fe63-4d81-9309-c7d6575b9902 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7003791 Aug 24 00:43:35.414024 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34880) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:35.421581 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-196fd38b-5b47-4d53-80c9-181ff5a60395 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.458904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fd38b-5b47-4d53-80c9-181ff5a60395 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=397caa0b-d623-4c32-b04e-fdc66896b2b3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:35.619547 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b56c0be4-1bcb-4ff9-867f-30ccdbff6a2d tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/routers/888be05c-9961-4055-89e8-be59aaa7d038 HTTP/1.1" status: 200 len: 907 time: 0.2041411 Aug 24 00:43:35.622672 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:35.658029 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] Set router 888be05c-9961-4055-89e8-be59aaa7d038 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:35.831084 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-196fd38b-5b47-4d53-80c9-181ff5a60395 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.870375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.994257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.015684 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888be05c-9961-4055-89e8-be59aaa7d038', 'name': 'tempest-snat-router-2067095297', 'tenant_id': '8a60610dfc254cdf83d10c622f6fd47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'fc32cbcf-70ef-44fb-b1ea-536ce8720881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:31Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 3, 'project_id': '8a60610dfc254cdf83d10c622f6fd47f', 'gw_port': {'id': 'fc32cbcf-70ef-44fb-b1ea-536ce8720881', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888be05c-9961-4055-89e8-be59aaa7d038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:32Z', 'updated_at': '2021-08-24T00:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:36.047306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] Checking router: 888be05c-9961-4055-89e8-be59aaa7d038 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:43:36.047967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] Updating router 888be05c-9961-4055-89e8-be59aaa7d038 port fc32cbcf-70ef-44fb-b1ea-536ce8720881 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:43:36.078910 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.090617 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Deleting port fc32cbcf-70ef-44fb-b1ea-536ce8720881 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:36.091001 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.137243 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196fd38b-5b47-4d53-80c9-181ff5a60395 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 79d5e324-5542-470a-8528-3e46fb4a6ae5 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:36.232859 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196fd38b-5b47-4d53-80c9-181ff5a60395 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:36.243218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-196fd38b-5b47-4d53-80c9-181ff5a60395 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/79d5e324-5542-470a-8528-3e46fb4a6ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4042211 Aug 24 00:43:36.245783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34892) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:36.247705 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.253883 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849deeb6-b3c0-40d2-90a1-0c9f28d77f0e None None] Sync routers for ids ['79d5e324-5542-470a-8528-3e46fb4a6ae5'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:36.266668 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849deeb6-b3c0-40d2-90a1-0c9f28d77f0e None None] Routers {'79d5e324-5542-470a-8528-3e46fb4a6ae5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:36.268102 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Calling delete_port for fc32cbcf-70ef-44fb-b1ea-536ce8720881 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:36.268631 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-849deeb6-b3c0-40d2-90a1-0c9f28d77f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['79d5e324-5542-470a-8528-3e46fb4a6ae5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:36.311191 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-849deeb6-b3c0-40d2-90a1-0c9f28d77f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:36.317918 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d3cd848e-e1a6-413c-97f5-eff0bbe16ba2 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports?device_id=79d5e324-5542-470a-8528-3e46fb4a6ae5 HTTP/1.1" status: 200 len: 205 time: 0.0658774 Aug 24 00:43:36.320179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34894) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:36.325063 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849deeb6-b3c0-40d2-90a1-0c9f28d77f0e None None] Routers {'79d5e324-5542-470a-8528-3e46fb4a6ae5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:36.326072 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-849deeb6-b3c0-40d2-90a1-0c9f28d77f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['79d5e324-5542-470a-8528-3e46fb4a6ae5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:36.406140 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-849deeb6-b3c0-40d2-90a1-0c9f28d77f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:36.406985 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849deeb6-b3c0-40d2-90a1-0c9f28d77f0e None None] The sync data for ids ['79d5e324-5542-470a-8528-3e46fb4a6ae5'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:36.480716 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-747fd9a2-1bc9-42e6-99ab-b220e4597a59 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.522099 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.552692 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:43:36.553283 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:43:36.600773 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc32cbcf-70ef-44fb-b1ea-536ce8720881,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:36.657328 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.721985 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-747fd9a2-1bc9-42e6-99ab-b220e4597a59 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.725268 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-747fd9a2-1bc9-42e6-99ab-b220e4597a59 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.765814 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.768238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.778698 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-747fd9a2-1bc9-42e6-99ab-b220e4597a59 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.779340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747fd9a2-1bc9-42e6-99ab-b220e4597a59 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Fanout notify agent at l3_agent the message router_deleted on router 79d5e324-5542-470a-8528-3e46fb4a6ae5 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:36.787826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-747fd9a2-1bc9-42e6-99ab-b220e4597a59 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.791416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-747fd9a2-1bc9-42e6-99ab-b220e4597a59 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/routers/79d5e324-5542-470a-8528-3e46fb4a6ae5 HTTP/1.1" status: 204 len: 168 time: 0.4674518 Aug 24 00:43:36.798077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34898) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:36.821791 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.822681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 888be05c-9961-4055-89e8-be59aaa7d038 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:36.850009 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.857599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34902) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:36.858692 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dad2392e-1c18-4363-bb35-979b6b5a5b35 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "DELETE /v2.0/routers/888be05c-9961-4055-89e8-be59aaa7d038 HTTP/1.1" status: 204 len: 168 time: 1.2218151 Aug 24 00:43:36.925431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-73100606-a7d8-4c10-82e7-5eb3528fcf7d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting subnet e40a1852-cb51-427f-a9b2-fc8049c0d295 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:36.932662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73100606-a7d8-4c10-82e7-5eb3528fcf7d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.951729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 507b811d-9906-4fce-bc9c-b08d22ca867f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:37.006270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 507b811d-9906-4fce-bc9c-b08d22ca867f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:37.006938 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.011406 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73100606-a7d8-4c10-82e7-5eb3528fcf7d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.049222 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.096880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] Port fc32cbcf-70ef-44fb-b1ea-536ce8720881 not found while updating agent binding for router 888be05c-9961-4055-89e8-be59aaa7d038. {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 24 00:43:37.114255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] Routers set() bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:37.114619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] Router IDs set() for agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:43:37.115241 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_agentschedulers_db [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'888be05c-9961-4055-89e8-be59aaa7d038'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent'). {{(pid=94839) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 24 00:43:37.115810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d65b09-ab40-4e4f-acf5-6053e0853a4f None None] The sync data for ids ['888be05c-9961-4055-89e8-be59aaa7d038'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:37.183513 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73100606-a7d8-4c10-82e7-5eb3528fcf7d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.221200 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.276650 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73100606-a7d8-4c10-82e7-5eb3528fcf7d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.311903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73100606-a7d8-4c10-82e7-5eb3528fcf7d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Subnet': ['ID=e40a1852-cb51-427f-a9b2-fc8049c0d295,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:37.314054 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-73100606-a7d8-4c10-82e7-5eb3528fcf7d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.315986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-73100606-a7d8-4c10-82e7-5eb3528fcf7d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/e40a1852-cb51-427f-a9b2-fc8049c0d295 HTTP/1.1" status: 204 len: 168 time: 0.5169024 Aug 24 00:43:37.319437 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:37.323373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad17f0e4-326f-42d8-ba0c-f83033961f01 None None] Network b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:37.335064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Deleting port 507b811d-9906-4fce-bc9c-b08d22ca867f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:37.335729 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.424680 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.445022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] For port 507b811d-9906-4fce-bc9c-b08d22ca867f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=507b811d-9906-4fce-bc9c-b08d22ca867f,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:37.445309 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.458718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Calling delete_port for 507b811d-9906-4fce-bc9c-b08d22ca867f owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:37.492426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port 1b56f9d6-d574-4c9f-8683-641913525b77 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:37.492939 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.553280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53c4e57-0d4a-48d8-bee5-dd55d1ef843f None None] DHCP port deletion for b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:43:37.574861 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] For port 1b56f9d6-d574-4c9f-8683-641913525b77, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1b56f9d6-d574-4c9f-8683-641913525b77,segment=NetworkSegment(ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b),segment_id=ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:37.575467 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.591001 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for 1b56f9d6-d574-4c9f-8683-641913525b77 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:37.634498 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a53c4e57-0d4a-48d8-bee5-dd55d1ef843f None None] Deleting port 1b56f9d6-d574-4c9f-8683-641913525b77 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:37.635167 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a53c4e57-0d4a-48d8-bee5-dd55d1ef843f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.696449 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.698690 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.703041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a53c4e57-0d4a-48d8-bee5-dd55d1ef843f None None] For port 1b56f9d6-d574-4c9f-8683-641913525b77, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1b56f9d6-d574-4c9f-8683-641913525b77,segment=NetworkSegment(ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b),segment_id=ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:37.703491 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a53c4e57-0d4a-48d8-bee5-dd55d1ef843f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.719985 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a53c4e57-0d4a-48d8-bee5-dd55d1ef843f None None] Calling delete_port for 1b56f9d6-d574-4c9f-8683-641913525b77 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:37.732826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=1b56f9d6-d574-4c9f-8683-641913525b77,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:37.738819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event deleted for resources: {'Port': ['ID=507b811d-9906-4fce-bc9c-b08d22ca867f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:37.752797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No DVR routers for this DVR port 1b56f9d6-d574-4c9f-8683-641913525b77 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:37.828119 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a53c4e57-0d4a-48d8-bee5-dd55d1ef843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.832732 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.844287 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53c4e57-0d4a-48d8-bee5-dd55d1ef843f None None] No DVR routers for this DVR port 1b56f9d6-d574-4c9f-8683-641913525b77 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:37.865693 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.871469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c4e57-0d4a-48d8-bee5-dd55d1ef843f None None] Pushing event deleted for resources: {'Port': ['ID=1b56f9d6-d574-4c9f-8683-641913525b77,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:37.881901 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:37.893023 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:37.893324 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4bbb6b-2165-4fa7-bc65-d5e61f4acd7b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:37.904338 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.921619 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.929444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:43:37.929857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:43:37.933143 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:43:38.013323 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.026375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.028349 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/networks/b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1 HTTP/1.1" status: 204 len: 168 time: 0.7075741 Aug 24 00:43:38.046561 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:38.051253 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1588980157', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:38.073883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446c11c-395a-404c-867d-5f7460b05808 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Network': ['ID=b6bfdfe4-e0a1-4e3e-8e26-bbb6c0290aa1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:38.080528 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.081857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.147170 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.308788 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.346076 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.348811 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.396637 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.397313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f82fbda0-1fa4-4325-b5ec-d48d9f7210c0 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:38.402171 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.407079 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-74302399-b073-466e-8d24-a880e4810bf1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "DELETE /v2.0/routers/f82fbda0-1fa4-4325-b5ec-d48d9f7210c0 HTTP/1.1" status: 204 len: 168 time: 1.5449626 Aug 24 00:43:38.407258 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34916) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:38.413771 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-951126646', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:38.458831 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.459787 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.576128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.623200 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.625017 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.829759 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.879015 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Allocated IP 172.25.8.253 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/93d14d21-c4ba-4f21-937d-e0b8502b6431) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:39.049996 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:39.068879 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 507b811d-9906-4fce-bc9c-b08d22ca867f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:39.089821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 507b811d-9906-4fce-bc9c-b08d22ca867f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:43:39.090083 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 507b811d-9906-4fce-bc9c-b08d22ca867f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:39.090507 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1b56f9d6-d574-4c9f-8683-641913525b77 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:39.110756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 1b56f9d6-d574-4c9f-8683-641913525b77 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:43:39.111189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1b56f9d6-d574-4c9f-8683-641913525b77 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:39.266330 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:39.271768 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:39.318364 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:39.336343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:39.343922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:39.346296 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:39.420091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=93d14d21-c4ba-4f21-937d-e0b8502b6431,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:39.590764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Allocated IP 172.25.8.63 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/dbd66f75-6ff3-470d-a100-6aee5cdf9129) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:40.098051 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:40.102733 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:40.247197 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:40.337735 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:40.343316 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:40.372707 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:40.406937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Pushing event updated for resources: {'Port': ['ID=dbd66f75-6ff3-470d-a100-6aee5cdf9129,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:40.437794 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:40.781347 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 246a64a8-2f80-44cf-9a36-060ce8069a4f is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:40.786484 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:41.021101 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:41.033753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c82e93-609b-479b-86bc-a07085026289 None None] Sync routers for ids ['246a64a8-2f80-44cf-9a36-060ce8069a4f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:41.045541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c82e93-609b-479b-86bc-a07085026289 None None] Routers {'246a64a8-2f80-44cf-9a36-060ce8069a4f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:41.046505 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-56c82e93-609b-479b-86bc-a07085026289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['246a64a8-2f80-44cf-9a36-060ce8069a4f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:41.068592 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:41.072412 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d14c0c78-4545-4e32-8526-79f9425446cf tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.0222633 Aug 24 00:43:41.072848 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34928) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:41.084808 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-56c82e93-609b-479b-86bc-a07085026289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:41.094273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c82e93-609b-479b-86bc-a07085026289 None None] Routers {'246a64a8-2f80-44cf-9a36-060ce8069a4f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:41.094904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-56c82e93-609b-479b-86bc-a07085026289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['246a64a8-2f80-44cf-9a36-060ce8069a4f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:41.100257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:41.255162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e13464fc-701d-45f3-85f8-831b12412cc8 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/routers/246a64a8-2f80-44cf-9a36-060ce8069a4f HTTP/1.1" status: 200 len: 881 time: 0.1803753 Aug 24 00:43:41.257921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34934) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:41.298127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Router f92d4de0-a0f3-4de4-b921-5c5fbe761599 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:41.339017 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-56c82e93-609b-479b-86bc-a07085026289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:41.340032 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c82e93-609b-479b-86bc-a07085026289 None None] The sync data for ids ['246a64a8-2f80-44cf-9a36-060ce8069a4f'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:41.424034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:41.440791 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa41ae46-0f32-40ab-8ca6-c93e58be310c None None] Sync routers for ids ['f92d4de0-a0f3-4de4-b921-5c5fbe761599'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:41.451316 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:41.452565 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-72255a8e-3b9a-4aaa-b372-03db53204291 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0443757 Aug 24 00:43:41.455391 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41ae46-0f32-40ab-8ca6-c93e58be310c None None] Routers {'f92d4de0-a0f3-4de4-b921-5c5fbe761599'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:41.455543 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34936) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:41.456391 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aa41ae46-0f32-40ab-8ca6-c93e58be310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f92d4de0-a0f3-4de4-b921-5c5fbe761599'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:41.460176 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a1627f98-ed3b-4788-a0e8-4c49381912d5 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'enable_snat': False}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:41.494539 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aa41ae46-0f32-40ab-8ca6-c93e58be310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:41.505079 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41ae46-0f32-40ab-8ca6-c93e58be310c None None] Routers {'f92d4de0-a0f3-4de4-b921-5c5fbe761599'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:41.506219 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aa41ae46-0f32-40ab-8ca6-c93e58be310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f92d4de0-a0f3-4de4-b921-5c5fbe761599'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:41.543845 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aa41ae46-0f32-40ab-8ca6-c93e58be310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:41.544931 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa41ae46-0f32-40ab-8ca6-c93e58be310c None None] The sync data for ids ['f92d4de0-a0f3-4de4-b921-5c5fbe761599'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:41.573531 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7c9aba5b-e2f9-4ce4-807c-ac23156681e6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3142560 Aug 24 00:43:41.576230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34938) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:41.581489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-55189298-e883-4fb6-b50d-96cc2b07479d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1588980157'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:41.822088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1627f98-ed3b-4788-a0e8-4c49381912d5 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:41.939088 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55189298-e883-4fb6-b50d-96cc2b07479d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:41.953343 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55189298-e883-4fb6-b50d-96cc2b07479d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.077842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55189298-e883-4fb6-b50d-96cc2b07479d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 246a64a8-2f80-44cf-9a36-060ce8069a4f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:42.195235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55189298-e883-4fb6-b50d-96cc2b07479d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:42.202509 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-55189298-e883-4fb6-b50d-96cc2b07479d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.203696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-55189298-e883-4fb6-b50d-96cc2b07479d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/246a64a8-2f80-44cf-9a36-060ce8069a4f HTTP/1.1" status: 200 len: 888 time: 0.6265314 Aug 24 00:43:42.207022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:42.208515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52984386-b48f-448b-8578-0081b9b1e3ac None None] Sync routers for ids ['246a64a8-2f80-44cf-9a36-060ce8069a4f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:42.219332 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52984386-b48f-448b-8578-0081b9b1e3ac None None] Routers {'246a64a8-2f80-44cf-9a36-060ce8069a4f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:42.219996 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-52984386-b48f-448b-8578-0081b9b1e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['246a64a8-2f80-44cf-9a36-060ce8069a4f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:42.260766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-52984386-b48f-448b-8578-0081b9b1e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:42.271903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52984386-b48f-448b-8578-0081b9b1e3ac None None] Routers {'246a64a8-2f80-44cf-9a36-060ce8069a4f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:42.272613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-52984386-b48f-448b-8578-0081b9b1e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['246a64a8-2f80-44cf-9a36-060ce8069a4f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:42.314188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-52984386-b48f-448b-8578-0081b9b1e3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:42.315035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52984386-b48f-448b-8578-0081b9b1e3ac None None] The sync data for ids ['246a64a8-2f80-44cf-9a36-060ce8069a4f'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:42.664183 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1627f98-ed3b-4788-a0e8-4c49381912d5 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.670789 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1627f98-ed3b-4788-a0e8-4c49381912d5 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.681248 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2f1db842-1e2d-456a-b980-2491dcdfab8f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/routers/246a64a8-2f80-44cf-9a36-060ce8069a4f HTTP/1.1" status: 200 len: 888 time: 0.4698284 Aug 24 00:43:42.681586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34946) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:42.710303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5d4ba30a-616a-4fc1-94d5-c062fd410fce tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports?device_id=246a64a8-2f80-44cf-9a36-060ce8069a4f HTTP/1.1" status: 200 len: 205 time: 0.0274799 Aug 24 00:43:42.712726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34948) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:42.795529 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1627f98-ed3b-4788-a0e8-4c49381912d5 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Router f92d4de0-a0f3-4de4-b921-5c5fbe761599 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:42.837039 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.925721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1627f98-ed3b-4788-a0e8-4c49381912d5 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:42.930986 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1627f98-ed3b-4788-a0e8-4c49381912d5 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.932214 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a1627f98-ed3b-4788-a0e8-4c49381912d5 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "PUT /v2.0/routers/f92d4de0-a0f3-4de4-b921-5c5fbe761599 HTTP/1.1" status: 200 len: 920 time: 1.4758060 Aug 24 00:43:42.938233 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b66bd3-7194-492a-8bb0-66911d4469f6 None None] Sync routers for ids ['f92d4de0-a0f3-4de4-b921-5c5fbe761599'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:42.939364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34956) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:42.951934 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b66bd3-7194-492a-8bb0-66911d4469f6 None None] Routers {'f92d4de0-a0f3-4de4-b921-5c5fbe761599'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:42.952650 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c0b66bd3-7194-492a-8bb0-66911d4469f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f92d4de0-a0f3-4de4-b921-5c5fbe761599'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:42.987500 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.999544 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c0b66bd3-7194-492a-8bb0-66911d4469f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:43.011339 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b66bd3-7194-492a-8bb0-66911d4469f6 None None] Routers {'f92d4de0-a0f3-4de4-b921-5c5fbe761599'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:43.012285 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c0b66bd3-7194-492a-8bb0-66911d4469f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f92d4de0-a0f3-4de4-b921-5c5fbe761599'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:43.064443 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c0b66bd3-7194-492a-8bb0-66911d4469f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:43.066527 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b66bd3-7194-492a-8bb0-66911d4469f6 None None] The sync data for ids ['f92d4de0-a0f3-4de4-b921-5c5fbe761599'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:43.075051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port 93d14d21-c4ba-4f21-937d-e0b8502b6431 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:43.075406 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.099437 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b51c6ca-c52c-4220-9deb-e1833ae229cd tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/routers/f92d4de0-a0f3-4de4-b921-5c5fbe761599 HTTP/1.1" status: 200 len: 920 time: 0.1586838 Aug 24 00:43:43.100068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:43.167257 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.181015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for 93d14d21-c4ba-4f21-937d-e0b8502b6431 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:43.190959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce0297f-23c9-4084-b58f-3436bc619560 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:43.195820 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ce0297f-23c9-4084-b58f-3436bc619560 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&device_id=f92d4de0-a0f3-4de4-b921-5c5fbe761599&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0899365 Aug 24 00:43:43.196126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34960) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:43.387303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec8455-49e7-43b8-bad4-a141ff4d7bc1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:43.392061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34966) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:43.392280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-50ec8455-49e7-43b8-bad4-a141ff4d7bc1 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 881 time: 0.1950588 Aug 24 00:43:43.423331 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b84e0d89-c1f5-4d8a-b7f6-1c8b3d9785c0 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "GET /v2.0/ports?device_id=f92d4de0-a0f3-4de4-b921-5c5fbe761599 HTTP/1.1" status: 200 len: 205 time: 0.0296543 Aug 24 00:43:43.425618 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34970) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:43.476206 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.510645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=93d14d21-c4ba-4f21-937d-e0b8502b6431,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:43.528751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:43.529100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:43.529524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:43.529865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:43.530276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:43.530683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:43.531116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:43.531577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:43.532629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:43.532629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:43.532629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:43.532968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:43.638507 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.660233 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.768421 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.773759 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.844361 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.845014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Fanout notify agent at l3_agent the message router_deleted on router 246a64a8-2f80-44cf-9a36-060ce8069a4f {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:43.845545 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.860759 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.862455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bc720d5a-8dbe-4c3f-97a7-5404d3d14003 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/routers/246a64a8-2f80-44cf-9a36-060ce8069a4f HTTP/1.1" status: 204 len: 168 time: 1.1488607 Aug 24 00:43:43.866672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34972) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:43.872224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-47cbcc46-0556-4bce-8966-06590914175d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'network': {'name': 'tempest-RoutersTest-1284230279'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:43.898604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cbcc46-0556-4bce-8966-06590914175d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:43.904734 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47cbcc46-0556-4bce-8966-06590914175d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.920903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Deleting port dbd66f75-6ff3-470d-a100-6aee5cdf9129 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:43.921541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.950129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cbcc46-0556-4bce-8966-06590914175d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:43:43.969835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47cbcc46-0556-4bce-8966-06590914175d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.970209 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-47cbcc46-0556-4bce-8966-06590914175d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Added segment 4d3cf525-5eac-46b4-aa7d-82afac803280 of type vlan for network 227f89f0-4d57-44b9-b5a8-d4a670087b28 Aug 24 00:43:44.020847 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47cbcc46-0556-4bce-8966-06590914175d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.023488 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.038412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Calling delete_port for dbd66f75-6ff3-470d-a100-6aee5cdf9129 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:44.054487 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47cbcc46-0556-4bce-8966-06590914175d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.062445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cbcc46-0556-4bce-8966-06590914175d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:44.062445 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-47cbcc46-0556-4bce-8966-06590914175d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.142613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbcc46-0556-4bce-8966-06590914175d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Network': ['ID=227f89f0-4d57-44b9-b5a8-d4a670087b28,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:44.146571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-47cbcc46-0556-4bce-8966-06590914175d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2785451 Aug 24 00:43:44.149148 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34976) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:44.154356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bff8e32b-b4f6-4d53-afa5-1cfd383e4910 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'subnet': {'network_id': '227f89f0-4d57-44b9-b5a8-d4a670087b28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:44.157929 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 227f89f0-4d57-44b9-b5a8-d4a670087b28 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:43:44.238386 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.263408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff8e32b-b4f6-4d53-afa5-1cfd383e4910 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:44.267978 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Pushing event deleted for resources: {'Port': ['ID=dbd66f75-6ff3-470d-a100-6aee5cdf9129,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:44.268780 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bff8e32b-b4f6-4d53-afa5-1cfd383e4910 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.360938 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.464517 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.466976 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.525901 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.526478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Fanout notify agent at l3_agent the message router_deleted on router f92d4de0-a0f3-4de4-b921-5c5fbe761599 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:44.536873 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.543412 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0c57ce5-a7dd-4e55-809b-711a2fabbfad tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "DELETE /v2.0/routers/f92d4de0-a0f3-4de4-b921-5c5fbe761599 HTTP/1.1" status: 204 len: 168 time: 1.1166377 Aug 24 00:43:44.547242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:44.552448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-eb71a90b-6924-4318-8ebe-570b4bb2b5f9 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-696469999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:44.556423 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bff8e32b-b4f6-4d53-afa5-1cfd383e4910 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.592207 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb71a90b-6924-4318-8ebe-570b4bb2b5f9 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.593672 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb71a90b-6924-4318-8ebe-570b4bb2b5f9 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.652935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb71a90b-6924-4318-8ebe-570b4bb2b5f9 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.657508 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb71a90b-6924-4318-8ebe-570b4bb2b5f9 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.667647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e839b7f-5b07-47ef-ad29-a4bd4c567cc1 req-ffbb18cc-5d7a-4a46-a033-9f5d173a8135 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:44.669351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e839b7f-5b07-47ef-ad29-a4bd4c567cc1 req-ffbb18cc-5d7a-4a46-a033-9f5d173a8135 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1098 time: 0.0881588 Aug 24 00:43:44.671179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8e32b-b4f6-4d53-afa5-1cfd383e4910 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Subnet': ['ID=17d55ab8-c874-48c1-a288-a720d41b4877,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:44.675744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff8e32b-b4f6-4d53-afa5-1cfd383e4910 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Checking segment: {'id': '4d3cf525-5eac-46b4-aa7d-82afac803280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '227f89f0-4d57-44b9-b5a8-d4a670087b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:44.676114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff8e32b-b4f6-4d53-afa5-1cfd383e4910 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network hostable DHCP agents. Network: 227f89f0-4d57-44b9-b5a8-d4a670087b28, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:43:44.683823 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb71a90b-6924-4318-8ebe-570b4bb2b5f9 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.685732 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-eb71a90b-6924-4318-8ebe-570b4bb2b5f9 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1374111 Aug 24 00:43:44.688307 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34986) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:44.694810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:44.719312 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4e839b7f-5b07-47ef-ad29-a4bd4c567cc1 req-01bb89bc-90e4-46ea-be42-fc0df5292890 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397787 Aug 24 00:43:44.720334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff8e32b-b4f6-4d53-afa5-1cfd383e4910 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 227f89f0-4d57-44b9-b5a8-d4a670087b28 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:43:44.732740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-bff8e32b-b4f6-4d53-afa5-1cfd383e4910 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 227f89f0-4d57-44b9-b5a8-d4a670087b28) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:44.740264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8e32b-b4f6-4d53-afa5-1cfd383e4910 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:44.741207 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bff8e32b-b4f6-4d53-afa5-1cfd383e4910 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.744974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 34988) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:44.755684 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7187772-9d74-4696-ae2d-6ddcdbdc0e61 None None] Network 227f89f0-4d57-44b9-b5a8-d4a670087b28 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:44.764598 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bff8e32b-b4f6-4d53-afa5-1cfd383e4910 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6144702 Aug 24 00:43:44.765605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34990) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:44.771215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-362c72e9-7ea5-4978-b81e-ebf892965273 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-585557747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:44.800734 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-362c72e9-7ea5-4978-b81e-ebf892965273 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.802603 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-362c72e9-7ea5-4978-b81e-ebf892965273 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.864839 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-362c72e9-7ea5-4978-b81e-ebf892965273 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.872782 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-362c72e9-7ea5-4978-b81e-ebf892965273 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.895672 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-362c72e9-7ea5-4978-b81e-ebf892965273 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.901112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-362c72e9-7ea5-4978-b81e-ebf892965273 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1342702 Aug 24 00:43:44.901741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 34994) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:44.944414 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-227f89f0-4d57-44b9-b5a8-d4a670087b28', 'network_id': '227f89f0-4d57-44b9-b5a8-d4a670087b28', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'fixed_ips': [{'subnet_id': '17d55ab8-c874-48c1-a288-a720d41b4877'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:44.947925 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.112576 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.113215 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Allocated IP 172.20.0.2 (227f89f0-4d57-44b9-b5a8-d4a670087b28/17d55ab8-c874-48c1-a288-a720d41b4877/e02e5389-4926-4d16-a780-4d64871a73c0) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:45.239910 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.240881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7df35246-2f31-4494-a640-8ed8d1f8cf22 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port ffc1deee-3324-4f0f-b6db-048a2c484c1f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:45.241240 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7df35246-2f31-4494-a640-8ed8d1f8cf22 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.295068 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.311062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Transition to ACTIVE for port object e02e5389-4926-4d16-a780-4d64871a73c0 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:45.330691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Transition to ACTIVE for port object e02e5389-4926-4d16-a780-4d64871a73c0 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:45.340332 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.376133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7df35246-2f31-4494-a640-8ed8d1f8cf22 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.376756 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7df35246-2f31-4494-a640-8ed8d1f8cf22 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.395667 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7df35246-2f31-4494-a640-8ed8d1f8cf22 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for ffc1deee-3324-4f0f-b6db-048a2c484c1f owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:45.409825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Pushing event updated for resources: {'Port': ['ID=e02e5389-4926-4d16-a780-4d64871a73c0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:45.418229 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Network 227f89f0-4d57-44b9-b5a8-d4a670087b28 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:45.420237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:45.425328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:45.490399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Attempting to bind port e02e5389-4926-4d16-a780-4d64871a73c0 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:45.490818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Attempting to bind port e02e5389-4926-4d16-a780-4d64871a73c0 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '4d3cf525-5eac-46b4-aa7d-82afac803280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '227f89f0-4d57-44b9-b5a8-d4a670087b28'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:45.491394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Attempting to bind port e02e5389-4926-4d16-a780-4d64871a73c0 on network 227f89f0-4d57-44b9-b5a8-d4a670087b28 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:45.497187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:45.497660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Checking segment: {'id': '4d3cf525-5eac-46b4-aa7d-82afac803280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '227f89f0-4d57-44b9-b5a8-d4a670087b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:45.498135 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.498606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Bound using segment: {'id': '4d3cf525-5eac-46b4-aa7d-82afac803280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '227f89f0-4d57-44b9-b5a8-d4a670087b28'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:45.499177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Bound port: e02e5389-4926-4d16-a780-4d64871a73c0, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3cf525-5eac-46b4-aa7d-82afac803280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '227f89f0-4d57-44b9-b5a8-d4a670087b28'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:45.499624 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.561802 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.583986 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Allocated IP 172.20.0.1 (227f89f0-4d57-44b9-b5a8-d4a670087b28/17d55ab8-c874-48c1-a288-a720d41b4877/c53712f8-974a-4719-97ea-15c46194931e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:45.588481 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.615235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] For port e02e5389-4926-4d16-a780-4d64871a73c0, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:45.619292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] For port e02e5389-4926-4d16-a780-4d64871a73c0, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e02e5389-4926-4d16-a780-4d64871a73c0,segment=NetworkSegment(4d3cf525-5eac-46b4-aa7d-82afac803280),segment_id=4d3cf525-5eac-46b4-aa7d-82afac803280)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:45.630114 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.714651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ca7a5-7eb6-4e08-a405-ac1275cf20b1 None None] Pushing event updated for resources: {'Port': ['ID=e02e5389-4926-4d16-a780-4d64871a73c0,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:45.768891 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.793716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Transition to ACTIVE for port object c53712f8-974a-4719-97ea-15c46194931e will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:45.807528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Allocated IP 172.25.8.108 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/b840f2d4-07cb-4a59-a596-155d69df00c0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:45.841854 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.880700 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 227f89f0-4d57-44b9-b5a8-d4a670087b28 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:45.889351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:45.892756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:45.930261 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7df35246-2f31-4494-a640-8ed8d1f8cf22 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.984275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=c53712f8-974a-4719-97ea-15c46194931e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:45.993483 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df35246-2f31-4494-a640-8ed8d1f8cf22 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=ffc1deee-3324-4f0f-b6db-048a2c484c1f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:46.020228 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:43:46.020810 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.022244 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.132257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7df35246-2f31-4494-a640-8ed8d1f8cf22 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.132820 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-7df35246-2f31-4494-a640-8ed8d1f8cf22 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Floating IP 369dae69-7a94-4446-b38c-0220897abc78 disassociated (deleted). External IP: 172.25.8.50, port: ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce. Aug 24 00:43:46.181064 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.261919 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:46.273075 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:46.276084 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:46.302740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Pushing event updated for resources: {'Port': ['ID=b840f2d4-07cb-4a59-a596-155d69df00c0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:46.594195 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.941725 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.948906 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df35246-2f31-4494-a640-8ed8d1f8cf22 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router fe40d285-cc9b-41ee-8608-32ae642420c9 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:46.950544 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.967706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055631ed-1a7d-49ba-adac-2c16da6b8806 None None] Network 227f89f0-4d57-44b9-b5a8-d4a670087b28 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:47.061492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=c53712f8-974a-4719-97ea-15c46194931e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:47.074510 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.088424 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e02e5389-4926-4d16-a780-4d64871a73c0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:47.174464 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9e92d2e9-1877-462b-b4aa-5ebd4a064861 None None] Provisioning for port e02e5389-4926-4d16-a780-4d64871a73c0 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:47.176907 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.200449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 227f89f0-4d57-44b9-b5a8-d4a670087b28 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:47.202202 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:47.267632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port e02e5389-4926-4d16-a780-4d64871a73c0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:47.279013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port e02e5389-4926-4d16-a780-4d64871a73c0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:47.279399 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.346171 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df35246-2f31-4494-a640-8ed8d1f8cf22 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:47.359442 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7df35246-2f31-4494-a640-8ed8d1f8cf22 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.367809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decbfabf-48e5-4b58-a63e-945e2ff2b6c9 None None] Sync routers for ids ['fe40d285-cc9b-41ee-8608-32ae642420c9'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:47.404102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 14df4e0d-b65f-4d1a-95d1-76da355f0bd4 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:47.463103 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7df35246-2f31-4494-a640-8ed8d1f8cf22 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/floatingips/369dae69-7a94-4446-b38c-0220897abc78 HTTP/1.1" status: 204 len: 168 time: 2.7153280 Aug 24 00:43:47.469483 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:43:47.472136 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c919428-1e24-4aea-b04e-ccf7b694c610" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:43:47.484411 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.550520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decbfabf-48e5-4b58-a63e-945e2ff2b6c9 None None] Routers {'fe40d285-cc9b-41ee-8608-32ae642420c9'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:47.551729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-decbfabf-48e5-4b58-a63e-945e2ff2b6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fe40d285-cc9b-41ee-8608-32ae642420c9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:47.615521 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port e02e5389-4926-4d16-a780-4d64871a73c0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e02e5389-4926-4d16-a780-4d64871a73c0,segment=NetworkSegment(4d3cf525-5eac-46b4-aa7d-82afac803280),segment_id=4d3cf525-5eac-46b4-aa7d-82afac803280)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:47.631280 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.641669 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.710650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:47.721147 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.725119 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09195612-9d43-446d-844c-356359eaeb39 None None] Sync routers for ids ['14df4e0d-b65f-4d1a-95d1-76da355f0bd4'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:47.734953 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-76eb4913-659d-4f64-83fa-bb5c5b87b799 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/14df4e0d-b65f-4d1a-95d1-76da355f0bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8310583 Aug 24 00:43:47.737101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35016) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:47.759982 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09195612-9d43-446d-844c-356359eaeb39 None None] Routers {'14df4e0d-b65f-4d1a-95d1-76da355f0bd4'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:47.761828 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-09195612-9d43-446d-844c-356359eaeb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['14df4e0d-b65f-4d1a-95d1-76da355f0bd4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:47.800203 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c014f89-9c01-4635-a3ff-bd1c83fea5a5 x-openstack-request-id: req-6c014f89-9c01-4635-a3ff-bd1c83fea5a5 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:43:47.803153 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:43:47.803604 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c014f89-9c01-4635-a3ff-bd1c83fea5a5 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:43:47.804299 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'status': 'completed', 'code': 200} Aug 24 00:43:47.882431 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-09195612-9d43-446d-844c-356359eaeb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:47.888392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38010c5b-6876-492a-b4d8-541d378d831e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:47.893689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-38010c5b-6876-492a-b4d8-541d378d831e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports/c53712f8-974a-4719-97ea-15c46194931e HTTP/1.1" status: 200 len: 910 time: 0.1511526 Aug 24 00:43:47.905761 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09195612-9d43-446d-844c-356359eaeb39 None None] Routers {'14df4e0d-b65f-4d1a-95d1-76da355f0bd4'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:47.906590 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-09195612-9d43-446d-844c-356359eaeb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['14df4e0d-b65f-4d1a-95d1-76da355f0bd4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:47.912677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35020) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:47.918695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bae671b7-f393-4b7a-9b1d-b918310911ed tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '17d55ab8-c874-48c1-a288-a720d41b4877'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:47.928840 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d0332379-19b5-4bca-b8f1-3907f4ec9b60 None None] Provisioning complete for port e02e5389-4926-4d16-a780-4d64871a73c0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:47.929975 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d0332379-19b5-4bca-b8f1-3907f4ec9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:48.008692 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-09195612-9d43-446d-844c-356359eaeb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:48.010626 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09195612-9d43-446d-844c-356359eaeb39 None None] The sync data for ids ['14df4e0d-b65f-4d1a-95d1-76da355f0bd4'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:48.079970 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Router ccae4659-76f3-4045-ac51-4feea468e214 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:48.184701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=e02e5389-4926-4d16-a780-4d64871a73c0,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:48.221922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:48.222817 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:48.223649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:48.224391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:48.225126 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:48.225922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:48.226690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:48.227492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:48.228256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:48.229032 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:48.229930 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:48.230676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:48.255168 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:48.263728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4a3c1-49e7-4d9d-a5f0-2ee026fe9b75 req-75dd8de8-b713-4511-8bfd-46c3329a05a2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:48.266294 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29d4a3c1-49e7-4d9d-a5f0-2ee026fe9b75 req-75dd8de8-b713-4511-8bfd-46c3329a05a2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 947 time: 0.3752091 Aug 24 00:43:48.267386 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bae671b7-f393-4b7a-9b1d-b918310911ed tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:48.275881 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:48.281105 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5a47a100-61bb-4b3f-b4cf-80c6ba8200c6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "PUT /v2.0/routers/ccae4659-76f3-4045-ac51-4feea468e214 HTTP/1.1" status: 200 len: 879 time: 3.5878146 Aug 24 00:43:48.281728 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:48.284450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f8bc8-6949-4b06-b5cf-588537af5e67 None None] Sync routers for ids ['ccae4659-76f3-4045-ac51-4feea468e214'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:48.295013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-decbfabf-48e5-4b58-a63e-945e2ff2b6c9 None None] Set router fe40d285-cc9b-41ee-8608-32ae642420c9 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:48.319408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c919428-1e24-4aea-b04e-ccf7b694c610 req-211a0c95-3382-485b-8701-b1f13ff5db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:48.320976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c919428-1e24-4aea-b04e-ccf7b694c610 req-211a0c95-3382-485b-8701-b1f13ff5db02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 1098 time: 0.4191964 Aug 24 00:43:48.411460 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7f8bc8-6949-4b06-b5cf-588537af5e67 None None] Routers {'ccae4659-76f3-4045-ac51-4feea468e214'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:48.415331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ed7f8bc8-6949-4b06-b5cf-588537af5e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ccae4659-76f3-4045-ac51-4feea468e214'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:48.463222 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9fd4c682-31a8-42fc-b858-64c296db96ca tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/routers/ccae4659-76f3-4045-ac51-4feea468e214 HTTP/1.1" status: 200 len: 920 time: 0.1760838 Aug 24 00:43:48.464645 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:48.503187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29d4a3c1-49e7-4d9d-a5f0-2ee026fe9b75 req-81136042-397a-4d8e-93da-bb0491de1245 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913636 Aug 24 00:43:48.516314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ed7f8bc8-6949-4b06-b5cf-588537af5e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:48.535346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca276bd-4345-4936-bb6d-0e0188dcaadf tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:48.539998 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7ca276bd-4345-4936-bb6d-0e0188dcaadf tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&device_id=ccae4659-76f3-4045-ac51-4feea468e214&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0699213 Aug 24 00:43:48.540508 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35032) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:48.612375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7f8bc8-6949-4b06-b5cf-588537af5e67 None None] Routers {'ccae4659-76f3-4045-ac51-4feea468e214'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:48.613086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ed7f8bc8-6949-4b06-b5cf-588537af5e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ccae4659-76f3-4045-ac51-4feea468e214'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:48.634205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c919428-1e24-4aea-b04e-ccf7b694c610 req-f7c6a160-8486-4d5f-ae33-b0ba17000ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:48.635718 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c919428-1e24-4aea-b04e-ccf7b694c610 req-f7c6a160-8486-4d5f-ae33-b0ba17000ebb service neutron] 10.222.0.47 "GET /v2.0/networks?id=23d2434b-61bb-46a0-a92d-ffab59599fba HTTP/1.1" status: 200 len: 897 time: 0.1475203 Aug 24 00:43:48.668882 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2329d32-819e-4546-8d57-4635d608b7b2 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:48.673014 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e2329d32-819e-4546-8d57-4635d608b7b2 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 881 time: 0.1290703 Aug 24 00:43:48.673450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ed7f8bc8-6949-4b06-b5cf-588537af5e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:48.674314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f8bc8-6949-4b06-b5cf-588537af5e67 None None] The sync data for ids ['ccae4659-76f3-4045-ac51-4feea468e214'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:48.675279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:48.707846 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fdde4afb-4232-4c2e-81aa-257df8b37fd6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccae4659-76f3-4045-ac51-4feea468e214 HTTP/1.1" status: 200 len: 205 time: 0.0305808 Aug 24 00:43:48.710954 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:48.716678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c919428-1e24-4aea-b04e-ccf7b694c610 req-78e01d98-3215-42b8-a4c6-919082389d80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 200 len: 217 time: 0.0417476 Aug 24 00:43:48.721177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d0332379-19b5-4bca-b8f1-3907f4ec9b60 None None] Provisioning for port c53712f8-974a-4719-97ea-15c46194931e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:48.774473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c919428-1e24-4aea-b04e-ccf7b694c610 req-9e752c0f-8901-4c78-bf4e-f6c957960337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:48.776303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c919428-1e24-4aea-b04e-ccf7b694c610 req-9e752c0f-8901-4c78-bf4e-f6c957960337 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=908036a3-43af-4928-8111-d6c436beef22 HTTP/1.1" status: 200 len: 834 time: 0.0501473 Aug 24 00:43:48.791397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d0332379-19b5-4bca-b8f1-3907f4ec9b60 None None] Provisioning complete for port c53712f8-974a-4719-97ea-15c46194931e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:48.792367 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d0332379-19b5-4bca-b8f1-3907f4ec9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:48.851498 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d0332379-19b5-4bca-b8f1-3907f4ec9b60 None None] Port c53712f8-974a-4719-97ea-15c46194931e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:48.869818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-decbfabf-48e5-4b58-a63e-945e2ff2b6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:40:16Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8', 'name': '', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:69:06:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '908036a3-43af-4928-8111-d6c436beef22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:14Z', 'updated_at': '2021-08-24T00:40:23Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '908036a3-43af-4928-8111-d6c436beef22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:48.873818 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:48.901679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c919428-1e24-4aea-b04e-ccf7b694c610 req-5295749c-5984-4a36-914f-328953645c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:48.903275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c919428-1e24-4aea-b04e-ccf7b694c610 req-5295749c-5984-4a36-914f-328953645c4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23d2434b-61bb-46a0-a92d-ffab59599fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941560 Aug 24 00:43:48.917904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decbfabf-48e5-4b58-a63e-945e2ff2b6c9 None None] Checking router: fe40d285-cc9b-41ee-8608-32ae642420c9 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:43:48.948604 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decbfabf-48e5-4b58-a63e-945e2ff2b6c9 None None] Routers {'fe40d285-cc9b-41ee-8608-32ae642420c9'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:48.949487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-decbfabf-48e5-4b58-a63e-945e2ff2b6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fe40d285-cc9b-41ee-8608-32ae642420c9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:49.018283 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.076048 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-decbfabf-48e5-4b58-a63e-945e2ff2b6c9 None None] Set router fe40d285-cc9b-41ee-8608-32ae642420c9 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:49.098973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Deleting port b840f2d4-07cb-4a59-a596-155d69df00c0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:49.099612 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.135936 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c919428-1e24-4aea-b04e-ccf7b694c610 req-8f42ad1b-92e6-4dc8-a67d-af686f4ece0d service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958704 Aug 24 00:43:49.162284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e02e5389-4926-4d16-a780-4d64871a73c0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:49.210713 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.226894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Calling delete_port for b840f2d4-07cb-4a59-a596-155d69df00c0 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:49.234753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bae671b7-f393-4b7a-9b1d-b918310911ed tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.257403 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bae671b7-f393-4b7a-9b1d-b918310911ed tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.258562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-336597d4-2643-4a2d-91f9-9366b0776bc1 None None] Provisioning complete for port c53712f8-974a-4719-97ea-15c46194931e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:49.259137 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-336597d4-2643-4a2d-91f9-9366b0776bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.322091 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-336597d4-2643-4a2d-91f9-9366b0776bc1 None None] Port c53712f8-974a-4719-97ea-15c46194931e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:49.346211 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c919428-1e24-4aea-b04e-ccf7b694c610 req-54066864-2dc8-4008-ae82-1fc89445bb72 service neutron] 10.222.0.47 "GET /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967995 Aug 24 00:43:49.357194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae671b7-f393-4b7a-9b1d-b918310911ed tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=c53712f8-974a-4719-97ea-15c46194931e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:49.376750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae671b7-f393-4b7a-9b1d-b918310911ed tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:49.377474 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bae671b7-f393-4b7a-9b1d-b918310911ed tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.383848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bae671b7-f393-4b7a-9b1d-b918310911ed tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/ports/c53712f8-974a-4719-97ea-15c46194931e HTTP/1.1" status: 200 len: 910 time: 1.4698544 Aug 24 00:43:49.384752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35040) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:49.409712 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port e02e5389-4926-4d16-a780-4d64871a73c0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:49.410249 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.566043 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-decbfabf-48e5-4b58-a63e-945e2ff2b6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:40:16Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8', 'name': '', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:69:06:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '908036a3-43af-4928-8111-d6c436beef22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:14Z', 'updated_at': '2021-08-24T00:40:23Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '908036a3-43af-4928-8111-d6c436beef22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:49.604044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decbfabf-48e5-4b58-a63e-945e2ff2b6c9 None None] The sync data for ids ['fe40d285-cc9b-41ee-8608-32ae642420c9'] in n-d-805736-1 is: [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:40:16Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8', 'name': '', 'network_id': '23d2434b-61bb-46a0-a92d-ffab59599fba', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:69:06:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '908036a3-43af-4928-8111-d6c436beef22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:14Z', 'updated_at': '2021-08-24T00:40:23Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '908036a3-43af-4928-8111-d6c436beef22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:49.607149 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.643214 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Pushing event deleted for resources: {'Port': ['ID=b840f2d4-07cb-4a59-a596-155d69df00c0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:49.718114 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.736230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac927c-63b8-411f-8c69-1741b6007f77 req-23fc4632-a709-42d1-82f2-66105fc36bde tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:49.737775 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19ac927c-63b8-411f-8c69-1741b6007f77 req-23fc4632-a709-42d1-82f2-66105fc36bde tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 947 time: 0.1125715 Aug 24 00:43:49.748507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce2f73-f78d-4bc6-97da-62766047f550 req-b25c82e9-afe3-4dcd-98fc-5b9acffbea87 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:49.749885 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46ce2f73-f78d-4bc6-97da-62766047f550 req-b25c82e9-afe3-4dcd-98fc-5b9acffbea87 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 947 time: 0.2002716 Aug 24 00:43:49.836111 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.838957 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.901228 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.902523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Fanout notify agent at l3_agent the message router_deleted on router ccae4659-76f3-4045-ac51-4feea468e214 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:49.911878 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.918900 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7661ca5f-8b94-47b9-9218-f3d689a2cf9b tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "DELETE /v2.0/routers/ccae4659-76f3-4045-ac51-4feea468e214 HTTP/1.1" status: 204 len: 168 time: 1.2057145 Aug 24 00:43:49.920116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:49.925693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-982ad21b-e666-43a4-940d-de05ae41d43c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2124702801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:49.958076 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-982ad21b-e666-43a4-940d-de05ae41d43c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.959723 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-982ad21b-e666-43a4-940d-de05ae41d43c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.011919 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1ac4cf-84cd-42c9-a426-91d7422c9b5a None None] New status for floating IP 369dae69-7a94-4446-b38c-0220897abc78: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:43:50.034895 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-982ad21b-e666-43a4-940d-de05ae41d43c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.048943 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-982ad21b-e666-43a4-940d-de05ae41d43c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.071506 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-982ad21b-e666-43a4-940d-de05ae41d43c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.076160 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-982ad21b-e666-43a4-940d-de05ae41d43c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1547775 Aug 24 00:43:50.078535 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35050) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:50.082651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'enable_snat': True}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:50.151943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19ac927c-63b8-411f-8c69-1741b6007f77 req-3c9b1f6e-9a81-484b-ba35-02147e782f74 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4009395 Aug 24 00:43:50.248660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-46ce2f73-f78d-4bc6-97da-62766047f550 req-c2507881-bdbf-400c-a233-9eb0bfe4bb4b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:50.249007 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46ce2f73-f78d-4bc6-97da-62766047f550 req-c2507881-bdbf-400c-a233-9eb0bfe4bb4b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.346162 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.384952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-46ce2f73-f78d-4bc6-97da-62766047f550 req-c2507881-bdbf-400c-a233-9eb0bfe4bb4b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] For port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:50.385228 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46ce2f73-f78d-4bc6-97da-62766047f550 req-c2507881-bdbf-400c-a233-9eb0bfe4bb4b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.394224 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-716ccb1a-cf82-407b-b4b8-b42666adccfc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.433447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-46ce2f73-f78d-4bc6-97da-62766047f550 req-c2507881-bdbf-400c-a233-9eb0bfe4bb4b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:50.555683 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.591343 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.692312 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46ce2f73-f78d-4bc6-97da-62766047f550 req-c2507881-bdbf-400c-a233-9eb0bfe4bb4b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.735910 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Allocated IP 172.25.8.227 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/a99ec229-e395-44a8-943a-ac17274924af) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:50.756053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2507881-bdbf-400c-a233-9eb0bfe4bb4b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:50.837891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ce2f73-f78d-4bc6-97da-62766047f550 req-c2507881-bdbf-400c-a233-9eb0bfe4bb4b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] No DVR routers for this DVR port ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:50.840695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-46ce2f73-f78d-4bc6-97da-62766047f550 req-c2507881-bdbf-400c-a233-9eb0bfe4bb4b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.843513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46ce2f73-f78d-4bc6-97da-62766047f550 req-c2507881-bdbf-400c-a233-9eb0bfe4bb4b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.47 "DELETE /v2.0/ports/ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce HTTP/1.1" status: 204 len: 173 time: 1.0842538 Aug 24 00:43:50.847122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'name': 'network-vif-deleted', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:43:50.851812 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09d70c1-9b7b-4f69-90d2-3b6661cdb0ec" -d '{"events": [{"server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "name": "network-vif-deleted", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:43:50.885092 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-716ccb1a-cf82-407b-b4b8-b42666adccfc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port c53712f8-974a-4719-97ea-15c46194931e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:50.885505 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-716ccb1a-cf82-407b-b4b8-b42666adccfc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.911273 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.947492 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0abf1d-3700-43b5-a066-d0420f2e4ba7 x-openstack-request-id: req-cd0abf1d-3700-43b5-a066-d0420f2e4ba7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:43:50.948967 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaf481a-56c4-43ce-8aa5-1b9659483d2b", "name": "network-vif-deleted", "tag": "ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:43:50.949188 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd0abf1d-3700-43b5-a066-d0420f2e4ba7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:43:50.949761 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaf481a-56c4-43ce-8aa5-1b9659483d2b', 'name': 'network-vif-deleted', 'tag': 'ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce', 'status': 'completed', 'code': 200} Aug 24 00:43:50.961144 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:51.009007 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:51.013882 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:51.017227 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:51.033254 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-716ccb1a-cf82-407b-b4b8-b42666adccfc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:51.052633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-716ccb1a-cf82-407b-b4b8-b42666adccfc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for c53712f8-974a-4719-97ea-15c46194931e owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:51.066656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event updated for resources: {'Port': ['ID=a99ec229-e395-44a8-943a-ac17274924af,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:51.341348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72b7005f-30d9-4980-812b-1e729cad1553 req-2d2e5e13-07b0-4381-8c14-50981587c58b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdaf481a-56c4-43ce-8aa5-1b9659483d2b HTTP/1.1" status: 200 len: 210 time: 0.0629778 Aug 24 00:43:51.365683 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-716ccb1a-cf82-407b-b4b8-b42666adccfc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:51.458151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ccb1a-cf82-407b-b4b8-b42666adccfc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=c53712f8-974a-4719-97ea-15c46194931e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:51.702356 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-716ccb1a-cf82-407b-b4b8-b42666adccfc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.007479 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.034467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716ccb1a-cf82-407b-b4b8-b42666adccfc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 14df4e0d-b65f-4d1a-95d1-76da355f0bd4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:52.142269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716ccb1a-cf82-407b-b4b8-b42666adccfc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:52.149234 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-716ccb1a-cf82-407b-b4b8-b42666adccfc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/14df4e0d-b65f-4d1a-95d1-76da355f0bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7629881 Aug 24 00:43:52.163380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35086) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:52.173317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415e4f9-1e4e-47aa-a9a6-8cbaf63f8b92 None None] Sync routers for ids ['14df4e0d-b65f-4d1a-95d1-76da355f0bd4'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:52.206500 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4415e4f9-1e4e-47aa-a9a6-8cbaf63f8b92 None None] Routers {'14df4e0d-b65f-4d1a-95d1-76da355f0bd4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:52.209047 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4415e4f9-1e4e-47aa-a9a6-8cbaf63f8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['14df4e0d-b65f-4d1a-95d1-76da355f0bd4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:52.223822 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9245ab14-50b1-4793-b1cb-dbb0c6fc84cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports?device_id=14df4e0d-b65f-4d1a-95d1-76da355f0bd4 HTTP/1.1" status: 200 len: 205 time: 0.0579505 Aug 24 00:43:52.226300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35088) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:52.311648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4415e4f9-1e4e-47aa-a9a6-8cbaf63f8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:52.324033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4415e4f9-1e4e-47aa-a9a6-8cbaf63f8b92 None None] Routers {'14df4e0d-b65f-4d1a-95d1-76da355f0bd4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:52.325781 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4415e4f9-1e4e-47aa-a9a6-8cbaf63f8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['14df4e0d-b65f-4d1a-95d1-76da355f0bd4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:52.356935 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe51b8f3-81dc-4a2a-a575-6640c10e5997 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.378996 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.385364 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.449195 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35094) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:52.632544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4415e4f9-1e4e-47aa-a9a6-8cbaf63f8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:52.633407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415e4f9-1e4e-47aa-a9a6-8cbaf63f8b92 None None] The sync data for ids ['14df4e0d-b65f-4d1a-95d1-76da355f0bd4'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:52.716723 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe51b8f3-81dc-4a2a-a575-6640c10e5997 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.718889 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe51b8f3-81dc-4a2a-a575-6640c10e5997 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.770924 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Router e55575dd-067c-482a-8c31-c2eacf2ae700 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:52.789688 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe51b8f3-81dc-4a2a-a575-6640c10e5997 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.790627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe51b8f3-81dc-4a2a-a575-6640c10e5997 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Fanout notify agent at l3_agent the message router_deleted on router 14df4e0d-b65f-4d1a-95d1-76da355f0bd4 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:52.799747 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe51b8f3-81dc-4a2a-a575-6640c10e5997 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.804251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fe51b8f3-81dc-4a2a-a575-6640c10e5997 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/routers/14df4e0d-b65f-4d1a-95d1-76da355f0bd4 HTTP/1.1" status: 204 len: 168 time: 0.5734372 Aug 24 00:43:52.804770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35102) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:52.874360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1091462b-b3e6-4021-b457-aad32c402edb tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting subnet 17d55ab8-c874-48c1-a288-a720d41b4877 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:52.878313 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1091462b-b3e6-4021-b457-aad32c402edb tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.926513 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1091462b-b3e6-4021-b457-aad32c402edb tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.039533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:53.048344 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.052949 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-141776e2-1f4e-4eca-b2fe-37b22a24f916 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "PUT /v2.0/routers/e55575dd-067c-482a-8c31-c2eacf2ae700 HTTP/1.1" status: 200 len: 915 time: 2.9748774 Aug 24 00:43:53.054356 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad2b98-b612-4bc8-ad90-6bd04f401b82 None None] Sync routers for ids ['e55575dd-067c-482a-8c31-c2eacf2ae700'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:53.055162 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35110) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:53.076384 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad2b98-b612-4bc8-ad90-6bd04f401b82 None None] Routers {'e55575dd-067c-482a-8c31-c2eacf2ae700'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:53.079033 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1091462b-b3e6-4021-b457-aad32c402edb tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.088790 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4cad2b98-b612-4bc8-ad90-6bd04f401b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e55575dd-067c-482a-8c31-c2eacf2ae700'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:53.168083 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4cad2b98-b612-4bc8-ad90-6bd04f401b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:53.177769 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad2b98-b612-4bc8-ad90-6bd04f401b82 None None] Routers {'e55575dd-067c-482a-8c31-c2eacf2ae700'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:53.178689 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4cad2b98-b612-4bc8-ad90-6bd04f401b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e55575dd-067c-482a-8c31-c2eacf2ae700'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:53.207080 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1091462b-b3e6-4021-b457-aad32c402edb tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.216774 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4cad2b98-b612-4bc8-ad90-6bd04f401b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:53.217692 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad2b98-b612-4bc8-ad90-6bd04f401b82 None None] The sync data for ids ['e55575dd-067c-482a-8c31-c2eacf2ae700'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:53.229311 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1091462b-b3e6-4021-b457-aad32c402edb tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.231393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1091462b-b3e6-4021-b457-aad32c402edb tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/17d55ab8-c874-48c1-a288-a720d41b4877 HTTP/1.1" status: 204 len: 168 time: 0.4254556 Aug 24 00:43:53.234546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35116) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:53.238369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9c6dfe-2de7-401b-9824-6ffd1f1abf86 None None] Network 227f89f0-4d57-44b9-b5a8-d4a670087b28 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:53.280863 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-547fcad6-9275-426e-8c25-fc2f18217dfd tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/routers/e55575dd-067c-482a-8c31-c2eacf2ae700 HTTP/1.1" status: 200 len: 921 time: 0.2234364 Aug 24 00:43:53.283068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35118) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:53.295016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091462b-b3e6-4021-b457-aad32c402edb tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Subnet': ['ID=17d55ab8-c874-48c1-a288-a720d41b4877,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:53.407887 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.409891 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c2d86c-cf01-4b0b-9ff2-98143b2ea42e tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:53.414728 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-57c2d86c-cf01-4b0b-9ff2-98143b2ea42e tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&device_id=e55575dd-067c-482a-8c31-c2eacf2ae700&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1305015 Aug 24 00:43:53.415860 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:53.487760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port e02e5389-4926-4d16-a780-4d64871a73c0 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:53.488112 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.517627 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.528952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d615c95-9683-45bc-a0c2-df3c69911ead None None] DHCP port deletion for 227f89f0-4d57-44b9-b5a8-d4a670087b28 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:43:53.596323 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:53.606739 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03935ff3-45dd-4cb4-bde9-f6d7b834522f tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:53.612044 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-03935ff3-45dd-4cb4-bde9-f6d7b834522f tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 881 time: 0.1939013 Aug 24 00:43:53.612252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35126) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:53.646540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:43:53.647163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ba6c43f9-27e2-496f-872b-c4ea2d9dc2ce not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:53.667975 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2d615c95-9683-45bc-a0c2-df3c69911ead None None] Deleting port e02e5389-4926-4d16-a780-4d64871a73c0 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:53.668671 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d615c95-9683-45bc-a0c2-df3c69911ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.691555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] For port e02e5389-4926-4d16-a780-4d64871a73c0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e02e5389-4926-4d16-a780-4d64871a73c0,segment=NetworkSegment(4d3cf525-5eac-46b4-aa7d-82afac803280),segment_id=4d3cf525-5eac-46b4-aa7d-82afac803280)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:53.693331 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.710849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for e02e5389-4926-4d16-a780-4d64871a73c0 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:53.787955 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2d615c95-9683-45bc-a0c2-df3c69911ead None None] For port e02e5389-4926-4d16-a780-4d64871a73c0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=e02e5389-4926-4d16-a780-4d64871a73c0,segment=NetworkSegment(4d3cf525-5eac-46b4-aa7d-82afac803280),segment_id=4d3cf525-5eac-46b4-aa7d-82afac803280)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:53.788366 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d615c95-9683-45bc-a0c2-df3c69911ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.801625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2d615c95-9683-45bc-a0c2-df3c69911ead None None] Calling delete_port for e02e5389-4926-4d16-a780-4d64871a73c0 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:53.813495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-88ffbe0b-78cc-42aa-b015-3a71d7cca72f tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55575dd-067c-482a-8c31-c2eacf2ae700 HTTP/1.1" status: 200 len: 205 time: 0.1980777 Aug 24 00:43:53.814596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35134) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:53.918999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:53.919365 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.931782 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.992010 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.005379 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2d615c95-9683-45bc-a0c2-df3c69911ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.052794 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.073974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d615c95-9683-45bc-a0c2-df3c69911ead None None] Pushing event deleted for resources: {'Port': ['ID=e02e5389-4926-4d16-a780-4d64871a73c0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:54.077859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d615c95-9683-45bc-a0c2-df3c69911ead None None] No DVR routers for this DVR port e02e5389-4926-4d16-a780-4d64871a73c0 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:54.078845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] For port bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:54.079240 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.104413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=e02e5389-4926-4d16-a780-4d64871a73c0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:54.110119 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:54.110739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No DVR routers for this DVR port e02e5389-4926-4d16-a780-4d64871a73c0 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:54.386763 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.418647 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:54.433355 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:54.433355 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:54.433355 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:54.433733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:54.433952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:54.434168 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:54.434499 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:54.434851 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:54.435185 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:54.435524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:54.446144 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:54.461601 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:54.526882 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.605469 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227f89f0-4d57-44b9-b5a8-d4a670087b28']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:54.633942 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.642599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3cf525-5eac-46b4-aa7d-82afac803280') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:54.652227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3cf525-5eac-46b4-aa7d-82afac803280') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:54.676028 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.723440 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.734959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:43:54.735381 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:43:54.746658 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:43:54.810084 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.913726 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.938574 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.943193 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/networks/227f89f0-4d57-44b9-b5a8-d4a670087b28 HTTP/1.1" status: 204 len: 168 time: 1.7074046 Aug 24 00:43:54.952130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35150) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:54.962630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d77ba4f2-7b08-4295-bc64-f9946dbc88b6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1109604070', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:54.986200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c2c9-fc3b-4072-9129-0a12ef407021 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Network': ['ID=227f89f0-4d57-44b9-b5a8-d4a670087b28,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:54.997977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Deleting port a99ec229-e395-44a8-943a-ac17274924af {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:54.998336 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.046663 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d77ba4f2-7b08-4295-bc64-f9946dbc88b6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.047750 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d77ba4f2-7b08-4295-bc64-f9946dbc88b6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.055389 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e02e5389-4926-4d16-a780-4d64871a73c0 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:55.086069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: e02e5389-4926-4d16-a780-4d64871a73c0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:43:55.086657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device e02e5389-4926-4d16-a780-4d64871a73c0 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:55.132882 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d77ba4f2-7b08-4295-bc64-f9946dbc88b6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.134959 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.139628 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router fe40d285-cc9b-41ee-8608-32ae642420c9 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:55.144209 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d77ba4f2-7b08-4295-bc64-f9946dbc88b6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.157466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Calling delete_port for a99ec229-e395-44a8-943a-ac17274924af owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:55.172215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d77ba4f2-7b08-4295-bc64-f9946dbc88b6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.173735 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d77ba4f2-7b08-4295-bc64-f9946dbc88b6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2153995 Aug 24 00:43:55.176901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35154) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:55.182268 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1e70c26e-a42f-44c2-b219-651e4a5acc9d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'network': {'name': 'tempest-RoutersTest-2069228791'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:55.248070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e70c26e-a42f-44c2-b219-651e4a5acc9d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:55.251757 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e70c26e-a42f-44c2-b219-651e4a5acc9d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.321880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e70c26e-a42f-44c2-b219-651e4a5acc9d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:43:55.341665 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e70c26e-a42f-44c2-b219-651e4a5acc9d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.341952 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-1e70c26e-a42f-44c2-b219-651e4a5acc9d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Added segment 8875b20b-3932-47c4-bc45-3eefe957c9a3 of type vlan for network 6559f265-9e7c-4d0f-80b2-c8e08e39e399 Aug 24 00:43:55.423583 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e70c26e-a42f-44c2-b219-651e4a5acc9d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.461672 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.476103 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e70c26e-a42f-44c2-b219-651e4a5acc9d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.483135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e70c26e-a42f-44c2-b219-651e4a5acc9d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:55.484740 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e70c26e-a42f-44c2-b219-651e4a5acc9d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.538345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Pushing event deleted for resources: {'Port': ['ID=a99ec229-e395-44a8-943a-ac17274924af,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:55.615481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70c26e-a42f-44c2-b219-651e4a5acc9d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Network': ['ID=6559f265-9e7c-4d0f-80b2-c8e08e39e399,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:55.624798 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1e70c26e-a42f-44c2-b219-651e4a5acc9d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4465194 Aug 24 00:43:55.625609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35168) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:55.631476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 6559f265-9e7c-4d0f-80b2-c8e08e39e399 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:43:55.658541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4a765ec9-48f1-44fd-929c-16c79699d73e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'subnet': {'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:55.782702 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:55.792689 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9112cb2f-3207-41c8-906e-9fa6c6fca6e7 None None] Sync routers for ids ['fe40d285-cc9b-41ee-8608-32ae642420c9'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:55.793250 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e44533c3-b134-48bb-928d-5b70add8974e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "PUT /v2.0/routers/fe40d285-cc9b-41ee-8608-32ae642420c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3428087 Aug 24 00:43:55.794339 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:55.808946 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9112cb2f-3207-41c8-906e-9fa6c6fca6e7 None None] Routers {'fe40d285-cc9b-41ee-8608-32ae642420c9'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:55.809821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9112cb2f-3207-41c8-906e-9fa6c6fca6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fe40d285-cc9b-41ee-8608-32ae642420c9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:55.853743 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b13d8bf-e728-4b92-b8a6-599e4fb51ec4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting subnet 908036a3-43af-4928-8111-d6c436beef22 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:55.858492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b13d8bf-e728-4b92-b8a6-599e4fb51ec4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.863894 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.877735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a765ec9-48f1-44fd-929c-16c79699d73e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:55.882259 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a765ec9-48f1-44fd-929c-16c79699d73e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.928184 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b13d8bf-e728-4b92-b8a6-599e4fb51ec4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.963611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9112cb2f-3207-41c8-906e-9fa6c6fca6e7 None None] Set router fe40d285-cc9b-41ee-8608-32ae642420c9 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:56.097353 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b13d8bf-e728-4b92-b8a6-599e4fb51ec4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.196551 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b13d8bf-e728-4b92-b8a6-599e4fb51ec4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.231069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9112cb2f-3207-41c8-906e-9fa6c6fca6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:43:54Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:56.238819 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.242898 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.250235 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13d8bf-e728-4b92-b8a6-599e4fb51ec4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Subnet': ['ID=908036a3-43af-4928-8111-d6c436beef22,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:56.269681 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9112cb2f-3207-41c8-906e-9fa6c6fca6e7 None None] Checking router: fe40d285-cc9b-41ee-8608-32ae642420c9 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:43:56.274812 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b13d8bf-e728-4b92-b8a6-599e4fb51ec4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.277324 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b13d8bf-e728-4b92-b8a6-599e4fb51ec4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/subnets/908036a3-43af-4928-8111-d6c436beef22 HTTP/1.1" status: 204 len: 168 time: 0.4824646 Aug 24 00:43:56.280027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35180) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:56.284248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13522cb8-aeb5-4bd9-af18-fbb43d6e2eca None None] Network 23d2434b-61bb-46a0-a92d-ffab59599fba requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:56.289731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9112cb2f-3207-41c8-906e-9fa6c6fca6e7 None None] Routers {'fe40d285-cc9b-41ee-8608-32ae642420c9'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:56.290495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9112cb2f-3207-41c8-906e-9fa6c6fca6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:43:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['fe40d285-cc9b-41ee-8608-32ae642420c9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:56.394245 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.396602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Fanout notify agent at l3_agent the message router_deleted on router e55575dd-067c-482a-8c31-c2eacf2ae700 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:56.417860 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.421888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5fa7dd24-3cb5-4be1-b719-d7c5187c7132 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "DELETE /v2.0/routers/e55575dd-067c-482a-8c31-c2eacf2ae700 HTTP/1.1" status: 204 len: 168 time: 2.6028869 Aug 24 00:43:56.422019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35184) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:56.427352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ea196ca1-e92d-4c63-8c87-30daf4d6b1b6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-604759675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:56.444386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9112cb2f-3207-41c8-906e-9fa6c6fca6e7 None None] Set router fe40d285-cc9b-41ee-8608-32ae642420c9 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:56.455096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea196ca1-e92d-4c63-8c87-30daf4d6b1b6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.456259 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea196ca1-e92d-4c63-8c87-30daf4d6b1b6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.511221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.518144 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea196ca1-e92d-4c63-8c87-30daf4d6b1b6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.520873 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a765ec9-48f1-44fd-929c-16c79699d73e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.573005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a765ec9-48f1-44fd-929c-16c79699d73e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Subnet': ['ID=77e342ca-d6d7-42f1-919b-239d7f81dceb,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:56.576421 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea196ca1-e92d-4c63-8c87-30daf4d6b1b6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.620799 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea196ca1-e92d-4c63-8c87-30daf4d6b1b6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.622660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ea196ca1-e92d-4c63-8c87-30daf4d6b1b6 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1997247 Aug 24 00:43:56.626137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35188) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:56.632798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'enable_snat': False}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:56.707801 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.734243 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a765ec9-48f1-44fd-929c-16c79699d73e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Checking segment: {'id': '8875b20b-3932-47c4-bc45-3eefe957c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:56.734646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a765ec9-48f1-44fd-929c-16c79699d73e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network hostable DHCP agents. Network: 6559f265-9e7c-4d0f-80b2-c8e08e39e399, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:43:56.844273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port 93638498-4f0c-41f2-ae9b-62a4a0dfe01e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:56.845170 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.851822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a765ec9-48f1-44fd-929c-16c79699d73e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 6559f265-9e7c-4d0f-80b2-c8e08e39e399 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:43:56.911607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9112cb2f-3207-41c8-906e-9fa6c6fca6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:43:54Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:57.030578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4a765ec9-48f1-44fd-929c-16c79699d73e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 6559f265-9e7c-4d0f-80b2-c8e08e39e399) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:57.037773 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] For port 93638498-4f0c-41f2-ae9b-62a4a0dfe01e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=93638498-4f0c-41f2-ae9b-62a4a0dfe01e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:57.038150 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.049089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a765ec9-48f1-44fd-929c-16c79699d73e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:57.049716 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a765ec9-48f1-44fd-929c-16c79699d73e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.060392 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.061808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for 93638498-4f0c-41f2-ae9b-62a4a0dfe01e owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:57.110296 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4a765ec9-48f1-44fd-929c-16c79699d73e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4578741 Aug 24 00:43:57.125037 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35196) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:57.143872 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da54bb-c3d9-42d9-a425-b7c74739ad01 None None] Network 6559f265-9e7c-4d0f-80b2-c8e08e39e399 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:57.151885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e9a47-1f84-4919-9071-7e6a83ee23fa None None] DHCP port deletion for 23d2434b-61bb-46a0-a92d-ffab59599fba request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:43:57.156267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9112cb2f-3207-41c8-906e-9fa6c6fca6e7 None None] The sync data for ids ['fe40d285-cc9b-41ee-8608-32ae642420c9'] in n-d-805736-1 is: [{'id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677718874', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:40:05Z', 'updated_at': '2021-08-24T00:43:54Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '93638498-4f0c-41f2-ae9b-62a4a0dfe01e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40d285-cc9b-41ee-8608-32ae642420c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:40:07Z', 'updated_at': '2021-08-24T00:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:57.403041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c85e9a47-1f84-4919-9071-7e6a83ee23fa None None] Deleting port 1458a497-377d-4316-bcee-65e6a512cc9a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:57.404318 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c85e9a47-1f84-4919-9071-7e6a83ee23fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.443837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.475989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c85e9a47-1f84-4919-9071-7e6a83ee23fa None None] For port 1458a497-377d-4316-bcee-65e6a512cc9a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1458a497-377d-4316-bcee-65e6a512cc9a,segment=NetworkSegment(7d974aaa-271e-40d3-bc16-5b2291b8d273),segment_id=7d974aaa-271e-40d3-bc16-5b2291b8d273)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:57.476466 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c85e9a47-1f84-4919-9071-7e6a83ee23fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.477643 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=93638498-4f0c-41f2-ae9b-62a4a0dfe01e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:57.497977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c85e9a47-1f84-4919-9071-7e6a83ee23fa None None] Calling delete_port for 1458a497-377d-4316-bcee-65e6a512cc9a owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:57.548452 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.580935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:57.581985 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.589069 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d744c1a1-b46d-4a65-ac32-fb7d03378153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.648754 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.722522 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.725465 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.809274 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.810035 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Fanout notify agent at l3_agent the message router_deleted on router fe40d285-cc9b-41ee-8608-32ae642420c9 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:57.831041 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.834057 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9873bdc8-beb4-4197-b334-14e9d8ee2a0b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/routers/fe40d285-cc9b-41ee-8608-32ae642420c9 HTTP/1.1" status: 204 len: 168 time: 1.5525491 Aug 24 00:43:57.836879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35210) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:57.840313 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c85e9a47-1f84-4919-9071-7e6a83ee23fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.891584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e9a47-1f84-4919-9071-7e6a83ee23fa None None] No DVR routers for this DVR port 1458a497-377d-4316-bcee-65e6a512cc9a on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:57.948430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e9a47-1f84-4919-9071-7e6a83ee23fa None None] Pushing event deleted for resources: {'Port': ['ID=1458a497-377d-4316-bcee-65e6a512cc9a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:58.024430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Allocated IP 172.20.0.2 (6559f265-9e7c-4d0f-80b2-c8e08e39e399/77e342ca-d6d7-42f1-919b-239d7f81dceb/d3f931b0-af3c-4d9d-acbf-4c0f2683c51e) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:58.037371 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cad262d4-80f2-4588-b70b-4b28d1e49179 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.074954 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.135541 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.193082 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cad262d4-80f2-4588-b70b-4b28d1e49179 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.241213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cad262d4-80f2-4588-b70b-4b28d1e49179 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d2434b-61bb-46a0-a92d-ffab59599fba']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:58.266358 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cad262d4-80f2-4588-b70b-4b28d1e49179 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d974aaa-271e-40d3-bc16-5b2291b8d273') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:58.267087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-cad262d4-80f2-4588-b70b-4b28d1e49179 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d974aaa-271e-40d3-bc16-5b2291b8d273') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:58.297752 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cad262d4-80f2-4588-b70b-4b28d1e49179 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.339978 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cad262d4-80f2-4588-b70b-4b28d1e49179 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.347207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad262d4-80f2-4588-b70b-4b28d1e49179 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:43:58.347626 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cad262d4-80f2-4588-b70b-4b28d1e49179 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:43:58.356042 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:43:58.359811 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.371843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Transition to ACTIVE for port object d3f931b0-af3c-4d9d-acbf-4c0f2683c51e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:58.386172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Allocated IP 172.25.8.19 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/53ca4bad-d5a8-4e35-8b17-b609c0cad784) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:58.400911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Transition to ACTIVE for port object d3f931b0-af3c-4d9d-acbf-4c0f2683c51e will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:58.411847 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.460013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cad262d4-80f2-4588-b70b-4b28d1e49179 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.482416 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cad262d4-80f2-4588-b70b-4b28d1e49179 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.487851 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cad262d4-80f2-4588-b70b-4b28d1e49179 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/networks/23d2434b-61bb-46a0-a92d-ffab59599fba HTTP/1.1" status: 204 len: 168 time: 0.6467528 Aug 24 00:43:58.487851 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:58.515249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Network 6559f265-9e7c-4d0f-80b2-c8e08e39e399 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:58.518598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:58.521225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad262d4-80f2-4588-b70b-4b28d1e49179 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Network': ['ID=23d2434b-61bb-46a0-a92d-ffab59599fba,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:58.524693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Allocated IP 172.20.0.1 (6559f265-9e7c-4d0f-80b2-c8e08e39e399/77e342ca-d6d7-42f1-919b-239d7f81dceb/4455ebf4-510f-4044-8233-797d31de4c65) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:58.530096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:58.539786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Pushing event updated for resources: {'Port': ['ID=d3f931b0-af3c-4d9d-acbf-4c0f2683c51e,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:58.606515 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54bf4cb7-3c4c-4ecb-80ed-aa513a5c6351 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.638069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54bf4cb7-3c4c-4ecb-80ed-aa513a5c6351 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.649561 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Attempting to bind port d3f931b0-af3c-4d9d-acbf-4c0f2683c51e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:58.649890 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Attempting to bind port d3f931b0-af3c-4d9d-acbf-4c0f2683c51e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '8875b20b-3932-47c4-bc45-3eefe957c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:58.650637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Attempting to bind port d3f931b0-af3c-4d9d-acbf-4c0f2683c51e on network 6559f265-9e7c-4d0f-80b2-c8e08e39e399 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:58.661906 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:58.662571 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Checking segment: {'id': '8875b20b-3932-47c4-bc45-3eefe957c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:58.663189 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.663603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Bound using segment: {'id': '8875b20b-3932-47c4-bc45-3eefe957c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:58.664102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Bound port: d3f931b0-af3c-4d9d-acbf-4c0f2683c51e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8875b20b-3932-47c4-bc45-3eefe957c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:58.664496 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.732373 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54bf4cb7-3c4c-4ecb-80ed-aa513a5c6351 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.735674 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-54bf4cb7-3c4c-4ecb-80ed-aa513a5c6351 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.737072 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-54bf4cb7-3c4c-4ecb-80ed-aa513a5c6351 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/security-groups/a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3 HTTP/1.1" status: 204 len: 168 time: 0.2485309 Aug 24 00:43:58.793826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf4cb7-3c4c-4ecb-80ed-aa513a5c6351 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13e8c1c-ee2d-42c5-a3b2-50d406f54ce3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:58.819914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] For port d3f931b0-af3c-4d9d-acbf-4c0f2683c51e, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:58.866619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] For port d3f931b0-af3c-4d9d-acbf-4c0f2683c51e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d3f931b0-af3c-4d9d-acbf-4c0f2683c51e,segment=NetworkSegment(8875b20b-3932-47c4-bc45-3eefe957c9a3),segment_id=8875b20b-3932-47c4-bc45-3eefe957c9a3)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:58.882617 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.002393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98371c49-495e-49f8-9d0e-ca54776e08ee None None] Pushing event updated for resources: {'Port': ['ID=d3f931b0-af3c-4d9d-acbf-4c0f2683c51e,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:59.032272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:59.064261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:43:59.064605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device bc10b538-43f7-4474-a4fc-3a6d3ad1e4a8 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:59.065026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1458a497-377d-4316-bcee-65e6a512cc9a no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:59.094432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 1458a497-377d-4316-bcee-65e6a512cc9a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:43:59.094432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1458a497-377d-4316-bcee-65e6a512cc9a not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:59.094432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 93638498-4f0c-41f2-ae9b-62a4a0dfe01e no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:59.133354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 93638498-4f0c-41f2-ae9b-62a4a0dfe01e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:43:59.133779 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 93638498-4f0c-41f2-ae9b-62a4a0dfe01e not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:59.208965 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35234) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:59.215815 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bf02ea93-0e7d-446a-95bd-0fcf95156d0c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-854220231', 'description': 'tempest-secgroup-smoke-854220231 description', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:59.302583 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf02ea93-0e7d-446a-95bd-0fcf95156d0c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.392559 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.483219 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf02ea93-0e7d-446a-95bd-0fcf95156d0c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.491227 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf02ea93-0e7d-446a-95bd-0fcf95156d0c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.510359 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.524244 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.549631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf02ea93-0e7d-446a-95bd-0fcf95156d0c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.551676 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bf02ea93-0e7d-446a-95bd-0fcf95156d0c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3409054 Aug 24 00:43:59.554373 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35238) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:59.558949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-53652145-68a9-4b37-b003-aced87a8ee72 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'f25e87b1-7cd9-4715-b0a5-8232fa53391b', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:59.564505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02ea93-0e7d-446a-95bd-0fcf95156d0c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25e87b1-7cd9-4715-b0a5-8232fa53391b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:59.586858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Pushing event updated for resources: {'Port': ['ID=53ca4bad-d5a8-4e35-8b17-b609c0cad784,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:59.591359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Transition to ACTIVE for port object 4455ebf4-510f-4044-8233-797d31de4c65 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:59.602970 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53652145-68a9-4b37-b003-aced87a8ee72 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.612080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:59.615697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:59.623395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:59.703854 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53652145-68a9-4b37-b003-aced87a8ee72 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.710342 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53652145-68a9-4b37-b003-aced87a8ee72 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.728851 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53652145-68a9-4b37-b003-aced87a8ee72 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055c387a-057f-4d75-b6ab-c866a42c3b16,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:59.743057 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53652145-68a9-4b37-b003-aced87a8ee72 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.744919 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-53652145-68a9-4b37-b003-aced87a8ee72 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1892848 Aug 24 00:43:59.748192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35242) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:59.751139 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.754215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e20dfd67-7504-4f04-b8cc-5cc8560ab1ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'f25e87b1-7cd9-4715-b0a5-8232fa53391b', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:59.782868 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.793524 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20dfd67-7504-4f04-b8cc-5cc8560ab1ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.862383 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20dfd67-7504-4f04-b8cc-5cc8560ab1ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.870751 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20dfd67-7504-4f04-b8cc-5cc8560ab1ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.884418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 6559f265-9e7c-4d0f-80b2-c8e08e39e399 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:59.890388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:59.896716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:59.899454 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dfd67-7504-4f04-b8cc-5cc8560ab1ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e45d3cd-e4b9-4437-bfba-a65ab600429e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:59.905084 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e20dfd67-7504-4f04-b8cc-5cc8560ab1ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.909561 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e20dfd67-7504-4f04-b8cc-5cc8560ab1ee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1593235 Aug 24 00:43:59.910221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35248) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:59.915641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-df9ecdd6-acdd-4446-a799-f344983c6256 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'f25e87b1-7cd9-4715-b0a5-8232fa53391b', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:59.933010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=4455ebf4-510f-4044-8233-797d31de4c65,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:59.964330 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df9ecdd6-acdd-4446-a799-f344983c6256 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.030210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.070026 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df9ecdd6-acdd-4446-a799-f344983c6256 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.080798 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df9ecdd6-acdd-4446-a799-f344983c6256 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.108885 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ecdd6-acdd-4446-a799-f344983c6256 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec65ca8a-2e1b-4beb-b52a-871952ee7e83,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:00.120744 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-df9ecdd6-acdd-4446-a799-f344983c6256 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.122229 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-df9ecdd6-acdd-4446-a799-f344983c6256 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2107689 Aug 24 00:44:00.125447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35256) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:00.132619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8523a81c-9a16-44c5-9ce5-eb4f6e11948b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'f25e87b1-7cd9-4715-b0a5-8232fa53391b', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:00.133299 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.170407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8523a81c-9a16-44c5-9ce5-eb4f6e11948b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.246317 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.249134 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed878f96-ca4f-417a-b346-6ca1d050913d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.278872 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8523a81c-9a16-44c5-9ce5-eb4f6e11948b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.287885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8523a81c-9a16-44c5-9ce5-eb4f6e11948b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.306689 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523a81c-9a16-44c5-9ce5-eb4f6e11948b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74cd9ff-3e5f-45e8-b368-296db0b03019,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:00.328391 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8523a81c-9a16-44c5-9ce5-eb4f6e11948b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.334665 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8523a81c-9a16-44c5-9ce5-eb4f6e11948b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2033236 Aug 24 00:44:00.334975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35260) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:00.340057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-58ea9460-f999-4e61-8b66-2355c6d7caaa tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'f25e87b1-7cd9-4715-b0a5-8232fa53391b', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:00.389528 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-58ea9460-f999-4e61-8b66-2355c6d7caaa tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Project b921a640dca2469ab0511a55c18e6f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:44:00.399342 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58ea9460-f999-4e61-8b66-2355c6d7caaa tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.493334 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.503643 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58ea9460-f999-4e61-8b66-2355c6d7caaa tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.508071 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58ea9460-f999-4e61-8b66-2355c6d7caaa tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.526768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea9460-f999-4e61-8b66-2355c6d7caaa tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835e359e-b5e7-460e-b1a3-eae233faa3e6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:00.543820 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a4d69f-ce67-49bf-884b-adee10b5742f None None] Network 6559f265-9e7c-4d0f-80b2-c8e08e39e399 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:00.553321 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-58ea9460-f999-4e61-8b66-2355c6d7caaa tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.558240 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-58ea9460-f999-4e61-8b66-2355c6d7caaa tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2220387 Aug 24 00:44:00.559379 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35264) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:00.565069 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-236d2124-d6ff-41d5-97a5-267cebf7edc4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'f25e87b1-7cd9-4715-b0a5-8232fa53391b', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:00.582494 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.598792 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.603733 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-236d2124-d6ff-41d5-97a5-267cebf7edc4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Project b921a640dca2469ab0511a55c18e6f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:44:00.610810 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-236d2124-d6ff-41d5-97a5-267cebf7edc4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.689998 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-236d2124-d6ff-41d5-97a5-267cebf7edc4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.697421 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-236d2124-d6ff-41d5-97a5-267cebf7edc4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.722177 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d2124-d6ff-41d5-97a5-267cebf7edc4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff305e5-9d43-4f31-92c3-6bc5e22f14d1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:00.726296 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-236d2124-d6ff-41d5-97a5-267cebf7edc4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.730601 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-236d2124-d6ff-41d5-97a5-267cebf7edc4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1698399 Aug 24 00:44:00.731273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35268) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:00.736344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f612a7b5-8e9f-4ef4-9647-4a8c5220fae6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'network': {'name': 'tempest-network-smoke--901872459', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:00.773278 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f612a7b5-8e9f-4ef4-9647-4a8c5220fae6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Made reservation on behalf of b921a640dca2469ab0511a55c18e6f1e for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:00.778661 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f612a7b5-8e9f-4ef4-9647-4a8c5220fae6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.839740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f612a7b5-8e9f-4ef4-9647-4a8c5220fae6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:44:00.864082 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f612a7b5-8e9f-4ef4-9647-4a8c5220fae6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.864688 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-f612a7b5-8e9f-4ef4-9647-4a8c5220fae6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Added segment b6b57481-53cc-4dd3-bf6f-0555f3b169c1 of type vlan for network 23b1d28a-de7c-4753-8914-9c38791a986e Aug 24 00:44:00.945844 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f612a7b5-8e9f-4ef4-9647-4a8c5220fae6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.981995 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f612a7b5-8e9f-4ef4-9647-4a8c5220fae6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.992129 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f612a7b5-8e9f-4ef4-9647-4a8c5220fae6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:00.992863 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f612a7b5-8e9f-4ef4-9647-4a8c5220fae6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.038394 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f612a7b5-8e9f-4ef4-9647-4a8c5220fae6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3060246 Aug 24 00:44:01.041989 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:01.046494 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'admin_state_up': True, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:01.058542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f0cf3d36-f0d3-4aa8-b320-bc418354e874 None None] Provisioning for port d3f931b0-af3c-4d9d-acbf-4c0f2683c51e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:01.064100 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.079282 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.094302 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d3f931b0-af3c-4d9d-acbf-4c0f2683c51e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:01.129034 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Router dd7ab001-9bb2-44cd-8944-ed09fc208a45 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:44:01.151431 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612a7b5-8e9f-4ef4-9647-4a8c5220fae6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Network': ['ID=23b1d28a-de7c-4753-8914-9c38791a986e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:01.181816 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.183673 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.192750 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 23b1d28a-de7c-4753-8914-9c38791a986e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:44:01.247567 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.256307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=4455ebf4-510f-4044-8233-797d31de4c65,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:01.263370 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.355581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:01.361592 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.366076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2155c89a-41fd-431b-ac85-0ce87526d6a0 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "PUT /v2.0/routers/dd7ab001-9bb2-44cd-8944-ed09fc208a45 HTTP/1.1" status: 200 len: 914 time: 4.7342432 Aug 24 00:44:01.366076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35282) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:01.373175 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fb086-7e45-4cd3-952c-1bb06ecb5164 None None] Sync routers for ids ['dd7ab001-9bb2-44cd-8944-ed09fc208a45'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:01.373853 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port d3f931b0-af3c-4d9d-acbf-4c0f2683c51e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:01.384703 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d3f931b0-af3c-4d9d-acbf-4c0f2683c51e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:01.385356 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.389289 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4fb086-7e45-4cd3-952c-1bb06ecb5164 None None] Routers {'dd7ab001-9bb2-44cd-8944-ed09fc208a45'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:01.389903 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2b4fb086-7e45-4cd3-952c-1bb06ecb5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['dd7ab001-9bb2-44cd-8944-ed09fc208a45'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:01.391917 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.465008 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2b4fb086-7e45-4cd3-952c-1bb06ecb5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:01.477902 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4fb086-7e45-4cd3-952c-1bb06ecb5164 None None] Routers {'dd7ab001-9bb2-44cd-8944-ed09fc208a45'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:01.478925 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2b4fb086-7e45-4cd3-952c-1bb06ecb5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['dd7ab001-9bb2-44cd-8944-ed09fc208a45'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:01.530300 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-2b4fb086-7e45-4cd3-952c-1bb06ecb5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:01.531186 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fb086-7e45-4cd3-952c-1bb06ecb5164 None None] The sync data for ids ['dd7ab001-9bb2-44cd-8944-ed09fc208a45'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:01.540091 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.617642 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port d3f931b0-af3c-4d9d-acbf-4c0f2683c51e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d3f931b0-af3c-4d9d-acbf-4c0f2683c51e,segment=NetworkSegment(8875b20b-3932-47c4-bc45-3eefe957c9a3),segment_id=8875b20b-3932-47c4-bc45-3eefe957c9a3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:01.628700 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.631515 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.790224 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=d3f931b0-af3c-4d9d-acbf-4c0f2683c51e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:01.831143 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-656cd6ba-6265-4e5b-8da4-4e97bb43f5a9 None None] Provisioning for port 4455ebf4-510f-4044-8233-797d31de4c65 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:01.838458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-656cd6ba-6265-4e5b-8da4-4e97bb43f5a9 None None] Provisioning complete for port 4455ebf4-510f-4044-8233-797d31de4c65 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:01.838903 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-656cd6ba-6265-4e5b-8da4-4e97bb43f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.915187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-656cd6ba-6265-4e5b-8da4-4e97bb43f5a9 None None] Port 4455ebf4-510f-4044-8233-797d31de4c65 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:01.931847 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-656cd6ba-6265-4e5b-8da4-4e97bb43f5a9 None None] Provisioning complete for port d3f931b0-af3c-4d9d-acbf-4c0f2683c51e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:01.932704 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-656cd6ba-6265-4e5b-8da4-4e97bb43f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.123460 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.149101 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.194560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 6559f265-9e7c-4d0f-80b2-c8e08e39e399 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:02.211797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:02.235645 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6a3ed293-98e9-46e1-ad70-44e8883a2997 None None] Provisioning complete for port 4455ebf4-510f-4044-8233-797d31de4c65 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:02.236213 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6a3ed293-98e9-46e1-ad70-44e8883a2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.248203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7ce38d0d-b54d-4cb5-acc9-d6f9d5c0edf2 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/routers/dd7ab001-9bb2-44cd-8944-ed09fc208a45 HTTP/1.1" status: 200 len: 920 time: 0.8735485 Aug 24 00:44:02.250861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35298) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:02.283410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ed293-98e9-46e1-ad70-44e8883a2997 None None] Port 4455ebf4-510f-4044-8233-797d31de4c65 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:02.315584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.25.8.213 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/5aaed70e-957e-4f36-8761-8b225391842b) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:02.484997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.517686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a8e420-652f-4400-90c6-54ea88a10a22 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:02.527728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-59a8e420-652f-4400-90c6-54ea88a10a22 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&device_id=dd7ab001-9bb2-44cd-8944-ed09fc208a45&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2665267 Aug 24 00:44:02.528133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35304) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:02.529245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:44:02.612281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ab672783-7e33-4d0b-bcc0-3ae3b0404da5 None None] Provisioning complete for port 4455ebf4-510f-4044-8233-797d31de4c65 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:02.612658 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab672783-7e33-4d0b-bcc0-3ae3b0404da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.660333 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.682622 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:02.694184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ab672783-7e33-4d0b-bcc0-3ae3b0404da5 None None] Port 4455ebf4-510f-4044-8233-797d31de4c65 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:02.697523 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ec5f1d4e-56ea-46fc-ba3d-b0a08eee877b tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5616710 Aug 24 00:44:02.698575 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Sync routers for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:02.700130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35308) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:02.705761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3eefc200-f461-41aa-9ecb-7226cf7ce0e4 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'network': {'name': 'tempest-RoutersTest-215874608'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:02.720600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:02.721631 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:02.752567 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=5aaed70e-957e-4f36-8761-8b225391842b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:02.755767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eefc200-f461-41aa-9ecb-7226cf7ce0e4 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:02.759944 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3eefc200-f461-41aa-9ecb-7226cf7ce0e4 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.795508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eefc200-f461-41aa-9ecb-7226cf7ce0e4 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:44:02.800447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:02.805949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:02.809823 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:02.811435 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3eefc200-f461-41aa-9ecb-7226cf7ce0e4 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.812465 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-3eefc200-f461-41aa-9ecb-7226cf7ce0e4 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Added segment 543e6e19-1678-409b-81f5-b690d1c4a2ce of type vlan for network 4eb13cfa-077c-41b8-adf6-4402c23e46d0 Aug 24 00:44:02.847434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb072c7-4ab4-42ad-adad-5af0939e1831 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:02.852582 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3cb072c7-4ab4-42ad-adad-5af0939e1831 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/networks/e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 881 time: 0.3204246 Aug 24 00:44:02.852938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:02.883560 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3eefc200-f461-41aa-9ecb-7226cf7ce0e4 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.890120 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7184c845-316c-440d-a56b-22c2c8f8980a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd7ab001-9bb2-44cd-8944-ed09fc208a45 HTTP/1.1" status: 200 len: 205 time: 0.0354614 Aug 24 00:44:02.892513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35314) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:02.918552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:02.922463 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3eefc200-f461-41aa-9ecb-7226cf7ce0e4 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.931108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eefc200-f461-41aa-9ecb-7226cf7ce0e4 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:02.932214 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3eefc200-f461-41aa-9ecb-7226cf7ce0e4 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.036481 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.078397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefc200-f461-41aa-9ecb-7226cf7ce0e4 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Network': ['ID=4eb13cfa-077c-41b8-adf6-4402c23e46d0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:03.087737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3eefc200-f461-41aa-9ecb-7226cf7ce0e4 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3864191 Aug 24 00:44:03.089085 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35322) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:03.102236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a2dba1a8-9511-4770-9147-4023638b694d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'subnet': {'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:03.153918 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d3f931b0-af3c-4d9d-acbf-4c0f2683c51e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:03.156536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 4eb13cfa-077c-41b8-adf6-4402c23e46d0 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:44:03.219700 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.269169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dba1a8-9511-4770-9147-4023638b694d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:03.273534 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2dba1a8-9511-4770-9147-4023638b694d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.395344 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d3f931b0-af3c-4d9d-acbf-4c0f2683c51e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:03.396676 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.487420 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.563328 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2dba1a8-9511-4770-9147-4023638b694d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.586839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:00Z', 'revision_number': 2, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:00Z', 'revision_number': 2, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:03.615176 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.622999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Checking router: 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:03.623387 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Updating router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 port 4455ebf4-510f-4044-8233-797d31de4c65 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:44:03.643370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dba1a8-9511-4770-9147-4023638b694d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Checking segment: {'id': '543e6e19-1678-409b-81f5-b690d1c4a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:03.644192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dba1a8-9511-4770-9147-4023638b694d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network hostable DHCP agents. Network: 4eb13cfa-077c-41b8-adf6-4402c23e46d0, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:44:03.648819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dba1a8-9511-4770-9147-4023638b694d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Subnet': ['ID=2c2cfb66-7cd8-44f8-a15b-7594f48d492f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:03.661896 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.672429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dba1a8-9511-4770-9147-4023638b694d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 4eb13cfa-077c-41b8-adf6-4402c23e46d0 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:44:03.694767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a2dba1a8-9511-4770-9147-4023638b694d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 4eb13cfa-077c-41b8-adf6-4402c23e46d0) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:03.700476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dba1a8-9511-4770-9147-4023638b694d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:03.701997 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2dba1a8-9511-4770-9147-4023638b694d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.713545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Deleting port 53ca4bad-d5a8-4e35-8b17-b609c0cad784 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:03.714017 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.733214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfea83e-3c66-4fa2-8dfa-b321562cd76c None None] Network 4eb13cfa-077c-41b8-adf6-4402c23e46d0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:03.758647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a2dba1a8-9511-4770-9147-4023638b694d tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6598275 Aug 24 00:44:03.759468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35334) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:04.188875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:44:04.190136 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.310491 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.333509 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Calling delete_port for 53ca4bad-d5a8-4e35-8b17-b609c0cad784 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:04.388819 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.423930 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.437262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Transition to ACTIVE for port object 4455ebf4-510f-4044-8233-797d31de4c65 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:04.456033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Allocated IP 172.21.0.2 (4eb13cfa-077c-41b8-adf6-4402c23e46d0/2c2cfb66-7cd8-44f8-a15b-7594f48d492f/f89e6858-3a2c-4d8c-adf9-07d3c490e9d0) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:04.459615 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.554402 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.744300 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.822361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Pushing event deleted for resources: {'Port': ['ID=53ca4bad-d5a8-4e35-8b17-b609c0cad784,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:04.900560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router ea3cc00b-e626-49c5-a65d-de646b6f3f70 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:44:04.904816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7692f-b378-4118-97a0-e6bf77d982e4 None None] Pushing event updated for resources: {'Port': ['ID=4455ebf4-510f-4044-8233-797d31de4c65,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:04.909525 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.923665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Attempting to bind port 4455ebf4-510f-4044-8233-797d31de4c65 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:04.924366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Attempting to bind port 4455ebf4-510f-4044-8233-797d31de4c65 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '8875b20b-3932-47c4-bc45-3eefe957c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:04.925050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Attempting to bind port 4455ebf4-510f-4044-8233-797d31de4c65 on network 6559f265-9e7c-4d0f-80b2-c8e08e39e399 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:04.936545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:04.937297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Checking segment: {'id': '8875b20b-3932-47c4-bc45-3eefe957c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:04.937939 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.938532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Bound using segment: {'id': '8875b20b-3932-47c4-bc45-3eefe957c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:04.939253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Bound port: 4455ebf4-510f-4044-8233-797d31de4c65, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8875b20b-3932-47c4-bc45-3eefe957c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:04.939846 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.070607 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.074311 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.096926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] For port 4455ebf4-510f-4044-8233-797d31de4c65, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:05.118177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] For port 4455ebf4-510f-4044-8233-797d31de4c65, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4455ebf4-510f-4044-8233-797d31de4c65,segment=NetworkSegment(8875b20b-3932-47c4-bc45-3eefe957c9a3),segment_id=8875b20b-3932-47c4-bc45-3eefe957c9a3)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:05.127633 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.132234 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.165228 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.166152 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Fanout notify agent at l3_agent the message router_deleted on router dd7ab001-9bb2-44cd-8944-ed09fc208a45 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:44:05.188649 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.195964 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0a7ef1e-0363-461e-9782-6aacc759df9a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "DELETE /v2.0/routers/dd7ab001-9bb2-44cd-8944-ed09fc208a45 HTTP/1.1" status: 204 len: 168 time: 2.2963977 Aug 24 00:44:05.196336 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Transition to ACTIVE for port object f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:05.196424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35368) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:05.201274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:05.206045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1976168665', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:05.219560 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Sync routers for ids ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:05.236958 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Routers {'ea3cc00b-e626-49c5-a65d-de646b6f3f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:05.238075 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:05.246552 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.248082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.256742 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.257817 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-afcb4898-18dc-41dd-a926-c5fbd5c4a8c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.2151535 Aug 24 00:44:05.261144 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35370) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:05.282626 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Transition to ACTIVE for port object f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:05.317069 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.323174 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:05.323824 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:05.361155 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-12899afd-ca4b-47d6-b40d-177af3e27906 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b921a640dca2469ab0511a55c18e6f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0988357 Aug 24 00:44:05.363446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:05.428856 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.430985 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7692f-b378-4118-97a0-e6bf77d982e4 None None] Pushing event updated for resources: {'Port': ['ID=4455ebf4-510f-4044-8233-797d31de4c65,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:05.576819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99338521-5545-414d-b3c2-de60b157e2d9 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:05.578487 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-99338521-5545-414d-b3c2-de60b157e2d9 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2128866 Aug 24 00:44:05.581527 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35378) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:05.602793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Allocated IP 172.21.0.1 (4eb13cfa-077c-41b8-adf6-4402c23e46d0/2c2cfb66-7cd8-44f8-a15b-7594f48d492f/efe43b67-e602-42c5-a21c-40d0a2c2b01f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:05.630347 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c16e1741-a6f0-4ce6-834e-3e85ca53e568 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450497 Aug 24 00:44:05.631137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35380) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:05.638044 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5c6ef0e2-b57f-4799-9666-861c33024f83 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-5494817', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:05.749234 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.755015 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Set router ea3cc00b-e626-49c5-a65d-de646b6f3f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:05.853103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6ef0e2-b57f-4799-9666-861c33024f83 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Made reservation on behalf of b921a640dca2469ab0511a55c18e6f1e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:05.857147 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef0e2-b57f-4799-9666-861c33024f83 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.913827 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Network 4eb13cfa-077c-41b8-adf6-4402c23e46d0 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:05.937517 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:05.944859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:05.999626 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:06.037246 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Pushing event updated for resources: {'Port': ['ID=f89e6858-3a2c-4d8c-adf9-07d3c490e9d0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:06.079659 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.142401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Transition to ACTIVE for port object efe43b67-e602-42c5-a21c-40d0a2c2b01f will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:06.144307 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Attempting to bind port f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:06.145542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Attempting to bind port f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '543e6e19-1678-409b-81f5-b690d1c4a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:06.145700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Attempting to bind port f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 on network 4eb13cfa-077c-41b8-adf6-4402c23e46d0 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:06.164772 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:06.165161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Checking segment: {'id': '543e6e19-1678-409b-81f5-b690d1c4a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:06.165716 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.166157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Bound using segment: {'id': '543e6e19-1678-409b-81f5-b690d1c4a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:06.166706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Bound port: f89e6858-3a2c-4d8c-adf9-07d3c490e9d0, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543e6e19-1678-409b-81f5-b690d1c4a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:06.167117 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.220055 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.251673 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef0e2-b57f-4799-9666-861c33024f83 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.256330 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5aaed70e-957e-4f36-8761-8b225391842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:44:03Z', 'revision_number': 3, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '5aaed70e-957e-4f36-8761-8b225391842b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:02Z', 'updated_at': '2021-08-24T00:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:06.292278 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Checking router: ea3cc00b-e626-49c5-a65d-de646b6f3f70 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:06.293039 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Updating router ea3cc00b-e626-49c5-a65d-de646b6f3f70 port 5aaed70e-957e-4f36-8761-8b225391842b binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:44:06.305294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 4eb13cfa-077c-41b8-adf6-4402c23e46d0 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:06.311267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:06.317203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:06.334016 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.387787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] For port f89e6858-3a2c-4d8c-adf9-07d3c490e9d0, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:06.421585 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] For port f89e6858-3a2c-4d8c-adf9-07d3c490e9d0, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f89e6858-3a2c-4d8c-adf9-07d3c490e9d0,segment=NetworkSegment(543e6e19-1678-409b-81f5-b690d1c4a2ce),segment_id=543e6e19-1678-409b-81f5-b690d1c4a2ce)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:06.438351 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.467425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ef0e2-b57f-4799-9666-861c33024f83 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Subnet': ['ID=0b9d4732-1c42-4e55-a56d-baa06f3e2793,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:06.486216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ef0e2-b57f-4799-9666-861c33024f83 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Checking segment: {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:06.488661 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ef0e2-b57f-4799-9666-861c33024f83 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network hostable DHCP agents. Network: 23b1d28a-de7c-4753-8914-9c38791a986e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:44:06.538238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ef0e2-b57f-4799-9666-861c33024f83 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network 23b1d28a-de7c-4753-8914-9c38791a986e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:44:06.569708 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5c6ef0e2-b57f-4799-9666-861c33024f83 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 23b1d28a-de7c-4753-8914-9c38791a986e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:06.579753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48475467-1d64-42f6-9515-9abf9ac14301 None None] Pushing event updated for resources: {'Port': ['ID=f89e6858-3a2c-4d8c-adf9-07d3c490e9d0,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:06.580555 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6ef0e2-b57f-4799-9666-861c33024f83 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:06.586939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cdf520-9bab-4be1-9da9-81380262cac7 None None] Network 23b1d28a-de7c-4753-8914-9c38791a986e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:06.590666 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef0e2-b57f-4799-9666-861c33024f83 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.596131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:00Z', 'revision_number': 2, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:05Z', 'revision_number': 4, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:06.653747 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5c6ef0e2-b57f-4799-9666-861c33024f83 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.0208931 Aug 24 00:44:06.657446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35396) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:06.695395 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdc1e4-d773-4acf-9257-388242ae0a27 None None] The sync data for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 is: [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:00Z', 'revision_number': 2, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:05Z', 'revision_number': 4, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:06.865358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=efe43b67-e602-42c5-a21c-40d0a2c2b01f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:06.967709 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.969495 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.977515 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.047752 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Transition to ACTIVE for port object 5aaed70e-957e-4f36-8761-8b225391842b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:07.071558 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.110162 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.144377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:07.214878 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963858ac-1893-4a04-afd9-e9f993f3467f None None] Pushing event updated for resources: {'Port': ['ID=5aaed70e-957e-4f36-8761-8b225391842b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:07.224115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-23b1d28a-de7c-4753-8914-9c38791a986e', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ips': [{'subnet_id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:44:07.227589 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.265167 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963858ac-1893-4a04-afd9-e9f993f3467f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:07.266432 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963858ac-1893-4a04-afd9-e9f993f3467f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:07.268820 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963858ac-1893-4a04-afd9-e9f993f3467f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:07.274445 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963858ac-1893-4a04-afd9-e9f993f3467f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:07.275463 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963858ac-1893-4a04-afd9-e9f993f3467f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:07.276280 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963858ac-1893-4a04-afd9-e9f993f3467f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:07.277034 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963858ac-1893-4a04-afd9-e9f993f3467f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:07.277734 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963858ac-1893-4a04-afd9-e9f993f3467f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:07.278292 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963858ac-1893-4a04-afd9-e9f993f3467f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:07.279045 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963858ac-1893-4a04-afd9-e9f993f3467f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:07.279591 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963858ac-1893-4a04-afd9-e9f993f3467f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:07.280514 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963858ac-1893-4a04-afd9-e9f993f3467f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:07.291629 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Attempting to bind port 5aaed70e-957e-4f36-8761-8b225391842b on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:07.292646 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Attempting to bind port 5aaed70e-957e-4f36-8761-8b225391842b by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:07.293112 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Attempting to bind port 5aaed70e-957e-4f36-8761-8b225391842b on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:07.305612 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:07.307298 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:07.309722 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.310621 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:07.313237 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Bound port: 5aaed70e-957e-4f36-8761-8b225391842b, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:07.313978 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.465935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:07.507733 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] For port 5aaed70e-957e-4f36-8761-8b225391842b, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:07.512227 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] For port 5aaed70e-957e-4f36-8761-8b225391842b, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5aaed70e-957e-4f36-8761-8b225391842b,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:07.523131 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.573837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Allocated IP 172.20.0.2 (23b1d28a-de7c-4753-8914-9c38791a986e/0b9d4732-1c42-4e55-a56d-baa06f3e2793/d13cc120-1eb5-4576-87e8-793e517e3409) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:07.602481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.643627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Allocated IP 172.25.8.222 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/a6fab863-9c62-49b9-922f-faf5deb7ec4d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:07.732020 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Routers {'ea3cc00b-e626-49c5-a65d-de646b6f3f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:07.732653 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:07.824215 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963858ac-1893-4a04-afd9-e9f993f3467f None None] Pushing event updated for resources: {'Port': ['ID=5aaed70e-957e-4f36-8761-8b225391842b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:07.841232 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.007937 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.021155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Transition to ACTIVE for port object d13cc120-1eb5-4576-87e8-793e517e3409 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:08.049356 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Transition to ACTIVE for port object d13cc120-1eb5-4576-87e8-793e517e3409 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:08.053760 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] Set router ea3cc00b-e626-49c5-a65d-de646b6f3f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:08.068158 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.196345 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Network 23b1d28a-de7c-4753-8914-9c38791a986e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:08.208775 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:08.226109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:08.249253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Pushing event updated for resources: {'Port': ['ID=d13cc120-1eb5-4576-87e8-793e517e3409,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:08.397385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Attempting to bind port d13cc120-1eb5-4576-87e8-793e517e3409 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:08.398069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Attempting to bind port d13cc120-1eb5-4576-87e8-793e517e3409 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:08.398921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Attempting to bind port d13cc120-1eb5-4576-87e8-793e517e3409 on network 23b1d28a-de7c-4753-8914-9c38791a986e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:08.446083 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:08.448450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Checking segment: {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:08.448881 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.453498 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Bound using segment: {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:08.454037 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Bound port: d13cc120-1eb5-4576-87e8-793e517e3409, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:08.454442 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.465061 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.489553 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.501917 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5aaed70e-957e-4f36-8761-8b225391842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:44:03Z', 'revision_number': 3, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '5aaed70e-957e-4f36-8761-8b225391842b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:02Z', 'updated_at': '2021-08-24T00:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:08.506323 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.573503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.20.0.1 (23b1d28a-de7c-4753-8914-9c38791a986e/0b9d4732-1c42-4e55-a56d-baa06f3e2793/a0f6484b-75a0-4a90-86aa-a12c0f8aae4a) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:08.600989 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.603288 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef526971-a160-40fc-bde7-3c52c34dee71 None None] The sync data for ids ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'] in n-d-805736-1 is: [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5aaed70e-957e-4f36-8761-8b225391842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:44:03Z', 'revision_number': 3, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '5aaed70e-957e-4f36-8761-8b225391842b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:02Z', 'updated_at': '2021-08-24T00:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:08.609939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=efe43b67-e602-42c5-a21c-40d0a2c2b01f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:08.694986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] For port d13cc120-1eb5-4576-87e8-793e517e3409, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:08.698289 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] For port d13cc120-1eb5-4576-87e8-793e517e3409, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d13cc120-1eb5-4576-87e8-793e517e3409,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:08.703830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf44b7d-7b0e-4584-afa0-72d340f113da None None] Network 4eb13cfa-077c-41b8-adf6-4402c23e46d0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:08.772026 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.799467 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.851175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 4eb13cfa-077c-41b8-adf6-4402c23e46d0 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:08.852981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:08.867503 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.870242 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ebe29d93-7567-421b-a2a0-b4bd63fd5a11 None None] Provisioning for port f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:08.891411 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ebe29d93-7567-421b-a2a0-b4bd63fd5a11 None None] Provisioning complete for port f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:08.893573 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ebe29d93-7567-421b-a2a0-b4bd63fd5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.911331 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Transition to ACTIVE for port object a0f6484b-75a0-4a90-86aa-a12c0f8aae4a will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:09.010738 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.013312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Pushing event updated for resources: {'Port': ['ID=a6fab863-9c62-49b9-922f-faf5deb7ec4d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:09.064714 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network 23b1d28a-de7c-4753-8914-9c38791a986e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:09.091853 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:09.095771 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:09.258057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:09.276922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4455ebf4-510f-4044-8233-797d31de4c65 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:09.278803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219038d3-a90a-4776-b370-02a96cd2ed18 None None] Pushing event updated for resources: {'Port': ['ID=d13cc120-1eb5-4576-87e8-793e517e3409,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:09.287009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:09.289826 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.291272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:09.491206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=a0f6484b-75a0-4a90-86aa-a12c0f8aae4a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:09.554631 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:09.726695 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.779240 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ebe29d93-7567-421b-a2a0-b4bd63fd5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.867961 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ebe29d93-7567-421b-a2a0-b4bd63fd5a11 None None] For port f89e6858-3a2c-4d8c-adf9-07d3c490e9d0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f89e6858-3a2c-4d8c-adf9-07d3c490e9d0,segment=NetworkSegment(543e6e19-1678-409b-81f5-b690d1c4a2ce),segment_id=543e6e19-1678-409b-81f5-b690d1c4a2ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:09.878930 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4455ebf4-510f-4044-8233-797d31de4c65 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:09.885529 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4455ebf4-510f-4044-8233-797d31de4c65 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:09.886274 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.888583 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ebe29d93-7567-421b-a2a0-b4bd63fd5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.063958 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe29d93-7567-421b-a2a0-b4bd63fd5a11 None None] Pushing event updated for resources: {'Port': ['ID=f89e6858-3a2c-4d8c-adf9-07d3c490e9d0,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:10.217149 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.267587 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.274601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:10.307324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Sync routers for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:10.320783 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4455ebf4-510f-4044-8233-797d31de4c65, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4455ebf4-510f-4044-8233-797d31de4c65,segment=NetworkSegment(8875b20b-3932-47c4-bc45-3eefe957c9a3),segment_id=8875b20b-3932-47c4-bc45-3eefe957c9a3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:10.329371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:10.339701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:10.364744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-46e991f3-cac1-4211-b742-7507a6ba4211 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6041718 Aug 24 00:44:10.368000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35450) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:10.373492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b631fff9-b40b-489b-81e4-f72b6b4ce9d1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'network': {'name': 'tempest-RoutersTest-939163242'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:10.544824 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:10.554621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b631fff9-b40b-489b-81e4-f72b6b4ce9d1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:10.559102 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b631fff9-b40b-489b-81e4-f72b6b4ce9d1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.609229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b631fff9-b40b-489b-81e4-f72b6b4ce9d1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:44:10.667542 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.672303 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.680702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.813406 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-daa53a89-7378-47d1-9e2a-781c84f91042 None None] Provisioning complete for port f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:10.813781 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-daa53a89-7378-47d1-9e2a-781c84f91042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.820910 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b631fff9-b40b-489b-81e4-f72b6b4ce9d1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.821641 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-b631fff9-b40b-489b-81e4-f72b6b4ce9d1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Added segment 03ac9113-e24a-48f1-b030-ab3e4b789220 of type vlan for network 4089c96c-024c-4591-bcd4-4d7b438aba0a Aug 24 00:44:10.889900 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.897267 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b631fff9-b40b-489b-81e4-f72b6b4ce9d1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.938720 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.945925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=a0f6484b-75a0-4a90-86aa-a12c0f8aae4a,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:11.132651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4455ebf4-510f-4044-8233-797d31de4c65,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:11.137132 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b631fff9-b40b-489b-81e4-f72b6b4ce9d1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:11.143352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b631fff9-b40b-489b-81e4-f72b6b4ce9d1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:11.144050 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b631fff9-b40b-489b-81e4-f72b6b4ce9d1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:11.171579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:07Z', 'revision_number': 3, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:08Z', 'revision_number': 2, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:11.210678 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db5fa65-786b-40c3-a128-71318370c82a None None] Network 23b1d28a-de7c-4753-8914-9c38791a986e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:11.297043 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network 23b1d28a-de7c-4753-8914-9c38791a986e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:11.298608 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:11.399917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Checking router: 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:11.400735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Updating router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 port efe43b67-e602-42c5-a21c-40d0a2c2b01f binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:44:11.437855 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:11.453470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5aaed70e-957e-4f36-8761-8b225391842b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:11.502502 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router ea3cc00b-e626-49c5-a65d-de646b6f3f70 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:11.973962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b631fff9-b40b-489b-81e4-f72b6b4ce9d1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6049337 Aug 24 00:44:11.988814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631fff9-b40b-489b-81e4-f72b6b4ce9d1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Network': ['ID=4089c96c-024c-4591-bcd4-4d7b438aba0a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:11.993326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35478) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:11.999695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4a00e820-abb7-488e-ab1a-f47d0b24d418 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'subnet': {'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:12.055233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 4089c96c-024c-4591-bcd4-4d7b438aba0a details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:44:12.062007 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-daa53a89-7378-47d1-9e2a-781c84f91042 None None] Provisioning for port efe43b67-e602-42c5-a21c-40d0a2c2b01f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:12.128133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-daa53a89-7378-47d1-9e2a-781c84f91042 None None] Provisioning complete for port efe43b67-e602-42c5-a21c-40d0a2c2b01f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:12.128927 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-daa53a89-7378-47d1-9e2a-781c84f91042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.148974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 5aaed70e-957e-4f36-8761-8b225391842b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:12.196273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 5aaed70e-957e-4f36-8761-8b225391842b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:12.196627 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.199568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a00e820-abb7-488e-ab1a-f47d0b24d418 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:12.204259 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a00e820-abb7-488e-ab1a-f47d0b24d418 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.209159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Router 051178c6-dc47-40b8-9c8b-3fbf98550568 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:44:12.229716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:12.241993 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Sync routers for ids ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:12.245098 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-615c71c5-c2c9-47ee-9b85-99c2f065fcd7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "PUT /v2.0/routers/ea3cc00b-e626-49c5-a65d-de646b6f3f70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5864429 Aug 24 00:44:12.263683 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Routers {'ea3cc00b-e626-49c5-a65d-de646b6f3f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:12.264605 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:12.434577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-daa53a89-7378-47d1-9e2a-781c84f91042 None None] Port efe43b67-e602-42c5-a21c-40d0a2c2b01f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:12.499406 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Set router ea3cc00b-e626-49c5-a65d-de646b6f3f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:12.584159 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.598474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5c59bdc4-a414-4b49-b5c7-1f2727ebcd33 None None] Provisioning for port d13cc120-1eb5-4576-87e8-793e517e3409 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:12.639292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 5aaed70e-957e-4f36-8761-8b225391842b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5aaed70e-957e-4f36-8761-8b225391842b,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:12.642404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:12.656332 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5c59bdc4-a414-4b49-b5c7-1f2727ebcd33 None None] Provisioning complete for port efe43b67-e602-42c5-a21c-40d0a2c2b01f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:12.656709 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5c59bdc4-a414-4b49-b5c7-1f2727ebcd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.658633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973bb4de-a7f3-4a72-afcb-f268326e6c3b None None] Sync routers for ids ['051178c6-dc47-40b8-9c8b-3fbf98550568'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:12.698831 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.703716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:12.723923 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.728341 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35500) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:12.735229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:12.740133 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-36490b5c-2b96-432e-9677-240c503c5930 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5392184 Aug 24 00:44:12.809545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-33906fa1-cd9e-48d8-9118-47a09fe3104b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854220231&fields=id&tenant_id=b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 267 time: 0.2589595 Aug 24 00:44:12.889543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973bb4de-a7f3-4a72-afcb-f268326e6c3b None None] Routers {'051178c6-dc47-40b8-9c8b-3fbf98550568'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:12.890441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-973bb4de-a7f3-4a72-afcb-f268326e6c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['051178c6-dc47-40b8-9c8b-3fbf98550568'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:12.992196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-973bb4de-a7f3-4a72-afcb-f268326e6c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:13.013186 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5c59bdc4-a414-4b49-b5c7-1f2727ebcd33 None None] Port efe43b67-e602-42c5-a21c-40d0a2c2b01f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:13.038957 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5aaed70e-957e-4f36-8761-8b225391842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:44:09Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '5aaed70e-957e-4f36-8761-8b225391842b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:02Z', 'updated_at': '2021-08-24T00:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'a0f6484b-75a0-4a90-86aa-a12c0f8aae4a', 'name': '', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:e3:99:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:08Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 2, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:13.066552 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.089438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=5aaed70e-957e-4f36-8761-8b225391842b,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:13.109580 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973bb4de-a7f3-4a72-afcb-f268326e6c3b None None] Routers {'051178c6-dc47-40b8-9c8b-3fbf98550568'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:13.110364 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-973bb4de-a7f3-4a72-afcb-f268326e6c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['051178c6-dc47-40b8-9c8b-3fbf98550568'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:13.115785 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Checking router: ea3cc00b-e626-49c5-a65d-de646b6f3f70 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:13.116931 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Updating router ea3cc00b-e626-49c5-a65d-de646b6f3f70 port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:44:13.182594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-973bb4de-a7f3-4a72-afcb-f268326e6c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:13.183974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973bb4de-a7f3-4a72-afcb-f268326e6c3b None None] The sync data for ids ['051178c6-dc47-40b8-9c8b-3fbf98550568'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:13.201111 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.246685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Transition to ACTIVE for port object efe43b67-e602-42c5-a21c-40d0a2c2b01f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:13.272811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:13.274112 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.322455 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.344318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-48af4389-7f5f-4e81-8521-4c542997256c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:13.360118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-48af4389-7f5f-4e81-8521-4c542997256c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/networks?id=23b1d28a-de7c-4753-8914-9c38791a986e HTTP/1.1" status: 200 len: 796 time: 0.5476394 Aug 24 00:44:13.364238 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a00e820-abb7-488e-ab1a-f47d0b24d418 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.385049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-80e91dfd-0616-4618-a4f6-f6974eac811c None None] Provisioning for port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:13.405222 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-80e91dfd-0616-4618-a4f6-f6974eac811c None None] Provisioning complete for port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:13.406619 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-80e91dfd-0616-4618-a4f6-f6974eac811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.475902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-80e91dfd-0616-4618-a4f6-f6974eac811c None None] Port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:13.491073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-81abdafa-9a2a-47d6-b470-58736d66a509 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/quotas/b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 375 time: 0.1283379 Aug 24 00:44:13.544517 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.564961 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b59034-649e-4e3c-8df1-36c0fb5ec391 None None] Pushing event updated for resources: {'Port': ['ID=efe43b67-e602-42c5-a21c-40d0a2c2b01f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:13.598716 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.633060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00e820-abb7-488e-ab1a-f47d0b24d418 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Subnet': ['ID=eb2aeee5-b82f-44c6-ba03-4a878062a8e8,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:13.689197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a00e820-abb7-488e-ab1a-f47d0b24d418 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Checking segment: {'id': '03ac9113-e24a-48f1-b030-ab3e4b789220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:13.689570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00e820-abb7-488e-ab1a-f47d0b24d418 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network hostable DHCP agents. Network: 4089c96c-024c-4591-bcd4-4d7b438aba0a, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:44:13.736509 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-127938c3-59ed-45ea-97e1-047a06531393 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2428784 Aug 24 00:44:13.742183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2748ad19-21b8-44b8-9518-edd009cff9b7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:13.760617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2748ad19-21b8-44b8-9518-edd009cff9b7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231504 Aug 24 00:44:13.761627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Deleting port a6fab863-9c62-49b9-922f-faf5deb7ec4d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:13.762098 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.787785 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d13cc120-1eb5-4576-87e8-793e517e3409 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:13.799712 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Attempting to bind port efe43b67-e602-42c5-a21c-40d0a2c2b01f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:13.800092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Attempting to bind port efe43b67-e602-42c5-a21c-40d0a2c2b01f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '543e6e19-1678-409b-81f5-b690d1c4a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:13.800456 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Attempting to bind port efe43b67-e602-42c5-a21c-40d0a2c2b01f on network 4eb13cfa-077c-41b8-adf6-4402c23e46d0 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:13.839362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00e820-abb7-488e-ab1a-f47d0b24d418 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 4089c96c-024c-4591-bcd4-4d7b438aba0a is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:44:13.843994 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:13.844376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Checking segment: {'id': '543e6e19-1678-409b-81f5-b690d1c4a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:13.844778 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.845180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Bound using segment: {'id': '543e6e19-1678-409b-81f5-b690d1c4a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:13.845721 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Bound port: efe43b67-e602-42c5-a21c-40d0a2c2b01f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543e6e19-1678-409b-81f5-b690d1c4a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:13.846165 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.851305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bbcf9671-e1e6-49d2-8330-1ef222a27891 None None] Provisioning complete for port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:13.852621 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.853429 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bbcf9671-e1e6-49d2-8330-1ef222a27891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.873612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4a00e820-abb7-488e-ab1a-f47d0b24d418 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 4089c96c-024c-4591-bcd4-4d7b438aba0a) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:13.881655 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a00e820-abb7-488e-ab1a-f47d0b24d418 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:13.882503 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4a00e820-abb7-488e-ab1a-f47d0b24d418 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.898899 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Transition to ACTIVE for port object a0f6484b-75a0-4a90-86aa-a12c0f8aae4a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:13.920592 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.928784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4a00e820-abb7-488e-ab1a-f47d0b24d418 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9307687 Aug 24 00:44:13.929503 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bbcf9671-e1e6-49d2-8330-1ef222a27891 None None] Port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:13.930239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35510) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:13.935282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f48bc15-3f72-4025-a90c-371346bde41a None None] Network 4089c96c-024c-4591-bcd4-4d7b438aba0a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:13.938949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-cd5d3b73-bc01-4529-be06-5605fbf0a497 service neutron] 10.222.0.32 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773782 Aug 24 00:44:14.083920 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29cbd-9ecd-4574-bcee-d0d90b748185 None None] Pushing event updated for resources: {'Port': ['ID=a0f6484b-75a0-4a90-86aa-a12c0f8aae4a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:14.086384 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-dec25fb7-12d4-49f1-816e-cc3835e2a850 service neutron] 10.222.0.32 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464775 Aug 24 00:44:14.159603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] For port efe43b67-e602-42c5-a21c-40d0a2c2b01f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:14.164685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port d13cc120-1eb5-4576-87e8-793e517e3409 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:14.177026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] For port efe43b67-e602-42c5-a21c-40d0a2c2b01f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=efe43b67-e602-42c5-a21c-40d0a2c2b01f,segment=NetworkSegment(543e6e19-1678-409b-81f5-b690d1c4a2ce),segment_id=543e6e19-1678-409b-81f5-b690d1c4a2ce)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:14.189271 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.219514 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.225584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Calling delete_port for a6fab863-9c62-49b9-922f-faf5deb7ec4d owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:14.241705 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d13cc120-1eb5-4576-87e8-793e517e3409 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:14.242447 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.249972 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Attempting to bind port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:14.250661 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Attempting to bind port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:14.251149 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Attempting to bind port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a on network 23b1d28a-de7c-4753-8914-9c38791a986e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:14.260955 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:14.261361 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Checking segment: {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:14.261765 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.262548 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Bound using segment: {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:14.263607 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Bound port: a0f6484b-75a0-4a90-86aa-a12c0f8aae4a, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:14.264247 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.463210 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbf193e0-116b-4c70-9876-fde33377409d req-09611c33-0488-423e-b9e0-98876b9076b5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 210 time: 0.0826588 Aug 24 00:44:14.487474 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] For port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:14.492119 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] For port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a0f6484b-75a0-4a90-86aa-a12c0f8aae4a,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:14.497710 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.527850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b59034-649e-4e3c-8df1-36c0fb5ec391 None None] Pushing event updated for resources: {'Port': ['ID=efe43b67-e602-42c5-a21c-40d0a2c2b01f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:14.545260 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:14.545998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:14.591204 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29cbd-9ecd-4574-bcee-d0d90b748185 None None] Pushing event updated for resources: {'Port': ['ID=a0f6484b-75a0-4a90-86aa-a12c0f8aae4a,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:14.616888 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Routers {'ea3cc00b-e626-49c5-a65d-de646b6f3f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:14.617275 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:14.756852 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-4089c96c-024c-4591-bcd4-4d7b438aba0a', 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'fixed_ips': [{'subnet_id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:44:14.757722 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.791961 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.851598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:14.940676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port d13cc120-1eb5-4576-87e8-793e517e3409, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d13cc120-1eb5-4576-87e8-793e517e3409,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:15.063892 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] Set router ea3cc00b-e626-49c5-a65d-de646b6f3f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:15.217659 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.275035 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.398626 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.456664 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5aaed70e-957e-4f36-8761-8b225391842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:44:09Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '5aaed70e-957e-4f36-8761-8b225391842b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:02Z', 'updated_at': '2021-08-24T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'a0f6484b-75a0-4a90-86aa-a12c0f8aae4a', 'name': '', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:e3:99:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:08Z', 'updated_at': '2021-08-24T00:44:14Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:15.489796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Pushing event deleted for resources: {'Port': ['ID=a6fab863-9c62-49b9-922f-faf5deb7ec4d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:15.493562 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5add9eef-da0b-4f77-8d70-6df1081f4f6f None None] The sync data for ids ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'] in n-d-805736-1 is: [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5aaed70e-957e-4f36-8761-8b225391842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:44:09Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '5aaed70e-957e-4f36-8761-8b225391842b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:02Z', 'updated_at': '2021-08-24T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'a0f6484b-75a0-4a90-86aa-a12c0f8aae4a', 'name': '', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:e3:99:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:08Z', 'updated_at': '2021-08-24T00:44:14Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:15.579982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0c505-55ef-4990-9a9b-1cd72f6446a5 req-12df271f-f3a8-4117-89d5-fe6059e43764 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:15.581666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97c0c505-55ef-4990-9a9b-1cd72f6446a5 req-12df271f-f3a8-4117-89d5-fe6059e43764 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 945 time: 0.1216986 Aug 24 00:44:15.608082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4455ebf4-510f-4044-8233-797d31de4c65 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:15.647180 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44187632-61c5-4144-882f-72d77fb34b00 req-6062c927-52d6-4076-bd39-57dc88910c70 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 210 time: 0.0636077 Aug 24 00:44:15.661966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.672875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97c0c505-55ef-4990-9a9b-1cd72f6446a5 req-b02d3be1-cf01-448d-9604-1abd7731a366 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811362 Aug 24 00:44:15.771580 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=d13cc120-1eb5-4576-87e8-793e517e3409,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:15.830848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Allocated IP 172.22.0.2 (4089c96c-024c-4591-bcd4-4d7b438aba0a/eb2aeee5-b82f-44c6-ba03-4a878062a8e8/1acc6e26-3953-44b2-afbe-6aed185e1212) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:15.890569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4455ebf4-510f-4044-8233-797d31de4c65 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:15.899177 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.087898 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.097567 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.233255 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Router 051178c6-dc47-40b8-9c8b-3fbf98550568 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:16.255670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5aaed70e-957e-4f36-8761-8b225391842b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:16.317498 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-fc52f402-d7c0-49c5-a327-1840c3a0bf39 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:16.319072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-fc52f402-d7c0-49c5-a327-1840c3a0bf39 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.13 "GET /v2.0/networks?id=23b1d28a-de7c-4753-8914-9c38791a986e HTTP/1.1" status: 200 len: 796 time: 0.2778008 Aug 24 00:44:16.351987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:07Z', 'revision_number': 3, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:14Z', 'revision_number': 4, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:16.352787 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:16.365624 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47bbf53-94f5-4764-a911-9ad7a1d86f38 None None] Sync routers for ids ['051178c6-dc47-40b8-9c8b-3fbf98550568'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:16.388127 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47bbf53-94f5-4764-a911-9ad7a1d86f38 None None] Routers {'051178c6-dc47-40b8-9c8b-3fbf98550568'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:16.389168 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c47bbf53-94f5-4764-a911-9ad7a1d86f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['051178c6-dc47-40b8-9c8b-3fbf98550568'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:16.395555 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.399447 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e823462d-b7b0-412e-8f5b-4ed23637b2be None None] The sync data for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 is: [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:07Z', 'revision_number': 3, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:14Z', 'revision_number': 4, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:16.404201 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.408211 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-786c18fb-767b-484b-ab5d-d34d2a78b6f7 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "PUT /v2.0/routers/051178c6-dc47-40b8-9c8b-3fbf98550568 HTTP/1.1" status: 200 len: 706 time: 3.6783009 Aug 24 00:44:16.409801 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:16.426896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Transition to ACTIVE for port object 1acc6e26-3953-44b2-afbe-6aed185e1212 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:16.446648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-e680a61a-6595-4eed-a034-ddc121403182 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 379 time: 0.0791481 Aug 24 00:44:16.455790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2d5c5340-5a6f-4fa2-ba3f-7d6f7498705e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'port': {'device_id': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'admin_state_up': True, 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'security_groups': ['f25e87b1-7cd9-4715-b0a5-8232fa53391b']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:16.498325 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c47bbf53-94f5-4764-a911-9ad7a1d86f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:16.509121 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 5aaed70e-957e-4f36-8761-8b225391842b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:16.509668 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.524027 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Transition to ACTIVE for port object 1acc6e26-3953-44b2-afbe-6aed185e1212 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:16.528441 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47bbf53-94f5-4764-a911-9ad7a1d86f38 None None] Routers {'051178c6-dc47-40b8-9c8b-3fbf98550568'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:16.529060 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c47bbf53-94f5-4764-a911-9ad7a1d86f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['051178c6-dc47-40b8-9c8b-3fbf98550568'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:16.586955 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.611685 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c47bbf53-94f5-4764-a911-9ad7a1d86f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:16.613200 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47bbf53-94f5-4764-a911-9ad7a1d86f38 None None] The sync data for ids ['051178c6-dc47-40b8-9c8b-3fbf98550568'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:16.668503 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-50314e2a-cf58-42ea-b054-23ab18328005 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/routers/051178c6-dc47-40b8-9c8b-3fbf98550568 HTTP/1.1" status: 200 len: 741 time: 0.2564962 Aug 24 00:44:16.672791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:16.673246 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Pushing event updated for resources: {'Port': ['ID=1acc6e26-3953-44b2-afbe-6aed185e1212,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:16.695228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Network 4089c96c-024c-4591-bcd4-4d7b438aba0a is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:16.702161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:16.705049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:16.728823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2d5c5340-5a6f-4fa2-ba3f-7d6f7498705e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Made reservation on behalf of b921a640dca2469ab0511a55c18e6f1e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:16.732703 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2d5c5340-5a6f-4fa2-ba3f-7d6f7498705e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.815615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Attempting to bind port 1acc6e26-3953-44b2-afbe-6aed185e1212 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:16.815994 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Attempting to bind port 1acc6e26-3953-44b2-afbe-6aed185e1212 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '03ac9113-e24a-48f1-b030-ab3e4b789220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:16.817026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Attempting to bind port 1acc6e26-3953-44b2-afbe-6aed185e1212 on network 4089c96c-024c-4591-bcd4-4d7b438aba0a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:16.824465 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:16.824704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Checking segment: {'id': '03ac9113-e24a-48f1-b030-ab3e4b789220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:16.825068 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.825472 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Bound using segment: {'id': '03ac9113-e24a-48f1-b030-ab3e4b789220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:16.826010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Bound port: 1acc6e26-3953-44b2-afbe-6aed185e1212, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ac9113-e24a-48f1-b030-ab3e4b789220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:16.826404 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.907114 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] For port 1acc6e26-3953-44b2-afbe-6aed185e1212, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:16.911644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] For port 1acc6e26-3953-44b2-afbe-6aed185e1212, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1acc6e26-3953-44b2-afbe-6aed185e1212,segment=NetworkSegment(03ac9113-e24a-48f1-b030-ab3e4b789220),segment_id=03ac9113-e24a-48f1-b030-ab3e4b789220)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:16.925452 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.975495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53b4623f-9a2b-4c03-a480-7ca27ce9d0d4 req-073e2cc8-d0d2-42b6-8de6-d64ac7d2ab9f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 210 time: 0.1618221 Aug 24 00:44:17.090612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e7279-614e-4a1c-a3ce-eff40c7957d9 None None] Pushing event updated for resources: {'Port': ['ID=1acc6e26-3953-44b2-afbe-6aed185e1212,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:17.147777 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd8366-deba-4af6-b0de-27e340dc443c req-d0fa8b40-3ff8-400f-9767-c62f732073f9 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:17.159784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12fd8366-deba-4af6-b0de-27e340dc443c req-d0fa8b40-3ff8-400f-9767-c62f732073f9 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 945 time: 0.1921239 Aug 24 00:44:17.198503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2d5c5340-5a6f-4fa2-ba3f-7d6f7498705e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.20.0.5 (23b1d28a-de7c-4753-8914-9c38791a986e/0b9d4732-1c42-4e55-a56d-baa06f3e2793/d4d5eb5b-28be-4011-a572-d62f385b79d3) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:17.240693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12fd8366-deba-4af6-b0de-27e340dc443c req-88251ae1-db25-48e2-b621-612073c666ac tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789740 Aug 24 00:44:17.466317 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-453ed1fa-de2f-4c91-a238-6a1078f995b7 tempest-RoutersAdminTest-1237718837 tempest-RoutersAdminTest-1237718837-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&device_id=051178c6-dc47-40b8-9c8b-3fbf98550568 HTTP/1.1" status: 200 len: 205 time: 0.7860470 Aug 24 00:44:17.467560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35546) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:17.468857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Allocated IP 172.22.0.1 (4089c96c-024c-4591-bcd4-4d7b438aba0a/eb2aeee5-b82f-44c6-ba03-4a878062a8e8/88fbc282-53c5-4cb8-8d5b-8a82eee0f698) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:17.551725 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6cc00233-1d95-4d23-98cd-2e44b037ab74 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "GET /v2.0/ports?device_id=051178c6-dc47-40b8-9c8b-3fbf98550568 HTTP/1.1" status: 200 len: 205 time: 0.0678914 Aug 24 00:44:17.555345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35548) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:17.669198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f97bd-2858-4efb-98ce-c422c74b44bc req-a304b8d9-ef6c-4f63-92bb-d3199bfee696 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:17.670319 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-867f97bd-2858-4efb-98ce-c422c74b44bc req-a304b8d9-ef6c-4f63-92bb-d3199bfee696 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.13 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 945 time: 0.1964190 Aug 24 00:44:17.682974 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2d5c5340-5a6f-4fa2-ba3f-7d6f7498705e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.702509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2d5c5340-5a6f-4fa2-ba3f-7d6f7498705e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Transition to ACTIVE for port object d4d5eb5b-28be-4011-a572-d62f385b79d3 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:17.703764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device efe43b67-e602-42c5-a21c-40d0a2c2b01f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:17.736963 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efd0978d-d303-44b8-8a1f-b076d0f4a566 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.780731 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.798613 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2d5c5340-5a6f-4fa2-ba3f-7d6f7498705e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.799530 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Transition to ACTIVE for port object 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:17.802948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port efe43b67-e602-42c5-a21c-40d0a2c2b01f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:17.808638 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port efe43b67-e602-42c5-a21c-40d0a2c2b01f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:17.809018 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.884740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c5340-5a6f-4fa2-ba3f-7d6f7498705e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=d4d5eb5b-28be-4011-a572-d62f385b79d3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:17.886676 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-867f97bd-2858-4efb-98ce-c422c74b44bc req-c965dbf8-de44-4bd5-aa54-798a3fabb8f5 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Deleting port a062a43e-27d8-47c0-aa72-b05a8119b3e3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:17.895730 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-867f97bd-2858-4efb-98ce-c422c74b44bc req-c965dbf8-de44-4bd5-aa54-798a3fabb8f5 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.919935 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.967793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port efe43b67-e602-42c5-a21c-40d0a2c2b01f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=efe43b67-e602-42c5-a21c-40d0a2c2b01f,segment=NetworkSegment(543e6e19-1678-409b-81f5-b690d1c4a2ce),segment_id=543e6e19-1678-409b-81f5-b690d1c4a2ce)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:17.980345 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.981797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a0f6484b-75a0-4a90-86aa-a12c0f8aae4a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:17.993192 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efd0978d-d303-44b8-8a1f-b076d0f4a566 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.996835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efd0978d-d303-44b8-8a1f-b076d0f4a566 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.000494 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-867f97bd-2858-4efb-98ce-c422c74b44bc req-c965dbf8-de44-4bd5-aa54-798a3fabb8f5 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] For port a062a43e-27d8-47c0-aa72-b05a8119b3e3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a062a43e-27d8-47c0-aa72-b05a8119b3e3,segment=NetworkSegment(f61e732a-110a-4ece-8115-28a9e9181998),segment_id=f61e732a-110a-4ece-8115-28a9e9181998)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:18.000875 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-867f97bd-2858-4efb-98ce-c422c74b44bc req-c965dbf8-de44-4bd5-aa54-798a3fabb8f5 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.015689 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-867f97bd-2858-4efb-98ce-c422c74b44bc req-c965dbf8-de44-4bd5-aa54-798a3fabb8f5 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Calling delete_port for a062a43e-27d8-47c0-aa72-b05a8119b3e3 owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:18.030318 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.062644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2d5c5340-5a6f-4fa2-ba3f-7d6f7498705e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network 23b1d28a-de7c-4753-8914-9c38791a986e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:18.064366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2d5c5340-5a6f-4fa2-ba3f-7d6f7498705e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:18.067646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2d5c5340-5a6f-4fa2-ba3f-7d6f7498705e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:18.130292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=88fbc282-53c5-4cb8-8d5b-8a82eee0f698,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:18.138969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2d5c5340-5a6f-4fa2-ba3f-7d6f7498705e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:18.143684 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2d5c5340-5a6f-4fa2-ba3f-7d6f7498705e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.147373 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efd0978d-d303-44b8-8a1f-b076d0f4a566 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.152488 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 4089c96c-024c-4591-bcd4-4d7b438aba0a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:18.152707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd0978d-d303-44b8-8a1f-b076d0f4a566 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Fanout notify agent at l3_agent the message router_deleted on router 051178c6-dc47-40b8-9c8b-3fbf98550568 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:44:18.159112 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:18.164231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:18.173766 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-efd0978d-d303-44b8-8a1f-b076d0f4a566 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.174873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-efd0978d-d303-44b8-8a1f-b076d0f4a566 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "DELETE /v2.0/routers/051178c6-dc47-40b8-9c8b-3fbf98550568 HTTP/1.1" status: 204 len: 168 time: 0.6158226 Aug 24 00:44:18.189853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35552) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:18.203405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=efe43b67-e602-42c5-a21c-40d0a2c2b01f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:18.213012 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:18.222105 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:18.224679 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.232453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.352357 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-efeebf08-4b28-42d3-92d4-d47f1ce8d09f tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "GET /v2.0/ports?device_id=051178c6-dc47-40b8-9c8b-3fbf98550568 HTTP/1.1" status: 200 len: 205 time: 0.1572399 Aug 24 00:44:18.356941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35560) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:18.403592 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.494683 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2d5c5340-5a6f-4fa2-ba3f-7d6f7498705e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0458179 Aug 24 00:44:18.496042 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-a028556e-ca81-48ea-9a0f-938703694367 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] delete failed (client error): The resource could not be found. Aug 24 00:44:18.497847 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a0f6484b-75a0-4a90-86aa-a12c0f8aae4a,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:18.508614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a028556e-ca81-48ea-9a0f-938703694367 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "DELETE /v2.0/routers/051178c6-dc47-40b8-9c8b-3fbf98550568 HTTP/1.1" status: 404 len: 336 time: 0.1446981 Aug 24 00:44:18.509679 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.510970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d13cc120-1eb5-4576-87e8-793e517e3409 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:18.521119 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:18.550272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d1a26-8587-4eea-82f2-d7c70093a8b0 req-bf5e950b-ead8-4645-972a-d545210e2737 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:18.573700 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-037d1a26-8587-4eea-82f2-d7c70093a8b0 req-bf5e950b-ead8-4645-972a-d545210e2737 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 931 time: 0.3828659 Aug 24 00:44:18.596001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Request body: {'port': {'device_id': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:18.621232 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=a0f6484b-75a0-4a90-86aa-a12c0f8aae4a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:18.709120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fa1ea899-8577-41ec-8796-a1b6d39c5472 None None] Provisioning for port d4d5eb5b-28be-4011-a572-d62f385b79d3 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:18.715319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fa1ea899-8577-41ec-8796-a1b6d39c5472 None None] Provisioning complete for port d4d5eb5b-28be-4011-a572-d62f385b79d3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:18.715698 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea899-8577-41ec-8796-a1b6d39c5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.775628 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ea899-8577-41ec-8796-a1b6d39c5472 None None] Port d4d5eb5b-28be-4011-a572-d62f385b79d3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:18.785848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d13cc120-1eb5-4576-87e8-793e517e3409 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:18.786274 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.799989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db058f-ffb5-4aac-97ff-153a9f7a24cb req-8bc4c729-7cd4-49de-bdec-2c992ccd4e9d tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:18.805228 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-867f97bd-2858-4efb-98ce-c422c74b44bc req-c965dbf8-de44-4bd5-aa54-798a3fabb8f5 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.825021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47db058f-ffb5-4aac-97ff-153a9f7a24cb req-8bc4c729-7cd4-49de-bdec-2c992ccd4e9d tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=e532abc7-21ba-42c0-9020-ec99563e411c HTTP/1.1" status: 200 len: 945 time: 0.3598611 Aug 24 00:44:18.833007 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.858992 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84140511-a2da-4bf5-ab0c-95b30d8d1808 None None] Network 4089c96c-024c-4591-bcd4-4d7b438aba0a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:18.867656 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1928e5ae-7163-45c5-8e2c-f6e9285a184e tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd7ab001-9bb2-44cd-8944-ed09fc208a45 HTTP/1.1" status: 200 len: 205 time: 0.3254588 Aug 24 00:44:18.868347 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:18.875313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965dbf8-de44-4bd5-aa54-798a3fabb8f5 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Pushing event deleted for resources: {'Port': ['ID=a062a43e-27d8-47c0-aa72-b05a8119b3e3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:18.911586 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-037d1a26-8587-4eea-82f2-d7c70093a8b0 req-df936bdb-c099-4c88-8e01-f7a83a5fe93a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3369286 Aug 24 00:44:18.923309 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-c698283d-d98b-4625-80a7-7099114e1833 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] delete failed (client error): The resource could not be found. Aug 24 00:44:18.927255 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c698283d-d98b-4625-80a7-7099114e1833 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "DELETE /v2.0/routers/dd7ab001-9bb2-44cd-8944-ed09fc208a45 HTTP/1.1" status: 404 len: 336 time: 0.0484631 Aug 24 00:44:18.930285 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35566) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:18.931987 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.995549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-829589c8-d357-4652-83e0-20bad0832889 None None] Provisioning for port 1acc6e26-3953-44b2-afbe-6aed185e1212 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:19.021995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-480030e3-620c-462f-91b7-acd635a59afa tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55575dd-067c-482a-8c31-c2eacf2ae700 HTTP/1.1" status: 200 len: 205 time: 0.0724914 Aug 24 00:44:19.022253 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-867f97bd-2858-4efb-98ce-c422c74b44bc req-c965dbf8-de44-4bd5-aa54-798a3fabb8f5 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] No DVR routers for this DVR port a062a43e-27d8-47c0-aa72-b05a8119b3e3 on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:19.026896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-867f97bd-2858-4efb-98ce-c422c74b44bc req-c965dbf8-de44-4bd5-aa54-798a3fabb8f5 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.029373 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35568) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:19.039730 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-867f97bd-2858-4efb-98ce-c422c74b44bc req-c965dbf8-de44-4bd5-aa54-798a3fabb8f5 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.13 "DELETE /v2.0/ports/a062a43e-27d8-47c0-aa72-b05a8119b3e3 HTTP/1.1" status: 204 len: 173 time: 1.3607831 Aug 24 00:44:19.085120 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e532abc7-21ba-42c0-9020-ec99563e411c', 'name': 'network-vif-deleted', 'tag': 'a062a43e-27d8-47c0-aa72-b05a8119b3e3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:19.089276 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dfbb57-3895-45d7-a2f5-287f27199234" -d '{"events": [{"server_uuid": "e532abc7-21ba-42c0-9020-ec99563e411c", "name": "network-vif-deleted", "tag": "a062a43e-27d8-47c0-aa72-b05a8119b3e3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:19.157053 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-8687d02e-d896-46b8-b80e-82acd4f59f96 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] delete failed (client error): The resource could not be found. Aug 24 00:44:19.158439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8687d02e-d896-46b8-b80e-82acd4f59f96 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "DELETE /v2.0/routers/e55575dd-067c-482a-8c31-c2eacf2ae700 HTTP/1.1" status: 404 len: 336 time: 0.1280296 Aug 24 00:44:19.158924 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5361e02d-9889-4c98-b900-62496cab7689 x-openstack-request-id: req-5361e02d-9889-4c98-b900-62496cab7689 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:19.159216 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e532abc7-21ba-42c0-9020-ec99563e411c", "name": "network-vif-deleted", "tag": "a062a43e-27d8-47c0-aa72-b05a8119b3e3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:19.159463 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5361e02d-9889-4c98-b900-62496cab7689 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:19.159859 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e532abc7-21ba-42c0-9020-ec99563e411c', 'name': 'network-vif-deleted', 'tag': 'a062a43e-27d8-47c0-aa72-b05a8119b3e3', 'status': 'completed', 'code': 200} Aug 24 00:44:19.163619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:19.177592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47db058f-ffb5-4aac-97ff-153a9f7a24cb req-9980a32a-8747-42f2-82c0-9c0d49c5d2f0 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511715 Aug 24 00:44:19.250150 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d37e0a9c-8d30-4372-8076-eeca7a12a753 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccae4659-76f3-4045-ac51-4feea468e214 HTTP/1.1" status: 200 len: 205 time: 0.0842321 Aug 24 00:44:19.250437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35574) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:19.297968 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-d1aa3be0-9bca-469a-989a-8dc12ffeb41a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] delete failed (client error): The resource could not be found. Aug 24 00:44:19.298879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d1aa3be0-9bca-469a-989a-8dc12ffeb41a tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "DELETE /v2.0/routers/ccae4659-76f3-4045-ac51-4feea468e214 HTTP/1.1" status: 404 len: 336 time: 0.0473890 Aug 24 00:44:19.302972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35578) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:19.354414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e0970224-0024-4f72-bb6a-5f27e30c1e62 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "GET /v2.0/ports?device_id=f92d4de0-a0f3-4de4-b921-5c5fbe761599 HTTP/1.1" status: 200 len: 205 time: 0.0497508 Aug 24 00:44:19.355268 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35580) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:19.416064 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-654d3d97-2494-4a18-b800-2eebb58036ab tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] delete failed (client error): The resource could not be found. Aug 24 00:44:19.420992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-654d3d97-2494-4a18-b800-2eebb58036ab tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "DELETE /v2.0/routers/f92d4de0-a0f3-4de4-b921-5c5fbe761599 HTTP/1.1" status: 404 len: 336 time: 0.0612082 Aug 24 00:44:19.422436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35582) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:19.465151 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.465494 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dc0405c2-1c85-4710-8000-48a02581e73c None None] Provisioning for port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:19.475314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dc0405c2-1c85-4710-8000-48a02581e73c None None] Provisioning complete for port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:19.476307 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc0405c2-1c85-4710-8000-48a02581e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.479925 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d2954aef-6694-414a-bbc4-63fba3b6474c tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "GET /v2.0/ports?device_id=21b45308-fade-4762-8de2-6f60d2675f29 HTTP/1.1" status: 200 len: 205 time: 0.0563529 Aug 24 00:44:19.483873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35584) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:19.492497 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.558712 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-dc0405c2-1c85-4710-8000-48a02581e73c None None] Port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:19.641714 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=88fbc282-53c5-4cb8-8d5b-8a82eee0f698,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:19.685250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device efe43b67-e602-42c5-a21c-40d0a2c2b01f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:19.704484 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.800353 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port efe43b67-e602-42c5-a21c-40d0a2c2b01f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:19.801490 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.902761 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4afa79d0-b73a-4ee3-bc11-be69e4c707fb None None] Provisioning complete for port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:19.903162 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4afa79d0-b73a-4ee3-bc11-be69e4c707fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.917744 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 4089c96c-024c-4591-bcd4-4d7b438aba0a is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:19.919441 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:19.958644 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-f3330490-2fca-43fb-bf64-c43fe1768eed tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] delete failed (client error): The resource could not be found. Aug 24 00:44:19.964163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f3330490-2fca-43fb-bf64-c43fe1768eed tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "DELETE /v2.0/routers/21b45308-fade-4762-8de2-6f60d2675f29 HTTP/1.1" status: 404 len: 336 time: 0.4792721 Aug 24 00:44:19.977402 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35588) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:20.011490 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4afa79d0-b73a-4ee3-bc11-be69e4c707fb None None] Port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:20.047978 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffd28ce-31df-4471-ac8c-29b58f5a3f06 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] DELETE failed (client error): The resource could not be found. Aug 24 00:44:20.048688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffd28ce-31df-4471-ac8c-29b58f5a3f06 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:20.054039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8ffd28ce-31df-4471-ac8c-29b58f5a3f06 tempest-RoutersAdminTest-153313461 tempest-RoutersAdminTest-153313461-project] 10.222.0.32 "DELETE /v2.0/subnets/8567317c-f604-45ab-82bd-d677b0fc5972 HTTP/1.1" status: 404 len: 337 time: 0.0740426 Aug 24 00:44:20.074670 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:20.075605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a0f6484b-75a0-4a90-86aa-a12c0f8aae4a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:20.147494 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:20.150575 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.200627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d5eb5b-28be-4011-a572-d62f385b79d3 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:44:20.214956 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.249681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:20.252985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Transition to ACTIVE for port object d4d5eb5b-28be-4011-a572-d62f385b79d3 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:20.262067 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c8270876-5ee7-4ed6-8698-a3a48a912234 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3302891 Aug 24 00:44:20.263498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:20.274427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Sync routers for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:20.279620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5940b06c-00ea-45fd-b919-1cf6d3c7bc09 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'network': {'name': 'tempest-RoutersTest-2086082596'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:20.309040 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.331383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:20.331383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:20.340415 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5940b06c-00ea-45fd-b919-1cf6d3c7bc09 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:20.350790 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5940b06c-00ea-45fd-b919-1cf6d3c7bc09 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.401496 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5940b06c-00ea-45fd-b919-1cf6d3c7bc09 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:44:20.417571 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5940b06c-00ea-45fd-b919-1cf6d3c7bc09 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.418176 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-5940b06c-00ea-45fd-b919-1cf6d3c7bc09 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Added segment 97bba856-b4d9-4a6f-9d5d-4c3b0d111921 of type vlan for network 807a8c15-29e1-4959-8fb5-4bfa39175c63 Aug 24 00:44:20.435637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Pushing event updated for resources: {'Port': ['ID=d4d5eb5b-28be-4011-a572-d62f385b79d3,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:20.480445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e36e5-99cd-45e7-abf8-a33cc81d838f req-51af15d1-4050-498f-abec-b6278366c237 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:20.482369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d89e36e5-99cd-45e7-abf8-a33cc81d838f req-51af15d1-4050-498f-abec-b6278366c237 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 931 time: 0.4249051 Aug 24 00:44:20.522767 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5940b06c-00ea-45fd-b919-1cf6d3c7bc09 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.599271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d89e36e5-99cd-45e7-abf8-a33cc81d838f req-662144bd-ec8a-4a6c-9f3b-8a5f07db72b5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952201 Aug 24 00:44:20.599808 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5940b06c-00ea-45fd-b919-1cf6d3c7bc09 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.610141 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5940b06c-00ea-45fd-b919-1cf6d3c7bc09 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:20.614044 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5940b06c-00ea-45fd-b919-1cf6d3c7bc09 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.616184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a062a43e-27d8-47c0-aa72-b05a8119b3e3 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:20.649146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Attempting to bind port d4d5eb5b-28be-4011-a572-d62f385b79d3 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:20.649802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Attempting to bind port d4d5eb5b-28be-4011-a572-d62f385b79d3 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:20.651082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Attempting to bind port d4d5eb5b-28be-4011-a572-d62f385b79d3 on network 23b1d28a-de7c-4753-8914-9c38791a986e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:20.657240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Port d4d5eb5b-28be-4011-a572-d62f385b79d3 on network 23b1d28a-de7c-4753-8914-9c38791a986e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:44:20.658121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Attempting to bind port d4d5eb5b-28be-4011-a572-d62f385b79d3 on network 23b1d28a-de7c-4753-8914-9c38791a986e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:20.673790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:20.674497 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Checking segment: {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:20.676672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Bound using segment: {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:20.693780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Bound port: d4d5eb5b-28be-4011-a572-d62f385b79d3, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:20.694436 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.760104 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:20.761545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940b06c-00ea-45fd-b919-1cf6d3c7bc09 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Network': ['ID=807a8c15-29e1-4959-8fb5-4bfa39175c63,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:20.765199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-512cee9c-b2b9-4527-a711-6bd8b79b6c1d None None] Provisioning complete for port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:20.765573 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-512cee9c-b2b9-4527-a711-6bd8b79b6c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.767923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1acc6e26-3953-44b2-afbe-6aed185e1212 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:20.781608 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5940b06c-00ea-45fd-b919-1cf6d3c7bc09 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5146258 Aug 24 00:44:20.785597 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:20.792365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-19c0f3db-4105-428c-9bef-8db11b7fdcba tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'subnet': {'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:20.802107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: a062a43e-27d8-47c0-aa72-b05a8119b3e3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:20.802645 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a062a43e-27d8-47c0-aa72-b05a8119b3e3 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:20.830536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:20.836134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:20.844701 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.849952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 807a8c15-29e1-4959-8fb5-4bfa39175c63 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:44:20.922732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c0f3db-4105-428c-9bef-8db11b7fdcba tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Made reservation on behalf of 8392e720a975462dbb38a98954f35bdd for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:20.927714 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19c0f3db-4105-428c-9bef-8db11b7fdcba tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.954282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:20.954953 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.957036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] 10.222.0.13 "PUT /v2.0/ports/d4d5eb5b-28be-4011-a572-d62f385b79d3 HTTP/1.1" status: 200 len: 1091 time: 2.3795791 Aug 24 00:44:20.958088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:20.976016 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd86da7d-a801-4cc1-a41a-876973a78673" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:21.018015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058effd-50f4-4ef5-9d81-39da9cb7cd6c service neutron] Pushing event updated for resources: {'Port': ['ID=d4d5eb5b-28be-4011-a572-d62f385b79d3,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:21.029268 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:21.046301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-512cee9c-b2b9-4527-a711-6bd8b79b6c1d None None] Port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:21.089511 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e04271-dc7e-4cad-a693-4d85cfbf4c7a x-openstack-request-id: req-58e04271-dc7e-4cad-a693-4d85cfbf4c7a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:21.089722 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:21.089987 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58e04271-dc7e-4cad-a693-4d85cfbf4c7a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:21.090393 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'status': 'completed', 'code': 200} Aug 24 00:44:21.124015 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3ba99fd-2ab7-4118-a0e6-160caff8a94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.128011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-3589a3fa-f196-4a3f-8e71-62b1fdc13def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:21.129650 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-3589a3fa-f196-4a3f-8e71-62b1fdc13def service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 1094 time: 0.0980463 Aug 24 00:44:21.256636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-97c5b458-6784-4b9c-b9f3-77a256468f67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3 HTTP/1.1" status: 200 len: 217 time: 0.1144006 Aug 24 00:44:21.258589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 1acc6e26-3953-44b2-afbe-6aed185e1212 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:21.370318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-9e9110fa-37ca-49bf-9c80-4bbb7028ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:21.374446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-9e9110fa-37ca-49bf-9c80-4bbb7028ba31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b9d4732-1c42-4e55-a56d-baa06f3e2793 HTTP/1.1" status: 200 len: 832 time: 0.1098638 Aug 24 00:44:21.426257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3ba99fd-2ab7-4118-a0e6-160caff8a94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.428639 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19c0f3db-4105-428c-9bef-8db11b7fdcba tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.463455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-00e6edbc-36c5-4890-9d1c-0feb9f27bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:21.465868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-00e6edbc-36c5-4890-9d1c-0feb9f27bf64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23b1d28a-de7c-4753-8914-9c38791a986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826552 Aug 24 00:44:21.471013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3ba99fd-2ab7-4118-a0e6-160caff8a94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.515690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1acc6e26-3953-44b2-afbe-6aed185e1212 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:21.515952 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.620065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-0de1b0e2-0f29-472d-b485-59fbf0a02c62 service neutron] 10.222.0.13 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459758 Aug 24 00:44:21.628152 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f3ba99fd-2ab7-4118-a0e6-160caff8a94b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8c8ef751d184c07a42efd5bac246492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8477361 Aug 24 00:44:21.633078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35616) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:21.672877 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.678831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba99fd-2ab7-4118-a0e6-160caff8a94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8cd9cf-88c7-4af8-ac67-0d42f20a34f8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:21.682321 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0f3db-4105-428c-9bef-8db11b7fdcba tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Subnet': ['ID=2cb753d6-f1f0-47d2-8fed-c06da80f466e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:21.722062 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-224b6bb3-e54a-40ea-8428-92040f86ca27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.752848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 1acc6e26-3953-44b2-afbe-6aed185e1212, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1acc6e26-3953-44b2-afbe-6aed185e1212,segment=NetworkSegment(03ac9113-e24a-48f1-b030-ab3e4b789220),segment_id=03ac9113-e24a-48f1-b030-ab3e4b789220)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:21.758254 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-224b6bb3-e54a-40ea-8428-92040f86ca27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.767438 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.781372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:18Z', 'revision_number': 4, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fbc282-53c5-4cb8-8d5b-8a82eee0f698', 'name': '', 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:60:fc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:15Z', 'updated_at': '2021-08-24T00:44:19Z', 'revision_number': 2, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:21.832480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c0f3db-4105-428c-9bef-8db11b7fdcba tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Checking segment: {'id': '97bba856-b4d9-4a6f-9d5d-4c3b0d111921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:21.833061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0f3db-4105-428c-9bef-8db11b7fdcba tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network hostable DHCP agents. Network: 807a8c15-29e1-4959-8fb5-4bfa39175c63, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:44:21.838150 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Checking router: 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:21.838683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Updating router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:44:21.856677 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-224b6bb3-e54a-40ea-8428-92040f86ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.863575 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-224b6bb3-e54a-40ea-8428-92040f86ca27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.868460 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-224b6bb3-e54a-40ea-8428-92040f86ca27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c8cd9cf-88c7-4af8-ac67-0d42f20a34f8 HTTP/1.1" status: 204 len: 168 time: 0.2311974 Aug 24 00:44:21.887598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57a5da-e5c1-43a7-8832-d254ee3705c3 req-53927707-6526-4615-bafc-62d646d2a6d4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:21.889151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae57a5da-e5c1-43a7-8832-d254ee3705c3 req-53927707-6526-4615-bafc-62d646d2a6d4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 943 time: 0.1030006 Aug 24 00:44:21.892709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b6bb3-e54a-40ea-8428-92040f86ca27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8cd9cf-88c7-4af8-ac67-0d42f20a34f8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:21.913350 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.918677 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0f3db-4105-428c-9bef-8db11b7fdcba tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 807a8c15-29e1-4959-8fb5-4bfa39175c63 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:44:21.935784 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=1acc6e26-3953-44b2-afbe-6aed185e1212,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:21.936991 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-56ebc7e8-7e92-4992-906a-2076fa14374f req-2dad7dc1-8e8c-44f9-b23b-0fc6e961fb61 service neutron] 10.222.0.13 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069398 Aug 24 00:44:21.938261 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-19c0f3db-4105-428c-9bef-8db11b7fdcba tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 807a8c15-29e1-4959-8fb5-4bfa39175c63) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:21.943750 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0f3db-4105-428c-9bef-8db11b7fdcba tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:21.944417 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-19c0f3db-4105-428c-9bef-8db11b7fdcba tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.965330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e924aaf-d374-4a8e-94eb-53116f7401ae None None] Network 807a8c15-29e1-4959-8fb5-4bfa39175c63 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:21.966125 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-19c0f3db-4105-428c-9bef-8db11b7fdcba tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1785467 Aug 24 00:44:21.967235 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35626) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:21.987312 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae57a5da-e5c1-43a7-8832-d254ee3705c3 req-c88527d4-eb0b-4468-a3bc-b6de5b7694ab tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732422 Aug 24 00:44:22.128247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86da7d-a801-4cc1-a41a-876973a78673 req-d82369a9-491a-4dca-a01c-803d7b7b3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:22.129864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd86da7d-a801-4cc1-a41a-876973a78673 req-d82369a9-491a-4dca-a01c-803d7b7b3591 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 1094 time: 0.0883336 Aug 24 00:44:22.337109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86da7d-a801-4cc1-a41a-876973a78673 req-66e8cf5c-9787-432e-a26b-7d1834fb9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:22.337109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd86da7d-a801-4cc1-a41a-876973a78673 req-66e8cf5c-9787-432e-a26b-7d1834fb9e5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=23b1d28a-de7c-4753-8914-9c38791a986e HTTP/1.1" status: 200 len: 897 time: 0.1985219 Aug 24 00:44:22.407419 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35632) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:22.416735 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd86da7d-a801-4cc1-a41a-876973a78673 req-6b6fbfd0-d712-4454-ba13-81fab5beab52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3 HTTP/1.1" status: 200 len: 217 time: 0.0708773 Aug 24 00:44:22.597526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86da7d-a801-4cc1-a41a-876973a78673 req-816c4e42-4be1-4162-950d-f42431626ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:22.604858 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd86da7d-a801-4cc1-a41a-876973a78673 req-816c4e42-4be1-4162-950d-f42431626ad6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b9d4732-1c42-4e55-a56d-baa06f3e2793 HTTP/1.1" status: 200 len: 832 time: 0.1763115 Aug 24 00:44:22.620180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-807a8c15-29e1-4959-8fb5-4bfa39175c63', 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'fixed_ips': [{'subnet_id': '2cb753d6-f1f0-47d2-8fed-c06da80f466e'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:44:22.623300 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.624284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8532519-228d-4b32-9383-8e0c6ab3bcc5 req-e72b1a02-9f73-4ddf-9683-01c6506cdf81 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:22.626418 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b007723-4acc-4362-8c4d-7f0ae33c7ba0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a60610dfc254cdf83d10c622f6fd47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2175629 Aug 24 00:44:22.629913 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:22.634720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8532519-228d-4b32-9383-8e0c6ab3bcc5 req-e72b1a02-9f73-4ddf-9683-01c6506cdf81 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 945 time: 0.1422987 Aug 24 00:44:22.719951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86da7d-a801-4cc1-a41a-876973a78673 req-f5982a66-1ed2-4771-a77c-ddcb868acffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:22.721903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd86da7d-a801-4cc1-a41a-876973a78673 req-f5982a66-1ed2-4771-a77c-ddcb868acffb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23b1d28a-de7c-4753-8914-9c38791a986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840609 Aug 24 00:44:22.759607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8532519-228d-4b32-9383-8e0c6ab3bcc5 req-bc9ba257-5448-4d01-90ba-4568b0212c06 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238132 Aug 24 00:44:22.759755 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be5998d0-870d-4297-a035-2369968f0fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.780692 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.812372 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be5998d0-870d-4297-a035-2369968f0fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.889839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd86da7d-a801-4cc1-a41a-876973a78673 req-168a5c5d-0efc-4c75-b5c0-7667cd233fab service neutron] 10.222.0.13 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483638 Aug 24 00:44:22.935365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Allocated IP 172.23.0.2 (807a8c15-29e1-4959-8fb5-4bfa39175c63/2cb753d6-f1f0-47d2-8fed-c06da80f466e/f2b3af94-c961-4cb0-9f34-3c771efe7db8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:22.954311 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.016268 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:44:23.020343 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be5998d0-870d-4297-a035-2369968f0fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.025011 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-be5998d0-870d-4297-a035-2369968f0fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.027397 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-be5998d0-870d-4297-a035-2369968f0fce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd0a19aa-9366-421d-9a0d-9e6bd6736ada HTTP/1.1" status: 204 len: 168 time: 0.3965232 Aug 24 00:44:23.032895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Transition to ACTIVE for port object 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:23.053446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5998d0-870d-4297-a035-2369968f0fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0a19aa-9366-421d-9a0d-9e6bd6736ada,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:23.063809 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.107114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35650) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:23.140041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6f57064b-a2e0-4fd5-885a-127e9c31c2cb tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999439582', 'description': 'tempest-secgroup-smoke-999439582 description', 'project_id': '35c27f18324d434ca1ad133521207baf'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:23.181332 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c8e57-692f-44da-b993-f4f31d513042 None None] Pushing event updated for resources: {'Port': ['ID=88fbc282-53c5-4cb8-8d5b-8a82eee0f698,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:23.282536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d549870-c72a-4769-b21d-90327465c1a2 req-396839c0-5d64-4afb-a234-04497f392370 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:23.283317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Attempting to bind port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:23.283707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Attempting to bind port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '03ac9113-e24a-48f1-b030-ab3e4b789220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:23.284152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Attempting to bind port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 on network 4089c96c-024c-4591-bcd4-4d7b438aba0a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:23.284458 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d549870-c72a-4769-b21d-90327465c1a2 req-396839c0-5d64-4afb-a234-04497f392370 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.47 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 945 time: 0.2362113 Aug 24 00:44:23.287164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd86da7d-a801-4cc1-a41a-876973a78673 req-c19223f2-2141-416f-9f3e-4ecd9d250674 service neutron] 10.222.0.13 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893988 Aug 24 00:44:23.288847 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f57064b-a2e0-4fd5-885a-127e9c31c2cb tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.290593 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.293427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:23.293427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Checking segment: {'id': '03ac9113-e24a-48f1-b030-ab3e4b789220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:23.293427 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.293837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Bound using segment: {'id': '03ac9113-e24a-48f1-b030-ab3e4b789220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:23.294191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Bound port: 88fbc282-53c5-4cb8-8d5b-8a82eee0f698, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ac9113-e24a-48f1-b030-ab3e4b789220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:23.294575 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.314830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Transition to ACTIVE for port object f2b3af94-c961-4cb0-9f34-3c771efe7db8 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:23.359964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Transition to ACTIVE for port object f2b3af94-c961-4cb0-9f34-3c771efe7db8 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:23.370566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7d8ce-3f21-4837-ad92-6e72aa027b91 req-71085c45-7b93-468b-b771-d0b221e19678 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:23.373345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1fe7d8ce-3f21-4837-ad92-6e72aa027b91 req-71085c45-7b93-468b-b771-d0b221e19678 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 943 time: 0.1510677 Aug 24 00:44:23.386131 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.431439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] For port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:23.466251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Network 807a8c15-29e1-4959-8fb5-4bfa39175c63 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:23.468213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] For port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=88fbc282-53c5-4cb8-8d5b-8a82eee0f698,segment=NetworkSegment(03ac9113-e24a-48f1-b030-ab3e4b789220),segment_id=03ac9113-e24a-48f1-b030-ab3e4b789220)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:23.469550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Pushing event updated for resources: {'Port': ['ID=f2b3af94-c961-4cb0-9f34-3c771efe7db8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:23.472443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:23.476022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1fe7d8ce-3f21-4837-ad92-6e72aa027b91 req-e8223be6-1f2e-4d00-914d-5c953f680fcd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675793 Aug 24 00:44:23.476211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:23.480001 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.508392 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Allocated IP 172.23.0.1 (807a8c15-29e1-4959-8fb5-4bfa39175c63/2cb753d6-f1f0-47d2-8fed-c06da80f466e/2519737b-b169-4303-adac-8ac6bed3c5a6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:23.527238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2d549870-c72a-4769-b21d-90327465c1a2 req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Deleting port 4a9bc93b-2892-46e3-aa8b-16be4f40be80 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:23.527792 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2d549870-c72a-4769-b21d-90327465c1a2 req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.635882 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f57064b-a2e0-4fd5-885a-127e9c31c2cb tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.642647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Attempting to bind port f2b3af94-c961-4cb0-9f34-3c771efe7db8 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:23.642832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Attempting to bind port f2b3af94-c961-4cb0-9f34-3c771efe7db8 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '97bba856-b4d9-4a6f-9d5d-4c3b0d111921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:23.643204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Attempting to bind port f2b3af94-c961-4cb0-9f34-3c771efe7db8 on network 807a8c15-29e1-4959-8fb5-4bfa39175c63 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:23.652760 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f57064b-a2e0-4fd5-885a-127e9c31c2cb tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.653710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c8e57-692f-44da-b993-f4f31d513042 None None] Pushing event updated for resources: {'Port': ['ID=88fbc282-53c5-4cb8-8d5b-8a82eee0f698,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:23.656379 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:23.656980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:23.662227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:23.662708 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Checking segment: {'id': '97bba856-b4d9-4a6f-9d5d-4c3b0d111921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:23.663029 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.668948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Bound using segment: {'id': '97bba856-b4d9-4a6f-9d5d-4c3b0d111921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:23.668948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Bound port: f2b3af94-c961-4cb0-9f34-3c771efe7db8, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97bba856-b4d9-4a6f-9d5d-4c3b0d111921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:23.668948 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.707335 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.727892 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Transition to ACTIVE for port object 2519737b-b169-4303-adac-8ac6bed3c5a6 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:23.740539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2d549870-c72a-4769-b21d-90327465c1a2 req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] For port 4a9bc93b-2892-46e3-aa8b-16be4f40be80, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4a9bc93b-2892-46e3-aa8b-16be4f40be80,segment=NetworkSegment(4ddd86dc-f546-48e2-bc9d-48c3f03f38f4),segment_id=4ddd86dc-f546-48e2-bc9d-48c3f03f38f4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:23.741962 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2d549870-c72a-4769-b21d-90327465c1a2 req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.765439 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f57064b-a2e0-4fd5-885a-127e9c31c2cb tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.776899 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6f57064b-a2e0-4fd5-885a-127e9c31c2cb tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6609740 Aug 24 00:44:23.783321 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35662) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:23.788315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57064b-a2e0-4fd5-885a-127e9c31c2cb tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f66b77-2ebf-4ec9-9baf-b7015260ccc6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:23.793191 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.817383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3416110b-7ef0-4fe0-bddc-438533d30aef tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Request body: {'security_group_rule': {'security_group_id': '63f66b77-2ebf-4ec9-9baf-b7015260ccc6', 'project_id': '35c27f18324d434ca1ad133521207baf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:23.913973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:23.960263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=2519737b-b169-4303-adac-8ac6bed3c5a6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:23.968410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 807a8c15-29e1-4959-8fb5-4bfa39175c63 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:23.971154 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1acc6e26-3953-44b2-afbe-6aed185e1212 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:23.975675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:23.981497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:24.001922 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.055142 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.055655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] For port f2b3af94-c961-4cb0-9f34-3c771efe7db8, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:24.111994 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] For port f2b3af94-c961-4cb0-9f34-3c771efe7db8, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f2b3af94-c961-4cb0-9f34-3c771efe7db8,segment=NetworkSegment(97bba856-b4d9-4a6f-9d5d-4c3b0d111921),segment_id=97bba856-b4d9-4a6f-9d5d-4c3b0d111921)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:24.165124 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.283297 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3416110b-7ef0-4fe0-bddc-438533d30aef tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.283915 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.424423 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2d549870-c72a-4769-b21d-90327465c1a2 req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.427800 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2d549870-c72a-4769-b21d-90327465c1a2 req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.427955 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-2d549870-c72a-4769-b21d-90327465c1a2 req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Floating IP a07c6064-e22f-4e11-9be3-ad5795976e8f disassociated. External IP: 172.25.8.4, port: 4a9bc93b-2892-46e3-aa8b-16be4f40be80. Aug 24 00:44:24.429515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2d549870-c72a-4769-b21d-90327465c1a2 req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Calling delete_port for 4a9bc93b-2892-46e3-aa8b-16be4f40be80 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:24.468409 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025849b1-4448-497c-a2ab-8838094998b6 None None] Pushing event updated for resources: {'Port': ['ID=f2b3af94-c961-4cb0-9f34-3c771efe7db8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:24.489164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 1acc6e26-3953-44b2-afbe-6aed185e1212 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:24.490216 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.517466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35688) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:24.591727 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d4d5eb5b-28be-4011-a572-d62f385b79d3 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:44:24.656258 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2d549870-c72a-4769-b21d-90327465c1a2 req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.726717 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:44:24.774502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Pushing event deleted for resources: {'Port': ['ID=4a9bc93b-2892-46e3-aa8b-16be4f40be80,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:24.779755 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1909025372'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:24.829817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bc692-0934-4e2d-8285-536c7628fefe req-37509347-c74a-4ef3-b01b-6d456f9a04fb tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:24.840186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb5bc692-0934-4e2d-8285-536c7628fefe req-37509347-c74a-4ef3-b01b-6d456f9a04fb tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 945 time: 0.8729584 Aug 24 00:44:24.873277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Made reservation on behalf of 4aff44e6a780465cb23e4fbc7144b393 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:24.879219 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.883358 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:18Z', 'revision_number': 4, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fbc282-53c5-4cb8-8d5b-8a82eee0f698', 'name': '', 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:60:fc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:15Z', 'updated_at': '2021-08-24T00:44:23Z', 'revision_number': 4, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:24.898103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.932012 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.945562 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.948688 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3416110b-7ef0-4fe0-bddc-438533d30aef tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.951609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:24.960472 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba09a0-eda6-4fc0-86d8-190c268ffcb5 None None] The sync data for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 is: [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:18Z', 'revision_number': 4, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fbc282-53c5-4cb8-8d5b-8a82eee0f698', 'name': '', 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:60:fc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:15Z', 'updated_at': '2021-08-24T00:44:23Z', 'revision_number': 4, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:24.966600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'port_id': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'mac_address': 'fa:16:3e:af:7b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:44:24.980945 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb5bc692-0934-4e2d-8285-536c7628fefe req-77527feb-3bae-46be-8100-7de7e25790d9 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/security-groups?id=b24dadd6-d495-42a8-a6e8-4776324733da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293266 Aug 24 00:44:24.981777 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3416110b-7ef0-4fe0-bddc-438533d30aef tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.076053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2636879-3645-4ceb-9bbd-0f6b0765a64c req-83930c34-275b-4aeb-a6be-16957a4c6832 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:25.080608 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.093109 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.098447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2636879-3645-4ceb-9bbd-0f6b0765a64c req-83930c34-275b-4aeb-a6be-16957a4c6832 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 943 time: 0.4040301 Aug 24 00:44:25.106228 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event updated for resources: {'Port': ['ID=2519737b-b169-4303-adac-8ac6bed3c5a6,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:25.110338 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d5eb5b-28be-4011-a572-d62f385b79d3 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:44:25.147913 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:25.153949 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.161030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416110b-7ef0-4fe0-bddc-438533d30aef tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f296a667-bd75-46c2-84cb-aae6b4a1e53d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:25.274229 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d4d5eb5b-28be-4011-a572-d62f385b79d3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:25.451459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['d4d5eb5b-28be-4011-a572-d62f385b79d3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:44:25.761439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 4a9bc93b-2892-46e3-aa8b-16be4f40be80 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:25.772647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d549870-c72a-4769-b21d-90327465c1a2 req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:25.796153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 4a9bc93b-2892-46e3-aa8b-16be4f40be80 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:25.796510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 4a9bc93b-2892-46e3-aa8b-16be4f40be80 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:25.805591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2636879-3645-4ceb-9bbd-0f6b0765a64c req-811be9c2-c130-47cf-9ac4-f1f987c06ea8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7062132 Aug 24 00:44:25.849296 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a3525c7-6a44-4fa9-b022-2081e54addc2 req-1b98ab23-122e-4ae7-b99b-55f931ab6e4b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7412200 Aug 24 00:44:26.015076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3525c7-6a44-4fa9-b022-2081e54addc2 req-48b481cd-aabb-4635-badf-e50152da98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:26.016767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a3525c7-6a44-4fa9-b022-2081e54addc2 req-48b481cd-aabb-4635-badf-e50152da98d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 1096 time: 0.1302593 Aug 24 00:44:26.083031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d549870-c72a-4769-b21d-90327465c1a2 req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:26.094003 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84654e-f496-481e-b826-577f5029e3dd None None] Sync routers for ids ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:26.106298 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84654e-f496-481e-b826-577f5029e3dd None None] Routers {'4e255bb2-759f-46d3-8a8c-d9d25d6e5743'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:26.107274 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea84654e-f496-481e-b826-577f5029e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:26.131730 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.159401 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Network 807a8c15-29e1-4959-8fb5-4bfa39175c63 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:26.160837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f2b3af94-c961-4cb0-9f34-3c771efe7db8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:26.163370 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:26.167185 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.221068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:44:26.277268 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3416110b-7ef0-4fe0-bddc-438533d30aef tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.279703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfe03c0-aba7-47cc-a2f2-ddbc4234b1d4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:26.279857 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port f2b3af94-c961-4cb0-9f34-3c771efe7db8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:26.284146 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3416110b-7ef0-4fe0-bddc-438533d30aef tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4966860 Aug 24 00:44:26.284316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:26.315248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b732124c-28ce-4691-9545-4cfb3f845f8c None None] Network 807a8c15-29e1-4959-8fb5-4bfa39175c63 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:26.326885 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ea84654e-f496-481e-b826-577f5029e3dd None None] Set router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:26.338092 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35700) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:26.343309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8d618d65-380d-4ff3-928a-f9ad1e812851 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Request body: {'security_group_rule': {'security_group_id': '63f66b77-2ebf-4ec9-9baf-b7015260ccc6', 'project_id': '35c27f18324d434ca1ad133521207baf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:26.346294 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.349788 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Added segment 422fbeb8-11a6-4995-b3e8-8c0d7733e4c8 of type vlan for network ac48beee-f2df-4d9f-9972-79782e3c5bba Aug 24 00:44:26.352007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d549870-c72a-4769-b21d-90327465c1a2 req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] No DVR routers for this DVR port 4a9bc93b-2892-46e3-aa8b-16be4f40be80 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:26.354965 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2d549870-c72a-4769-b21d-90327465c1a2 req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.357941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d549870-c72a-4769-b21d-90327465c1a2 req-4ac74be3-cea4-4b22-9eef-11211d8d5878 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.47 "DELETE /v2.0/ports/4a9bc93b-2892-46e3-aa8b-16be4f40be80 HTTP/1.1" status: 204 len: 173 time: 3.0645459 Aug 24 00:44:26.360295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d716ca5a-b9a9-4297-bfcd-29959c503dc7 req-e010b5eb-9361-4d48-8ddc-9f07818b8414 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65d9f88-3bd5-4bff-9e96-66bb3c787a97 HTTP/1.1" status: 200 len: 210 time: 0.1105258 Aug 24 00:44:26.375427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65d9f88-3bd5-4bff-9e96-66bb3c787a97', 'name': 'network-vif-deleted', 'tag': '4a9bc93b-2892-46e3-aa8b-16be4f40be80'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:26.378382 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6f8cd8-99ef-4ffc-b44c-7cfd74425914" -d '{"events": [{"server_uuid": "a65d9f88-3bd5-4bff-9e96-66bb3c787a97", "name": "network-vif-deleted", "tag": "4a9bc93b-2892-46e3-aa8b-16be4f40be80"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:26.401150 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a56b39f2-4d4c-49cf-9f46-18fe749a8a64 None None] Provisioning for port f2b3af94-c961-4cb0-9f34-3c771efe7db8 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:26.419748 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a56b39f2-4d4c-49cf-9f46-18fe749a8a64 None None] Provisioning complete for port f2b3af94-c961-4cb0-9f34-3c771efe7db8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:26.420125 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a56b39f2-4d4c-49cf-9f46-18fe749a8a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.479264 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.496860 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d618d65-380d-4ff3-928a-f9ad1e812851 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.502002 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb3ae7f-bd57-49d0-98a7-ea5e47489df6 x-openstack-request-id: req-cdb3ae7f-bd57-49d0-98a7-ea5e47489df6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:26.502422 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65d9f88-3bd5-4bff-9e96-66bb3c787a97", "name": "network-vif-deleted", "tag": "4a9bc93b-2892-46e3-aa8b-16be4f40be80", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:26.502680 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdb3ae7f-bd57-49d0-98a7-ea5e47489df6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:26.503088 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65d9f88-3bd5-4bff-9e96-66bb3c787a97', 'name': 'network-vif-deleted', 'tag': '4a9bc93b-2892-46e3-aa8b-16be4f40be80', 'status': 'completed', 'code': 200} Aug 24 00:44:26.506762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:26.518264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:26.518646 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.521667 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:26.558328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3525c7-6a44-4fa9-b022-2081e54addc2 req-207b9452-12c5-4eee-9750-62ff08034d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:26.560602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a3525c7-6a44-4fa9-b022-2081e54addc2 req-207b9452-12c5-4eee-9750-62ff08034d25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.5076232 Aug 24 00:44:26.572792 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d4d5eb5b-28be-4011-a572-d62f385b79d3 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:26.634855 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.640896 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:26.641740 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.694633 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea84654e-f496-481e-b826-577f5029e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:38:20Z', 'revision_number': 4, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '51a53079-2598-4480-ba97-e66ea0bf017f', 'name': '', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'mac_address': 'fa:16:3e:72:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:19Z', 'updated_at': '2021-08-24T00:38:29Z', 'revision_number': 5, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'subnets': [{'id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:26.699036 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d618d65-380d-4ff3-928a-f9ad1e812851 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.705757 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a56b39f2-4d4c-49cf-9f46-18fe749a8a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.710538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a3525c7-6a44-4fa9-b022-2081e54addc2 req-7205da88-269a-4969-a995-2f96c6bd3991 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e908bc34-da4a-4fbe-8094-cc301f07557d HTTP/1.1" status: 200 len: 1000 time: 0.1217022 Aug 24 00:44:26.711651 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d618d65-380d-4ff3-928a-f9ad1e812851 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.713414 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1948161 Aug 24 00:44:26.730045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35704) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:26.745540 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84654e-f496-481e-b826-577f5029e3dd None None] Checking router: 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:26.760781 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84654e-f496-481e-b826-577f5029e3dd None None] Routers {'4e255bb2-759f-46d3-8a8c-d9d25d6e5743'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:26.761499 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea84654e-f496-481e-b826-577f5029e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:26.771613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8a47cce9-9c64-4c94-84ca-4ce197534bf0 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Request body: {'subnet': {'network_id': 'ac48beee-f2df-4d9f-9972-79782e3c5bba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:26.809630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:26.815130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port d4d5eb5b-28be-4011-a572-d62f385b79d3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:26.817637 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6975b04b-bbfc-4085-9e60-cdaee7843070 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8489113 Aug 24 00:44:26.818626 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ddcc9-b6da-4a3a-bba1-116df4515fe6 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event updated for resources: {'Network': ['ID=ac48beee-f2df-4d9f-9972-79782e3c5bba,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:26.823591 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35706) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:26.829831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5392f008-66c1-4030-b23d-4de68524f4c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:26.832243 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.850223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network ac48beee-f2df-4d9f-9972-79782e3c5bba details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:44:26.862606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a56b39f2-4d4c-49cf-9f46-18fe749a8a64 None None] For port f2b3af94-c961-4cb0-9f34-3c771efe7db8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f2b3af94-c961-4cb0-9f34-3c771efe7db8,segment=NetworkSegment(97bba856-b4d9-4a6f-9d5d-4c3b0d111921),segment_id=97bba856-b4d9-4a6f-9d5d-4c3b0d111921)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:26.881374 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port d4d5eb5b-28be-4011-a572-d62f385b79d3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:26.881751 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.912530 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a56b39f2-4d4c-49cf-9f46-18fe749a8a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.922555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3525c7-6a44-4fa9-b022-2081e54addc2 req-3b01c014-4f65-42c2-90f8-36e25e9a3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:26.927910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a3525c7-6a44-4fa9-b022-2081e54addc2 req-3b01c014-4f65-42c2-90f8-36e25e9a3ea0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.1987922 Aug 24 00:44:26.948550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d618d65-380d-4ff3-928a-f9ad1e812851 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce53810e-3e58-4859-8f4e-162a06c8f2f6,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:27.007281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Sync routers for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:27.067467 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ea84654e-f496-481e-b826-577f5029e3dd None None] Set router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:27.121381 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8d618d65-380d-4ff3-928a-f9ad1e812851 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.122762 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8d618d65-380d-4ff3-928a-f9ad1e812851 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7835810 Aug 24 00:44:27.131905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35710) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:27.155387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4d7e3acc-30e5-4a7d-a375-4db82e59c7d5 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Request body: {'security_group_rule': {'security_group_id': '63f66b77-2ebf-4ec9-9baf-b7015260ccc6', 'project_id': '35c27f18324d434ca1ad133521207baf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:27.233526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3525c7-6a44-4fa9-b022-2081e54addc2 req-c35ce4f8-ed4e-4520-b308-18c7305eee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:27.235265 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a3525c7-6a44-4fa9-b022-2081e54addc2 req-c35ce4f8-ed4e-4520-b308-18c7305eee20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2956903 Aug 24 00:44:27.251688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51e2b7-6f0a-4cd2-a244-c4c9e0a6ce1d req-40d54006-e0ab-43ee-a90a-9ec907216b6f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:27.253256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf51e2b7-6f0a-4cd2-a244-c4c9e0a6ce1d req-40d54006-e0ab-43ee-a90a-9ec907216b6f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 944 time: 0.2696097 Aug 24 00:44:27.258933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=88fbc282-53c5-4cb8-8d5b-8a82eee0f698,segment=NetworkSegment(03ac9113-e24a-48f1-b030-ab3e4b789220),segment_id=03ac9113-e24a-48f1-b030-ab3e4b789220)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:27.277038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:27.278637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:27.390411 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3acc-30e5-4a7d-a375-4db82e59c7d5 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.406696 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.431415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b39f2-4d4c-49cf-9f46-18fe749a8a64 None None] Pushing event updated for resources: {'Port': ['ID=f2b3af94-c961-4cb0-9f34-3c771efe7db8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:27.436289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a47cce9-9c64-4c94-84ca-4ce197534bf0 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Made reservation on behalf of 4aff44e6a780465cb23e4fbc7144b393 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:27.443193 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a47cce9-9c64-4c94-84ca-4ce197534bf0 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.454015 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ea84654e-f496-481e-b826-577f5029e3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:38:20Z', 'revision_number': 4, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '51a53079-2598-4480-ba97-e66ea0bf017f', 'name': '', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'mac_address': 'fa:16:3e:72:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:19Z', 'updated_at': '2021-08-24T00:38:29Z', 'revision_number': 5, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'subnets': [{'id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:27.475917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-653683f0-fef1-4ce3-a132-426fc5239aea None None] Provisioning for port 2519737b-b169-4303-adac-8ac6bed3c5a6 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:27.508085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf51e2b7-6f0a-4cd2-a244-c4c9e0a6ce1d req-2d049a0c-9605-418e-9d03-28ba60506ea5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407134 Aug 24 00:44:27.537698 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84654e-f496-481e-b826-577f5029e3dd None None] The sync data for ids ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'] in n-d-805736-1 is: [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:38:20Z', 'revision_number': 4, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '51a53079-2598-4480-ba97-e66ea0bf017f', 'name': '', 'network_id': 'b44a77a0-e4f2-476f-a0cc-ab5f0b805736', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'mac_address': 'fa:16:3e:72:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:19Z', 'updated_at': '2021-08-24T00:38:29Z', 'revision_number': 5, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'subnets': [{'id': '3fe8f63e-1610-4dc4-9a51-0540f42393c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:27.540680 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:27.610914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:27.622860 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-653683f0-fef1-4ce3-a132-426fc5239aea None None] Provisioning complete for port 2519737b-b169-4303-adac-8ac6bed3c5a6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:27.623513 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-653683f0-fef1-4ce3-a132-426fc5239aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.653845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a3525c7-6a44-4fa9-b022-2081e54addc2 req-330597da-55fd-415c-aa78-7901ddf606f7 service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940029 Aug 24 00:44:27.748518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-5392f008-66c1-4030-b23d-4de68524f4c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 24 00:44:27.755693 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3acc-30e5-4a7d-a375-4db82e59c7d5 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.776608 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3acc-30e5-4a7d-a375-4db82e59c7d5 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.798396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-5392f008-66c1-4030-b23d-4de68524f4c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Removed routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 24 00:44:27.801608 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5392f008-66c1-4030-b23d-4de68524f4c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.811675 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.836433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f867f0fa-0f4f-4bb3-9680-ee0ecb21145d tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Deleting port a022bb83-d97c-42e9-a7a2-fd38b5723f0e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:27.841327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e3acc-30e5-4a7d-a375-4db82e59c7d5 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db921ffb-e022-45e0-bfa1-f116d7ebe17b,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:27.842430 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f867f0fa-0f4f-4bb3-9680-ee0ecb21145d tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.856146 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e91f8c42-9958-429e-af0b-43ff41276ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.929506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-653683f0-fef1-4ce3-a132-426fc5239aea None None] Port 2519737b-b169-4303-adac-8ac6bed3c5a6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:27.930955 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3acc-30e5-4a7d-a375-4db82e59c7d5 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.932206 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4d7e3acc-30e5-4a7d-a375-4db82e59c7d5 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7904594 Aug 24 00:44:27.940809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35724) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:27.943259 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=88fbc282-53c5-4cb8-8d5b-8a82eee0f698,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:27.945048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a3525c7-6a44-4fa9-b022-2081e54addc2 req-77ac948d-fa32-419d-9e24-ed106d187396 service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611988 Aug 24 00:44:27.950405 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d911da4d-d2c8-426f-a86b-7cbde6631eb0 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Request body: {'security_group_rule': {'security_group_id': '63f66b77-2ebf-4ec9-9baf-b7015260ccc6', 'project_id': '35c27f18324d434ca1ad133521207baf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:28.028034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:28.030271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:28.042985 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2298df4-749d-4cd5-8f58-c280edbd128f" -d '{"events": [{"server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "name": "network-vif-plugged", "status": "completed", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:28.083624 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d911da4d-d2c8-426f-a86b-7cbde6631eb0 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.115136 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a47cce9-9c64-4c94-84ca-4ce197534bf0 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.115846 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d1e301-8a2d-427d-b013-e953e00fc151 None None] New status for floating IP a07c6064-e22f-4e11-9be3-ad5795976e8f: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:44:28.121108 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.128025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f2b3af94-c961-4cb0-9f34-3c771efe7db8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:28.141982 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f867f0fa-0f4f-4bb3-9680-ee0ecb21145d tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.142514 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f867f0fa-0f4f-4bb3-9680-ee0ecb21145d tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.164770 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f867f0fa-0f4f-4bb3-9680-ee0ecb21145d tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Calling delete_port for a022bb83-d97c-42e9-a7a2-fd38b5723f0e owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:28.189541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5392f008-66c1-4030-b23d-4de68524f4c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.198448 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5392f008-66c1-4030-b23d-4de68524f4c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.200836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47cce9-9c64-4c94-84ca-4ce197534bf0 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event updated for resources: {'Subnet': ['ID=d982aeba-8d69-4251-9583-c0fab727a29a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:28.223531 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d911da4d-d2c8-426f-a86b-7cbde6631eb0 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.232141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a47cce9-9c64-4c94-84ca-4ce197534bf0 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Checking segment: {'id': '422fbeb8-11a6-4995-b3e8-8c0d7733e4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ac48beee-f2df-4d9f-9972-79782e3c5bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:28.232475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a47cce9-9c64-4c94-84ca-4ce197534bf0 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Network hostable DHCP agents. Network: ac48beee-f2df-4d9f-9972-79782e3c5bba, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:44:28.236813 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d911da4d-d2c8-426f-a86b-7cbde6631eb0 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.253685 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03a43ea-77a2-4814-bd2d-6424eeb7d341 x-openstack-request-id: req-c03a43ea-77a2-4814-bd2d-6424eeb7d341 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:28.254439 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "name": "network-vif-plugged", "status": "completed", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:28.254928 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c03a43ea-77a2-4814-bd2d-6424eeb7d341 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:28.255478 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'code': 200} Aug 24 00:44:28.284396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-653683f0-fef1-4ce3-a132-426fc5239aea None None] Provisioning complete for port f2b3af94-c961-4cb0-9f34-3c771efe7db8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:28.285528 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-653683f0-fef1-4ce3-a132-426fc5239aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.298712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911da4d-d2c8-426f-a86b-7cbde6631eb0 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a1b90f-efe8-4367-8641-bede7fb77d58,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:28.349772 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d911da4d-d2c8-426f-a86b-7cbde6631eb0 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.352418 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d4d5eb5b-28be-4011-a572-d62f385b79d3,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:28.357222 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35728) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:28.363937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-93db4734-3c42-4763-a968-c1081b76ae90 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Request body: {'security_group_rule': {'security_group_id': '63f66b77-2ebf-4ec9-9baf-b7015260ccc6', 'project_id': '35c27f18324d434ca1ad133521207baf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:28.365841 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d911da4d-d2c8-426f-a86b-7cbde6631eb0 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4128976 Aug 24 00:44:28.398322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6323ed-1829-43de-8b3d-966785c87e69 req-e4a128e3-668e-437e-97ba-c4fbffc896e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:28.400989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f6323ed-1829-43de-8b3d-966785c87e69 req-e4a128e3-668e-437e-97ba-c4fbffc896e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 1096 time: 0.0916650 Aug 24 00:44:28.402535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a47cce9-9c64-4c94-84ca-4ce197534bf0 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Network ac48beee-f2df-4d9f-9972-79782e3c5bba is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:44:28.418873 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-93db4734-3c42-4763-a968-c1081b76ae90 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Project 35c27f18324d434ca1ad133521207baf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:44:28.430250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8a47cce9-9c64-4c94-84ca-4ce197534bf0 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, ac48beee-f2df-4d9f-9972-79782e3c5bba) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:28.436017 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93db4734-3c42-4763-a968-c1081b76ae90 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.440211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a47cce9-9c64-4c94-84ca-4ce197534bf0 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:28.440820 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8a47cce9-9c64-4c94-84ca-4ce197534bf0 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.453894 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda92b6f-f11c-413d-bc89-8eaf37729192 None None] Network ac48beee-f2df-4d9f-9972-79782e3c5bba requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:28.455607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f2b3af94-c961-4cb0-9f34-3c771efe7db8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:28.456368 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.483849 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f6323ed-1829-43de-8b3d-966785c87e69 req-4c470cfa-47bf-4312-a2fc-d6f84f23aafd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746312 Aug 24 00:44:28.489253 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8a47cce9-9c64-4c94-84ca-4ce197534bf0 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7260194 Aug 24 00:44:28.490177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35730) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:28.496536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Request body: {'port': {'network_id': 'ac48beee-f2df-4d9f-9972-79782e3c5bba', 'name': 'tempest-AllowedAddressPairTestJSON-518518601'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:28.515924 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5392f008-66c1-4030-b23d-4de68524f4c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:28.625999 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93db4734-3c42-4763-a968-c1081b76ae90 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.665421 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93db4734-3c42-4763-a968-c1081b76ae90 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.689201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Made reservation on behalf of 4aff44e6a780465cb23e4fbc7144b393 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:28.694903 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.735663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] device_id is not set on port 472743e5-54fd-4895-a883-cc54aa35abe2 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:28.779268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db4734-3c42-4763-a968-c1081b76ae90 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9bb299-23aa-4156-b7f3-6163ff42e8b0,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:28.786452 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-93db4734-3c42-4763-a968-c1081b76ae90 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.787812 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-93db4734-3c42-4763-a968-c1081b76ae90 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4295197 Aug 24 00:44:28.793257 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35736) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:28.797795 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-87728c47-d208-45d0-b8ed-4e00790ee08e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Request body: {'security_group_rule': {'security_group_id': '63f66b77-2ebf-4ec9-9baf-b7015260ccc6', 'project_id': '35c27f18324d434ca1ad133521207baf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:28.805354 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f867f0fa-0f4f-4bb3-9680-ee0ecb21145d tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.838733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5392f008-66c1-4030-b23d-4de68524f4c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:28.851330 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5392f008-66c1-4030-b23d-4de68524f4c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.853007 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5392f008-66c1-4030-b23d-4de68524f4c1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 HTTP/1.1" status: 200 len: 934 time: 2.0282030 Aug 24 00:44:28.854634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867f0fa-0f4f-4bb3-9680-ee0ecb21145d tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Pushing event deleted for resources: {'Port': ['ID=a022bb83-d97c-42e9-a7a2-fd38b5723f0e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:28.854759 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9b9a6-d896-4493-9406-c4e181a5865b req-c9605313-bcd7-4c37-a232-82089847be6f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:28.858525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35738) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:28.862124 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02f9b9a6-d896-4493-9406-c4e181a5865b req-c9605313-bcd7-4c37-a232-82089847be6f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 945 time: 0.1903191 Aug 24 00:44:28.926962 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-87728c47-d208-45d0-b8ed-4e00790ee08e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Project 35c27f18324d434ca1ad133521207baf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:44:28.939252 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02f9b9a6-d896-4493-9406-c4e181a5865b req-a0ea81b3-665d-48a0-aac4-e2c1647e2335 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762022 Aug 24 00:44:28.946209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Allocated IP 172.20.0.5 (ac48beee-f2df-4d9f-9972-79782e3c5bba/d982aeba-8d69-4251-9583-c0fab727a29a/472743e5-54fd-4895-a883-cc54aa35abe2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:28.984553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:24Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '2519737b-b169-4303-adac-8ac6bed3c5a6', 'name': '', 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:29:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2cb753d6-f1f0-47d2-8fed-c06da80f466e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:22Z', 'updated_at': '2021-08-24T00:44:24Z', 'revision_number': 2, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2cb753d6-f1f0-47d2-8fed-c06da80f466e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fbc282-53c5-4cb8-8d5b-8a82eee0f698', 'name': '', 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:60:fc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:15Z', 'updated_at': '2021-08-24T00:44:27Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:29.024155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Checking router: 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:29.024513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Updating router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 port 2519737b-b169-4303-adac-8ac6bed3c5a6 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:44:29.026360 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87728c47-d208-45d0-b8ed-4e00790ee08e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.087867 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.093106 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-25b69ccc-f54a-44a4-970a-fba8f92d80e6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 HTTP/1.1" status: 200 len: 934 time: 0.2289402 Aug 24 00:44:29.094284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35740) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:29.098649 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f867f0fa-0f4f-4bb3-9680-ee0ecb21145d tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.101039 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f867f0fa-0f4f-4bb3-9680-ee0ecb21145d tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.104763 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f867f0fa-0f4f-4bb3-9680-ee0ecb21145d tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "DELETE /v2.0/floatingips/a07c6064-e22f-4e11-9be3-ad5795976e8f HTTP/1.1" status: 204 len: 168 time: 1.5599940 Aug 24 00:44:29.104910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-614f4c90-c749-4280-ac52-f4dcd5e697e1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'router': {'routes': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:29.108360 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-ac48beee-f2df-4d9f-9972-79782e3c5bba', 'network_id': 'ac48beee-f2df-4d9f-9972-79782e3c5bba', 'tenant_id': '4aff44e6a780465cb23e4fbc7144b393', 'fixed_ips': [{'subnet_id': 'd982aeba-8d69-4251-9583-c0fab727a29a'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:44:29.109471 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.162157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4f4fcc4b-4abf-4050-85fc-6be2f16e75e1 None None] Provisioning complete for port 2519737b-b169-4303-adac-8ac6bed3c5a6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:29.165080 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f4fcc4b-4abf-4050-85fc-6be2f16e75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.203467 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87728c47-d208-45d0-b8ed-4e00790ee08e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.209109 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35746) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:29.210717 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.236988 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87728c47-d208-45d0-b8ed-4e00790ee08e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.270461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Transition to ACTIVE for port object 472743e5-54fd-4895-a883-cc54aa35abe2 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:29.322157 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4f4fcc4b-4abf-4050-85fc-6be2f16e75e1 None None] Port 2519737b-b169-4303-adac-8ac6bed3c5a6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:29.338914 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.339604 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87728c47-d208-45d0-b8ed-4e00790ee08e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ab0f8a-107b-410e-89e9-ac79293a801e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:29.356123 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-87728c47-d208-45d0-b8ed-4e00790ee08e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.357679 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-87728c47-d208-45d0-b8ed-4e00790ee08e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5634732 Aug 24 00:44:29.437709 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d21b324-ea5d-4f9e-b237-d3de04d01bc8 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.548371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Allocated IP 172.20.0.2 (ac48beee-f2df-4d9f-9972-79782e3c5bba/d982aeba-8d69-4251-9583-c0fab727a29a/fc7a2923-a3ab-4837-aed7-f9844f1fe520) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:29.564890 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d21b324-ea5d-4f9e-b237-d3de04d01bc8 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.777364 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d21b324-ea5d-4f9e-b237-d3de04d01bc8 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.780311 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1d21b324-ea5d-4f9e-b237-d3de04d01bc8 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.781758 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1d21b324-ea5d-4f9e-b237-d3de04d01bc8 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] 10.222.0.32 "DELETE /v2.0/security-groups/b24dadd6-d495-42a8-a6e8-4776324733da HTTP/1.1" status: 204 len: 168 time: 0.5712812 Aug 24 00:44:29.808061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Network ac48beee-f2df-4d9f-9972-79782e3c5bba is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:29.818651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:29.821225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event updated for resources: {'Port': ['ID=472743e5-54fd-4895-a883-cc54aa35abe2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:29.823796 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.826638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:29.844955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21b324-ea5d-4f9e-b237-d3de04d01bc8 tempest-TestServerBasicOps-1022915430 tempest-TestServerBasicOps-1022915430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24dadd6-d495-42a8-a6e8-4776324733da,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:29.871859 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35754) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:29.889038 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.917006 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Transition to ACTIVE for port object 2519737b-b169-4303-adac-8ac6bed3c5a6 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:29.945484 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.954174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:29.954948 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.971456 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Transition to ACTIVE for port object fc7a2923-a3ab-4837-aed7-f9844f1fe520 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:29.983326 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.045656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35760) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:30.058728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c14bb65f-58b0-47a1-81a4-8fcc4dbfc7e5 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5635676 Aug 24 00:44:30.068507 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Request body: {'port': {'network_id': 'ac48beee-f2df-4d9f-9972-79782e3c5bba', 'name': 'tempest-AllowedAddressPairTestJSON-895106150', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ba:e6:7d'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:30.103637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Transition to ACTIVE for port object fc7a2923-a3ab-4837-aed7-f9844f1fe520 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:30.105337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:30.171608 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.216971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Network ac48beee-f2df-4d9f-9972-79782e3c5bba is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:30.219434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.extraroute_db [None req-614f4c90-c749-4280-ac52-f4dcd5e697e1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Added routes are [] {{(pid=94837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 24 00:44:30.219756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.extraroute_db [None req-614f4c90-c749-4280-ac52-f4dcd5e697e1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 24 00:44:30.223573 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:30.230479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea8f98-4ca1-47f9-89e0-8f8a7806c9b4 None None] Pushing event updated for resources: {'Port': ['ID=2519737b-b169-4303-adac-8ac6bed3c5a6,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:30.248663 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:30.256117 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.315885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e44cd-61fa-49fd-a03e-49152e74b9ea req-7fada1f5-de13-417e-bdb3-50a8e84582b3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:30.318042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-255e44cd-61fa-49fd-a03e-49152e74b9ea req-7fada1f5-de13-417e-bdb3-50a8e84582b3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 945 time: 0.1227500 Aug 24 00:44:30.329576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-eb92e93a-9ae5-4460-8245-b4f970b1e7c8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999439582&fields=id&tenant_id=35c27f18324d434ca1ad133521207baf HTTP/1.1" status: 200 len: 267 time: 0.1352875 Aug 24 00:44:30.342975 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-614f4c90-c749-4280-ac52-f4dcd5e697e1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.353094 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f7bc532-08c9-46d1-ba5f-51c2384a1562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.398526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Pushing event updated for resources: {'Port': ['ID=fc7a2923-a3ab-4837-aed7-f9844f1fe520,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:30.407325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Attempting to bind port 2519737b-b169-4303-adac-8ac6bed3c5a6 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:30.407817 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Attempting to bind port 2519737b-b169-4303-adac-8ac6bed3c5a6 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '97bba856-b4d9-4a6f-9d5d-4c3b0d111921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:30.408061 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Attempting to bind port 2519737b-b169-4303-adac-8ac6bed3c5a6 on network 807a8c15-29e1-4959-8fb5-4bfa39175c63 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:30.418823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Attempting to bind port fc7a2923-a3ab-4837-aed7-f9844f1fe520 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:30.419303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Attempting to bind port fc7a2923-a3ab-4837-aed7-f9844f1fe520 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '422fbeb8-11a6-4995-b3e8-8c0d7733e4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ac48beee-f2df-4d9f-9972-79782e3c5bba'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:30.419675 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Attempting to bind port fc7a2923-a3ab-4837-aed7-f9844f1fe520 on network ac48beee-f2df-4d9f-9972-79782e3c5bba {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:30.425276 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:30.426212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Checking segment: {'id': '97bba856-b4d9-4a6f-9d5d-4c3b0d111921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:30.426707 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.427223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Bound using segment: {'id': '97bba856-b4d9-4a6f-9d5d-4c3b0d111921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:30.427728 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Bound port: 2519737b-b169-4303-adac-8ac6bed3c5a6, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97bba856-b4d9-4a6f-9d5d-4c3b0d111921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:30.428112 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.446057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:30.446434 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.451453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:30.451834 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Checking segment: {'id': '422fbeb8-11a6-4995-b3e8-8c0d7733e4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ac48beee-f2df-4d9f-9972-79782e3c5bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:30.452240 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.452643 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Bound using segment: {'id': '422fbeb8-11a6-4995-b3e8-8c0d7733e4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ac48beee-f2df-4d9f-9972-79782e3c5bba'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:30.453140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Bound port: fc7a2923-a3ab-4837-aed7-f9844f1fe520, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422fbeb8-11a6-4995-b3e8-8c0d7733e4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ac48beee-f2df-4d9f-9972-79782e3c5bba'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:30.453522 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.524507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-255e44cd-61fa-49fd-a03e-49152e74b9ea req-74dd0d12-17c7-4f70-aac3-18c51e613d00 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993556 Aug 24 00:44:30.618975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd8f14-533d-414b-b277-74a91c604fce req-b7ce729b-3f43-4568-917b-dbf0cb5e828d tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:30.620614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-b7ce729b-3f43-4568-917b-dbf0cb5e828d tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/networks?id=a863ae3b-f05b-4196-ac8a-9962805fb678 HTTP/1.1" status: 200 len: 813 time: 0.2805963 Aug 24 00:44:30.646557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] For port 2519737b-b169-4303-adac-8ac6bed3c5a6, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:30.652630 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] For port 2519737b-b169-4303-adac-8ac6bed3c5a6, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2519737b-b169-4303-adac-8ac6bed3c5a6,segment=NetworkSegment(97bba856-b4d9-4a6f-9d5d-4c3b0d111921),segment_id=97bba856-b4d9-4a6f-9d5d-4c3b0d111921)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:30.678571 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.681511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] For port fc7a2923-a3ab-4837-aed7-f9844f1fe520, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:30.740204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] For port fc7a2923-a3ab-4837-aed7-f9844f1fe520, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fc7a2923-a3ab-4837-aed7-f9844f1fe520,segment=NetworkSegment(422fbeb8-11a6-4995-b3e8-8c0d7733e4c8),segment_id=422fbeb8-11a6-4995-b3e8-8c0d7733e4c8)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:30.770897 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.790388 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea8f98-4ca1-47f9-89e0-8f8a7806c9b4 None None] Pushing event updated for resources: {'Port': ['ID=2519737b-b169-4303-adac-8ac6bed3c5a6,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:30.793044 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Made reservation on behalf of 4aff44e6a780465cb23e4fbc7144b393 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:30.800072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:30.800072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:30.959174 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:31.044432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:31.089177 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.122563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] device_id is not set on port 3062142c-d4f8-4eb5-9327-5bbf4654e4ba yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:31.131623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-98736f4e-3a5f-4a75-a91e-788942c30f88 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/quotas/35c27f18324d434ca1ad133521207baf HTTP/1.1" status: 200 len: 375 time: 0.0532899 Aug 24 00:44:31.171661 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-614f4c90-c749-4280-ac52-f4dcd5e697e1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.203974 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-614f4c90-c749-4280-ac52-f4dcd5e697e1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.237496 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e0118-934c-45c1-b9f7-c13024578725 None None] Pushing event updated for resources: {'Port': ['ID=fc7a2923-a3ab-4837-aed7-f9844f1fe520,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:31.292388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970ce7c-b8b2-4501-87ee-6321d41eb256 req-70a10957-2108-43ed-9ecb-4f0308a6f441 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:31.299961 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6970ce7c-b8b2-4501-87ee-6321d41eb256 req-70a10957-2108-43ed-9ecb-4f0308a6f441 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 945 time: 0.2338133 Aug 24 00:44:31.350406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-a33b7ab5-4863-4c86-8c02-0e938b0e959a tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=35c27f18324d434ca1ad133521207baf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2176702 Aug 24 00:44:31.393342 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Allocated IP 172.20.0.8 (ac48beee-f2df-4d9f-9972-79782e3c5bba/d982aeba-8d69-4251-9583-c0fab727a29a/3062142c-d4f8-4eb5-9327-5bbf4654e4ba) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:31.395733 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.411719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6970ce7c-b8b2-4501-87ee-6321d41eb256 req-8a16d444-479e-40a1-a9d0-9df50eb2fc8e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738761 Aug 24 00:44:31.417497 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614f4c90-c749-4280-ac52-f4dcd5e697e1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:31.464674 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35780) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:31.484775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8a063e07-0086-4236-ba6a-9fc412a54ca1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Deleting port f15293b3-0539-47f0-97e3-2ed66a2ee0e7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:31.485287 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a063e07-0086-4236-ba6a-9fc412a54ca1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.525247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-84095f1c-a2d0-4e69-a27d-af8b15e3b5fe service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:31.527559 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:30Z', 'revision_number': 7, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '2519737b-b169-4303-adac-8ac6bed3c5a6', 'name': '', 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:29:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2cb753d6-f1f0-47d2-8fed-c06da80f466e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:22Z', 'updated_at': '2021-08-24T00:44:30Z', 'revision_number': 4, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2cb753d6-f1f0-47d2-8fed-c06da80f466e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fbc282-53c5-4cb8-8d5b-8a82eee0f698', 'name': '', 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:60:fc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:15Z', 'updated_at': '2021-08-24T00:44:27Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:31.533328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-84095f1c-a2d0-4e69-a27d-af8b15e3b5fe service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1609473 Aug 24 00:44:31.573138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd73203-341a-4bea-965a-fab316b7ae5d None None] The sync data for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 is: [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:30Z', 'revision_number': 7, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '2519737b-b169-4303-adac-8ac6bed3c5a6', 'name': '', 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:29:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2cb753d6-f1f0-47d2-8fed-c06da80f466e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:22Z', 'updated_at': '2021-08-24T00:44:30Z', 'revision_number': 4, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2cb753d6-f1f0-47d2-8fed-c06da80f466e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fbc282-53c5-4cb8-8d5b-8a82eee0f698', 'name': '', 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:60:fc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:15Z', 'updated_at': '2021-08-24T00:44:27Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:31.681027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614f4c90-c749-4280-ac52-f4dcd5e697e1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:31.692695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-614f4c90-c749-4280-ac52-f4dcd5e697e1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.693894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-614f4c90-c749-4280-ac52-f4dcd5e697e1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 HTTP/1.1" status: 200 len: 700 time: 2.5994904 Aug 24 00:44:31.700198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35790) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:31.768375 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-5b30d25f-fd78-4a2b-897e-2f9f309bcbe2 service neutron] 10.222.0.32 "GET /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341487 Aug 24 00:44:31.777750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-31be820b-242d-4320-8709-59878330399f tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:31.787333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-31be820b-242d-4320-8709-59878330399f tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/networks?id=550668d9-ddbd-4deb-917d-15753017f20e HTTP/1.1" status: 200 len: 814 time: 0.2379708 Aug 24 00:44:31.827757 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-1736adac-f390-43bd-81ef-e57ca4da1f79 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/quotas/9550ef127e154a1284d2e57b6cab4cf7 HTTP/1.1" status: 200 len: 375 time: 0.0382788 Aug 24 00:44:31.861566 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a063e07-0086-4236-ba6a-9fc412a54ca1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.862490 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a063e07-0086-4236-ba6a-9fc412a54ca1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.871979 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219e2f92-ac5a-46fc-95ae-c5ae462994fd tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:31.874686 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-219e2f92-ac5a-46fc-95ae-c5ae462994fd tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 1091 time: 0.4063642 Aug 24 00:44:31.885887 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35792) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:31.901378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-42d91ac0-b4ac-40cf-8860-9c160add5817 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9550ef127e154a1284d2e57b6cab4cf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737274 Aug 24 00:44:31.904268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:31.912112 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8a063e07-0086-4236-ba6a-9fc412a54ca1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Calling delete_port for f15293b3-0539-47f0-97e3-2ed66a2ee0e7 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:31.945810 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa304-9cd2-4917-a1d6-bad13c145a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.034986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2519737b-b169-4303-adac-8ac6bed3c5a6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:32.037645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-a0ce3589-ea16-4a6c-b08a-c3014974f384 service neutron] 10.222.0.32 "GET /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482319 Aug 24 00:44:32.091447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-80132af7-71de-47ba-9e98-9ca45b575d32 service neutron] 10.222.0.32 "GET /v2.0/networks/550668d9-ddbd-4deb-917d-15753017f20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369777 Aug 24 00:44:32.104420 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fb80efc1-17d3-4f44-a262-89f5bb05033a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 HTTP/1.1" status: 200 len: 700 time: 0.4014475 Aug 24 00:44:32.107388 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35794) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:32.116616 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.164244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 2519737b-b169-4303-adac-8ac6bed3c5a6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:32.176554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 2519737b-b169-4303-adac-8ac6bed3c5a6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:32.177346 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.244600 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-2f53ab30-2c6e-4e15-b95f-6a8c7ff20ce6 service neutron] 10.222.0.32 "GET /v2.0/networks/550668d9-ddbd-4deb-917d-15753017f20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398606 Aug 24 00:44:32.252657 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.267159 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Transition to ACTIVE for port object 3062142c-d4f8-4eb5-9327-5bbf4654e4ba will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:32.303454 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.355970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 2519737b-b169-4303-adac-8ac6bed3c5a6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2519737b-b169-4303-adac-8ac6bed3c5a6,segment=NetworkSegment(97bba856-b4d9-4a6f-9d5d-4c3b0d111921),segment_id=97bba856-b4d9-4a6f-9d5d-4c3b0d111921)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:32.368268 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.370392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fc7a2923-a3ab-4837-aed7-f9844f1fe520 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:32.528578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d80e898e-468c-470a-82e6-0a0cb2fe11b0 req-b9feeea4-ce07-4d71-bb29-afc880db7fff tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 210 time: 0.0555751 Aug 24 00:44:32.702156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47797036-f5b7-40c8-ba97-3750f5428c05 req-5f5abb44-7178-4f76-b5c6-17e3180c402b tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 210 time: 0.0556941 Aug 24 00:44:32.712785 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbf3a64-2b76-4784-a60f-5b5cf90a0505 None None] Network ac48beee-f2df-4d9f-9972-79782e3c5bba requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:32.805670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18dfe9d-9715-44a5-967a-5d105a49fc18 None None] Sync routers for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:32.836935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-db72f5dd-8268-4b58-9f59-eed21de46df2 None None] Provisioning for port fc7a2923-a3ab-4837-aed7-f9844f1fe520 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:32.853550 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.854802 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18dfe9d-9715-44a5-967a-5d105a49fc18 None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:32.855442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b18dfe9d-9715-44a5-967a-5d105a49fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:32.906607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=2519737b-b169-4303-adac-8ac6bed3c5a6,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:32.940902 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a063e07-0086-4236-ba6a-9fc412a54ca1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.001455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port fc7a2923-a3ab-4837-aed7-f9844f1fe520 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:33.020262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port fc7a2923-a3ab-4837-aed7-f9844f1fe520 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:33.020631 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.029415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b18dfe9d-9715-44a5-967a-5d105a49fc18 None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:33.052977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Network ac48beee-f2df-4d9f-9972-79782e3c5bba is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:33.088190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:33.090317 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:33.098833 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event updated for resources: {'Port': ['ID=3062142c-d4f8-4eb5-9327-5bbf4654e4ba,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:33.124241 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.217346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a063e07-0086-4236-ba6a-9fc412a54ca1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event deleted for resources: {'Port': ['ID=f15293b3-0539-47f0-97e3-2ed66a2ee0e7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:33.289424 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:33.290068 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.302251 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a063e07-0086-4236-ba6a-9fc412a54ca1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.302598 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-8a063e07-0086-4236-ba6a-9fc412a54ca1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Floating IP 72bc7e13-14d7-466b-8668-db6a3870888c disassociated (deleted). External IP: 172.25.8.57, port: e908bc34-da4a-4fbe-8094-cc301f07557d. Aug 24 00:44:33.317691 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.403592 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port fc7a2923-a3ab-4837-aed7-f9844f1fe520, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fc7a2923-a3ab-4837-aed7-f9844f1fe520,segment=NetworkSegment(422fbeb8-11a6-4995-b3e8-8c0d7733e4c8),segment_id=422fbeb8-11a6-4995-b3e8-8c0d7733e4c8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:33.412699 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.477536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=fc7a2923-a3ab-4837-aed7-f9844f1fe520,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:33.486859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b18dfe9d-9715-44a5-967a-5d105a49fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:30Z', 'revision_number': 7, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '2519737b-b169-4303-adac-8ac6bed3c5a6', 'name': '', 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:29:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2cb753d6-f1f0-47d2-8fed-c06da80f466e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:22Z', 'updated_at': '2021-08-24T00:44:32Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2cb753d6-f1f0-47d2-8fed-c06da80f466e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fbc282-53c5-4cb8-8d5b-8a82eee0f698', 'name': '', 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:60:fc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:15Z', 'updated_at': '2021-08-24T00:44:27Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:33.517147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18dfe9d-9715-44a5-967a-5d105a49fc18 None None] Checking router: 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:33.527168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18dfe9d-9715-44a5-967a-5d105a49fc18 None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:33.527871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b18dfe9d-9715-44a5-967a-5d105a49fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:33.623921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-643b614a-f304-4d5c-b61c-070b8ab22371 None None] Provisioning for port 3062142c-d4f8-4eb5-9327-5bbf4654e4ba completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:33.637805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-643b614a-f304-4d5c-b61c-070b8ab22371 None None] Provisioning complete for port 3062142c-d4f8-4eb5-9327-5bbf4654e4ba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:33.638200 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-643b614a-f304-4d5c-b61c-070b8ab22371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.685321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-751332fd-fc73-49f0-add5-23afdfc418da req-4612789b-e2b4-46e7-8977-4b3be1a528ad tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 210 time: 0.0489078 Aug 24 00:44:33.690292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b18dfe9d-9715-44a5-967a-5d105a49fc18 None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:33.719625 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.733907 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-643b614a-f304-4d5c-b61c-070b8ab22371 None None] Port 3062142c-d4f8-4eb5-9327-5bbf4654e4ba cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:33.809860 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d82cd4f7-00aa-4735-b2b0-f20a90c1608d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.7626941 Aug 24 00:44:33.815619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-643b614a-f304-4d5c-b61c-070b8ab22371 None None] Provisioning for port 472743e5-54fd-4895-a883-cc54aa35abe2 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:33.820736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35826) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:33.836620 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-643b614a-f304-4d5c-b61c-070b8ab22371 None None] Provisioning complete for port 472743e5-54fd-4895-a883-cc54aa35abe2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:33.837001 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-643b614a-f304-4d5c-b61c-070b8ab22371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.881525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-643b614a-f304-4d5c-b61c-070b8ab22371 None None] Port 472743e5-54fd-4895-a883-cc54aa35abe2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:33.975492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-643b614a-f304-4d5c-b61c-070b8ab22371 None None] Provisioning complete for port fc7a2923-a3ab-4837-aed7-f9844f1fe520 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:33.976324 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-643b614a-f304-4d5c-b61c-070b8ab22371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.980565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df7e98ec-4c5b-4052-ab33-1a10d6096cef req-704c2688-877d-401f-aa09-2292cc2dcf4e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 210 time: 0.0810163 Aug 24 00:44:34.052593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2519737b-b169-4303-adac-8ac6bed3c5a6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:34.161613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f60be-ddb2-4bf3-b521-4ef598715be2 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:34.168491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f60be-ddb2-4bf3-b521-4ef598715be2 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:34.177438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f60be-ddb2-4bf3-b521-4ef598715be2 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:34.179748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-699f60be-ddb2-4bf3-b521-4ef598715be2 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3572814 Aug 24 00:44:34.183043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35828) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:34.249723 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fa304-9cd2-4917-a1d6-bad13c145a51 admin admin] Deleting port 51a53079-2598-4480-ba97-e66ea0bf017f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:34.250291 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa304-9cd2-4917-a1d6-bad13c145a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.252617 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.25.8.21 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/3b462201-47e1-4294-ac72-fcecf57b2d19) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:34.288108 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 2519737b-b169-4303-adac-8ac6bed3c5a6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:34.288498 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.309579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-dc827b7d-f313-4bd6-95e9-3fc52b509e5f tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:34.312625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-dc827b7d-f313-4bd6-95e9-3fc52b509e5f tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.47 "GET /v2.0/networks?id=550668d9-ddbd-4deb-917d-15753017f20e HTTP/1.1" status: 200 len: 814 time: 0.3852432 Aug 24 00:44:34.318693 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc01c48f-b740-4e41-be96-505f9bfa18c2 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.349875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b18dfe9d-9715-44a5-967a-5d105a49fc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:30Z', 'revision_number': 7, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '2519737b-b169-4303-adac-8ac6bed3c5a6', 'name': '', 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:29:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2cb753d6-f1f0-47d2-8fed-c06da80f466e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:22Z', 'updated_at': '2021-08-24T00:44:32Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2cb753d6-f1f0-47d2-8fed-c06da80f466e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fbc282-53c5-4cb8-8d5b-8a82eee0f698', 'name': '', 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:60:fc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:15Z', 'updated_at': '2021-08-24T00:44:27Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:34.351894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9a23b1a6-3e24-4d57-9477-ae798a371dc4 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Deleting port 3062142c-d4f8-4eb5-9327-5bbf4654e4ba {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:34.352364 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a23b1a6-3e24-4d57-9477-ae798a371dc4 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.374065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-b86f743b-da51-4b63-be76-783b932f8f31 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Request body: {'port': {'device_id': '400d5d7f-204f-4bf7-8315-3a66b7660a83', 'network_id': '550668d9-ddbd-4deb-917d-15753017f20e', 'admin_state_up': True, 'tenant_id': '9550ef127e154a1284d2e57b6cab4cf7'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:34.386271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18dfe9d-9715-44a5-967a-5d105a49fc18 None None] The sync data for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 is: [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:30Z', 'revision_number': 7, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '2519737b-b169-4303-adac-8ac6bed3c5a6', 'name': '', 'network_id': '807a8c15-29e1-4959-8fb5-4bfa39175c63', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:29:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2cb753d6-f1f0-47d2-8fed-c06da80f466e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:22Z', 'updated_at': '2021-08-24T00:44:32Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2cb753d6-f1f0-47d2-8fed-c06da80f466e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fbc282-53c5-4cb8-8d5b-8a82eee0f698', 'name': '', 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:60:fc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:15Z', 'updated_at': '2021-08-24T00:44:27Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:34.469985 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fc7a2923-a3ab-4837-aed7-f9844f1fe520 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:34.471634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-72e7fcd4-508b-43c5-b247-a7157f3bf3c3 None None] Provisioning complete for port 3062142c-d4f8-4eb5-9327-5bbf4654e4ba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:34.472206 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72e7fcd4-508b-43c5-b247-a7157f3bf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.552187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-72e7fcd4-508b-43c5-b247-a7157f3bf3c3 None None] Port 3062142c-d4f8-4eb5-9327-5bbf4654e4ba cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:34.567564 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-72e7fcd4-508b-43c5-b247-a7157f3bf3c3 None None] Provisioning complete for port 472743e5-54fd-4895-a883-cc54aa35abe2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:34.568005 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-72e7fcd4-508b-43c5-b247-a7157f3bf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.617485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port fc7a2923-a3ab-4837-aed7-f9844f1fe520 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:34.617877 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.619343 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-72e7fcd4-508b-43c5-b247-a7157f3bf3c3 None None] Port 472743e5-54fd-4895-a883-cc54aa35abe2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:34.639456 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a063e07-0086-4236-ba6a-9fc412a54ca1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Router 77547d7e-f3e3-4e0a-b794-442c99a1f127 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:34.643007 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-bf0fa304-9cd2-4917-a1d6-bad13c145a51 admin admin] For port 51a53079-2598-4480-ba97-e66ea0bf017f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=51a53079-2598-4480-ba97-e66ea0bf017f,segment=NetworkSegment(4ddd86dc-f546-48e2-bc9d-48c3f03f38f4),segment_id=4ddd86dc-f546-48e2-bc9d-48c3f03f38f4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:34.643388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa304-9cd2-4917-a1d6-bad13c145a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.701595 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fa304-9cd2-4917-a1d6-bad13c145a51 admin admin] Calling delete_port for 51a53079-2598-4480-ba97-e66ea0bf017f owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:34.711198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd8f14-533d-414b-b277-74a91c604fce req-23ae4ff5-083d-4bd9-826e-d6a0d8b17307 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:34.713860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-23ae4ff5-083d-4bd9-826e-d6a0d8b17307 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.47 "GET /v2.0/networks?id=a863ae3b-f05b-4196-ac8a-9962805fb678 HTTP/1.1" status: 200 len: 813 time: 0.3357985 Aug 24 00:44:34.716374 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.747986 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a23b1a6-3e24-4d57-9477-ae798a371dc4 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.780598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9a23b1a6-3e24-4d57-9477-ae798a371dc4 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Calling delete_port for 3062142c-d4f8-4eb5-9327-5bbf4654e4ba owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:34.829576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-dc7ba6e7-2f1a-4738-9b56-8b2a5c71ff9c tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35c27f18324d434ca1ad133521207baf HTTP/1.1" status: 200 len: 379 time: 0.0990448 Aug 24 00:44:34.851157 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e2bfd01-b7d2-498a-808f-ed5e3a7214c5 req-77eb2516-d058-47a8-a069-3c258c8864f4 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 210 time: 0.0457330 Aug 24 00:44:34.854716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-59bd8f14-533d-414b-b277-74a91c604fce req-c5364292-f27d-4690-9839-c3c551dd98f8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Request body: {'port': {'device_id': '3c666007-514f-4675-acdb-78dedce2987a', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'admin_state_up': True, 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'security_groups': ['63f66b77-2ebf-4ec9-9baf-b7015260ccc6']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:34.940835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-b86f743b-da51-4b63-be76-783b932f8f31 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Made reservation on behalf of 9550ef127e154a1284d2e57b6cab4cf7 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:34.944297 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-b86f743b-da51-4b63-be76-783b932f8f31 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.977840 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.985539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a063e07-0086-4236-ba6a-9fc412a54ca1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:34.999778 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7bce6-7caa-4330-b522-561249446076 None None] Sync routers for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:35.014573 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a063e07-0086-4236-ba6a-9fc412a54ca1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:35.016847 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7bce6-7caa-4330-b522-561249446076 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:35.017651 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-18b7bce6-7caa-4330-b522-561249446076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:35.100830 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:35.130742 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8a063e07-0086-4236-ba6a-9fc412a54ca1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "DELETE /v2.0/floatingips/72bc7e13-14d7-466b-8668-db6a3870888c HTTP/1.1" status: 204 len: 168 time: 4.1704564 Aug 24 00:44:35.138800 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'tag': 'e908bc34-da4a-4fbe-8094-cc301f07557d'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:35.141073 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fa7143-4501-491b-b831-5687d7bf1cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e486111-acc4-40be-bb77-1fe8ade7ca7f", "tag": "e908bc34-da4a-4fbe-8094-cc301f07557d"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:35.144442 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:35.158236 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:35.163455 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=3b462201-47e1-4294-ac72-fcecf57b2d19,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:35.215345 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-18b7bce6-7caa-4330-b522-561249446076 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:35.246240 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5778e343-1c74-4b16-bb43-c8788fd24c4b req-bc5c458c-c5ae-455f-8495-bb41ff51bb83 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 210 time: 0.0926888 Aug 24 00:44:35.299874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59bd8f14-533d-414b-b277-74a91c604fce req-c5364292-f27d-4690-9839-c3c551dd98f8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Made reservation on behalf of 35c27f18324d434ca1ad133521207baf for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:35.323686 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59bd8f14-533d-414b-b277-74a91c604fce req-c5364292-f27d-4690-9839-c3c551dd98f8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:35.375592 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fc8941-1f42-4fa1-8db6-7fdfc8b8e351 x-openstack-request-id: req-33fc8941-1f42-4fa1-8db6-7fdfc8b8e351 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:35.376174 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e486111-acc4-40be-bb77-1fe8ade7ca7f", "tag": "e908bc34-da4a-4fbe-8094-cc301f07557d", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:35.376358 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33fc8941-1f42-4fa1-8db6-7fdfc8b8e351 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:35.381281 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'tag': 'e908bc34-da4a-4fbe-8094-cc301f07557d', 'status': 'completed', 'code': 200} Aug 24 00:44:35.445259 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.47', 64084) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:35.458602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-b86f743b-da51-4b63-be76-783b932f8f31 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Allocated IP 172.20.0.9 (550668d9-ddbd-4deb-917d-15753017f20e/676093c8-d796-432f-96df-a30737fa152d/74c5e71a-e4b6-4a13-bcbe-78f8db67de64) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:35.504667 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a23b1a6-3e24-4d57-9477-ae798a371dc4 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:35.585960 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa304-9cd2-4917-a1d6-bad13c145a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:35.625491 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fa304-9cd2-4917-a1d6-bad13c145a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a53079-2598-4480-ba97-e66ea0bf017f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:35.656252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fc01c48f-b740-4e41-be96-505f9bfa18c2 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port 2519737b-b169-4303-adac-8ac6bed3c5a6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:35.658100 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc01c48f-b740-4e41-be96-505f9bfa18c2 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:35.714137 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-18b7bce6-7caa-4330-b522-561249446076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '75bdfcee-16e8-437b-ae8a-1711ce192eb3', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:f1:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755ac10-1903-4999-a5ba-3f461a45535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:40:28Z', 'updated_at': '2021-08-24T00:40:32Z', 'revision_number': 1, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:35.746979 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7bce6-7caa-4330-b522-561249446076 None None] Checking router: 77547d7e-f3e3-4e0a-b794-442c99a1f127 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:35.757477 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7bce6-7caa-4330-b522-561249446076 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:35.758329 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-18b7bce6-7caa-4330-b522-561249446076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:35.838546 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa7143-4501-491b-b831-5687d7bf1cf8 req-1384e94d-18c3-4509-84c1-ee5ef0edd6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:35.840783 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c3fa7143-4501-491b-b831-5687d7bf1cf8 req-1384e94d-18c3-4509-84c1-ee5ef0edd6de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 1096 time: 0.3872161 Aug 24 00:44:35.843397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-fc01c48f-b740-4e41-be96-505f9bfa18c2 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] For port 2519737b-b169-4303-adac-8ac6bed3c5a6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2519737b-b169-4303-adac-8ac6bed3c5a6,segment=NetworkSegment(97bba856-b4d9-4a6f-9d5d-4c3b0d111921),segment_id=97bba856-b4d9-4a6f-9d5d-4c3b0d111921)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:35.844167 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc01c48f-b740-4e41-be96-505f9bfa18c2 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:35.951674 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-b86f743b-da51-4b63-be76-783b932f8f31 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:35.971718 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-18b7bce6-7caa-4330-b522-561249446076 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:36.021216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23b1a6-3e24-4d57-9477-ae798a371dc4 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event deleted for resources: {'Port': ['ID=3062142c-d4f8-4eb5-9327-5bbf4654e4ba,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:36.073134 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-b86f743b-da51-4b63-be76-783b932f8f31 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.101846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fc01c48f-b740-4e41-be96-505f9bfa18c2 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for 2519737b-b169-4303-adac-8ac6bed3c5a6 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:36.174978 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa7143-4501-491b-b831-5687d7bf1cf8 req-ce896aa5-edd0-4684-af73-c7f1d0b58c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:36.177043 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c3fa7143-4501-491b-b831-5687d7bf1cf8 req-ce896aa5-edd0-4684-af73-c7f1d0b58c5e service neutron] 10.222.0.47 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.3269207 Aug 24 00:44:36.239696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-b86f743b-da51-4b63-be76-783b932f8f31 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Network 550668d9-ddbd-4deb-917d-15753017f20e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:36.257446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-b86f743b-da51-4b63-be76-783b932f8f31 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:36.279859 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-b86f743b-da51-4b63-be76-783b932f8f31 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:36.304949 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1c711-4c1d-4745-a12d-1d07300fc6d9 req-36b8bb3f-1d95-4308-94d3-18dae54484b4 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:36.312409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86d1c711-4c1d-4745-a12d-1d07300fc6d9 req-36b8bb3f-1d95-4308-94d3-18dae54484b4 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 945 time: 0.8044198 Aug 24 00:44:36.317458 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-18b7bce6-7caa-4330-b522-561249446076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '75bdfcee-16e8-437b-ae8a-1711ce192eb3', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:f1:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755ac10-1903-4999-a5ba-3f461a45535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:40:28Z', 'updated_at': '2021-08-24T00:40:32Z', 'revision_number': 1, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:36.349760 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7bce6-7caa-4330-b522-561249446076 None None] The sync data for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 is: [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '75bdfcee-16e8-437b-ae8a-1711ce192eb3', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'port_id': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'mac_address': 'fa:16:3e:f1:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755ac10-1903-4999-a5ba-3f461a45535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:40:28Z', 'updated_at': '2021-08-24T00:40:32Z', 'revision_number': 1, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:36.399797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f743b-da51-4b63-be76-783b932f8f31 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Pushing event updated for resources: {'Port': ['ID=74c5e71a-e4b6-4a13-bcbe-78f8db67de64,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:36.483733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a7583-8010-4816-90a8-c0c3b2b7278c req-d07b8cad-045c-4e2a-b22b-5a6b9d92940a tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:36.485422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-897a7583-8010-4816-90a8-c0c3b2b7278c req-d07b8cad-045c-4e2a-b22b-5a6b9d92940a tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 931 time: 0.4234197 Aug 24 00:44:36.492915 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c3fa7143-4501-491b-b831-5687d7bf1cf8 req-071eb699-95d0-4e40-8f50-3c1506e7a10b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e908bc34-da4a-4fbe-8094-cc301f07557d HTTP/1.1" status: 200 len: 217 time: 0.2946079 Aug 24 00:44:36.508424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-b86f743b-da51-4b63-be76-783b932f8f31 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:36.509099 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-b86f743b-da51-4b63-be76-783b932f8f31 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.536231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-59bd8f14-533d-414b-b277-74a91c604fce req-c5364292-f27d-4690-9839-c3c551dd98f8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Allocated IP 172.20.0.3 (a863ae3b-f05b-4196-ac8a-9962805fb678/b9de5ed0-fbf9-46b8-9203-adcd5872c396/c039edbb-d32b-401b-bf46-bf2118706bf2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:36.550921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86d1c711-4c1d-4745-a12d-1d07300fc6d9 req-64a42fa5-052b-4608-a581-e5b446f4941e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375960 Aug 24 00:44:36.593990 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-b86f743b-da51-4b63-be76-783b932f8f31 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2453988 Aug 24 00:44:36.597824 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9a23b1a6-3e24-4d57-9477-ae798a371dc4 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.610630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9a23b1a6-3e24-4d57-9477-ae798a371dc4 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "DELETE /v2.0/ports/3062142c-d4f8-4eb5-9327-5bbf4654e4ba HTTP/1.1" status: 204 len: 168 time: 2.4216423 Aug 24 00:44:36.621266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35846) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:36.659411 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Request body: {'port': {'device_id': '400d5d7f-204f-4bf7-8315-3a66b7660a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:36.724204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-897a7583-8010-4816-90a8-c0c3b2b7278c req-31608111-dbaa-4fc3-b436-681e986f0466 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065501 Aug 24 00:44:36.740266 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33d2993-4e0d-42b1-b2e4-8ab4b61ebd42 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] GET failed (client error): The resource could not be found. Aug 24 00:44:36.747128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a33d2993-4e0d-42b1-b2e4-8ab4b61ebd42 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "GET /v2.0/ports/3062142c-d4f8-4eb5-9327-5bbf4654e4ba HTTP/1.1" status: 404 len: 333 time: 0.1247938 Aug 24 00:44:36.755030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35848) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:36.763986 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Request body: {'port': {'network_id': 'ac48beee-f2df-4d9f-9972-79782e3c5bba', 'name': 'tempest-AllowedAddressPairTestJSON-709844569'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:36.800949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b7e3b56-7a31-4dd2-8fe2-772eaa0f52fb req-1d587388-9a9f-4539-b730-02f2cbc07db6 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 210 time: 0.0859599 Aug 24 00:44:36.857013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f537e-0006-47e9-b27b-d2d05f0132f8 None None] New status for floating IP 72bc7e13-14d7-466b-8668-db6a3870888c: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:44:37.045907 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc01c48f-b740-4e41-be96-505f9bfa18c2 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.140523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa7143-4501-491b-b831-5687d7bf1cf8 req-19c280d6-1d34-407d-bcf1-9af59083acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:37.142013 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c3fa7143-4501-491b-b831-5687d7bf1cf8 req-19c280d6-1d34-407d-bcf1-9af59083acdf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.6394749 Aug 24 00:44:37.149226 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01c48f-b740-4e41-be96-505f9bfa18c2 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=2519737b-b169-4303-adac-8ac6bed3c5a6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:37.194579 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.219829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.47', 64085) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:37.373444 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.393663 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59bd8f14-533d-414b-b277-74a91c604fce req-c5364292-f27d-4690-9839-c3c551dd98f8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.413379 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa304-9cd2-4917-a1d6-bad13c145a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.458917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Made reservation on behalf of 4aff44e6a780465cb23e4fbc7144b393 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:37.462187 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.471060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a3614-23d3-4361-bd98-5fad5701d445 req-bfe40664-782c-4bf0-8513-b65cf1ba9e39 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:37.473224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e9a3614-23d3-4361-bd98-5fad5701d445 req-bfe40664-782c-4bf0-8513-b65cf1ba9e39 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 945 time: 0.2500010 Aug 24 00:44:37.484107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-59bd8f14-533d-414b-b277-74a91c604fce req-c5364292-f27d-4690-9839-c3c551dd98f8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Transition to ACTIVE for port object c039edbb-d32b-401b-bf46-bf2118706bf2 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:37.495783 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa7143-4501-491b-b831-5687d7bf1cf8 req-257ecf3c-9c15-4bce-b43f-dd6744144ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:37.497334 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c3fa7143-4501-491b-b831-5687d7bf1cf8 req-257ecf3c-9c15-4bce-b43f-dd6744144ade service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3422980 Aug 24 00:44:37.547871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] device_id is not set on port a009ed01-7901-4de9-a37b-8b99ffa3dc0c yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:37.715426 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.762843 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59bd8f14-533d-414b-b277-74a91c604fce req-c5364292-f27d-4690-9839-c3c551dd98f8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.906389 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fc01c48f-b740-4e41-be96-505f9bfa18c2 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.917218 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae72805-2c2d-4130-bc19-6dd56262aff5 req-a9360abd-4518-4bfb-8aab-fb5b0b79155a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:37.919718 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ae72805-2c2d-4130-bc19-6dd56262aff5 req-a9360abd-4518-4bfb-8aab-fb5b0b79155a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 945 time: 0.2510722 Aug 24 00:44:37.939215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bd8f14-533d-414b-b277-74a91c604fce req-c5364292-f27d-4690-9839-c3c551dd98f8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Network a863ae3b-f05b-4196-ac8a-9962805fb678 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:37.941506 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c3fa7143-4501-491b-b831-5687d7bf1cf8 req-e3388f89-7c93-4c7f-8824-2af21fbe7655 service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965549 Aug 24 00:44:37.964845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2e9a3614-23d3-4361-bd98-5fad5701d445 req-b6d20419-4a40-493b-9c37-d6188bfa5a4a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Deleting port e908bc34-da4a-4fbe-8094-cc301f07557d {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:37.965284 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e9a3614-23d3-4361-bd98-5fad5701d445 req-b6d20419-4a40-493b-9c37-d6188bfa5a4a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.968304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5364292-f27d-4690-9839-c3c551dd98f8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Pushing event updated for resources: {'Port': ['ID=c039edbb-d32b-401b-bf46-bf2118706bf2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:37.970363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-59bd8f14-533d-414b-b277-74a91c604fce req-c5364292-f27d-4690-9839-c3c551dd98f8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:37.975168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Allocated IP 172.20.0.10 (ac48beee-f2df-4d9f-9972-79782e3c5bba/d982aeba-8d69-4251-9583-c0fab727a29a/a009ed01-7901-4de9-a37b-8b99ffa3dc0c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:38.004234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bd8f14-533d-414b-b277-74a91c604fce req-c5364292-f27d-4690-9839-c3c551dd98f8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:38.151650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3272c5b-2b50-4b8c-9d52-4cfc02683755 req-8286cdda-2611-4e5b-ba88-90fb01b262af tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:38.159036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3272c5b-2b50-4b8c-9d52-4cfc02683755 req-8286cdda-2611-4e5b-ba88-90fb01b262af tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 931 time: 0.3229427 Aug 24 00:44:38.211459 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ae72805-2c2d-4130-bc19-6dd56262aff5 req-0c3e9d25-706e-4320-a8d5-f3e90c426869 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709250 Aug 24 00:44:38.276723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:44:38.293603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd8f14-533d-414b-b277-74a91c604fce req-c5364292-f27d-4690-9839-c3c551dd98f8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:38.294242 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59bd8f14-533d-414b-b277-74a91c604fce req-c5364292-f27d-4690-9839-c3c551dd98f8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.316253 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.332062 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc01c48f-b740-4e41-be96-505f9bfa18c2 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:38.376094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2e9a3614-23d3-4361-bd98-5fad5701d445 req-b6d20419-4a40-493b-9c37-d6188bfa5a4a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] For port e908bc34-da4a-4fbe-8094-cc301f07557d, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=e908bc34-da4a-4fbe-8094-cc301f07557d,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:38.376466 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e9a3614-23d3-4361-bd98-5fad5701d445 req-b6d20419-4a40-493b-9c37-d6188bfa5a4a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.382182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7e017808-0369-49e8-a747-a08a580f551c None None] Provisioning for port c039edbb-d32b-401b-bf46-bf2118706bf2 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:38.387971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7e017808-0369-49e8-a747-a08a580f551c None None] Provisioning complete for port c039edbb-d32b-401b-bf46-bf2118706bf2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:38.388885 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e017808-0369-49e8-a747-a08a580f551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.454163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2e9a3614-23d3-4361-bd98-5fad5701d445 req-b6d20419-4a40-493b-9c37-d6188bfa5a4a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Calling delete_port for e908bc34-da4a-4fbe-8094-cc301f07557d owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:38.461409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-c5364292-f27d-4690-9839-c3c551dd98f8 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6143329 Aug 24 00:44:38.475904 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3272c5b-2b50-4b8c-9d52-4cfc02683755 req-42908865-4504-4158-b88d-64f28ce82121 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103468 Aug 24 00:44:38.481935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Transition to ACTIVE for port object 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:38.496648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Request body: {'port': {'device_id': '3c666007-514f-4675-acdb-78dedce2987a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:38.499397 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-c3fa7143-4501-491b-b831-5687d7bf1cf8 req-cccc5d36-eda6-483a-9653-8c35e21806b6 service neutron] 10.222.0.47 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747961 Aug 24 00:44:38.508097 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.548469 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.573910 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.630417 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=3b462201-47e1-4294-ac72-fcecf57b2d19,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:38.643099 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7e017808-0369-49e8-a747-a08a580f551c None None] Port c039edbb-d32b-401b-bf46-bf2118706bf2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:38.649330 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0fa304-9cd2-4917-a1d6-bad13c145a51 admin admin] Router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:38.661620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc01c48f-b740-4e41-be96-505f9bfa18c2 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:38.673444 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312619f-e477-41fd-92fa-7b58e31dd9fe None None] Sync routers for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:38.683460 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312619f-e477-41fd-92fa-7b58e31dd9fe None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:38.684432 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c312619f-e477-41fd-92fa-7b58e31dd9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:38.714758 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.744409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3c83a-49ef-4b53-88bd-0621773b8c19 req-f29299e6-98a2-4ef5-8fc7-02678b0a7e62 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:38.745980 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b3c83a-49ef-4b53-88bd-0621773b8c19 req-f29299e6-98a2-4ef5-8fc7-02678b0a7e62 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 931 time: 0.4355931 Aug 24 00:44:38.799013 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fc01c48f-b740-4e41-be96-505f9bfa18c2 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6755152 Aug 24 00:44:38.800780 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c312619f-e477-41fd-92fa-7b58e31dd9fe None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:38.800996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:38.841218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b3c83a-49ef-4b53-88bd-0621773b8c19 req-c508fdcd-6bc7-4beb-bc12-f8abf8cbdf17 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785356 Aug 24 00:44:38.875538 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e9a3614-23d3-4361-bd98-5fad5701d445 req-b6d20419-4a40-493b-9c37-d6188bfa5a4a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.950338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Pushing event updated for resources: {'Port': ['ID=74c5e71a-e4b6-4a13-bcbe-78f8db67de64,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:38.993787 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.042995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9a3614-23d3-4361-bd98-5fad5701d445 req-b6d20419-4a40-493b-9c37-d6188bfa5a4a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] No DVR routers for this DVR port e908bc34-da4a-4fbe-8094-cc301f07557d on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:39.046220 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e9a3614-23d3-4361-bd98-5fad5701d445 req-b6d20419-4a40-493b-9c37-d6188bfa5a4a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.048791 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e9a3614-23d3-4361-bd98-5fad5701d445 req-b6d20419-4a40-493b-9c37-d6188bfa5a4a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.47 "DELETE /v2.0/ports/e908bc34-da4a-4fbe-8094-cc301f07557d HTTP/1.1" status: 204 len: 173 time: 1.5660036 Aug 24 00:44:39.049757 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.067103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'name': 'network-vif-deleted', 'tag': 'e908bc34-da4a-4fbe-8094-cc301f07557d'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:39.069705 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc9aeea-4f09-4dde-97da-7b3ffe191cdb" -d '{"events": [{"server_uuid": "6e486111-acc4-40be-bb77-1fe8ade7ca7f", "name": "network-vif-deleted", "tag": "e908bc34-da4a-4fbe-8094-cc301f07557d"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:39.089330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d20419-4a40-493b-9c37-d6188bfa5a4a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event deleted for resources: {'Port': ['ID=e908bc34-da4a-4fbe-8094-cc301f07557d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:39.105925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Transition to ACTIVE for port object a009ed01-7901-4de9-a37b-8b99ffa3dc0c will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:39.127988 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c312619f-e477-41fd-92fa-7b58e31dd9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:36Z', 'revision_number': 8, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fbc282-53c5-4cb8-8d5b-8a82eee0f698', 'name': '', 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:60:fc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:15Z', 'updated_at': '2021-08-24T00:44:27Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:39.161742 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5d192a-561f-4cc3-b9f0-060a1c766528 x-openstack-request-id: req-fd5d192a-561f-4cc3-b9f0-060a1c766528 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:39.162034 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e486111-acc4-40be-bb77-1fe8ade7ca7f", "name": "network-vif-deleted", "tag": "e908bc34-da4a-4fbe-8094-cc301f07557d", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:39.162297 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd5d192a-561f-4cc3-b9f0-060a1c766528 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:39.162708 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e486111-acc4-40be-bb77-1fe8ade7ca7f', 'name': 'network-vif-deleted', 'tag': 'e908bc34-da4a-4fbe-8094-cc301f07557d', 'status': 'completed', 'code': 200} Aug 24 00:44:39.188899 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312619f-e477-41fd-92fa-7b58e31dd9fe None None] Checking router: 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:39.195299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Attempting to bind port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:39.195639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Attempting to bind port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'f61e732a-110a-4ece-8115-28a9e9181998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '550668d9-ddbd-4deb-917d-15753017f20e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:39.195975 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Attempting to bind port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 on network 550668d9-ddbd-4deb-917d-15753017f20e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:39.201315 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312619f-e477-41fd-92fa-7b58e31dd9fe None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:39.202338 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c312619f-e477-41fd-92fa-7b58e31dd9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:39.204652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 on network 550668d9-ddbd-4deb-917d-15753017f20e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:44:39.204980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Attempting to bind port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 on network 550668d9-ddbd-4deb-917d-15753017f20e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:39.285716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:39.286449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Checking segment: {'id': 'f61e732a-110a-4ece-8115-28a9e9181998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '550668d9-ddbd-4deb-917d-15753017f20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:39.286449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Bound using segment: {'id': 'f61e732a-110a-4ece-8115-28a9e9181998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '550668d9-ddbd-4deb-917d-15753017f20e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:39.286968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Bound port: 74c5e71a-e4b6-4a13-bcbe-78f8db67de64, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61e732a-110a-4ece-8115-28a9e9181998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '550668d9-ddbd-4deb-917d-15753017f20e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:39.294087 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.330816 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c312619f-e477-41fd-92fa-7b58e31dd9fe None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:39.340939 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.421828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-112e7fc8-a45b-4a6b-a7ba-9405993d83bd req-ce308154-8b92-44c8-932a-5971a32b9c90 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 210 time: 0.0459838 Aug 24 00:44:39.508415 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Network ac48beee-f2df-4d9f-9972-79782e3c5bba is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:39.517724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:39.532058 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:39.624041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event updated for resources: {'Port': ['ID=a009ed01-7901-4de9-a37b-8b99ffa3dc0c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:39.643803 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Floating IP 95756960-51c9-40e1-9d45-5fe0b024d66a associated. External IP: 172.25.8.21, port: d4d5eb5b-28be-4011-a572-d62f385b79d3. Aug 24 00:44:39.650187 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-123ed4cf-c9bd-458b-b870-4aadf34d792e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting subnet 2cb753d6-f1f0-47d2-8fed-c06da80f466e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:39.695154 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-123ed4cf-c9bd-458b-b870-4aadf34d792e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.736047 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c312619f-e477-41fd-92fa-7b58e31dd9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:36Z', 'revision_number': 8, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fbc282-53c5-4cb8-8d5b-8a82eee0f698', 'name': '', 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:60:fc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:15Z', 'updated_at': '2021-08-24T00:44:27Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:39.800763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e908bc34-da4a-4fbe-8094-cc301f07557d no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:39.821882 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312619f-e477-41fd-92fa-7b58e31dd9fe None None] The sync data for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 is: [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:36Z', 'revision_number': 8, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fbc282-53c5-4cb8-8d5b-8a82eee0f698', 'name': '', 'network_id': '4089c96c-024c-4591-bcd4-4d7b438aba0a', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:60:fc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:15Z', 'updated_at': '2021-08-24T00:44:27Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': 'eb2aeee5-b82f-44c6-ba03-4a878062a8e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:39.840448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: e908bc34-da4a-4fbe-8094-cc301f07557d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:39.840796 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device e908bc34-da4a-4fbe-8094-cc301f07557d not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:39.842319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-123ed4cf-c9bd-458b-b870-4aadf34d792e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.986702 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0fa304-9cd2-4917-a1d6-bad13c145a51 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:39.991020 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ca25e1d5-7eac-47f0-895e-ed22211d2a64 None None] Provisioning for port a009ed01-7901-4de9-a37b-8b99ffa3dc0c completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:39.995236 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ca25e1d5-7eac-47f0-895e-ed22211d2a64 None None] Provisioning complete for port a009ed01-7901-4de9-a37b-8b99ffa3dc0c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:39.995652 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ca25e1d5-7eac-47f0-895e-ed22211d2a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.000150 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5dd195-ba49-4bcb-aab6-ce1aeb95675a None None] Sync routers for ids ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:40.033215 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5dd195-ba49-4bcb-aab6-ce1aeb95675a None None] Routers {'4e255bb2-759f-46d3-8a8c-d9d25d6e5743'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:40.033845 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db5dd195-ba49-4bcb-aab6-ce1aeb95675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:40.080545 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-123ed4cf-c9bd-458b-b870-4aadf34d792e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.183371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-db5dd195-ba49-4bcb-aab6-ce1aeb95675a None None] Set router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:40.193728 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bf0fa304-9cd2-4917-a1d6-bad13c145a51 admin admin] 10.222.0.32 "PUT /v2.0/routers/4e255bb2-759f-46d3-8a8c-d9d25d6e5743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3171928 Aug 24 00:44:40.194204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c039edbb-d32b-401b-bf46-bf2118706bf2 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:44:40.200970 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:40.205072 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.222931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Transition to ACTIVE for port object c039edbb-d32b-401b-bf46-bf2118706bf2 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:40.233963 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] For port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:40.249279 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.359160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Pushing event updated for resources: {'Port': ['ID=c039edbb-d32b-401b-bf46-bf2118706bf2,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:40.410027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] For port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=74c5e71a-e4b6-4a13-bcbe-78f8db67de64,segment=NetworkSegment(f61e732a-110a-4ece-8115-28a9e9181998),segment_id=f61e732a-110a-4ece-8115-28a9e9181998)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:40.452189 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-123ed4cf-c9bd-458b-b870-4aadf34d792e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.456608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ca25e1d5-7eac-47f0-895e-ed22211d2a64 None None] Port a009ed01-7901-4de9-a37b-8b99ffa3dc0c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:40.456904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:40.457618 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.500148 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.505683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db5dd195-ba49-4bcb-aab6-ce1aeb95675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:44:35Z', 'revision_number': 5, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:40.535227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5dd195-ba49-4bcb-aab6-ce1aeb95675a None None] Checking router: 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:40.553196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5dd195-ba49-4bcb-aab6-ce1aeb95675a None None] Routers {'4e255bb2-759f-46d3-8a8c-d9d25d6e5743'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:40.553833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db5dd195-ba49-4bcb-aab6-ce1aeb95675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:40.577823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b497114-4922-46ad-918e-4cb134e13e03 req-ef78a541-eba9-44e8-86e8-c3660307026b tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:40.579465 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b497114-4922-46ad-918e-4cb134e13e03 req-ef78a541-eba9-44e8-86e8-c3660307026b tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 943 time: 0.9650538 Aug 24 00:44:40.609992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbb420-5c2d-4f26-8adf-3b5aff9e04a5 req-9f808778-25b2-4f54-a016-e4e4b9c44a0e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:40.611813 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92cbb420-5c2d-4f26-8adf-3b5aff9e04a5 req-9f808778-25b2-4f54-a016-e4e4b9c44a0e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 943 time: 0.3862243 Aug 24 00:44:40.645590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9abd28fd-09e9-469a-89d8-afa5951df5be tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8849506 Aug 24 00:44:40.673072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:40.673704 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.675710 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] 10.222.0.47 "PUT /v2.0/ports/74c5e71a-e4b6-4a13-bcbe-78f8db67de64 HTTP/1.1" status: 200 len: 1091 time: 4.0571485 Aug 24 00:44:40.676159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35870) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:40.697376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe022908-b113-4985-82d7-4056d81e8427 service neutron] Pushing event updated for resources: {'Port': ['ID=74c5e71a-e4b6-4a13-bcbe-78f8db67de64,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:40.711118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ba:e6:7d'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:40.731283 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.743446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ed4cf-c9bd-458b-b870-4aadf34d792e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb753d6-f1f0-47d2-8fed-c06da80f466e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:40.761056 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c7b44-a3b5-43a6-8247-2dde55fe9023 None None] Network 807a8c15-29e1-4959-8fb5-4bfa39175c63 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:40.762338 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-123ed4cf-c9bd-458b-b870-4aadf34d792e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.766430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-db5dd195-ba49-4bcb-aab6-ce1aeb95675a None None] Set router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:40.767516 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-123ed4cf-c9bd-458b-b870-4aadf34d792e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/2cb753d6-f1f0-47d2-8fed-c06da80f466e HTTP/1.1" status: 204 len: 168 time: 1.9620323 Aug 24 00:44:40.770340 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router ea3cc00b-e626-49c5-a65d-de646b6f3f70 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:40.774478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35872) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:40.888725 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.936620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b497114-4922-46ad-918e-4cb134e13e03 req-50f5d598-0755-4219-afec-4fec2ecde854 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408177 Aug 24 00:44:40.985443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-a49ef35b-f34f-4ee7-939b-aad624115411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:40.987260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-a49ef35b-f34f-4ee7-939b-aad624115411 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9550ef127e154a1284d2e57b6cab4cf7&device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 1094 time: 0.2140727 Aug 24 00:44:41.020835 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:41.032444 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e332b3c-f770-47b8-8a61-8079cdb18b2d None None] Sync routers for ids ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:41.045543 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e332b3c-f770-47b8-8a61-8079cdb18b2d None None] Routers {'ea3cc00b-e626-49c5-a65d-de646b6f3f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:41.046175 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4e332b3c-f770-47b8-8a61-8079cdb18b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:41.090074 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.106575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-e159acd8-bb56-4950-a219-45d6fb43527a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c5e71a-e4b6-4a13-bcbe-78f8db67de64 HTTP/1.1" status: 200 len: 217 time: 0.0967050 Aug 24 00:44:41.132593 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4b57dd7f-4e5a-450a-ae23-d6cf7f03089a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.2392242 Aug 24 00:44:41.135671 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:41.138666 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4821f1-58de-4f6c-91d1-753f444ff978" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:41.147235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-db5dd195-ba49-4bcb-aab6-ce1aeb95675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:44:35Z', 'revision_number': 5, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:41.148457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbc63d7e-6793-43af-a9a2-1d218b00c2a3 req-f2b43604-6096-42fc-81fe-09a30d9c529f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 210 time: 0.0398207 Aug 24 00:44:41.152206 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92cbb420-5c2d-4f26-8adf-3b5aff9e04a5 req-edfccbc4-8e18-4f7c-8b12-57307a6c518e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5115440 Aug 24 00:44:41.189877 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5dd195-ba49-4bcb-aab6-ce1aeb95675a None None] The sync data for ids ['4e255bb2-759f-46d3-8a8c-d9d25d6e5743'] in n-d-805736-1 is: [{'id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'name': 'tempest-TestServerBasicOps-1312109114-router', 'tenant_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:12Z', 'updated_at': '2021-08-24T00:44:35Z', 'revision_number': 5, 'project_id': '14b0ea4c99334b5d9c637a705a2c71cd', 'gw_port': {'id': '418e2a69-325a-4f31-89ee-32fe5188fecc', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e255bb2-759f-46d3-8a8c-d9d25d6e5743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:14Z', 'updated_at': '2021-08-24T00:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:41.211722 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.278706 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acb2e2a-90ed-4b48-9bc3-64fd1b4672a8 x-openstack-request-id: req-0acb2e2a-90ed-4b48-9bc3-64fd1b4672a8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:41.279192 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:41.279614 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0acb2e2a-90ed-4b48-9bc3-64fd1b4672a8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:41.280427 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'status': 'completed', 'code': 200} Aug 24 00:44:41.296739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400d5d7f-204f-4bf7-8315-3a66b7660a83', 'tag': '74c5e71a-e4b6-4a13-bcbe-78f8db67de64'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:41.302049 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859898b3-da71-4adb-8177-384e4a6b3a99" -d '{"events": [{"name": "network-changed", "server_uuid": "400d5d7f-204f-4bf7-8315-3a66b7660a83", "tag": "74c5e71a-e4b6-4a13-bcbe-78f8db67de64"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:41.306341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-3eb6324a-047a-4c94-9ce8-01912eed223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:41.308683 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-3eb6324a-047a-4c94-9ce8-01912eed223a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=676093c8-d796-432f-96df-a30737fa152d HTTP/1.1" status: 200 len: 854 time: 0.1183436 Aug 24 00:44:41.312654 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4e332b3c-f770-47b8-8a61-8079cdb18b2d None None] Set router ea3cc00b-e626-49c5-a65d-de646b6f3f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:41.317624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] Deleting port 418e2a69-325a-4f31-89ee-32fe5188fecc {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:41.318184 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.359164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Attempting to bind port c039edbb-d32b-401b-bf46-bf2118706bf2 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:41.359718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Attempting to bind port c039edbb-d32b-401b-bf46-bf2118706bf2 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'aa39ebaf-6e17-422c-9cda-290979c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:41.367300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Attempting to bind port c039edbb-d32b-401b-bf46-bf2118706bf2 on network a863ae3b-f05b-4196-ac8a-9962805fb678 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:41.412411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] For port 418e2a69-325a-4f31-89ee-32fe5188fecc, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=418e2a69-325a-4f31-89ee-32fe5188fecc,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:41.412795 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.428058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] Calling delete_port for 418e2a69-325a-4f31-89ee-32fe5188fecc owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:41.446022 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a14592-bb40-4cf4-86b6-d91737e3ea12 x-openstack-request-id: req-f2a14592-bb40-4cf4-86b6-d91737e3ea12 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:41.446022 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400d5d7f-204f-4bf7-8315-3a66b7660a83", "tag": "74c5e71a-e4b6-4a13-bcbe-78f8db67de64", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:41.446022 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2a14592-bb40-4cf4-86b6-d91737e3ea12 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:41.446477 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400d5d7f-204f-4bf7-8315-3a66b7660a83', 'tag': '74c5e71a-e4b6-4a13-bcbe-78f8db67de64', 'status': 'completed', 'code': 200} Aug 24 00:44:41.453263 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-175860d5-839e-4457-9a54-5c4b4602746a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=550668d9-ddbd-4deb-917d-15753017f20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226301 Aug 24 00:44:41.539252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Port c039edbb-d32b-401b-bf46-bf2118706bf2 on network a863ae3b-f05b-4196-ac8a-9962805fb678 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:44:41.539480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Attempting to bind port c039edbb-d32b-401b-bf46-bf2118706bf2 on network a863ae3b-f05b-4196-ac8a-9962805fb678 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:41.562533 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:41.562533 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Checking segment: {'id': 'aa39ebaf-6e17-422c-9cda-290979c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:41.562533 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Bound using segment: {'id': 'aa39ebaf-6e17-422c-9cda-290979c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:41.562533 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Bound port: c039edbb-d32b-401b-bf46-bf2118706bf2, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa39ebaf-6e17-422c-9cda-290979c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:41.562533 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.607426 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc94991-c985-4736-beb1-73432b3227f2 None None] DHCP port deletion for 807a8c15-29e1-4959-8fb5-4bfa39175c63 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:41.687784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port f2b3af94-c961-4cb0-9f34-3c771efe7db8 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:41.688281 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.699872 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.721771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6dc94991-c985-4736-beb1-73432b3227f2 None None] Deleting port f2b3af94-c961-4cb0-9f34-3c771efe7db8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:41.723020 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6dc94991-c985-4736-beb1-73432b3227f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.750162 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] Pushing event deleted for resources: {'Port': ['ID=418e2a69-325a-4f31-89ee-32fe5188fecc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:41.792283 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4e332b3c-f770-47b8-8a61-8079cdb18b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5aaed70e-957e-4f36-8761-8b225391842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:44:09Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '5aaed70e-957e-4f36-8761-8b225391842b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:02Z', 'updated_at': '2021-08-24T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '95756960-51c9-40e1-9d45-5fe0b024d66a', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'port_id': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'mac_address': 'fa:16:3e:af:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:44:37Z', 'updated_at': '2021-08-24T00:44:37Z', 'revision_number': 0, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f6484b-75a0-4a90-86aa-a12c0f8aae4a', 'name': '', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:e3:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:08Z', 'updated_at': '2021-08-24T00:44:18Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:41.835315 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e332b3c-f770-47b8-8a61-8079cdb18b2d None None] Checking router: ea3cc00b-e626-49c5-a65d-de646b6f3f70 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:41.844266 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e332b3c-f770-47b8-8a61-8079cdb18b2d None None] Routers {'ea3cc00b-e626-49c5-a65d-de646b6f3f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:41.844896 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4e332b3c-f770-47b8-8a61-8079cdb18b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:41.856730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.863550 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.870152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6dc94991-c985-4736-beb1-73432b3227f2 None None] For port f2b3af94-c961-4cb0-9f34-3c771efe7db8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f2b3af94-c961-4cb0-9f34-3c771efe7db8,segment=NetworkSegment(97bba856-b4d9-4a6f-9d5d-4c3b0d111921),segment_id=97bba856-b4d9-4a6f-9d5d-4c3b0d111921)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:41.871095 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6dc94991-c985-4736-beb1-73432b3227f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.891069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6dc94991-c985-4736-beb1-73432b3227f2 None None] Calling delete_port for f2b3af94-c961-4cb0-9f34-3c771efe7db8 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:41.900709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2862e-1467-4da0-9cb4-87eb148a368e req-3c1c5a9a-95c2-43b2-ae65-9a86f73fa9c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:41.903772 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3c2862e-1467-4da0-9cb4-87eb148a368e req-3c1c5a9a-95c2-43b2-ae65-9a86f73fa9c7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 945 time: 0.5588813 Aug 24 00:44:41.910365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] For port c039edbb-d32b-401b-bf46-bf2118706bf2, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:41.916688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4821f1-58de-4f6c-91d1-753f444ff978 req-9890a138-04ee-40aa-9247-228f5452b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:41.918634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe4821f1-58de-4f6c-91d1-753f444ff978 req-9890a138-04ee-40aa-9247-228f5452b1d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 1096 time: 0.5606043 Aug 24 00:44:42.033167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] For port c039edbb-d32b-401b-bf46-bf2118706bf2, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c039edbb-d32b-401b-bf46-bf2118706bf2,segment=NetworkSegment(aa39ebaf-6e17-422c-9cda-290979c1f6e9),segment_id=aa39ebaf-6e17-422c-9cda-290979c1f6e9)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:42.039831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] For port f2b3af94-c961-4cb0-9f34-3c771efe7db8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f2b3af94-c961-4cb0-9f34-3c771efe7db8,segment=NetworkSegment(97bba856-b4d9-4a6f-9d5d-4c3b0d111921),segment_id=97bba856-b4d9-4a6f-9d5d-4c3b0d111921)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:42.040188 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.042359 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6dc94991-c985-4736-beb1-73432b3227f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.051669 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.054299 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.057187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc94991-c985-4736-beb1-73432b3227f2 None None] No DVR routers for this DVR port f2b3af94-c961-4cb0-9f34-3c771efe7db8 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:42.101428 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc94991-c985-4736-beb1-73432b3227f2 None None] Pushing event deleted for resources: {'Port': ['ID=f2b3af94-c961-4cb0-9f34-3c771efe7db8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:42.115795 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.116377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e255bb2-759f-46d3-8a8c-d9d25d6e5743 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:44:42.130591 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.135995 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b641a80a-78ef-408f-bff1-9706e1e4e928 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4e255bb2-759f-46d3-8a8c-d9d25d6e5743 HTTP/1.1" status: 204 len: 168 time: 1.9323392 Aug 24 00:44:42.137658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35882) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:42.142933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f2b3af94-c961-4cb0-9f34-3c771efe7db8 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:42.164881 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.177764 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4e332b3c-f770-47b8-8a61-8079cdb18b2d None None] Set router ea3cc00b-e626-49c5-a65d-de646b6f3f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:42.202007 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: f2b3af94-c961-4cb0-9f34-3c771efe7db8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:42.203747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f2b3af94-c961-4cb0-9f34-3c771efe7db8 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:42.205536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2519737b-b169-4303-adac-8ac6bed3c5a6 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:42.215595 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e88de02-c1f5-4c30-8cbd-df00400f0d6a admin admin] Deleting subnet 3fe8f63e-1610-4dc4-9a51-0540f42393c8 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:42.227396 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e88de02-c1f5-4c30-8cbd-df00400f0d6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.235490 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 2519737b-b169-4303-adac-8ac6bed3c5a6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:42.235998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2519737b-b169-4303-adac-8ac6bed3c5a6 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:42.236597 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 51a53079-2598-4480-ba97-e66ea0bf017f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:42.251498 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for f2b3af94-c961-4cb0-9f34-3c771efe7db8 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:42.260618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 51a53079-2598-4480-ba97-e66ea0bf017f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:42.261127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 51a53079-2598-4480-ba97-e66ea0bf017f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:42.300157 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e88de02-c1f5-4c30-8cbd-df00400f0d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.369639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3c2862e-1467-4da0-9cb4-87eb148a368e req-27408438-8c41-4d6f-aba5-dfe4f57f1e7b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4647737 Aug 24 00:44:42.397812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-fb8a97c9-d57e-43a7-ae14-00cb5dd686d2 service neutron] 10.222.0.47 "GET /v2.0/networks/550668d9-ddbd-4deb-917d-15753017f20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8589838 Aug 24 00:44:42.443754 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e88de02-c1f5-4c30-8cbd-df00400f0d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.513279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35888) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:42.527657 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e88de02-c1f5-4c30-8cbd-df00400f0d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.567267 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4e332b3c-f770-47b8-8a61-8079cdb18b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5aaed70e-957e-4f36-8761-8b225391842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:44:09Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '5aaed70e-957e-4f36-8761-8b225391842b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:02Z', 'updated_at': '2021-08-24T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '95756960-51c9-40e1-9d45-5fe0b024d66a', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'port_id': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'mac_address': 'fa:16:3e:af:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:44:37Z', 'updated_at': '2021-08-24T00:44:37Z', 'revision_number': 0, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f6484b-75a0-4a90-86aa-a12c0f8aae4a', 'name': '', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:e3:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:08Z', 'updated_at': '2021-08-24T00:44:18Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:42.619377 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.621295 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e332b3c-f770-47b8-8a61-8079cdb18b2d None None] The sync data for ids ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'] in n-d-805736-1 is: [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5aaed70e-957e-4f36-8761-8b225391842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:44:09Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '5aaed70e-957e-4f36-8761-8b225391842b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:02Z', 'updated_at': '2021-08-24T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '95756960-51c9-40e1-9d45-5fe0b024d66a', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'port_id': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'mac_address': 'fa:16:3e:af:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:44:37Z', 'updated_at': '2021-08-24T00:44:37Z', 'revision_number': 0, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f6484b-75a0-4a90-86aa-a12c0f8aae4a', 'name': '', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:e3:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:08Z', 'updated_at': '2021-08-24T00:44:18Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:42.627437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Pushing event updated for resources: {'Port': ['ID=c039edbb-d32b-401b-bf46-bf2118706bf2,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:42.631899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4821f1-58de-4f6c-91d1-753f444ff978 req-05eee2cc-f576-4492-92a5-856e68f094ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:42.633456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe4821f1-58de-4f6c-91d1-753f444ff978 req-05eee2cc-f576-4492-92a5-856e68f094ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=23b1d28a-de7c-4753-8914-9c38791a986e HTTP/1.1" status: 200 len: 897 time: 0.6985207 Aug 24 00:44:42.636218 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4e88de02-c1f5-4c30-8cbd-df00400f0d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.638141 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4e88de02-c1f5-4c30-8cbd-df00400f0d6a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3fe8f63e-1610-4dc4-9a51-0540f42393c8 HTTP/1.1" status: 204 len: 168 time: 0.4992414 Aug 24 00:44:42.639073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88de02-c1f5-4c30-8cbd-df00400f0d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe8f63e-1610-4dc4-9a51-0540f42393c8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:42.643660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b39b271-727d-408b-a56c-8a9b37cab618 None None] Network b44a77a0-e4f2-476f-a0cc-ab5f0b805736 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:42.660605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:42.666541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:42.667217 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.668829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-77dd8b41-c558-45f7-94cd-dfc01da56953 service neutron] 10.222.0.47 "PUT /v2.0/ports/c039edbb-d32b-401b-bf46-bf2118706bf2 HTTP/1.1" status: 200 len: 1091 time: 4.1840045 Aug 24 00:44:42.770199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=f2b3af94-c961-4cb0-9f34-3c771efe7db8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:42.817760 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b745800-9647-4299-b48a-47501ea0cf09 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/95756960-51c9-40e1-9d45-5fe0b024d66a HTTP/1.1" status: 200 len: 990 time: 0.3028750 Aug 24 00:44:42.856808 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.917401 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa2a03c0-deea-430a-93e2-cd84ee677f99 req-06e7caf3-7dc1-4c98-bc28-3dbe5998df6f tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 210 time: 0.3046138 Aug 24 00:44:42.957642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe4821f1-58de-4f6c-91d1-753f444ff978 req-cdee2b0d-53a7-4e43-9ff0-053fa2d55a24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3 HTTP/1.1" status: 200 len: 998 time: 0.1618283 Aug 24 00:44:42.967510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No DVR routers for this DVR port f2b3af94-c961-4cb0-9f34-3c771efe7db8 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:42.975430 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Deleting port b3e0bdb8-59b3-4794-88b5-71120f596683 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:42.975758 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.004210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418baaba-a1ba-41a1-9d0e-de251ec5d308 None None] DHCP port deletion for b44a77a0-e4f2-476f-a0cc-ab5f0b805736 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:43.076313 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba17a82-756b-42e8-a89e-1b500b944217 None None] New status for floating IP 95756960-51c9-40e1-9d45-5fe0b024d66a: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:44:43.082395 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] For port b3e0bdb8-59b3-4794-88b5-71120f596683, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b3e0bdb8-59b3-4794-88b5-71120f596683,segment=NetworkSegment(4ddd86dc-f546-48e2-bc9d-48c3f03f38f4),segment_id=4ddd86dc-f546-48e2-bc9d-48c3f03f38f4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:43.083247 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.104824 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Calling delete_port for b3e0bdb8-59b3-4794-88b5-71120f596683 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:43.126169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32829835-c223-4725-b879-14cf86f6163e req-1ed60344-32b1-4dc3-80e9-48fabd2a5010 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:43.127825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32829835-c223-4725-b879-14cf86f6163e req-1ed60344-32b1-4dc3-80e9-48fabd2a5010 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 943 time: 0.9917910 Aug 24 00:44:43.156951 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-418baaba-a1ba-41a1-9d0e-de251ec5d308 None None] Deleting port b3e0bdb8-59b3-4794-88b5-71120f596683 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:43.157331 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-418baaba-a1ba-41a1-9d0e-de251ec5d308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.208060 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.248440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e0bdb8-59b3-4794-88b5-71120f596683,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:43.255205 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] No DVR routers for this DVR port b3e0bdb8-59b3-4794-88b5-71120f596683 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:43.283506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd8f14-533d-414b-b277-74a91c604fce req-23e8dca4-bdc2-41a5-9426-a9e0454768d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:43.285549 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-23e8dca4-bdc2-41a5-9426-a9e0454768d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35c27f18324d434ca1ad133521207baf&device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 1094 time: 0.4037569 Aug 24 00:44:43.293658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-418baaba-a1ba-41a1-9d0e-de251ec5d308 None None] For port b3e0bdb8-59b3-4794-88b5-71120f596683, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b3e0bdb8-59b3-4794-88b5-71120f596683,segment=NetworkSegment(4ddd86dc-f546-48e2-bc9d-48c3f03f38f4),segment_id=4ddd86dc-f546-48e2-bc9d-48c3f03f38f4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:43.294219 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-418baaba-a1ba-41a1-9d0e-de251ec5d308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.334964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-418baaba-a1ba-41a1-9d0e-de251ec5d308 None None] Calling delete_port for b3e0bdb8-59b3-4794-88b5-71120f596683 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:43.351390 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.364322 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44a77a0-e4f2-476f-a0cc-ab5f0b805736']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:43.377712 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:43.378003 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddd86dc-f546-48e2-bc9d-48c3f03f38f4') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:43.389563 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.413253 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.420876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:44:43.421437 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:44:43.423543 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:43.437580 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:44:43.447838 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-418baaba-a1ba-41a1-9d0e-de251ec5d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.484638 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418baaba-a1ba-41a1-9d0e-de251ec5d308 None None] No DVR routers for this DVR port b3e0bdb8-59b3-4794-88b5-71120f596683 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:43.487401 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418baaba-a1ba-41a1-9d0e-de251ec5d308 None None] Pushing event deleted for resources: {'Port': ['ID=b3e0bdb8-59b3-4794-88b5-71120f596683,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:43.512946 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.520379 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.525809 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] 10.222.0.32 "DELETE /v2.0/networks/b44a77a0-e4f2-476f-a0cc-ab5f0b805736 HTTP/1.1" status: 204 len: 168 time: 0.8614068 Aug 24 00:44:43.537087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35892) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:43.545192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c1242-f4d8-44c8-b604-3077b91cfccd admin admin] Pushing event deleted for resources: {'Network': ['ID=b44a77a0-e4f2-476f-a0cc-ab5f0b805736,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:43.687427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c666007-514f-4675-acdb-78dedce2987a', 'tag': 'c039edbb-d32b-401b-bf46-bf2118706bf2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:43.689540 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b353f345-5931-48a9-bbfd-44e437ecf76e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c666007-514f-4675-acdb-78dedce2987a", "tag": "c039edbb-d32b-401b-bf46-bf2118706bf2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:43.747950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a45a9cb-a660-43b1-8fd1-8dfcb5b9190f req-f21c43d7-af83-4a7d-b0d1-dada1d16bbd3 service neutron] 10.222.0.47 "GET /v2.0/networks/550668d9-ddbd-4deb-917d-15753017f20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2182524 Aug 24 00:44:43.759623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-4b2de64f-fb17-4849-acc7-74e0c2492ec1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c039edbb-d32b-401b-bf46-bf2118706bf2 HTTP/1.1" status: 200 len: 217 time: 0.0819356 Aug 24 00:44:43.790692 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.796332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4821f1-58de-4f6c-91d1-753f444ff978 req-fa215bab-45ca-4895-b5d0-8f4492a0b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:43.797872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe4821f1-58de-4f6c-91d1-753f444ff978 req-fa215bab-45ca-4895-b5d0-8f4492a0b861 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b9d4732-1c42-4e55-a56d-baa06f3e2793 HTTP/1.1" status: 200 len: 832 time: 0.7088513 Aug 24 00:44:43.821360 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35896) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:43.834332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32829835-c223-4725-b879-14cf86f6163e req-27f78e49-0f84-4661-add0-b84959b593b3 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6536231 Aug 24 00:44:43.842207 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891a528-6538-4e1d-80cf-2c1dcffb4dde req-74c4879d-ec64-4315-9663-0966039acc02 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:43.843913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5891a528-6538-4e1d-80cf-2c1dcffb4dde req-74c4879d-ec64-4315-9663-0966039acc02 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 943 time: 0.7443433 Aug 24 00:44:43.848185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.900017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807a8c15-29e1-4959-8fb5-4bfa39175c63']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:43.946931 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8510ba5-464b-4426-a4cd-3a130e49526a x-openstack-request-id: req-a8510ba5-464b-4426-a4cd-3a130e49526a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:43.946931 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c666007-514f-4675-acdb-78dedce2987a", "tag": "c039edbb-d32b-401b-bf46-bf2118706bf2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:43.946931 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8510ba5-464b-4426-a4cd-3a130e49526a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:43.946931 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c666007-514f-4675-acdb-78dedce2987a', 'tag': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'status': 'completed', 'code': 200} Aug 24 00:44:43.952016 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.976089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97bba856-b4d9-4a6f-9d5d-4c3b0d111921') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:43.976441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97bba856-b4d9-4a6f-9d5d-4c3b0d111921') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:44.001971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 418e2a69-325a-4f31-89ee-32fe5188fecc no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:44.032163 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f2c987bc-5526-497d-8d14-880a3ebeef51 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/95756960-51c9-40e1-9d45-5fe0b024d66a HTTP/1.1" status: 200 len: 992 time: 0.2087913 Aug 24 00:44:44.034973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 418e2a69-325a-4f31-89ee-32fe5188fecc {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:44.035514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 418e2a69-325a-4f31-89ee-32fe5188fecc not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:44.036046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b3e0bdb8-59b3-4794-88b5-71120f596683 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:44.081668 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: b3e0bdb8-59b3-4794-88b5-71120f596683 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:44.082095 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b3e0bdb8-59b3-4794-88b5-71120f596683 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:44.091363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] In _notify_port_updated(), no bound segment for port a009ed01-7901-4de9-a37b-8b99ffa3dc0c on network ac48beee-f2df-4d9f-9972-79782e3c5bba {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:44:44.099393 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:44.100084 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.101425 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "PUT /v2.0/ports/a009ed01-7901-4de9-a37b-8b99ffa3dc0c HTTP/1.1" status: 200 len: 993 time: 3.4007699 Aug 24 00:44:44.104251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:44.121279 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.140042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5891a528-6538-4e1d-80cf-2c1dcffb4dde req-55b5b04d-516f-420d-a0bf-97efff738597 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757969 Aug 24 00:44:44.203359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd8f14-533d-414b-b277-74a91c604fce req-89cc91c4-3333-46d9-907e-40a0a57e6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:44.205569 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-89cc91c4-3333-46d9-907e-40a0a57e6611 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9de5ed0-fbf9-46b8-9203-adcd5872c396 HTTP/1.1" status: 200 len: 852 time: 0.4372694 Aug 24 00:44:44.239028 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.242569 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-caae301b-adf6-4a2e-9431-5a263c9f9e78 req-ce99e4bd-cf18-4df9-9865-ec53b954fa1e tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 210 time: 0.1400497 Aug 24 00:44:44.244376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4821f1-58de-4f6c-91d1-753f444ff978 req-4e34cc64-be9d-453a-a3d3-180f0caaf72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:44.246042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe4821f1-58de-4f6c-91d1-753f444ff978 req-4e34cc64-be9d-453a-a3d3-180f0caaf72d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23b1d28a-de7c-4753-8914-9c38791a986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3956008 Aug 24 00:44:44.257160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:44:44.257579 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:44:44.287057 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:44:44.289653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event updated for resources: {'Port': ['ID=a009ed01-7901-4de9-a37b-8b99ffa3dc0c,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:44.297706 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f3a361-208f-4928-9120-02f3b3066662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.327714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859898b3-da71-4adb-8177-384e4a6b3a99 req-d645a7ad-5422-4f0f-939e-034d75fad6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:44.329277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-859898b3-da71-4adb-8177-384e4a6b3a99 req-d645a7ad-5422-4f0f-939e-034d75fad6ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9550ef127e154a1284d2e57b6cab4cf7&device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 1094 time: 0.4028780 Aug 24 00:44:44.371157 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6f81f35d-1925-4810-915e-6c9b2671faed tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Deleting port a009ed01-7901-4de9-a37b-8b99ffa3dc0c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:44.371635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f81f35d-1925-4810-915e-6c9b2671faed tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.403001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:44.403358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:44.403714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:44.404061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:44.404404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:44.404745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:44.405091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:44.405430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:44.405782 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:44.406099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:44.406429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:44.406758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c555e-946a-4be2-9987-e36bd901250c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:44.407236 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2dc91b34-4b7e-4574-9649-3debeb79584b None None] Provisioning complete for port a009ed01-7901-4de9-a37b-8b99ffa3dc0c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:44.408135 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2dc91b34-4b7e-4574-9649-3debeb79584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.447627 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2dc91b34-4b7e-4574-9649-3debeb79584b None None] Port a009ed01-7901-4de9-a37b-8b99ffa3dc0c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:44.501521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd8f14-533d-414b-b277-74a91c604fce req-12cc1bde-4fd9-4b8b-b262-81e5294108da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:44.503012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-12cc1bde-4fd9-4b8b-b262-81e5294108da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a863ae3b-f05b-4196-ac8a-9962805fb678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752647 Aug 24 00:44:44.503706 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.526272 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.530747 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/networks/807a8c15-29e1-4959-8fb5-4bfa39175c63 HTTP/1.1" status: 204 len: 168 time: 3.7373030 Aug 24 00:44:44.531017 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35902) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:44.552073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f81f35d-1925-4810-915e-6c9b2671faed tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.564835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bd1c5-fbf2-4ad9-9b0e-21427c983d47 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Network': ['ID=807a8c15-29e1-4959-8fb5-4bfa39175c63,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:44.611175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe4821f1-58de-4f6c-91d1-753f444ff978 req-69b8572f-d6ed-4560-aba5-3a5cd1320bed service neutron] 10.222.0.13 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488004 Aug 24 00:44:44.650963 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859898b3-da71-4adb-8177-384e4a6b3a99 req-4185b243-8894-4d26-a7a4-e68f6852f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:44.652461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-859898b3-da71-4adb-8177-384e4a6b3a99 req-4185b243-8894-4d26-a7a4-e68f6852f4a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=550668d9-ddbd-4deb-917d-15753017f20e HTTP/1.1" status: 200 len: 915 time: 0.2671707 Aug 24 00:44:44.679717 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6f81f35d-1925-4810-915e-6c9b2671faed tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Calling delete_port for a009ed01-7901-4de9-a37b-8b99ffa3dc0c owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:44.737371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-859898b3-da71-4adb-8177-384e4a6b3a99 req-a5ab4f77-d55f-4652-a647-6b60cb648580 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c5e71a-e4b6-4a13-bcbe-78f8db67de64 HTTP/1.1" status: 200 len: 217 time: 0.0553579 Aug 24 00:44:44.799315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-0cf57c7f-d0b8-4e66-a7a6-c3365c0951dc service neutron] 10.222.0.47 "GET /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819455 Aug 24 00:44:44.877662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe4821f1-58de-4f6c-91d1-753f444ff978 req-2973f28b-19d3-4b01-9708-49ec841a3f3d service neutron] 10.222.0.13 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582419 Aug 24 00:44:44.886529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859898b3-da71-4adb-8177-384e4a6b3a99 req-74680924-702a-4b95-85ed-b4dbce91f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:44.888138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-859898b3-da71-4adb-8177-384e4a6b3a99 req-74680924-702a-4b95-85ed-b4dbce91f772 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=676093c8-d796-432f-96df-a30737fa152d HTTP/1.1" status: 200 len: 854 time: 0.1371179 Aug 24 00:44:44.931028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-859898b3-da71-4adb-8177-384e4a6b3a99 req-c7f38796-0ef7-4c24-8ff4-f706b7848029 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=550668d9-ddbd-4deb-917d-15753017f20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319264 Aug 24 00:44:45.048149 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59bd8f14-533d-414b-b277-74a91c604fce req-dbbb3e0c-2b02-4449-83fb-191f3acafeb2 service neutron] 10.222.0.47 "GET /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403665 Aug 24 00:44:45.061314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730588b-e9e7-43f9-afdc-b0452c9aa03b req-be1650e9-b4f6-46b9-83af-3338ef3f8f70 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:45.062806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9730588b-e9e7-43f9-afdc-b0452c9aa03b req-be1650e9-b4f6-46b9-83af-3338ef3f8f70 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 943 time: 0.1353955 Aug 24 00:44:45.130412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9730588b-e9e7-43f9-afdc-b0452c9aa03b req-90fdcc62-e2e7-4a93-bc5d-f51dac09409d tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575519 Aug 24 00:44:45.132531 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-859898b3-da71-4adb-8177-384e4a6b3a99 req-d39ca57e-5f70-49a7-bf2b-87d17bdc565e service neutron] 10.222.0.47 "GET /v2.0/networks/550668d9-ddbd-4deb-917d-15753017f20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889634 Aug 24 00:44:45.276513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353f345-5931-48a9-bbfd-44e437ecf76e req-1cdfe465-aaf4-49e4-9508-9ce5afd733a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:45.278029 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b353f345-5931-48a9-bbfd-44e437ecf76e req-1cdfe465-aaf4-49e4-9508-9ce5afd733a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35c27f18324d434ca1ad133521207baf&device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 1094 time: 0.1324263 Aug 24 00:44:45.323689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-859898b3-da71-4adb-8177-384e4a6b3a99 req-3428dcf9-f68e-4353-8f14-81ba7c0d609c service neutron] 10.222.0.47 "GET /v2.0/networks/550668d9-ddbd-4deb-917d-15753017f20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761868 Aug 24 00:44:45.376937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185d00e-c22b-4fcb-a746-3519525f9a37 req-c88478c4-3ff0-4d83-9710-f93a7d90f3fd tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:45.379003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d185d00e-c22b-4fcb-a746-3519525f9a37 req-c88478c4-3ff0-4d83-9710-f93a7d90f3fd tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 943 time: 0.1527128 Aug 24 00:44:45.400002 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-252b50c9-c467-494c-bc83-63dc60c07c7f req-39c9082e-fc85-4519-93cb-055d036f2774 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e486111-acc4-40be-bb77-1fe8ade7ca7f HTTP/1.1" status: 200 len: 210 time: 0.0424883 Aug 24 00:44:45.434178 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f81f35d-1925-4810-915e-6c9b2671faed tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:45.456631 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353f345-5931-48a9-bbfd-44e437ecf76e req-5ab11064-6fb3-4f22-9b7b-27e9a28abdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:45.458140 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b353f345-5931-48a9-bbfd-44e437ecf76e req-5ab11064-6fb3-4f22-9b7b-27e9a28abdc4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a863ae3b-f05b-4196-ac8a-9962805fb678 HTTP/1.1" status: 200 len: 914 time: 0.1687949 Aug 24 00:44:45.461175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d185d00e-c22b-4fcb-a746-3519525f9a37 req-f0244480-9b4f-458d-ad66-b6200f0fd00c tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637436 Aug 24 00:44:45.471411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81f35d-1925-4810-915e-6c9b2671faed tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event deleted for resources: {'Port': ['ID=a009ed01-7901-4de9-a37b-8b99ffa3dc0c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:45.502107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b353f345-5931-48a9-bbfd-44e437ecf76e req-9e427329-e933-4eb9-86cf-d796b157badd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c039edbb-d32b-401b-bf46-bf2118706bf2 HTTP/1.1" status: 200 len: 217 time: 0.0360610 Aug 24 00:44:45.527159 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-91f3a361-208f-4928-9120-02f3b3066662 admin admin] Deleting port cbf80efc-eaec-4cf0-b81c-e568a04fe395 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:45.527505 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f3a361-208f-4928-9120-02f3b3066662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:45.562966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353f345-5931-48a9-bbfd-44e437ecf76e req-174ebb5d-45b1-419f-b7c9-daea5b222f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:45.564497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b353f345-5931-48a9-bbfd-44e437ecf76e req-174ebb5d-45b1-419f-b7c9-daea5b222f24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9de5ed0-fbf9-46b8-9203-adcd5872c396 HTTP/1.1" status: 200 len: 852 time: 0.0539563 Aug 24 00:44:45.639019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353f345-5931-48a9-bbfd-44e437ecf76e req-20d4750f-0cdc-4bf5-a06c-0b9a2105f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:45.642317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b353f345-5931-48a9-bbfd-44e437ecf76e req-20d4750f-0cdc-4bf5-a06c-0b9a2105f543 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a863ae3b-f05b-4196-ac8a-9962805fb678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634551 Aug 24 00:44:45.752296 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b353f345-5931-48a9-bbfd-44e437ecf76e req-e90dac82-47d9-4343-9c12-efdad0aee802 service neutron] 10.222.0.47 "GET /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911891 Aug 24 00:44:45.793218 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-91f3a361-208f-4928-9120-02f3b3066662 admin admin] For port cbf80efc-eaec-4cf0-b81c-e568a04fe395, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=cbf80efc-eaec-4cf0-b81c-e568a04fe395,segment=NetworkSegment(29ffdc28-66ed-4670-941f-0f6879990f32),segment_id=29ffdc28-66ed-4670-941f-0f6879990f32)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:45.793582 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f3a361-208f-4928-9120-02f3b3066662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:45.810769 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f81f35d-1925-4810-915e-6c9b2671faed tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:45.812720 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6f81f35d-1925-4810-915e-6c9b2671faed tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "DELETE /v2.0/ports/a009ed01-7901-4de9-a37b-8b99ffa3dc0c HTTP/1.1" status: 204 len: 168 time: 1.7073143 Aug 24 00:44:45.814976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-91f3a361-208f-4928-9120-02f3b3066662 admin admin] Calling delete_port for cbf80efc-eaec-4cf0-b81c-e568a04fe395 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:45.817923 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35910) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:45.855574 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-daafa2c0-f11d-43d5-b364-c93947085471 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] GET failed (client error): The resource could not be found. Aug 24 00:44:45.857127 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-daafa2c0-f11d-43d5-b364-c93947085471 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "GET /v2.0/ports/a009ed01-7901-4de9-a37b-8b99ffa3dc0c HTTP/1.1" status: 404 len: 333 time: 0.0383868 Aug 24 00:44:45.858202 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b353f345-5931-48a9-bbfd-44e437ecf76e req-0b89009b-b928-43a9-94fe-4b08508a6805 service neutron] 10.222.0.47 "GET /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936582 Aug 24 00:44:45.860793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35912) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:45.865927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Request body: {'port': {'network_id': 'ac48beee-f2df-4d9f-9972-79782e3c5bba', 'name': 'tempest-AllowedAddressPairTestJSON-1544063454'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:45.904803 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72daa40e-471c-4bc6-847d-0381da920bab tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:45.986508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Made reservation on behalf of 4aff44e6a780465cb23e4fbc7144b393 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:45.990116 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.012184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] device_id is not set on port 304e7946-e5cb-4075-b173-d723b3588771 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:46.121697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Allocated IP 172.20.0.3 (ac48beee-f2df-4d9f-9972-79782e3c5bba/d982aeba-8d69-4251-9583-c0fab727a29a/304e7946-e5cb-4075-b173-d723b3588771) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:46.216206 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f3a361-208f-4928-9120-02f3b3066662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.276413 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3a361-208f-4928-9120-02f3b3066662 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf80efc-eaec-4cf0-b81c-e568a04fe395,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:46.309620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d1e51-87ae-4650-9d79-1edb0a7b6911 req-bf87016d-be39-4263-b59d-2cb3f054fbcf tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:46.311063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a9d1e51-87ae-4650-9d79-1edb0a7b6911 req-bf87016d-be39-4263-b59d-2cb3f054fbcf tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 943 time: 0.0909212 Aug 24 00:44:46.321327 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.349173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Transition to ACTIVE for port object 304e7946-e5cb-4075-b173-d723b3588771 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:46.351449 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-72daa40e-471c-4bc6-847d-0381da920bab tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:46.351789 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72daa40e-471c-4bc6-847d-0381da920bab tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.373511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a9d1e51-87ae-4650-9d79-1edb0a7b6911 req-43c3331b-9b4e-4375-9617-db046f75ad6c tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496447 Aug 24 00:44:46.411914 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.468535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Network ac48beee-f2df-4d9f-9972-79782e3c5bba is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:46.471891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:46.476552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:46.507780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event updated for resources: {'Port': ['ID=304e7946-e5cb-4075-b173-d723b3588771,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:46.527270 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-72daa40e-471c-4bc6-847d-0381da920bab tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] For port 88fbc282-53c5-4cb8-8d5b-8a82eee0f698, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=88fbc282-53c5-4cb8-8d5b-8a82eee0f698,segment=NetworkSegment(03ac9113-e24a-48f1-b030-ab3e4b789220),segment_id=03ac9113-e24a-48f1-b030-ab3e4b789220)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:46.527747 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72daa40e-471c-4bc6-847d-0381da920bab tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.545955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-72daa40e-471c-4bc6-847d-0381da920bab tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:46.547894 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-91f3a361-208f-4928-9120-02f3b3066662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.560241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:46.563046 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.616066 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-af2dd339-c29f-4132-90a7-5d6b13a81f2f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7525163 Aug 24 00:44:46.617687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35922) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:46.623320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f115881c-c7e0-4399-84d5-4f58f6fe26af tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ba:e6:7d'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:46.890455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bbed6686-6beb-45bc-91d2-c5769772d30f None None] Provisioning for port 304e7946-e5cb-4075-b173-d723b3588771 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:46.898259 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bbed6686-6beb-45bc-91d2-c5769772d30f None None] Provisioning complete for port 304e7946-e5cb-4075-b173-d723b3588771 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:46.899009 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bbed6686-6beb-45bc-91d2-c5769772d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.955916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bbed6686-6beb-45bc-91d2-c5769772d30f None None] Port 304e7946-e5cb-4075-b173-d723b3588771 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:46.958539 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72daa40e-471c-4bc6-847d-0381da920bab tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.968627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f3a361-208f-4928-9120-02f3b3066662 admin admin] Router b1c5e927-e6ba-414a-984b-ed70986a62e5 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:46.997659 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72daa40e-471c-4bc6-847d-0381da920bab tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=88fbc282-53c5-4cb8-8d5b-8a82eee0f698,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:47.054495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3216b-2486-4195-9e9d-98008c3adb08 req-f2521510-e829-4f1d-877d-733e3ea058e3 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:47.055456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bc3216b-2486-4195-9e9d-98008c3adb08 req-f2521510-e829-4f1d-877d-733e3ea058e3 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 943 time: 0.4495900 Aug 24 00:44:47.124874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bc3216b-2486-4195-9e9d-98008c3adb08 req-f45f2ace-8b3d-4aff-8782-5f3b0ffb1c1a tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592127 Aug 24 00:44:47.198921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f115881c-c7e0-4399-84d5-4f58f6fe26af tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.249718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f3a361-208f-4928-9120-02f3b3066662 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:47.256588 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-91f3a361-208f-4928-9120-02f3b3066662 admin admin] 10.222.0.32 "PUT /v2.0/routers/b1c5e927-e6ba-414a-984b-ed70986a62e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7182262 Aug 24 00:44:47.258973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35926) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:47.265929 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72daa40e-471c-4bc6-847d-0381da920bab tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.267291 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff3c06-316a-4ee2-98b3-b92b42db7c09 None None] Sync routers for ids ['b1c5e927-e6ba-414a-984b-ed70986a62e5'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:47.294197 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff3c06-316a-4ee2-98b3-b92b42db7c09 None None] Routers {'b1c5e927-e6ba-414a-984b-ed70986a62e5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:47.295538 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-34ff3c06-316a-4ee2-98b3-b92b42db7c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b1c5e927-e6ba-414a-984b-ed70986a62e5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:47.424538 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-34ff3c06-316a-4ee2-98b3-b92b42db7c09 None None] Set router b1c5e927-e6ba-414a-984b-ed70986a62e5 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:47.468278 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f115881c-c7e0-4399-84d5-4f58f6fe26af tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.480647 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f115881c-c7e0-4399-84d5-4f58f6fe26af tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.607343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115881c-c7e0-4399-84d5-4f58f6fe26af tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event updated for resources: {'Port': ['ID=304e7946-e5cb-4075-b173-d723b3588771,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:47.651402 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6a4b8-f3ef-4324-9706-a69433623830 req-7e3f2983-1888-4443-ab21-167f0a251992 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:47.653083 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13c6a4b8-f3ef-4324-9706-a69433623830 req-7e3f2983-1888-4443-ab21-167f0a251992 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 943 time: 0.1694419 Aug 24 00:44:47.670270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f115881c-c7e0-4399-84d5-4f58f6fe26af tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] In _notify_port_updated(), no bound segment for port 304e7946-e5cb-4075-b173-d723b3588771 on network ac48beee-f2df-4d9f-9972-79782e3c5bba {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:44:47.676773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f115881c-c7e0-4399-84d5-4f58f6fe26af tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:47.677459 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f115881c-c7e0-4399-84d5-4f58f6fe26af tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.682084 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f115881c-c7e0-4399-84d5-4f58f6fe26af tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "PUT /v2.0/ports/304e7946-e5cb-4075-b173-d723b3588771 HTTP/1.1" status: 200 len: 996 time: 1.0630293 Aug 24 00:44:47.688746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35932) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:47.731683 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-34ff3c06-316a-4ee2-98b3-b92b42db7c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'name': 'tempest-TestServerBasicOps-37733014-router', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:27Z', 'updated_at': '2021-08-24T00:44:46Z', 'revision_number': 5, 'project_id': 'b032559e35504a2f90b5cc113dcba5e2', 'gw_port': {'id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:29Z', 'updated_at': '2021-08-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:47.766134 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff3c06-316a-4ee2-98b3-b92b42db7c09 None None] Checking router: b1c5e927-e6ba-414a-984b-ed70986a62e5 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:47.781511 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff3c06-316a-4ee2-98b3-b92b42db7c09 None None] Routers {'b1c5e927-e6ba-414a-984b-ed70986a62e5'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:47.782192 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-34ff3c06-316a-4ee2-98b3-b92b42db7c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b1c5e927-e6ba-414a-984b-ed70986a62e5'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:47.810480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13c6a4b8-f3ef-4324-9706-a69433623830 req-c9be0b9c-83a7-4391-affd-00bc9838cb2e tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480143 Aug 24 00:44:47.831174 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:44:47.836459 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.890842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3d892f6b-71ed-44f8-8282-5bd5854948bc tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Deleting port 304e7946-e5cb-4075-b173-d723b3588771 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:47.891711 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d892f6b-71ed-44f8-8282-5bd5854948bc tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.946046 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-34ff3c06-316a-4ee2-98b3-b92b42db7c09 None None] Set router b1c5e927-e6ba-414a-984b-ed70986a62e5 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:48.024628 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=74c5e71a-e4b6-4a13-bcbe-78f8db67de64,segment=NetworkSegment(f61e732a-110a-4ece-8115-28a9e9181998),segment_id=f61e732a-110a-4ece-8115-28a9e9181998)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:48.037510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '74c5e71a-e4b6-4a13-bcbe-78f8db67de64', 'network_id': '550668d9-ddbd-4deb-917d-15753017f20e', 'port_id': '74c5e71a-e4b6-4a13-bcbe-78f8db67de64', 'mac_address': 'fa:16:3e:04:26:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676093c8-d796-432f-96df-a30737fa152d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:44:48.039465 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d892f6b-71ed-44f8-8282-5bd5854948bc tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.064205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3d892f6b-71ed-44f8-8282-5bd5854948bc tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Calling delete_port for 304e7946-e5cb-4075-b173-d723b3588771 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:48.090362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-58deacda-bbd8-4352-943c-49bfb6bd4add None None] Provisioning complete for port 304e7946-e5cb-4075-b173-d723b3588771 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:48.091014 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58deacda-bbd8-4352-943c-49bfb6bd4add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.131490 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.139782 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72daa40e-471c-4bc6-847d-0381da920bab tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:48.147951 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.174196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:44:48.218859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=74c5e71a-e4b6-4a13-bcbe-78f8db67de64,segment=NetworkSegment(f61e732a-110a-4ece-8115-28a9e9181998),segment_id=f61e732a-110a-4ece-8115-28a9e9181998)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:48.226332 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-58deacda-bbd8-4352-943c-49bfb6bd4add None None] Port 304e7946-e5cb-4075-b173-d723b3588771 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:48.229238 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.257606 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d892f6b-71ed-44f8-8282-5bd5854948bc tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.272567 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-34ff3c06-316a-4ee2-98b3-b92b42db7c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'name': 'tempest-TestServerBasicOps-37733014-router', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:27Z', 'updated_at': '2021-08-24T00:44:46Z', 'revision_number': 5, 'project_id': 'b032559e35504a2f90b5cc113dcba5e2', 'gw_port': {'id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:29Z', 'updated_at': '2021-08-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:48.300827 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=74c5e71a-e4b6-4a13-bcbe-78f8db67de64,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:48.309475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:48.309816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:48.310340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:48.310876 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:48.311546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:48.312042 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:48.312526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:48.313011 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:48.313493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:48.314010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:48.314493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:48.315040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:48.318836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d892f6b-71ed-44f8-8282-5bd5854948bc tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event deleted for resources: {'Port': ['ID=304e7946-e5cb-4075-b173-d723b3588771,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:48.333787 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72daa40e-471c-4bc6-847d-0381da920bab tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:48.339562 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-72daa40e-471c-4bc6-847d-0381da920bab tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8075535 Aug 24 00:44:48.348491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35936) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:48.350733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe239dd-ce4a-41f4-8cdf-225c81201bc3 None None] Sync routers for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:48.371312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] Deleting port 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:48.371843 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff3c06-316a-4ee2-98b3-b92b42db7c09 None None] The sync data for ids ['b1c5e927-e6ba-414a-984b-ed70986a62e5'] in n-d-805736-1 is: [{'id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'name': 'tempest-TestServerBasicOps-37733014-router', 'tenant_id': 'b032559e35504a2f90b5cc113dcba5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:27Z', 'updated_at': '2021-08-24T00:44:46Z', 'revision_number': 5, 'project_id': 'b032559e35504a2f90b5cc113dcba5e2', 'gw_port': {'id': '7f8ef9a8-4f69-4a95-9c58-e126840cdd8d', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c5e927-e6ba-414a-984b-ed70986a62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:29Z', 'updated_at': '2021-08-24T00:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:48.372024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe239dd-ce4a-41f4-8cdf-225c81201bc3 None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:48.372321 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.372615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2fe239dd-ce4a-41f4-8cdf-225c81201bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:48.435155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e3f2b7-2022-444a-b2eb-22939fec9190 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting subnet eb2aeee5-b82f-44c6-ba03-4a878062a8e8 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:48.440620 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04e3f2b7-2022-444a-b2eb-22939fec9190 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.510186 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] For port 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7f8ef9a8-4f69-4a95-9c58-e126840cdd8d,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:48.510566 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.510705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7779ec-bb65-453f-860e-1e1095f94daf req-c0fd52ff-7775-4f8f-ba75-9561fc12ba2e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:48.512262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb7779ec-bb65-453f-860e-1e1095f94daf req-c0fd52ff-7775-4f8f-ba75-9561fc12ba2e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 943 time: 0.2523906 Aug 24 00:44:48.531292 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04e3f2b7-2022-444a-b2eb-22939fec9190 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.543047 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] Calling delete_port for 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:48.592973 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3d892f6b-71ed-44f8-8282-5bd5854948bc tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.601297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3d892f6b-71ed-44f8-8282-5bd5854948bc tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "DELETE /v2.0/ports/304e7946-e5cb-4075-b173-d723b3588771 HTTP/1.1" status: 204 len: 168 time: 0.9052620 Aug 24 00:44:48.607983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35938) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:48.641883 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb7779ec-bb65-453f-860e-1e1095f94daf req-68ce1c23-a5ff-4e80-b383-aa37518e2cac tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175442 Aug 24 00:44:48.668932 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e18544e-7268-4f03-9ab2-e8165d8d91f2 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] GET failed (client error): The resource could not be found. Aug 24 00:44:48.670590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7e18544e-7268-4f03-9ab2-e8165d8d91f2 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "GET /v2.0/ports/304e7946-e5cb-4075-b173-d723b3588771 HTTP/1.1" status: 404 len: 333 time: 0.0615873 Aug 24 00:44:48.674528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35940) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:48.683370 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Request body: {'port': {'network_id': 'ac48beee-f2df-4d9f-9972-79782e3c5bba', 'name': 'tempest-AllowedAddressPairTestJSON-1715059034'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:48.720757 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04e3f2b7-2022-444a-b2eb-22939fec9190 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.776160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2fe239dd-ce4a-41f4-8cdf-225c81201bc3 None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:48.873737 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04e3f2b7-2022-444a-b2eb-22939fec9190 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.946743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3f2b7-2022-444a-b2eb-22939fec9190 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2aeee5-b82f-44c6-ba03-4a878062a8e8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:48.946743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04e3f2b7-2022-444a-b2eb-22939fec9190 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.950894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-04e3f2b7-2022-444a-b2eb-22939fec9190 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/eb2aeee5-b82f-44c6-ba03-4a878062a8e8 HTTP/1.1" status: 204 len: 168 time: 0.6022501 Aug 24 00:44:48.951820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35946) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:48.981792 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b02eca8-e9c6-42a0-9639-fab47fc96595 None None] Network 4089c96c-024c-4591-bcd4-4d7b438aba0a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:48.982614 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.995232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f87d-ef6e-451a-bf37-93c6593d836e req-521c5b2e-ec18-4687-91bf-e8b88d99a4d9 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:48.996907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7da5f87d-ef6e-451a-bf37-93c6593d836e req-521c5b2e-ec18-4687-91bf-e8b88d99a4d9 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 944 time: 0.0655119 Aug 24 00:44:49.012916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['74c5e71a-e4b6-4a13-bcbe-78f8db67de64'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:44:49.055266 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Made reservation on behalf of 4aff44e6a780465cb23e4fbc7144b393 for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:49.058786 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.082963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7da5f87d-ef6e-451a-bf37-93c6593d836e req-04201acb-9ab3-4b6f-a81f-85046d086e2c tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794342 Aug 24 00:44:49.100849 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8ef9a8-4f69-4a95-9c58-e126840cdd8d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:49.170668 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] device_id is not set on port 9bdcd095-06b7-4d8b-94c7-5ab8526e6dcb yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:49.178739 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.250881 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.291308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2fe239dd-ce4a-41f4-8cdf-225c81201bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:46Z', 'revision_number': 9, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:49.345958 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77465be8-cb49-4652-bdc2-2991611d4b97 None None] DHCP port deletion for 4089c96c-024c-4591-bcd4-4d7b438aba0a request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:49.353518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe239dd-ce4a-41f4-8cdf-225c81201bc3 None None] Checking router: 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:49.395999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe239dd-ce4a-41f4-8cdf-225c81201bc3 None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:49.396666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2fe239dd-ce4a-41f4-8cdf-225c81201bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:49.405818 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.410640 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.477443 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.477957 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1c5e927-e6ba-414a-984b-ed70986a62e5 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:44:49.479986 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Allocated IP 172.20.0.9 (ac48beee-f2df-4d9f-9972-79782e3c5bba/d982aeba-8d69-4251-9583-c0fab727a29a/9bdcd095-06b7-4d8b-94c7-5ab8526e6dcb) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:49.487092 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.488556 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a760fba6-39c8-4772-b78d-ca4953d5f5c0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b1c5e927-e6ba-414a-984b-ed70986a62e5 HTTP/1.1" status: 204 len: 168 time: 2.2285166 Aug 24 00:44:49.491486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35948) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:49.527735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2fe239dd-ce4a-41f4-8cdf-225c81201bc3 None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:49.562190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port 1acc6e26-3953-44b2-afbe-6aed185e1212 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:49.562501 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.581514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-2938c147-ba0e-4909-9cc7-b5476e8391a5 admin admin] Deleting subnet 9658d830-017b-4f24-8c16-2fc639080c28 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:49.595477 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2938c147-ba0e-4909-9cc7-b5476e8391a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.616233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-77465be8-cb49-4652-bdc2-2991611d4b97 None None] Deleting port 1acc6e26-3953-44b2-afbe-6aed185e1212 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:49.616634 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77465be8-cb49-4652-bdc2-2991611d4b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.668559 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2938c147-ba0e-4909-9cc7-b5476e8391a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.732217 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] For port 1acc6e26-3953-44b2-afbe-6aed185e1212, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1acc6e26-3953-44b2-afbe-6aed185e1212,segment=NetworkSegment(03ac9113-e24a-48f1-b030-ab3e4b789220),segment_id=03ac9113-e24a-48f1-b030-ab3e4b789220)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:49.732617 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.752125 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for 1acc6e26-3953-44b2-afbe-6aed185e1212 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:49.784098 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2938c147-ba0e-4909-9cc7-b5476e8391a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.800557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-77465be8-cb49-4652-bdc2-2991611d4b97 None None] For port 1acc6e26-3953-44b2-afbe-6aed185e1212, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1acc6e26-3953-44b2-afbe-6aed185e1212,segment=NetworkSegment(03ac9113-e24a-48f1-b030-ab3e4b789220),segment_id=03ac9113-e24a-48f1-b030-ab3e4b789220)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:49.801565 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77465be8-cb49-4652-bdc2-2991611d4b97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.854333 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-77465be8-cb49-4652-bdc2-2991611d4b97 None None] Calling delete_port for 1acc6e26-3953-44b2-afbe-6aed185e1212 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:49.857339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.881881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Transition to ACTIVE for port object 9bdcd095-06b7-4d8b-94c7-5ab8526e6dcb will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:49.897960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef84a7-663a-495f-8470-fdaddd4add2c req-d04d99a3-c21a-41b6-a4a8-66342db557b3 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:49.899545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35ef84a7-663a-495f-8470-fdaddd4add2c req-d04d99a3-c21a-41b6-a4a8-66342db557b3 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 943 time: 0.0855708 Aug 24 00:44:49.919729 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2938c147-ba0e-4909-9cc7-b5476e8391a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.919959 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.946169 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2938c147-ba0e-4909-9cc7-b5476e8391a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.949869 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No DVR routers for this DVR port 1acc6e26-3953-44b2-afbe-6aed185e1212 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:49.951422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=1acc6e26-3953-44b2-afbe-6aed185e1212,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:49.955677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2938c147-ba0e-4909-9cc7-b5476e8391a5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9658d830-017b-4f24-8c16-2fc639080c28 HTTP/1.1" status: 204 len: 168 time: 0.4617584 Aug 24 00:44:49.958811 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35954) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:49.994726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac06307e-5b65-4b7a-aec2-4edb095c4d93 None None] Network a4941273-bd96-40af-a9f8-76f2eb1f91d0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:50.026733 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.029289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938c147-ba0e-4909-9cc7-b5476e8391a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9658d830-017b-4f24-8c16-2fc639080c28,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:50.043484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35ef84a7-663a-495f-8470-fdaddd4add2c req-7ad6e36e-de03-47e3-8e83-3d9021b0e127 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348393 Aug 24 00:44:50.246880 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-77465be8-cb49-4652-bdc2-2991611d4b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.258295 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Network ac48beee-f2df-4d9f-9972-79782e3c5bba is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:50.263078 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.283001 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:50.308978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d8b46-bcae-4ffd-adca-cef5635f1fac req-eeaa3605-744a-45e8-93c9-40885afa3d2d tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:50.309785 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event updated for resources: {'Port': ['ID=9bdcd095-06b7-4d8b-94c7-5ab8526e6dcb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:50.310240 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-953d8b46-bcae-4ffd-adca-cef5635f1fac req-eeaa3605-744a-45e8-93c9-40885afa3d2d tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 944 time: 0.1096075 Aug 24 00:44:50.324041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4089c96c-024c-4591-bcd4-4d7b438aba0a']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:50.326464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:50.328643 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77465be8-cb49-4652-bdc2-2991611d4b97 None None] No DVR routers for this DVR port 1acc6e26-3953-44b2-afbe-6aed185e1212 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:50.331206 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.348263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ac9113-e24a-48f1-b030-ab3e4b789220') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:50.348566 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ac9113-e24a-48f1-b030-ab3e4b789220') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:50.348778 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:50.375249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77465be8-cb49-4652-bdc2-2991611d4b97 None None] Pushing event deleted for resources: {'Port': ['ID=1acc6e26-3953-44b2-afbe-6aed185e1212,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:50.379959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:50.380316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7f8ef9a8-4f69-4a95-9c58-e126840cdd8d not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:50.380809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cbf80efc-eaec-4cf0-b81c-e568a04fe395 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:50.390709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-953d8b46-bcae-4ffd-adca-cef5635f1fac req-f568a9f6-7539-4773-9fdb-9e37828e1029 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727572 Aug 24 00:44:50.399034 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.425687 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: cbf80efc-eaec-4cf0-b81c-e568a04fe395 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:50.426127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cbf80efc-eaec-4cf0-b81c-e568a04fe395 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:50.426453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1acc6e26-3953-44b2-afbe-6aed185e1212 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:50.453285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:50.453945 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.489288 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.497682 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:44:50.498099 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.513815 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 1acc6e26-3953-44b2-afbe-6aed185e1212 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:50.514249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1acc6e26-3953-44b2-afbe-6aed185e1212 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:44:50.520970 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:44:50.552439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2fe239dd-ce4a-41f4-8cdf-225c81201bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:46Z', 'revision_number': 9, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:50.591022 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7bde9a51-2f9d-4dcc-8981-c1ed125c8fb7 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9116609 Aug 24 00:44:50.593989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35962) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:50.601731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Request body: {'port': {'network_id': 'ac48beee-f2df-4d9f-9972-79782e3c5bba', 'name': 'tempest-AllowedAddressPairTestJSON-894330756'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:50.634554 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.639453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Deleting port 3a92496c-9027-451d-90de-e0df8819598a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:50.640223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe239dd-ce4a-41f4-8cdf-225c81201bc3 None None] The sync data for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 is: [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:46Z', 'revision_number': 9, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe43b67-e602-42c5-a21c-40d0a2c2b01f', 'name': '', 'network_id': '4eb13cfa-077c-41b8-adf6-4402c23e46d0', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:ab:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:17Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '2c2cfb66-7cd8-44f8-a15b-7594f48d492f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:50.640537 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.654410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538647e4-e774-4a19-af16-3332fa138944 None None] DHCP port deletion for a4941273-bd96-40af-a9f8-76f2eb1f91d0 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:50.656927 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.667264 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/networks/4089c96c-024c-4591-bcd4-4d7b438aba0a HTTP/1.1" status: 204 len: 168 time: 1.7148621 Aug 24 00:44:50.688356 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35964) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:50.732735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-538647e4-e774-4a19-af16-3332fa138944 None None] Deleting port 3a92496c-9027-451d-90de-e0df8819598a {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:50.733155 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-538647e4-e774-4a19-af16-3332fa138944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.774110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Made reservation on behalf of 4aff44e6a780465cb23e4fbc7144b393 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:50.779215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.780179 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7742d9-b89b-4365-bae2-9b96bf10bd93 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Network': ['ID=4089c96c-024c-4591-bcd4-4d7b438aba0a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:50.803284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] device_id is not set on port e6a064d3-fb9c-4472-88b5-a5b738b1b949 yet. {{(pid=94837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:50.846240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] For port 3a92496c-9027-451d-90de-e0df8819598a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3a92496c-9027-451d-90de-e0df8819598a,segment=NetworkSegment(29ffdc28-66ed-4670-941f-0f6879990f32),segment_id=29ffdc28-66ed-4670-941f-0f6879990f32)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:50.847480 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.853705 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-538647e4-e774-4a19-af16-3332fa138944 None None] For port 3a92496c-9027-451d-90de-e0df8819598a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3a92496c-9027-451d-90de-e0df8819598a,segment=NetworkSegment(29ffdc28-66ed-4670-941f-0f6879990f32),segment_id=29ffdc28-66ed-4670-941f-0f6879990f32)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:50.857324 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-538647e4-e774-4a19-af16-3332fa138944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.868163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Calling delete_port for 3a92496c-9027-451d-90de-e0df8819598a owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:50.886294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-538647e4-e774-4a19-af16-3332fa138944 None None] Calling delete_port for 3a92496c-9027-451d-90de-e0df8819598a owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:50.896681 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7fce5e3b-62b5-4d56-aa52-18be5c44db8c None None] Provisioning for port 9bdcd095-06b7-4d8b-94c7-5ab8526e6dcb completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:50.908673 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7fce5e3b-62b5-4d56-aa52-18be5c44db8c None None] Provisioning complete for port 9bdcd095-06b7-4d8b-94c7-5ab8526e6dcb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:50.919286 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7fce5e3b-62b5-4d56-aa52-18be5c44db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.965524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Allocated IP 172.20.0.12 (ac48beee-f2df-4d9f-9972-79782e3c5bba/d982aeba-8d69-4251-9583-c0fab727a29a/e6a064d3-fb9c-4472-88b5-a5b738b1b949) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:51.067367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7fce5e3b-62b5-4d56-aa52-18be5c44db8c None None] Port 9bdcd095-06b7-4d8b-94c7-5ab8526e6dcb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:51.108051 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-538647e4-e774-4a19-af16-3332fa138944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.148688 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538647e4-e774-4a19-af16-3332fa138944 None None] Pushing event deleted for resources: {'Port': ['ID=3a92496c-9027-451d-90de-e0df8819598a,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:51.154696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538647e4-e774-4a19-af16-3332fa138944 None None] No DVR routers for this DVR port 3a92496c-9027-451d-90de-e0df8819598a on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:51.173260 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.220695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Pushing event deleted for resources: {'Port': ['ID=3a92496c-9027-451d-90de-e0df8819598a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:51.224692 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] No DVR routers for this DVR port 3a92496c-9027-451d-90de-e0df8819598a on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:51.251633 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.273620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Transition to ACTIVE for port object e6a064d3-fb9c-4472-88b5-a5b738b1b949 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:51.339817 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.354234 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4941273-bd96-40af-a9f8-76f2eb1f91d0']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:51.370234 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ffdc28-66ed-4670-941f-0f6879990f32') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:51.370546 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ffdc28-66ed-4670-941f-0f6879990f32') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:51.373462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd797882-0cfc-4387-9726-5c9ef2824095 req-f42ece01-af8a-4662-9aae-58424146a55e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:51.375259 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd797882-0cfc-4387-9726-5c9ef2824095 req-f42ece01-af8a-4662-9aae-58424146a55e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 943 time: 0.0928760 Aug 24 00:44:51.377829 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.382266 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.405136 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.414926 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bca1699a-30cc-40f9-9a30-3ad96b9de5cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.417007 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:44:51.417601 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:44:51.419975 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:44:51.443758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Network ac48beee-f2df-4d9f-9972-79782e3c5bba is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:51.452064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:51.459536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:51.504884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event updated for resources: {'Port': ['ID=e6a064d3-fb9c-4472-88b5-a5b738b1b949,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:51.527052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd797882-0cfc-4387-9726-5c9ef2824095 req-4fd03708-3165-483a-a734-275898b5e56b tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037130 Aug 24 00:44:51.632035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:51.634396 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.653530 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5b009-4795-4ead-92f0-36f4a10cf133 req-559422a8-182c-44c9-a513-bde8fd3d0f18 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:51.655649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34e5b009-4795-4ead-92f0-36f4a10cf133 req-559422a8-182c-44c9-a513-bde8fd3d0f18 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 944 time: 0.1221621 Aug 24 00:44:51.671353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-20b8789a-711b-4f83-8464-7380aaf1022c tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0758522 Aug 24 00:44:51.680361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35972) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:51.686929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ab812d96-6a8b-4815-ac4b-689e74212205 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ba:e6:7d'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:82:4d:45'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:51.778503 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34e5b009-4795-4ead-92f0-36f4a10cf133 req-a2765745-b777-4679-8438-24e290fe118e tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059172 Aug 24 00:44:51.791582 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab812d96-6a8b-4815-ac4b-689e74212205 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.841310 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:51.924271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3a92496c-9027-451d-90de-e0df8819598a no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:51.950189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 3a92496c-9027-451d-90de-e0df8819598a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:51.950680 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3a92496c-9027-451d-90de-e0df8819598a not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:51.951937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:51.952608 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.962448 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.967726 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] 10.222.0.32 "DELETE /v2.0/networks/a4941273-bd96-40af-a9f8-76f2eb1f91d0 HTTP/1.1" status: 204 len: 168 time: 2.0047085 Aug 24 00:44:51.979971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f545b34-dde7-4b5c-ae87-fb815f5b42fc admin admin] Pushing event deleted for resources: {'Network': ['ID=a4941273-bd96-40af-a9f8-76f2eb1f91d0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:51.989932 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-53346cac-ef09-4c49-a614-a3f7e5b4fd48 None None] Provisioning for port e6a064d3-fb9c-4472-88b5-a5b738b1b949 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:51.997426 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:51.997774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 88fbc282-53c5-4cb8-8d5b-8a82eee0f698 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:52.000482 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-53346cac-ef09-4c49-a614-a3f7e5b4fd48 None None] Provisioning complete for port e6a064d3-fb9c-4472-88b5-a5b738b1b949 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:52.000863 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-53346cac-ef09-4c49-a614-a3f7e5b4fd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.029933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:52.042611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:52.043018 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.048714 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab812d96-6a8b-4815-ac4b-689e74212205 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.055711 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab812d96-6a8b-4815-ac4b-689e74212205 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.102602 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-53346cac-ef09-4c49-a614-a3f7e5b4fd48 None None] Port e6a064d3-fb9c-4472-88b5-a5b738b1b949 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:52.161570 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.179789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab812d96-6a8b-4815-ac4b-689e74212205 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event updated for resources: {'Port': ['ID=e6a064d3-fb9c-4472-88b5-a5b738b1b949,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:52.193615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400d5d7f-204f-4bf7-8315-3a66b7660a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c5e71a-e4b6-4a13-bcbe-78f8db67de64'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:52.196153 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3499a69b-dc0b-4dc4-b87e-1cdbba49f338" -d '{"events": [{"server_uuid": "400d5d7f-204f-4bf7-8315-3a66b7660a83", "name": "network-vif-plugged", "status": "completed", "tag": "74c5e71a-e4b6-4a13-bcbe-78f8db67de64"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:52.201090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-ab812d96-6a8b-4815-ac4b-689e74212205 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] In _notify_port_updated(), no bound segment for port e6a064d3-fb9c-4472-88b5-a5b738b1b949 on network ac48beee-f2df-4d9f-9972-79782e3c5bba {{(pid=94837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:44:52.208505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35978) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:52.210169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab812d96-6a8b-4815-ac4b-689e74212205 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:52.211211 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab812d96-6a8b-4815-ac4b-689e74212205 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.213346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ab812d96-6a8b-4815-ac4b-689e74212205 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "PUT /v2.0/ports/e6a064d3-fb9c-4472-88b5-a5b738b1b949 HTTP/1.1" status: 200 len: 1055 time: 0.5312293 Aug 24 00:44:52.215527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35982) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:52.236105 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 35984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:52.238844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=74c5e71a-e4b6-4a13-bcbe-78f8db67de64,segment=NetworkSegment(f61e732a-110a-4ece-8115-28a9e9181998),segment_id=f61e732a-110a-4ece-8115-28a9e9181998)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:52.245165 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.277483 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeb842b-7456-4e8b-a232-1a07583a399b x-openstack-request-id: req-deeb842b-7456-4e8b-a232-1a07583a399b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:52.277946 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400d5d7f-204f-4bf7-8315-3a66b7660a83", "name": "network-vif-plugged", "status": "completed", "tag": "74c5e71a-e4b6-4a13-bcbe-78f8db67de64", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:52.278319 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-deeb842b-7456-4e8b-a232-1a07583a399b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:52.278720 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400d5d7f-204f-4bf7-8315-3a66b7660a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c5e71a-e4b6-4a13-bcbe-78f8db67de64', 'code': 200} Aug 24 00:44:52.296294 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bca1699a-30cc-40f9-9a30-3ad96b9de5cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port efe43b67-e602-42c5-a21c-40d0a2c2b01f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:52.296783 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bca1699a-30cc-40f9-9a30-3ad96b9de5cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.324455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=74c5e71a-e4b6-4a13-bcbe-78f8db67de64,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:52.349748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d4805efe-304e-4e1f-b689-e3f5431f1052 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Deleting port e6a064d3-fb9c-4472-88b5-a5b738b1b949 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:52.350425 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4805efe-304e-4e1f-b689-e3f5431f1052 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.441197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ec9379ef-d49d-4fcc-8581-9e7f57261ddc None None] Provisioning complete for port e6a064d3-fb9c-4472-88b5-a5b738b1b949 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:52.441553 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec9379ef-d49d-4fcc-8581-9e7f57261ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.457937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa4b92-961f-4253-83d8-5a39eb89cefb req-2880d837-8bb1-427d-a095-688e0032356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:52.459489 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13aa4b92-961f-4253-83d8-5a39eb89cefb req-2880d837-8bb1-427d-a095-688e0032356a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 1096 time: 0.0946989 Aug 24 00:44:52.466478 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-655ccbc9-f616-4a38-b95e-d77233d42fd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14b0ea4c99334b5d9c637a705a2c71cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543311 Aug 24 00:44:52.467998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35986) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:52.481161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ec9379ef-d49d-4fcc-8581-9e7f57261ddc None None] Port e6a064d3-fb9c-4472-88b5-a5b738b1b949 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:52.491841 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4805efe-304e-4e1f-b689-e3f5431f1052 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.526686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d4805efe-304e-4e1f-b689-e3f5431f1052 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Calling delete_port for e6a064d3-fb9c-4472-88b5-a5b738b1b949 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:52.535447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-bca1699a-30cc-40f9-9a30-3ad96b9de5cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] For port efe43b67-e602-42c5-a21c-40d0a2c2b01f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=efe43b67-e602-42c5-a21c-40d0a2c2b01f,segment=NetworkSegment(543e6e19-1678-409b-81f5-b690d1c4a2ce),segment_id=543e6e19-1678-409b-81f5-b690d1c4a2ce)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:52.535807 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bca1699a-30cc-40f9-9a30-3ad96b9de5cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.551181 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-bca1699a-30cc-40f9-9a30-3ad96b9de5cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for efe43b67-e602-42c5-a21c-40d0a2c2b01f owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:52.561157 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13aa4b92-961f-4253-83d8-5a39eb89cefb req-305236ab-a020-401e-b727-1ac31b9c66f6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940831 Aug 24 00:44:52.609317 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d165e577-7d0a-488d-a084-a640b95bbc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.617071 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-97f52a98-af86-4f13-8640-1fe37ae0b07b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Deleting port 7b6e6233-9770-4ab0-9ed2-41e80d8fca3c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:52.617414 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97f52a98-af86-4f13-8640-1fe37ae0b07b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.664899 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d165e577-7d0a-488d-a084-a640b95bbc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.730692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0b4e6-2f2a-4acf-b1dc-ee8a4c1e44ef req-683a9960-a26e-420b-bd8a-0011959daadd tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:52.732361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28b0b4e6-2f2a-4acf-b1dc-ee8a4c1e44ef req-683a9960-a26e-420b-bd8a-0011959daadd tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 943 time: 0.1101174 Aug 24 00:44:52.757577 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97f52a98-af86-4f13-8640-1fe37ae0b07b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.757971 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97f52a98-af86-4f13-8640-1fe37ae0b07b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.776987 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-97f52a98-af86-4f13-8640-1fe37ae0b07b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Calling delete_port for 7b6e6233-9770-4ab0-9ed2-41e80d8fca3c owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:52.790468 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d165e577-7d0a-488d-a084-a640b95bbc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.793029 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d165e577-7d0a-488d-a084-a640b95bbc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.794173 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d165e577-7d0a-488d-a084-a640b95bbc45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ca67376-1fd4-487a-b414-6e3c63839d16 HTTP/1.1" status: 204 len: 168 time: 0.3255663 Aug 24 00:44:52.825006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165e577-7d0a-488d-a084-a640b95bbc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca67376-1fd4-487a-b414-6e3c63839d16,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:52.831053 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-28b0b4e6-2f2a-4acf-b1dc-ee8a4c1e44ef req-b7b14bc5-ccec-4f1c-9cf2-0a596849704f tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681360 Aug 24 00:44:52.837671 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4805efe-304e-4e1f-b689-e3f5431f1052 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.886574 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bca1699a-30cc-40f9-9a30-3ad96b9de5cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.886851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4805efe-304e-4e1f-b689-e3f5431f1052 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event deleted for resources: {'Port': ['ID=e6a064d3-fb9c-4472-88b5-a5b738b1b949,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:52.923959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1699a-30cc-40f9-9a30-3ad96b9de5cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=efe43b67-e602-42c5-a21c-40d0a2c2b01f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:52.999864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30a2e5-eaaa-4b62-a276-12dac1ab23a9 req-db97b622-b3f8-4915-89a3-f21a563dd239 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:53.001374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e30a2e5-eaaa-4b62-a276-12dac1ab23a9 req-db97b622-b3f8-4915-89a3-f21a563dd239 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 945 time: 0.1119862 Aug 24 00:44:53.108804 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e30a2e5-eaaa-4b62-a276-12dac1ab23a9 req-a831618e-80e6-4a36-a662-bff604402090 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968113 Aug 24 00:44:53.247917 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d4805efe-304e-4e1f-b689-e3f5431f1052 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.250374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d4805efe-304e-4e1f-b689-e3f5431f1052 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "DELETE /v2.0/ports/e6a064d3-fb9c-4472-88b5-a5b738b1b949 HTTP/1.1" status: 204 len: 168 time: 1.0337067 Aug 24 00:44:53.253804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35996) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:53.293001 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-585b67d2-0cd0-43b3-8be6-056c9f40cc46 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] GET failed (client error): The resource could not be found. Aug 24 00:44:53.295055 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-585b67d2-0cd0-43b3-8be6-056c9f40cc46 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "GET /v2.0/ports/e6a064d3-fb9c-4472-88b5-a5b738b1b949 HTTP/1.1" status: 404 len: 333 time: 0.0401132 Aug 24 00:44:53.298326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 35998) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:53.308640 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97f52a98-af86-4f13-8640-1fe37ae0b07b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.355410 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bca1699a-30cc-40f9-9a30-3ad96b9de5cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.357306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f52a98-af86-4f13-8640-1fe37ae0b07b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event deleted for resources: {'Port': ['ID=7b6e6233-9770-4ab0-9ed2-41e80d8fca3c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:53.416626 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:53.438401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-27c3abb2-68ad-4380-824c-c80727af3787 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Deleting port 9bdcd095-06b7-4d8b-94c7-5ab8526e6dcb {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:53.438766 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27c3abb2-68ad-4380-824c-c80727af3787 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.526179 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97f52a98-af86-4f13-8640-1fe37ae0b07b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.526416 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-97f52a98-af86-4f13-8640-1fe37ae0b07b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Floating IP 75bdfcee-16e8-437b-ae8a-1711ce192eb3 disassociated (deleted). External IP: 172.25.8.124, port: d5d1c14a-6c74-4e49-824f-c7d21d25e676. Aug 24 00:44:53.528078 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27c3abb2-68ad-4380-824c-c80727af3787 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.540704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-27c3abb2-68ad-4380-824c-c80727af3787 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Calling delete_port for 9bdcd095-06b7-4d8b-94c7-5ab8526e6dcb owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:53.596347 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a97e8a59-ab95-44e6-a044-f6a0810c0d79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b032559e35504a2f90b5cc113dcba5e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785922 Aug 24 00:44:53.602708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36002) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:53.694294 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42ebaecc-5e3a-4a37-8a2e-b3cea49eecb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.727801 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42ebaecc-5e3a-4a37-8a2e-b3cea49eecb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.729423 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27c3abb2-68ad-4380-824c-c80727af3787 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.771083 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3abb2-68ad-4380-824c-c80727af3787 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event deleted for resources: {'Port': ['ID=9bdcd095-06b7-4d8b-94c7-5ab8526e6dcb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:53.782397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca1699a-30cc-40f9-9a30-3ad96b9de5cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:53.832999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device c039edbb-d32b-401b-bf46-bf2118706bf2 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:44:53.877138 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27c3abb2-68ad-4380-824c-c80727af3787 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.886528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-27c3abb2-68ad-4380-824c-c80727af3787 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "DELETE /v2.0/ports/9bdcd095-06b7-4d8b-94c7-5ab8526e6dcb HTTP/1.1" status: 204 len: 168 time: 0.5870185 Aug 24 00:44:53.887278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36006) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:53.907779 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.922157 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42ebaecc-5e3a-4a37-8a2e-b3cea49eecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.924887 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-42ebaecc-5e3a-4a37-8a2e-b3cea49eecb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.926587 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-42ebaecc-5e3a-4a37-8a2e-b3cea49eecb6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e451d7c9-9d2a-49ec-9694-c271d6df5cf8 HTTP/1.1" status: 204 len: 168 time: 0.3228908 Aug 24 00:44:53.927722 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5d80f8-7f15-4949-aa8e-35a65c34ee9f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] GET failed (client error): The resource could not be found. Aug 24 00:44:53.934597 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ee5d80f8-7f15-4949-aa8e-35a65c34ee9f tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "GET /v2.0/ports/9bdcd095-06b7-4d8b-94c7-5ab8526e6dcb HTTP/1.1" status: 404 len: 333 time: 0.0408568 Aug 24 00:44:53.938846 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36010) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:54.002969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebaecc-5e3a-4a37-8a2e-b3cea49eecb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e451d7c9-9d2a-49ec-9694-c271d6df5cf8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:54.047901 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca1699a-30cc-40f9-9a30-3ad96b9de5cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:54.057551 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bca1699a-30cc-40f9-9a30-3ad96b9de5cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3664966 Aug 24 00:44:54.059208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36012) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:54.059886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f52a98-af86-4f13-8640-1fe37ae0b07b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Router 77547d7e-f3e3-4e0a-b794-442c99a1f127 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:54.068007 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6431d-4339-4ec1-8383-f36d3cbe49da None None] Sync routers for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:54.081043 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6431d-4339-4ec1-8383-f36d3cbe49da None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:54.082750 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1af6431d-4339-4ec1-8383-f36d3cbe49da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:54.164794 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port c039edbb-d32b-401b-bf46-bf2118706bf2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c039edbb-d32b-401b-bf46-bf2118706bf2,segment=NetworkSegment(aa39ebaf-6e17-422c-9cda-290979c1f6e9),segment_id=aa39ebaf-6e17-422c-9cda-290979c1f6e9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:54.170904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-64345d04-9465-4094-a229-dccfd604f8cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting subnet 2c2cfb66-7cd8-44f8-a15b-7594f48d492f {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:54.174309 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64345d04-9465-4094-a229-dccfd604f8cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.195131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'port_id': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'mac_address': 'fa:16:3e:a3:d1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:44:54.226718 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64345d04-9465-4094-a229-dccfd604f8cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.268909 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.281656 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1af6431d-4339-4ec1-8383-f36d3cbe49da None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:54.286067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c039edbb-d32b-401b-bf46-bf2118706bf2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:44:54.326933 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64345d04-9465-4094-a229-dccfd604f8cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.328911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port c039edbb-d32b-401b-bf46-bf2118706bf2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c039edbb-d32b-401b-bf46-bf2118706bf2,segment=NetworkSegment(aa39ebaf-6e17-422c-9cda-290979c1f6e9),segment_id=aa39ebaf-6e17-422c-9cda-290979c1f6e9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:54.338454 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f52a98-af86-4f13-8640-1fe37ae0b07b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:54.341668 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.358693 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97f52a98-af86-4f13-8640-1fe37ae0b07b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.398885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba4247-3813-43d4-95a7-8bd32a6529e5 None None] Sync routers for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:54.432224 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-97f52a98-af86-4f13-8640-1fe37ae0b07b tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "DELETE /v2.0/floatingips/75bdfcee-16e8-437b-ae8a-1711ce192eb3 HTTP/1.1" status: 204 len: 168 time: 2.1923349 Aug 24 00:44:54.432585 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64345d04-9465-4094-a229-dccfd604f8cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.435681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8755ac10-1903-4999-a5ba-3f461a45535d', 'tag': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:54.442659 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f61c13-d2dc-4488-971f-5a9c3efb97c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8755ac10-1903-4999-a5ba-3f461a45535d", "tag": "d5d1c14a-6c74-4e49-824f-c7d21d25e676"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:54.468367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=c039edbb-d32b-401b-bf46-bf2118706bf2,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:54.482353 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64345d04-9465-4094-a229-dccfd604f8cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.482579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba4247-3813-43d4-95a7-8bd32a6529e5 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:54.483162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d7ba4247-3813-43d4-95a7-8bd32a6529e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:54.484389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-64345d04-9465-4094-a229-dccfd604f8cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/2c2cfb66-7cd8-44f8-a15b-7594f48d492f HTTP/1.1" status: 204 len: 168 time: 0.4211798 Aug 24 00:44:54.488225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:54.496133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64345d04-9465-4094-a229-dccfd604f8cd tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2cfb66-7cd8-44f8-a15b-7594f48d492f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:54.521824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a2a56-dfa7-4880-adcf-5952d5862727 req-e8b5f6ba-6425-42d0-b76e-ed367b28f28f tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:54.523730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c5a2a56-dfa7-4880-adcf-5952d5862727 req-e8b5f6ba-6425-42d0-b76e-ed367b28f28f tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 945 time: 0.1240890 Aug 24 00:44:54.535510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8ecac-14d2-49b7-a207-cc53a24c6e43 req-2ebd775e-3849-4ae8-8902-3477c1926318 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:54.537292 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94d8ecac-14d2-49b7-a207-cc53a24c6e43 req-2ebd775e-3849-4ae8-8902-3477c1926318 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 943 time: 0.5356839 Aug 24 00:44:54.608374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-709d6fc3-e143-43ee-9489-640fddddd20d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Deleting port 472743e5-54fd-4895-a883-cc54aa35abe2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:54.608619 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-709d6fc3-e143-43ee-9489-640fddddd20d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.677211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.700261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c5a2a56-dfa7-4880-adcf-5952d5862727 req-d641ab7a-6c5e-4486-abcd-04f05bfd6d25 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216614 Aug 24 00:44:54.711215 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1af6431d-4339-4ec1-8383-f36d3cbe49da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:52Z', 'revision_number': 10, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:54.733655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-94d8ecac-14d2-49b7-a207-cc53a24c6e43 req-7c8f7268-ac0e-4d8e-9fed-d6f1d62c078b tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842861 Aug 24 00:44:54.786587 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6431d-4339-4ec1-8383-f36d3cbe49da None None] Checking router: 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:54.809068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:54.809421 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.814615 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6431d-4339-4ec1-8383-f36d3cbe49da None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:54.815274 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1af6431d-4339-4ec1-8383-f36d3cbe49da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:54.837460 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-709d6fc3-e143-43ee-9489-640fddddd20d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.841203 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0409ce9-f831-444c-a8b9-42f374c26c18 x-openstack-request-id: req-c0409ce9-f831-444c-a8b9-42f374c26c18 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:54.841501 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8755ac10-1903-4999-a5ba-3f461a45535d", "tag": "d5d1c14a-6c74-4e49-824f-c7d21d25e676", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:54.841757 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0409ce9-f831-444c-a8b9-42f374c26c18 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:54.842170 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8755ac10-1903-4999-a5ba-3f461a45535d', 'tag': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'status': 'completed', 'code': 200} Aug 24 00:44:54.890599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-709d6fc3-e143-43ee-9489-640fddddd20d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Calling delete_port for 472743e5-54fd-4895-a883-cc54aa35abe2 owned by {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:54.891663 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b798e356-8575-464e-a256-a77fe2486b28 None None] Network 4eb13cfa-077c-41b8-adf6-4402c23e46d0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:54.920565 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-1af6431d-4339-4ec1-8383-f36d3cbe49da None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:55.003971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f61c13-d2dc-4488-971f-5a9c3efb97c8 req-8b4d11fe-9a65-4d11-8e69-d00b16951d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:55.006026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57f61c13-d2dc-4488-971f-5a9c3efb97c8 req-8b4d11fe-9a65-4d11-8e69-d00b16951d6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 1097 time: 0.1247413 Aug 24 00:44:55.006331 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] For port f89e6858-3a2c-4d8c-adf9-07d3c490e9d0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f89e6858-3a2c-4d8c-adf9-07d3c490e9d0,segment=NetworkSegment(543e6e19-1678-409b-81f5-b690d1c4a2ce),segment_id=543e6e19-1678-409b-81f5-b690d1c4a2ce)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:55.008161 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.011543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d7ba4247-3813-43d4-95a7-8bd32a6529e5 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:55.045323 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['c039edbb-d32b-401b-bf46-bf2118706bf2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:44:55.049385 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:55.177853 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.197714 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-709d6fc3-e143-43ee-9489-640fddddd20d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.245946 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No DVR routers for this DVR port f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:55.260797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=f89e6858-3a2c-4d8c-adf9-07d3c490e9d0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:55.282593 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-1af6431d-4339-4ec1-8383-f36d3cbe49da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:52Z', 'revision_number': 10, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:55.326006 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6431d-4339-4ec1-8383-f36d3cbe49da None None] The sync data for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 is: [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:52Z', 'revision_number': 10, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None, '_interfaces': [{'id': '4455ebf4-510f-4044-8233-797d31de4c65', 'name': '', 'network_id': '6559f265-9e7c-4d0f-80b2-c8e08e39e399', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'mac_address': 'fa:16:3e:af:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:57Z', 'updated_at': '2021-08-24T00:44:10Z', 'revision_number': 5, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'subnets': [{'id': '77e342ca-d6d7-42f1-919b-239d7f81dceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:55.383655 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d6fc3-e143-43ee-9489-640fddddd20d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event deleted for resources: {'Port': ['ID=472743e5-54fd-4895-a883-cc54aa35abe2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:55.418152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.423543 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:55.427875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:55.429243 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:55.429684 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:55.431914 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:55.432363 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:55.432798 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:55.434711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:55.435196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:55.435643 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:55.436084 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:55.436519 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:55.462211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb13cfa-077c-41b8-adf6-4402c23e46d0']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:55.480858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543e6e19-1678-409b-81f5-b690d1c4a2ce') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:55.481314 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543e6e19-1678-409b-81f5-b690d1c4a2ce') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:55.492789 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.509796 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.517200 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:44:55.518283 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:44:55.522600 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:44:55.636295 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.646368 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.655526 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/networks/4eb13cfa-077c-41b8-adf6-4402c23e46d0 HTTP/1.1" status: 204 len: 168 time: 1.1652508 Aug 24 00:44:55.658598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:55.719221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3a469-a628-4bca-b06e-1dee13af3de6 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Network': ['ID=4eb13cfa-077c-41b8-adf6-4402c23e46d0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:55.737981 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffead9df-ea15-42ba-95f0-600fe2c681e9 None None] DHCP port deletion for 4eb13cfa-077c-41b8-adf6-4402c23e46d0 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:55.794550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d7ba4247-3813-43d4-95a7-8bd32a6529e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:55.813723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78d551-b999-4c71-82c3-3e51f921af36 req-64c8e6a6-f399-4540-bb10-6b4bb9a8d5ec tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:55.815309 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf78d551-b999-4c71-82c3-3e51f921af36 req-64c8e6a6-f399-4540-bb10-6b4bb9a8d5ec tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 946 time: 0.6690860 Aug 24 00:44:55.871112 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-709d6fc3-e143-43ee-9489-640fddddd20d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.873282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-709d6fc3-e143-43ee-9489-640fddddd20d tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "DELETE /v2.0/ports/472743e5-54fd-4895-a883-cc54aa35abe2 HTTP/1.1" status: 204 len: 168 time: 1.9334824 Aug 24 00:44:55.876069 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:55.878758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba4247-3813-43d4-95a7-8bd32a6529e5 None None] Checking router: 77547d7e-f3e3-4e0a-b794-442c99a1f127 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:55.884165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f61c13-d2dc-4488-971f-5a9c3efb97c8 req-a21af991-c23b-4e19-acae-38c361fea620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:55.885674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57f61c13-d2dc-4488-971f-5a9c3efb97c8 req-a21af991-c23b-4e19-acae-38c361fea620 service neutron] 10.222.0.13 "GET /v2.0/networks?id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 200 len: 913 time: 0.8273261 Aug 24 00:44:55.924066 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba4247-3813-43d4-95a7-8bd32a6529e5 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:55.924690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d7ba4247-3813-43d4-95a7-8bd32a6529e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:55.965540 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf78d551-b999-4c71-82c3-3e51f921af36 req-1f184d45-264f-4629-a46b-721d5fbaf468 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186907 Aug 24 00:44:55.966792 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57f61c13-d2dc-4488-971f-5a9c3efb97c8 req-391e7e47-e706-4a49-b171-7e835e5315e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5d1c14a-6c74-4e49-824f-c7d21d25e676 HTTP/1.1" status: 200 len: 217 time: 0.0698404 Aug 24 00:44:56.002855 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device efe43b67-e602-42c5-a21c-40d0a2c2b01f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:56.020690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcde1ec5-71f6-4221-b13d-631c522d3a72 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Deleting subnet d982aeba-8d69-4251-9583-c0fab727a29a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:56.024902 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcde1ec5-71f6-4221-b13d-631c522d3a72 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.027089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: efe43b67-e602-42c5-a21c-40d0a2c2b01f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:56.027441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device efe43b67-e602-42c5-a21c-40d0a2c2b01f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:56.027870 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:56.048921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a3468-b4f1-4e75-9f64-2b30ddf1b1b3 req-48f84172-70ec-43f5-8fd3-0f1d996d830d tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:56.052006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f6a3468-b4f1-4e75-9f64-2b30ddf1b1b3 req-48f84172-70ec-43f5-8fd3-0f1d996d830d tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 944 time: 0.1654613 Aug 24 00:44:56.070161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:56.070510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f89e6858-3a2c-4d8c-adf9-07d3c490e9d0 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:56.089478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f61c13-d2dc-4488-971f-5a9c3efb97c8 req-6d8666d6-ae19-40a8-9eaf-85b7f153c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:56.091295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57f61c13-d2dc-4488-971f-5a9c3efb97c8 req-6d8666d6-ae19-40a8-9eaf-85b7f153c082 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 200 len: 851 time: 0.1125629 Aug 24 00:44:56.119979 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcde1ec5-71f6-4221-b13d-631c522d3a72 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.124588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f6a3468-b4f1-4e75-9f64-2b30ddf1b1b3 req-dfa76c67-1d2b-4b51-9adb-676b89df786d tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598111 Aug 24 00:44:56.157652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f61c13-d2dc-4488-971f-5a9c3efb97c8 req-2c125a5f-36df-4212-b574-19b3a72b4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:56.160145 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57f61c13-d2dc-4488-971f-5a9c3efb97c8 req-2c125a5f-36df-4212-b574-19b3a72b4ddc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497372 Aug 24 00:44:56.192550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d7ba4247-3813-43d4-95a7-8bd32a6529e5 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:56.249777 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcde1ec5-71f6-4221-b13d-631c522d3a72 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.274807 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57f61c13-d2dc-4488-971f-5a9c3efb97c8 req-e2225bd4-484a-4354-a74c-b7d331ef39f2 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040053 Aug 24 00:44:56.359581 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcde1ec5-71f6-4221-b13d-631c522d3a72 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.393118 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde1ec5-71f6-4221-b13d-631c522d3a72 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event deleted for resources: {'Subnet': ['ID=d982aeba-8d69-4251-9583-c0fab727a29a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:56.402446 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dcde1ec5-71f6-4221-b13d-631c522d3a72 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.406721 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dcde1ec5-71f6-4221-b13d-631c522d3a72 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "DELETE /v2.0/subnets/d982aeba-8d69-4251-9583-c0fab727a29a HTTP/1.1" status: 204 len: 168 time: 0.5274711 Aug 24 00:44:56.408401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36044) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:56.420464 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1ba4b5-102a-45c8-876b-516f76bcb68c None None] Network ac48beee-f2df-4d9f-9972-79782e3c5bba requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:56.472686 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6d68c6c-8e2a-4a6a-9a66-92a6a1372a5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.492236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57f61c13-d2dc-4488-971f-5a9c3efb97c8 req-3e775260-9533-4df7-adfe-8b74c29e3502 service neutron] 10.222.0.13 "GET /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786187 Aug 24 00:44:56.521306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.590650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Deleting port fc7a2923-a3ab-4837-aed7-f9844f1fe520 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:56.591029 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.627462 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d7ba4247-3813-43d4-95a7-8bd32a6529e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:56.672990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba4247-3813-43d4-95a7-8bd32a6529e5 None None] The sync data for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 is: [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:31:00Z', 'revision_number': 4, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '85b07904-c074-4023-9828-f99b78ac467a', 'name': '', 'network_id': '311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'mac_address': 'fa:16:3e:a1:27:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:59Z', 'updated_at': '2021-08-24T00:31:09Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'subnets': [{'id': 'b77d7e2b-68e6-4524-b968-14232b4fd35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:56.692722 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a61825-b209-4a53-8691-361cf75766ac None None] DHCP port deletion for ac48beee-f2df-4d9f-9972-79782e3c5bba request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:56.696081 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] For port fc7a2923-a3ab-4837-aed7-f9844f1fe520, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fc7a2923-a3ab-4837-aed7-f9844f1fe520,segment=NetworkSegment(422fbeb8-11a6-4995-b3e8-8c0d7733e4c8),segment_id=422fbeb8-11a6-4995-b3e8-8c0d7733e4c8)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:56.696738 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.715728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Calling delete_port for fc7a2923-a3ab-4837-aed7-f9844f1fe520 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:56.765874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-73a61825-b209-4a53-8691-361cf75766ac None None] Deleting port fc7a2923-a3ab-4837-aed7-f9844f1fe520 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:56.766418 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-73a61825-b209-4a53-8691-361cf75766ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.828350 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.856498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c6d68c6c-8e2a-4a6a-9a66-92a6a1372a5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port 4455ebf4-510f-4044-8233-797d31de4c65 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:56.856845 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6d68c6c-8e2a-4a6a-9a66-92a6a1372a5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.859891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] No DVR routers for this DVR port fc7a2923-a3ab-4837-aed7-f9844f1fe520 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:56.865323 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-73a61825-b209-4a53-8691-361cf75766ac None None] For port fc7a2923-a3ab-4837-aed7-f9844f1fe520, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fc7a2923-a3ab-4837-aed7-f9844f1fe520,segment=NetworkSegment(422fbeb8-11a6-4995-b3e8-8c0d7733e4c8),segment_id=422fbeb8-11a6-4995-b3e8-8c0d7733e4c8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:56.865901 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-73a61825-b209-4a53-8691-361cf75766ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.882925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-73a61825-b209-4a53-8691-361cf75766ac None None] Calling delete_port for fc7a2923-a3ab-4837-aed7-f9844f1fe520 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:56.903825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event deleted for resources: {'Port': ['ID=fc7a2923-a3ab-4837-aed7-f9844f1fe520,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:56.997408 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-73a61825-b209-4a53-8691-361cf75766ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.039365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a61825-b209-4a53-8691-361cf75766ac None None] Pushing event deleted for resources: {'Port': ['ID=fc7a2923-a3ab-4837-aed7-f9844f1fe520,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:57.047442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04400711-311d-46a3-8a7a-7c9b17423839 req-8a55a868-4fc8-4708-b20a-e53640d7e67c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:57.051354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04400711-311d-46a3-8a7a-7c9b17423839 req-8a55a868-4fc8-4708-b20a-e53640d7e67c tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 946 time: 0.2116218 Aug 24 00:44:57.053589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a61825-b209-4a53-8691-361cf75766ac None None] No DVR routers for this DVR port fc7a2923-a3ab-4837-aed7-f9844f1fe520 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:57.091150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.141209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac48beee-f2df-4d9f-9972-79782e3c5bba']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:57.152367 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8f7ae-0306-49d5-a32e-9d3ac52e59d6 None None] New status for floating IP 75bdfcee-16e8-437b-ae8a-1711ce192eb3: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:44:57.164914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422fbeb8-11a6-4995-b3e8-8c0d7733e4c8') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:57.165214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422fbeb8-11a6-4995-b3e8-8c0d7733e4c8') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:57.214284 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.253365 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.300999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:44:57.302304 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:44:57.309919 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:44:57.354506 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c6d68c6c-8e2a-4a6a-9a66-92a6a1372a5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] For port 4455ebf4-510f-4044-8233-797d31de4c65, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4455ebf4-510f-4044-8233-797d31de4c65,segment=NetworkSegment(8875b20b-3932-47c4-bc45-3eefe957c9a3),segment_id=8875b20b-3932-47c4-bc45-3eefe957c9a3)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:57.354916 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6d68c6c-8e2a-4a6a-9a66-92a6a1372a5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.356275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62973dfc-eec9-4217-a22e-48cd8c62ab64 req-e361f123-8014-4a98-af0e-018946c7c4e9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:57.357961 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62973dfc-eec9-4217-a22e-48cd8c62ab64 req-e361f123-8014-4a98-af0e-018946c7c4e9 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 946 time: 0.2263384 Aug 24 00:44:57.384718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c6d68c6c-8e2a-4a6a-9a66-92a6a1372a5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for 4455ebf4-510f-4044-8233-797d31de4c65 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:57.453001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cc6c7-7c55-416b-9627-cd93026e407d req-e2f2ac81-4167-4a96-aaa4-6ab3bdda579e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:57.454560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b40cc6c7-7c55-416b-9627-cd93026e407d req-e2f2ac81-4167-4a96-aaa4-6ab3bdda579e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 944 time: 0.2044458 Aug 24 00:44:57.481243 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.492881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-04400711-311d-46a3-8a7a-7c9b17423839 req-6ddaf72b-2f08-4e00-9440-1f77131eb981 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Deleting port d5d1c14a-6c74-4e49-824f-c7d21d25e676 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:57.493233 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-04400711-311d-46a3-8a7a-7c9b17423839 req-6ddaf72b-2f08-4e00-9440-1f77131eb981 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.507286 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.511851 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] 10.222.0.32 "DELETE /v2.0/networks/ac48beee-f2df-4d9f-9972-79782e3c5bba HTTP/1.1" status: 204 len: 168 time: 1.1021619 Aug 24 00:44:57.525799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62973dfc-eec9-4217-a22e-48cd8c62ab64 req-11f1d579-2073-4335-bd4d-877d7b55c756 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/security-groups?id=24cb96e2-076a-4249-a572-873fdab2a425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195817 Aug 24 00:44:57.529894 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a911d2b9-bb6e-4078-bdf7-839743264de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.573989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e06b86-4d18-4f05-b448-b787320bc3b3 tempest-AllowedAddressPairTestJSON-2062262446 tempest-AllowedAddressPairTestJSON-2062262446-project] Pushing event deleted for resources: {'Network': ['ID=ac48beee-f2df-4d9f-9972-79782e3c5bba,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:57.613955 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6d68c6c-8e2a-4a6a-9a66-92a6a1372a5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.622311 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b40cc6c7-7c55-416b-9627-cd93026e407d req-d21b02fe-d06e-4051-8395-ab16dc195f4e tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546903 Aug 24 00:44:57.668491 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d68c6c-8e2a-4a6a-9a66-92a6a1372a5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=4455ebf4-510f-4044-8233-797d31de4c65,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:57.717389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-04400711-311d-46a3-8a7a-7c9b17423839 req-6ddaf72b-2f08-4e00-9440-1f77131eb981 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] For port d5d1c14a-6c74-4e49-824f-c7d21d25e676, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d5d1c14a-6c74-4e49-824f-c7d21d25e676,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:57.719158 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-04400711-311d-46a3-8a7a-7c9b17423839 req-6ddaf72b-2f08-4e00-9440-1f77131eb981 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.743840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-04400711-311d-46a3-8a7a-7c9b17423839 req-6ddaf72b-2f08-4e00-9440-1f77131eb981 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Calling delete_port for d5d1c14a-6c74-4e49-824f-c7d21d25e676 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:57.844535 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device c039edbb-d32b-401b-bf46-bf2118706bf2 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:57.915945 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c6d68c6c-8e2a-4a6a-9a66-92a6a1372a5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.996724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36058) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:58.012648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port c039edbb-d32b-401b-bf46-bf2118706bf2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:58.017247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port c039edbb-d32b-401b-bf46-bf2118706bf2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:58.017545 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.028212 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-04400711-311d-46a3-8a7a-7c9b17423839 req-6ddaf72b-2f08-4e00-9440-1f77131eb981 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.070706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddaf72b-2f08-4e00-9440-1f77131eb981 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event deleted for resources: {'Port': ['ID=d5d1c14a-6c74-4e49-824f-c7d21d25e676,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:58.114222 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fc7a2923-a3ab-4837-aed7-f9844f1fe520 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:58.139060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-04400711-311d-46a3-8a7a-7c9b17423839 req-6ddaf72b-2f08-4e00-9440-1f77131eb981 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] No DVR routers for this DVR port d5d1c14a-6c74-4e49-824f-c7d21d25e676 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:58.141433 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: fc7a2923-a3ab-4837-aed7-f9844f1fe520 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:58.141781 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fc7a2923-a3ab-4837-aed7-f9844f1fe520 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:58.142332 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-04400711-311d-46a3-8a7a-7c9b17423839 req-6ddaf72b-2f08-4e00-9440-1f77131eb981 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.145896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04400711-311d-46a3-8a7a-7c9b17423839 req-6ddaf72b-2f08-4e00-9440-1f77131eb981 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.13 "DELETE /v2.0/ports/d5d1c14a-6c74-4e49-824f-c7d21d25e676 HTTP/1.1" status: 204 len: 173 time: 1.0858378 Aug 24 00:44:58.146544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8755ac10-1903-4999-a5ba-3f461a45535d', 'name': 'network-vif-deleted', 'tag': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:58.150822 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a51ef80-35cf-48cc-b9aa-c785e4610a75" -d '{"events": [{"server_uuid": "8755ac10-1903-4999-a5ba-3f461a45535d", "name": "network-vif-deleted", "tag": "d5d1c14a-6c74-4e49-824f-c7d21d25e676"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:58.197128 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.200940 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a692c7ee-9888-4cd7-9b65-3bfb037fd51f x-openstack-request-id: req-a692c7ee-9888-4cd7-9b65-3bfb037fd51f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:58.201437 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8755ac10-1903-4999-a5ba-3f461a45535d", "name": "network-vif-deleted", "tag": "d5d1c14a-6c74-4e49-824f-c7d21d25e676", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:58.201752 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a692c7ee-9888-4cd7-9b65-3bfb037fd51f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:58.202531 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8755ac10-1903-4999-a5ba-3f461a45535d', 'name': 'network-vif-deleted', 'tag': 'd5d1c14a-6c74-4e49-824f-c7d21d25e676', 'status': 'completed', 'code': 200} Aug 24 00:44:58.236690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c666007-514f-4675-acdb-78dedce2987a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c039edbb-d32b-401b-bf46-bf2118706bf2'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:58.239667 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e9b463-27f6-4353-bc7d-6b908734707b" -d '{"events": [{"server_uuid": "3c666007-514f-4675-acdb-78dedce2987a", "name": "network-vif-plugged", "status": "completed", "tag": "c039edbb-d32b-401b-bf46-bf2118706bf2"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:58.250946 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port c039edbb-d32b-401b-bf46-bf2118706bf2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c039edbb-d32b-401b-bf46-bf2118706bf2,segment=NetworkSegment(aa39ebaf-6e17-422c-9cda-290979c1f6e9),segment_id=aa39ebaf-6e17-422c-9cda-290979c1f6e9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:58.260138 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.288854 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e1926556-14a4-48cf-8cca-b1f302c86f95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4aff44e6a780465cb23e4fbc7144b393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856779 Aug 24 00:44:58.289095 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d68c6c-8e2a-4a6a-9a66-92a6a1372a5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:58.289201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36066) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:58.342302 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=c039edbb-d32b-401b-bf46-bf2118706bf2,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:58.346478 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f595e177-64cc-4953-96ca-4c795f34422a x-openstack-request-id: req-f595e177-64cc-4953-96ca-4c795f34422a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:58.347240 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c666007-514f-4675-acdb-78dedce2987a", "name": "network-vif-plugged", "status": "completed", "tag": "c039edbb-d32b-401b-bf46-bf2118706bf2", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:58.347572 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f595e177-64cc-4953-96ca-4c795f34422a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:58.347911 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c666007-514f-4675-acdb-78dedce2987a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'code': 200} Aug 24 00:44:58.368140 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a640c68-162e-43f5-965a-d5c1ac3e9223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.375745 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d68c6c-8e2a-4a6a-9a66-92a6a1372a5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:58.383331 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c6d68c6c-8e2a-4a6a-9a66-92a6a1372a5a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7234774 Aug 24 00:44:58.384588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36068) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:58.388349 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a23cd-e47f-48cc-9932-0e246b71aca5 None None] Sync routers for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:58.399697 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a23cd-e47f-48cc-9932-0e246b71aca5 None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:58.400369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f19a23cd-e47f-48cc-9932-0e246b71aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:58.477740 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a640c68-162e-43f5-965a-d5c1ac3e9223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.481104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f19a23cd-e47f-48cc-9932-0e246b71aca5 None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:58.502025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb6d8c5-7c92-43ae-ad2c-b20f2a7ae04a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting subnet 77e342ca-d6d7-42f1-919b-239d7f81dceb {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:58.516298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d8c5-7c92-43ae-ad2c-b20f2a7ae04a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.547556 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f19a23cd-e47f-48cc-9932-0e246b71aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:57Z', 'revision_number': 11, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:58.576177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519b099-e978-41d5-bc18-e5b7276c9aff req-b27f0db1-e63f-4b9b-bcd3-b7c13e3a270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:58.577914 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d519b099-e978-41d5-bc18-e5b7276c9aff req-b27f0db1-e63f-4b9b-bcd3-b7c13e3a270e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 1096 time: 0.1499846 Aug 24 00:44:58.597239 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a23cd-e47f-48cc-9932-0e246b71aca5 None None] Checking router: 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:58.603197 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d8c5-7c92-43ae-ad2c-b20f2a7ae04a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.620077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a23cd-e47f-48cc-9932-0e246b71aca5 None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:58.620716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f19a23cd-e47f-48cc-9932-0e246b71aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:44:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:58.671728 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a640c68-162e-43f5-965a-d5c1ac3e9223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.674505 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1a640c68-162e-43f5-965a-d5c1ac3e9223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.676608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1a640c68-162e-43f5-965a-d5c1ac3e9223 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbfe03c0-aba7-47cc-a2f2-ddbc4234b1d4 HTTP/1.1" status: 204 len: 168 time: 0.3862581 Aug 24 00:44:58.737843 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d519b099-e978-41d5-bc18-e5b7276c9aff req-1fc1c70f-9a6e-412a-a078-3b0a231ae71f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442075 Aug 24 00:44:58.745511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dba2886d-2193-4c5a-a4cc-3c725d451a7a req-d260de0d-4c7d-44b9-b0cb-462b2401fdc1 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 210 time: 0.0800383 Aug 24 00:44:58.748731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a640c68-162e-43f5-965a-d5c1ac3e9223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfe03c0-aba7-47cc-a2f2-ddbc4234b1d4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:58.825808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d8c5-7c92-43ae-ad2c-b20f2a7ae04a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.873204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b04e27-91d4-4616-852b-2d0db4c006ef req-24353744-2af8-4f8e-8897-ee846d8ccbbf tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:58.874848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3b04e27-91d4-4616-852b-2d0db4c006ef req-24353744-2af8-4f8e-8897-ee846d8ccbbf tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 945 time: 0.1329124 Aug 24 00:44:58.932842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3b04e27-91d4-4616-852b-2d0db4c006ef req-bb193b8b-2b69-4394-ad8b-6e69e93d6cae tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498121 Aug 24 00:44:58.938659 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d8c5-7c92-43ae-ad2c-b20f2a7ae04a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.946033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f19a23cd-e47f-48cc-9932-0e246b71aca5 None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:58.976565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6d8c5-7c92-43ae-ad2c-b20f2a7ae04a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Subnet': ['ID=77e342ca-d6d7-42f1-919b-239d7f81dceb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:58.980279 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d8c5-7c92-43ae-ad2c-b20f2a7ae04a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.986902 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36082) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:58.998994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8bb6d8c5-7c92-43ae-ad2c-b20f2a7ae04a tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/77e342ca-d6d7-42f1-919b-239d7f81dceb HTTP/1.1" status: 204 len: 168 time: 0.6126051 Aug 24 00:44:59.012615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24a909b-21f6-4d2f-92b0-ab5faea69e97 None None] Network 6559f265-9e7c-4d0f-80b2-c8e08e39e399 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:59.071762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f19a23cd-e47f-48cc-9932-0e246b71aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:57Z', 'revision_number': 11, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:59.074609 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.109376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a23cd-e47f-48cc-9932-0e246b71aca5 None None] The sync data for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 is: [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:57Z', 'revision_number': 11, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:59.141436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Deleting port d3f931b0-af3c-4d9d-acbf-4c0f2683c51e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:59.141819 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.223061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] For port d3f931b0-af3c-4d9d-acbf-4c0f2683c51e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d3f931b0-af3c-4d9d-acbf-4c0f2683c51e,segment=NetworkSegment(8875b20b-3932-47c4-bc45-3eefe957c9a3),segment_id=8875b20b-3932-47c4-bc45-3eefe957c9a3)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:59.223631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.238599 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Calling delete_port for d3f931b0-af3c-4d9d-acbf-4c0f2683c51e owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:59.331910 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.359599 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Port': ['ID=d3f931b0-af3c-4d9d-acbf-4c0f2683c51e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:59.369153 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No DVR routers for this DVR port d3f931b0-af3c-4d9d-acbf-4c0f2683c51e on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:59.472076 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.485585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6559f265-9e7c-4d0f-80b2-c8e08e39e399']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:59.492264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c752b1-77aa-47a1-bccb-19073a308833 None None] DHCP port deletion for 6559f265-9e7c-4d0f-80b2-c8e08e39e399 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:59.500484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8875b20b-3932-47c4-bc45-3eefe957c9a3') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:59.500830 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8875b20b-3932-47c4-bc45-3eefe957c9a3') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:59.513726 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.530970 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.549329 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:44:59.550290 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:44:59.554179 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:44:59.630934 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.643558 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.646103 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/networks/6559f265-9e7c-4d0f-80b2-c8e08e39e399 HTTP/1.1" status: 204 len: 168 time: 0.6570551 Aug 24 00:44:59.648907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36100) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.654282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4e9e9ba7-581f-47f4-a06d-14bd2c3e54f5 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'router': {'routes': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:59.667714 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97638a77-078c-433d-a303-6329f79601d0 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Pushing event deleted for resources: {'Network': ['ID=6559f265-9e7c-4d0f-80b2-c8e08e39e399,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:59.669348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.769475 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.797551 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-d7377a60-3d1f-404c-83ed-b26793f8be43 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.798963 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d7377a60-3d1f-404c-83ed-b26793f8be43 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1284811 Aug 24 00:44:59.801982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36108) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.807385 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-26f79e37-6c15-4fd5-b231-568ff17a5572 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.808659 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-26f79e37-6c15-4fd5-b231-568ff17a5572 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055895 Aug 24 00:44:59.811064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36110) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.816519 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-bbac227e-0c69-4941-9aaa-a71253622f62 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.817773 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bbac227e-0c69-4941-9aaa-a71253622f62 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053849 Aug 24 00:44:59.820039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.824286 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-0881cc02-08e6-416b-a5b1-3c31e5f162aa tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.825245 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0881cc02-08e6-416b-a5b1-3c31e5f162aa tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043168 Aug 24 00:44:59.828087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36114) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.836524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-54f34410-baac-4e23-a0f3-036789c5a494 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.839407 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-54f34410-baac-4e23-a0f3-036789c5a494 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0103142 Aug 24 00:44:59.842009 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36116) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.853034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-b87e7cbd-4c91-4202-adb2-c35a81b978b7 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.857029 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b87e7cbd-4c91-4202-adb2-c35a81b978b7 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0096693 Aug 24 00:44:59.857648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36118) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.865301 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-a869bbf3-2c3c-45d9-975f-fb69a5fc03bd tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.866830 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a869bbf3-2c3c-45d9-975f-fb69a5fc03bd tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0075836 Aug 24 00:44:59.869285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36120) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.874367 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-38f87b72-5e9d-40af-a982-1760e58ad780 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.875563 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-38f87b72-5e9d-40af-a982-1760e58ad780 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051515 Aug 24 00:44:59.878176 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.883120 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-9c95e543-6186-4db2-9413-4e1d3ee5ca97 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.886596 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9c95e543-6186-4db2-9413-4e1d3ee5ca97 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046544 Aug 24 00:44:59.886741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36124) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.891439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [None req-f209d46a-a2eb-4de6-ad17-d5b08fb90e7c tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.894885 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f209d46a-a2eb-4de6-ad17-d5b08fb90e7c tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043304 Aug 24 00:44:59.895420 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.899822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-3786018f-d99d-44e7-98de-585266aed48c tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.901589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.extraroute_db [None req-4e9e9ba7-581f-47f4-a06d-14bd2c3e54f5 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Added routes are [] {{(pid=94837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 24 00:44:59.901734 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3786018f-d99d-44e7-98de-585266aed48c tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044091 Aug 24 00:44:59.901841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.extraroute_db [None req-4e9e9ba7-581f-47f4-a06d-14bd2c3e54f5 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Removed routes are [] {{(pid=94837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 24 00:44:59.901841 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9ba7-581f-47f4-a06d-14bd2c3e54f5 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.903359 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36128) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.908759 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-27dc8608-66a5-406f-8eb4-3eb5833133d1 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.910682 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-27dc8608-66a5-406f-8eb4-3eb5833133d1 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0061185 Aug 24 00:44:59.912831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36130) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.916989 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-eaf6db90-8bb8-459e-aba8-e6ca086bbe6c tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.918156 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-eaf6db90-8bb8-459e-aba8-e6ca086bbe6c tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043287 Aug 24 00:44:59.920507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36132) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.926857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [None req-d4589481-f698-46aa-9d80-7e5d2611c9a1 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.927811 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d4589481-f698-46aa-9d80-7e5d2611c9a1 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0055013 Aug 24 00:44:59.930331 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.935514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-1abd5813-3e79-45fd-842f-47e78d3d0ccd tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.938473 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1abd5813-3e79-45fd-842f-47e78d3d0ccd tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0052061 Aug 24 00:44:59.938877 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36136) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.948573 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4455ebf4-510f-4044-8233-797d31de4c65 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:59.952267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-14b5b69d-f6f2-414f-9438-3363a1f39d5d tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.962102 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-14b5b69d-f6f2-414f-9438-3363a1f39d5d tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0214679 Aug 24 00:44:59.963333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36138) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.969077 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-ebdfd9af-fa7a-43f6-900f-88c36959af63 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.972903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8dab22aa-f5c7-46b5-9217-baef6271f2e0 req-c525efb1-78b4-4e20-968e-a48c227534ae tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 210 time: 0.1014895 Aug 24 00:44:59.973103 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ebdfd9af-fa7a-43f6-900f-88c36959af63 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0066326 Aug 24 00:44:59.973207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4455ebf4-510f-4044-8233-797d31de4c65 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:59.973207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4455ebf4-510f-4044-8233-797d31de4c65 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:59.973433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36142) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.973896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d3f931b0-af3c-4d9d-acbf-4c0f2683c51e no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:59.979427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [None req-458c4dbb-6cae-4172-8ae5-e0aa46e2f960 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.982650 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-458c4dbb-6cae-4172-8ae5-e0aa46e2f960 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0060096 Aug 24 00:44:59.982929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36144) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.987284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [None req-7acf2eda-4f74-4965-a4ad-a3c75a25ff04 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.990492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7acf2eda-4f74-4965-a4ad-a3c75a25ff04 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044794 Aug 24 00:44:59.991149 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:59.995811 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-9cd8a21c-6c21-46c9-865c-b17228a8d0eb tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:59.999258 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9cd8a21c-6c21-46c9-865c-b17228a8d0eb tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047047 Aug 24 00:44:59.999574 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36148) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.016327 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:45:00.020819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-34456865-7bc7-4f8f-bfa1-f05ab3cd78d3 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.028054 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-34456865-7bc7-4f8f-bfa1-f05ab3cd78d3 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0247095 Aug 24 00:45:00.028270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: d3f931b0-af3c-4d9d-acbf-4c0f2683c51e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:00.028270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d3f931b0-af3c-4d9d-acbf-4c0f2683c51e not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:00.028828 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36150) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.033475 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-fd85126c-347c-4d36-86c4-cfe6a8708e85 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.036231 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fd85126c-347c-4d36-86c4-cfe6a8708e85 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0062881 Aug 24 00:45:00.038673 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.051553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-a3a0d467-4bd4-4bfe-9355-551009b7b6bc tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.055818 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a3a0d467-4bd4-4bfe-9355-551009b7b6bc tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0158885 Aug 24 00:45:00.056749 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36154) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.061775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-4b6e5a11-a9c3-48c0-b7c3-e9235d04702f tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.064900 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4b6e5a11-a9c3-48c0-b7c3-e9235d04702f tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049362 Aug 24 00:45:00.065574 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36156) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.069845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-b1dc82ce-120b-455c-b585-e5c727919ecb tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.073494 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1dc82ce-120b-455c-b585-e5c727919ecb tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0070305 Aug 24 00:45:00.074052 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36158) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.078723 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-90e3b664-2320-4432-a793-b5a9b9e537aa tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.080035 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-90e3b664-2320-4432-a793-b5a9b9e537aa tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047832 Aug 24 00:45:00.082029 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36160) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.086103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-dd9699f7-c301-417c-b6ed-9d8dcb368a0b tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.087279 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd9699f7-c301-417c-b6ed-9d8dcb368a0b tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041702 Aug 24 00:45:00.089360 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36162) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.093951 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-61d55fae-56b9-418a-9945-006fd40fe82a tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.094929 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-61d55fae-56b9-418a-9945-006fd40fe82a tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044396 Aug 24 00:45:00.097500 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36164) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.101539 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-a9ffd2fe-d0e7-4509-96c7-88b19ec2252b tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.102491 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a9ffd2fe-d0e7-4509-96c7-88b19ec2252b tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041428 Aug 24 00:45:00.105807 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36166) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.110490 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-a22b3047-2e1c-4076-b112-788b965450f1 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.115108 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a22b3047-2e1c-4076-b112-788b965450f1 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0080349 Aug 24 00:45:00.115944 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.120804 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-320348a4-d349-4481-9751-75f2a282e1b2 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.123328 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-320348a4-d349-4481-9751-75f2a282e1b2 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0060267 Aug 24 00:45:00.124921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36170) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.126661 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:00.130855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-1ebf0495-8008-4f8b-a02b-a289df21210c tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.134003 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1ebf0495-8008-4f8b-a02b-a289df21210c tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0054748 Aug 24 00:45:00.134323 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36172) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.139281 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-79226e32-ee75-4928-9cea-966828fbe4c0 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.142392 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-79226e32-ee75-4928-9cea-966828fbe4c0 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048959 Aug 24 00:45:00.142738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.147969 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-8101a739-6b4d-4794-87f2-c852b2f4d26d tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.152023 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8101a739-6b4d-4794-87f2-c852b2f4d26d tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0083134 Aug 24 00:45:00.152724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36176) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.157564 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-5617c47d-f5bb-4368-b6ce-8ab9bc2d4ba2 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.163018 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5617c47d-f5bb-4368-b6ce-8ab9bc2d4ba2 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0079463 Aug 24 00:45:00.163477 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9ba7-581f-47f4-a06d-14bd2c3e54f5 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:00.163967 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36178) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.170637 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9ba7-581f-47f4-a06d-14bd2c3e54f5 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:00.175077 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-83e5b908-00db-46e4-be20-14337cecc2a6 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.180241 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-83e5b908-00db-46e4-be20-14337cecc2a6 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0156109 Aug 24 00:45:00.180847 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36180) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.185339 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-e7117c5f-dc6d-42ba-9107-21b27817e465 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.186850 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e7117c5f-dc6d-42ba-9107-21b27817e465 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0045419 Aug 24 00:45:00.188894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36182) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.198541 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-041c31b0-c254-408f-ba39-a3fca3b436cf tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.218168 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-041c31b0-c254-408f-ba39-a3fca3b436cf tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0257487 Aug 24 00:45:00.221152 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.229840 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-d6923fbc-6b64-4920-b831-005734a437d8 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.235096 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d6923fbc-6b64-4920-b831-005734a437d8 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0101373 Aug 24 00:45:00.235748 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a8e4f27-03f4-4ada-9cd8-9e83056af753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:00.236349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36186) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.243577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-dd1f5bae-5b56-4174-8a1e-2fb9ef6f7471 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.247491 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd1f5bae-5b56-4174-8a1e-2fb9ef6f7471 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0082879 Aug 24 00:45:00.248286 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36188) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.253664 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-9c4e35ad-5af4-4ab0-a104-abf1e626d2b6 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.256966 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9c4e35ad-5af4-4ab0-a104-abf1e626d2b6 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0053823 Aug 24 00:45:00.257252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36190) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.262438 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-67b328ac-d43f-4f34-bc20-2edca96a6407 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.265162 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-67b328ac-d43f-4f34-bc20-2edca96a6407 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047562 Aug 24 00:45:00.265513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36192) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.266093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccb649-4362-4f81-aa19-f7dfc7510077 req-38c677d4-e593-4d5c-a694-1c928f74eb5a tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:00.270476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-ea180f9f-2923-4378-97f2-e729245bb02b tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.274156 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ea180f9f-2923-4378-97f2-e729245bb02b tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0073476 Aug 24 00:45:00.274666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edccb649-4362-4f81-aa19-f7dfc7510077 req-38c677d4-e593-4d5c-a694-1c928f74eb5a tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 945 time: 0.1858835 Aug 24 00:45:00.274952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36194) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.279982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-63a7f5c6-714a-4f65-ab76-505df29d3ca0 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.283257 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-63a7f5c6-714a-4f65-ab76-505df29d3ca0 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0066526 Aug 24 00:45:00.284922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36196) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.291987 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-b6559474-3643-49a2-995a-29d6c6f654b6 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.294888 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b6559474-3643-49a2-995a-29d6c6f654b6 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0068951 Aug 24 00:45:00.295504 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36198) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.301598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-a7fb4c05-9063-4b97-bacf-5180e5ad371b tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.304896 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a7fb4c05-9063-4b97-bacf-5180e5ad371b tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0061152 Aug 24 00:45:00.305131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.309424 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-b6e60857-1d4a-4240-96de-69f3ef7e5724 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.312283 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b6e60857-1d4a-4240-96de-69f3ef7e5724 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043621 Aug 24 00:45:00.313063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36202) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.313206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9e9ba7-581f-47f4-a06d-14bd2c3e54f5 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:45:00.317036 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-75ddda61-ecd2-4eec-afc8-769f451e632a tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.320114 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-75ddda61-ecd2-4eec-afc8-769f451e632a tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0046442 Aug 24 00:45:00.320345 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36204) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.323295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-edccb649-4362-4f81-aa19-f7dfc7510077 req-11e0f8cb-3cf2-4ceb-9e60-8b8e1f8a9281 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477481 Aug 24 00:45:00.325257 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-806b7a9f-42ec-4dac-b124-1ed278a16526 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.329731 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-806b7a9f-42ec-4dac-b124-1ed278a16526 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0073464 Aug 24 00:45:00.330318 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36206) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.339567 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-4778b6b3-492d-4fdc-af31-d79577c129be tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.343370 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4778b6b3-492d-4fdc-af31-d79577c129be tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0120604 Aug 24 00:45:00.343974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36208) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.348142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-e0b56076-9332-401d-a016-07a8d0631393 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.351200 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0b56076-9332-401d-a016-07a8d0631393 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043647 Aug 24 00:45:00.351536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36210) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.355441 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-c2d67f15-e88f-4b71-a69f-b96572304066 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.358305 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c2d67f15-e88f-4b71-a69f-b96572304066 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0040076 Aug 24 00:45:00.358858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.363783 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-224d87a8-127f-4a72-ab93-561008a589e2 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.366724 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-224d87a8-127f-4a72-ab93-561008a589e2 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0050409 Aug 24 00:45:00.367034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36214) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.371677 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-7337e24c-4800-48ae-8c76-2a2e112e4dbf tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.374534 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7337e24c-4800-48ae-8c76-2a2e112e4dbf tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0047064 Aug 24 00:45:00.374753 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.379772 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-80e6c59f-8818-4eb8-a77d-3b73b712efc5 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.382822 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-80e6c59f-8818-4eb8-a77d-3b73b712efc5 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0050571 Aug 24 00:45:00.383333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36218) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.388029 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-03e9b32c-6293-40e5-8d36-be495ae44185 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.390818 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-03e9b32c-6293-40e5-8d36-be495ae44185 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0047822 Aug 24 00:45:00.391611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36220) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.395606 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-e5debf86-00ab-41fd-ba68-f28473fc994b tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.398769 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e5debf86-00ab-41fd-ba68-f28473fc994b tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040705 Aug 24 00:45:00.399034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36222) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.403575 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-4b0fb75b-d9a7-4e2f-a85e-5dc626b10e15 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.406796 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4b0fb75b-d9a7-4e2f-a85e-5dc626b10e15 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046935 Aug 24 00:45:00.406991 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.411595 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-a55c04cd-90c2-49ea-bfdd-c529ae23bde3 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.415090 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a55c04cd-90c2-49ea-bfdd-c529ae23bde3 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0071185 Aug 24 00:45:00.415738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36226) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.420116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-bbf53b1e-e351-421e-9d2c-eae7a5f7772f tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.421377 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bbf53b1e-e351-421e-9d2c-eae7a5f7772f tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0044317 Aug 24 00:45:00.423462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36228) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.428213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-b3808688-8462-40a1-bcd6-3633d184a6af tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.431415 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b3808688-8462-40a1-bcd6-3633d184a6af tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048461 Aug 24 00:45:00.431686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36230) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.436522 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-2c2ea9c1-cd15-44b4-b50d-54eaa25c5889 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.439741 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2c2ea9c1-cd15-44b4-b50d-54eaa25c5889 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044134 Aug 24 00:45:00.440119 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36232) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.445841 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-05e0600c-0af3-4bec-9e91-19f57ea6571e tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.449146 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-05e0600c-0af3-4bec-9e91-19f57ea6571e tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0053945 Aug 24 00:45:00.449421 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36234) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.454039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-ac539a20-7fa3-4891-b83e-75ecbddafc1d tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.458095 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ac539a20-7fa3-4891-b83e-75ecbddafc1d tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047052 Aug 24 00:45:00.458389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36236) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.462752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-2dccd879-0617-4cc6-9600-3ad180ac0971 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.466042 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2dccd879-0617-4cc6-9600-3ad180ac0971 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046070 Aug 24 00:45:00.466718 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36238) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.471052 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-788ff304-9d83-40b9-8ed5-d521b21bfdc6 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.472496 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-788ff304-9d83-40b9-8ed5-d521b21bfdc6 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044789 Aug 24 00:45:00.474863 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36240) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.479254 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-457a6889-ab96-481a-b27b-4f9de3159e34 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.482933 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-457a6889-ab96-481a-b27b-4f9de3159e34 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0070653 Aug 24 00:45:00.483881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36242) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.488850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-e7563b54-33eb-4061-8978-dd665b0cc4fa tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.492170 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e7563b54-33eb-4061-8978-dd665b0cc4fa tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0050530 Aug 24 00:45:00.492420 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36244) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.496797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [None req-d96ca255-5445-4e93-8b3e-5d763cde5dd1 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:00.500640 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d96ca255-5445-4e93-8b3e-5d763cde5dd1 tempest-ExtensionsTestJSON-481687440 tempest-ExtensionsTestJSON-481687440-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044312 Aug 24 00:45:00.697811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9e9ba7-581f-47f4-a06d-14bd2c3e54f5 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:45:00.705526 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9ba7-581f-47f4-a06d-14bd2c3e54f5 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:00.707483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4e9e9ba7-581f-47f4-a06d-14bd2c3e54f5 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 HTTP/1.1" status: 200 len: 701 time: 1.0573013 Aug 24 00:45:00.710257 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36250) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.713724 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08669f6f-589f-4bfd-9713-3e1a81524501 None None] Sync routers for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:45:00.732127 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08669f6f-589f-4bfd-9713-3e1a81524501 None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:00.732891 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-08669f6f-589f-4bfd-9713-3e1a81524501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:00.762889 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d8d3ef18-d0bb-4dbd-bd5b-a57ec05fb4d1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 HTTP/1.1" status: 200 len: 205 time: 0.0493255 Aug 24 00:45:00.763506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36252) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.764540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d5d1c14a-6c74-4e49-824f-c7d21d25e676 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:00.796841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: d5d1c14a-6c74-4e49-824f-c7d21d25e676 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:00.803235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d5d1c14a-6c74-4e49-824f-c7d21d25e676 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:00.817911 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36254) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.830835 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-08669f6f-589f-4bfd-9713-3e1a81524501 None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:00.850064 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92d24aaf-a522-4d31-a327-c27207e9d0af tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:00.894482 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-08669f6f-589f-4bfd-9713-3e1a81524501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:57Z', 'revision_number': 11, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:00.929964 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08669f6f-589f-4bfd-9713-3e1a81524501 None None] Checking router: 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:45:00.934512 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7fdae3a-850a-4c62-9b90-7999d4c41c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:00.940209 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08669f6f-589f-4bfd-9713-3e1a81524501 None None] Routers {'0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:00.940930 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-08669f6f-589f-4bfd-9713-3e1a81524501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:01.017809 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-08669f6f-589f-4bfd-9713-3e1a81524501 None None] Set router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:01.023344 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92d24aaf-a522-4d31-a327-c27207e9d0af tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.025948 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92d24aaf-a522-4d31-a327-c27207e9d0af tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.077529 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92d24aaf-a522-4d31-a327-c27207e9d0af tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.078206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d24aaf-a522-4d31-a327-c27207e9d0af tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Fanout notify agent at l3_agent the message router_deleted on router 0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:45:01.087702 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-08669f6f-589f-4bfd-9713-3e1a81524501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:57Z', 'revision_number': 11, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:01.092107 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92d24aaf-a522-4d31-a327-c27207e9d0af tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.094161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-92d24aaf-a522-4d31-a327-c27207e9d0af tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 HTTP/1.1" status: 204 len: 168 time: 0.3293884 Aug 24 00:45:01.099932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36260) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:01.104766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e179685b-56bc-43fb-ad5e-14fc9891cb3f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-119695177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:01.106701 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7fdae3a-850a-4c62-9b90-7999d4c41c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.117474 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7fdae3a-850a-4c62-9b90-7999d4c41c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.125065 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08669f6f-589f-4bfd-9713-3e1a81524501 None None] The sync data for ids ['0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4'] in n-d-805736-1 is: [{'id': '0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4', 'name': 'tempest-RoutersTest-router-1109604070', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:55Z', 'updated_at': '2021-08-24T00:44:57Z', 'revision_number': 11, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:45:01.148047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c00446dc-234c-4de1-a8bd-f639670f9ed1 req-8dde974e-4e19-45f3-9f68-a78906e65d45 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 210 time: 0.0523026 Aug 24 00:45:01.173851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e179685b-56bc-43fb-ad5e-14fc9891cb3f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.175660 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e179685b-56bc-43fb-ad5e-14fc9891cb3f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.183804 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a7fdae3a-850a-4c62-9b90-7999d4c41c6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39f4202b825b445bb48279ef333a6d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648083 Aug 24 00:45:01.185641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdae3a-850a-4c62-9b90-7999d4c41c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abe6b66-84c9-46ee-a636-e597f4b6fdba,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:01.188788 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36262) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:01.249951 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab2ab-3652-428c-add8-557c4a955ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.254874 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e179685b-56bc-43fb-ad5e-14fc9891cb3f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.261843 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e179685b-56bc-43fb-ad5e-14fc9891cb3f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.274880 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab2ab-3652-428c-add8-557c4a955ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.283190 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e179685b-56bc-43fb-ad5e-14fc9891cb3f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.286072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e179685b-56bc-43fb-ad5e-14fc9891cb3f tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1862674 Aug 24 00:45:01.288788 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36264) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:01.295691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5fd8df53-2a4b-4c57-b00a-8ed596bf7906 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:01.317222 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.350601 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab2ab-3652-428c-add8-557c4a955ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.355256 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab2ab-3652-428c-add8-557c4a955ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.360246 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ef0ab2ab-3652-428c-add8-557c4a955ca4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2abe6b66-84c9-46ee-a636-e597f4b6fdba HTTP/1.1" status: 204 len: 168 time: 0.1704803 Aug 24 00:45:01.370621 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ab2ab-3652-428c-add8-557c4a955ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abe6b66-84c9-46ee-a636-e597f4b6fdba,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:01.620064 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fd8df53-2a4b-4c57-b00a-8ed596bf7906 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.633063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff2a04-f6fb-4238-882c-2159d67a1d05 req-0bec06bb-01db-4660-ac89-4d79b36fc403 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:01.634623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76ff2a04-f6fb-4238-882c-2159d67a1d05 req-0bec06bb-01db-4660-ac89-4d79b36fc403 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 945 time: 0.1680164 Aug 24 00:45:01.650197 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fd8df53-2a4b-4c57-b00a-8ed596bf7906 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.764939 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76ff2a04-f6fb-4238-882c-2159d67a1d05 req-01c45961-eabf-4d4d-a16d-171768083ccf tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213956 Aug 24 00:45:01.825020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd8df53-2a4b-4c57-b00a-8ed596bf7906 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Router 174bec95-0bd8-40b9-a9be-5db108099bfc is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:45:01.930692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd8df53-2a4b-4c57-b00a-8ed596bf7906 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:45:01.937923 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5fd8df53-2a4b-4c57-b00a-8ed596bf7906 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.941742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5fd8df53-2a4b-4c57-b00a-8ed596bf7906 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "PUT /v2.0/routers/174bec95-0bd8-40b9-a9be-5db108099bfc HTTP/1.1" status: 200 len: 693 time: 0.6491272 Aug 24 00:45:01.942192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36284) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:01.942653 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828703e-b98c-4b26-96e0-03b781435bae None None] Sync routers for ids ['174bec95-0bd8-40b9-a9be-5db108099bfc'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:45:01.960156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06350b11-3e85-4fa8-bf63-058da327fc0e req-482f0419-8711-44fe-971c-2cfbb4845267 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:01.961907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06350b11-3e85-4fa8-bf63-058da327fc0e req-482f0419-8711-44fe-971c-2cfbb4845267 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 945 time: 0.0885713 Aug 24 00:45:01.964053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828703e-b98c-4b26-96e0-03b781435bae None None] Routers {'174bec95-0bd8-40b9-a9be-5db108099bfc'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:01.964756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9828703e-b98c-4b26-96e0-03b781435bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['174bec95-0bd8-40b9-a9be-5db108099bfc'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:02.045083 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9828703e-b98c-4b26-96e0-03b781435bae None None] Set router 174bec95-0bd8-40b9-a9be-5db108099bfc gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:02.051453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06350b11-3e85-4fa8-bf63-058da327fc0e req-957ec444-a6cb-4f13-af5a-ce1339e8aa5b tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834651 Aug 24 00:45:02.054306 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6d03c496-829f-40bd-86d4-6ac1f3e920cb tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/routers/174bec95-0bd8-40b9-a9be-5db108099bfc HTTP/1.1" status: 200 len: 699 time: 0.1097863 Aug 24 00:45:02.056847 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36290) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:02.077708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36292) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:02.089689 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b77910f6-f717-4783-9e91-70a367b9f7dc tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports?device_id=174bec95-0bd8-40b9-a9be-5db108099bfc HTTP/1.1" status: 200 len: 205 time: 0.0317476 Aug 24 00:45:02.092861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36296) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:02.151679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9828703e-b98c-4b26-96e0-03b781435bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174bec95-0bd8-40b9-a9be-5db108099bfc', 'name': 'tempest-RoutersTest-router-119695177', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:01Z', 'updated_at': '2021-08-24T00:45:01Z', 'revision_number': 2, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:02.207028 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0da58c62-2a80-4721-a6ca-f9e8b0118748 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.212704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828703e-b98c-4b26-96e0-03b781435bae None None] Checking router: 174bec95-0bd8-40b9-a9be-5db108099bfc for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:45:02.232983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828703e-b98c-4b26-96e0-03b781435bae None None] Routers {'174bec95-0bd8-40b9-a9be-5db108099bfc'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:02.234306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9828703e-b98c-4b26-96e0-03b781435bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['174bec95-0bd8-40b9-a9be-5db108099bfc'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:02.296284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0eccb385-24d4-41c3-b286-bd700cfe4951 req-6460eb71-b237-497c-bb56-a600ef79e182 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 210 time: 0.0337629 Aug 24 00:45:02.313992 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36304) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:02.332906 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-9828703e-b98c-4b26-96e0-03b781435bae None None] Set router 174bec95-0bd8-40b9-a9be-5db108099bfc gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:02.407708 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-9828703e-b98c-4b26-96e0-03b781435bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174bec95-0bd8-40b9-a9be-5db108099bfc', 'name': 'tempest-RoutersTest-router-119695177', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:01Z', 'updated_at': '2021-08-24T00:45:01Z', 'revision_number': 2, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:02.438886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828703e-b98c-4b26-96e0-03b781435bae None None] The sync data for ids ['174bec95-0bd8-40b9-a9be-5db108099bfc'] in n-d-805736-1 is: [{'id': '174bec95-0bd8-40b9-a9be-5db108099bfc', 'name': 'tempest-RoutersTest-router-119695177', 'tenant_id': '8392e720a975462dbb38a98954f35bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:01Z', 'updated_at': '2021-08-24T00:45:01Z', 'revision_number': 2, 'project_id': '8392e720a975462dbb38a98954f35bdd', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:45:02.443318 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-27841286'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:02.476004 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0da58c62-2a80-4721-a6ca-f9e8b0118748 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.478737 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:02.480444 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0da58c62-2a80-4721-a6ca-f9e8b0118748 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.493794 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.511829 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.534461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbe1b9a-2e05-4391-a7fb-715ce4446838 tempest-TestVolumeBackupRestore-1154914585 tempest-TestVolumeBackupRestore-1154914585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:02.536193 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2bbe1b9a-2e05-4391-a7fb-715ce4446838 tempest-TestVolumeBackupRestore-1154914585 tempest-TestVolumeBackupRestore-1154914585-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 1091 time: 0.4574699 Aug 24 00:45:02.539056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36308) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:02.544151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:02.552865 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0da58c62-2a80-4721-a6ca-f9e8b0118748 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.553399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da58c62-2a80-4721-a6ca-f9e8b0118748 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Fanout notify agent at l3_agent the message router_deleted on router 174bec95-0bd8-40b9-a9be-5db108099bfc {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:45:02.560471 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0da58c62-2a80-4721-a6ca-f9e8b0118748 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.566657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0da58c62-2a80-4721-a6ca-f9e8b0118748 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/routers/174bec95-0bd8-40b9-a9be-5db108099bfc HTTP/1.1" status: 204 len: 168 time: 0.4711261 Aug 24 00:45:02.566657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36310) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:02.605132 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ad701868-3797-4ccb-9b70-855cd5dc5125 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports?device_id=174bec95-0bd8-40b9-a9be-5db108099bfc HTTP/1.1" status: 200 len: 205 time: 0.0373535 Aug 24 00:45:02.606690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36312) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:02.645930 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-d490e204-9cef-40d2-aa30-65f484fe1a60 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] delete failed (client error): The resource could not be found. Aug 24 00:45:02.649166 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d490e204-9cef-40d2-aa30-65f484fe1a60 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/routers/174bec95-0bd8-40b9-a9be-5db108099bfc HTTP/1.1" status: 404 len: 336 time: 0.0424612 Aug 24 00:45:02.649746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36314) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:02.658986 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.664668 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.697844 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:02.715390 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb35cad-eee4-4f5f-abf2-84a6318b2176,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:02.723073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.723590 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Added segment 93922bed-9c83-4690-9736-4de729349d5b of type vlan for network 4490c537-a90c-4113-bc4e-faa37088d961 Aug 24 00:45:02.744130 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45464d7-9ff8-4885-bf68-f0745238573e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:02.744714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45464d7-9ff8-4885-bf68-f0745238573e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:02.749575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c45464d7-9ff8-4885-bf68-f0745238573e tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/2cb753d6-f1f0-47d2-8fed-c06da80f466e HTTP/1.1" status: 404 len: 337 time: 0.0969317 Aug 24 00:45:02.750320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36318) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:02.776122 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.802949 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.803877 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe76401-7f45-411b-83bb-db6085774543 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:02.804529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe76401-7f45-411b-83bb-db6085774543 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:02.808635 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-afe76401-7f45-411b-83bb-db6085774543 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/eb2aeee5-b82f-44c6-ba03-4a878062a8e8 HTTP/1.1" status: 404 len: 337 time: 0.0350020 Aug 24 00:45:02.810476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:02.811122 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.813405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36320) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:02.814534 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.895978 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Network': ['ID=4490c537-a90c-4113-bc4e-faa37088d961,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:02.907320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 4490c537-a90c-4113-bc4e-faa37088d961 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:02.912130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610e343-07f2-4006-be89-9e2f877ac68c req-639308a6-af0d-4cae-ba80-08e562d437b8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:02.913819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f610e343-07f2-4006-be89-9e2f877ac68c req-639308a6-af0d-4cae-ba80-08e562d437b8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 945 time: 0.1410177 Aug 24 00:45:02.929678 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15c0002-a6e8-4c20-b1de-6729ec089554 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:02.930131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15c0002-a6e8-4c20-b1de-6729ec089554 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:02.933734 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b15c0002-a6e8-4c20-b1de-6729ec089554 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/2c2cfb66-7cd8-44f8-a15b-7594f48d492f HTTP/1.1" status: 404 len: 337 time: 0.0470593 Aug 24 00:45:02.937751 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36322) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:02.975743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f610e343-07f2-4006-be89-9e2f877ac68c req-8a31caf6-0ce6-4df7-8888-0ff3f5a478da tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519428 Aug 24 00:45:02.985328 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-50baffc9-9cc9-4d8e-89d8-93c722f7c172 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:02.985879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50baffc9-9cc9-4d8e-89d8-93c722f7c172 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:02.988769 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-50baffc9-9cc9-4d8e-89d8-93c722f7c172 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/77e342ca-d6d7-42f1-919b-239d7f81dceb HTTP/1.1" status: 404 len: 337 time: 0.0498905 Aug 24 00:45:02.991329 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-56b58abe-2446-42eb-9959-1fa18ba15727 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6756966 Aug 24 00:45:02.991972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36324) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.010156 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:03.016314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36326) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.034561 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ea6186b1-9157-476d-808e-03b14c5e6d15 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 HTTP/1.1" status: 200 len: 205 time: 0.0406456 Aug 24 00:45:03.040568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36328) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.084405 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-0bca8b04-a446-4ff6-836b-fd2600a0a4db tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] delete failed (client error): The resource could not be found. Aug 24 00:45:03.085600 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:03.085760 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0bca8b04-a446-4ff6-836b-fd2600a0a4db tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/routers/0b8b643a-dffe-4c2c-b9ff-0c60e521b6c4 HTTP/1.1" status: 404 len: 336 time: 0.0438375 Aug 24 00:45:03.088487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36330) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.139083 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a86c4947-63d4-40b7-9530-233c939de868 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports?device_id=14df4e0d-b65f-4d1a-95d1-76da355f0bd4 HTTP/1.1" status: 200 len: 205 time: 0.0493000 Aug 24 00:45:03.142098 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36332) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.144125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f72300d2-6454-40d3-aded-7d69cec6063d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/95756960-51c9-40e1-9d45-5fe0b024d66a HTTP/1.1" status: 200 len: 992 time: 0.1261446 Aug 24 00:45:03.192956 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-d2567823-60fd-4d31-b51c-9aa8b4ef96df tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] delete failed (client error): The resource could not be found. Aug 24 00:45:03.197182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Allocated IP 172.25.8.169 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/31d19047-31c8-4680-b074-86db818e8bce) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:03.210171 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d2567823-60fd-4d31-b51c-9aa8b4ef96df tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/routers/14df4e0d-b65f-4d1a-95d1-76da355f0bd4 HTTP/1.1" status: 404 len: 336 time: 0.0638218 Aug 24 00:45:03.210171 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36336) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.270677 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff197c7-3f07-4848-9dd7-715c0b87200c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:03.276538 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff197c7-3f07-4848-9dd7-715c0b87200c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:03.280951 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ff197c7-3f07-4848-9dd7-715c0b87200c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/17d55ab8-c874-48c1-a288-a720d41b4877 HTTP/1.1" status: 404 len: 337 time: 0.0678930 Aug 24 00:45:03.281404 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36338) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.316080 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a0d6198b-b63a-4c70-ac0d-a66b63f288f2 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports?device_id=246a64a8-2f80-44cf-9a36-060ce8069a4f HTTP/1.1" status: 200 len: 205 time: 0.0312631 Aug 24 00:45:03.316760 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36340) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.420882 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-75b8e83e-876e-4583-afd9-643bb1237a61 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] delete failed (client error): The resource could not be found. Aug 24 00:45:03.427172 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-75b8e83e-876e-4583-afd9-643bb1237a61 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/routers/246a64a8-2f80-44cf-9a36-060ce8069a4f HTTP/1.1" status: 404 len: 336 time: 0.1048694 Aug 24 00:45:03.427172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36346) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.433893 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:03.504739 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e47b3c13-63ca-432c-8c43-36a2f74e6bbb tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports?device_id=79d5e324-5542-470a-8528-3e46fb4a6ae5 HTTP/1.1" status: 200 len: 205 time: 0.0764740 Aug 24 00:45:03.508596 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.532347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9089cf1b-7ef4-4b79-a4d8-3e79061c285e req-587f6288-2643-4de3-bffe-ef85f58171a7 tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "GET /v2.0/ports?device_id=8755ac10-1903-4999-a5ba-3f461a45535d HTTP/1.1" status: 200 len: 210 time: 0.0780838 Aug 24 00:45:03.587441 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:03.676103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Pushing event updated for resources: {'Port': ['ID=31d19047-31c8-4680-b074-86db818e8bce,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:03.685537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:03.687138 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:03.700033 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-c1113fd1-08e6-44a9-b310-f485d4a9c928 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] delete failed (client error): The resource could not be found. Aug 24 00:45:03.701458 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c1113fd1-08e6-44a9-b310-f485d4a9c928 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/routers/79d5e324-5542-470a-8528-3e46fb4a6ae5 HTTP/1.1" status: 404 len: 336 time: 0.1916974 Aug 24 00:45:03.703715 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36352) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.734269 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e613d1-f600-45e5-9ae0-7b48dd2a10a7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:03.735358 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e613d1-f600-45e5-9ae0-7b48dd2a10a7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:03.736566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:03.739446 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-74e613d1-f600-45e5-9ae0-7b48dd2a10a7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/e40a1852-cb51-427f-a9b2-fc8049c0d295 HTTP/1.1" status: 404 len: 337 time: 0.0345955 Aug 24 00:45:03.742392 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36354) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.790008 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1f82e04d-616f-4730-8491-554568bcbad5 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a HTTP/1.1" status: 200 len: 205 time: 0.0460219 Aug 24 00:45:03.792138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36356) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.811013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a7695-327c-414a-a79d-da61fd914881 req-2c598c27-d53a-479f-ae65-1ab3faad0fd2 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:03.815359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb0a7695-327c-414a-a79d-da61fd914881 req-2c598c27-d53a-479f-ae65-1ab3faad0fd2 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 1096 time: 0.1177626 Aug 24 00:45:03.876064 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-ec6c2b6e-788a-415d-b4cf-aaee95fa5fe7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] delete failed (client error): The resource could not be found. Aug 24 00:45:03.880671 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ec6c2b6e-788a-415d-b4cf-aaee95fa5fe7 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/routers/46ae66fa-18a5-47e2-93e4-fd00bc0c5a0a HTTP/1.1" status: 404 len: 336 time: 0.0872340 Aug 24 00:45:03.881368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.922549 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05e83f1-875f-4927-84e4-82b50e35baa1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:03.923065 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05e83f1-875f-4927-84e4-82b50e35baa1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:03.928524 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e05e83f1-875f-4927-84e4-82b50e35baa1 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/232b1242-393f-41f1-b75c-80b5382e2eee HTTP/1.1" status: 404 len: 337 time: 0.0460770 Aug 24 00:45:03.929121 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36360) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:03.945558 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb0a7695-327c-414a-a79d-da61fd914881 req-e1365267-8f91-46a5-8815-921c88da4058 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240399 Aug 24 00:45:03.973621 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-79cfcefd-8bde-436a-9ff4-2f8b575a99f3 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdd3d4e4-1efe-4147-8ad4-20b8227b0b51 HTTP/1.1" status: 200 len: 205 time: 0.0434077 Aug 24 00:45:03.984399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36364) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:04.090748 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-273d78f5-7b42-4342-9e95-5e222128974c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] delete failed (client error): The resource could not be found. Aug 24 00:45:04.102524 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-273d78f5-7b42-4342-9e95-5e222128974c tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/routers/bdd3d4e4-1efe-4147-8ad4-20b8227b0b51 HTTP/1.1" status: 404 len: 336 time: 0.1138644 Aug 24 00:45:04.103470 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36366) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:04.201240 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddeb254-a99c-4bbb-adf8-b0bc2a6e5f24 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:04.203013 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddeb254-a99c-4bbb-adf8-b0bc2a6e5f24 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:04.212575 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7ddeb254-a99c-4bbb-adf8-b0bc2a6e5f24 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/4e7af7fa-3871-484e-b649-8a54c18032c8 HTTP/1.1" status: 404 len: 337 time: 0.1078153 Aug 24 00:45:04.213533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36368) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:04.284657 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-000ccf57-b069-441a-86ec-0599818e0776 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:04.285349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000ccf57-b069-441a-86ec-0599818e0776 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:04.290114 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-000ccf57-b069-441a-86ec-0599818e0776 tempest-RoutersTest-550700420 tempest-RoutersTest-550700420-project] 10.222.0.32 "DELETE /v2.0/subnets/7cc13ad9-efd7-4b34-b604-ff22aa45e1f7 HTTP/1.1" status: 404 len: 337 time: 0.0725839 Aug 24 00:45:04.680475 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36388) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:04.768325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36396) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:04.951091 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.016015 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ae34facd-4cbe-406e-914f-4c4ea0650bdb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Deleting port 0e733528-616d-46d6-b91e-11964db27eb6 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:05.016271 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae34facd-4cbe-406e-914f-4c4ea0650bdb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.099412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2662843f-63ad-40c6-bf78-dd2178be26fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8392e720a975462dbb38a98954f35bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269351 Aug 24 00:45:05.102534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36400) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:05.119308 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae34facd-4cbe-406e-914f-4c4ea0650bdb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.119936 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae34facd-4cbe-406e-914f-4c4ea0650bdb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.133123 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ae34facd-4cbe-406e-914f-4c4ea0650bdb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Calling delete_port for 0e733528-616d-46d6-b91e-11964db27eb6 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:05.165110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-026be31f-9516-4a86-8fdd-6674051646c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2293718 Aug 24 00:45:05.183769 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.363254 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.379134 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.425185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3637f0c-4a7c-4e21-a940-b0403dff4830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.427836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Pushing event updated for resources: {'Port': ['ID=31d19047-31c8-4680-b074-86db818e8bce,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:05.474572 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae34facd-4cbe-406e-914f-4c4ea0650bdb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.477562 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3637f0c-4a7c-4e21-a940-b0403dff4830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.513568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34facd-4cbe-406e-914f-4c4ea0650bdb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event deleted for resources: {'Port': ['ID=0e733528-616d-46d6-b91e-11964db27eb6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:05.593632 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3637f0c-4a7c-4e21-a940-b0403dff4830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.597798 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3637f0c-4a7c-4e21-a940-b0403dff4830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.599196 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a3637f0c-4a7c-4e21-a940-b0403dff4830 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78ef8593-03f4-49c9-9fea-c25048de7280 HTTP/1.1" status: 204 len: 168 time: 0.4954329 Aug 24 00:45:05.640222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3637f0c-4a7c-4e21-a940-b0403dff4830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ef8593-03f4-49c9-9fea-c25048de7280,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:05.649691 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.669763 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae34facd-4cbe-406e-914f-4c4ea0650bdb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.677298 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae34facd-4cbe-406e-914f-4c4ea0650bdb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.704543 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ae34facd-4cbe-406e-914f-4c4ea0650bdb tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "DELETE /v2.0/floatingips/4d2cb14c-defc-4310-b8b9-55c801a25140 HTTP/1.1" status: 204 len: 168 time: 1.0229759 Aug 24 00:45:05.797820 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Floating IP 2c797830-ea78-4180-b695-ab18158ae650 associated. External IP: 172.25.8.169, port: c039edbb-d32b-401b-bf46-bf2118706bf2. Aug 24 00:45:06.171263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:45:06.321069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:45:06.336509 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4100310-b4a7-41ad-bd8c-1a6f068d875e None None] Sync routers for ids ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:45:06.349130 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4100310-b4a7-41ad-bd8c-1a6f068d875e None None] Routers {'ac5857a6-a3c5-4351-b946-67be5c2bf3b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:06.352216 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d4100310-b4a7-41ad-bd8c-1a6f068d875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:06.364146 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:06.411973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36432) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:06.417467 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2a6064ba-17c9-4969-8682-d3adc06ba2d1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'subnet': {'network_id': '4490c537-a90c-4113-bc4e-faa37088d961', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:06.423316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b4c46694-c0ae-4f8c-8426-845830d5b383 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8832145 Aug 24 00:45:06.423926 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c666007-514f-4675-acdb-78dedce2987a', 'tag': 'c039edbb-d32b-401b-bf46-bf2118706bf2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:45:06.427031 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bf5967-9803-49eb-8bd5-3f21d1387b03" -d '{"events": [{"name": "network-changed", "server_uuid": "3c666007-514f-4675-acdb-78dedce2987a", "tag": "c039edbb-d32b-401b-bf46-bf2118706bf2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:45:06.429783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36434) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:06.490189 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-2fef4c13-0ae4-49f9-918b-9b2ebaaed134 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:45:06.491568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-2fef4c13-0ae4-49f9-918b-9b2ebaaed134 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4201915 Aug 24 00:45:06.499850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f760e3-6405-4d4d-8413-2735b8ef1aba tempest-TestVolumeBackupRestore-1154914585 tempest-TestVolumeBackupRestore-1154914585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:06.502592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c3f760e3-6405-4d4d-8413-2735b8ef1aba tempest-TestVolumeBackupRestore-1154914585 tempest-TestVolumeBackupRestore-1154914585-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 1091 time: 0.0715833 Aug 24 00:45:06.508057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c29a4f00-73c7-4c0a-96fb-bd0aa978d6d9 service neutron] Request body: {'binding': {'host': 'n-h1-805736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:06.509131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c29a4f00-73c7-4c0a-96fb-bd0aa978d6d9 service neutron] Unknown quota resources ['binding']. {{(pid=94837) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:45:06.511998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36440) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:06.517668 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb73dc4-9e57-4570-9794-f5bbaac7669a x-openstack-request-id: req-7cb73dc4-9e57-4570-9794-f5bbaac7669a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:45:06.518048 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c666007-514f-4675-acdb-78dedce2987a", "tag": "c039edbb-d32b-401b-bf46-bf2118706bf2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:45:06.519051 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cb73dc4-9e57-4570-9794-f5bbaac7669a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:45:06.519657 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c666007-514f-4675-acdb-78dedce2987a', 'tag': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'status': 'completed', 'code': 200} Aug 24 00:45:06.523173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a59d8162-f6e7-4be0-8221-a3a2028cbaaf tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Request body: {'floatingip': {'port_id': 'c039edbb-d32b-401b-bf46-bf2118706bf2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:06.539970 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d4100310-b4a7-41ad-bd8c-1a6f068d875e None None] Set router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:06.594909 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a59d8162-f6e7-4be0-8221-a3a2028cbaaf tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:06.689665 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6064ba-17c9-4969-8682-d3adc06ba2d1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:06.694764 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a6064ba-17c9-4969-8682-d3adc06ba2d1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:06.783290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf5967-9803-49eb-8bd5-3f21d1387b03 req-bacf577b-2b80-4625-9ac7-5ae573df97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:06.789230 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6bf5967-9803-49eb-8bd5-3f21d1387b03 req-bacf577b-2b80-4625-9ac7-5ae573df97ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35c27f18324d434ca1ad133521207baf&device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 1096 time: 0.1724432 Aug 24 00:45:06.894627 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d4100310-b4a7-41ad-bd8c-1a6f068d875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:22Z', 'revision_number': 4, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '2c797830-ea78-4180-b695-ab18158ae650', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'port_id': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'mac_address': 'fa:16:3e:a3:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666007-514f-4675-acdb-78dedce2987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:45:04Z', 'updated_at': '2021-08-24T00:45:04Z', 'revision_number': 0, 'project_id': '35c27f18324d434ca1ad133521207baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6', 'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'mac_address': 'fa:16:3e:94:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:20Z', 'updated_at': '2021-08-24T00:41:29Z', 'revision_number': 5, 'project_id': '35c27f18324d434ca1ad133521207baf', 'subnets': [{'id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:06.929989 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36450) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:06.935185 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4100310-b4a7-41ad-bd8c-1a6f068d875e None None] Checking router: ac5857a6-a3c5-4351-b946-67be5c2bf3b9 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:45:06.950221 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4100310-b4a7-41ad-bd8c-1a6f068d875e None None] Routers {'ac5857a6-a3c5-4351-b946-67be5c2bf3b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:06.950899 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d4100310-b4a7-41ad-bd8c-1a6f068d875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:06.976933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf5967-9803-49eb-8bd5-3f21d1387b03 req-e3289df6-4cf2-4097-8f56-632389b247f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:06.978561 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6bf5967-9803-49eb-8bd5-3f21d1387b03 req-e3289df6-4cf2-4097-8f56-632389b247f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a863ae3b-f05b-4196-ac8a-9962805fb678 HTTP/1.1" status: 200 len: 914 time: 0.1768456 Aug 24 00:45:07.006724 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a6064ba-17c9-4969-8682-d3adc06ba2d1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.059745 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6bf5967-9803-49eb-8bd5-3f21d1387b03 req-ada09b4a-f82b-448a-93b5-4e09df0fa50d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c039edbb-d32b-401b-bf46-bf2118706bf2 HTTP/1.1" status: 200 len: 999 time: 0.0667682 Aug 24 00:45:07.080374 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6064ba-17c9-4969-8682-d3adc06ba2d1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Checking segment: {'id': '93922bed-9c83-4690-9736-4de729349d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4490c537-a90c-4113-bc4e-faa37088d961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:07.081583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6064ba-17c9-4969-8682-d3adc06ba2d1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network hostable DHCP agents. Network: 4490c537-a90c-4113-bc4e-faa37088d961, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:07.102738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6064ba-17c9-4969-8682-d3adc06ba2d1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Subnet': ['ID=27e3f3bf-13eb-4b2c-b8ee-fc5046891155,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:07.122514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6064ba-17c9-4969-8682-d3adc06ba2d1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network 4490c537-a90c-4113-bc4e-faa37088d961 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:07.137165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1030590951'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:07.169822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Made reservation on behalf of 39483dd4f8f142d890b429314367386d for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:07.173501 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.191262 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.202333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2a6064ba-17c9-4969-8682-d3adc06ba2d1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 4490c537-a90c-4113-bc4e-faa37088d961) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:07.208570 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6064ba-17c9-4969-8682-d3adc06ba2d1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:07.209298 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a6064ba-17c9-4969-8682-d3adc06ba2d1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.214528 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8139120-bce1-461d-95e2-ca3504f5f574 None None] Network 4490c537-a90c-4113-bc4e-faa37088d961 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:07.233063 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2a6064ba-17c9-4969-8682-d3adc06ba2d1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8198662 Aug 24 00:45:07.238871 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36456) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:07.245457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a90abd50-f48d-4a94-8352-a3035f1dda51 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-422691359'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:07.267426 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d4100310-b4a7-41ad-bd8c-1a6f068d875e None None] Set router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:07.273488 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-a90abd50-f48d-4a94-8352-a3035f1dda51 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:45:07.273488 n-d-805736-1 neutron-server[94838]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:45:07.273488 n-d-805736-1 neutron-server[94838]: [parameters: {'project_id_1': '646df236abbe4957a66ef296efe292c4', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 45, 7, 255910)}] Aug 24 00:45:07.273488 n-d-805736-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:45:07.273958 n-d-805736-1 neutron-server[94838]: DEBUG oslo_db.api [None req-a90abd50-f48d-4a94-8352-a3035f1dda51 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:45:07.369469 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c29a4f00-73c7-4c0a-96fb-bd0aa978d6d9 service neutron] Attempting to bind port d4d5eb5b-28be-4011-a572-d62f385b79d3 on host n-h1-805736-1 for vnic_type normal with profile None {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:07.369705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c29a4f00-73c7-4c0a-96fb-bd0aa978d6d9 service neutron] Attempting to bind port d4d5eb5b-28be-4011-a572-d62f385b79d3 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:07.370174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c29a4f00-73c7-4c0a-96fb-bd0aa978d6d9 service neutron] Attempting to bind port d4d5eb5b-28be-4011-a572-d62f385b79d3 on network 23b1d28a-de7c-4753-8914-9c38791a986e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:07.419302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf5967-9803-49eb-8bd5-3f21d1387b03 req-e9bf0c6b-27aa-4444-a7fc-8ac4f03e3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:07.421974 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6bf5967-9803-49eb-8bd5-3f21d1387b03 req-e9bf0c6b-27aa-4444-a7fc-8ac4f03e3f2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9de5ed0-fbf9-46b8-9203-adcd5872c396 HTTP/1.1" status: 200 len: 852 time: 0.3401563 Aug 24 00:45:07.426099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c29a4f00-73c7-4c0a-96fb-bd0aa978d6d9 service neutron] Port d4d5eb5b-28be-4011-a572-d62f385b79d3 on network 23b1d28a-de7c-4753-8914-9c38791a986e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:45:07.426799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c29a4f00-73c7-4c0a-96fb-bd0aa978d6d9 service neutron] Attempting to bind port d4d5eb5b-28be-4011-a572-d62f385b79d3 on network 23b1d28a-de7c-4753-8914-9c38791a986e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:07.439672 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.449857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.495576 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:07.521247 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d7b4f4-3919-471f-b1cd-b56a7eab99ac,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:07.524321 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.524661 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Added segment 0e63bd36-ac26-4c6c-941a-3223ffe94898 of type vlan for network 6894bfe4-0a4d-4a99-8e54-058a7995e688 Aug 24 00:45:07.573295 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-4490c537-a90c-4113-bc4e-faa37088d961', 'network_id': '4490c537-a90c-4113-bc4e-faa37088d961', 'tenant_id': '646df236abbe4957a66ef296efe292c4', 'fixed_ips': [{'subnet_id': '27e3f3bf-13eb-4b2c-b8ee-fc5046891155'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:07.574491 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.599666 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.612725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c29a4f00-73c7-4c0a-96fb-bd0aa978d6d9 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:07.613790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c29a4f00-73c7-4c0a-96fb-bd0aa978d6d9 service neutron] Checking segment: {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:07.614259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c29a4f00-73c7-4c0a-96fb-bd0aa978d6d9 service neutron] Bound using segment: {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:07.614742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c29a4f00-73c7-4c0a-96fb-bd0aa978d6d9 service neutron] Bound port: d4d5eb5b-28be-4011-a572-d62f385b79d3, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:07.621389 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d4100310-b4a7-41ad-bd8c-1a6f068d875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:22Z', 'revision_number': 4, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '2c797830-ea78-4180-b695-ab18158ae650', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'port_id': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'mac_address': 'fa:16:3e:a3:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666007-514f-4675-acdb-78dedce2987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:45:04Z', 'updated_at': '2021-08-24T00:45:04Z', 'revision_number': 0, 'project_id': '35c27f18324d434ca1ad133521207baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6', 'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'mac_address': 'fa:16:3e:94:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:20Z', 'updated_at': '2021-08-24T00:41:29Z', 'revision_number': 5, 'project_id': '35c27f18324d434ca1ad133521207baf', 'subnets': [{'id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:07.633903 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.642923 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:07.644676 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.658420 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4100310-b4a7-41ad-bd8c-1a6f068d875e None None] The sync data for ids ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'] in n-d-805736-1 is: [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:22Z', 'revision_number': 4, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '2c797830-ea78-4180-b695-ab18158ae650', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'port_id': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'mac_address': 'fa:16:3e:a3:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666007-514f-4675-acdb-78dedce2987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:45:04Z', 'updated_at': '2021-08-24T00:45:04Z', 'revision_number': 0, 'project_id': '35c27f18324d434ca1ad133521207baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6', 'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'mac_address': 'fa:16:3e:94:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:20Z', 'updated_at': '2021-08-24T00:41:29Z', 'revision_number': 5, 'project_id': '35c27f18324d434ca1ad133521207baf', 'subnets': [{'id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:45:07.746369 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8149357 Aug 24 00:45:07.749129 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:07.754958 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-abaff1d2-3bb1-4a18-b301-da81770c0b9f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Request body: {'subnet': {'network_id': '6894bfe4-0a4d-4a99-8e54-058a7995e688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:07.760125 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2c9b8-5a89-4f04-8440-829c6ee0c120 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Pushing event updated for resources: {'Network': ['ID=6894bfe4-0a4d-4a99-8e54-058a7995e688,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:07.777535 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 6894bfe4-0a4d-4a99-8e54-058a7995e688 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:07.901869 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90abd50-f48d-4a94-8352-a3035f1dda51 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:07.906796 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90abd50-f48d-4a94-8352-a3035f1dda51 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.965563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90abd50-f48d-4a94-8352-a3035f1dda51 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:07.974200 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaff1d2-3bb1-4a18-b301-da81770c0b9f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Made reservation on behalf of 39483dd4f8f142d890b429314367386d for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:07.978417 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abaff1d2-3bb1-4a18-b301-da81770c0b9f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.999571 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Allocated IP 2001:db8:0:ffff::2 (4490c537-a90c-4113-bc4e-faa37088d961/27e3f3bf-13eb-4b2c-b8ee-fc5046891155/4a9086c5-e445-4c38-b204-d5f3a1eced23) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:08.000689 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90abd50-f48d-4a94-8352-a3035f1dda51 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.007868 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-a90abd50-f48d-4a94-8352-a3035f1dda51 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Added segment ad390374-e939-4481-b5c6-ef7acb06b53a of type vlan for network 4a4f0fd8-b620-4407-9e9e-2410d3092472 Aug 24 00:45:08.027296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bcc358-28a6-4cbd-9643-8411e4c55b01 None None] New status for floating IP 2c797830-ea78-4180-b695-ab18158ae650: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:45:08.124662 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90abd50-f48d-4a94-8352-a3035f1dda51 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.170013 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a59d8162-f6e7-4be0-8221-a3a2028cbaaf tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.172338 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90abd50-f48d-4a94-8352-a3035f1dda51 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.178797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90abd50-f48d-4a94-8352-a3035f1dda51 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:08.179557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90abd50-f48d-4a94-8352-a3035f1dda51 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.193543 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf5967-9803-49eb-8bd5-3f21d1387b03 req-f9cbc5e7-583f-47ca-bd2a-b56c9c24ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:08.195502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6bf5967-9803-49eb-8bd5-3f21d1387b03 req-f9cbc5e7-583f-47ca-bd2a-b56c9c24ebdb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a863ae3b-f05b-4196-ac8a-9962805fb678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7596195 Aug 24 00:45:08.198551 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a59d8162-f6e7-4be0-8221-a3a2028cbaaf tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.261392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c29a4f00-73c7-4c0a-96fb-bd0aa978d6d9 service neutron] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:08.280362 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a90abd50-f48d-4a94-8352-a3035f1dda51 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0376256 Aug 24 00:45:08.282087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:08.291629 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0ce76b3f-2c26-4e5e-9ed0-6bed989013d0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'subnet': {'network_id': '4a4f0fd8-b620-4407-9e9e-2410d3092472', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:08.304034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c29a4f00-73c7-4c0a-96fb-bd0aa978d6d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.305336 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c29a4f00-73c7-4c0a-96fb-bd0aa978d6d9 service neutron] 10.222.0.32 "POST /v2.0/ports/d4d5eb5b-28be-4011-a572-d62f385b79d3/bindings HTTP/1.1" status: 201 len: 389 time: 1.8012915 Aug 24 00:45:08.313037 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90abd50-f48d-4a94-8352-a3035f1dda51 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Network': ['ID=4a4f0fd8-b620-4407-9e9e-2410d3092472,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:08.369760 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-f6bcc358-28a6-4cbd-9643-8411e4c55b01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:45:08.370715 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-f6bcc358-28a6-4cbd-9643-8411e4c55b01 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:45:08.371661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 4a4f0fd8-b620-4407-9e9e-2410d3092472 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:08.435156 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abaff1d2-3bb1-4a18-b301-da81770c0b9f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.489740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6bf5967-9803-49eb-8bd5-3f21d1387b03 req-c2e9da89-5a82-4dd2-b896-924f38553ee6 service neutron] 10.222.0.47 "GET /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512197 Aug 24 00:45:08.517848 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce76b3f-2c26-4e5e-9ed0-6bed989013d0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:08.524844 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce76b3f-2c26-4e5e-9ed0-6bed989013d0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.643984 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaff1d2-3bb1-4a18-b301-da81770c0b9f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Pushing event updated for resources: {'Subnet': ['ID=4dd7876a-9ba2-4d9e-933b-4aad9e3db278,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:08.655624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaff1d2-3bb1-4a18-b301-da81770c0b9f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Checking segment: {'id': '0e63bd36-ac26-4c6c-941a-3223ffe94898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6894bfe4-0a4d-4a99-8e54-058a7995e688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:08.656812 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaff1d2-3bb1-4a18-b301-da81770c0b9f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Network hostable DHCP agents. Network: 6894bfe4-0a4d-4a99-8e54-058a7995e688, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:08.700781 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaff1d2-3bb1-4a18-b301-da81770c0b9f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Network 6894bfe4-0a4d-4a99-8e54-058a7995e688 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:08.722272 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.732919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Transition to ACTIVE for port object 4a9086c5-e445-4c38-b204-d5f3a1eced23 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:08.735657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6bf5967-9803-49eb-8bd5-3f21d1387b03 req-93258fd5-2670-4203-8e18-05773686c6a7 service neutron] 10.222.0.47 "GET /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349799 Aug 24 00:45:08.746674 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-abaff1d2-3bb1-4a18-b301-da81770c0b9f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 6894bfe4-0a4d-4a99-8e54-058a7995e688) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:08.757014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c005840b-a292-4883-9139-2e700f79cbde None None] Network 6894bfe4-0a4d-4a99-8e54-058a7995e688 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:08.760445 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaff1d2-3bb1-4a18-b301-da81770c0b9f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:08.761041 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-abaff1d2-3bb1-4a18-b301-da81770c0b9f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.813414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e32ed-81a6-4063-a57c-c53aef8c3572 req-ea89e023-937c-4a3e-944a-d697639d3f18 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:08.814999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f0e32ed-81a6-4063-a57c-c53aef8c3572 req-ea89e023-937c-4a3e-944a-d697639d3f18 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 945 time: 0.3678563 Aug 24 00:45:08.817652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Transition to ACTIVE for port object 4a9086c5-e445-4c38-b204-d5f3a1eced23 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:08.827103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59d8162-f6e7-4be0-8221-a3a2028cbaaf tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:45:08.835723 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.852673 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-abaff1d2-3bb1-4a18-b301-da81770c0b9f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1022770 Aug 24 00:45:08.858769 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36468) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:08.865495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Request body: {'port': {'network_id': '6894bfe4-0a4d-4a99-8e54-058a7995e688', 'name': 'tempest-TagsExtTest-1602267334'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:08.874355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bcc358-28a6-4cbd-9643-8411e4c55b01 None None] New status for floating IP 2c797830-ea78-4180-b695-ab18158ae650: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:45:08.903596 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce76b3f-2c26-4e5e-9ed0-6bed989013d0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.921293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c555eb6b-f1cd-412e-9349-1010dbfa595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:08.923190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c555eb6b-f1cd-412e-9349-1010dbfa595f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 1096 time: 0.1907589 Aug 24 00:45:08.951464 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Network 4490c537-a90c-4113-bc4e-faa37088d961 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:09.032960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a60f8-6848-4e78-b045-26d321e77b8a req-1fb34e26-d7b3-4f07-907d-f87306c51519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:09.035194 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-1fb34e26-d7b3-4f07-907d-f87306c51519 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23b1d28a-de7c-4753-8914-9c38791a986e HTTP/1.1" status: 200 len: 897 time: 0.0997651 Aug 24 00:45:09.051827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f0e32ed-81a6-4063-a57c-c53aef8c3572 req-1e53fffe-9bde-4621-979c-735e4e35aa74 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187965 Aug 24 00:45:09.115225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce76b3f-2c26-4e5e-9ed0-6bed989013d0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Subnet': ['ID=faf69d23-3603-4786-a5b3-9b334ce2e292,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:09.120480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Made reservation on behalf of 39483dd4f8f142d890b429314367386d for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:09.125397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.145448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:09.153805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:09.157680 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Pushing event updated for resources: {'Port': ['ID=4a9086c5-e445-4c38-b204-d5f3a1eced23,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:09.163367 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] device_id is not set on port 56b86272-50c5-4e6d-9f5f-910cf6312d32 yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:45:09.217099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59d8162-f6e7-4be0-8221-a3a2028cbaaf tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:45:09.223898 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-830fb664-a7c0-4e8f-b206-69851063e7f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3 HTTP/1.1" status: 200 len: 1000 time: 0.1709864 Aug 24 00:45:09.227522 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a59d8162-f6e7-4be0-8221-a3a2028cbaaf tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.298953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-6894bfe4-0a4d-4a99-8e54-058a7995e688', 'network_id': '6894bfe4-0a4d-4a99-8e54-058a7995e688', 'tenant_id': '39483dd4f8f142d890b429314367386d', 'fixed_ips': [{'subnet_id': '4dd7876a-9ba2-4d9e-933b-4aad9e3db278'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:09.300373 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.300520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36474) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:09.345192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Attempting to bind port 4a9086c5-e445-4c38-b204-d5f3a1eced23 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:09.345589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Attempting to bind port 4a9086c5-e445-4c38-b204-d5f3a1eced23 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '93922bed-9c83-4690-9736-4de729349d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4490c537-a90c-4113-bc4e-faa37088d961'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:09.345935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Attempting to bind port 4a9086c5-e445-4c38-b204-d5f3a1eced23 on network 4490c537-a90c-4113-bc4e-faa37088d961 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:09.354922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Allocated IP 172.20.0.12 (6894bfe4-0a4d-4a99-8e54-058a7995e688/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/56b86272-50c5-4e6d-9f5f-910cf6312d32) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:09.366111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c666007-514f-4675-acdb-78dedce2987a', 'tag': 'c039edbb-d32b-401b-bf46-bf2118706bf2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:45:09.367926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:09.368312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Checking segment: {'id': '93922bed-9c83-4690-9736-4de729349d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4490c537-a90c-4113-bc4e-faa37088d961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:09.368725 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.369124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Bound using segment: {'id': '93922bed-9c83-4690-9736-4de729349d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4490c537-a90c-4113-bc4e-faa37088d961'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:09.369260 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efaec22-2207-42b2-9ac3-2efcdce17d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c666007-514f-4675-acdb-78dedce2987a", "tag": "c039edbb-d32b-401b-bf46-bf2118706bf2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:45:09.369861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Bound port: 4a9086c5-e445-4c38-b204-d5f3a1eced23, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93922bed-9c83-4690-9736-4de729349d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4490c537-a90c-4113-bc4e-faa37088d961'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:09.370384 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.372925 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a59d8162-f6e7-4be0-8221-a3a2028cbaaf tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "PUT /v2.0/floatingips/2c797830-ea78-4180-b695-ab18158ae650 HTTP/1.1" status: 200 len: 991 time: 2.8586805 Aug 24 00:45:09.413579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a60f8-6848-4e78-b045-26d321e77b8a req-b6084723-5a7b-4b94-bb81-04eb8e99d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:09.415859 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce76b3f-2c26-4e5e-9ed0-6bed989013d0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Checking segment: {'id': 'ad390374-e939-4481-b5c6-ef7acb06b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4a4f0fd8-b620-4407-9e9e-2410d3092472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:09.416225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce76b3f-2c26-4e5e-9ed0-6bed989013d0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network hostable DHCP agents. Network: 4a4f0fd8-b620-4407-9e9e-2410d3092472, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:09.417319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-b6084723-5a7b-4b94-bb81-04eb8e99d8b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b9d4732-1c42-4e55-a56d-baa06f3e2793 HTTP/1.1" status: 200 len: 832 time: 0.1828461 Aug 24 00:45:09.446409 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e784288e-8190-461a-b47a-a403e8327a3f x-openstack-request-id: req-e784288e-8190-461a-b47a-a403e8327a3f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:45:09.446993 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c666007-514f-4675-acdb-78dedce2987a", "tag": "c039edbb-d32b-401b-bf46-bf2118706bf2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:45:09.448646 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e784288e-8190-461a-b47a-a403e8327a3f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:45:09.449156 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c666007-514f-4675-acdb-78dedce2987a', 'tag': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'status': 'completed', 'code': 200} Aug 24 00:45:09.503887 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce76b3f-2c26-4e5e-9ed0-6bed989013d0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network 4a4f0fd8-b620-4407-9e9e-2410d3092472 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:09.554380 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0ce76b3f-2c26-4e5e-9ed0-6bed989013d0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 4a4f0fd8-b620-4407-9e9e-2410d3092472) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:09.573407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce76b3f-2c26-4e5e-9ed0-6bed989013d0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:09.574380 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0ce76b3f-2c26-4e5e-9ed0-6bed989013d0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.576934 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90a2fe1-604f-4eb0-9bc8-3c8e40f4780b None None] Network 4a4f0fd8-b620-4407-9e9e-2410d3092472 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:09.595794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a60f8-6848-4e78-b045-26d321e77b8a req-057e7268-4d7d-4eab-a8bc-d78b4fa71d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:09.598718 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-057e7268-4d7d-4eab-a8bc-d78b4fa71d94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23b1d28a-de7c-4753-8914-9c38791a986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659217 Aug 24 00:45:09.603402 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc24b171-aebd-494b-84a0-e0a2d1d1a3af tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.606516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] For port 4a9086c5-e445-4c38-b204-d5f3a1eced23, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:09.633778 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a64298-a771-470e-97f0-2274b49d45e8 None None] Sync routers for ids ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:45:09.641640 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc24b171-aebd-494b-84a0-e0a2d1d1a3af tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.663508 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0ce76b3f-2c26-4e5e-9ed0-6bed989013d0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3801703 Aug 24 00:45:09.665225 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a64298-a771-470e-97f0-2274b49d45e8 None None] Routers {'ac5857a6-a3c5-4351-b946-67be5c2bf3b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:09.665855 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04a64298-a771-470e-97f0-2274b49d45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:09.672043 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36478) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:09.693447 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] For port 4a9086c5-e445-4c38-b204-d5f3a1eced23, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4a9086c5-e445-4c38-b204-d5f3a1eced23,segment=NetworkSegment(93922bed-9c83-4690-9736-4de729349d5b),segment_id=93922bed-9c83-4690-9736-4de729349d5b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:09.708012 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.714860 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.766485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-dcd7e2fb-5639-4a73-b36a-ee6c02ba2857 service neutron] 10.222.0.47 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039436 Aug 24 00:45:09.775447 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f9c01-fdcc-4632-aa91-6cbaaf73cf9b None None] Pushing event updated for resources: {'Port': ['ID=4a9086c5-e445-4c38-b204-d5f3a1eced23,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:09.872331 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-04a64298-a771-470e-97f0-2274b49d45e8 None None] Set router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:09.919725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-4a4f0fd8-b620-4407-9e9e-2410d3092472', 'network_id': '4a4f0fd8-b620-4407-9e9e-2410d3092472', 'tenant_id': '646df236abbe4957a66ef296efe292c4', 'fixed_ips': [{'subnet_id': 'faf69d23-3603-4786-a5b3-9b334ce2e292'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:09.921025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaec22-2207-42b2-9ac3-2efcdce17d8f req-82f73beb-1d59-41ec-a232-719f607d5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:09.922464 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.922609 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0efaec22-2207-42b2-9ac3-2efcdce17d8f req-82f73beb-1d59-41ec-a232-719f607d5305 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35c27f18324d434ca1ad133521207baf&device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 1096 time: 0.4278445 Aug 24 00:45:10.106071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-620c3967-ca0d-4653-981d-20876d9ca12f service neutron] 10.222.0.47 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225977 Aug 24 00:45:10.186908 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc24b171-aebd-494b-84a0-e0a2d1d1a3af tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.193648 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc24b171-aebd-494b-84a0-e0a2d1d1a3af tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.194879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cc24b171-aebd-494b-84a0-e0a2d1d1a3af tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] 10.222.0.32 "DELETE /v2.0/security-groups/24cb96e2-076a-4249-a572-873fdab2a425 HTTP/1.1" status: 204 len: 168 time: 0.8931663 Aug 24 00:45:10.232138 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24b171-aebd-494b-84a0-e0a2d1d1a3af tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cb96e2-076a-4249-a572-873fdab2a425,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:10.275221 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Allocated IP 2001:db8::1 (4a4f0fd8-b620-4407-9e9e-2410d3092472/faf69d23-3603-4786-a5b3-9b334ce2e292/ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:10.317935 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36486) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:10.328480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Transition to ACTIVE for port object 56b86272-50c5-4e6d-9f5f-910cf6312d32 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:10.422685 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.445305 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04a64298-a771-470e-97f0-2274b49d45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:22Z', 'revision_number': 4, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '2c797830-ea78-4180-b695-ab18158ae650', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'port_id': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'mac_address': 'fa:16:3e:a3:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666007-514f-4675-acdb-78dedce2987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:45:04Z', 'updated_at': '2021-08-24T00:45:09Z', 'revision_number': 2, 'project_id': '35c27f18324d434ca1ad133521207baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6', 'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'mac_address': 'fa:16:3e:94:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:20Z', 'updated_at': '2021-08-24T00:41:29Z', 'revision_number': 5, 'project_id': '35c27f18324d434ca1ad133521207baf', 'subnets': [{'id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:10.482761 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a64298-a771-470e-97f0-2274b49d45e8 None None] Checking router: ac5857a6-a3c5-4351-b946-67be5c2bf3b9 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:45:10.492696 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a64298-a771-470e-97f0-2274b49d45e8 None None] Routers {'ac5857a6-a3c5-4351-b946-67be5c2bf3b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:10.493458 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04a64298-a771-470e-97f0-2274b49d45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:10.497919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaec22-2207-42b2-9ac3-2efcdce17d8f req-aa575825-bbec-4d7d-8bb8-22df6c556d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:10.500526 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0efaec22-2207-42b2-9ac3-2efcdce17d8f req-aa575825-bbec-4d7d-8bb8-22df6c556d86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a863ae3b-f05b-4196-ac8a-9962805fb678 HTTP/1.1" status: 200 len: 914 time: 0.5564837 Aug 24 00:45:10.535549 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.539623 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.647602 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-04a64298-a771-470e-97f0-2274b49d45e8 None None] Set router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:10.651837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Allocated IP 172.20.0.2 (6894bfe4-0a4d-4a99-8e54-058a7995e688/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/311e01cd-117e-40d9-9435-9f4ed7da4bec) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:10.676530 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.693054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6867c4-a7cd-40e5-9df0-3ea9327f0894 req-721939d3-eafa-4abc-b72a-dc4f3e821f3c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:10.700382 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Transition to ACTIVE for port object ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:10.702989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c6867c4-a7cd-40e5-9df0-3ea9327f0894 req-721939d3-eafa-4abc-b72a-dc4f3e821f3c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 945 time: 0.4421566 Aug 24 00:45:10.739523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a60f8-6848-4e78-b045-26d321e77b8a req-1db5ae54-9d27-42ca-9924-a61ab2090df7 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:10.741596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-1db5ae54-9d27-42ca-9924-a61ab2090df7 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248&tenant_id=b921a640dca2469ab0511a55c18e6f1e&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 1096 time: 0.3549566 Aug 24 00:45:10.745535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0efaec22-2207-42b2-9ac3-2efcdce17d8f req-50ae2c6c-81f4-435c-a456-db1c99fb0693 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c039edbb-d32b-401b-bf46-bf2118706bf2 HTTP/1.1" status: 200 len: 1001 time: 0.1980145 Aug 24 00:45:10.762825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Transition to ACTIVE for port object ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:10.795128 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.797105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805736-1'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:10.867594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c6867c4-a7cd-40e5-9df0-3ea9327f0894 req-01bd992b-774c-4f8e-8754-70f713a76517 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634035 Aug 24 00:45:10.871066 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Network 4a4f0fd8-b620-4407-9e9e-2410d3092472 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:10.910688 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.920576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaec22-2207-42b2-9ac3-2efcdce17d8f req-9938f5ae-9cd6-49a8-842c-cfa990f0f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:10.922072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0efaec22-2207-42b2-9ac3-2efcdce17d8f req-9938f5ae-9cd6-49a8-842c-cfa990f0f99f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9de5ed0-fbf9-46b8-9203-adcd5872c396 HTTP/1.1" status: 200 len: 852 time: 0.1453769 Aug 24 00:45:10.933735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Pushing event updated for resources: {'Port': ['ID=ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:10.943584 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.946058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:10.957032 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:11.036528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaec22-2207-42b2-9ac3-2efcdce17d8f req-5cfd6c60-e565-4be9-94a3-1ad783f4dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:11.039072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0efaec22-2207-42b2-9ac3-2efcdce17d8f req-5cfd6c60-e565-4be9-94a3-1ad783f4dacf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a863ae3b-f05b-4196-ac8a-9962805fb678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086257 Aug 24 00:45:11.040344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Pushing event updated for resources: {'Port': ['ID=56b86272-50c5-4e6d-9f5f-910cf6312d32,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:11.046038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Network 6894bfe4-0a4d-4a99-8e54-058a7995e688 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:11.063126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Subnet': ['ID=faf69d23-3603-4786-a5b3-9b334ce2e292,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:11.071967 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:11.084287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:11.088661 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.092423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Attempting to bind port ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:11.093060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Attempting to bind port ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'ad390374-e939-4481-b5c6-ef7acb06b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4a4f0fd8-b620-4407-9e9e-2410d3092472'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:11.093605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Attempting to bind port ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d on network 4a4f0fd8-b620-4407-9e9e-2410d3092472 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:11.134909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:11.135611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Checking segment: {'id': 'ad390374-e939-4481-b5c6-ef7acb06b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4a4f0fd8-b620-4407-9e9e-2410d3092472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:11.136435 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.137146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Bound using segment: {'id': 'ad390374-e939-4481-b5c6-ef7acb06b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4a4f0fd8-b620-4407-9e9e-2410d3092472'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:11.138656 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Bound port: ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad390374-e939-4481-b5c6-ef7acb06b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4a4f0fd8-b620-4407-9e9e-2410d3092472'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:11.139450 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.172234 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4f0fd8-b620-4407-9e9e-2410d3092472']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:11.179596 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04a64298-a771-470e-97f0-2274b49d45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:22Z', 'revision_number': 4, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '2c797830-ea78-4180-b695-ab18158ae650', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'port_id': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'mac_address': 'fa:16:3e:a3:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666007-514f-4675-acdb-78dedce2987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:45:04Z', 'updated_at': '2021-08-24T00:45:09Z', 'revision_number': 2, 'project_id': '35c27f18324d434ca1ad133521207baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6', 'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'mac_address': 'fa:16:3e:94:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:20Z', 'updated_at': '2021-08-24T00:41:29Z', 'revision_number': 5, 'project_id': '35c27f18324d434ca1ad133521207baf', 'subnets': [{'id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:11.219472 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad390374-e939-4481-b5c6-ef7acb06b53a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:11.219902 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad390374-e939-4481-b5c6-ef7acb06b53a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:11.223906 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.242207 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.245921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Transition to ACTIVE for port object 311e01cd-117e-40d9-9435-9f4ed7da4bec will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:11.261841 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:11.262668 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.280660 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a64298-a771-470e-97f0-2274b49d45e8 None None] The sync data for ids ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'] in n-d-805736-1 is: [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:22Z', 'revision_number': 4, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '2c797830-ea78-4180-b695-ab18158ae650', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'port_id': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'mac_address': 'fa:16:3e:a3:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c666007-514f-4675-acdb-78dedce2987a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:45:04Z', 'updated_at': '2021-08-24T00:45:09Z', 'revision_number': 2, 'project_id': '35c27f18324d434ca1ad133521207baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6', 'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'mac_address': 'fa:16:3e:94:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:20Z', 'updated_at': '2021-08-24T00:41:29Z', 'revision_number': 5, 'project_id': '35c27f18324d434ca1ad133521207baf', 'subnets': [{'id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:45:11.288888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:11.298687 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Transition to ACTIVE for port object 311e01cd-117e-40d9-9435-9f4ed7da4bec will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:11.301698 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] For port ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:11.310402 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.312424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0efaec22-2207-42b2-9ac3-2efcdce17d8f req-11d9aa0b-9656-4c8b-b29b-e564a56cdf4d service neutron] 10.222.0.47 "GET /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366047 Aug 24 00:45:11.314365 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.329834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:11.332237 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.397534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Pushing event updated for resources: {'Port': ['ID=311e01cd-117e-40d9-9435-9f4ed7da4bec,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:11.407578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000a4035-d194-422c-8edb-55360405006a None None] Network 4490c537-a90c-4113-bc4e-faa37088d961 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:11.451797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c666007-514f-4675-acdb-78dedce2987a', 'tag': 'c039edbb-d32b-401b-bf46-bf2118706bf2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:45:11.455562 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cdde6c-a29d-464c-a3c1-0b2d29bcce1c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c666007-514f-4675-acdb-78dedce2987a", "tag": "c039edbb-d32b-401b-bf46-bf2118706bf2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:45:11.471006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:11.507125 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:11.535928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:45:11.535928 n-d-805736-1 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:45:11.535928 n-d-805736-1 neutron-server[94838]: [parameters: {'id': '4a4f0fd8-b620-4407-9e9e-2410d3092472'}] Aug 24 00:45:11.535928 n-d-805736-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:45:11.536979 n-d-805736-1 neutron-server[94838]: DEBUG oslo_db.api [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:45:11.548798 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0efaec22-2207-42b2-9ac3-2efcdce17d8f req-b2f160d5-af10-4fd5-add0-65e5c52efcd1 service neutron] 10.222.0.47 "GET /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164674 Aug 24 00:45:11.549181 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1f8ec442-33c0-49ca-ab9f-ede6e810a3a3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6889892 Aug 24 00:45:11.549368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36494) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:11.563391 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d1065e-242b-43f2-be6c-fdb779f6dddc x-openstack-request-id: req-45d1065e-242b-43f2-be6c-fdb779f6dddc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:45:11.563624 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c666007-514f-4675-acdb-78dedce2987a", "tag": "c039edbb-d32b-401b-bf46-bf2118706bf2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:45:11.564418 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45d1065e-242b-43f2-be6c-fdb779f6dddc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:45:11.564567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Network 6894bfe4-0a4d-4a99-8e54-058a7995e688 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:11.564708 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c666007-514f-4675-acdb-78dedce2987a', 'tag': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'status': 'completed', 'code': 200} Aug 24 00:45:11.568965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0ced9810-d32a-433e-895c-2258dd09b23a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-637043142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:11.582606 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.595570 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] For port ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d,segment=NetworkSegment(ad390374-e939-4481-b5c6-ef7acb06b53a),segment_id=ad390374-e939-4481-b5c6-ef7acb06b53a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:11.610436 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.618643 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:11.633030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:11.636652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-50a056d3-5a14-4e34-8841-7ca31c76f6d8 None None] Provisioning for port 4a9086c5-e445-4c38-b204-d5f3a1eced23 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:11.654190 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.715314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d5eb5b-28be-4011-a572-d62f385b79d3,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:11.732798 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ced9810-d32a-433e-895c-2258dd09b23a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.744126 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ced9810-d32a-433e-895c-2258dd09b23a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.876566 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72232abb-c48c-4b72-8c02-7734aaac324a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.051639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4a9086c5-e445-4c38-b204-d5f3a1eced23 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:12.053644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f53805-d719-4296-bcd7-48f2e6e9d8f6 None None] Network 4a4f0fd8-b620-4407-9e9e-2410d3092472 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:12.055112 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.066442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Attempting to bind port 311e01cd-117e-40d9-9435-9f4ed7da4bec on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:12.067182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Attempting to bind port 311e01cd-117e-40d9-9435-9f4ed7da4bec by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '0e63bd36-ac26-4c6c-941a-3223ffe94898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6894bfe4-0a4d-4a99-8e54-058a7995e688'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:12.067361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Attempting to bind port 311e01cd-117e-40d9-9435-9f4ed7da4bec on network 6894bfe4-0a4d-4a99-8e54-058a7995e688 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:12.128808 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdde6c-a29d-464c-a3c1-0b2d29bcce1c req-5cd4affe-f61a-4911-a11e-519d53811b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:12.130476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88cdde6c-a29d-464c-a3c1-0b2d29bcce1c req-5cd4affe-f61a-4911-a11e-519d53811b38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35c27f18324d434ca1ad133521207baf&device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 1096 time: 0.4165654 Aug 24 00:45:12.166370 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:12.166827 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Checking segment: {'id': '0e63bd36-ac26-4c6c-941a-3223ffe94898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6894bfe4-0a4d-4a99-8e54-058a7995e688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:12.167527 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.168075 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Bound using segment: {'id': '0e63bd36-ac26-4c6c-941a-3223ffe94898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6894bfe4-0a4d-4a99-8e54-058a7995e688'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:12.168707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Bound port: 311e01cd-117e-40d9-9435-9f4ed7da4bec, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e63bd36-ac26-4c6c-941a-3223ffe94898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6894bfe4-0a4d-4a99-8e54-058a7995e688'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:12.169397 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.172462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Attempting to bind port d4d5eb5b-28be-4011-a572-d62f385b79d3 on host n-h2-805736-1 for vnic_type normal with profile {"migrating_to": "n-h1-805736-1"} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:12.173166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Attempting to bind port d4d5eb5b-28be-4011-a572-d62f385b79d3 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:12.173976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Attempting to bind port d4d5eb5b-28be-4011-a572-d62f385b79d3 on network 23b1d28a-de7c-4753-8914-9c38791a986e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:12.184814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235e8c6-1504-42c0-a8e4-07fd2510a922 None None] Pushing event updated for resources: {'Port': ['ID=ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:12.194479 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ced9810-d32a-433e-895c-2258dd09b23a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.221237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Port d4d5eb5b-28be-4011-a572-d62f385b79d3 on network 23b1d28a-de7c-4753-8914-9c38791a986e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:45:12.221617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Attempting to bind port d4d5eb5b-28be-4011-a572-d62f385b79d3 on network 23b1d28a-de7c-4753-8914-9c38791a986e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:12.224267 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ced9810-d32a-433e-895c-2258dd09b23a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.237585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48603019-fa3c-4f18-844b-72344de87808 req-3a20162d-291c-49d9-be7b-5fc9b17fa4b2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:12.239283 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48603019-fa3c-4f18-844b-72344de87808 req-3a20162d-291c-49d9-be7b-5fc9b17fa4b2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 943 time: 0.2093267 Aug 24 00:45:12.245003 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Deleting port ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:12.245473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.305656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:12.306333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Checking segment: {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:12.306545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Bound using segment: {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:12.307288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Bound port: d4d5eb5b-28be-4011-a572-d62f385b79d3, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:12.307718 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.325946 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-22781df7-e6ca-4ee7-b66b-d1d9345b148c None None] Provisioning complete for port d4d5eb5b-28be-4011-a572-d62f385b79d3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:12.326333 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-22781df7-e6ca-4ee7-b66b-d1d9345b148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.332214 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ced9810-d32a-433e-895c-2258dd09b23a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.336474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0ced9810-d32a-433e-895c-2258dd09b23a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7731605 Aug 24 00:45:12.336636 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] For port ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d,segment=NetworkSegment(ad390374-e939-4481-b5c6-ef7acb06b53a),segment_id=ad390374-e939-4481-b5c6-ef7acb06b53a)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:12.337124 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.339916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36498) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:12.353168 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a3b96b66-fd9c-42ec-9057-c65b0121ebd7 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-852951645', 'prefixes': ['172.20.0.0/16']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:12.372664 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Calling delete_port for ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:12.417485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4a9086c5-e445-4c38-b204-d5f3a1eced23 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:12.425410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] For port 311e01cd-117e-40d9-9435-9f4ed7da4bec, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:12.427649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-22781df7-e6ca-4ee7-b66b-d1d9345b148c None None] Port d4d5eb5b-28be-4011-a572-d62f385b79d3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:45:12.433711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] For port 311e01cd-117e-40d9-9435-9f4ed7da4bec, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=311e01cd-117e-40d9-9435-9f4ed7da4bec,segment=NetworkSegment(0e63bd36-ac26-4c6c-941a-3223ffe94898),segment_id=0e63bd36-ac26-4c6c-941a-3223ffe94898)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:12.436409 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4a9086c5-e445-4c38-b204-d5f3a1eced23 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:12.436917 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.442417 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.608372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f8ca6-71af-47bd-91b8-4308092642d8 None None] Pushing event updated for resources: {'Port': ['ID=311e01cd-117e-40d9-9435-9f4ed7da4bec,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:12.680827 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3b96b66-fd9c-42ec-9057-c65b0121ebd7 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks [] for subnetpool, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.682206 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a3b96b66-fd9c-42ec-9057-c65b0121ebd7 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3401616 Aug 24 00:45:12.686151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36504) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:12.694181 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-919308c9-7542-45df-9fd6-3c001be204ed tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4dd7876a-9ba2-4d9e-933b-4aad9e3db278', 'tempest-TagsExtTest-Tag-1606271618') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:12.707345 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.717168 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-72232abb-c48c-4b72-8c02-7734aaac324a admin admin] Deleting port 85b07904-c074-4023-9828-f99b78ac467a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:12.717816 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72232abb-c48c-4b72-8c02-7734aaac324a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.853064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48603019-fa3c-4f18-844b-72344de87808 req-7f4a36cb-b766-4e99-b0de-25729a5dd879 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5838256 Aug 24 00:45:12.904639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdde6c-a29d-464c-a3c1-0b2d29bcce1c req-2700f47e-1e89-4070-8281-05bca77e8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:12.907735 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88cdde6c-a29d-464c-a3c1-0b2d29bcce1c req-2700f47e-1e89-4070-8281-05bca77e8982 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a863ae3b-f05b-4196-ac8a-9962805fb678 HTTP/1.1" status: 200 len: 914 time: 0.7267039 Aug 24 00:45:12.933371 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Port': ['ID=ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:12.954661 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No DVR routers for this DVR port ea3ae2e9-740f-4be5-b462-24c8a0bb4e1d on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:13.024239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-72232abb-c48c-4b72-8c02-7734aaac324a admin admin] For port 85b07904-c074-4023-9828-f99b78ac467a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=85b07904-c074-4023-9828-f99b78ac467a,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:13.025541 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72232abb-c48c-4b72-8c02-7734aaac324a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.033335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:13.041116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-72232abb-c48c-4b72-8c02-7734aaac324a admin admin] Calling delete_port for 85b07904-c074-4023-9828-f99b78ac467a owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:13.051557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:13.058956 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.062252 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88cdde6c-a29d-464c-a3c1-0b2d29bcce1c req-fc955a9a-4757-41f2-b220-c10ffb1c30fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c039edbb-d32b-401b-bf46-bf2118706bf2 HTTP/1.1" status: 200 len: 1001 time: 0.1422148 Aug 24 00:45:13.101997 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e96d0cf0-1fa3-491d-b1b1-99e3f3968176 None None] Provisioning complete for port 4a9086c5-e445-4c38-b204-d5f3a1eced23 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:13.102561 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e96d0cf0-1fa3-491d-b1b1-99e3f3968176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.103893 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.183120 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.210629 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4f0fd8-b620-4407-9e9e-2410d3092472']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:13.238387 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4a9086c5-e445-4c38-b204-d5f3a1eced23, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4a9086c5-e445-4c38-b204-d5f3a1eced23,segment=NetworkSegment(93922bed-9c83-4690-9736-4de729349d5b),segment_id=93922bed-9c83-4690-9736-4de729349d5b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:13.250260 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.251319 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad390374-e939-4481-b5c6-ef7acb06b53a') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:13.252625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad390374-e939-4481-b5c6-ef7acb06b53a') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:13.282012 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.323421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdde6c-a29d-464c-a3c1-0b2d29bcce1c req-a529f38b-3031-429f-b458-1987ac91b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:13.324993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88cdde6c-a29d-464c-a3c1-0b2d29bcce1c req-a529f38b-3031-429f-b458-1987ac91b2fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9de5ed0-fbf9-46b8-9203-adcd5872c396 HTTP/1.1" status: 200 len: 852 time: 0.2535629 Aug 24 00:45:13.334312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d5eb5b-28be-4011-a572-d62f385b79d3,revision_number=8']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:13.349128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.355324 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-919308c9-7542-45df-9fd6-3c001be204ed tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "PUT /v2.0/subnets/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/tags/tempest-TagsExtTest-Tag-1606271618 HTTP/1.1" status: 201 len: 201 time: 0.6652477 Aug 24 00:45:13.360351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36508) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:13.369307 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-0e996b12-1375-4164-8cf6-56737a0b38e6 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '56b86272-50c5-4e6d-9f5f-910cf6312d32', 'tempest-TagsExtTest-Tag-1452023776') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:13.372953 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:13.373484 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:13.379320 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:13.441875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:13.442436 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.443926 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-42628f54-b0e6-44cf-bd99-be46300e4368 service neutron] 10.222.0.47 "PUT /v2.0/ports/d4d5eb5b-28be-4011-a572-d62f385b79d3 HTTP/1.1" status: 200 len: 1121 time: 2.6693423 Aug 24 00:45:13.448733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4a9086c5-e445-4c38-b204-d5f3a1eced23,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:13.448952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdde6c-a29d-464c-a3c1-0b2d29bcce1c req-d297197a-bbd3-4c05-aaf3-1397e2d09434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:13.450464 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88cdde6c-a29d-464c-a3c1-0b2d29bcce1c req-d297197a-bbd3-4c05-aaf3-1397e2d09434 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a863ae3b-f05b-4196-ac8a-9962805fb678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003370 Aug 24 00:45:13.513992 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.557785 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.563818 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/4a4f0fd8-b620-4407-9e9e-2410d3092472 HTTP/1.1" status: 204 len: 168 time: 3.8865042 Aug 24 00:45:13.564863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3'}, {'name': 'network-changed', 'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:45:13.567264 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c35198-fa1d-4b93-8ae3-1c55c20bb37e" -d '{"events": [{"server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "name": "network-vif-unplugged", "status": "completed", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3"}, {"name": "network-changed", "server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:45:13.569955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36510) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:13.576505 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['d4d5eb5b-28be-4011-a572-d62f385b79d3'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:45:13.577341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e61aeab6-6759-4bed-9be3-e56ec1255b01 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1252132176'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:13.586739 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9632b0-ab2b-404b-af63-9a3b2bcc214f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Network': ['ID=4a4f0fd8-b620-4407-9e9e-2410d3092472,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:13.636315 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 24 Aug 2021 00:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21db12d-5991-44c0-a6ea-0de21b3bcc00 x-openstack-request-id: req-f21db12d-5991-44c0-a6ea-0de21b3bcc00 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:45:13.636628 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "name": "network-vif-unplugged", "status": "completed", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3", "code": 200}, {"name": "network-changed", "server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:45:13.636867 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f21db12d-5991-44c0-a6ea-0de21b3bcc00 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:45:13.637263 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'code': 200} Aug 24 00:45:13.637514 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'status': 'completed', 'code': 200} Aug 24 00:45:13.670623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88cdde6c-a29d-464c-a3c1-0b2d29bcce1c req-48f0d06f-2106-431e-82c7-860813c43879 service neutron] 10.222.0.47 "GET /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947646 Aug 24 00:45:13.679328 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0e996b12-1375-4164-8cf6-56737a0b38e6 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "PUT /v2.0/ports/56b86272-50c5-4e6d-9f5f-910cf6312d32/tags/tempest-TagsExtTest-Tag-1452023776 HTTP/1.1" status: 201 len: 201 time: 0.3171899 Aug 24 00:45:13.681712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61aeab6-6759-4bed-9be3-e56ec1255b01 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:13.681891 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36514) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:13.685407 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e61aeab6-6759-4bed-9be3-e56ec1255b01 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.700018 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-5cb692a4-7c40-4c34-9cf4-4786861373a0 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '27841402-6398-4fb6-9e16-0c1cf85522e6', 'tempest-TagsExtTest-Tag-1720889849') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:13.747349 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c3cca84e-05b9-4e1e-a656-6dc6e6f2bca9 None None] Provisioning complete for port d4d5eb5b-28be-4011-a572-d62f385b79d3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:13.750369 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3cca84e-05b9-4e1e-a656-6dc6e6f2bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.761172 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72232abb-c48c-4b72-8c02-7734aaac324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.819056 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72232abb-c48c-4b72-8c02-7734aaac324a admin admin] Pushing event deleted for resources: {'Port': ['ID=85b07904-c074-4023-9828-f99b78ac467a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:13.840385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61aeab6-6759-4bed-9be3-e56ec1255b01 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:13.877415 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e61aeab6-6759-4bed-9be3-e56ec1255b01 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.880254 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-e61aeab6-6759-4bed-9be3-e56ec1255b01 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Added segment 1e2e0ce7-6dbe-4568-a50c-117008c6bba1 of type vlan for network 48705014-4152-4c05-a208-f3aa309e8fb7 Aug 24 00:45:13.949245 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3cca84e-05b9-4e1e-a656-6dc6e6f2bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.985738 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5cb692a4-7c40-4c34-9cf4-4786861373a0 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "PUT /v2.0/routers/27841402-6398-4fb6-9e16-0c1cf85522e6/tags/tempest-TagsExtTest-Tag-1720889849 HTTP/1.1" status: 201 len: 201 time: 0.3029716 Aug 24 00:45:14.001632 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36520) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:14.053469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:45:14.058857 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33275c8-17da-432e-a66a-9b8d8e612e6e" -d '{"events": [{"server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "name": "network-vif-plugged", "status": "completed", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:45:14.120670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-5ad2eb9b-73f5-4a13-ba61-f2980a7064b5 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c7dbfd81-bb23-4c60-9cba-d47d4f37119c', 'tempest-TagsExtTest-Tag-1106378320') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:14.146236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c35198-fa1d-4b93-8ae3-1c55c20bb37e req-f71c0e36-188f-4961-a8e4-5e98ef94853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:14.150404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8c35198-fa1d-4b93-8ae3-1c55c20bb37e req-f71c0e36-188f-4961-a8e4-5e98ef94853b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 1124 time: 0.4209366 Aug 24 00:45:14.167955 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c3cca84e-05b9-4e1e-a656-6dc6e6f2bca9 None None] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:14.170153 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014916cf-5199-4115-87b4-bccee8e2dd92 x-openstack-request-id: req-014916cf-5199-4115-87b4-bccee8e2dd92 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:45:14.170433 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "name": "network-vif-plugged", "status": "completed", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:45:14.173390 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-014916cf-5199-4115-87b4-bccee8e2dd92 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:45:14.173886 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'code': 200} Aug 24 00:45:14.180023 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c3cca84e-05b9-4e1e-a656-6dc6e6f2bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:14.241738 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-72232abb-c48c-4b72-8c02-7734aaac324a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:14.321764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4a9086c5-e445-4c38-b204-d5f3a1eced23 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:14.351435 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e61aeab6-6759-4bed-9be3-e56ec1255b01 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:14.417518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21306d41-9a2e-49d3-b2e8-0f0b541ded15 None None] Network 6894bfe4-0a4d-4a99-8e54-058a7995e688 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:14.428411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88cdde6c-a29d-464c-a3c1-0b2d29bcce1c req-8e3d25d2-cd40-4fbb-a7d6-baa6d915a674 service neutron] 10.222.0.47 "GET /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7483745 Aug 24 00:45:14.467609 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5ad2eb9b-73f5-4a13-ba61-f2980a7064b5 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "PUT /v2.0/subnetpools/c7dbfd81-bb23-4c60-9cba-d47d4f37119c/tags/tempest-TagsExtTest-Tag-1106378320 HTTP/1.1" status: 201 len: 201 time: 0.4553349 Aug 24 00:45:14.476762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36524) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:14.492594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-c91122cd-a4f9-4a56-98c0-96b03d126ea0 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4dd7876a-9ba2-4d9e-933b-4aad9e3db278') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:14.512068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cca84e-05b9-4e1e-a656-6dc6e6f2bca9 None None] Pushing event updated for resources: {'Port': ['ID=d4d5eb5b-28be-4011-a572-d62f385b79d3,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:14.527002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85833261-cd77-4220-8118-afb68337b54c req-95888826-6f94-4f03-a036-4c5d0b596cde tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:14.529072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85833261-cd77-4220-8118-afb68337b54c req-95888826-6f94-4f03-a036-4c5d0b596cde tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 945 time: 0.3726873 Aug 24 00:45:14.546632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4a9086c5-e445-4c38-b204-d5f3a1eced23 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:14.547052 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:14.608642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c35198-fa1d-4b93-8ae3-1c55c20bb37e req-585471fb-78c4-4393-b85e-e2609c1ecf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:14.610645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8c35198-fa1d-4b93-8ae3-1c55c20bb37e req-585471fb-78c4-4393-b85e-e2609c1ecf40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=23b1d28a-de7c-4753-8914-9c38791a986e HTTP/1.1" status: 200 len: 897 time: 0.4219749 Aug 24 00:45:14.626366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72232abb-c48c-4b72-8c02-7734aaac324a admin admin] Router 77547d7e-f3e3-4e0a-b794-442c99a1f127 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:45:14.636227 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e61aeab6-6759-4bed-9be3-e56ec1255b01 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:14.652299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61aeab6-6759-4bed-9be3-e56ec1255b01 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:14.653067 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e61aeab6-6759-4bed-9be3-e56ec1255b01 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:14.836488 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c68fc3ac-8c85-497f-a362-db911e35741e None None] Provisioning for port 311e01cd-117e-40d9-9435-9f4ed7da4bec completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:14.912672 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 311e01cd-117e-40d9-9435-9f4ed7da4bec up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:14.913860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61aeab6-6759-4bed-9be3-e56ec1255b01 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Network': ['ID=48705014-4152-4c05-a208-f3aa309e8fb7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:14.938117 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8c35198-fa1d-4b93-8ae3-1c55c20bb37e req-eb48d775-4d8c-4d68-b0cf-3f5f9a736e56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3 HTTP/1.1" status: 200 len: 1000 time: 0.3083708 Aug 24 00:45:14.947461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85833261-cd77-4220-8118-afb68337b54c req-71444268-0548-42cf-a752-6ded5f2cf5e6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3916838 Aug 24 00:45:14.955058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e61aeab6-6759-4bed-9be3-e56ec1255b01 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3823931 Aug 24 00:45:14.957198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36526) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:14.961989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 48705014-4152-4c05-a208-f3aa309e8fb7 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:15.024641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c35198-fa1d-4b93-8ae3-1c55c20bb37e req-24b112bf-4879-47a9-9da8-896b0b713bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:15.026134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8c35198-fa1d-4b93-8ae3-1c55c20bb37e req-24b112bf-4879-47a9-9da8-896b0b713bf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b9d4732-1c42-4e55-a56d-baa06f3e2793 HTTP/1.1" status: 200 len: 832 time: 0.0761414 Aug 24 00:45:15.031555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8ddf6746-a408-4e75-8283-819fea5efb96 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'subnet': {'network_id': '48705014-4152-4c05-a208-f3aa309e8fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:15.079934 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 311e01cd-117e-40d9-9435-9f4ed7da4bec completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:15.085330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 311e01cd-117e-40d9-9435-9f4ed7da4bec triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:15.085711 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.185111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c91122cd-a4f9-4a56-98c0-96b03d126ea0 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/subnets/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/tags HTTP/1.1" status: 200 len: 241 time: 0.7046018 Aug 24 00:45:15.185740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36530) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:15.193986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b2fb973c-8c8a-44d2-9edf-f109cc0baddc None None] Provisioning for port 56b86272-50c5-4e6d-9f5f-910cf6312d32 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:15.194990 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-83c20c46-448a-4139-bb39-d2967f50f589 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4dd7876a-9ba2-4d9e-933b-4aad9e3db278', 'tempest-TagsExtTest-Tag-1606271618') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:15.205101 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b2fb973c-8c8a-44d2-9edf-f109cc0baddc None None] Provisioning complete for port 56b86272-50c5-4e6d-9f5f-910cf6312d32 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:15.206495 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2fb973c-8c8a-44d2-9edf-f109cc0baddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.215121 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72232abb-c48c-4b72-8c02-7734aaac324a admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:45:15.232617 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-72232abb-c48c-4b72-8c02-7734aaac324a admin admin] 10.222.0.32 "PUT /v2.0/routers/77547d7e-f3e3-4e0a-b794-442c99a1f127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9104095 Aug 24 00:45:15.232794 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:15.243669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddf6746-a408-4e75-8283-819fea5efb96 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:15.245461 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be0006-c9c9-4a9a-8d7e-3b3177c30c29 None None] Sync routers for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:45:15.247742 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6746-a408-4e75-8283-819fea5efb96 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.256472 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.258897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c35198-fa1d-4b93-8ae3-1c55c20bb37e req-73476a4e-a207-42b3-b531-47589f3a711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:15.261069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8c35198-fa1d-4b93-8ae3-1c55c20bb37e req-73476a4e-a207-42b3-b531-47589f3a711d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=23b1d28a-de7c-4753-8914-9c38791a986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492083 Aug 24 00:45:15.305352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be0006-c9c9-4a9a-8d7e-3b3177c30c29 None None] Routers {'77547d7e-f3e3-4e0a-b794-442c99a1f127'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:15.305996 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-53be0006-c9c9-4a9a-8d7e-3b3177c30c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['77547d7e-f3e3-4e0a-b794-442c99a1f127'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:15.365225 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.372329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b2fb973c-8c8a-44d2-9edf-f109cc0baddc None None] Port 56b86272-50c5-4e6d-9f5f-910cf6312d32 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:45:15.386062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 311e01cd-117e-40d9-9435-9f4ed7da4bec, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=311e01cd-117e-40d9-9435-9f4ed7da4bec,segment=NetworkSegment(0e63bd36-ac26-4c6c-941a-3223ffe94898),segment_id=0e63bd36-ac26-4c6c-941a-3223ffe94898)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:15.428287 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.436865 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-83c20c46-448a-4139-bb39-d2967f50f589 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/subnets/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/tags/tempest-TagsExtTest-Tag-1606271618 HTTP/1.1" status: 204 len: 168 time: 0.2471800 Aug 24 00:45:15.441127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:15.441430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d1b79e-3443-406a-8766-c3ed3d37a01a None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:45:15.447321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b2fb973c-8c8a-44d2-9edf-f109cc0baddc None None] Provisioning complete for port 311e01cd-117e-40d9-9435-9f4ed7da4bec triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:15.447714 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2fb973c-8c8a-44d2-9edf-f109cc0baddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.450105 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-5d228377-376e-47f3-88f7-f66a409e2da5 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4dd7876a-9ba2-4d9e-933b-4aad9e3db278', 'tempest-TagsExtTest-Tag-1606271618') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:15.515729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8c35198-fa1d-4b93-8ae3-1c55c20bb37e req-e96d7983-201a-4770-8d38-4a3a7675a826 service neutron] 10.222.0.13 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407985 Aug 24 00:45:15.561876 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-53be0006-c9c9-4a9a-8d7e-3b3177c30c29 None None] Set router 77547d7e-f3e3-4e0a-b794-442c99a1f127 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:15.564244 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.630861 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5d228377-376e-47f3-88f7-f66a409e2da5 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/subnets/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/tags/tempest-TagsExtTest-Tag-1606271618 HTTP/1.1" status: 204 len: 168 time: 0.1853380 Aug 24 00:45:15.631558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:15.636387 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-d78356f3-cc7e-4ba7-9fc5-21a83859679a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4dd7876a-9ba2-4d9e-933b-4aad9e3db278') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:15.642314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=311e01cd-117e-40d9-9435-9f4ed7da4bec,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:15.669244 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6746-a408-4e75-8283-819fea5efb96 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.696986 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] Deleting port f38dbd3f-4714-4166-8b52-378b908e063e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:15.697334 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.736447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf6746-a408-4e75-8283-819fea5efb96 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Subnet': ['ID=2c5b680f-6896-4758-9977-2fdd430b7654,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:15.767145 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d78356f3-cc7e-4ba7-9fc5-21a83859679a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/subnets/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/tags HTTP/1.1" status: 200 len: 205 time: 0.1315472 Aug 24 00:45:15.767480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8c35198-fa1d-4b93-8ae3-1c55c20bb37e req-084fa437-504c-4c91-8278-ac2f4c9ec611 service neutron] 10.222.0.13 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407804 Aug 24 00:45:15.767581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:15.774742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-a0edecc7-a70b-4a85-a024-ab44e6244ecc tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '56b86272-50c5-4e6d-9f5f-910cf6312d32') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:15.788226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddf6746-a408-4e75-8283-819fea5efb96 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Checking segment: {'id': '1e2e0ce7-6dbe-4568-a50c-117008c6bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '48705014-4152-4c05-a208-f3aa309e8fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:15.788689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddf6746-a408-4e75-8283-819fea5efb96 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network hostable DHCP agents. Network: 48705014-4152-4c05-a208-f3aa309e8fb7, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:15.811621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddf6746-a408-4e75-8283-819fea5efb96 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network 48705014-4152-4c05-a208-f3aa309e8fb7 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:15.821274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8ddf6746-a408-4e75-8283-819fea5efb96 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 48705014-4152-4c05-a208-f3aa309e8fb7) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:15.826383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddf6746-a408-4e75-8283-819fea5efb96 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:15.826383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6746-a408-4e75-8283-819fea5efb96 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.835565 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] For port f38dbd3f-4714-4166-8b52-378b908e063e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f38dbd3f-4714-4166-8b52-378b908e063e,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:15.835937 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.850184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8ddf6746-a408-4e75-8283-819fea5efb96 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8276613 Aug 24 00:45:15.854218 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36540) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:15.855219 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] Calling delete_port for f38dbd3f-4714-4166-8b52-378b908e063e owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:15.865577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e3e24a16-5716-40df-ba48-bb44ff531b08 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-461883814'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:15.885230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d4d5eb5b-28be-4011-a572-d62f385b79d3 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:45:15.948515 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a0edecc7-a70b-4a85-a024-ab44e6244ecc tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/ports/56b86272-50c5-4e6d-9f5f-910cf6312d32/tags HTTP/1.1" status: 200 len: 241 time: 0.1798561 Aug 24 00:45:15.951352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36542) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:15.958493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-9249dc39-f6ff-4146-8fbc-9d0295c1d499 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56b86272-50c5-4e6d-9f5f-910cf6312d32', 'tempest-TagsExtTest-Tag-1452023776') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:15.963383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 311e01cd-117e-40d9-9435-9f4ed7da4bec up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:15.965289 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e24a16-5716-40df-ba48-bb44ff531b08 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:15.969774 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3e24a16-5716-40df-ba48-bb44ff531b08 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.021278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9249dc39-f6ff-4146-8fbc-9d0295c1d499 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/ports/56b86272-50c5-4e6d-9f5f-910cf6312d32/tags/tempest-TagsExtTest-Tag-1452023776 HTTP/1.1" status: 204 len: 168 time: 0.0684578 Aug 24 00:45:16.024556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36548) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:16.031758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-a28c1fd5-0abd-4eb8-82fd-4d71a327c46f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '56b86272-50c5-4e6d-9f5f-910cf6312d32', 'tempest-TagsExtTest-Tag-1452023776') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:16.040506 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e24a16-5716-40df-ba48-bb44ff531b08 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:16.041112 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.resource_extend [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:45:16.046999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d1b79e-3443-406a-8766-c3ed3d37a01a None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:45:16.061502 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3e24a16-5716-40df-ba48-bb44ff531b08 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.062009 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-e3e24a16-5716-40df-ba48-bb44ff531b08 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Added segment dfdc76a5-8534-4f2a-82a9-f2d9548736aa of type vlan for network 34d64da5-d0f7-47a2-b3c6-106e72eafa4c Aug 24 00:45:16.130078 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3e24a16-5716-40df-ba48-bb44ff531b08 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.176124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd69854-ddf6-48bd-950d-8aa89d8ff7da req-1c20692f-4167-455b-b38e-3716e0cb49f2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:16.179829 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3e24a16-5716-40df-ba48-bb44ff531b08 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.185649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2cd69854-ddf6-48bd-950d-8aa89d8ff7da req-1c20692f-4167-455b-b38e-3716e0cb49f2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 945 time: 0.1000099 Aug 24 00:45:16.185841 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e24a16-5716-40df-ba48-bb44ff531b08 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:16.185841 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3e24a16-5716-40df-ba48-bb44ff531b08 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.192657 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.257774 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2cd69854-ddf6-48bd-950d-8aa89d8ff7da req-9efed5f8-e0cd-4236-b80d-31a8b8b222e9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713224 Aug 24 00:45:16.267367 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a28c1fd5-0abd-4eb8-82fd-4d71a327c46f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/ports/56b86272-50c5-4e6d-9f5f-910cf6312d32/tags/tempest-TagsExtTest-Tag-1452023776 HTTP/1.1" status: 204 len: 168 time: 0.2413077 Aug 24 00:45:16.270383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36552) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:16.274252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f38dbd3f-4714-4166-8b52-378b908e063e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:16.278374 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:16.282448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-71f2c478-1b67-4e15-bf07-597c0a54e321 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '56b86272-50c5-4e6d-9f5f-910cf6312d32') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:16.292640 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e3e24a16-5716-40df-ba48-bb44ff531b08 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4324255 Aug 24 00:45:16.295207 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36554) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:16.300405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 311e01cd-117e-40d9-9435-9f4ed7da4bec triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:16.300782 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.302593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e6dc6ab4-1b09-4504-918e-f436d2353e39 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'subnet': {'network_id': '34d64da5-d0f7-47a2-b3c6-106e72eafa4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:16.308137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d4d5eb5b-28be-4011-a572-d62f385b79d3 has no active binding in host n-h1-805736-1 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:45:16.308797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e24a16-5716-40df-ba48-bb44ff531b08 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Network': ['ID=34d64da5-d0f7-47a2-b3c6-106e72eafa4c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:16.358668 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 34d64da5-d0f7-47a2-b3c6-106e72eafa4c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:16.360696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a84c6639-5703-4c79-9e14-7d070edf3dfe None None] Provisioning complete for port 56b86272-50c5-4e6d-9f5f-910cf6312d32 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:16.361198 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.361412 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a84c6639-5703-4c79-9e14-7d070edf3dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.467479 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-71f2c478-1b67-4e15-bf07-597c0a54e321 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/ports/56b86272-50c5-4e6d-9f5f-910cf6312d32/tags HTTP/1.1" status: 200 len: 205 time: 0.1957731 Aug 24 00:45:16.468081 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.468237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36558) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:16.470052 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.478261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-87cbc8c6-fe43-4607-8ee7-d4651a92675b tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '27841402-6398-4fb6-9e16-0c1cf85522e6') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:16.486921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-53be0006-c9c9-4a9a-8d7e-3b3177c30c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'name': 'tempest-TestVolumeBootPattern-1892848196-router', 'tenant_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:30:55Z', 'updated_at': '2021-08-24T00:45:13Z', 'revision_number': 5, 'project_id': 'c14aa75e32a445ab889373eca3a8b0c6', 'gw_port': {'id': 'f38dbd3f-4714-4166-8b52-378b908e063e', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77547d7e-f3e3-4e0a-b794-442c99a1f127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:30:56Z', 'updated_at': '2021-08-24T00:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:16.528755 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.529792 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77547d7e-f3e3-4e0a-b794-442c99a1f127 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:45:16.535890 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.537309 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-734b6282-828d-444f-87bb-53824d0015ee admin admin] 10.222.0.32 "DELETE /v2.0/routers/77547d7e-f3e3-4e0a-b794-442c99a1f127 HTTP/1.1" status: 204 len: 168 time: 1.3035820 Aug 24 00:45:16.539307 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a84c6639-5703-4c79-9e14-7d070edf3dfe None None] Port 56b86272-50c5-4e6d-9f5f-910cf6312d32 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:45:16.540123 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:16.544386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dc6ab4-1b09-4504-918e-f436d2353e39 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:16.551501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be0006-c9c9-4a9a-8d7e-3b3177c30c29 None None] Checking router: 77547d7e-f3e3-4e0a-b794-442c99a1f127 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:45:16.553147 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6ab4-1b09-4504-918e-f436d2353e39 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.600486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be0006-c9c9-4a9a-8d7e-3b3177c30c29 None None] Routers set() bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:16.601125 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be0006-c9c9-4a9a-8d7e-3b3177c30c29 None None] Router IDs set() for agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:45:16.601896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_agentschedulers_db [None req-53be0006-c9c9-4a9a-8d7e-3b3177c30c29 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'77547d7e-f3e3-4e0a-b794-442c99a1f127'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent'). {{(pid=94839) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 24 00:45:16.602509 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be0006-c9c9-4a9a-8d7e-3b3177c30c29 None None] The sync data for ids ['77547d7e-f3e3-4e0a-b794-442c99a1f127'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:45:16.604740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f896b8cd-ccfc-4300-ae98-86f5d041211d admin admin] Deleting subnet b77d7e2b-68e6-4524-b968-14232b4fd35e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:16.609158 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f896b8cd-ccfc-4300-ae98-86f5d041211d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.676597 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f896b8cd-ccfc-4300-ae98-86f5d041211d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.697645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-87cbc8c6-fe43-4607-8ee7-d4651a92675b tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/routers/27841402-6398-4fb6-9e16-0c1cf85522e6/tags HTTP/1.1" status: 200 len: 241 time: 0.2240679 Aug 24 00:45:16.701350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36562) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:16.707791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-e6131fc4-bb2b-4a46-9656-fb1310d4fb45 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27841402-6398-4fb6-9e16-0c1cf85522e6', 'tempest-TagsExtTest-Tag-1720889849') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:16.753215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-e6dc6ab4-1b09-4504-918e-f436d2353e39 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Performing IP validity checks on allocation pools {{(pid=94837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 24 00:45:16.753700 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-e6dc6ab4-1b09-4504-918e-f436d2353e39 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 24 00:45:16.755434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-48705014-4152-4c05-a208-f3aa309e8fb7', 'network_id': '48705014-4152-4c05-a208-f3aa309e8fb7', 'tenant_id': '646df236abbe4957a66ef296efe292c4', 'fixed_ips': [{'subnet_id': '2c5b680f-6896-4758-9977-2fdd430b7654'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:16.757339 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.821125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f896b8cd-ccfc-4300-ae98-86f5d041211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.836611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e6131fc4-bb2b-4a46-9656-fb1310d4fb45 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/routers/27841402-6398-4fb6-9e16-0c1cf85522e6/tags/tempest-TagsExtTest-Tag-1720889849 HTTP/1.1" status: 204 len: 168 time: 0.1318734 Aug 24 00:45:16.837336 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36564) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:16.841646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-4ba66a38-4dc3-4519-8a29-423910162c8e tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '27841402-6398-4fb6-9e16-0c1cf85522e6', 'tempest-TagsExtTest-Tag-1720889849') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:16.896055 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f896b8cd-ccfc-4300-ae98-86f5d041211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.930873 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Allocated IP 2001:db8::1 (48705014-4152-4c05-a208-f3aa309e8fb7/2c5b680f-6896-4758-9977-2fdd430b7654/d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:16.932916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896b8cd-ccfc-4300-ae98-86f5d041211d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b77d7e2b-68e6-4524-b968-14232b4fd35e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:16.935366 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f896b8cd-ccfc-4300-ae98-86f5d041211d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.939812 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f896b8cd-ccfc-4300-ae98-86f5d041211d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b77d7e2b-68e6-4524-b968-14232b4fd35e HTTP/1.1" status: 204 len: 168 time: 0.3960943 Aug 24 00:45:16.941363 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36566) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:17.040277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36568) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:17.040756 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4ba66a38-4dc3-4519-8a29-423910162c8e tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/routers/27841402-6398-4fb6-9e16-0c1cf85522e6/tags/tempest-TagsExtTest-Tag-1720889849 HTTP/1.1" status: 204 len: 168 time: 0.1996934 Aug 24 00:45:17.045164 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-7137ef93-b68b-4293-bb0f-b674a2a8acdd tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '27841402-6398-4fb6-9e16-0c1cf85522e6') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:17.060444 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6ab4-1b09-4504-918e-f436d2353e39 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.097102 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.152622 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc6ab4-1b09-4504-918e-f436d2353e39 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Subnet': ['ID=fecc29c1-eaa5-4bb0-a2d2-78d53e9356a5,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:17.175479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc6ab4-1b09-4504-918e-f436d2353e39 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Checking segment: {'id': 'dfdc76a5-8534-4f2a-82a9-f2d9548736aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '34d64da5-d0f7-47a2-b3c6-106e72eafa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:17.175847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc6ab4-1b09-4504-918e-f436d2353e39 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network hostable DHCP agents. Network: 34d64da5-d0f7-47a2-b3c6-106e72eafa4c, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:17.190760 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7137ef93-b68b-4293-bb0f-b674a2a8acdd tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/routers/27841402-6398-4fb6-9e16-0c1cf85522e6/tags HTTP/1.1" status: 200 len: 205 time: 0.1488354 Aug 24 00:45:17.193457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:17.198639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-1a67f084-9afc-478c-ab80-fcf16790e06f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c7dbfd81-bb23-4c60-9cba-d47d4f37119c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:17.208057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc6ab4-1b09-4504-918e-f436d2353e39 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network 34d64da5-d0f7-47a2-b3c6-106e72eafa4c is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:17.221116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e6dc6ab4-1b09-4504-918e-f436d2353e39 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 34d64da5-d0f7-47a2-b3c6-106e72eafa4c) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:17.226362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dc6ab4-1b09-4504-918e-f436d2353e39 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:17.227046 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6dc6ab4-1b09-4504-918e-f436d2353e39 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.232859 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.242294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Transition to ACTIVE for port object d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:17.244793 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Deleting port 12267e20-5d40-44fc-bf1d-427c712e91ab {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:17.245081 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.252236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e6dc6ab4-1b09-4504-918e-f436d2353e39 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9546289 Aug 24 00:45:17.252996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:17.264053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Transition to ACTIVE for port object d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:17.270825 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.273883 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a67f084-9afc-478c-ab80-fcf16790e06f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/subnetpools/c7dbfd81-bb23-4c60-9cba-d47d4f37119c/tags HTTP/1.1" status: 200 len: 241 time: 0.0790110 Aug 24 00:45:17.278372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36574) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:17.284987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-4945aaf9-2c4a-47b1-8351-b66e21e78049 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c7dbfd81-bb23-4c60-9cba-d47d4f37119c', 'tempest-TagsExtTest-Tag-1106378320') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:17.312531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Network 48705014-4152-4c05-a208-f3aa309e8fb7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:17.316872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4945aaf9-2c4a-47b1-8351-b66e21e78049 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/subnetpools/c7dbfd81-bb23-4c60-9cba-d47d4f37119c/tags/tempest-TagsExtTest-Tag-1106378320 HTTP/1.1" status: 204 len: 168 time: 0.0371492 Aug 24 00:45:17.317585 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:17.317737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36578) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:17.320453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:17.337850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-01687362-95da-4e5e-bdf7-c9306cd5b4d6 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c7dbfd81-bb23-4c60-9cba-d47d4f37119c', 'tempest-TagsExtTest-Tag-1106378320') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:17.391319 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] For port 12267e20-5d40-44fc-bf1d-427c712e91ab, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=12267e20-5d40-44fc-bf1d-427c712e91ab,segment=NetworkSegment(33586be2-c333-4508-a784-e35e2a9ecded),segment_id=33586be2-c333-4508-a784-e35e2a9ecded)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:17.391701 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.402988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Pushing event updated for resources: {'Port': ['ID=d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:17.421537 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Calling delete_port for 12267e20-5d40-44fc-bf1d-427c712e91ab owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:17.422377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Attempting to bind port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:17.423006 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Attempting to bind port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '1e2e0ce7-6dbe-4568-a50c-117008c6bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '48705014-4152-4c05-a208-f3aa309e8fb7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:17.423626 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Attempting to bind port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 on network 48705014-4152-4c05-a208-f3aa309e8fb7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:17.430008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:17.430753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Checking segment: {'id': '1e2e0ce7-6dbe-4568-a50c-117008c6bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '48705014-4152-4c05-a208-f3aa309e8fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:17.431184 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.431737 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Bound using segment: {'id': '1e2e0ce7-6dbe-4568-a50c-117008c6bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '48705014-4152-4c05-a208-f3aa309e8fb7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:17.432284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Bound port: d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2e0ce7-6dbe-4568-a50c-117008c6bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '48705014-4152-4c05-a208-f3aa309e8fb7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:17.432735 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.459899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.473870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f519a-a2cb-402d-a38a-07d3ccd4d458 req-475fc650-749b-4895-9591-490be91760b2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:17.475825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d71f519a-a2cb-402d-a38a-07d3ccd4d458 req-475fc650-749b-4895-9591-490be91760b2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 945 time: 0.0993059 Aug 24 00:45:17.478011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-01687362-95da-4e5e-bdf7-c9306cd5b4d6 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/subnetpools/c7dbfd81-bb23-4c60-9cba-d47d4f37119c/tags/tempest-TagsExtTest-Tag-1106378320 HTTP/1.1" status: 204 len: 168 time: 0.1590416 Aug 24 00:45:17.480663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36582) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:17.485353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-fb46409a-e9d0-4d91-a54e-e0f9e1e63203 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c7dbfd81-bb23-4c60-9cba-d47d4f37119c') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:17.523022 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] For port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:17.531940 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] For port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5,segment=NetworkSegment(1e2e0ce7-6dbe-4568-a50c-117008c6bba1),segment_id=1e2e0ce7-6dbe-4568-a50c-117008c6bba1)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:17.539521 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.550911 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fb46409a-e9d0-4d91-a54e-e0f9e1e63203 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/subnetpools/c7dbfd81-bb23-4c60-9cba-d47d4f37119c/tags HTTP/1.1" status: 200 len: 205 time: 0.0691199 Aug 24 00:45:17.554572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36584) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:17.562349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-7b874f73-5be3-4bfb-9af3-6cc9f8cefe32 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c7dbfd81-bb23-4c60-9cba-d47d4f37119c') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:17.598872 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.603016 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d71f519a-a2cb-402d-a38a-07d3ccd4d458 req-8b012907-888f-4673-9d54-b1cba9576301 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129801 Aug 24 00:45:17.636217 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7b874f73-5be3-4bfb-9af3-6cc9f8cefe32 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/subnetpools/c7dbfd81-bb23-4c60-9cba-d47d4f37119c/tags HTTP/1.1" status: 204 len: 168 time: 0.0799155 Aug 24 00:45:17.652627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36586) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:17.672053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-2064da2f-d6eb-4214-85ec-0673d16ddec2 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '27841402-6398-4fb6-9e16-0c1cf85522e6') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:17.694883 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d2f66-b07e-485c-ab38-0d55ab3f1e49 None None] Pushing event updated for resources: {'Port': ['ID=d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:17.747000 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.776523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] No DVR routers for this DVR port 12267e20-5d40-44fc-bf1d-427c712e91ab on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:17.890163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2064da2f-d6eb-4214-85ec-0673d16ddec2 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/routers/27841402-6398-4fb6-9e16-0c1cf85522e6/tags HTTP/1.1" status: 204 len: 168 time: 0.2289059 Aug 24 00:45:17.891144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36588) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:17.896473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-74c6aa9d-dcf5-4728-af12-7a5527147a03 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '56b86272-50c5-4e6d-9f5f-910cf6312d32') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:17.910036 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=12267e20-5d40-44fc-bf1d-427c712e91ab,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:17.973616 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f38dbd3f-4714-4166-8b52-378b908e063e no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:17.979570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-74c6aa9d-dcf5-4728-af12-7a5527147a03 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/ports/56b86272-50c5-4e6d-9f5f-910cf6312d32/tags HTTP/1.1" status: 204 len: 168 time: 0.0851402 Aug 24 00:45:17.980461 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:17.985181 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-486198d7-efe3-4df4-8e67-bb2de2dd25fc tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4dd7876a-9ba2-4d9e-933b-4aad9e3db278') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:17.998792 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: f38dbd3f-4714-4166-8b52-378b908e063e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:17.999292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f38dbd3f-4714-4166-8b52-378b908e063e not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:17.999543 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.999884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 85b07904-c074-4023-9828-f99b78ac467a no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:18.020177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 85b07904-c074-4023-9828-f99b78ac467a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:18.020926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 85b07904-c074-4023-9828-f99b78ac467a not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:18.046478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:18.058879 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.079062 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33586be2-c333-4508-a784-e35e2a9ecded') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:18.079357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33586be2-c333-4508-a784-e35e2a9ecded') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:18.109023 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.112420 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Subnet': ['ID=fecc29c1-eaa5-4bb0-a2d2-78d53e9356a5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:18.180962 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.195563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:18.195972 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:18.198340 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:18.209843 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.256404 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d64da5-d0f7-47a2-b3c6-106e72eafa4c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:18.277934 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdc76a5-8534-4f2a-82a9-f2d9548736aa') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:18.278179 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdc76a5-8534-4f2a-82a9-f2d9548736aa') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:18.290960 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.298829 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-486198d7-efe3-4df4-8e67-bb2de2dd25fc tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/subnets/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/tags HTTP/1.1" status: 204 len: 168 time: 0.3173668 Aug 24 00:45:18.299653 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.303444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:18.309343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-9f7c1c07-5a48-4953-90eb-f5b7498572e7 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4dd7876a-9ba2-4d9e-933b-4aad9e3db278', 'tempest-TagsExtTest-Tag-536405977') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:18.318116 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.320322 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] 10.222.0.32 "DELETE /v2.0/networks/311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a HTTP/1.1" status: 204 len: 168 time: 1.3764091 Aug 24 00:45:18.323460 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36594) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:18.348414 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.350588 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b7b03-765a-4207-96b1-625bb9f52e7f admin admin] Pushing event deleted for resources: {'Network': ['ID=311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:18.361195 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:18.361756 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:18.365758 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:18.458214 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.470485 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.476965 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/34d64da5-d0f7-47a2-b3c6-106e72eafa4c HTTP/1.1" status: 204 len: 168 time: 1.2196007 Aug 24 00:45:18.477896 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:18.486254 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0a49e3ac-31cf-4a14-8102-d9dae8ce157a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-33577010'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:18.516766 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661f0bb-d244-48cc-97c1-0c6014f2d10f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Network': ['ID=34d64da5-d0f7-47a2-b3c6-106e72eafa4c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:18.536793 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9f7c1c07-5a48-4953-90eb-f5b7498572e7 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "PUT /v2.0/subnets/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/tags/tempest-TagsExtTest-Tag-536405977 HTTP/1.1" status: 201 len: 201 time: 0.2321165 Aug 24 00:45:18.540485 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:18.549187 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-c8eca9ad-7cc9-47a5-a97e-38a3ad0490ca tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '56b86272-50c5-4e6d-9f5f-910cf6312d32', 'tempest-TagsExtTest-Tag-1083039767') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:18.586449 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a49e3ac-31cf-4a14-8102-d9dae8ce157a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:18.590451 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a49e3ac-31cf-4a14-8102-d9dae8ce157a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.651467 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a49e3ac-31cf-4a14-8102-d9dae8ce157a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:18.697714 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a49e3ac-31cf-4a14-8102-d9dae8ce157a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.699011 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-0a49e3ac-31cf-4a14-8102-d9dae8ce157a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Added segment 9e2acd86-2543-49fe-b1ce-d5124c7bc764 of type vlan for network 1354d5d8-8f8d-46ee-9604-224f79230a3c Aug 24 00:45:18.726945 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c8eca9ad-7cc9-47a5-a97e-38a3ad0490ca tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "PUT /v2.0/ports/56b86272-50c5-4e6d-9f5f-910cf6312d32/tags/tempest-TagsExtTest-Tag-1083039767 HTTP/1.1" status: 201 len: 201 time: 0.1833603 Aug 24 00:45:18.730860 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36608) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:18.756202 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-33d6376f-990e-4c13-8e29-865299bd9cad tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '27841402-6398-4fb6-9e16-0c1cf85522e6', 'tempest-TagsExtTest-Tag-862794569') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:18.836173 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a49e3ac-31cf-4a14-8102-d9dae8ce157a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.933759 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a49e3ac-31cf-4a14-8102-d9dae8ce157a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.944303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a49e3ac-31cf-4a14-8102-d9dae8ce157a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:18.944959 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a49e3ac-31cf-4a14-8102-d9dae8ce157a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.957729 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-33d6376f-990e-4c13-8e29-865299bd9cad tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "PUT /v2.0/routers/27841402-6398-4fb6-9e16-0c1cf85522e6/tags/tempest-TagsExtTest-Tag-862794569 HTTP/1.1" status: 201 len: 201 time: 0.2259665 Aug 24 00:45:18.974741 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36610) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:18.980222 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-674879b3-b0cd-4a3b-8ed7-989193a4aed4 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c7dbfd81-bb23-4c60-9cba-d47d4f37119c', 'tempest-TagsExtTest-Tag-1012916345') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:19.042866 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0a49e3ac-31cf-4a14-8102-d9dae8ce157a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5596230 Aug 24 00:45:19.044505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36612) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:19.050633 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-15273c35-d47c-4249-9439-f2825d79f8bb tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'subnet': {'network_id': '1354d5d8-8f8d-46ee-9604-224f79230a3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:19.100088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccf4f5-804c-46d6-a644-2393acb3f640 req-7d47a763-9fed-411f-bb5d-b894d1177f2e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:19.108602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-daccf4f5-804c-46d6-a644-2393acb3f640 req-7d47a763-9fed-411f-bb5d-b894d1177f2e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 945 time: 0.0851305 Aug 24 00:45:19.151760 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49e3ac-31cf-4a14-8102-d9dae8ce157a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Network': ['ID=1354d5d8-8f8d-46ee-9604-224f79230a3c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:19.166526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b99b608-c5f8-4500-bb71-76347a1254d7 None None] Network 48705014-4152-4c05-a208-f3aa309e8fb7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:19.171496 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 1354d5d8-8f8d-46ee-9604-224f79230a3c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:19.173236 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c211ac0-2da7-431c-9349-a5712043e531 None None] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:19.200696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-daccf4f5-804c-46d6-a644-2393acb3f640 req-15319f54-8769-4f67-84b3-960963575d2e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905831 Aug 24 00:45:19.234417 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-674879b3-b0cd-4a3b-8ed7-989193a4aed4 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "PUT /v2.0/subnetpools/c7dbfd81-bb23-4c60-9cba-d47d4f37119c/tags/tempest-TagsExtTest-Tag-1012916345 HTTP/1.1" status: 201 len: 201 time: 0.2589326 Aug 24 00:45:19.237929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36616) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:19.243376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740fa51b-6864-430b-99e3-893af5e43f2c None None] Network 34d64da5-d0f7-47a2-b3c6-106e72eafa4c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:19.246662 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-995790a8-1c2d-4b88-b82f-66ed5a9f04c3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4dd7876a-9ba2-4d9e-933b-4aad9e3db278', {'tags': ['tempest-TagsExtTest-Tag-357872293', 'tempest-TagsExtTest-Tag-863069903', 'tempest-TagsExtTest-Tag-1802461434']}) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:19.287347 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740fa51b-6864-430b-99e3-893af5e43f2c None None] Network 34d64da5-d0f7-47a2-b3c6-106e72eafa4c could not be found, it might have been deleted concurrently. {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 24 00:45:19.289002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c211ac0-2da7-431c-9349-a5712043e531 None None] Network 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a could not be found, it might have been deleted concurrently. {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 24 00:45:19.334932 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadab73c-119f-4ab6-afe6-930927436373 None None] Network 34d64da5-d0f7-47a2-b3c6-106e72eafa4c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:19.370290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadab73c-119f-4ab6-afe6-930927436373 None None] Network 34d64da5-d0f7-47a2-b3c6-106e72eafa4c could not be found, it might have been deleted concurrently. {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 24 00:45:19.370967 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-408e9fd7-1503-4640-89de-f797c054a7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:19.394371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-715a4ed1-856c-4166-ac14-068bbb5f64d9 None None] Provisioning for port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:19.406522 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15273c35-d47c-4249-9439-f2825d79f8bb tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:19.419147 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15273c35-d47c-4249-9439-f2825d79f8bb tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:19.432691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc555da-40bc-4d03-81dc-83f0ca946fa1 None None] DHCP port deletion for 311f4242-8d36-4bf2-8f9b-cc20d4cf7c2a request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:19.661751 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-995790a8-1c2d-4b88-b82f-66ed5a9f04c3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "PUT /v2.0/subnets/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/tags HTTP/1.1" status: 200 len: 316 time: 0.4223964 Aug 24 00:45:19.667233 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36620) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:19.676063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-4664f26d-df61-44ff-86e0-26ef18d9ea9b tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4dd7876a-9ba2-4d9e-933b-4aad9e3db278') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:19.681006 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15273c35-d47c-4249-9439-f2825d79f8bb tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:19.747530 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-408e9fd7-1503-4640-89de-f797c054a7cf admin admin] Deleting port 62ca3180-037a-4c9b-8bfe-1c134d25fc51 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:19.748516 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-408e9fd7-1503-4640-89de-f797c054a7cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:19.900306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15273c35-d47c-4249-9439-f2825d79f8bb tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Subnet': ['ID=c50a9d93-cd93-4935-9d40-991953c3143d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:19.906067 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15273c35-d47c-4249-9439-f2825d79f8bb tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Checking segment: {'id': '9e2acd86-2543-49fe-b1ce-d5124c7bc764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1354d5d8-8f8d-46ee-9604-224f79230a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:19.906460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15273c35-d47c-4249-9439-f2825d79f8bb tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network hostable DHCP agents. Network: 1354d5d8-8f8d-46ee-9604-224f79230a3c, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:19.949925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-408e9fd7-1503-4640-89de-f797c054a7cf admin admin] For port 62ca3180-037a-4c9b-8bfe-1c134d25fc51, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=62ca3180-037a-4c9b-8bfe-1c134d25fc51,segment=NetworkSegment(57e76562-bc0f-4409-8484-5f92dee39059),segment_id=57e76562-bc0f-4409-8484-5f92dee39059)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:19.950485 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-408e9fd7-1503-4640-89de-f797c054a7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:19.970808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15273c35-d47c-4249-9439-f2825d79f8bb tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network 1354d5d8-8f8d-46ee-9604-224f79230a3c is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:19.981254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-408e9fd7-1503-4640-89de-f797c054a7cf admin admin] Calling delete_port for 62ca3180-037a-4c9b-8bfe-1c134d25fc51 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:19.988361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-15273c35-d47c-4249-9439-f2825d79f8bb tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 1354d5d8-8f8d-46ee-9604-224f79230a3c) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:19.997325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15273c35-d47c-4249-9439-f2825d79f8bb tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:19.998913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15273c35-d47c-4249-9439-f2825d79f8bb tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:20.006974 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4664f26d-df61-44ff-86e0-26ef18d9ea9b tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/subnets/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/tags HTTP/1.1" status: 204 len: 168 time: 0.3338869 Aug 24 00:45:20.007180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada2b988-bbbf-4114-841a-54303c328268 None None] Network 1354d5d8-8f8d-46ee-9604-224f79230a3c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:20.008826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:20.018959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-74e4dc16-5d3a-438a-8030-81d288ff73fb tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4dd7876a-9ba2-4d9e-933b-4aad9e3db278', 'tempest-TagsExtTest-Tag-357872293') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:20.074181 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-15273c35-d47c-4249-9439-f2825d79f8bb tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0255883 Aug 24 00:45:20.074430 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:20.129128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:20.218679 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-74e4dc16-5d3a-438a-8030-81d288ff73fb tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] show failed (client error): The resource could not be found. Aug 24 00:45:20.219995 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-74e4dc16-5d3a-438a-8030-81d288ff73fb tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/subnets/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/tags/tempest-TagsExtTest-Tag-357872293 HTTP/1.1" status: 404 len: 328 time: 0.2072010 Aug 24 00:45:20.223536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36626) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:20.240019 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-b7aa9586-c54a-4243-896b-58b4986f0e46 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4dd7876a-9ba2-4d9e-933b-4aad9e3db278', 'tempest-TagsExtTest-Tag-863069903') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:20.259407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:20.314088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:20.328093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:20.328897 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:20.412346 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-1354d5d8-8f8d-46ee-9604-224f79230a3c', 'network_id': '1354d5d8-8f8d-46ee-9604-224f79230a3c', 'tenant_id': '646df236abbe4957a66ef296efe292c4', 'fixed_ips': [{'subnet_id': 'c50a9d93-cd93-4935-9d40-991953c3143d'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:20.413293 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:20.465455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985f2eb-eadd-48eb-a529-a12086580e98 req-304db266-3cc3-4566-9ddd-7b6742fc5361 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:20.468078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1985f2eb-eadd-48eb-a529-a12086580e98 req-304db266-3cc3-4566-9ddd-7b6742fc5361 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 945 time: 0.1434817 Aug 24 00:45:20.474999 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:20.508630 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-408e9fd7-1503-4640-89de-f797c054a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:20.530911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361813e1-1075-452f-a527-6b979981ce4f None None] Network 48705014-4152-4c05-a208-f3aa309e8fb7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:20.553632 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e9fd7-1503-4640-89de-f797c054a7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=62ca3180-037a-4c9b-8bfe-1c134d25fc51,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:20.597649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1985f2eb-eadd-48eb-a529-a12086580e98 req-4fdab1db-c723-490b-8495-79713e688c51 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105659 Aug 24 00:45:20.660588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dc39e320-4d59-4a07-abb9-8eebd8e1b36c None None] Provisioning complete for port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:20.660950 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dc39e320-4d59-4a07-abb9-8eebd8e1b36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:20.667081 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5,segment=NetworkSegment(1e2e0ce7-6dbe-4568-a50c-117008c6bba1),segment_id=1e2e0ce7-6dbe-4568-a50c-117008c6bba1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:20.773382 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Allocated IP 2001:db8::1 (1354d5d8-8f8d-46ee-9604-224f79230a3c/c50a9d93-cd93-4935-9d40-991953c3143d/ff2e1383-3136-4a53-b256-0ce48bc22989) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:20.866937 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-b7aa9586-c54a-4243-896b-58b4986f0e46 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] show failed (client error): The resource could not be found. Aug 24 00:45:20.873845 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-408e9fd7-1503-4640-89de-f797c054a7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:20.874750 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b7aa9586-c54a-4243-896b-58b4986f0e46 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/subnets/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/tags/tempest-TagsExtTest-Tag-863069903 HTTP/1.1" status: 404 len: 328 time: 0.6501644 Aug 24 00:45:20.875542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:20.876702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:20.914162 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:20.963164 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-838a8241-5671-42c2-bdfb-3bc5649cc4b5 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4dd7876a-9ba2-4d9e-933b-4aad9e3db278', 'tempest-TagsExtTest-Tag-1802461434') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:21.002287 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 12267e20-5d40-44fc-bf1d-427c712e91ab no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:21.062182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 12267e20-5d40-44fc-bf1d-427c712e91ab {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:21.062962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 12267e20-5d40-44fc-bf1d-427c712e91ab not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:21.078002 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-838a8241-5671-42c2-bdfb-3bc5649cc4b5 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] show failed (client error): The resource could not be found. Aug 24 00:45:21.079174 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-838a8241-5671-42c2-bdfb-3bc5649cc4b5 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/subnets/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/tags/tempest-TagsExtTest-Tag-1802461434 HTTP/1.1" status: 404 len: 329 time: 0.1907153 Aug 24 00:45:21.082925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:21.088245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-6a394223-4214-4343-b330-cbe67c433214 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '56b86272-50c5-4e6d-9f5f-910cf6312d32', {'tags': ['tempest-TagsExtTest-Tag-1491922208', 'tempest-TagsExtTest-Tag-1819001304', 'tempest-TagsExtTest-Tag-1429463573']}) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:21.175936 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6a394223-4214-4343-b330-cbe67c433214 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "PUT /v2.0/ports/56b86272-50c5-4e6d-9f5f-910cf6312d32/tags HTTP/1.1" status: 200 len: 318 time: 0.0902722 Aug 24 00:45:21.177521 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:21.184815 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-e4bbcaf5-141f-4b6a-a146-de58a52bd6e4 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '56b86272-50c5-4e6d-9f5f-910cf6312d32') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:21.197180 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408e9fd7-1503-4640-89de-f797c054a7cf admin admin] Router e8055045-f015-4ca5-aae5-40a72679b995 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:45:21.274543 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e4bbcaf5-141f-4b6a-a146-de58a52bd6e4 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/ports/56b86272-50c5-4e6d-9f5f-910cf6312d32/tags HTTP/1.1" status: 204 len: 168 time: 0.0950134 Aug 24 00:45:21.275213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36642) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:21.287441 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-31d3c177-5da9-476f-a392-374b8065826b tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56b86272-50c5-4e6d-9f5f-910cf6312d32', 'tempest-TagsExtTest-Tag-1491922208') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:21.328412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408e9fd7-1503-4640-89de-f797c054a7cf admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:45:21.341799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:21.345448 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2b378f-a873-44b2-8691-47736df92cb5 None None] Sync routers for ids ['e8055045-f015-4ca5-aae5-40a72679b995'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:45:21.351786 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-408e9fd7-1503-4640-89de-f797c054a7cf admin admin] 10.222.0.32 "PUT /v2.0/routers/e8055045-f015-4ca5-aae5-40a72679b995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0266964 Aug 24 00:45:21.352482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36644) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:21.353859 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.359494 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2b378f-a873-44b2-8691-47736df92cb5 None None] Routers {'e8055045-f015-4ca5-aae5-40a72679b995'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:21.360124 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6d2b378f-a873-44b2-8691-47736df92cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e8055045-f015-4ca5-aae5-40a72679b995'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:21.369302 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Transition to ACTIVE for port object ff2e1383-3136-4a53-b256-0ce48bc22989 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:21.380550 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-31d3c177-5da9-476f-a392-374b8065826b tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] show failed (client error): The resource could not be found. Aug 24 00:45:21.381653 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-31d3c177-5da9-476f-a392-374b8065826b tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/ports/56b86272-50c5-4e6d-9f5f-910cf6312d32/tags/tempest-TagsExtTest-Tag-1491922208 HTTP/1.1" status: 404 len: 329 time: 0.1052313 Aug 24 00:45:21.384451 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36646) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:21.389002 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-e7e08d0b-4583-4454-88c7-78f2c12e7b46 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56b86272-50c5-4e6d-9f5f-910cf6312d32', 'tempest-TagsExtTest-Tag-1819001304') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:21.407614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Transition to ACTIVE for port object ff2e1383-3136-4a53-b256-0ce48bc22989 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:21.420854 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.480632 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.489320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Network 1354d5d8-8f8d-46ee-9604-224f79230a3c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:21.498862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:21.502951 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:21.544005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Pushing event updated for resources: {'Port': ['ID=ff2e1383-3136-4a53-b256-0ce48bc22989,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:21.551879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Subnet': ['ID=c50a9d93-cd93-4935-9d40-991953c3143d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:21.612499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Attempting to bind port ff2e1383-3136-4a53-b256-0ce48bc22989 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:21.614582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Attempting to bind port ff2e1383-3136-4a53-b256-0ce48bc22989 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '9e2acd86-2543-49fe-b1ce-d5124c7bc764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1354d5d8-8f8d-46ee-9604-224f79230a3c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:21.615115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Attempting to bind port ff2e1383-3136-4a53-b256-0ce48bc22989 on network 1354d5d8-8f8d-46ee-9604-224f79230a3c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:21.630601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:21.631137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Checking segment: {'id': '9e2acd86-2543-49fe-b1ce-d5124c7bc764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1354d5d8-8f8d-46ee-9604-224f79230a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:21.631630 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.632115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Bound using segment: {'id': '9e2acd86-2543-49fe-b1ce-d5124c7bc764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1354d5d8-8f8d-46ee-9604-224f79230a3c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:21.633664 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Bound port: ff2e1383-3136-4a53-b256-0ce48bc22989, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2acd86-2543-49fe-b1ce-d5124c7bc764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1354d5d8-8f8d-46ee-9604-224f79230a3c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:21.633664 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.634110 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.637582 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6d2b378f-a873-44b2-8691-47736df92cb5 None None] Set router e8055045-f015-4ca5-aae5-40a72679b995 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:21.650575 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.677387 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1354d5d8-8f8d-46ee-9604-224f79230a3c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:21.692727 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2acd86-2543-49fe-b1ce-d5124c7bc764') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:21.693029 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2acd86-2543-49fe-b1ce-d5124c7bc764') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:21.720278 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.730275 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] For port ff2e1383-3136-4a53-b256-0ce48bc22989, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:21.736256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] For port ff2e1383-3136-4a53-b256-0ce48bc22989, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ff2e1383-3136-4a53-b256-0ce48bc22989,segment=NetworkSegment(9e2acd86-2543-49fe-b1ce-d5124c7bc764),segment_id=9e2acd86-2543-49fe-b1ce-d5124c7bc764)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:21.749342 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-e7e08d0b-4583-4454-88c7-78f2c12e7b46 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] show failed (client error): The resource could not be found. Aug 24 00:45:21.750494 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e7e08d0b-4583-4454-88c7-78f2c12e7b46 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/ports/56b86272-50c5-4e6d-9f5f-910cf6312d32/tags/tempest-TagsExtTest-Tag-1819001304 HTTP/1.1" status: 404 len: 329 time: 0.3650484 Aug 24 00:45:21.750813 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.754655 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.760946 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:21.761354 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.774062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36652) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:21.787600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-ee810b44-8aba-485d-a3cd-7a5392b2d1f7 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56b86272-50c5-4e6d-9f5f-910cf6312d32', 'tempest-TagsExtTest-Tag-1429463573') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:21.852240 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:21.867902 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:45:21.867902 n-d-805736-1 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:45:21.867902 n-d-805736-1 neutron-server[94838]: [parameters: {'id': '1354d5d8-8f8d-46ee-9604-224f79230a3c'}] Aug 24 00:45:21.867902 n-d-805736-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:45:21.868800 n-d-805736-1 neutron-server[94838]: DEBUG oslo_db.api [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:45:21.876049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98040ebf-2493-476d-82fe-2c866149c8a1 None None] Network 1354d5d8-8f8d-46ee-9604-224f79230a3c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:21.959729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ec53e-2018-4a6a-a7b7-3508dab02c96 None None] Pushing event updated for resources: {'Port': ['ID=ff2e1383-3136-4a53-b256-0ce48bc22989,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:21.973441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-55a32482-82ba-493c-8abd-a2a9f5be44c6 None None] Provisioning complete for port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:21.973886 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-55a32482-82ba-493c-8abd-a2a9f5be44c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.088019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:22.145118 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6d2b378f-a873-44b2-8691-47736df92cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'name': 'tempest-TestVolumeBootPattern-1118220803-router', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:04Z', 'updated_at': '2021-08-24T00:45:20Z', 'revision_number': 5, 'project_id': '6ce763a327d946c299cbf28373d4f9b5', 'gw_port': {'id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:06Z', 'updated_at': '2021-08-24T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:22.165888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6561a6-b64f-4e9c-9701-ce7c916d6994 req-16dd2521-1e24-48a3-b417-5f86fc969de6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:22.167690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f6561a6-b64f-4e9c-9701-ce7c916d6994 req-16dd2521-1e24-48a3-b417-5f86fc969de6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 945 time: 0.3029604 Aug 24 00:45:22.183286 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2b378f-a873-44b2-8691-47736df92cb5 None None] Checking router: e8055045-f015-4ca5-aae5-40a72679b995 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:45:22.188771 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-a93bc4df-9115-440f-81e3-619688f33763 service neutron] 10.222.0.13 "GET /v2.0/ports/d4d5eb5b-28be-4011-a572-d62f385b79d3/bindings/n-h1-805736-1 HTTP/1.1" status: 200 len: 384 time: 0.3416600 Aug 24 00:45:22.203261 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2b378f-a873-44b2-8691-47736df92cb5 None None] Routers {'e8055045-f015-4ca5-aae5-40a72679b995'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:22.204611 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6d2b378f-a873-44b2-8691-47736df92cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e8055045-f015-4ca5-aae5-40a72679b995'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:22.223300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b9e70-952e-40e1-b15e-f9dc21637244 None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:45:22.234502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1f6561a6-b64f-4e9c-9701-ce7c916d6994 req-e81ffbcb-4af9-45a1-857d-3e4f77ee9204 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485098 Aug 24 00:45:22.235662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.247403 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-ee810b44-8aba-485d-a3cd-7a5392b2d1f7 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] show failed (client error): The resource could not be found. Aug 24 00:45:22.247770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ee810b44-8aba-485d-a3cd-7a5392b2d1f7 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/ports/56b86272-50c5-4e6d-9f5f-910cf6312d32/tags/tempest-TagsExtTest-Tag-1429463573 HTTP/1.1" status: 404 len: 329 time: 0.4703598 Aug 24 00:45:22.250641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36654) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:22.259050 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-12d74cf9-efb2-454b-becd-7a696556c10d tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '27841402-6398-4fb6-9e16-0c1cf85522e6', {'tags': ['tempest-TagsExtTest-Tag-1056667602', 'tempest-TagsExtTest-Tag-254516938', 'tempest-TagsExtTest-Tag-2075523077']}) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:22.302384 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:22.302866 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.380730 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.440051 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-12d74cf9-efb2-454b-becd-7a696556c10d tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "PUT /v2.0/routers/27841402-6398-4fb6-9e16-0c1cf85522e6/tags HTTP/1.1" status: 200 len: 317 time: 0.1874545 Aug 24 00:45:22.447079 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36656) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:22.459576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] Deleting port 3216224d-d07d-4da4-b974-7fcc10f76c37 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:22.459825 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.474688 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-6d218732-287d-4b10-86f4-22203b16edc3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '27841402-6398-4fb6-9e16-0c1cf85522e6') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:22.503987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3b9e70-952e-40e1-b15e-f9dc21637244 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:45:22.528630 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6d2b378f-a873-44b2-8691-47736df92cb5 None None] Set router e8055045-f015-4ca5-aae5-40a72679b995 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:22.639758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] For port 3216224d-d07d-4da4-b974-7fcc10f76c37, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3216224d-d07d-4da4-b974-7fcc10f76c37,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:22.640323 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.662944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-107a60f8-6848-4e78-b045-26d321e77b8a req-720554de-7886-44c3-9152-94e5f6eae233 service neutron] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:22.665419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] Calling delete_port for 3216224d-d07d-4da4-b974-7fcc10f76c37 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:22.677900 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Deleting port ff2e1383-3136-4a53-b256-0ce48bc22989 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:22.679219 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.797705 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6d2b378f-a873-44b2-8691-47736df92cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'name': 'tempest-TestVolumeBootPattern-1118220803-router', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:04Z', 'updated_at': '2021-08-24T00:45:20Z', 'revision_number': 5, 'project_id': '6ce763a327d946c299cbf28373d4f9b5', 'gw_port': {'id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:06Z', 'updated_at': '2021-08-24T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:22.805669 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6d218732-287d-4b10-86f4-22203b16edc3 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/routers/27841402-6398-4fb6-9e16-0c1cf85522e6/tags HTTP/1.1" status: 204 len: 168 time: 0.3532889 Aug 24 00:45:22.813125 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36662) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:22.822093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] For port ff2e1383-3136-4a53-b256-0ce48bc22989, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ff2e1383-3136-4a53-b256-0ce48bc22989,segment=NetworkSegment(9e2acd86-2543-49fe-b1ce-d5124c7bc764),segment_id=9e2acd86-2543-49fe-b1ce-d5124c7bc764)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:22.826875 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.835574 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-90c16db1-3b6d-45a3-984d-a3e2d072f34c tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27841402-6398-4fb6-9e16-0c1cf85522e6', 'tempest-TagsExtTest-Tag-1056667602') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:22.835986 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2b378f-a873-44b2-8691-47736df92cb5 None None] The sync data for ids ['e8055045-f015-4ca5-aae5-40a72679b995'] in n-d-805736-1 is: [{'id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'name': 'tempest-TestVolumeBootPattern-1118220803-router', 'tenant_id': '6ce763a327d946c299cbf28373d4f9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:04Z', 'updated_at': '2021-08-24T00:45:20Z', 'revision_number': 5, 'project_id': '6ce763a327d946c299cbf28373d4f9b5', 'gw_port': {'id': '3216224d-d07d-4da4-b974-7fcc10f76c37', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8055045-f015-4ca5-aae5-40a72679b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:06Z', 'updated_at': '2021-08-24T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:45:22.852052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-107a60f8-6848-4e78-b045-26d321e77b8a req-720554de-7886-44c3-9152-94e5f6eae233 service neutron] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:22.927880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Calling delete_port for ff2e1383-3136-4a53-b256-0ce48bc22989 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:22.952739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:45:22.954965 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa80223-db6d-4985-808e-df9b435bcbd2" -d '{"events": [{"server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "name": "network-vif-unplugged", "status": "completed", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:45:22.965864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-107a60f8-6848-4e78-b045-26d321e77b8a req-720554de-7886-44c3-9152-94e5f6eae233 service neutron] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:22.981090 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.997008 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-107a60f8-6848-4e78-b045-26d321e77b8a req-720554de-7886-44c3-9152-94e5f6eae233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.027480 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-90c16db1-3b6d-45a3-984d-a3e2d072f34c tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] show failed (client error): The resource could not be found. Aug 24 00:45:23.028836 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-90c16db1-3b6d-45a3-984d-a3e2d072f34c tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/routers/27841402-6398-4fb6-9e16-0c1cf85522e6/tags/tempest-TagsExtTest-Tag-1056667602 HTTP/1.1" status: 404 len: 329 time: 0.2091219 Aug 24 00:45:23.032804 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:23.038113 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-b885d4b0-e520-429f-960e-e4077d4aac2f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27841402-6398-4fb6-9e16-0c1cf85522e6', 'tempest-TagsExtTest-Tag-254516938') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:23.043671 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a436d753-898a-4e9f-bed0-ac9241fe88eb x-openstack-request-id: req-a436d753-898a-4e9f-bed0-ac9241fe88eb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:45:23.043671 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "name": "network-vif-unplugged", "status": "completed", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:45:23.043671 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a436d753-898a-4e9f-bed0-ac9241fe88eb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:45:23.043671 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'code': 200} Aug 24 00:45:23.043671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=3216224d-d07d-4da4-b974-7fcc10f76c37,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:23.155046 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.167056 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-b885d4b0-e520-429f-960e-e4077d4aac2f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] show failed (client error): The resource could not be found. Aug 24 00:45:23.171259 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b885d4b0-e520-429f-960e-e4077d4aac2f tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/routers/27841402-6398-4fb6-9e16-0c1cf85522e6/tags/tempest-TagsExtTest-Tag-254516938 HTTP/1.1" status: 404 len: 328 time: 0.1374140 Aug 24 00:45:23.171973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:23.184751 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-db55eb09-f19c-4e88-acfc-743d4dd98c61 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27841402-6398-4fb6-9e16-0c1cf85522e6', 'tempest-TagsExtTest-Tag-2075523077') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:23.246851 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.286640 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.288735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-107a60f8-6848-4e78-b045-26d321e77b8a req-720554de-7886-44c3-9152-94e5f6eae233 service neutron] Transition to ACTIVE for port object d4d5eb5b-28be-4011-a572-d62f385b79d3 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:23.290288 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.296556 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-107a60f8-6848-4e78-b045-26d321e77b8a req-720554de-7886-44c3-9152-94e5f6eae233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.323992 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No DVR routers for this DVR port ff2e1383-3136-4a53-b256-0ce48bc22989 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:23.334241 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Port': ['ID=ff2e1383-3136-4a53-b256-0ce48bc22989,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:23.367671 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-db55eb09-f19c-4e88-acfc-743d4dd98c61 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] show failed (client error): The resource could not be found. Aug 24 00:45:23.371966 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-db55eb09-f19c-4e88-acfc-743d4dd98c61 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/routers/27841402-6398-4fb6-9e16-0c1cf85522e6/tags/tempest-TagsExtTest-Tag-2075523077 HTTP/1.1" status: 404 len: 329 time: 0.1921625 Aug 24 00:45:23.372580 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36674) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:23.395332 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-a0373741-3cb2-4c08-adc0-154f3257adaf tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c7dbfd81-bb23-4c60-9cba-d47d4f37119c', {'tags': ['tempest-TagsExtTest-Tag-1412927357', 'tempest-TagsExtTest-Tag-609154425', 'tempest-TagsExtTest-Tag-417293536']}) {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:23.461706 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.478837 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1354d5d8-8f8d-46ee-9604-224f79230a3c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:23.495889 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2acd86-2543-49fe-b1ce-d5124c7bc764') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:23.496206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2acd86-2543-49fe-b1ce-d5124c7bc764') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:23.502314 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a0373741-3cb2-4c08-adc0-154f3257adaf tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "PUT /v2.0/subnetpools/c7dbfd81-bb23-4c60-9cba-d47d4f37119c/tags HTTP/1.1" status: 200 len: 316 time: 0.1095266 Aug 24 00:45:23.506012 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36676) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:23.510629 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-699f29b5-5d9d-43e2-b18e-b161c7f65882 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c7dbfd81-bb23-4c60-9cba-d47d4f37119c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:23.517636 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.543156 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.553205 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:23.553582 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:23.557898 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:23.651980 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-699f29b5-5d9d-43e2-b18e-b161c7f65882 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/subnetpools/c7dbfd81-bb23-4c60-9cba-d47d4f37119c/tags HTTP/1.1" status: 204 len: 168 time: 0.1421001 Aug 24 00:45:23.652542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36678) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:23.657814 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-9103d513-eadb-47e0-bd7c-6434a54f93cd tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c7dbfd81-bb23-4c60-9cba-d47d4f37119c', 'tempest-TagsExtTest-Tag-1412927357') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:23.663186 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.669185 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.671318 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/1354d5d8-8f8d-46ee-9604-224f79230a3c HTTP/1.1" status: 204 len: 168 time: 3.5958774 Aug 24 00:45:23.684318 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36680) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:23.691227 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1bfdceb4-e030-46e0-8176-0b1057a22223 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-110979054'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:23.717438 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bbd53-9692-4b77-99cd-fa0814883935 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Network': ['ID=1354d5d8-8f8d-46ee-9604-224f79230a3c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:23.743950 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-9103d513-eadb-47e0-bd7c-6434a54f93cd tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] show failed (client error): The resource could not be found. Aug 24 00:45:23.749422 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9103d513-eadb-47e0-bd7c-6434a54f93cd tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/subnetpools/c7dbfd81-bb23-4c60-9cba-d47d4f37119c/tags/tempest-TagsExtTest-Tag-1412927357 HTTP/1.1" status: 404 len: 329 time: 0.0960402 Aug 24 00:45:23.750324 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:23.756370 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-ca9c09c0-6613-4d83-b9a5-d3e6c7ded258 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c7dbfd81-bb23-4c60-9cba-d47d4f37119c', 'tempest-TagsExtTest-Tag-609154425') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:23.774376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfdceb4-e030-46e0-8176-0b1057a22223 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:23.778865 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bfdceb4-e030-46e0-8176-0b1057a22223 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.796202 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.796787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8055045-f015-4ca5-aae5-40a72679b995 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:45:23.805093 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.806287 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c54394b7-1d1f-4fb5-86af-4b7c3433b9ef admin admin] 10.222.0.32 "DELETE /v2.0/routers/e8055045-f015-4ca5-aae5-40a72679b995 HTTP/1.1" status: 204 len: 168 time: 2.4528368 Aug 24 00:45:23.814620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36684) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:23.825985 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-ca9c09c0-6613-4d83-b9a5-d3e6c7ded258 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] show failed (client error): The resource could not be found. Aug 24 00:45:23.828294 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ca9c09c0-6613-4d83-b9a5-d3e6c7ded258 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/subnetpools/c7dbfd81-bb23-4c60-9cba-d47d4f37119c/tags/tempest-TagsExtTest-Tag-609154425 HTTP/1.1" status: 404 len: 328 time: 0.0753675 Aug 24 00:45:23.828294 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bfdceb4-e030-46e0-8176-0b1057a22223 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:23.832423 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36686) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:23.843716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-7e1d78ab-8799-4221-8acb-cb972818ec29 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c7dbfd81-bb23-4c60-9cba-d47d4f37119c', 'tempest-TagsExtTest-Tag-417293536') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:23.898754 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bfdceb4-e030-46e0-8176-0b1057a22223 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.899220 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-1bfdceb4-e030-46e0-8176-0b1057a22223 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Added segment 2e099857-495f-4376-9d5b-ec2cb876adc2 of type vlan for network fcc9245e-cda4-4af0-b3db-c9ed5568e3b6 Aug 24 00:45:23.905728 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.014741 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-7e1d78ab-8799-4221-8acb-cb972818ec29 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] show failed (client error): The resource could not be found. Aug 24 00:45:24.021320 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7e1d78ab-8799-4221-8acb-cb972818ec29 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/subnetpools/c7dbfd81-bb23-4c60-9cba-d47d4f37119c/tags/tempest-TagsExtTest-Tag-417293536 HTTP/1.1" status: 404 len: 328 time: 0.1818657 Aug 24 00:45:24.031211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:24.038764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-349876c1-8f02-4020-be9c-964f35a81857 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c7dbfd81-bb23-4c60-9cba-d47d4f37119c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:24.051858 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bfdceb4-e030-46e0-8176-0b1057a22223 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.088371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-107a60f8-6848-4e78-b045-26d321e77b8a req-720554de-7886-44c3-9152-94e5f6eae233 service neutron] No DVR routers for this DVR port d4d5eb5b-28be-4011-a572-d62f385b79d3 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:24.116545 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bfdceb4-e030-46e0-8176-0b1057a22223 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.127240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfdceb4-e030-46e0-8176-0b1057a22223 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:24.127972 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1bfdceb4-e030-46e0-8176-0b1057a22223 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.193547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720554de-7886-44c3-9152-94e5f6eae233 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d5eb5b-28be-4011-a572-d62f385b79d3,revision_number=11']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:24.207873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b75ff3-06c6-406c-9519-eac6de9beba7 req-545f69fb-4340-430b-8e33-48fd0d8809f0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:24.209555 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73b75ff3-06c6-406c-9519-eac6de9beba7 req-545f69fb-4340-430b-8e33-48fd0d8809f0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 944 time: 0.4661481 Aug 24 00:45:24.232113 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1bfdceb4-e030-46e0-8176-0b1057a22223 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5432844 Aug 24 00:45:24.233924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36692) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:24.242435 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-349876c1-8f02-4020-be9c-964f35a81857 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/subnetpools/c7dbfd81-bb23-4c60-9cba-d47d4f37119c/tags HTTP/1.1" status: 204 len: 168 time: 0.2072427 Aug 24 00:45:24.242668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-89ca4e8e-0d51-4c82-9846-223093c9d3aa tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'subnet': {'network_id': 'fcc9245e-cda4-4af0-b3db-c9ed5568e3b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:24.243408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:24.248081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-a09d8e4b-fdff-413b-b612-9819ff884488 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '27841402-6398-4fb6-9e16-0c1cf85522e6') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:24.250346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdceb4-e030-46e0-8176-0b1057a22223 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Network': ['ID=fcc9245e-cda4-4af0-b3db-c9ed5568e3b6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:24.257918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8755cf-3ca3-4017-9621-165009a7d153 admin admin] Deleting subnet 13d603bf-f0b2-4f64-9df7-a2c78d5c3939 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:24.264227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network fcc9245e-cda4-4af0-b3db-c9ed5568e3b6 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:24.342158 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c8755cf-3ca3-4017-9621-165009a7d153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.354835 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a09d8e4b-fdff-413b-b612-9819ff884488 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/routers/27841402-6398-4fb6-9e16-0c1cf85522e6/tags HTTP/1.1" status: 204 len: 168 time: 0.1098857 Aug 24 00:45:24.356811 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36696) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:24.362378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.tag.tag_plugin [None req-05eec5f1-1bab-426e-ad72-f6cb9b3c6df2 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '56b86272-50c5-4e6d-9f5f-910cf6312d32') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:24.421964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73b75ff3-06c6-406c-9519-eac6de9beba7 req-a980a5c8-ce9e-4f54-afb5-f02916fcf416 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991117 Aug 24 00:45:24.425288 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-05eec5f1-1bab-426e-ad72-f6cb9b3c6df2 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/ports/56b86272-50c5-4e6d-9f5f-910cf6312d32/tags HTTP/1.1" status: 204 len: 168 time: 0.0670257 Aug 24 00:45:24.428036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36698) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:24.430590 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c8755cf-3ca3-4017-9621-165009a7d153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.439218 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.tag.tag_plugin [None req-60fb971a-cd67-4858-82b7-6a6df324496b tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4dd7876a-9ba2-4d9e-933b-4aad9e3db278') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:24.534283 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-720554de-7886-44c3-9152-94e5f6eae233 service neutron] 10.222.0.13 "PUT /v2.0/ports/d4d5eb5b-28be-4011-a572-d62f385b79d3/bindings/n-h1-805736-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3085322 Aug 24 00:45:24.537336 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 62ca3180-037a-4c9b-8bfe-1c134d25fc51 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:24.544966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ca4e8e-0d51-4c82-9846-223093c9d3aa tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:24.548478 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89ca4e8e-0d51-4c82-9846-223093c9d3aa tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.564026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 62ca3180-037a-4c9b-8bfe-1c134d25fc51 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:24.564379 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 62ca3180-037a-4c9b-8bfe-1c134d25fc51 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:24.687156 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c8755cf-3ca3-4017-9621-165009a7d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.757389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-60fb971a-cd67-4858-82b7-6a6df324496b tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/subnets/4dd7876a-9ba2-4d9e-933b-4aad9e3db278/tags HTTP/1.1" status: 204 len: 168 time: 0.3251812 Aug 24 00:45:24.762124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a60f8-6848-4e78-b045-26d321e77b8a req-46f81d65-5180-44e7-804f-5d57589ff19f tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:24.762568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:24.763905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-46f81d65-5180-44e7-804f-5d57589ff19f tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248&tenant_id=b921a640dca2469ab0511a55c18e6f1e&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 1095 time: 0.1284468 Aug 24 00:45:24.826035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d4d5eb5b-28be-4011-a572-d62f385b79d3 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:24.859299 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e47bc70d-5f75-46d3-9cd2-39dcd4b4e4a5 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks [] for subnetpool, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.862552 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e47bc70d-5f75-46d3-9cd2-39dcd4b4e4a5 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/subnetpools/c7dbfd81-bb23-4c60-9cba-d47d4f37119c HTTP/1.1" status: 204 len: 168 time: 0.0965447 Aug 24 00:45:24.862700 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c8755cf-3ca3-4017-9621-165009a7d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.863333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:24.877146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d4d5eb5b-28be-4011-a572-d62f385b79d3 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:24.898636 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-60e3a981-1b97-49e9-b0dd-4895e5bba0a2 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "GET /v2.0/ports?device_id=27841402-6398-4fb6-9e16-0c1cf85522e6 HTTP/1.1" status: 200 len: 205 time: 0.0345309 Aug 24 00:45:24.900597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8755cf-3ca3-4017-9621-165009a7d153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d603bf-f0b2-4f64-9df7-a2c78d5c3939,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:24.901374 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:24.914832 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c8755cf-3ca3-4017-9621-165009a7d153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.916683 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9c8755cf-3ca3-4017-9621-165009a7d153 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/13d603bf-f0b2-4f64-9df7-a2c78d5c3939 HTTP/1.1" status: 204 len: 168 time: 1.1001940 Aug 24 00:45:24.917743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb6a09-e768-46d9-a541-03af78337e0a None None] Network 07d78414-8532-4965-b8f0-cff94a68401c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:24.937854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36706) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:24.958205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a60f8-6848-4e78-b045-26d321e77b8a req-ca9be35f-52fb-4bd3-8f3a-c95f709bb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:24.959743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-ca9be35f-52fb-4bd3-8f3a-c95f709bb984 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248&tenant_id=b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 1095 time: 0.1863720 Aug 24 00:45:24.991001 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee442149-3303-43b4-bbf4-0478e2728511 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.050008 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89ca4e8e-0d51-4c82-9846-223093c9d3aa tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.137285 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.145604 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7926888-c646-4d21-8b97-df06a76a3898 None None] DHCP port deletion for 07d78414-8532-4965-b8f0-cff94a68401c request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:25.158139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca4e8e-0d51-4c82-9846-223093c9d3aa tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Subnet': ['ID=09044222-2ed7-42c9-a111-2cc67b63ba3e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:25.166812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a60f8-6848-4e78-b045-26d321e77b8a req-0e43044f-dcf6-4a6d-b75f-5cd92d5f55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:25.168127 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-0e43044f-dcf6-4a6d-b75f-5cd92d5f55e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 1095 time: 0.1606076 Aug 24 00:45:25.168695 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee442149-3303-43b4-bbf4-0478e2728511 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.171382 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee442149-3303-43b4-bbf4-0478e2728511 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.207410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ca4e8e-0d51-4c82-9846-223093c9d3aa tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Checking segment: {'id': '2e099857-495f-4376-9d5b-ec2cb876adc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fcc9245e-cda4-4af0-b3db-c9ed5568e3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:25.207799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca4e8e-0d51-4c82-9846-223093c9d3aa tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network hostable DHCP agents. Network: fcc9245e-cda4-4af0-b3db-c9ed5568e3b6, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:25.216575 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b7926888-c646-4d21-8b97-df06a76a3898 None None] Deleting port 1e58399d-c70f-40a1-9039-d6f541c52d33 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:25.216999 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7926888-c646-4d21-8b97-df06a76a3898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.225410 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee442149-3303-43b4-bbf4-0478e2728511 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.226802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee442149-3303-43b4-bbf4-0478e2728511 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Fanout notify agent at l3_agent the message router_deleted on router 27841402-6398-4fb6-9e16-0c1cf85522e6 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:45:25.243192 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee442149-3303-43b4-bbf4-0478e2728511 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.244355 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ee442149-3303-43b4-bbf4-0478e2728511 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/routers/27841402-6398-4fb6-9e16-0c1cf85522e6 HTTP/1.1" status: 204 len: 168 time: 0.3420196 Aug 24 00:45:25.246725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:25.306188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca4e8e-0d51-4c82-9846-223093c9d3aa tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network fcc9245e-cda4-4af0-b3db-c9ed5568e3b6 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:25.341200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-89ca4e8e-0d51-4c82-9846-223093c9d3aa tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, fcc9245e-cda4-4af0-b3db-c9ed5568e3b6) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:25.347071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b7926888-c646-4d21-8b97-df06a76a3898 None None] For port 1e58399d-c70f-40a1-9039-d6f541c52d33, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1e58399d-c70f-40a1-9039-d6f541c52d33,segment=NetworkSegment(57e76562-bc0f-4409-8484-5f92dee39059),segment_id=57e76562-bc0f-4409-8484-5f92dee39059)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:25.347722 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7926888-c646-4d21-8b97-df06a76a3898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.349646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ca4e8e-0d51-4c82-9846-223093c9d3aa tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:25.350252 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89ca4e8e-0d51-4c82-9846-223093c9d3aa tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.353197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a60f8-6848-4e78-b045-26d321e77b8a req-888035ab-c72f-4589-9020-e9aeada3f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:25.354801 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-888035ab-c72f-4589-9020-e9aeada3f1e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23b1d28a-de7c-4753-8914-9c38791a986e HTTP/1.1" status: 200 len: 897 time: 0.1772084 Aug 24 00:45:25.358935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Deleting port 1e58399d-c70f-40a1-9039-d6f541c52d33 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:25.359287 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.366819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-30b6776e-64aa-4a69-ad4a-b394b49a994a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Deleting port 56b86272-50c5-4e6d-9f5f-910cf6312d32 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:25.367766 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30b6776e-64aa-4a69-ad4a-b394b49a994a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.372251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b7926888-c646-4d21-8b97-df06a76a3898 None None] Calling delete_port for 1e58399d-c70f-40a1-9039-d6f541c52d33 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:25.387798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3008226-5692-40bf-be8b-869e15a09974 None None] Network fcc9245e-cda4-4af0-b3db-c9ed5568e3b6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:25.426759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-89ca4e8e-0d51-4c82-9846-223093c9d3aa tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1916695 Aug 24 00:45:25.429630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36720) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:25.494557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c6aa6776-139e-48e1-a3b4-fded4e64d4c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3 HTTP/1.1" status: 200 len: 998 time: 0.0823352 Aug 24 00:45:25.503264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] For port 1e58399d-c70f-40a1-9039-d6f541c52d33, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1e58399d-c70f-40a1-9039-d6f541c52d33,segment=NetworkSegment(57e76562-bc0f-4409-8484-5f92dee39059),segment_id=57e76562-bc0f-4409-8484-5f92dee39059)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:25.504408 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.575868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Calling delete_port for 1e58399d-c70f-40a1-9039-d6f541c52d33 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:25.597415 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30b6776e-64aa-4a69-ad4a-b394b49a994a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.621542 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.623621 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-30b6776e-64aa-4a69-ad4a-b394b49a994a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Calling delete_port for 56b86272-50c5-4e6d-9f5f-910cf6312d32 owned by {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:25.631456 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b7926888-c646-4d21-8b97-df06a76a3898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.652867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a60f8-6848-4e78-b045-26d321e77b8a req-d679ac02-aef9-4162-a4b5-e48ebdfb84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:25.654351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-d679ac02-aef9-4162-a4b5-e48ebdfb84d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b9d4732-1c42-4e55-a56d-baa06f3e2793 HTTP/1.1" status: 200 len: 832 time: 0.1285951 Aug 24 00:45:25.668958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a5479-faa1-4014-847f-da73c1da22ea req-b83429f8-9d1a-4285-b66e-e2191ef5f8a6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:25.670656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d6a5479-faa1-4014-847f-da73c1da22ea req-b83429f8-9d1a-4285-b66e-e2191ef5f8a6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 944 time: 0.1565371 Aug 24 00:45:25.676415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7926888-c646-4d21-8b97-df06a76a3898 None None] Pushing event deleted for resources: {'Port': ['ID=1e58399d-c70f-40a1-9039-d6f541c52d33,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:25.684185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7926888-c646-4d21-8b97-df06a76a3898 None None] No DVR routers for this DVR port 1e58399d-c70f-40a1-9039-d6f541c52d33 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:25.694088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3c6515-ac10-4adc-9cbc-8b0b93c5be30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-fcc9245e-cda4-4af0-b3db-c9ed5568e3b6', 'network_id': 'fcc9245e-cda4-4af0-b3db-c9ed5568e3b6', 'tenant_id': '646df236abbe4957a66ef296efe292c4', 'fixed_ips': [{'subnet_id': '09044222-2ed7-42c9-a111-2cc67b63ba3e'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:25.698101 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff3c6515-ac10-4adc-9cbc-8b0b93c5be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.739157 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.769256 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c295d4d9-fff5-4184-8280-c17ba43b73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:25.770812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-c295d4d9-fff5-4184-8280-c17ba43b73a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23b1d28a-de7c-4753-8914-9c38791a986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977314 Aug 24 00:45:25.775365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d6a5479-faa1-4014-847f-da73c1da22ea req-217511e8-b5d7-41ce-9c25-8e5fcf33382a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758693 Aug 24 00:45:25.791544 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.858587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] No DVR routers for this DVR port 1e58399d-c70f-40a1-9039-d6f541c52d33 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:25.860427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e58399d-c70f-40a1-9039-d6f541c52d33,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server [None req-ff3c6515-ac10-4adc-9cbc-8b0b93c5be30 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09044222-2ed7-42c9-a111-2cc67b63ba3e: This subnet is being modified by another concurrent operation. Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09044222-2ed7-42c9-a111-2cc67b63ba3e: This subnet is being modified by another concurrent operation. Aug 24 00:45:25.869045 n-d-805736-1 neutron-server[94839]: ERROR oslo_messaging.rpc.server Aug 24 00:45:25.877970 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.893673 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd68a34-d4a8-47e3-84d7-ab7e5d0590ea None None] Network fcc9245e-cda4-4af0-b3db-c9ed5568e3b6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:25.922248 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Subnet': ['ID=09044222-2ed7-42c9-a111-2cc67b63ba3e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:25.949995 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30b6776e-64aa-4a69-ad4a-b394b49a994a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.958112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d4d5eb5b-28be-4011-a572-d62f385b79d3 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:25.959336 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.977014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d78414-8532-4965-b8f0-cff94a68401c']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:25.986101 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-5bd7724d-eb68-4874-b0fa-f9897e183632 service neutron] 10.222.0.47 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052178 Aug 24 00:45:25.990186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e76562-bc0f-4409-8484-5f92dee39059') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:25.990488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e76562-bc0f-4409-8484-5f92dee39059') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:26.010215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.077558 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.086708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:26.087510 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:26.172888 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:26.178206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6776e-64aa-4a69-ad4a-b394b49a994a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Pushing event deleted for resources: {'Port': ['ID=56b86272-50c5-4e6d-9f5f-910cf6312d32,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:26.185423 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.188922 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-30b6776e-64aa-4a69-ad4a-b394b49a994a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.193606 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-30b6776e-64aa-4a69-ad4a-b394b49a994a tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/ports/56b86272-50c5-4e6d-9f5f-910cf6312d32 HTTP/1.1" status: 204 len: 168 time: 0.9454954 Aug 24 00:45:26.198726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36724) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:26.199435 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.206203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3216224d-d07d-4da4-b974-7fcc10f76c37 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:26.220997 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc9245e-cda4-4af0-b3db-c9ed5568e3b6']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:26.224938 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.234865 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] 10.222.0.32 "DELETE /v2.0/networks/07d78414-8532-4965-b8f0-cff94a68401c HTTP/1.1" status: 204 len: 168 time: 1.2921212 Aug 24 00:45:26.239673 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e099857-495f-4376-9d5b-ec2cb876adc2') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:26.239673 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e099857-495f-4376-9d5b-ec2cb876adc2') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:26.246685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 3216224d-d07d-4da4-b974-7fcc10f76c37 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:26.247177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3216224d-d07d-4da4-b974-7fcc10f76c37 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:26.247993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1e58399d-c70f-40a1-9039-d6f541c52d33 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:26.250029 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.264344 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.271106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:26.271510 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.291494 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 1e58399d-c70f-40a1-9039-d6f541c52d33 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:26.292515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1e58399d-c70f-40a1-9039-d6f541c52d33 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:26.347557 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:26.350320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24751fde-f604-4db5-97ee-3e5eae493077 None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:45:26.354179 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.362704 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.366800 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/fcc9245e-cda4-4af0-b3db-c9ed5568e3b6 HTTP/1.1" status: 204 len: 168 time: 0.9359331 Aug 24 00:45:26.369658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36728) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:26.375184 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e2a8b512-7648-4baf-8254-00b24bf81ea4 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2133901125'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:26.407662 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea13bd-ac07-4e0a-8faa-69e7045c9dc1 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Network': ['ID=fcc9245e-cda4-4af0-b3db-c9ed5568e3b6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:26.451934 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a8b512-7648-4baf-8254-00b24bf81ea4 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:26.456917 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b512-7648-4baf-8254-00b24bf81ea4 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.460937 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-dfb624bc-83ba-45f1-b2d3-196726d9c224 service neutron] 10.222.0.47 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609673 Aug 24 00:45:26.470265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfcce58-deef-4747-9c2d-106d2b4a6915 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Deleting subnet 4dd7876a-9ba2-4d9e-933b-4aad9e3db278 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:26.478991 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fec0b-2c55-4339-8bb8-9c2641880925 admin admin] Pushing event deleted for resources: {'Network': ['ID=07d78414-8532-4965-b8f0-cff94a68401c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:26.483184 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6cfcce58-deef-4747-9c2d-106d2b4a6915 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.511609 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36732) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:26.567418 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24751fde-f604-4db5-97ee-3e5eae493077 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:45:26.569805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36734) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:26.571145 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-21d78b3c-5ee5-4c84-821a-90e99217f02e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c14aa75e32a445ab889373eca3a8b0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578151 Aug 24 00:45:26.579405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a8b512-7648-4baf-8254-00b24bf81ea4 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:26.597739 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b512-7648-4baf-8254-00b24bf81ea4 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.598258 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-e2a8b512-7648-4baf-8254-00b24bf81ea4 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Added segment e765db1c-ac5d-4640-865c-8cd2ac2aa9bb of type vlan for network 1d24690b-753e-418f-a96f-5ff1e35ff3f8 Aug 24 00:45:26.637110 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6cfcce58-deef-4747-9c2d-106d2b4a6915 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.651344 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b512-7648-4baf-8254-00b24bf81ea4 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.681299 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b512-7648-4baf-8254-00b24bf81ea4 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.689407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a8b512-7648-4baf-8254-00b24bf81ea4 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:26.690744 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b512-7648-4baf-8254-00b24bf81ea4 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.703022 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89da63cc-6d32-40fc-9ec4-269f23a4554d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.763165 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89da63cc-6d32-40fc-9ec4-269f23a4554d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.783021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8b512-7648-4baf-8254-00b24bf81ea4 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Network': ['ID=1d24690b-753e-418f-a96f-5ff1e35ff3f8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:26.795552 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e2a8b512-7648-4baf-8254-00b24bf81ea4 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4246407 Aug 24 00:45:26.798631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36736) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:26.806213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-96861337-d953-4990-be58-419e09a0360a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'subnet': {'network_id': '1d24690b-753e-418f-a96f-5ff1e35ff3f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:26.809138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 1d24690b-753e-418f-a96f-5ff1e35ff3f8 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:26.821785 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6cfcce58-deef-4747-9c2d-106d2b4a6915 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.943559 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96861337-d953-4990-be58-419e09a0360a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:26.952380 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96861337-d953-4990-be58-419e09a0360a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.966440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a60f8-6848-4e78-b045-26d321e77b8a req-818ac22e-a97b-4f52-8f39-b5300dc178f8 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:26.968593 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-818ac22e-a97b-4f52-8f39-b5300dc178f8 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248&tenant_id=b921a640dca2469ab0511a55c18e6f1e&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 1095 time: 0.1222944 Aug 24 00:45:27.001486 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89da63cc-6d32-40fc-9ec4-269f23a4554d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:27.006227 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-89da63cc-6d32-40fc-9ec4-269f23a4554d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:27.009888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-89da63cc-6d32-40fc-9ec4-269f23a4554d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1bf4c45-92c9-4f19-8b86-930d387a14dd HTTP/1.1" status: 204 len: 168 time: 0.4368420 Aug 24 00:45:27.060607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da63cc-6d32-40fc-9ec4-269f23a4554d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bf4c45-92c9-4f19-8b86-930d387a14dd,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:27.070963 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f94b6-ede4-46d4-98a0-c80416f1d504 req-adf35270-5af4-4f86-b41e-a4124592d4bd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:27.072732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b95f94b6-ede4-46d4-98a0-c80416f1d504 req-adf35270-5af4-4f86-b41e-a4124592d4bd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 944 time: 0.1855347 Aug 24 00:45:27.165223 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6cfcce58-deef-4747-9c2d-106d2b4a6915 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:27.212745 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6cfcce58-deef-4747-9c2d-106d2b4a6915 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:27.213290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a751648-13a7-4288-a00a-fd065c8564d4 None None] Network 6894bfe4-0a4d-4a99-8e54-058a7995e688 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:27.214600 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6cfcce58-deef-4747-9c2d-106d2b4a6915 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/subnets/4dd7876a-9ba2-4d9e-933b-4aad9e3db278 HTTP/1.1" status: 204 len: 168 time: 1.0067606 Aug 24 00:45:27.216964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcce58-deef-4747-9c2d-106d2b4a6915 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd7876a-9ba2-4d9e-933b-4aad9e3db278,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:27.221762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36742) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:27.328611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df085794-85bd-45b3-b333-bd1a13d52a34 req-4309db42-0234-4b0a-8a3e-ee0633c875f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2837813 Aug 24 00:45:27.437918 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b95f94b6-ede4-46d4-98a0-c80416f1d504 req-75f157ca-698f-44d8-bfe3-f3d6bd4bf626 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254340 Aug 24 00:45:27.516724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-107a60f8-6848-4e78-b045-26d321e77b8a req-f36f35e2-0ae2-4d68-acd0-e045767bb51d service neutron] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:27.529508 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-356339ab-4525-4cf1-b6cc-d26110826225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:27.535760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a66d80-b296-415a-8f64-ef01a6464516 None None] DHCP port deletion for 6894bfe4-0a4d-4a99-8e54-058a7995e688 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:27.547848 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-107a60f8-6848-4e78-b045-26d321e77b8a req-f36f35e2-0ae2-4d68-acd0-e045767bb51d service neutron] Notify callbacks [] for binding, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:27.550028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-107a60f8-6848-4e78-b045-26d321e77b8a req-f36f35e2-0ae2-4d68-acd0-e045767bb51d service neutron] 10.222.0.47 "DELETE /v2.0/ports/d4d5eb5b-28be-4011-a572-d62f385b79d3/bindings/n-h2-805736-1 HTTP/1.1" status: 204 len: 173 time: 0.5626955 Aug 24 00:45:27.573831 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:27.591911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36750) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:27.649183 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-47a66d80-b296-415a-8f64-ef01a6464516 None None] Deleting port 311e01cd-117e-40d9-9435-9f4ed7da4bec {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:27.649572 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47a66d80-b296-415a-8f64-ef01a6464516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:27.689193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df085794-85bd-45b3-b333-bd1a13d52a34 req-a7c0a296-7352-4a4c-a9cb-26c69dacc1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:27.693613 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df085794-85bd-45b3-b333-bd1a13d52a34 req-a7c0a296-7352-4a4c-a9cb-26c69dacc1e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 1095 time: 0.2504706 Aug 24 00:45:27.724944 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-47a66d80-b296-415a-8f64-ef01a6464516 None None] For port 311e01cd-117e-40d9-9435-9f4ed7da4bec, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=311e01cd-117e-40d9-9435-9f4ed7da4bec,segment=NetworkSegment(0e63bd36-ac26-4c6c-941a-3223ffe94898),segment_id=0e63bd36-ac26-4c6c-941a-3223ffe94898)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:27.725478 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47a66d80-b296-415a-8f64-ef01a6464516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:27.740525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-47a66d80-b296-415a-8f64-ef01a6464516 None None] Calling delete_port for 311e01cd-117e-40d9-9435-9f4ed7da4bec owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:27.825152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96861337-d953-4990-be58-419e09a0360a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:27.837611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ec35d-54f3-464b-8a13-7f91e41ee7d0 req-e9cf7e78-2bbf-41b7-b430-dd8f2efa05a1 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:27.838816 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47a66d80-b296-415a-8f64-ef01a6464516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:27.839252 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb2ec35d-54f3-464b-8a13-7f91e41ee7d0 req-e9cf7e78-2bbf-41b7-b430-dd8f2efa05a1 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 1095 time: 0.2483945 Aug 24 00:45:27.874600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a66d80-b296-415a-8f64-ef01a6464516 None None] Pushing event deleted for resources: {'Port': ['ID=311e01cd-117e-40d9-9435-9f4ed7da4bec,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:27.884136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a66d80-b296-415a-8f64-ef01a6464516 None None] No DVR routers for this DVR port 311e01cd-117e-40d9-9435-9f4ed7da4bec on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:27.894073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-205b60fc-5f34-4dbe-9409-956195c10c82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ce763a327d946c299cbf28373d4f9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955139 Aug 24 00:45:27.897713 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36752) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:27.923781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df085794-85bd-45b3-b333-bd1a13d52a34 req-7f227095-473a-40bc-99a9-3254fded4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:27.926033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df085794-85bd-45b3-b333-bd1a13d52a34 req-7f227095-473a-40bc-99a9-3254fded4fc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23b1d28a-de7c-4753-8914-9c38791a986e HTTP/1.1" status: 200 len: 897 time: 0.1840546 Aug 24 00:45:27.962960 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96861337-d953-4990-be58-419e09a0360a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Subnet': ['ID=bdb84185-bd30-41e1-acc6-c3b9aa16c6d6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:28.004123 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96861337-d953-4990-be58-419e09a0360a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Checking segment: {'id': 'e765db1c-ac5d-4640-865c-8cd2ac2aa9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1d24690b-753e-418f-a96f-5ff1e35ff3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:28.004368 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb2ec35d-54f3-464b-8a13-7f91e41ee7d0 req-1a6f1976-13bb-44f4-a7bc-b2ac67ed9a1a tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510692 Aug 24 00:45:28.011073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96861337-d953-4990-be58-419e09a0360a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network hostable DHCP agents. Network: 1d24690b-753e-418f-a96f-5ff1e35ff3f8, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:28.012626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Deleting port 311e01cd-117e-40d9-9435-9f4ed7da4bec {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:28.012977 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.046211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48fe2978-fab2-4c83-aee8-a6522df13c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.072973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48fe2978-fab2-4c83-aee8-a6522df13c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.110639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96861337-d953-4990-be58-419e09a0360a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network 1d24690b-753e-418f-a96f-5ff1e35ff3f8 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:28.124221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-96861337-d953-4990-be58-419e09a0360a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 1d24690b-753e-418f-a96f-5ff1e35ff3f8) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:28.129358 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96861337-d953-4990-be58-419e09a0360a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:28.129969 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96861337-d953-4990-be58-419e09a0360a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.164766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cade82-8a1f-45b2-aaab-292219368ea1 None None] Network 1d24690b-753e-418f-a96f-5ff1e35ff3f8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:28.180062 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-96861337-d953-4990-be58-419e09a0360a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3762457 Aug 24 00:45:28.180062 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48fe2978-fab2-4c83-aee8-a6522df13c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.184645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-48fe2978-fab2-4c83-aee8-a6522df13c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.185796 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-48fe2978-fab2-4c83-aee8-a6522df13c52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5a932e3-20a4-435c-9f2d-997cbb8a29a5 HTTP/1.1" status: 204 len: 168 time: 0.2847295 Aug 24 00:45:28.186400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36756) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:28.213105 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe2978-fab2-4c83-aee8-a6522df13c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a932e3-20a4-435c-9f2d-997cbb8a29a5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:28.218329 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-18ca3e9c-fa95-4192-856c-731ccd3f8e06 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'subnet': {'network_id': '1d24690b-753e-418f-a96f-5ff1e35ff3f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:28.333448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 311e01cd-117e-40d9-9435-9f4ed7da4bec no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:28.365750 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 311e01cd-117e-40d9-9435-9f4ed7da4bec {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:28.366422 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 311e01cd-117e-40d9-9435-9f4ed7da4bec not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:28.463770 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ca3e9c-fa95-4192-856c-731ccd3f8e06 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:28.469617 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18ca3e9c-fa95-4192-856c-731ccd3f8e06 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.552764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-1d24690b-753e-418f-a96f-5ff1e35ff3f8', 'network_id': '1d24690b-753e-418f-a96f-5ff1e35ff3f8', 'tenant_id': '646df236abbe4957a66ef296efe292c4', 'fixed_ips': [{'subnet_id': 'bdb84185-bd30-41e1-acc6-c3b9aa16c6d6'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:28.553778 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.601872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df085794-85bd-45b3-b333-bd1a13d52a34 req-9b9604fd-0390-48de-a811-39de686d46f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3 HTTP/1.1" status: 200 len: 998 time: 0.6652026 Aug 24 00:45:28.648541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] For port 311e01cd-117e-40d9-9435-9f4ed7da4bec, host n-d-805736-1, got binding levels [] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:28.648912 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.793671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Calling delete_port for 311e01cd-117e-40d9-9435-9f4ed7da4bec owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:28.814853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Port 311e01cd-117e-40d9-9435-9f4ed7da4bec was not found and therefore no delete operation was performed {{(pid=94837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:45:28.848959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b0b96-f4d9-48bd-ae32-9c14c7945ae5 req-4bef0de6-abf6-4167-b615-23494e5f346e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:28.851843 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f55b0b96-f4d9-48bd-ae32-9c14c7945ae5 req-4bef0de6-abf6-4167-b615-23494e5f346e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 944 time: 0.4043586 Aug 24 00:45:28.855576 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.891502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] No DVR routers for this DVR port 311e01cd-117e-40d9-9435-9f4ed7da4bec on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:28.921390 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18ca3e9c-fa95-4192-856c-731ccd3f8e06 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.958706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Pushing event deleted for resources: {'Port': ['ID=311e01cd-117e-40d9-9435-9f4ed7da4bec,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:28.968067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df085794-85bd-45b3-b333-bd1a13d52a34 req-a553b0a7-4b4f-4432-b0c9-071b7453694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:28.970050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df085794-85bd-45b3-b333-bd1a13d52a34 req-a553b0a7-4b4f-4432-b0c9-071b7453694f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b9d4732-1c42-4e55-a56d-baa06f3e2793 HTTP/1.1" status: 200 len: 832 time: 0.3431211 Aug 24 00:45:28.992064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca3e9c-fa95-4192-856c-731ccd3f8e06 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network 1d24690b-753e-418f-a96f-5ff1e35ff3f8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:28.996322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Allocated IP 2001:db8::2 (1d24690b-753e-418f-a96f-5ff1e35ff3f8/bdb84185-bd30-41e1-acc6-c3b9aa16c6d6/d9599a0a-651d-4db4-892c-aad07a5fe486) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:28.997788 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-18ca3e9c-fa95-4192-856c-731ccd3f8e06 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:29.007518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca3e9c-fa95-4192-856c-731ccd3f8e06 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:29.008355 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-18ca3e9c-fa95-4192-856c-731ccd3f8e06 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.045553 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-18ca3e9c-fa95-4192-856c-731ccd3f8e06 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8336689 Aug 24 00:45:29.046818 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca3e9c-fa95-4192-856c-731ccd3f8e06 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Subnet': ['ID=93d3ca74-a485-4781-9152-2fc1e2a2c0a0,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:29.052308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:29.116619 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f55b0b96-f4d9-48bd-ae32-9c14c7945ae5 req-b200737f-6d16-4f09-8d37-ba923ac39409 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492237 Aug 24 00:45:29.123125 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.125765 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2e5756-707e-4755-a64d-4ddb142e88b3 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:29.128014 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2e5756-707e-4755-a64d-4ddb142e88b3 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:29.130286 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2e5756-707e-4755-a64d-4ddb142e88b3 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:29.132524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2e5756-707e-4755-a64d-4ddb142e88b3 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:29.134153 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2e5756-707e-4755-a64d-4ddb142e88b3 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:29.139701 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ec2e5756-707e-4755-a64d-4ddb142e88b3 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0822785 Aug 24 00:45:29.139894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df085794-85bd-45b3-b333-bd1a13d52a34 req-0068ebe2-5d0c-413b-bfa3-6aae388a2fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:29.140574 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36764) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:29.140737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df085794-85bd-45b3-b333-bd1a13d52a34 req-0068ebe2-5d0c-413b-bfa3-6aae388a2fdb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23b1d28a-de7c-4753-8914-9c38791a986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610737 Aug 24 00:45:29.142506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6894bfe4-0a4d-4a99-8e54-058a7995e688']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:29.155396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-97d09122-445b-41f2-89bf-ee000757982f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-143428354'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:29.162831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36766) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:29.171832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e63bd36-ac26-4c6c-941a-3223ffe94898') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:29.172032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e63bd36-ac26-4c6c-941a-3223ffe94898') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:29.196526 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d09122-445b-41f2-89bf-ee000757982f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:29.201050 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97d09122-445b-41f2-89bf-ee000757982f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.223036 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.229603 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d09122-445b-41f2-89bf-ee000757982f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:29.242358 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97d09122-445b-41f2-89bf-ee000757982f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.242749 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-97d09122-445b-41f2-89bf-ee000757982f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Added segment 9f1cd5c1-3752-45ea-9901-da5ff3889888 of type vlan for network 92770858-272e-4e71-b6dc-6fbe74815ce8 Aug 24 00:45:29.281262 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.283227 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.293658 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97d09122-445b-41f2-89bf-ee000757982f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.297327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:29.297747 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:29.301860 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:29.305423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-efffa2a3-73c9-4bb2-8fae-26d2b7069b6c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/95756960-51c9-40e1-9d45-5fe0b024d66a HTTP/1.1" status: 200 len: 990 time: 0.1402721 Aug 24 00:45:29.338310 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97d09122-445b-41f2-89bf-ee000757982f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.344743 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d09122-445b-41f2-89bf-ee000757982f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:29.345692 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97d09122-445b-41f2-89bf-ee000757982f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.410679 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-97d09122-445b-41f2-89bf-ee000757982f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2690508 Aug 24 00:45:29.414052 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:29.419076 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0dbfb302-e403-4fee-95b4-1e51bdbd95af tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:29.427996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df085794-85bd-45b3-b333-bd1a13d52a34 req-8e436ed1-a7f1-4a4a-8652-c0932d4eb083 service neutron] 10.222.0.47 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753921 Aug 24 00:45:29.433421 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.433788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Transition to ACTIVE for port object d9599a0a-651d-4db4-892c-aad07a5fe486 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:29.439406 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d09122-445b-41f2-89bf-ee000757982f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Network': ['ID=92770858-272e-4e71-b6dc-6fbe74815ce8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:29.451967 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.453946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] 10.222.0.32 "DELETE /v2.0/networks/6894bfe4-0a4d-4a99-8e54-058a7995e688 HTTP/1.1" status: 204 len: 168 time: 2.2304873 Aug 24 00:45:29.463980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 92770858-272e-4e71-b6dc-6fbe74815ce8 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:29.505163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca51fe7-b072-4755-80b8-251d0abd8e01 tempest-TagsExtTest-592035435 tempest-TagsExtTest-592035435-project] Pushing event deleted for resources: {'Network': ['ID=6894bfe4-0a4d-4a99-8e54-058a7995e688,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:29.583438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36776) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:29.603521 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Transition to ACTIVE for port object d9599a0a-651d-4db4-892c-aad07a5fe486 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:29.631888 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.672383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df085794-85bd-45b3-b333-bd1a13d52a34 req-bd69452f-bfe3-41cf-91b5-ce681343272e service neutron] 10.222.0.47 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172375 Aug 24 00:45:29.689093 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb302-e403-4fee-95b4-1e51bdbd95af tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.708671 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Network 1d24690b-753e-418f-a96f-5ff1e35ff3f8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:29.710766 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb302-e403-4fee-95b4-1e51bdbd95af tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.713205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:29.715200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Pushing event updated for resources: {'Port': ['ID=d9599a0a-651d-4db4-892c-aad07a5fe486,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:29.717597 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:29.757762 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0dbfb302-e403-4fee-95b4-1e51bdbd95af tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network 92770858-272e-4e71-b6dc-6fbe74815ce8 is not hosted by any dhcp agent {{(pid=94838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 00:45:29.763182 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbfb302-e403-4fee-95b4-1e51bdbd95af tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:29.763796 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb302-e403-4fee-95b4-1e51bdbd95af tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.765294 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0dbfb302-e403-4fee-95b4-1e51bdbd95af tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "PUT /v2.0/networks/92770858-272e-4e71-b6dc-6fbe74815ce8 HTTP/1.1" status: 200 len: 723 time: 0.3506982 Aug 24 00:45:29.788560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36778) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:29.788800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Attempting to bind port d9599a0a-651d-4db4-892c-aad07a5fe486 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:29.788944 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Attempting to bind port d9599a0a-651d-4db4-892c-aad07a5fe486 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'e765db1c-ac5d-4640-865c-8cd2ac2aa9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1d24690b-753e-418f-a96f-5ff1e35ff3f8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:29.789306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Attempting to bind port d9599a0a-651d-4db4-892c-aad07a5fe486 on network 1d24690b-753e-418f-a96f-5ff1e35ff3f8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:29.803923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:29.804366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Checking segment: {'id': 'e765db1c-ac5d-4640-865c-8cd2ac2aa9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1d24690b-753e-418f-a96f-5ff1e35ff3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:29.806357 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.806768 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Bound using segment: {'id': 'e765db1c-ac5d-4640-865c-8cd2ac2aa9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1d24690b-753e-418f-a96f-5ff1e35ff3f8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:29.807290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Bound port: d9599a0a-651d-4db4-892c-aad07a5fe486, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e765db1c-ac5d-4640-865c-8cd2ac2aa9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1d24690b-753e-418f-a96f-5ff1e35ff3f8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:29.807683 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.809768 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7eebf625-a0d4-4de1-8717-1f3c7bce72a6 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'subnet': {'network_id': '92770858-272e-4e71-b6dc-6fbe74815ce8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:29.825016 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfb302-e403-4fee-95b4-1e51bdbd95af tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Network': ['ID=92770858-272e-4e71-b6dc-6fbe74815ce8,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:29.838454 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 92770858-272e-4e71-b6dc-6fbe74815ce8 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:29.914321 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.963426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36784) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:29.994145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] For port d9599a0a-651d-4db4-892c-aad07a5fe486, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:29.998050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] For port d9599a0a-651d-4db4-892c-aad07a5fe486, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d9599a0a-651d-4db4-892c-aad07a5fe486,segment=NetworkSegment(e765db1c-ac5d-4640-865c-8cd2ac2aa9bb),segment_id=e765db1c-ac5d-4640-865c-8cd2ac2aa9bb)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:30.006843 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.023015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9dc92861-4819-49b0-947f-49977828d15d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port 3b462201-47e1-4294-ac72-fcecf57b2d19 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:30.023463 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9dc92861-4819-49b0-947f-49977828d15d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.028593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eebf625-a0d4-4de1-8717-1f3c7bce72a6 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:30.033017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7eebf625-a0d4-4de1-8717-1f3c7bce72a6 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.087357 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32006925-bd2c-4ce9-9d40-c6067baeba24 None None] Pushing event updated for resources: {'Port': ['ID=d9599a0a-651d-4db4-892c-aad07a5fe486,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:30.142332 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.170242 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f3b31b24-f777-4cb3-8cae-0e1ccbaad3c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39483dd4f8f142d890b429314367386d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053354 Aug 24 00:45:30.171272 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36788) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:30.227549 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b7f8e54-b7b7-43d3-8c16-37a1f53c4f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.247889 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c56751e2-6835-409b-90e0-3f4930a2915f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.275333 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c56751e2-6835-409b-90e0-3f4930a2915f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.297082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9dc92861-4819-49b0-947f-49977828d15d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.297649 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9dc92861-4819-49b0-947f-49977828d15d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.319183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9dc92861-4819-49b0-947f-49977828d15d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for 3b462201-47e1-4294-ac72-fcecf57b2d19 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:30.333774 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c56751e2-6835-409b-90e0-3f4930a2915f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.338032 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c56751e2-6835-409b-90e0-3f4930a2915f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.341001 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c56751e2-6835-409b-90e0-3f4930a2915f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39d7b4f4-3919-471f-b1cd-b56a7eab99ac HTTP/1.1" status: 204 len: 168 time: 0.1675584 Aug 24 00:45:30.378569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56751e2-6835-409b-90e0-3f4930a2915f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d7b4f4-3919-471f-b1cd-b56a7eab99ac,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:30.535733 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7eebf625-a0d4-4de1-8717-1f3c7bce72a6 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.625400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eebf625-a0d4-4de1-8717-1f3c7bce72a6 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Checking segment: {'id': '9f1cd5c1-3752-45ea-9901-da5ff3889888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92770858-272e-4e71-b6dc-6fbe74815ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:30.625775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eebf625-a0d4-4de1-8717-1f3c7bce72a6 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network hostable DHCP agents. Network: 92770858-272e-4e71-b6dc-6fbe74815ce8, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:30.663690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebf625-a0d4-4de1-8717-1f3c7bce72a6 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Subnet': ['ID=385fd92e-cd3a-4228-8a28-98be7fe398f8,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:30.670514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eebf625-a0d4-4de1-8717-1f3c7bce72a6 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network 92770858-272e-4e71-b6dc-6fbe74815ce8 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:30.688274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7eebf625-a0d4-4de1-8717-1f3c7bce72a6 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 92770858-272e-4e71-b6dc-6fbe74815ce8) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:30.693316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eebf625-a0d4-4de1-8717-1f3c7bce72a6 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:30.693942 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7eebf625-a0d4-4de1-8717-1f3c7bce72a6 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.698595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da95b7-4444-4aa0-9a6a-a6c5b0d88b60 None None] Network 92770858-272e-4e71-b6dc-6fbe74815ce8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:30.714925 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7eebf625-a0d4-4de1-8717-1f3c7bce72a6 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9219637 Aug 24 00:45:30.716209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36798) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:30.727512 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8564a300-cc3f-41b4-9c02-c555dde5d093 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:30.779115 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9dc92861-4819-49b0-947f-49977828d15d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.827969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc92861-4819-49b0-947f-49977828d15d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=3b462201-47e1-4294-ac72-fcecf57b2d19,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:30.913848 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9dc92861-4819-49b0-947f-49977828d15d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.915240 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-9dc92861-4819-49b0-947f-49977828d15d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Floating IP 95756960-51c9-40e1-9d45-5fe0b024d66a disassociated (deleted). External IP: 172.25.8.21, port: d4d5eb5b-28be-4011-a572-d62f385b79d3. Aug 24 00:45:31.015053 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8564a300-cc3f-41b4-9c02-c555dde5d093 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10228809'] for subnet, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.224666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-92770858-272e-4e71-b6dc-6fbe74815ce8', 'network_id': '92770858-272e-4e71-b6dc-6fbe74815ce8', 'tenant_id': '646df236abbe4957a66ef296efe292c4', 'fixed_ips': [{'subnet_id': '385fd92e-cd3a-4228-8a28-98be7fe398f8'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:31.225556 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.339906 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8564a300-cc3f-41b4-9c02-c555dde5d093 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726650076874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9135314'] for subnet, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.364355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc92861-4819-49b0-947f-49977828d15d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router ea3cc00b-e626-49c5-a65d-de646b6f3f70 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:45:31.380737 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.387720 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8564a300-cc3f-41b4-9c02-c555dde5d093 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:31.388463 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8564a300-cc3f-41b4-9c02-c555dde5d093 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.390338 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8564a300-cc3f-41b4-9c02-c555dde5d093 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "PUT /v2.0/subnets/385fd92e-cd3a-4228-8a28-98be7fe398f8 HTTP/1.1" status: 200 len: 826 time: 0.6718879 Aug 24 00:45:31.394172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36816) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:31.446636 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564a300-cc3f-41b4-9c02-c555dde5d093 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Subnet': ['ID=385fd92e-cd3a-4228-8a28-98be7fe398f8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:31.468491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Allocated IP 2001:db8::2 (92770858-272e-4e71-b6dc-6fbe74815ce8/385fd92e-cd3a-4228-8a28-98be7fe398f8/47783bf9-7d16-4ba2-a600-f6b9ee7de50f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:31.568067 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.581129 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9755aa5a-fc77-49bd-956a-27c870ffa38b None None] Network 1d24690b-753e-418f-a96f-5ff1e35ff3f8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:31.599422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc92861-4819-49b0-947f-49977828d15d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:45:31.614923 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9dc92861-4819-49b0-947f-49977828d15d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.619685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c472b489-ae01-408a-8139-7c68d20b501e None None] Sync routers for ids ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:45:31.652864 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.656964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9dc92861-4819-49b0-947f-49977828d15d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/floatingips/95756960-51c9-40e1-9d45-5fe0b024d66a HTTP/1.1" status: 204 len: 168 time: 2.0699208 Aug 24 00:45:31.656964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:45:31.660667 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae740a4-1868-4911-8eeb-9f704de7fb90" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:45:31.713677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c472b489-ae01-408a-8139-7c68d20b501e None None] Routers {'ea3cc00b-e626-49c5-a65d-de646b6f3f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:31.714401 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c472b489-ae01-408a-8139-7c68d20b501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:31.722339 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7105baf5-98de-42cd-b689-4b54281972d9 None None] Provisioning for port d9599a0a-651d-4db4-892c-aad07a5fe486 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:31.743244 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078081c9-7eb9-4178-a6e6-8a60f978b561 x-openstack-request-id: req-078081c9-7eb9-4178-a6e6-8a60f978b561 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:45:31.743600 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:45:31.743919 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-078081c9-7eb9-4178-a6e6-8a60f978b561 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:45:31.744413 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'status': 'completed', 'code': 200} Aug 24 00:45:31.886468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae740a4-1868-4911-8eeb-9f704de7fb90 req-b0e0f021-3de9-4859-84d2-809ad35b00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:31.888489 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bae740a4-1868-4911-8eeb-9f704de7fb90 req-b0e0f021-3de9-4859-84d2-809ad35b00b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 1095 time: 0.0922477 Aug 24 00:45:31.999447 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.003045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c472b489-ae01-408a-8139-7c68d20b501e None None] Set router ea3cc00b-e626-49c5-a65d-de646b6f3f70 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:32.050893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Transition to ACTIVE for port object 47783bf9-7d16-4ba2-a600-f6b9ee7de50f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:32.052455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30991282-6508-4934-b79e-540de619573b req-efa35ac9-2f3c-43e9-98cb-67bf28034402 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:32.054106 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30991282-6508-4934-b79e-540de619573b req-efa35ac9-2f3c-43e9-98cb-67bf28034402 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 944 time: 0.1090066 Aug 24 00:45:32.078844 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae740a4-1868-4911-8eeb-9f704de7fb90 req-89970c88-a03d-4110-955d-7c0690727944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:32.080616 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bae740a4-1868-4911-8eeb-9f704de7fb90 req-89970c88-a03d-4110-955d-7c0690727944 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23b1d28a-de7c-4753-8914-9c38791a986e HTTP/1.1" status: 200 len: 897 time: 0.1547894 Aug 24 00:45:32.136738 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bae740a4-1868-4911-8eeb-9f704de7fb90 req-5a4f54d7-c90c-4882-850f-3fb280d4fced service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3 HTTP/1.1" status: 200 len: 217 time: 0.0467787 Aug 24 00:45:32.161644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30991282-6508-4934-b79e-540de619573b req-1bd23018-3096-435f-946a-67ce3d5ce258 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923033 Aug 24 00:45:32.222673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae740a4-1868-4911-8eeb-9f704de7fb90 req-09d10ac1-7701-4630-9536-e7aa8275b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:32.224257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bae740a4-1868-4911-8eeb-9f704de7fb90 req-09d10ac1-7701-4630-9536-e7aa8275b969 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b9d4732-1c42-4e55-a56d-baa06f3e2793 HTTP/1.1" status: 200 len: 832 time: 0.0775783 Aug 24 00:45:32.232811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Transition to ACTIVE for port object 47783bf9-7d16-4ba2-a600-f6b9ee7de50f will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:32.264163 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.284878 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.317834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae740a4-1868-4911-8eeb-9f704de7fb90 req-2bc72169-2c15-4a07-88b3-ba1fd603437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:32.317834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bae740a4-1868-4911-8eeb-9f704de7fb90 req-2bc72169-2c15-4a07-88b3-ba1fd603437a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23b1d28a-de7c-4753-8914-9c38791a986e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817673 Aug 24 00:45:32.333962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Network 92770858-272e-4e71-b6dc-6fbe74815ce8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:32.339802 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:32.344562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:32.348416 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32d9b6c-6240-4d54-96c9-234d9d1e1e96 None None] Update dhcp port {'port': {'network_id': '1d24690b-753e-418f-a96f-5ff1e35ff3f8', 'fixed_ips': [{'subnet_id': 'bdb84185-bd30-41e1-acc6-c3b9aa16c6d6', 'ip_address': '2001:db8::2'}, {'subnet_id': '93d3ca74-a485-4781-9152-2fc1e2a2c0a0'}], 'binding:host_id': 'n-d-805736-1'}, 'id': 'd9599a0a-651d-4db4-892c-aad07a5fe486'} from n-d-805736-1. {{(pid=94839) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:45:32.376912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Pushing event updated for resources: {'Port': ['ID=47783bf9-7d16-4ba2-a600-f6b9ee7de50f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:32.397411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Subnet': ['ID=385fd92e-cd3a-4228-8a28-98be7fe398f8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:32.427878 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d9599a0a-651d-4db4-892c-aad07a5fe486 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:32.434309 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b32d9b6c-6240-4d54-96c9-234d9d1e1e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.472253 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bae740a4-1868-4911-8eeb-9f704de7fb90 req-ba8fd30b-a904-422c-9e5b-fb39db178abe service neutron] 10.222.0.47 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458805 Aug 24 00:45:32.506735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c472b489-ae01-408a-8139-7c68d20b501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5aaed70e-957e-4f36-8761-8b225391842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:44:09Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '5aaed70e-957e-4f36-8761-8b225391842b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:02Z', 'updated_at': '2021-08-24T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'a0f6484b-75a0-4a90-86aa-a12c0f8aae4a', 'name': '', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:e3:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:08Z', 'updated_at': '2021-08-24T00:44:18Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:32.519518 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.544380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Attempting to bind port 47783bf9-7d16-4ba2-a600-f6b9ee7de50f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:32.544770 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Attempting to bind port 47783bf9-7d16-4ba2-a600-f6b9ee7de50f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '9f1cd5c1-3752-45ea-9901-da5ff3889888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92770858-272e-4e71-b6dc-6fbe74815ce8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:32.545156 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Attempting to bind port 47783bf9-7d16-4ba2-a600-f6b9ee7de50f on network 92770858-272e-4e71-b6dc-6fbe74815ce8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:32.547447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92770858-272e-4e71-b6dc-6fbe74815ce8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:32.571903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c472b489-ae01-408a-8139-7c68d20b501e None None] Checking router: ea3cc00b-e626-49c5-a65d-de646b6f3f70 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:45:32.579378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1cd5c1-3752-45ea-9901-da5ff3889888') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:32.579608 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1cd5c1-3752-45ea-9901-da5ff3889888') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:32.584964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:32.585376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Checking segment: {'id': '9f1cd5c1-3752-45ea-9901-da5ff3889888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92770858-272e-4e71-b6dc-6fbe74815ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:32.585794 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.586197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Bound using segment: {'id': '9f1cd5c1-3752-45ea-9901-da5ff3889888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92770858-272e-4e71-b6dc-6fbe74815ce8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:32.586684 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Bound port: 47783bf9-7d16-4ba2-a600-f6b9ee7de50f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1cd5c1-3752-45ea-9901-da5ff3889888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '92770858-272e-4e71-b6dc-6fbe74815ce8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:32.587110 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.591636 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.615235 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.624800 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:32.625329 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:32.629853 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:32.684603 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bae740a4-1868-4911-8eeb-9f704de7fb90 req-6aac2d99-b19d-4792-85de-f7323ceddc2e service neutron] 10.222.0.47 "GET /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017815 Aug 24 00:45:32.713592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f0309-e307-4b82-8cb8-0d3be75a2b53 req-1b4bce94-6d4c-4fe8-91f8-f1425c331578 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:32.715492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f8f0309-e307-4b82-8cb8-0d3be75a2b53 req-1b4bce94-6d4c-4fe8-91f8-f1425c331578 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 945 time: 0.0671394 Aug 24 00:45:32.719772 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:45:32.719772 n-d-805736-1 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:45:32.719772 n-d-805736-1 neutron-server[94838]: [parameters: {'id': '92770858-272e-4e71-b6dc-6fbe74815ce8'}] Aug 24 00:45:32.719772 n-d-805736-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:45:32.720321 n-d-805736-1 neutron-server[94838]: DEBUG oslo_db.api [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:45:32.746514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c472b489-ae01-408a-8139-7c68d20b501e None None] Routers {'ea3cc00b-e626-49c5-a65d-de646b6f3f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:32.747182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c472b489-ae01-408a-8139-7c68d20b501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:32.767156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f8f0309-e307-4b82-8cb8-0d3be75a2b53 req-ba7e41f1-9aa9-4fb6-b548-ba949fbe0417 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399773 Aug 24 00:45:32.848327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port d9599a0a-651d-4db4-892c-aad07a5fe486 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:32.861213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a4cb6-f74e-4836-bedf-6c95aa8e3e95 req-ad2d247a-4f7c-4d19-b826-ecf4e57583f6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:32.863253 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-476a4cb6-f74e-4836-bedf-6c95aa8e3e95 req-ad2d247a-4f7c-4d19-b826-ecf4e57583f6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 944 time: 0.0581834 Aug 24 00:45:32.864479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d9599a0a-651d-4db4-892c-aad07a5fe486 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:32.864861 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.977343 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b32d9b6c-6240-4d54-96c9-234d9d1e1e96 None None] Allocated IP 172.20.0.1 (1d24690b-753e-418f-a96f-5ff1e35ff3f8/93d3ca74-a485-4781-9152-2fc1e2a2c0a0/d9599a0a-651d-4db4-892c-aad07a5fe486) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:32.978384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-476a4cb6-f74e-4836-bedf-6c95aa8e3e95 req-7b6a5122-137f-44db-ad5c-ba9ca058d14b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port d4d5eb5b-28be-4011-a572-d62f385b79d3 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:32.978384 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-476a4cb6-f74e-4836-bedf-6c95aa8e3e95 req-7b6a5122-137f-44db-ad5c-ba9ca058d14b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.992915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] For port 47783bf9-7d16-4ba2-a600-f6b9ee7de50f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:33.006575 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] For port 47783bf9-7d16-4ba2-a600-f6b9ee7de50f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=47783bf9-7d16-4ba2-a600-f6b9ee7de50f,segment=NetworkSegment(9f1cd5c1-3752-45ea-9901-da5ff3889888),segment_id=9f1cd5c1-3752-45ea-9901-da5ff3889888)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:33.023681 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.026724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c472b489-ae01-408a-8139-7c68d20b501e None None] Set router ea3cc00b-e626-49c5-a65d-de646b6f3f70 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:33.093989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-476a4cb6-f74e-4836-bedf-6c95aa8e3e95 req-7b6a5122-137f-44db-ad5c-ba9ca058d14b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] For port d4d5eb5b-28be-4011-a572-d62f385b79d3, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=d4d5eb5b-28be-4011-a572-d62f385b79d3,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:33.094468 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-476a4cb6-f74e-4836-bedf-6c95aa8e3e95 req-7b6a5122-137f-44db-ad5c-ba9ca058d14b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.119496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-476a4cb6-f74e-4836-bedf-6c95aa8e3e95 req-7b6a5122-137f-44db-ad5c-ba9ca058d14b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for d4d5eb5b-28be-4011-a572-d62f385b79d3 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:33.221973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.292190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Deleting port 47783bf9-7d16-4ba2-a600-f6b9ee7de50f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:33.292871 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.339372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6c152-c96f-401f-8776-513644065126 req-e23dba04-da04-4bd4-add8-ceaef5743afb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:33.341030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5fb6c152-c96f-401f-8776-513644065126 req-e23dba04-da04-4bd4-add8-ceaef5743afb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0e7deff-f48a-4cfe-b285-2dcff8f00248 HTTP/1.1" status: 200 len: 944 time: 0.0717695 Aug 24 00:45:33.342508 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-476a4cb6-f74e-4836-bedf-6c95aa8e3e95 req-7b6a5122-137f-44db-ad5c-ba9ca058d14b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.373819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] For port 47783bf9-7d16-4ba2-a600-f6b9ee7de50f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=47783bf9-7d16-4ba2-a600-f6b9ee7de50f,segment=NetworkSegment(9f1cd5c1-3752-45ea-9901-da5ff3889888),segment_id=9f1cd5c1-3752-45ea-9901-da5ff3889888)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:33.374562 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.391218 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Calling delete_port for 47783bf9-7d16-4ba2-a600-f6b9ee7de50f owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:33.402302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a5122-137f-44db-ad5c-ba9ca058d14b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=d4d5eb5b-28be-4011-a572-d62f385b79d3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:33.433517 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.459152 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-476a4cb6-f74e-4836-bedf-6c95aa8e3e95 req-7b6a5122-137f-44db-ad5c-ba9ca058d14b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] No DVR routers for this DVR port d4d5eb5b-28be-4011-a572-d62f385b79d3 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:33.462961 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-476a4cb6-f74e-4836-bedf-6c95aa8e3e95 req-7b6a5122-137f-44db-ad5c-ba9ca058d14b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.464964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-476a4cb6-f74e-4836-bedf-6c95aa8e3e95 req-7b6a5122-137f-44db-ad5c-ba9ca058d14b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.47 "DELETE /v2.0/ports/d4d5eb5b-28be-4011-a572-d62f385b79d3 HTTP/1.1" status: 204 len: 173 time: 0.5953112 Aug 24 00:45:33.478238 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.492033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.506297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5a651-408e-468c-96bf-e867c96717fb None None] Pushing event updated for resources: {'Port': ['ID=47783bf9-7d16-4ba2-a600-f6b9ee7de50f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:33.507549 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5fb6c152-c96f-401f-8776-513644065126 req-3e971cfc-76d5-4ea8-8bd5-7bfd4b0b1df2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=f25e87b1-7cd9-4715-b0a5-8232fa53391b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392288 Aug 24 00:45:33.529522 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Port': ['ID=47783bf9-7d16-4ba2-a600-f6b9ee7de50f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:33.533564 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No DVR routers for this DVR port 47783bf9-7d16-4ba2-a600-f6b9ee7de50f on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:33.570055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c290fd9d-b503-4dc7-9c60-53d6e4ab3188 None None] Network 92770858-272e-4e71-b6dc-6fbe74815ce8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:33.634653 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.645911 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92770858-272e-4e71-b6dc-6fbe74815ce8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:33.661212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1cd5c1-3752-45ea-9901-da5ff3889888') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:33.661498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1cd5c1-3752-45ea-9901-da5ff3889888') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:33.671984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.687011 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b32d9b6c-6240-4d54-96c9-234d9d1e1e96 None None] For port d9599a0a-651d-4db4-892c-aad07a5fe486, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d9599a0a-651d-4db4-892c-aad07a5fe486,segment=NetworkSegment(e765db1c-ac5d-4640-865c-8cd2ac2aa9bb),segment_id=e765db1c-ac5d-4640-865c-8cd2ac2aa9bb)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:33.687260 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.695190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:33.695627 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:33.698577 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:33.745310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'name': 'network-vif-deleted', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:45:33.747531 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca24e32-38b0-4b47-83f8-9281ce803fb0" -d '{"events": [{"server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "name": "network-vif-deleted", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:45:33.762213 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b32d9b6c-6240-4d54-96c9-234d9d1e1e96 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.770203 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.780639 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.783067 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/92770858-272e-4e71-b6dc-6fbe74815ce8 HTTP/1.1" status: 204 len: 168 time: 2.3816967 Aug 24 00:45:33.786506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36862) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:33.793938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b32d9b6c-6240-4d54-96c9-234d9d1e1e96 None None] Transition to ACTIVE for port object d9599a0a-651d-4db4-892c-aad07a5fe486 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:33.826691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022165cd-3df8-4485-a72b-14e89934fe2c tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Network': ['ID=92770858-272e-4e71-b6dc-6fbe74815ce8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:33.839512 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658d78b0-4198-4ee6-be0b-84c76cfdcea1 x-openstack-request-id: req-658d78b0-4198-4ee6-be0b-84c76cfdcea1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:45:33.840076 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e7deff-f48a-4cfe-b285-2dcff8f00248", "name": "network-vif-deleted", "tag": "d4d5eb5b-28be-4011-a572-d62f385b79d3", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:45:33.840448 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-658d78b0-4198-4ee6-be0b-84c76cfdcea1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:45:33.840981 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e7deff-f48a-4cfe-b285-2dcff8f00248', 'name': 'network-vif-deleted', 'tag': 'd4d5eb5b-28be-4011-a572-d62f385b79d3', 'status': 'completed', 'code': 200} Aug 24 00:45:33.842263 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc63b2d7-53ae-490b-bc74-ac68783bb488 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:33.843092 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc63b2d7-53ae-490b-bc74-ac68783bb488 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:33.849338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cc63b2d7-53ae-490b-bc74-ac68783bb488 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/92770858-272e-4e71-b6dc-6fbe74815ce8 HTTP/1.1" status: 404 len: 339 time: 0.0574939 Aug 24 00:45:33.849572 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b32d9b6c-6240-4d54-96c9-234d9d1e1e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.849881 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36866) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:33.856683 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3d101812-7f26-4f80-8a62-b54ce55d06f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1914473662', 'description': 'd1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:33.882697 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d101812-7f26-4f80-8a62-b54ce55d06f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:33.887044 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d101812-7f26-4f80-8a62-b54ce55d06f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.908494 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0d270f-9f1f-4f4c-94bd-b5bcf73115d6 None None] Network 92770858-272e-4e71-b6dc-6fbe74815ce8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:33.942813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357de198-6f5c-49a7-8870-dd7193e9961c req-c6faf56a-c085-4731-aebe-691d58bf3b76 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:33.948606 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d101812-7f26-4f80-8a62-b54ce55d06f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:33.951043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-357de198-6f5c-49a7-8870-dd7193e9961c req-c6faf56a-c085-4731-aebe-691d58bf3b76 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 945 time: 0.0702896 Aug 24 00:45:33.964735 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d101812-7f26-4f80-8a62-b54ce55d06f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.965589 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-3d101812-7f26-4f80-8a62-b54ce55d06f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Added segment da2b28e4-310f-4526-830d-3b8e74238289 of type vlan for network 299481c9-ad9c-45cb-af43-d51a6eed3a6c Aug 24 00:45:33.992771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0d270f-9f1f-4f4c-94bd-b5bcf73115d6 None None] Network 92770858-272e-4e71-b6dc-6fbe74815ce8 could not be found, it might have been deleted concurrently. {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 24 00:45:34.036390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-357de198-6f5c-49a7-8870-dd7193e9961c req-226f50b2-bc47-4f6f-99bf-e867d3bba822 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841663 Aug 24 00:45:34.054918 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:45:34.055408 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:45:34.063335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d9b6c-6240-4d54-96c9-234d9d1e1e96 None None] Pushing event updated for resources: {'Port': ['ID=d9599a0a-651d-4db4-892c-aad07a5fe486,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:34.077640 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d101812-7f26-4f80-8a62-b54ce55d06f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:34.097841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c472b489-ae01-408a-8139-7c68d20b501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5aaed70e-957e-4f36-8761-8b225391842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:44:09Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '5aaed70e-957e-4f36-8761-8b225391842b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:02Z', 'updated_at': '2021-08-24T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'a0f6484b-75a0-4a90-86aa-a12c0f8aae4a', 'name': '', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:e3:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:08Z', 'updated_at': '2021-08-24T00:44:18Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:34.122095 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d101812-7f26-4f80-8a62-b54ce55d06f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:34.134047 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d101812-7f26-4f80-8a62-b54ce55d06f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:34.134677 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d101812-7f26-4f80-8a62-b54ce55d06f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:34.139784 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c472b489-ae01-408a-8139-7c68d20b501e None None] The sync data for ids ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'] in n-d-805736-1 is: [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5aaed70e-957e-4f36-8761-8b225391842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:44:09Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '5aaed70e-957e-4f36-8761-8b225391842b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:02Z', 'updated_at': '2021-08-24T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'a0f6484b-75a0-4a90-86aa-a12c0f8aae4a', 'name': '', 'network_id': '23b1d28a-de7c-4753-8914-9c38791a986e', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:e3:99:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:08Z', 'updated_at': '2021-08-24T00:44:18Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '0b9d4732-1c42-4e55-a56d-baa06f3e2793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:45:34.238892 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d101812-7f26-4f80-8a62-b54ce55d06f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3876703 Aug 24 00:45:34.241608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36872) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:34.279932 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d101812-7f26-4f80-8a62-b54ce55d06f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Network': ['ID=299481c9-ad9c-45cb-af43-d51a6eed3a6c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:34.298278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 299481c9-ad9c-45cb-af43-d51a6eed3a6c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:34.405186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221798f7-a86b-42a4-b232-5a71e64ce8b0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:34.410396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36882) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:34.411044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-221798f7-a86b-42a4-b232-5a71e64ce8b0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "GET /v2.0/networks?id=299481c9-ad9c-45cb-af43-d51a6eed3a6c HTTP/1.1" status: 200 len: 765 time: 0.1675847 Aug 24 00:45:34.417816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0119d4d0-9a38-4286-b317-87d044b793ec tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'network': {'description': 'd2'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:34.582246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36888) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:34.622962 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:34.633334 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e00d276-81a2-4fcb-92b7-bf3a694d0d46 None None] New status for floating IP 95756960-51c9-40e1-9d45-5fe0b024d66a: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:45:34.654280 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0119d4d0-9a38-4286-b317-87d044b793ec tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:34.673096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port d9599a0a-651d-4db4-892c-aad07a5fe486, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d9599a0a-651d-4db4-892c-aad07a5fe486,segment=NetworkSegment(e765db1c-ac5d-4640-865c-8cd2ac2aa9bb),segment_id=e765db1c-ac5d-4640-865c-8cd2ac2aa9bb)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:34.677548 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0119d4d0-9a38-4286-b317-87d044b793ec tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:34.679420 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:34.698417 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0119d4d0-9a38-4286-b317-87d044b793ec tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network 299481c9-ad9c-45cb-af43-d51a6eed3a6c is not hosted by any dhcp agent {{(pid=94838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 00:45:34.712362 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0119d4d0-9a38-4286-b317-87d044b793ec tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:34.714735 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0119d4d0-9a38-4286-b317-87d044b793ec tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:34.716879 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0119d4d0-9a38-4286-b317-87d044b793ec tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "PUT /v2.0/networks/299481c9-ad9c-45cb-af43-d51a6eed3a6c HTTP/1.1" status: 200 len: 762 time: 0.3041289 Aug 24 00:45:34.735997 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36890) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:34.799067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb139a-b153-4a56-b762-972351fa924b req-44aa323a-280e-44aa-a574-aeee5e097dce tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:34.801284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8bb139a-b153-4a56-b762-972351fa924b req-44aa323a-280e-44aa-a574-aeee5e097dce tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.47 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 945 time: 0.1005969 Aug 24 00:45:34.822543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=d9599a0a-651d-4db4-892c-aad07a5fe486,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:34.857836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b645f-cc72-4d84-a524-711d20ecec83 None None] Network 1d24690b-753e-418f-a96f-5ff1e35ff3f8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:34.868354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d9599a0a-651d-4db4-892c-aad07a5fe486 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:34.951360 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50596595-58ea-4458-aec8-69a324ac5712 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:34.953095 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-50596595-58ea-4458-aec8-69a324ac5712 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "GET /v2.0/networks?id=299481c9-ad9c-45cb-af43-d51a6eed3a6c HTTP/1.1" status: 200 len: 765 time: 0.2154677 Aug 24 00:45:34.958797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119d4d0-9a38-4286-b317-87d044b793ec tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Network': ['ID=299481c9-ad9c-45cb-af43-d51a6eed3a6c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:34.961104 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36894) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:34.985837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 299481c9-ad9c-45cb-af43-d51a6eed3a6c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:35.101987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-757e6711-d47b-4461-a696-284063b18269 None None] Provisioning for port d9599a0a-651d-4db4-892c-aad07a5fe486 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:35.119573 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-757e6711-d47b-4461-a696-284063b18269 None None] Provisioning complete for port d9599a0a-651d-4db4-892c-aad07a5fe486 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:35.120128 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-757e6711-d47b-4461-a696-284063b18269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:35.164272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d9599a0a-651d-4db4-892c-aad07a5fe486 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:35.164666 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:35.207857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38157a18-2586-4ae6-8ee7-b6eac772fa23 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.212202 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-38157a18-2586-4ae6-8ee7-b6eac772fa23 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2473300 Aug 24 00:45:35.212906 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36900) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:35.262179 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1ab01d68-9ebd-47ee-9e21-2a8d86a2c400 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 207 time: 0.0474248 Aug 24 00:45:35.265112 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36902) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:35.417560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d604f-969e-4e8a-9f81-dddbdf73d0ac tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.424768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d604f-969e-4e8a-9f81-dddbdf73d0ac tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.431560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d604f-969e-4e8a-9f81-dddbdf73d0ac tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.437867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d604f-969e-4e8a-9f81-dddbdf73d0ac tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.444879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d604f-969e-4e8a-9f81-dddbdf73d0ac tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.451802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d604f-969e-4e8a-9f81-dddbdf73d0ac tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.454704 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7b4d604f-969e-4e8a-9f81-dddbdf73d0ac tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1883578 Aug 24 00:45:35.457739 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36904) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:35.537608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52339a4-8357-4429-bd94-52c8f0324112 req-c9572fef-362b-4b12-808a-b27bb673b040 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.539211 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e52339a4-8357-4429-bd94-52c8f0324112 req-c9572fef-362b-4b12-808a-b27bb673b040 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 945 time: 0.1572018 Aug 24 00:45:35.541508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d8bb139a-b153-4a56-b762-972351fa924b req-674a8940-aeb1-442a-b550-fc0a70e317d4 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Deleting port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:35.541930 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d8bb139a-b153-4a56-b762-972351fa924b req-674a8940-aeb1-442a-b550-fc0a70e317d4 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:35.598323 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-be716d47-adbe-4330-844a-cdc7b0072679 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1359370 Aug 24 00:45:35.598669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36906) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:35.629334 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03712a58-4fba-40a2-8a39-2846c367c283 None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:45:35.678242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b710b1cf-2659-4287-8ddd-8bf9aa733020 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.679895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b710b1cf-2659-4287-8ddd-8bf9aa733020 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.682111 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b710b1cf-2659-4287-8ddd-8bf9aa733020 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.683948 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b710b1cf-2659-4287-8ddd-8bf9aa733020 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.685560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b710b1cf-2659-4287-8ddd-8bf9aa733020 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.687917 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b710b1cf-2659-4287-8ddd-8bf9aa733020 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0876989 Aug 24 00:45:35.691785 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36908) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:35.699026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e52339a4-8357-4429-bd94-52c8f0324112 req-bb7c6c3a-6943-4f71-9554-45db33443e56 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6e96705-9c95-480a-9150-1bf25c6c39fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480787 Aug 24 00:45:35.728808 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cdbb380a-54c7-4690-a240-75f320bcdb7c None None] Provisioning complete for port d9599a0a-651d-4db4-892c-aad07a5fe486 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:35.729175 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cdbb380a-54c7-4690-a240-75f320bcdb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:35.745494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d8bb139a-b153-4a56-b762-972351fa924b req-674a8940-aeb1-442a-b550-fc0a70e317d4 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] For port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=74c5e71a-e4b6-4a13-bcbe-78f8db67de64,segment=NetworkSegment(f61e732a-110a-4ece-8115-28a9e9181998),segment_id=f61e732a-110a-4ece-8115-28a9e9181998)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:35.745866 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d8bb139a-b153-4a56-b762-972351fa924b req-674a8940-aeb1-442a-b550-fc0a70e317d4 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:35.758652 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9684752-f31c-4257-88c3-890b7db3152a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.759955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9684752-f31c-4257-88c3-890b7db3152a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.761691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9684752-f31c-4257-88c3-890b7db3152a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.763001 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9684752-f31c-4257-88c3-890b7db3152a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.764886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9684752-f31c-4257-88c3-890b7db3152a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.769909 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a9684752-f31c-4257-88c3-890b7db3152a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0733266 Aug 24 00:45:35.770765 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36910) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:35.785176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d8bb139a-b153-4a56-b762-972351fa924b req-674a8940-aeb1-442a-b550-fc0a70e317d4 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Calling delete_port for 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:35.801014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03712a58-4fba-40a2-8a39-2846c367c283 None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:45:35.887004 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620f3055-5e14-4136-a4ea-d26592ddc59b tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.888676 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-620f3055-5e14-4136-a4ea-d26592ddc59b tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "GET /v2.0/networks/4490c537-a90c-4113-bc4e-faa37088d961 HTTP/1.1" status: 200 len: 802 time: 0.1174042 Aug 24 00:45:35.893642 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36912) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:36.015113 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6d4fd924-ca1b-4083-8284-eeacb1f2f5f3 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "GET /v2.0/networks/4490c537-a90c-4113-bc4e-faa37088d961?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.1205854 Aug 24 00:45:36.019698 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:36.025828 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb4a5-cddf-411e-8096-f4bdf56df85a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.031896 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d8bb139a-b153-4a56-b762-972351fa924b req-674a8940-aeb1-442a-b550-fc0a70e317d4 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.038366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:36.091788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:36.092141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:36.092555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d4d5eb5b-28be-4011-a572-d62f385b79d3 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:36.098629 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c3e0ba-2cc8-4c09-ad94-5fca64c0145a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:36.100014 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-62c3e0ba-2cc8-4c09-ad94-5fca64c0145a tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "GET /v2.0/subnets/27e3f3bf-13eb-4b2c-b8ee-fc5046891155 HTTP/1.1" status: 200 len: 843 time: 0.0793576 Aug 24 00:45:36.103917 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36918) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:36.119959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a8940-aeb1-442a-b550-fc0a70e317d4 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Pushing event deleted for resources: {'Port': ['ID=74c5e71a-e4b6-4a13-bcbe-78f8db67de64,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:36.122548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: d4d5eb5b-28be-4011-a572-d62f385b79d3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:36.122989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device d4d5eb5b-28be-4011-a572-d62f385b79d3 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:36.195037 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950d6dca-45f5-41a1-88a1-68dc210e9c4b tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['shared'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:36.196410 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-950d6dca-45f5-41a1-88a1-68dc210e9c4b tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "GET /v2.0/subnets/27e3f3bf-13eb-4b2c-b8ee-fc5046891155?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0914395 Aug 24 00:45:36.200039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:36.208284 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-16dc154d-404b-4e6f-8cbc-b3ddf74a7320 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-227046050'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:36.211570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bb139a-b153-4a56-b762-972351fa924b req-674a8940-aeb1-442a-b550-fc0a70e317d4 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] No DVR routers for this DVR port 74c5e71a-e4b6-4a13-bcbe-78f8db67de64 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:36.218632 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d8bb139a-b153-4a56-b762-972351fa924b req-674a8940-aeb1-442a-b550-fc0a70e317d4 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.218632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8bb139a-b153-4a56-b762-972351fa924b req-674a8940-aeb1-442a-b550-fc0a70e317d4 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.47 "DELETE /v2.0/ports/74c5e71a-e4b6-4a13-bcbe-78f8db67de64 HTTP/1.1" status: 204 len: 173 time: 1.3513343 Aug 24 00:45:36.222797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400d5d7f-204f-4bf7-8315-3a66b7660a83', 'name': 'network-vif-deleted', 'tag': '74c5e71a-e4b6-4a13-bcbe-78f8db67de64'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:45:36.226022 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e78396-4909-4b09-acda-02aebd13df93" -d '{"events": [{"server_uuid": "400d5d7f-204f-4bf7-8315-3a66b7660a83", "name": "network-vif-deleted", "tag": "74c5e71a-e4b6-4a13-bcbe-78f8db67de64"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:45:36.278321 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dc154d-404b-4e6f-8cbc-b3ddf74a7320 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:36.288148 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc154d-404b-4e6f-8cbc-b3ddf74a7320 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.292887 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3a7f4d-0626-4e13-b9ba-11291ce69195 x-openstack-request-id: req-5d3a7f4d-0626-4e13-b9ba-11291ce69195 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:45:36.293227 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400d5d7f-204f-4bf7-8315-3a66b7660a83", "name": "network-vif-deleted", "tag": "74c5e71a-e4b6-4a13-bcbe-78f8db67de64", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:45:36.293473 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d3a7f4d-0626-4e13-b9ba-11291ce69195 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:45:36.293909 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400d5d7f-204f-4bf7-8315-3a66b7660a83', 'name': 'network-vif-deleted', 'tag': '74c5e71a-e4b6-4a13-bcbe-78f8db67de64', 'status': 'completed', 'code': 200} Aug 24 00:45:36.315957 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16dc154d-404b-4e6f-8cbc-b3ddf74a7320 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:36.325794 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc154d-404b-4e6f-8cbc-b3ddf74a7320 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.326131 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-16dc154d-404b-4e6f-8cbc-b3ddf74a7320 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Added segment ab4d47e2-227b-4436-874d-a2f52b85ac16 of type vlan for network 1efa262c-a28d-430e-bb9a-11d4ccf85b3d Aug 24 00:45:36.375401 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc154d-404b-4e6f-8cbc-b3ddf74a7320 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.423405 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc154d-404b-4e6f-8cbc-b3ddf74a7320 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.429966 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dc154d-404b-4e6f-8cbc-b3ddf74a7320 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:36.430709 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-16dc154d-404b-4e6f-8cbc-b3ddf74a7320 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.494349 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-16dc154d-404b-4e6f-8cbc-b3ddf74a7320 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2882690 Aug 24 00:45:36.494349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36942) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:36.496547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-e5ceb4a5-cddf-411e-8096-f4bdf56df85a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:36.496900 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb4a5-cddf-411e-8096-f4bdf56df85a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.502047 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-94803298-d0cf-4e65-a5dd-baaa5e07d2c2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'subnet': {'network_id': '1efa262c-a28d-430e-bb9a-11d4ccf85b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:36.550324 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc154d-404b-4e6f-8cbc-b3ddf74a7320 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Network': ['ID=1efa262c-a28d-430e-bb9a-11d4ccf85b3d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:36.563427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 1efa262c-a28d-430e-bb9a-11d4ccf85b3d details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:36.609818 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-e5ceb4a5-cddf-411e-8096-f4bdf56df85a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] For port a0f6484b-75a0-4a90-86aa-a12c0f8aae4a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a0f6484b-75a0-4a90-86aa-a12c0f8aae4a,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:36.610675 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb4a5-cddf-411e-8096-f4bdf56df85a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.619846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94803298-d0cf-4e65-a5dd-baaa5e07d2c2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Made reservation on behalf of 646df236abbe4957a66ef296efe292c4 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:36.625547 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94803298-d0cf-4e65-a5dd-baaa5e07d2c2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.629051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-e5ceb4a5-cddf-411e-8096-f4bdf56df85a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for a0f6484b-75a0-4a90-86aa-a12c0f8aae4a owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:36.696589 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-94803298-d0cf-4e65-a5dd-baaa5e07d2c2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Performing IP validity checks on allocation pools {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 24 00:45:36.697306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-94803298-d0cf-4e65-a5dd-baaa5e07d2c2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 24 00:45:36.827923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d9599a0a-651d-4db4-892c-aad07a5fe486 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:36.893582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d9599a0a-651d-4db4-892c-aad07a5fe486 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:36.894367 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94803298-d0cf-4e65-a5dd-baaa5e07d2c2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.894656 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.909643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb39e7df-592f-466c-8042-19191708c8e8 req-76b77847-eaf5-424d-9d9c-7eede1eaa127 tempest-VolumesSnapshotTestJSON-993990681 tempest-VolumesSnapshotTestJSON-993990681-project] 10.222.0.32 "GET /v2.0/ports?device_id=400d5d7f-204f-4bf7-8315-3a66b7660a83 HTTP/1.1" status: 200 len: 210 time: 0.0475731 Aug 24 00:45:36.993829 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94803298-d0cf-4e65-a5dd-baaa5e07d2c2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Checking segment: {'id': 'ab4d47e2-227b-4436-874d-a2f52b85ac16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1efa262c-a28d-430e-bb9a-11d4ccf85b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:36.994875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94803298-d0cf-4e65-a5dd-baaa5e07d2c2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network hostable DHCP agents. Network: 1efa262c-a28d-430e-bb9a-11d4ccf85b3d, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:37.001987 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94803298-d0cf-4e65-a5dd-baaa5e07d2c2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Subnet': ['ID=83881557-e153-4f52-846e-f64ffd3c327a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:37.021095 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:45:37.027443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94803298-d0cf-4e65-a5dd-baaa5e07d2c2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Network 1efa262c-a28d-430e-bb9a-11d4ccf85b3d is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:37.054565 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb4a5-cddf-411e-8096-f4bdf56df85a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.054890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-94803298-d0cf-4e65-a5dd-baaa5e07d2c2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 1efa262c-a28d-430e-bb9a-11d4ccf85b3d) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:37.060349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94803298-d0cf-4e65-a5dd-baaa5e07d2c2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:37.061664 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-94803298-d0cf-4e65-a5dd-baaa5e07d2c2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.062859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f33ca-8289-417c-b86e-4519213dcc6b None None] Network 1efa262c-a28d-430e-bb9a-11d4ccf85b3d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:37.078249 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-94803298-d0cf-4e65-a5dd-baaa5e07d2c2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5826588 Aug 24 00:45:37.081875 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36956) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:37.088118 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f0e45e75-aa29-4363-930d-df59ecd7b3c0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:37.103159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ceb4a5-cddf-411e-8096-f4bdf56df85a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=a0f6484b-75a0-4a90-86aa-a12c0f8aae4a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:37.178354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36958) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:37.226226 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0e45e75-aa29-4363-930d-df59ecd7b3c0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10228809'] for subnet, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.294914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-1efa262c-a28d-430e-bb9a-11d4ccf85b3d', 'network_id': '1efa262c-a28d-430e-bb9a-11d4ccf85b3d', 'tenant_id': '646df236abbe4957a66ef296efe292c4', 'fixed_ips': [{'subnet_id': '83881557-e153-4f52-846e-f64ffd3c327a'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:37.295806 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.348437 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb4a5-cddf-411e-8096-f4bdf56df85a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.415563 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-972d8fde-22a0-45e5-a40f-2f975a874495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.483132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0e45e75-aa29-4363-930d-df59ecd7b3c0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726650076874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9135314'] for subnet, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.535033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Allocated IP 2001:db8::3 (1efa262c-a28d-430e-bb9a-11d4ccf85b3d/83881557-e153-4f52-846e-f64ffd3c327a/9f54f40c-a858-46cd-979d-770c0c13a5e8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:37.552934 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e45e75-aa29-4363-930d-df59ecd7b3c0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:37.553776 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0e45e75-aa29-4363-930d-df59ecd7b3c0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.557814 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f0e45e75-aa29-4363-930d-df59ecd7b3c0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "PUT /v2.0/subnets/83881557-e153-4f52-846e-f64ffd3c327a HTTP/1.1" status: 200 len: 900 time: 0.4723973 Aug 24 00:45:37.560828 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36964) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:37.572744 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e45e75-aa29-4363-930d-df59ecd7b3c0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event updated for resources: {'Subnet': ['ID=83881557-e153-4f52-846e-f64ffd3c327a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:37.610204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ceb4a5-cddf-411e-8096-f4bdf56df85a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router ea3cc00b-e626-49c5-a65d-de646b6f3f70 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:45:37.708003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-972d8fde-22a0-45e5-a40f-2f975a874495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.712422 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.715370 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-972d8fde-22a0-45e5-a40f-2f975a874495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.736185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ceb4a5-cddf-411e-8096-f4bdf56df85a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:45:37.742301 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e5ceb4a5-cddf-411e-8096-f4bdf56df85a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "PUT /v2.0/routers/ea3cc00b-e626-49c5-a65d-de646b6f3f70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1505034 Aug 24 00:45:37.742996 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.744862 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36966) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:37.753762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7127c3a7-f51e-4263-8711-93d551857d6e None None] Sync routers for ids ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:45:37.758619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Transition to ACTIVE for port object 9f54f40c-a858-46cd-979d-770c0c13a5e8 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:37.775874 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-972d8fde-22a0-45e5-a40f-2f975a874495 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c63aac486414b5eb0f000cfdd0fc3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5937600 Aug 24 00:45:37.775874 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d8fde-22a0-45e5-a40f-2f975a874495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3754c11-cb8f-49a2-835b-d835e9f2dcd3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:37.776682 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36968) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:37.783062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7127c3a7-f51e-4263-8711-93d551857d6e None None] Routers {'ea3cc00b-e626-49c5-a65d-de646b6f3f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:37.784488 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7127c3a7-f51e-4263-8711-93d551857d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:37.821723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Transition to ACTIVE for port object 9f54f40c-a858-46cd-979d-770c0c13a5e8 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:37.827279 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.833840 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.841691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9131e01-583e-462e-af69-091eda0fe804 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting subnet 0b9d4732-1c42-4e55-a56d-baa06f3e2793 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:37.847114 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9131e01-583e-462e-af69-091eda0fe804 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.898491 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c829d37-714f-4a94-83f8-fcbafef61d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.899079 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.902741 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9131e01-583e-462e-af69-091eda0fe804 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.905383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Network 1efa262c-a28d-430e-bb9a-11d4ccf85b3d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:37.933520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Subnet': ['ID=83881557-e153-4f52-846e-f64ffd3c327a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:37.961437 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c829d37-714f-4a94-83f8-fcbafef61d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.995955 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.016082 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efa262c-a28d-430e-bb9a-11d4ccf85b3d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:38.029409 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4d47e2-227b-4436-874d-a2f52b85ac16') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:38.029752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4d47e2-227b-4436-874d-a2f52b85ac16') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:38.040546 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.062727 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.066187 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9131e01-583e-462e-af69-091eda0fe804 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.071026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:38.071646 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:38.075822 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:38.130393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Pushing event updated for resources: {'Port': ['ID=9f54f40c-a858-46cd-979d-770c0c13a5e8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:38.139885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:38.144405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:38.148238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:45:38.148238 n-d-805736-1 neutron-server[94838]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:45:38.148238 n-d-805736-1 neutron-server[94838]: [parameters: {'id': '1efa262c-a28d-430e-bb9a-11d4ccf85b3d'}] Aug 24 00:45:38.148238 n-d-805736-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:45:38.148703 n-d-805736-1 neutron-server[94838]: DEBUG oslo_db.api [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:45:38.169014 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9131e01-583e-462e-af69-091eda0fe804 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.185547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7127c3a7-f51e-4263-8711-93d551857d6e None None] Set router ea3cc00b-e626-49c5-a65d-de646b6f3f70 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:38.206235 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c829d37-714f-4a94-83f8-fcbafef61d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.209227 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c829d37-714f-4a94-83f8-fcbafef61d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.212806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6c829d37-714f-4a94-83f8-fcbafef61d72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3754c11-cb8f-49a2-835b-d835e9f2dcd3 HTTP/1.1" status: 204 len: 168 time: 0.4327927 Aug 24 00:45:38.218876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9131e01-583e-462e-af69-091eda0fe804 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Subnet': ['ID=0b9d4732-1c42-4e55-a56d-baa06f3e2793,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:38.223416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c829d37-714f-4a94-83f8-fcbafef61d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3754c11-cb8f-49a2-835b-d835e9f2dcd3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:38.225410 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d9131e01-583e-462e-af69-091eda0fe804 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.227344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d9131e01-583e-462e-af69-091eda0fe804 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/subnets/0b9d4732-1c42-4e55-a56d-baa06f3e2793 HTTP/1.1" status: 204 len: 168 time: 0.4812810 Aug 24 00:45:38.230022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36976) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:38.320230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a0ba08-1df5-4f24-b0cc-afb4b93a4737 None None] Network 23b1d28a-de7c-4753-8914-9c38791a986e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:38.355165 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.473886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Attempting to bind port 9f54f40c-a858-46cd-979d-770c0c13a5e8 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:38.474279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Attempting to bind port 9f54f40c-a858-46cd-979d-770c0c13a5e8 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'ab4d47e2-227b-4436-874d-a2f52b85ac16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1efa262c-a28d-430e-bb9a-11d4ccf85b3d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:38.474633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Attempting to bind port 9f54f40c-a858-46cd-979d-770c0c13a5e8 on network 1efa262c-a28d-430e-bb9a-11d4ccf85b3d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:38.496260 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:38.496490 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Checking segment: {'id': 'ab4d47e2-227b-4436-874d-a2f52b85ac16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1efa262c-a28d-430e-bb9a-11d4ccf85b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:38.496896 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.497287 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Bound using segment: {'id': 'ab4d47e2-227b-4436-874d-a2f52b85ac16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1efa262c-a28d-430e-bb9a-11d4ccf85b3d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:38.498052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Bound port: 9f54f40c-a858-46cd-979d-770c0c13a5e8, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4d47e2-227b-4436-874d-a2f52b85ac16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1efa262c-a28d-430e-bb9a-11d4ccf85b3d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:38.498493 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.527125 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.609639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36986) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:38.627837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-955c8c75-0e1c-4b77-8579-4c20f9ac48ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.646856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port 5aaed70e-957e-4f36-8761-8b225391842b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:38.647534 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.651915 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.687354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] For port 9f54f40c-a858-46cd-979d-770c0c13a5e8, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:38.692663 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] For port 9f54f40c-a858-46cd-979d-770c0c13a5e8, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9f54f40c-a858-46cd-979d-770c0c13a5e8,segment=NetworkSegment(ab4d47e2-227b-4436-874d-a2f52b85ac16),segment_id=ab4d47e2-227b-4436-874d-a2f52b85ac16)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:38.701244 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.763512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] For port 5aaed70e-957e-4f36-8761-8b225391842b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5aaed70e-957e-4f36-8761-8b225391842b,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:38.763895 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.781158 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for 5aaed70e-957e-4f36-8761-8b225391842b owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:38.826833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7127c3a7-f51e-4263-8711-93d551857d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5aaed70e-957e-4f36-8761-8b225391842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:45:36Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '5aaed70e-957e-4f36-8761-8b225391842b', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:02Z', 'updated_at': '2021-08-24T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:38.865638 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7127c3a7-f51e-4263-8711-93d551857d6e None None] Checking router: ea3cc00b-e626-49c5-a65d-de646b6f3f70 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:45:38.867502 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546be14b-ca73-4f40-a72e-f1d8df9255bd None None] Pushing event updated for resources: {'Port': ['ID=9f54f40c-a858-46cd-979d-770c0c13a5e8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:38.868110 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Deleting port 9f54f40c-a858-46cd-979d-770c0c13a5e8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:38.868559 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.871485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355b037d-cf63-4fb1-8dc4-c60c3525320e None None] DHCP port deletion for 23b1d28a-de7c-4753-8914-9c38791a986e request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:38.905394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7127c3a7-f51e-4263-8711-93d551857d6e None None] Routers {'ea3cc00b-e626-49c5-a65d-de646b6f3f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:38.906027 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7127c3a7-f51e-4263-8711-93d551857d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:38.907997 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef18368-857b-422d-808e-8163976db31b None None] Network 1efa262c-a28d-430e-bb9a-11d4ccf85b3d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:38.944909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] For port 9f54f40c-a858-46cd-979d-770c0c13a5e8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9f54f40c-a858-46cd-979d-770c0c13a5e8,segment=NetworkSegment(ab4d47e2-227b-4436-874d-a2f52b85ac16),segment_id=ab4d47e2-227b-4436-874d-a2f52b85ac16)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:38.945428 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.960695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Calling delete_port for 9f54f40c-a858-46cd-979d-770c0c13a5e8 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:38.999611 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.031994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=5aaed70e-957e-4f36-8761-8b225391842b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:39.077771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7127c3a7-f51e-4263-8711-93d551857d6e None None] Set router ea3cc00b-e626-49c5-a65d-de646b6f3f70 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:39.088074 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-955c8c75-0e1c-4b77-8579-4c20f9ac48ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.090066 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.105837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-955c8c75-0e1c-4b77-8579-4c20f9ac48ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.128437 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.146557 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-955c8c75-0e1c-4b77-8579-4c20f9ac48ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0da1292e75094bf5ab5a10953a61784a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5357215 Aug 24 00:45:39.161543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7127c3a7-f51e-4263-8711-93d551857d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:45:38Z', 'revision_number': 6, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:39.164138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-355b037d-cf63-4fb1-8dc4-c60c3525320e None None] Deleting port d13cc120-1eb5-4576-87e8-793e517e3409 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:39.164516 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-355b037d-cf63-4fb1-8dc4-c60c3525320e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.178520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 36988) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:39.208183 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7127c3a7-f51e-4263-8711-93d551857d6e None None] The sync data for ids ['ea3cc00b-e626-49c5-a65d-de646b6f3f70'] in n-d-805736-1 is: [{'id': 'ea3cc00b-e626-49c5-a65d-de646b6f3f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891761515', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:01Z', 'updated_at': '2021-08-24T00:45:38Z', 'revision_number': 6, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:45:39.224552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No DVR routers for this DVR port 9f54f40c-a858-46cd-979d-770c0c13a5e8 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:39.226868 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Port': ['ID=9f54f40c-a858-46cd-979d-770c0c13a5e8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:39.228798 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c8c75-0e1c-4b77-8579-4c20f9ac48ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15236204-6ab8-4e70-ac13-5a214f402b46,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:39.283899 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.286680 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.299979 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a397c4-6372-4b8a-a4bc-6b5ec24c3ec9 None None] Network 1efa262c-a28d-430e-bb9a-11d4ccf85b3d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:39.329265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-355b037d-cf63-4fb1-8dc4-c60c3525320e None None] For port d13cc120-1eb5-4576-87e8-793e517e3409, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d13cc120-1eb5-4576-87e8-793e517e3409,segment=NetworkSegment(b6b57481-53cc-4dd3-bf6f-0555f3b169c1),segment_id=b6b57481-53cc-4dd3-bf6f-0555f3b169c1)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:39.329265 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-355b037d-cf63-4fb1-8dc4-c60c3525320e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.336287 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.336976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Fanout notify agent at l3_agent the message router_deleted on router ea3cc00b-e626-49c5-a65d-de646b6f3f70 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:45:39.355219 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.359253 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-93863407-a091-42bd-a3e6-e39a5a7797ec tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/routers/ea3cc00b-e626-49c5-a65d-de646b6f3f70 HTTP/1.1" status: 204 len: 168 time: 1.1247387 Aug 24 00:45:39.359899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 36994) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:39.377170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-355b037d-cf63-4fb1-8dc4-c60c3525320e None None] Calling delete_port for d13cc120-1eb5-4576-87e8-793e517e3409 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:39.471742 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.541254 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-355b037d-cf63-4fb1-8dc4-c60c3525320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.543162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port d13cc120-1eb5-4576-87e8-793e517e3409 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:39.543596 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.583042 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b037d-cf63-4fb1-8dc4-c60c3525320e None None] Pushing event deleted for resources: {'Port': ['ID=d13cc120-1eb5-4576-87e8-793e517e3409,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:39.589038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b037d-cf63-4fb1-8dc4-c60c3525320e None None] No DVR routers for this DVR port d13cc120-1eb5-4576-87e8-793e517e3409 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:39.625064 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1b064-f3a4-415f-a666-67bdd88e563f None None] get_active_networks_info from n-d-805736-1 {{(pid=94839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:45:39.677434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] For port d13cc120-1eb5-4576-87e8-793e517e3409, host n-d-805736-1, got binding levels [] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:39.677951 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.699054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for d13cc120-1eb5-4576-87e8-793e517e3409 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:39.702425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.ipam_backend_mixin [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Port d13cc120-1eb5-4576-87e8-793e517e3409 was not found and therefore no delete operation was performed {{(pid=94837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:45:39.704025 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.750452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=d13cc120-1eb5-4576-87e8-793e517e3409,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:39.768986 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] No DVR routers for this DVR port d13cc120-1eb5-4576-87e8-793e517e3409 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:39.807239 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d1b064-f3a4-415f-a666-67bdd88e563f None None] Resources bound (agent type, host, resource id): {{(pid=94839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:45:39.847781 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.863739 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efa262c-a28d-430e-bb9a-11d4ccf85b3d']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:39.881631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4d47e2-227b-4436-874d-a2f52b85ac16') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:39.882665 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4d47e2-227b-4436-874d-a2f52b85ac16') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:39.888683 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-025dca97-52e0-4fc7-93a8-e5537af5783e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.892739 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.893963 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.913221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b1d28a-de7c-4753-8914-9c38791a986e']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:39.921037 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.929861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:39.930058 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b57481-53cc-4dd3-bf6f-0555f3b169c1') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:39.931580 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-025dca97-52e0-4fc7-93a8-e5537af5783e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.940408 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.942175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:39.942590 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:39.946096 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:39.962955 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.969909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:39.970301 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:39.981616 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:40.033951 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.051636 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.053746 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/1efa262c-a28d-430e-bb9a-11d4ccf85b3d HTTP/1.1" status: 204 len: 168 time: 2.4918592 Aug 24 00:45:40.069746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37000) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:40.106970 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d2abe-b34c-4173-8a1e-b7b9f0ce1e7e tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Network': ['ID=1efa262c-a28d-430e-bb9a-11d4ccf85b3d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:40.108888 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-025dca97-52e0-4fc7-93a8-e5537af5783e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.109335 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.111642 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-025dca97-52e0-4fc7-93a8-e5537af5783e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.116135 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-025dca97-52e0-4fc7-93a8-e5537af5783e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15236204-6ab8-4e70-ac13-5a214f402b46 HTTP/1.1" status: 204 len: 168 time: 0.9324670 Aug 24 00:45:40.123364 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.125868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/networks/23b1d28a-de7c-4753-8914-9c38791a986e HTTP/1.1" status: 204 len: 168 time: 0.7635102 Aug 24 00:45:40.127091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dca97-52e0-4fc7-93a8-e5537af5783e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15236204-6ab8-4e70-ac13-5a214f402b46,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:40.129512 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcb0ca0-7351-4034-93c2-afa88c499f6f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:40.130113 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcb0ca0-7351-4034-93c2-afa88c499f6f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:40.131927 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bdcb0ca0-7351-4034-93c2-afa88c499f6f tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/subnets/83881557-e153-4f52-846e-f64ffd3c327a HTTP/1.1" status: 404 len: 337 time: 0.0606775 Aug 24 00:45:40.132571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37004) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:40.134485 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:40.159292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5bb63-8875-49c9-9370-53b7d234b468 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Network': ['ID=23b1d28a-de7c-4753-8914-9c38791a986e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:40.177428 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b2c38e-1904-46d4-9e0d-a16210135766 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:40.177998 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b2c38e-1904-46d4-9e0d-a16210135766 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:40.179820 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-67b2c38e-1904-46d4-9e0d-a16210135766 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/1efa262c-a28d-430e-bb9a-11d4ccf85b3d HTTP/1.1" status: 404 len: 339 time: 0.0444343 Aug 24 00:45:40.183294 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:40.290577 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baa889a2-3a3b-45ca-8c1a-4d3323a62418 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.319981 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce61feb0-a564-414c-b076-231900399c79 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.337701 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baa889a2-3a3b-45ca-8c1a-4d3323a62418 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.475508 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce61feb0-a564-414c-b076-231900399c79 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.494416 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ce61feb0-a564-414c-b076-231900399c79 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299481c9-ad9c-45cb-af43-d51a6eed3a6c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:40.506357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ce61feb0-a564-414c-b076-231900399c79 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2b28e4-310f-4526-830d-3b8e74238289') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:40.507055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ce61feb0-a564-414c-b076-231900399c79 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2b28e4-310f-4526-830d-3b8e74238289') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:40.520644 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce61feb0-a564-414c-b076-231900399c79 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.531473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baa889a2-3a3b-45ca-8c1a-4d3323a62418 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.535351 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-baa889a2-3a3b-45ca-8c1a-4d3323a62418 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.539177 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-baa889a2-3a3b-45ca-8c1a-4d3323a62418 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/security-groups/f25e87b1-7cd9-4715-b0a5-8232fa53391b HTTP/1.1" status: 204 len: 168 time: 0.4028404 Aug 24 00:45:40.563980 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce61feb0-a564-414c-b076-231900399c79 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.570322 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa889a2-3a3b-45ca-8c1a-4d3323a62418 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25e87b1-7cd9-4715-b0a5-8232fa53391b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:40.595037 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce61feb0-a564-414c-b076-231900399c79 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:40.597306 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce61feb0-a564-414c-b076-231900399c79 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:40.602653 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:40.678049 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce61feb0-a564-414c-b076-231900399c79 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.686865 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce61feb0-a564-414c-b076-231900399c79 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.689278 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ce61feb0-a564-414c-b076-231900399c79 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/299481c9-ad9c-45cb-af43-d51a6eed3a6c HTTP/1.1" status: 204 len: 168 time: 0.5048492 Aug 24 00:45:40.691730 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:40.737308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61feb0-a564-414c-b076-231900399c79 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Network': ['ID=299481c9-ad9c-45cb-af43-d51a6eed3a6c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:40.748754 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78372f8-48d0-4665-8969-271cde21c790 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:40.749230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78372f8-48d0-4665-8969-271cde21c790 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:40.754102 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d78372f8-48d0-4665-8969-271cde21c790 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/subnets/385fd92e-cd3a-4228-8a28-98be7fe398f8 HTTP/1.1" status: 404 len: 337 time: 0.0580008 Aug 24 00:45:40.754343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:40.781963 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa68e25-3cef-4a36-8120-a8281487aea0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:40.782525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa68e25-3cef-4a36-8120-a8281487aea0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:40.784507 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-daa68e25-3cef-4a36-8120-a8281487aea0 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/92770858-272e-4e71-b6dc-6fbe74815ce8 HTTP/1.1" status: 404 len: 339 time: 0.0291913 Aug 24 00:45:40.787432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37032) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:40.788261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d13cc120-1eb5-4576-87e8-793e517e3409 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:40.811623 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: d13cc120-1eb5-4576-87e8-793e517e3409 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:40.812475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d13cc120-1eb5-4576-87e8-793e517e3409 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:40.813277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a0f6484b-75a0-4a90-86aa-a12c0f8aae4a no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:40.835368 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: a0f6484b-75a0-4a90-86aa-a12c0f8aae4a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:40.836147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a0f6484b-75a0-4a90-86aa-a12c0f8aae4a not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:40.836791 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5aaed70e-957e-4f36-8761-8b225391842b no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:40.854931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cfae80-4781-4429-9d43-74160c6af0ad tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Deleting subnet 93d3ca74-a485-4781-9152-2fc1e2a2c0a0 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:40.864330 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60cfae80-4781-4429-9d43-74160c6af0ad tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.873107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 5aaed70e-957e-4f36-8761-8b225391842b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:40.873465 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5aaed70e-957e-4f36-8761-8b225391842b not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:40.936609 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60cfae80-4781-4429-9d43-74160c6af0ad tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.021846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37040) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:41.027948 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5b90c1b9-b23c-45b4-b8ae-b2227963c9b5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1303784720', 'description': 'tempest-secgroup-smoke-1303784720 description', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:41.083175 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b90c1b9-b23c-45b4-b8ae-b2227963c9b5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.105068 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60cfae80-4781-4429-9d43-74160c6af0ad tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.181024 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60cfae80-4781-4429-9d43-74160c6af0ad tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.214292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfae80-4781-4429-9d43-74160c6af0ad tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Subnet': ['ID=93d3ca74-a485-4781-9152-2fc1e2a2c0a0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:41.216419 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-60cfae80-4781-4429-9d43-74160c6af0ad tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.220526 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-60cfae80-4781-4429-9d43-74160c6af0ad tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/subnets/93d3ca74-a485-4781-9152-2fc1e2a2c0a0 HTTP/1.1" status: 204 len: 168 time: 0.4290926 Aug 24 00:45:41.220747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37044) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:41.225713 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b90c1b9-b23c-45b4-b8ae-b2227963c9b5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.230735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e26c6c5-b34f-49a6-8413-dd7c40007567 None None] Network 1d24690b-753e-418f-a96f-5ff1e35ff3f8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:41.234762 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b90c1b9-b23c-45b4-b8ae-b2227963c9b5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.276719 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b90c1b9-b23c-45b4-b8ae-b2227963c9b5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.277983 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5b90c1b9-b23c-45b4-b8ae-b2227963c9b5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2551191 Aug 24 00:45:41.281197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37048) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:41.287368 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6f7c5494-ec0f-4308-89be-9679895cfc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'e90c4919-0639-44ce-8826-4e04ee7d4094', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:41.308445 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90c1b9-b23c-45b4-b8ae-b2227963c9b5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90c4919-0639-44ce-8826-4e04ee7d4094,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:41.322285 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f7c5494-ec0f-4308-89be-9679895cfc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.336496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8fac78-c617-4601-8f0e-79779f0b7658 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Deleting subnet bdb84185-bd30-41e1-acc6-c3b9aa16c6d6 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:41.341398 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be8fac78-c617-4601-8f0e-79779f0b7658 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.391885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f7c5494-ec0f-4308-89be-9679895cfc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.393570 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be8fac78-c617-4601-8f0e-79779f0b7658 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.399356 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f7c5494-ec0f-4308-89be-9679895cfc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.418020 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c5494-ec0f-4308-89be-9679895cfc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e8c0d9-bdc0-414e-a49c-5e8f4d4d7f9a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:41.429993 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6f7c5494-ec0f-4308-89be-9679895cfc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.437892 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6f7c5494-ec0f-4308-89be-9679895cfc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1531777 Aug 24 00:45:41.438958 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37052) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:41.444474 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dfcfdb3a-3304-4dde-8da0-3db8a2c7585d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'e90c4919-0639-44ce-8826-4e04ee7d4094', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:41.492640 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfcfdb3a-3304-4dde-8da0-3db8a2c7585d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.526941 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be8fac78-c617-4601-8f0e-79779f0b7658 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.572183 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfcfdb3a-3304-4dde-8da0-3db8a2c7585d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.583415 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfcfdb3a-3304-4dde-8da0-3db8a2c7585d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.606838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfdb3a-3304-4dde-8da0-3db8a2c7585d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf045419-6aad-4c2c-9bb8-4792c31fa9cd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:41.618182 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dfcfdb3a-3304-4dde-8da0-3db8a2c7585d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.621784 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be8fac78-c617-4601-8f0e-79779f0b7658 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.624592 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dfcfdb3a-3304-4dde-8da0-3db8a2c7585d tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1839497 Aug 24 00:45:41.628063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:41.634109 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7f409ab9-7347-4148-869c-7234a2f0d85e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'e90c4919-0639-44ce-8826-4e04ee7d4094', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:41.665149 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be8fac78-c617-4601-8f0e-79779f0b7658 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.667612 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-be8fac78-c617-4601-8f0e-79779f0b7658 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/subnets/bdb84185-bd30-41e1-acc6-c3b9aa16c6d6 HTTP/1.1" status: 204 len: 168 time: 0.4451184 Aug 24 00:45:41.669036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fac78-c617-4601-8f0e-79779f0b7658 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb84185-bd30-41e1-acc6-c3b9aa16c6d6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:41.670792 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37060) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:41.682980 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f409ab9-7347-4148-869c-7234a2f0d85e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.793837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.815166 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f409ab9-7347-4148-869c-7234a2f0d85e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.848949 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f409ab9-7347-4148-869c-7234a2f0d85e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.878500 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f409ab9-7347-4148-869c-7234a2f0d85e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38dbb496-0cdd-4428-bf70-e5fa1333cac8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:41.893067 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7f409ab9-7347-4148-869c-7234a2f0d85e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.897111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37072) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:41.897457 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7f409ab9-7347-4148-869c-7234a2f0d85e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2678065 Aug 24 00:45:41.904858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cfe47d7a-9b8c-4833-ac56-53de3c44d492 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'e90c4919-0639-44ce-8826-4e04ee7d4094', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:41.925695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Deleting port d9599a0a-651d-4db4-892c-aad07a5fe486 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:41.926033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.949021 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cfe47d7a-9b8c-4833-ac56-53de3c44d492 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.017616 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] For port d9599a0a-651d-4db4-892c-aad07a5fe486, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d9599a0a-651d-4db4-892c-aad07a5fe486,segment=NetworkSegment(e765db1c-ac5d-4640-865c-8cd2ac2aa9bb),segment_id=e765db1c-ac5d-4640-865c-8cd2ac2aa9bb)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:42.020006 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.036829 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Calling delete_port for d9599a0a-651d-4db4-892c-aad07a5fe486 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:42.079083 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cfe47d7a-9b8c-4833-ac56-53de3c44d492 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.092570 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cfe47d7a-9b8c-4833-ac56-53de3c44d492 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.114248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe47d7a-9b8c-4833-ac56-53de3c44d492 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda37f2f-d7f0-4cdc-9586-71ba980f89bd,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:42.132735 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cfe47d7a-9b8c-4833-ac56-53de3c44d492 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.137813 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37080) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.138046 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cfe47d7a-9b8c-4833-ac56-53de3c44d492 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2389560 Aug 24 00:45:42.143545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-23e6a1e0-3231-482b-a947-0c5eb529c1cc tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'e90c4919-0639-44ce-8826-4e04ee7d4094', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:42.184791 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-23e6a1e0-3231-482b-a947-0c5eb529c1cc tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Project b921a640dca2469ab0511a55c18e6f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:45:42.198101 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23e6a1e0-3231-482b-a947-0c5eb529c1cc tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.221035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f8d9b1-df37-450c-b86d-bd0ae9f2aca4 None None] Network 1d24690b-753e-418f-a96f-5ff1e35ff3f8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:42.248326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.307529 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Port': ['ID=d9599a0a-651d-4db4-892c-aad07a5fe486,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:42.312480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No DVR routers for this DVR port d9599a0a-651d-4db4-892c-aad07a5fe486 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:42.334390 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23e6a1e0-3231-482b-a947-0c5eb529c1cc tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.350609 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23e6a1e0-3231-482b-a947-0c5eb529c1cc tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.357968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4791737d-626d-45f5-9a5c-f3064e90f6db None None] Could not find standard attr ID for object d9599a0a-651d-4db4-892c-aad07a5fe486. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:45:42.422494 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6a1e0-3231-482b-a947-0c5eb529c1cc tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3a1b90-b9e5-4bb5-9d73-3085aec20abd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:42.430807 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-23e6a1e0-3231-482b-a947-0c5eb529c1cc tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.434584 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-23e6a1e0-3231-482b-a947-0c5eb529c1cc tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2931406 Aug 24 00:45:42.435056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37092) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.438798 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.441552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-656c69e2-7670-47b5-b815-337d1144c588 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'security_group_rule': {'security_group_id': 'e90c4919-0639-44ce-8826-4e04ee7d4094', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:42.460688 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d24690b-753e-418f-a96f-5ff1e35ff3f8']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:42.476950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37094) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.481233 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e765db1c-ac5d-4640-865c-8cd2ac2aa9bb') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:42.481996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e765db1c-ac5d-4640-865c-8cd2ac2aa9bb') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:42.500200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e02b450-33c6-4238-bdcf-97a03b00d5a2 None None] DHCP port deletion for 1d24690b-753e-418f-a96f-5ff1e35ff3f8 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:42.505186 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.526298 n-d-805736-1 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-656c69e2-7670-47b5-b815-337d1144c588 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Project b921a640dca2469ab0511a55c18e6f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:45:42.541395 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-656c69e2-7670-47b5-b815-337d1144c588 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.542286 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.548751 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:42.549885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:42.613394 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:42.619158 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.627712 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.631575 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/1d24690b-753e-418f-a96f-5ff1e35ff3f8 HTTP/1.1" status: 204 len: 168 time: 0.9597731 Aug 24 00:45:42.634154 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37098) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.663613 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eede9-587f-4592-ada3-076f24ee6177 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Network': ['ID=1d24690b-753e-418f-a96f-5ff1e35ff3f8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:42.686808 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e13891-b051-4d63-8cac-f2fcfd7a170d tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:42.687450 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e13891-b051-4d63-8cac-f2fcfd7a170d tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:42.689986 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-74e13891-b051-4d63-8cac-f2fcfd7a170d tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/subnets/09044222-2ed7-42c9-a111-2cc67b63ba3e HTTP/1.1" status: 404 len: 337 time: 0.0536761 Aug 24 00:45:42.692470 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37100) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.717597 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefd1a9f-ae1e-4e2a-bcad-b77394704041 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:42.718965 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefd1a9f-ae1e-4e2a-bcad-b77394704041 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:42.722829 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cefd1a9f-ae1e-4e2a-bcad-b77394704041 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/fcc9245e-cda4-4af0-b3db-c9ed5568e3b6 HTTP/1.1" status: 404 len: 339 time: 0.0289490 Aug 24 00:45:42.725547 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37102) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.759010 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b693398c-755c-4689-9733-3f4987235f57 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:42.760035 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b693398c-755c-4689-9733-3f4987235f57 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:42.762197 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b693398c-755c-4689-9733-3f4987235f57 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/subnets/c50a9d93-cd93-4935-9d40-991953c3143d HTTP/1.1" status: 404 len: 337 time: 0.0350571 Aug 24 00:45:42.764724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37104) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.807830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d9599a0a-651d-4db4-892c-aad07a5fe486 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:42.811933 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd9a9a0-0e20-4ded-b2eb-b9ee0e3d824d tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:42.813101 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd9a9a0-0e20-4ded-b2eb-b9ee0e3d824d tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:42.822394 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6fd9a9a0-0e20-4ded-b2eb-b9ee0e3d824d tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/1354d5d8-8f8d-46ee-9604-224f79230a3c HTTP/1.1" status: 404 len: 339 time: 0.0561585 Aug 24 00:45:42.824850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.849348 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: d9599a0a-651d-4db4-892c-aad07a5fe486 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:42.850111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d9599a0a-651d-4db4-892c-aad07a5fe486 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:42.866411 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b521d55f-69ba-433b-8108-58576f139ff2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:42.866946 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b521d55f-69ba-433b-8108-58576f139ff2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:42.871117 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b521d55f-69ba-433b-8108-58576f139ff2 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/subnets/fecc29c1-eaa5-4bb0-a2d2-78d53e9356a5 HTTP/1.1" status: 404 len: 337 time: 0.0402083 Aug 24 00:45:42.871847 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37110) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.896348 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0a4b13-6d5e-40b9-a6df-6be4e0ac22f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:42.897091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0a4b13-6d5e-40b9-a6df-6be4e0ac22f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:42.900092 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd0a4b13-6d5e-40b9-a6df-6be4e0ac22f7 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/34d64da5-d0f7-47a2-b3c6-106e72eafa4c HTTP/1.1" status: 404 len: 339 time: 0.0261929 Aug 24 00:45:42.901989 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.935724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37114) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.992161 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-75349fbd-57c3-4965-a1a6-570650519615 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Deleting subnet 2c5b680f-6896-4758-9977-2fdd430b7654 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:42.996330 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75349fbd-57c3-4965-a1a6-570650519615 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.075037 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75349fbd-57c3-4965-a1a6-570650519615 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.077000 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-656c69e2-7670-47b5-b815-337d1144c588 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.083684 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-656c69e2-7670-47b5-b815-337d1144c588 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.130210 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3249e8b8-3fda-4332-b06e-617cef1228ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.132946 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-656c69e2-7670-47b5-b815-337d1144c588 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.134196 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-656c69e2-7670-47b5-b815-337d1144c588 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6980145 Aug 24 00:45:43.136647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c69e2-7670-47b5-b815-337d1144c588 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eeb59e8-ba3d-4445-b0e7-3855c449e623,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:43.137262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37118) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.156923 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2bec92e9-438a-4260-ae96-6f4fe8f23cb1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'network': {'name': 'tempest-network-smoke--226551803', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:43.157262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-dc45296a-21c5-427b-9adb-0454f0cfdd88 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Deleting port 31d19047-31c8-4680-b074-86db818e8bce {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:43.157708 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc45296a-21c5-427b-9adb-0454f0cfdd88 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.213544 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bec92e9-438a-4260-ae96-6f4fe8f23cb1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Made reservation on behalf of b921a640dca2469ab0511a55c18e6f1e for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:43.216990 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bec92e9-438a-4260-ae96-6f4fe8f23cb1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.250761 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc45296a-21c5-427b-9adb-0454f0cfdd88 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.251442 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc45296a-21c5-427b-9adb-0454f0cfdd88 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.256514 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75349fbd-57c3-4965-a1a6-570650519615 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.268322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-dc45296a-21c5-427b-9adb-0454f0cfdd88 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Calling delete_port for 31d19047-31c8-4680-b074-86db818e8bce owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:43.302192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bec92e9-438a-4260-ae96-6f4fe8f23cb1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:43.323828 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bec92e9-438a-4260-ae96-6f4fe8f23cb1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.324176 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-2bec92e9-438a-4260-ae96-6f4fe8f23cb1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Added segment 0f31e9e1-b400-4bfe-b380-19cb2e352bf9 of type vlan for network ac8111a8-3162-4f09-9459-dfbb5d5e38fc Aug 24 00:45:43.395811 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bec92e9-438a-4260-ae96-6f4fe8f23cb1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.421577 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75349fbd-57c3-4965-a1a6-570650519615 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.467434 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3249e8b8-3fda-4332-b06e-617cef1228ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.472858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75349fbd-57c3-4965-a1a6-570650519615 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Subnet': ['ID=2c5b680f-6896-4758-9977-2fdd430b7654,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:43.475179 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-75349fbd-57c3-4965-a1a6-570650519615 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.477044 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-75349fbd-57c3-4965-a1a6-570650519615 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/subnets/2c5b680f-6896-4758-9977-2fdd430b7654 HTTP/1.1" status: 204 len: 168 time: 0.5738707 Aug 24 00:45:43.478456 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3249e8b8-3fda-4332-b06e-617cef1228ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.480752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.482628 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bec92e9-438a-4260-ae96-6f4fe8f23cb1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.483353 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc45296a-21c5-427b-9adb-0454f0cfdd88 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.485031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ad52a2-c834-475e-9d08-db7bbc6aece5 None None] Network 48705014-4152-4c05-a208-f3aa309e8fb7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:43.489747 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bec92e9-438a-4260-ae96-6f4fe8f23cb1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:43.491305 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2bec92e9-438a-4260-ae96-6f4fe8f23cb1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.517319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45296a-21c5-427b-9adb-0454f0cfdd88 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Pushing event deleted for resources: {'Port': ['ID=31d19047-31c8-4680-b074-86db818e8bce,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:43.600844 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc45296a-21c5-427b-9adb-0454f0cfdd88 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.601215 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-dc45296a-21c5-427b-9adb-0454f0cfdd88 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Floating IP 2c797830-ea78-4180-b695-ab18158ae650 disassociated (deleted). External IP: 172.25.8.169, port: c039edbb-d32b-401b-bf46-bf2118706bf2. Aug 24 00:45:43.646837 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2bec92e9-438a-4260-ae96-6f4fe8f23cb1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5079496 Aug 24 00:45:43.654291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37124) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.659307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'admin_state_up': True, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:43.683181 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec92e9-438a-4260-ae96-6f4fe8f23cb1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Network': ['ID=ac8111a8-3162-4f09-9459-dfbb5d5e38fc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:43.697564 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3249e8b8-3fda-4332-b06e-617cef1228ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea9c667036d04c6ea58095a7d874c3a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7571568 Aug 24 00:45:43.697564 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249e8b8-3fda-4332-b06e-617cef1228ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfb49d1-c3ab-4c07-a02a-c5fb1a36b7c4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:43.698585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37126) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.702058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network ac8111a8-3162-4f09-9459-dfbb5d5e38fc details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:43.722221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.756247 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.757522 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.787572 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Deleting port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:43.788219 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.913817 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] For port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5,segment=NetworkSegment(1e2e0ce7-6dbe-4568-a50c-117008c6bba1),segment_id=1e2e0ce7-6dbe-4568-a50c-117008c6bba1)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:43.914466 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.933792 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Calling delete_port for d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:43.974260 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.987587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc45296a-21c5-427b-9adb-0454f0cfdd88 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:45:43.993613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df9b6d7-976e-4f33-9720-647701069f01 None None] DHCP port deletion for 48705014-4152-4c05-a208-f3aa309e8fb7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:43.995053 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.050116 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.075866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7df9b6d7-976e-4f33-9720-647701069f01 None None] Deleting port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:44.076627 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7df9b6d7-976e-4f33-9720-647701069f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.097245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No DVR routers for this DVR port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:44.101895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Port': ['ID=d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:44.156592 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.193983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7df9b6d7-976e-4f33-9720-647701069f01 None None] For port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5, host n-d-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:44.194588 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7df9b6d7-976e-4f33-9720-647701069f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.215702 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7df9b6d7-976e-4f33-9720-647701069f01 None None] Calling delete_port for d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:44.220220 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-7df9b6d7-976e-4f33-9720-647701069f01 None None] Port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:45:44.223509 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7df9b6d7-976e-4f33-9720-647701069f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.225217 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.236213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48705014-4152-4c05-a208-f3aa309e8fb7']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:44.248731 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2e0ce7-6dbe-4568-a50c-117008c6bba1') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:44.249532 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2e0ce7-6dbe-4568-a50c-117008c6bba1') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:44.263280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9b6d7-976e-4f33-9720-647701069f01 None None] Pushing event deleted for resources: {'Port': ['ID=d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:44.265957 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.274814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df9b6d7-976e-4f33-9720-647701069f01 None None] No DVR routers for this DVR port d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:44.294237 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.296218 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.304251 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:44.304921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:44.309709 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:44.320638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc45296a-21c5-427b-9adb-0454f0cfdd88 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:45:44.326410 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dc45296a-21c5-427b-9adb-0454f0cfdd88 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.337939 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdb8e34-c439-4dce-bfc0-6712c54319a3 None None] Sync routers for ids ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:45:44.347652 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdb8e34-c439-4dce-bfc0-6712c54319a3 None None] Routers {'ac5857a6-a3c5-4351-b946-67be5c2bf3b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:44.348269 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9bdb8e34-c439-4dce-bfc0-6712c54319a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:44.393483 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.396401 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.397630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abfb49d1-c3ab-4c07-a02a-c5fb1a36b7c4 HTTP/1.1" status: 204 len: 168 time: 0.6993928 Aug 24 00:45:44.414690 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.426072 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.429787 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/48705014-4152-4c05-a208-f3aa309e8fb7 HTTP/1.1" status: 204 len: 168 time: 0.9351680 Aug 24 00:45:44.437148 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37132) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.448326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfb49d1-c3ab-4c07-a02a-c5fb1a36b7c4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:44.451261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dc45296a-21c5-427b-9adb-0454f0cfdd88 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "DELETE /v2.0/floatingips/2c797830-ea78-4180-b695-ab18158ae650 HTTP/1.1" status: 204 len: 168 time: 1.9730301 Aug 24 00:45:44.465691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c666007-514f-4675-acdb-78dedce2987a', 'tag': 'c039edbb-d32b-401b-bf46-bf2118706bf2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:45:44.476107 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d9b5c-1c4e-4d9e-8196-3e46ec2a3d72 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Network': ['ID=48705014-4152-4c05-a208-f3aa309e8fb7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:44.496839 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e2834e-e0d2-406f-852b-8a033053dbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c666007-514f-4675-acdb-78dedce2987a", "tag": "c039edbb-d32b-401b-bf46-bf2118706bf2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:45:44.584469 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:44.584843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:44.585194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:44.585542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:44.590249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:44.590673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:44.591465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:44.591819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:44.592161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:44.592548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:44.593072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:44.593223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c325741-6ffb-410b-90ac-58b954538073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:44.598939 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f962b610-9364-4feb-92a1-e25e82aee594 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.599416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f962b610-9364-4feb-92a1-e25e82aee594 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.608921 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9bdb8e34-c439-4dce-bfc0-6712c54319a3 None None] Set router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:44.610308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37138) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.610439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f962b610-9364-4feb-92a1-e25e82aee594 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/subnets/faf69d23-3603-4786-a5b3-9b334ce2e292 HTTP/1.1" status: 404 len: 337 time: 0.1711915 Aug 24 00:45:44.619787 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d028ec-6837-4a2c-a841-7f60f1888c8d x-openstack-request-id: req-58d028ec-6837-4a2c-a841-7f60f1888c8d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:45:44.620136 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c666007-514f-4675-acdb-78dedce2987a", "tag": "c039edbb-d32b-401b-bf46-bf2118706bf2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:45:44.620333 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58d028ec-6837-4a2c-a841-7f60f1888c8d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:45:44.620893 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c666007-514f-4675-acdb-78dedce2987a', 'tag': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'status': 'completed', 'code': 200} Aug 24 00:45:44.716619 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ac7498-6edb-43ab-a8be-2ecc58ec0930 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.717275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ac7498-6edb-43ab-a8be-2ecc58ec0930 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.719439 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-95ac7498-6edb-43ab-a8be-2ecc58ec0930 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/4a4f0fd8-b620-4407-9e9e-2410d3092472 HTTP/1.1" status: 404 len: 339 time: 0.1083350 Aug 24 00:45:44.722166 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37140) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.844695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2834e-e0d2-406f-852b-8a033053dbc8 req-82a3fdc0-6286-4162-9ab8-0fc9f8d15992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:44.846533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7e2834e-e0d2-406f-852b-8a033053dbc8 req-82a3fdc0-6286-4162-9ab8-0fc9f8d15992 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=35c27f18324d434ca1ad133521207baf&device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 1096 time: 0.1981452 Aug 24 00:45:44.958948 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcafc95f-4be9-40e4-b9a3-4c0ac5ae9e87 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Deleting subnet 27e3f3bf-13eb-4b2c-b8ee-fc5046891155 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:44.960358 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:44.967373 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcafc95f-4be9-40e4-b9a3-4c0ac5ae9e87 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.013967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:45.015825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d1bbf38d-53d4-4b79-bf86-a8aa7e2f2ea5 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:45.041749 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.054622 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcafc95f-4be9-40e4-b9a3-4c0ac5ae9e87 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.076896 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.104391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243f7fa-7e4f-4a0c-a95e-08cf6312a95a req-cc68e5f8-a943-4799-8e62-08ef1ada28b2 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:45.105964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7243f7fa-7e4f-4a0c-a95e-08cf6312a95a req-cc68e5f8-a943-4799-8e62-08ef1ada28b2 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 945 time: 0.1661675 Aug 24 00:45:45.138569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2834e-e0d2-406f-852b-8a033053dbc8 req-8c5ba61d-7c48-4085-b95b-7275dae9293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:45.140126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7e2834e-e0d2-406f-852b-8a033053dbc8 req-8c5ba61d-7c48-4085-b95b-7275dae9293a service neutron] 10.222.0.47 "GET /v2.0/networks?id=a863ae3b-f05b-4196-ac8a-9962805fb678 HTTP/1.1" status: 200 len: 914 time: 0.2516365 Aug 24 00:45:45.156542 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:45.170700 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9bdb8e34-c439-4dce-bfc0-6712c54319a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:22Z', 'revision_number': 4, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6', 'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'mac_address': 'fa:16:3e:94:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:20Z', 'updated_at': '2021-08-24T00:41:29Z', 'revision_number': 5, 'project_id': '35c27f18324d434ca1ad133521207baf', 'subnets': [{'id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:45.175533 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40de72d1-0775-4564-852a-1ef800affcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.194586 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcafc95f-4be9-40e4-b9a3-4c0ac5ae9e87 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.214478 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdb8e34-c439-4dce-bfc0-6712c54319a3 None None] Checking router: ac5857a6-a3c5-4351-b946-67be5c2bf3b9 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:45:45.227879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7e2834e-e0d2-406f-852b-8a033053dbc8 req-1edbdedb-81c0-44ae-a641-fdec0e72f6ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c039edbb-d32b-401b-bf46-bf2118706bf2 HTTP/1.1" status: 200 len: 217 time: 0.0515151 Aug 24 00:45:45.232420 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdb8e34-c439-4dce-bfc0-6712c54319a3 None None] Routers {'ac5857a6-a3c5-4351-b946-67be5c2bf3b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:45.233347 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9bdb8e34-c439-4dce-bfc0-6712c54319a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:45.297517 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcafc95f-4be9-40e4-b9a3-4c0ac5ae9e87 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.337663 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafc95f-4be9-40e4-b9a3-4c0ac5ae9e87 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Subnet': ['ID=27e3f3bf-13eb-4b2c-b8ee-fc5046891155,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:45.341885 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7243f7fa-7e4f-4a0c-a95e-08cf6312a95a req-8ca9806d-cfb9-4035-8961-b0ae23384594 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078309 Aug 24 00:45:45.353149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f48636e-e70e-4b20-afd1-be0a1fd0921d None None] Network 4490c537-a90c-4113-bc4e-faa37088d961 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:45.361438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2834e-e0d2-406f-852b-8a033053dbc8 req-8f338505-8156-40d2-b016-e95f14f24dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:45.363046 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7e2834e-e0d2-406f-852b-8a033053dbc8 req-8f338505-8156-40d2-b016-e95f14f24dc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9de5ed0-fbf9-46b8-9203-adcd5872c396 HTTP/1.1" status: 200 len: 852 time: 0.1224227 Aug 24 00:45:45.371486 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fcafc95f-4be9-40e4-b9a3-4c0ac5ae9e87 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.373800 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fcafc95f-4be9-40e4-b9a3-4c0ac5ae9e87 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/subnets/27e3f3bf-13eb-4b2c-b8ee-fc5046891155 HTTP/1.1" status: 204 len: 168 time: 0.6505983 Aug 24 00:45:45.377337 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37148) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:45.421436 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.25.8.44 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/8a1a43e9-d793-43a0-a623-082a6c2674bb) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:45.450561 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9bdb8e34-c439-4dce-bfc0-6712c54319a3 None None] Set router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:45.463066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2834e-e0d2-406f-852b-8a033053dbc8 req-c899b54a-0ad5-4abc-827b-b5be3ba6a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:45.464678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7e2834e-e0d2-406f-852b-8a033053dbc8 req-c899b54a-0ad5-4abc-827b-b5be3ba6a42e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a863ae3b-f05b-4196-ac8a-9962805fb678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928292 Aug 24 00:45:45.499251 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40de72d1-0775-4564-852a-1ef800affcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.508983 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40de72d1-0775-4564-852a-1ef800affcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.551576 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.614668 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-40de72d1-0775-4564-852a-1ef800affcf2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b2c295266034151852ad168ac97b345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4570448 Aug 24 00:45:45.617998 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37152) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:45.630581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7e2834e-e0d2-406f-852b-8a033053dbc8 req-5951fef7-9b2d-4653-b2cf-5bbdc23dd1b8 service neutron] 10.222.0.47 "GET /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390007 Aug 24 00:45:45.639380 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.643384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de72d1-0775-4564-852a-1ef800affcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd8515e-bbd1-474c-9ba9-43a714fa2285,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:45.731931 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e44df87-acca-4f5d-b82d-62d4afd9c549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.733031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9d0e9c-6c74-42e8-9671-1c690fb9807b None None] DHCP port deletion for 4490c537-a90c-4113-bc4e-faa37088d961 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:45.734358 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Deleting port 4a9086c5-e445-4c38-b204-d5f3a1eced23 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:45.734913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.801453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e44df87-acca-4f5d-b82d-62d4afd9c549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.806198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7e2834e-e0d2-406f-852b-8a033053dbc8 req-bfe1377d-f351-4008-ba36-b0587222374e service neutron] 10.222.0.47 "GET /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641722 Aug 24 00:45:45.809147 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.833426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] For port 4a9086c5-e445-4c38-b204-d5f3a1eced23, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4a9086c5-e445-4c38-b204-d5f3a1eced23,segment=NetworkSegment(93922bed-9c83-4690-9736-4de729349d5b),segment_id=93922bed-9c83-4690-9736-4de729349d5b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:45.833796 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.858060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Calling delete_port for 4a9086c5-e445-4c38-b204-d5f3a1eced23 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:45.886767 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-da9d0e9c-6c74-42e8-9671-1c690fb9807b None None] Deleting port 4a9086c5-e445-4c38-b204-d5f3a1eced23 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:45.887678 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da9d0e9c-6c74-42e8-9671-1c690fb9807b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.892249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=8a1a43e9-d793-43a0-a623-082a6c2674bb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:45.913385 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9bdb8e34-c439-4dce-bfc0-6712c54319a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:22Z', 'revision_number': 4, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6', 'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'mac_address': 'fa:16:3e:94:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:20Z', 'updated_at': '2021-08-24T00:41:29Z', 'revision_number': 5, 'project_id': '35c27f18324d434ca1ad133521207baf', 'subnets': [{'id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:45.934102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:45.935646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:45.939135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:45.959285 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdb8e34-c439-4dce-bfc0-6712c54319a3 None None] The sync data for ids ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'] in n-d-805736-1 is: [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:41:22Z', 'revision_number': 4, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6', 'name': '', 'network_id': 'a863ae3b-f05b-4196-ac8a-9962805fb678', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'mac_address': 'fa:16:3e:94:4a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:20Z', 'updated_at': '2021-08-24T00:41:29Z', 'revision_number': 5, 'project_id': '35c27f18324d434ca1ad133521207baf', 'subnets': [{'id': 'b9de5ed0-fbf9-46b8-9203-adcd5872c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:45:45.988378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-da9d0e9c-6c74-42e8-9671-1c690fb9807b None None] For port 4a9086c5-e445-4c38-b204-d5f3a1eced23, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4a9086c5-e445-4c38-b204-d5f3a1eced23,segment=NetworkSegment(93922bed-9c83-4690-9736-4de729349d5b),segment_id=93922bed-9c83-4690-9736-4de729349d5b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:45.988958 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da9d0e9c-6c74-42e8-9671-1c690fb9807b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.994152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e44df87-acca-4f5d-b82d-62d4afd9c549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:46.003514 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e44df87-acca-4f5d-b82d-62d4afd9c549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:46.004705 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5e44df87-acca-4f5d-b82d-62d4afd9c549 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afd8515e-bbd1-474c-9ba9-43a714fa2285 HTTP/1.1" status: 204 len: 168 time: 0.3864303 Aug 24 00:45:46.034471 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-da9d0e9c-6c74-42e8-9671-1c690fb9807b None None] Calling delete_port for 4a9086c5-e445-4c38-b204-d5f3a1eced23 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:46.034807 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44df87-acca-4f5d-b82d-62d4afd9c549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd8515e-bbd1-474c-9ba9-43a714fa2285,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:46.085091 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:46.171262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Port': ['ID=4a9086c5-e445-4c38-b204-d5f3a1eced23,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:46.177225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] No DVR routers for this DVR port 4a9086c5-e445-4c38-b204-d5f3a1eced23 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:46.281972 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:46.289090 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da9d0e9c-6c74-42e8-9671-1c690fb9807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:46.296862 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4490c537-a90c-4113-bc4e-faa37088d961']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:46.308981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93922bed-9c83-4690-9736-4de729349d5b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:46.309274 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93922bed-9c83-4690-9736-4de729349d5b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:46.320986 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:46.342064 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:46.353752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:46.354276 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:46.362591 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:46.384068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9d0e9c-6c74-42e8-9671-1c690fb9807b None None] No DVR routers for this DVR port 4a9086c5-e445-4c38-b204-d5f3a1eced23 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:46.397146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d0e9c-6c74-42e8-9671-1c690fb9807b None None] Pushing event deleted for resources: {'Port': ['ID=4a9086c5-e445-4c38-b204-d5f3a1eced23,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:46.453695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a3143-088b-48a4-9773-59a7fabf0d6d None None] New status for floating IP 2c797830-ea78-4180-b695-ab18158ae650: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:45:46.480409 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:46.488001 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:46.489879 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] 10.222.0.32 "DELETE /v2.0/networks/4490c537-a90c-4113-bc4e-faa37088d961 HTTP/1.1" status: 204 len: 168 time: 1.1115789 Aug 24 00:45:46.527555 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b32fe-5dbf-4085-bc98-24db56f99275 tempest-NetworksIpV6Test-1933298934 tempest-NetworksIpV6Test-1933298934-project] Pushing event deleted for resources: {'Network': ['ID=4490c537-a90c-4113-bc4e-faa37088d961,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:46.834379 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4a9086c5-e445-4c38-b204-d5f3a1eced23 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:46.861206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4a9086c5-e445-4c38-b204-d5f3a1eced23 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:46.862820 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4a9086c5-e445-4c38-b204-d5f3a1eced23 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:47.003860 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:47.062439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede53cca-aced-4b87-ab33-784d3270b0e2 req-95dd02fb-5ee8-4b19-ac23-ff93301c45ed tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:47.063689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ede53cca-aced-4b87-ab33-784d3270b0e2 req-95dd02fb-5ee8-4b19-ac23-ff93301c45ed tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 945 time: 0.1371489 Aug 24 00:45:47.065476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37174) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:47.071482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75d2dc-ea2e-49d1-9756-e43a8f9c631d req-df60640e-f5f9-4128-b95b-65f729efa1ad tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:47.073130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c75d2dc-ea2e-49d1-9756-e43a8f9c631d req-df60640e-f5f9-4128-b95b-65f729efa1ad tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 945 time: 0.1451447 Aug 24 00:45:47.200624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ede53cca-aced-4b87-ab33-784d3270b0e2 req-4badf632-45f7-453a-9126-d5b01fc5ff92 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/security-groups?id=63f66b77-2ebf-4ec9-9baf-b7015260ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244068 Aug 24 00:45:47.332205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0c75d2dc-ea2e-49d1-9756-e43a8f9c631d req-5b687845-b247-4a18-a243-488050ce7aa3 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Deleting port c039edbb-d32b-401b-bf46-bf2118706bf2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:47.332792 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c75d2dc-ea2e-49d1-9756-e43a8f9c631d req-5b687845-b247-4a18-a243-488050ce7aa3 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:47.445477 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:47.493250 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f309448b-3434-4f8e-a2a7-bd23830295ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=646df236abbe4957a66ef296efe292c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4261274 Aug 24 00:45:47.494913 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37186) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:47.524360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0c75d2dc-ea2e-49d1-9756-e43a8f9c631d req-5b687845-b247-4a18-a243-488050ce7aa3 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] For port c039edbb-d32b-401b-bf46-bf2118706bf2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c039edbb-d32b-401b-bf46-bf2118706bf2,segment=NetworkSegment(aa39ebaf-6e17-422c-9cda-290979c1f6e9),segment_id=aa39ebaf-6e17-422c-9cda-290979c1f6e9)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:47.524736 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c75d2dc-ea2e-49d1-9756-e43a8f9c631d req-5b687845-b247-4a18-a243-488050ce7aa3 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:47.542702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-0c75d2dc-ea2e-49d1-9756-e43a8f9c631d req-5b687845-b247-4a18-a243-488050ce7aa3 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Calling delete_port for c039edbb-d32b-401b-bf46-bf2118706bf2 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:47.594408 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50a55f78-0f5d-46b6-bc24-6a6ec24ba398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:47.623901 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50a55f78-0f5d-46b6-bc24-6a6ec24ba398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:47.704433 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50a55f78-0f5d-46b6-bc24-6a6ec24ba398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:47.713751 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50a55f78-0f5d-46b6-bc24-6a6ec24ba398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:47.716041 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-50a55f78-0f5d-46b6-bc24-6a6ec24ba398 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cb35cad-eee4-4f5f-abf2-84a6318b2176 HTTP/1.1" status: 204 len: 168 time: 0.2188776 Aug 24 00:45:47.717733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router 882acd85-87d5-446e-a97b-24a9f8c8870f is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:45:47.729612 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a55f78-0f5d-46b6-bc24-6a6ec24ba398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb35cad-eee4-4f5f-abf2-84a6318b2176,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:47.883763 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c75d2dc-ea2e-49d1-9756-e43a8f9c631d req-5b687845-b247-4a18-a243-488050ce7aa3 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:47.927390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b687845-b247-4a18-a243-488050ce7aa3 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Pushing event deleted for resources: {'Port': ['ID=c039edbb-d32b-401b-bf46-bf2118706bf2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:47.964640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:45:47.982614 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Sync routers for ids ['882acd85-87d5-446e-a97b-24a9f8c8870f'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:45:47.995425 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Routers {'882acd85-87d5-446e-a97b-24a9f8c8870f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:47.996042 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['882acd85-87d5-446e-a97b-24a9f8c8870f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:48.030882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c75d2dc-ea2e-49d1-9756-e43a8f9c631d req-5b687845-b247-4a18-a243-488050ce7aa3 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] No DVR routers for this DVR port c039edbb-d32b-401b-bf46-bf2118706bf2 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:48.040558 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0c75d2dc-ea2e-49d1-9756-e43a8f9c631d req-5b687845-b247-4a18-a243-488050ce7aa3 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.042545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c75d2dc-ea2e-49d1-9756-e43a8f9c631d req-5b687845-b247-4a18-a243-488050ce7aa3 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.47 "DELETE /v2.0/ports/c039edbb-d32b-401b-bf46-bf2118706bf2 HTTP/1.1" status: 204 len: 173 time: 0.9585817 Aug 24 00:45:48.043018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c666007-514f-4675-acdb-78dedce2987a', 'name': 'network-vif-deleted', 'tag': 'c039edbb-d32b-401b-bf46-bf2118706bf2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:45:48.045603 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549c3da2-a996-4dc2-bcff-5e72f40d3ec0" -d '{"events": [{"server_uuid": "3c666007-514f-4675-acdb-78dedce2987a", "name": "network-vif-deleted", "tag": "c039edbb-d32b-401b-bf46-bf2118706bf2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:45:48.071116 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.072537 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e0b48876-0e54-4301-8009-f0935de49848 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4176171 Aug 24 00:45:48.077453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37200) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:48.119459 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542367a5-277b-4e2c-ba44-a35ede3d95e6 x-openstack-request-id: req-542367a5-277b-4e2c-ba44-a35ede3d95e6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:45:48.119902 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c666007-514f-4675-acdb-78dedce2987a", "name": "network-vif-deleted", "tag": "c039edbb-d32b-401b-bf46-bf2118706bf2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:45:48.120305 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-542367a5-277b-4e2c-ba44-a35ede3d95e6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:45:48.120942 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c666007-514f-4675-acdb-78dedce2987a', 'name': 'network-vif-deleted', 'tag': 'c039edbb-d32b-401b-bf46-bf2118706bf2', 'status': 'completed', 'code': 200} Aug 24 00:45:48.150267 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8446eabd-3e5a-4d6c-9954-51c8d31d80f8 tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b921a640dca2469ab0511a55c18e6f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0715930 Aug 24 00:45:48.155153 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37204) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:48.309874 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Set router 882acd85-87d5-446e-a97b-24a9f8c8870f gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:48.454339 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9758756b-d2bb-4983-a694-7d9e2fc0c0be tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:48.468459 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9758756b-d2bb-4983-a694-7d9e2fc0c0be tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3102813 Aug 24 00:45:48.473556 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37212) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:48.506224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dca995df-6aab-4247-8a7d-4f3969709f92 req-9b94fd5d-dd7f-416a-96ae-0108124d2dd1 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 210 time: 0.1133683 Aug 24 00:45:48.566194 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c586c492-1e7b-4f56-ad15-dcdea89f7f9d tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0901799 Aug 24 00:45:48.576216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37218) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:48.583031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-81b77cc4-356a-4fdd-b687-03f4ac61c775 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-388642413', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:48.795571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b77cc4-356a-4fdd-b687-03f4ac61c775 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Made reservation on behalf of b921a640dca2469ab0511a55c18e6f1e for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:48.807333 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81b77cc4-356a-4fdd-b687-03f4ac61c775 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.827484 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:45:46Z', 'revision_number': 3, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:48.898584 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Checking router: 882acd85-87d5-446e-a97b-24a9f8c8870f for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:45:48.899285 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Updating router 882acd85-87d5-446e-a97b-24a9f8c8870f port 8a1a43e9-d793-43a0-a623-082a6c2674bb binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:45:49.168604 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.304685 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81b77cc4-356a-4fdd-b687-03f4ac61c775 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.396440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b77cc4-356a-4fdd-b687-03f4ac61c775 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Subnet': ['ID=8a5908a2-77ae-4326-82b8-e7fcbd228e35,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:49.414560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b77cc4-356a-4fdd-b687-03f4ac61c775 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Checking segment: {'id': '0f31e9e1-b400-4bfe-b380-19cb2e352bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:49.415101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b77cc4-356a-4fdd-b687-03f4ac61c775 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network hostable DHCP agents. Network: ac8111a8-3162-4f09-9459-dfbb5d5e38fc, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:49.459739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b77cc4-356a-4fdd-b687-03f4ac61c775 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network ac8111a8-3162-4f09-9459-dfbb5d5e38fc is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:49.484887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-81b77cc4-356a-4fdd-b687-03f4ac61c775 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, ac8111a8-3162-4f09-9459-dfbb5d5e38fc) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:49.491123 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.504432 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Transition to ACTIVE for port object 8a1a43e9-d793-43a0-a623-082a6c2674bb will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:49.521739 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00db77de-a37f-45db-ae51-8b061ced3ccb None None] Network ac8111a8-3162-4f09-9459-dfbb5d5e38fc requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:49.522515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b77cc4-356a-4fdd-b687-03f4ac61c775 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:49.525187 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81b77cc4-356a-4fdd-b687-03f4ac61c775 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.552461 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.600703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37242) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:49.602069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-81b77cc4-356a-4fdd-b687-03f4ac61c775 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0243406 Aug 24 00:45:49.640575 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Attempting to bind port 8a1a43e9-d793-43a0-a623-082a6c2674bb on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:49.652910 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Attempting to bind port 8a1a43e9-d793-43a0-a623-082a6c2674bb by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:49.652910 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Attempting to bind port 8a1a43e9-d793-43a0-a623-082a6c2674bb on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:49.792983 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f2bb01ca-e5d1-4acd-b352-34c68c1218e5 req-7c1b812d-8f09-4bcd-906f-6cecb631a25d tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 210 time: 0.0810564 Aug 24 00:45:49.794467 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:49.801663 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:49.818057 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.818695 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:49.819290 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Bound port: 8a1a43e9-d793-43a0-a623-082a6c2674bb, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:49.819638 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.854347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37252) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:49.881305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ips': [{'subnet_id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:49.882396 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.908928 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b0a63-a0ba-4ed4-8df0-6961688806ea None None] Pushing event updated for resources: {'Port': ['ID=8a1a43e9-d793-43a0-a623-082a6c2674bb,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:49.992210 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] For port 8a1a43e9-d793-43a0-a623-082a6c2674bb, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:50.015796 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] For port 8a1a43e9-d793-43a0-a623-082a6c2674bb, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8a1a43e9-d793-43a0-a623-082a6c2674bb,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:50.023832 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0a63-a0ba-4ed4-8df0-6961688806ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:50.025251 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0a63-a0ba-4ed4-8df0-6961688806ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:50.026987 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0a63-a0ba-4ed4-8df0-6961688806ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:50.027559 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0a63-a0ba-4ed4-8df0-6961688806ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:50.030173 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0a63-a0ba-4ed4-8df0-6961688806ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:50.031862 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0a63-a0ba-4ed4-8df0-6961688806ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:50.032390 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0a63-a0ba-4ed4-8df0-6961688806ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:50.032928 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0a63-a0ba-4ed4-8df0-6961688806ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:50.035242 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0a63-a0ba-4ed4-8df0-6961688806ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:50.035916 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0a63-a0ba-4ed4-8df0-6961688806ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:50.036467 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0a63-a0ba-4ed4-8df0-6961688806ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:50.037549 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b0a63-a0ba-4ed4-8df0-6961688806ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:50.058427 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.079572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1743852906'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:50.098176 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device c039edbb-d32b-401b-bf46-bf2118706bf2 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:50.123827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:50.128192 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.143279 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.145634 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b0a63-a0ba-4ed4-8df0-6961688806ea None None] Pushing event updated for resources: {'Port': ['ID=8a1a43e9-d793-43a0-a623-082a6c2674bb,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:50.186900 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: c039edbb-d32b-401b-bf46-bf2118706bf2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:50.187264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device c039edbb-d32b-401b-bf46-bf2118706bf2 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:50.230281 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Routers {'882acd85-87d5-446e-a97b-24a9f8c8870f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:50.230872 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['882acd85-87d5-446e-a97b-24a9f8c8870f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:50.411961 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Allocated IP 172.20.0.2 (ac8111a8-3162-4f09-9459-dfbb5d5e38fc/8a5908a2-77ae-4326-82b8-e7fcbd228e35/f9b681c7-3e08-46fd-b37b-5e1564a58731) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:50.450764 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] Set router 882acd85-87d5-446e-a97b-24a9f8c8870f gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:50.516828 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.525962 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.613810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:50.656804 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.657155 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Added segment 7026851d-fdfb-4f46-9ee5-c06b2ba1d4b9 of type vlan for network fa5b5555-fa1b-44d1-935b-eacec34f2dee Aug 24 00:45:50.663105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2900ee-8ec1-4351-bf8c-0960ac8ef0f8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:50.664950 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.816636 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.828975 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.843318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Transition to ACTIVE for port object f9b681c7-3e08-46fd-b37b-5e1564a58731 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:50.866491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Transition to ACTIVE for port object f9b681c7-3e08-46fd-b37b-5e1564a58731 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:50.878534 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.947340 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:45:46Z', 'revision_number': 3, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:50.949177 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.978939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Network ac8111a8-3162-4f09-9459-dfbb5d5e38fc is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:50.982502 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:50.983415 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:50.984130 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.987248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:51.059017 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad36cfa6-b08a-42d1-a29c-65a54cdaca16 None None] The sync data for ids ['882acd85-87d5-446e-a97b-24a9f8c8870f'] in n-d-805736-1 is: [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:45:46Z', 'revision_number': 3, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:45:51.117075 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Pushing event updated for resources: {'Port': ['ID=f9b681c7-3e08-46fd-b37b-5e1564a58731,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:51.134592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Network': ['ID=fa5b5555-fa1b-44d1-935b-eacec34f2dee,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:51.154547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:51.155569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:51.156305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:51.156687 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:51.157029 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:51.157370 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:51.157857 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:51.158319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:51.158914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:51.159361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:51.159708 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:51.160202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:51.173619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network fa5b5555-fa1b-44d1-935b-eacec34f2dee details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:51.183753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Attempting to bind port f9b681c7-3e08-46fd-b37b-5e1564a58731 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:51.184361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Attempting to bind port f9b681c7-3e08-46fd-b37b-5e1564a58731 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '0f31e9e1-b400-4bfe-b380-19cb2e352bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:51.185041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Attempting to bind port f9b681c7-3e08-46fd-b37b-5e1564a58731 on network ac8111a8-3162-4f09-9459-dfbb5d5e38fc {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:51.187144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ebbffc8-6b6d-4711-95ca-62a9042d74ed req-011564e5-dea0-4fdf-9059-9a785f293eee tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 210 time: 0.1730008 Aug 24 00:45:51.191842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ddff8bbc-bd40-450c-b69a-d85bcefb8091 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3334403 Aug 24 00:45:51.195600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37266) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:51.200690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-922051a8-2a36-478f-baab-f5ea916a2838 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1307969866'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:51.254297 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922051a8-2a36-478f-baab-f5ea916a2838 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:51.265613 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-922051a8-2a36-478f-baab-f5ea916a2838 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:51.305319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:51.305920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Checking segment: {'id': '0f31e9e1-b400-4bfe-b380-19cb2e352bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:51.306813 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:51.307229 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Bound using segment: {'id': '0f31e9e1-b400-4bfe-b380-19cb2e352bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:51.308144 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Bound port: f9b681c7-3e08-46fd-b37b-5e1564a58731, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f31e9e1-b400-4bfe-b380-19cb2e352bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:51.308144 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:51.308370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922051a8-2a36-478f-baab-f5ea916a2838 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:51.328502 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-922051a8-2a36-478f-baab-f5ea916a2838 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:51.328852 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-922051a8-2a36-478f-baab-f5ea916a2838 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Added segment cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d of type vlan for network 8a1c6245-3655-4bf3-b33c-446629fbad1d Aug 24 00:45:51.419355 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-922051a8-2a36-478f-baab-f5ea916a2838 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:51.476838 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-922051a8-2a36-478f-baab-f5ea916a2838 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:51.488229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.20.0.1 (ac8111a8-3162-4f09-9459-dfbb5d5e38fc/8a5908a2-77ae-4326-82b8-e7fcbd228e35/4edc13e8-769f-4ef7-aecb-a914475ccfdb) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:51.490829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922051a8-2a36-478f-baab-f5ea916a2838 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:51.491506 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-922051a8-2a36-478f-baab-f5ea916a2838 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:51.544063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] For port f9b681c7-3e08-46fd-b37b-5e1564a58731, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:51.571193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] For port f9b681c7-3e08-46fd-b37b-5e1564a58731, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f9b681c7-3e08-46fd-b37b-5e1564a58731,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:51.585958 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:51.686720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-922051a8-2a36-478f-baab-f5ea916a2838 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4874036 Aug 24 00:45:51.687452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37270) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:51.694619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2156de70-0ce0-4ebe-983e-e59d66962de8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'subnet': {'network_id': 'fa5b5555-fa1b-44d1-935b-eacec34f2dee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:51.715088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922051a8-2a36-478f-baab-f5ea916a2838 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Network': ['ID=8a1c6245-3655-4bf3-b33c-446629fbad1d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:51.743115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649db5c6-60bf-4de3-9c18-cd3d1b72c718 None None] Pushing event updated for resources: {'Port': ['ID=f9b681c7-3e08-46fd-b37b-5e1564a58731,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:51.774570 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 8a1c6245-3655-4bf3-b33c-446629fbad1d details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:51.897548 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2156de70-0ce0-4ebe-983e-e59d66962de8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:51.901366 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2156de70-0ce0-4ebe-983e-e59d66962de8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:52.451454 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a169244-e0e1-4748-819f-5204fbb66768 req-d36e5ed7-4565-4a42-9700-c3e96dbb1c32 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 210 time: 0.0544627 Aug 24 00:45:52.665984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:52.695169 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Transition to ACTIVE for port object 4edc13e8-769f-4ef7-aecb-a914475ccfdb will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:52.785309 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:52.883741 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network ac8111a8-3162-4f09-9459-dfbb5d5e38fc is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:52.892026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:52.899903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:52.904584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=4edc13e8-769f-4ef7-aecb-a914475ccfdb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:52.934158 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2156de70-0ce0-4ebe-983e-e59d66962de8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:52.943324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8a1a43e9-d793-43a0-a623-082a6c2674bb up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:53.012206 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.015258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 8a1a43e9-d793-43a0-a623-082a6c2674bb completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:53.020591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8a1a43e9-d793-43a0-a623-082a6c2674bb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:53.021552 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.087418 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156de70-0ce0-4ebe-983e-e59d66962de8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Subnet': ['ID=cc818ec7-1340-4323-b6db-4acc5556d4f6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:53.116479 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2156de70-0ce0-4ebe-983e-e59d66962de8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Checking segment: {'id': '7026851d-fdfb-4f46-9ee5-c06b2ba1d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fa5b5555-fa1b-44d1-935b-eacec34f2dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:53.116838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2156de70-0ce0-4ebe-983e-e59d66962de8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network hostable DHCP agents. Network: fa5b5555-fa1b-44d1-935b-eacec34f2dee, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:53.162700 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.194758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 8a1a43e9-d793-43a0-a623-082a6c2674bb, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8a1a43e9-d793-43a0-a623-082a6c2674bb,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:53.201706 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.204595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f9b681c7-3e08-46fd-b37b-5e1564a58731 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:53.207177 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2156de70-0ce0-4ebe-983e-e59d66962de8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network fa5b5555-fa1b-44d1-935b-eacec34f2dee is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:53.224947 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2156de70-0ce0-4ebe-983e-e59d66962de8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, fa5b5555-fa1b-44d1-935b-eacec34f2dee) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:53.279359 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2156de70-0ce0-4ebe-983e-e59d66962de8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:53.280061 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2156de70-0ce0-4ebe-983e-e59d66962de8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.311573 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.329014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=8a1a43e9-d793-43a0-a623-082a6c2674bb,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:53.332599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351d3d20-76c1-45d7-9ed2-abc523a7abb8 None None] Network fa5b5555-fa1b-44d1-935b-eacec34f2dee requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:53.336475 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2156de70-0ce0-4ebe-983e-e59d66962de8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6483731 Aug 24 00:45:53.339285 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37290) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:53.345407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7f385296-5956-4890-a422-fdfb271ab395 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'subnet': {'network_id': '8a1c6245-3655-4bf3-b33c-446629fbad1d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:53.495053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port f9b681c7-3e08-46fd-b37b-5e1564a58731 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:53.568102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5772414c-cc44-4d81-be8f-85efc12035a9 None None] Network ac8111a8-3162-4f09-9459-dfbb5d5e38fc requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:53.583179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f385296-5956-4890-a422-fdfb271ab395 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:53.587141 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f385296-5956-4890-a422-fdfb271ab395 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.695655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-01e239c5-a83c-480f-89c1-658544762207 None None] Provisioning for port f9b681c7-3e08-46fd-b37b-5e1564a58731 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:53.703694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-01e239c5-a83c-480f-89c1-658544762207 None None] Provisioning complete for port f9b681c7-3e08-46fd-b37b-5e1564a58731 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:53.705397 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01e239c5-a83c-480f-89c1-658544762207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.787910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6229226c-8f13-4c32-bf30-1584c200f64b req-8e9369a0-b883-44f1-bba4-7c17861f69fe tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 210 time: 0.1499448 Aug 24 00:45:53.819082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-fa5b5555-fa1b-44d1-935b-eacec34f2dee', 'network_id': 'fa5b5555-fa1b-44d1-935b-eacec34f2dee', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'fixed_ips': [{'subnet_id': 'cc818ec7-1340-4323-b6db-4acc5556d4f6'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:53.822466 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.034001 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f385296-5956-4890-a422-fdfb271ab395 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.077036 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.093086 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.125569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f385296-5956-4890-a422-fdfb271ab395 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Subnet': ['ID=71caea8f-4067-48fe-b1c7-2447ae50307d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:54.130907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f385296-5956-4890-a422-fdfb271ab395 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Checking segment: {'id': 'cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a1c6245-3655-4bf3-b33c-446629fbad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:54.131687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f385296-5956-4890-a422-fdfb271ab395 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network hostable DHCP agents. Network: 8a1c6245-3655-4bf3-b33c-446629fbad1d, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:54.154742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f385296-5956-4890-a422-fdfb271ab395 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 8a1c6245-3655-4bf3-b33c-446629fbad1d is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:54.177378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7f385296-5956-4890-a422-fdfb271ab395 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 8a1c6245-3655-4bf3-b33c-446629fbad1d) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:54.182298 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f385296-5956-4890-a422-fdfb271ab395 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:54.182939 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f385296-5956-4890-a422-fdfb271ab395 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.194351 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.212238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86e083e-b66c-4bb8-8b46-7d363070edd7 None None] Network 8a1c6245-3655-4bf3-b33c-446629fbad1d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:54.222979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7f385296-5956-4890-a422-fdfb271ab395 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8823824 Aug 24 00:45:54.225492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37296) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:54.231139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-be0ecc7e-3f86-4e7d-a0b1-9ec8360468e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-309322436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:54.263771 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be0ecc7e-3f86-4e7d-a0b1-9ec8360468e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.265050 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be0ecc7e-3f86-4e7d-a0b1-9ec8360468e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.287743 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.343626 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=4edc13e8-769f-4ef7-aecb-a914475ccfdb,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:54.354916 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be0ecc7e-3f86-4e7d-a0b1-9ec8360468e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.363178 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be0ecc7e-3f86-4e7d-a0b1-9ec8360468e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.393036 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-be0ecc7e-3f86-4e7d-a0b1-9ec8360468e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.397404 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37298) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:54.398123 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-be0ecc7e-3f86-4e7d-a0b1-9ec8360468e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1712449 Aug 24 00:45:54.613191 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01e239c5-a83c-480f-89c1-658544762207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.663352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-8a1c6245-3655-4bf3-b33c-446629fbad1d', 'network_id': '8a1c6245-3655-4bf3-b33c-446629fbad1d', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'fixed_ips': [{'subnet_id': '71caea8f-4067-48fe-b1c7-2447ae50307d'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:54.664203 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.679867 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Allocated IP 2001:db8::2 (fa5b5555-fa1b-44d1-935b-eacec34f2dee/cc818ec7-1340-4323-b6db-4acc5556d4f6/d99bc736-3f49-41f6-af89-8dd8bbbea5b2) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:54.748269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network ac8111a8-3162-4f09-9459-dfbb5d5e38fc is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:54.752775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:54.837487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-01e239c5-a83c-480f-89c1-658544762207 None None] For port f9b681c7-3e08-46fd-b37b-5e1564a58731, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f9b681c7-3e08-46fd-b37b-5e1564a58731,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:54.867845 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8a1a43e9-d793-43a0-a623-082a6c2674bb up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:54.929058 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-01e239c5-a83c-480f-89c1-658544762207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.985159 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b875603d-9699-47e0-b7a9-b5c85cbd3e63 req-8285afd8-6796-498d-a395-b3e244e56724 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c666007-514f-4675-acdb-78dedce2987a HTTP/1.1" status: 200 len: 210 time: 0.0672085 Aug 24 00:45:55.114352 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router 882acd85-87d5-446e-a97b-24a9f8c8870f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:45:55.121039 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:55.324570 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Allocated IP 2001:db8:1::2 (8a1c6245-3655-4bf3-b33c-446629fbad1d/71caea8f-4067-48fe-b1c7-2447ae50307d/73d23e21-1b20-4bcb-b9b8-90aa60037589) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:55.637628 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b1174dd7-bff4-43d3-934d-b4d201306d12 None None] Provisioning for port 4edc13e8-769f-4ef7-aecb-a914475ccfdb completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:55.704478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b1174dd7-bff4-43d3-934d-b4d201306d12 None None] Provisioning complete for port 4edc13e8-769f-4ef7-aecb-a914475ccfdb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:55.705735 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1174dd7-bff4-43d3-934d-b4d201306d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:55.766878 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:45:55.781517 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-97c03c74-3a0f-4585-9c57-ec68993c54f5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "PUT /v2.0/routers/882acd85-87d5-446e-a97b-24a9f8c8870f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1761081 Aug 24 00:45:55.839209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Sync routers for ids ['882acd85-87d5-446e-a97b-24a9f8c8870f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:45:55.905960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Routers {'882acd85-87d5-446e-a97b-24a9f8c8870f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:55.906614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-31936135-764e-485d-a926-baceb6e385a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['882acd85-87d5-446e-a97b-24a9f8c8870f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:55.960604 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e239c5-a83c-480f-89c1-658544762207 None None] Pushing event updated for resources: {'Port': ['ID=f9b681c7-3e08-46fd-b37b-5e1564a58731,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:56.003831 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:56.008900 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b1174dd7-bff4-43d3-934d-b4d201306d12 None None] Port 4edc13e8-769f-4ef7-aecb-a914475ccfdb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:45:56.029020 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8a1a43e9-d793-43a0-a623-082a6c2674bb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:56.029403 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:56.039665 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-75fc700c-7750-43d6-a4dc-2f96a03c12b0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1303784720&fields=id&tenant_id=b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 267 time: 0.0483525 Aug 24 00:45:56.069002 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37360) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:56.078288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Transition to ACTIVE for port object 73d23e21-1b20-4bcb-b9b8-90aa60037589 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:56.112513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b1174dd7-bff4-43d3-934d-b4d201306d12 None None] Provisioning complete for port f9b681c7-3e08-46fd-b37b-5e1564a58731 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:56.112892 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b1174dd7-bff4-43d3-934d-b4d201306d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:56.155162 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:56.194410 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:56.196160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Transition to ACTIVE for port object 73d23e21-1b20-4bcb-b9b8-90aa60037589 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:56.202166 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:56.227442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7952138-afa2-418f-92be-7667488eb21f req-868e6376-56d4-4306-8ec2-9d7ced67ff21 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:56.229232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-868e6376-56d4-4306-8ec2-9d7ced67ff21 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/networks?id=ac8111a8-3162-4f09-9459-dfbb5d5e38fc HTTP/1.1" status: 200 len: 796 time: 0.1817729 Aug 24 00:45:56.251192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-87f40b2f-ab91-43ec-bcb5-221320ed5617 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/quotas/b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 375 time: 0.0155671 Aug 24 00:45:56.275074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Transition to ACTIVE for port object d99bc736-3f49-41f6-af89-8dd8bbbea5b2 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:56.280567 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:56.305246 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:56.308165 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:56.309578 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] 10.222.0.32 "DELETE /v2.0/security-groups/63f66b77-2ebf-4ec9-9baf-b7015260ccc6 HTTP/1.1" status: 204 len: 168 time: 0.2393918 Aug 24 00:45:56.340105 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f66b77-2ebf-4ec9-9baf-b7015260ccc6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:56.361474 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:56.362194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:56.362928 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:56.363438 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:56.363959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:56.364600 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:56.365126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:56.365736 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:56.366475 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:56.367011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:56.367527 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:56.368033 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31992456-5509-4747-a476-2e5bc4e79a97 tempest-TestVolumeBackupRestore-1421013840 tempest-TestVolumeBackupRestore-1421013840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:56.381606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-7f013a5f-3e62-40e3-ab69-c3c10398bbdf tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1241229 Aug 24 00:45:56.388537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Pushing event updated for resources: {'Port': ['ID=73d23e21-1b20-4bcb-b9b8-90aa60037589,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:56.420784 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Set router 882acd85-87d5-446e-a97b-24a9f8c8870f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:56.475522 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Transition to ACTIVE for port object d99bc736-3f49-41f6-af89-8dd8bbbea5b2 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:56.485547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Network 8a1c6245-3655-4bf3-b33c-446629fbad1d is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:56.489662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:56.493369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:56.504749 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:56.543137 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-e738f70a-f3de-4004-83e7-99e0c355425a service neutron] 10.222.0.32 "GET /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454024 Aug 24 00:45:56.613405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Allocated IP 2001:db8::1 (fa5b5555-fa1b-44d1-935b-eacec34f2dee/cc818ec7-1340-4323-b6db-4acc5556d4f6/94d01dc8-39cf-48a4-b6b8-ccf250d6e938) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:56.648948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Pushing event updated for resources: {'Port': ['ID=d99bc736-3f49-41f6-af89-8dd8bbbea5b2,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:56.782371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Attempting to bind port 73d23e21-1b20-4bcb-b9b8-90aa60037589 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:56.787258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Attempting to bind port 73d23e21-1b20-4bcb-b9b8-90aa60037589 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a1c6245-3655-4bf3-b33c-446629fbad1d'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:56.787749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Attempting to bind port 73d23e21-1b20-4bcb-b9b8-90aa60037589 on network 8a1c6245-3655-4bf3-b33c-446629fbad1d {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:56.821308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Network fa5b5555-fa1b-44d1-935b-eacec34f2dee is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:56.877413 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-d44f1b8c-efc4-4166-a449-d1bb9bc83ebf service neutron] 10.222.0.32 "GET /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294697 Aug 24 00:45:56.993259 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f9b681c7-3e08-46fd-b37b-5e1564a58731 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:56.998087 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8750c0b0-8a37-48ee-a20c-80046ba69afc None None] Provisioning complete for port 4edc13e8-769f-4ef7-aecb-a914475ccfdb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:56.998467 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8750c0b0-8a37-48ee-a20c-80046ba69afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:57.004009 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:57.006646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:57.056924 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Transition to ACTIVE for port object 94d01dc8-39cf-48a4-b6b8-ccf250d6e938 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:57.149163 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:57.171510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:57.172035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Checking segment: {'id': 'cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a1c6245-3655-4bf3-b33c-446629fbad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:57.176154 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:57.178711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Bound using segment: {'id': 'cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a1c6245-3655-4bf3-b33c-446629fbad1d'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:57.179274 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Bound port: 73d23e21-1b20-4bcb-b9b8-90aa60037589, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a1c6245-3655-4bf3-b33c-446629fbad1d'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:57.183026 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:57.327613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:57.364279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network fa5b5555-fa1b-44d1-935b-eacec34f2dee is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:57.370720 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:57.397681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:57.398253 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:57.399791 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c9b841e-d137-47b3-ab43-0875b2c5e5a1 req-2e594aa5-432f-4e25-8863-c025f424de83 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 210 time: 0.0988932 Aug 24 00:45:57.511631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=94d01dc8-39cf-48a4-b6b8-ccf250d6e938,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:57.739462 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] For port 73d23e21-1b20-4bcb-b9b8-90aa60037589, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:57.748234 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] For port 73d23e21-1b20-4bcb-b9b8-90aa60037589, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=73d23e21-1b20-4bcb-b9b8-90aa60037589,segment=NetworkSegment(cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d),segment_id=cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:57.800395 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Attempting to bind port d99bc736-3f49-41f6-af89-8dd8bbbea5b2 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:57.800775 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Attempting to bind port d99bc736-3f49-41f6-af89-8dd8bbbea5b2 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '7026851d-fdfb-4f46-9ee5-c06b2ba1d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fa5b5555-fa1b-44d1-935b-eacec34f2dee'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:57.801139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Attempting to bind port d99bc736-3f49-41f6-af89-8dd8bbbea5b2 on network fa5b5555-fa1b-44d1-935b-eacec34f2dee {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:57.804492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:57.809489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8750c0b0-8a37-48ee-a20c-80046ba69afc None None] Port 4edc13e8-769f-4ef7-aecb-a914475ccfdb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:45:57.811999 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:57.947994 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-daf6b265-146a-4fc4-a631-9ec137270d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:57.949567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:57.954736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Checking segment: {'id': '7026851d-fdfb-4f46-9ee5-c06b2ba1d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fa5b5555-fa1b-44d1-935b-eacec34f2dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:57.955299 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:57.957513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Bound using segment: {'id': '7026851d-fdfb-4f46-9ee5-c06b2ba1d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fa5b5555-fa1b-44d1-935b-eacec34f2dee'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:57.958046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Bound port: d99bc736-3f49-41f6-af89-8dd8bbbea5b2, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7026851d-fdfb-4f46-9ee5-c06b2ba1d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'fa5b5555-fa1b-44d1-935b-eacec34f2dee'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:57.958895 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:58.133220 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] For port d99bc736-3f49-41f6-af89-8dd8bbbea5b2, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:58.140867 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] For port d99bc736-3f49-41f6-af89-8dd8bbbea5b2, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d99bc736-3f49-41f6-af89-8dd8bbbea5b2,segment=NetworkSegment(7026851d-fdfb-4f46-9ee5-c06b2ba1d4b9),segment_id=7026851d-fdfb-4f46-9ee5-c06b2ba1d4b9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:58.177267 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:58.294172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f9b681c7-3e08-46fd-b37b-5e1564a58731 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:58.294806 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:58.390601 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:58.391407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-31936135-764e-485d-a926-baceb6e385a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4edc13e8-769f-4ef7-aecb-a914475ccfdb', 'name': '', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:5f:eb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:51Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 2, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:58.394972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421e99c-b31a-4bcd-9072-cd476f2aa07f None None] Pushing event updated for resources: {'Port': ['ID=73d23e21-1b20-4bcb-b9b8-90aa60037589,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:58.405214 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:58.409112 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:58.802310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b46cd07a-17b4-4bf4-91e4-a085a41f4340 req-19fdf0ac-85d9-4a69-a01e-643b8ca9ee2e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 210 time: 0.1219130 Aug 24 00:45:58.887685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Checking router: 882acd85-87d5-446e-a97b-24a9f8c8870f for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:45:58.896676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Updating router 882acd85-87d5-446e-a97b-24a9f8c8870f port 4edc13e8-769f-4ef7-aecb-a914475ccfdb binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:45:58.902612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b80be4-3e30-40c6-ada6-46f2ae7eb8ce None None] Pushing event updated for resources: {'Port': ['ID=d99bc736-3f49-41f6-af89-8dd8bbbea5b2,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:59.060832 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:59.073458 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network fa5b5555-fa1b-44d1-935b-eacec34f2dee is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:59.100334 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:59.116620 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=94d01dc8-39cf-48a4-b6b8-ccf250d6e938,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:59.551440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router feb795ad-1699-46ca-bc8e-f4b068d25aa1 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:45:59.721142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7952138-afa2-418f-92be-7667488eb21f req-7e22023c-873b-424c-939b-86db9818d0e0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:59.723847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-7e22023c-873b-424c-939b-86db9818d0e0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.13 "GET /v2.0/networks?id=ac8111a8-3162-4f09-9459-dfbb5d5e38fc HTTP/1.1" status: 200 len: 796 time: 0.4849899 Aug 24 00:45:59.823853 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 73d23e21-1b20-4bcb-b9b8-90aa60037589 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:59.855858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:45:59.869299 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bd15d-4212-4465-9e1a-de6f0ffdbf02 None None] Sync routers for ids ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:45:59.891755 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d7ef6ce4-686b-4440-a5b5-80ea93c217f9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/feb795ad-1699-46ca-bc8e-f4b068d25aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4932342 Aug 24 00:45:59.896412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37644) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:59.909155 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97bd15d-4212-4465-9e1a-de6f0ffdbf02 None None] Routers {'feb795ad-1699-46ca-bc8e-f4b068d25aa1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:59.911989 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f97bd15d-4212-4465-9e1a-de6f0ffdbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:59.943829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-b4be8024-b811-42e8-8e2f-b77cee636695 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b921a640dca2469ab0511a55c18e6f1e HTTP/1.1" status: 200 len: 380 time: 0.1899583 Aug 24 00:45:59.966717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-e7952138-afa2-418f-92be-7667488eb21f req-f59f1697-6f61-4c54-9384-52a05b2e0c67 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'port': {'device_id': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'admin_state_up': True, 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'security_groups': ['e90c4919-0639-44ce-8826-4e04ee7d4094']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:00.054758 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f97bd15d-4212-4465-9e1a-de6f0ffdbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:00.093144 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1b644f-4468-494a-a544-afd3e2fd9261 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:00.100182 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97bd15d-4212-4465-9e1a-de6f0ffdbf02 None None] Routers {'feb795ad-1699-46ca-bc8e-f4b068d25aa1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:00.101581 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0f1b644f-4468-494a-a544-afd3e2fd9261 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports/94d01dc8-39cf-48a4-b6b8-ccf250d6e938 HTTP/1.1" status: 200 len: 911 time: 0.1934028 Aug 24 00:46:00.101977 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f97bd15d-4212-4465-9e1a-de6f0ffdbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:45:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:00.104341 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37664) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:00.211450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8483512d-d229-4605-86c7-0131ba8162d0 req-6f4fe4b8-e0df-48ae-926a-929d37f8f7a6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 210 time: 0.2098424 Aug 24 00:46:00.260924 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f97bd15d-4212-4465-9e1a-de6f0ffdbf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:00.261664 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bd15d-4212-4465-9e1a-de6f0ffdbf02 None None] The sync data for ids ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:00.714722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7952138-afa2-418f-92be-7667488eb21f req-f59f1697-6f61-4c54-9384-52a05b2e0c67 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Made reservation on behalf of b921a640dca2469ab0511a55c18e6f1e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:00.719233 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e7952138-afa2-418f-92be-7667488eb21f req-f59f1697-6f61-4c54-9384-52a05b2e0c67 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.915824 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.924973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18bf30b-d064-4a3e-b71a-3330cb0dc052 None None] Network 8a1c6245-3655-4bf3-b33c-446629fbad1d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:01.069136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0c366d-e50e-4655-89a1-2b361bce76a7 None None] Network fa5b5555-fa1b-44d1-935b-eacec34f2dee requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:01.472525 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d19ee47a-78f1-447a-ad4d-ca1feed32dc6 req-8a065641-80f9-435f-91a2-92877f7c5cea tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 210 time: 0.0910375 Aug 24 00:46:01.521316 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:01.553038 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:01.679388 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9980f521-bb80-409b-8b37-f0c9cc7b7f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:01.792480 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 73d23e21-1b20-4bcb-b9b8-90aa60037589 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:01.816236 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:01.875108 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 73d23e21-1b20-4bcb-b9b8-90aa60037589 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:01.875702 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:01.994303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-21c0ec2a-d873-438d-b0b5-30839c460dba None None] Provisioning for port 73d23e21-1b20-4bcb-b9b8-90aa60037589 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:02.133210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-21c0ec2a-d873-438d-b0b5-30839c460dba None None] Provisioning complete for port 73d23e21-1b20-4bcb-b9b8-90aa60037589 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:02.134705 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-21c0ec2a-d873-438d-b0b5-30839c460dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.185511 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Allocated IP 2001:db8:1::1 (8a1c6245-3655-4bf3-b33c-446629fbad1d/71caea8f-4067-48fe-b1c7-2447ae50307d/ef03e59f-2253-45c4-b753-4ecae7a37006) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:02.223663 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:02.349328 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.373029 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.398235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Transition to ACTIVE for port object 4edc13e8-769f-4ef7-aecb-a914475ccfdb will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:02.414261 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.662353 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 73d23e21-1b20-4bcb-b9b8-90aa60037589, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=73d23e21-1b20-4bcb-b9b8-90aa60037589,segment=NetworkSegment(cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d),segment_id=cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:02.675184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cca62-8719-4e35-b9ea-f91e569b15b3 None None] Pushing event updated for resources: {'Port': ['ID=4edc13e8-769f-4ef7-aecb-a914475ccfdb,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:02.681784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-e7952138-afa2-418f-92be-7667488eb21f req-f59f1697-6f61-4c54-9384-52a05b2e0c67 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.20.0.5 (ac8111a8-3162-4f09-9459-dfbb5d5e38fc/8a5908a2-77ae-4326-82b8-e7fcbd228e35/cde15c1e-9de3-49d9-a7db-97fcad16e1d4) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:02.821793 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.829281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d99bc736-3f49-41f6-af89-8dd8bbbea5b2 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:03.140336 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-065aabad-66e7-4e0b-afb4-f963071cce8e req-32cf6a31-ea71-4587-989f-094b01336039 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 210 time: 0.2780616 Aug 24 00:46:03.259561 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e7952138-afa2-418f-92be-7667488eb21f req-f59f1697-6f61-4c54-9384-52a05b2e0c67 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.285725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=73d23e21-1b20-4bcb-b9b8-90aa60037589,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:03.297484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Attempting to bind port 4edc13e8-769f-4ef7-aecb-a914475ccfdb on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:46:03.298062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Attempting to bind port 4edc13e8-769f-4ef7-aecb-a914475ccfdb by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '0f31e9e1-b400-4bfe-b380-19cb2e352bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:46:03.299290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Attempting to bind port 4edc13e8-769f-4ef7-aecb-a914475ccfdb on network ac8111a8-3162-4f09-9459-dfbb5d5e38fc {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:03.313251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-e7952138-afa2-418f-92be-7667488eb21f req-f59f1697-6f61-4c54-9384-52a05b2e0c67 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Transition to ACTIVE for port object cde15c1e-9de3-49d9-a7db-97fcad16e1d4 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:03.334152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:46:03.335479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Checking segment: {'id': '0f31e9e1-b400-4bfe-b380-19cb2e352bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:03.336209 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.336781 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Bound using segment: {'id': '0f31e9e1-b400-4bfe-b380-19cb2e352bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:46:03.337686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Bound port: 4edc13e8-769f-4ef7-aecb-a914475ccfdb, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f31e9e1-b400-4bfe-b380-19cb2e352bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:46:03.338260 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.341819 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.387711 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e7952138-afa2-418f-92be-7667488eb21f req-f59f1697-6f61-4c54-9384-52a05b2e0c67 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.489687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f1697-6f61-4c54-9384-52a05b2e0c67 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:03.521286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7952138-afa2-418f-92be-7667488eb21f req-f59f1697-6f61-4c54-9384-52a05b2e0c67 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network ac8111a8-3162-4f09-9459-dfbb5d5e38fc is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:03.525258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-e7952138-afa2-418f-92be-7667488eb21f req-f59f1697-6f61-4c54-9384-52a05b2e0c67 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:03.530985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7952138-afa2-418f-92be-7667488eb21f req-f59f1697-6f61-4c54-9384-52a05b2e0c67 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:03.541058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-31936135-764e-485d-a926-baceb6e385a9 None None] For port 4edc13e8-769f-4ef7-aecb-a914475ccfdb, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:03.550835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-31936135-764e-485d-a926-baceb6e385a9 None None] For port 4edc13e8-769f-4ef7-aecb-a914475ccfdb, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4edc13e8-769f-4ef7-aecb-a914475ccfdb,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:03.551179 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.587384 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.594164 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76cf28de-45d8-4831-921a-70ecc5f355bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.609904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port d99bc736-3f49-41f6-af89-8dd8bbbea5b2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:03.639612 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Transition to ACTIVE for port object ef03e59f-2253-45c4-b753-4ecae7a37006 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:03.686676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7952138-afa2-418f-92be-7667488eb21f req-f59f1697-6f61-4c54-9384-52a05b2e0c67 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:03.692119 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e7952138-afa2-418f-92be-7667488eb21f req-f59f1697-6f61-4c54-9384-52a05b2e0c67 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.764291 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.884465 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cca62-8719-4e35-b9ea-f91e569b15b3 None None] Pushing event updated for resources: {'Port': ['ID=4edc13e8-769f-4ef7-aecb-a914475ccfdb,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:03.961036 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 8a1c6245-3655-4bf3-b33c-446629fbad1d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:03.963029 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cfb00bb6-e2b9-42bc-8db5-4410acc4046b None None] Provisioning complete for port 73d23e21-1b20-4bcb-b9b8-90aa60037589 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:03.963790 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfb00bb6-e2b9-42bc-8db5-4410acc4046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.972348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:03.998211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:04.003685 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.086933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Routers {'882acd85-87d5-446e-a97b-24a9f8c8870f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:04.087522 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-31936135-764e-485d-a926-baceb6e385a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['882acd85-87d5-446e-a97b-24a9f8c8870f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:04.170071 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76cf28de-45d8-4831-921a-70ecc5f355bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.190110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-f59f1697-6f61-4c54-9384-52a05b2e0c67 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2377181 Aug 24 00:46:04.196643 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=ef03e59f-2253-45c4-b753-4ecae7a37006,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:04.210819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Request body: {'port': {'device_id': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:04.218101 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76cf28de-45d8-4831-921a-70ecc5f355bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.341757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-31936135-764e-485d-a926-baceb6e385a9 None None] Set router 882acd85-87d5-446e-a97b-24a9f8c8870f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:46:04.372473 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.460010 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-76cf28de-45d8-4831-921a-70ecc5f355bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f94923022414a2d99b97d2002fcb0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2346425 Aug 24 00:46:04.461080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf28de-45d8-4831-921a-70ecc5f355bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aec584-f05e-494e-bfb1-4cde6c16d7aa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:04.467352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 73d23e21-1b20-4bcb-b9b8-90aa60037589 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:04.478411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37914) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:04.613785 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.644070 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dbbce51d-86fc-4c77-9060-e356a10de8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.721265 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dbbce51d-86fc-4c77-9060-e356a10de8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.731476 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 73d23e21-1b20-4bcb-b9b8-90aa60037589 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:04.731857 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.861484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cfb00bb6-e2b9-42bc-8db5-4410acc4046b None None] Provisioning for port d99bc736-3f49-41f6-af89-8dd8bbbea5b2 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:04.897212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cfb00bb6-e2b9-42bc-8db5-4410acc4046b None None] Provisioning complete for port d99bc736-3f49-41f6-af89-8dd8bbbea5b2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:04.897587 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfb00bb6-e2b9-42bc-8db5-4410acc4046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.919721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde15c1e-9de3-49d9-a7db-97fcad16e1d4 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:46:04.936112 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.945077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Transition to ACTIVE for port object cde15c1e-9de3-49d9-a7db-97fcad16e1d4 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:04.960965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040cb8b-a80a-4f3d-9be4-d663bedf3acc req-062c9aae-6b71-464f-849d-6e8f63f5dcb7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:04.962739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d040cb8b-a80a-4f3d-9be4-d663bedf3acc req-062c9aae-6b71-464f-849d-6e8f63f5dcb7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 931 time: 0.5912740 Aug 24 00:46:04.963997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37918) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:04.964795 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.978664 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dbbce51d-86fc-4c77-9060-e356a10de8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.981119 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dbbce51d-86fc-4c77-9060-e356a10de8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.982284 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dbbce51d-86fc-4c77-9060-e356a10de8fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52aec584-f05e-494e-bfb1-4cde6c16d7aa HTTP/1.1" status: 204 len: 168 time: 0.5026169 Aug 24 00:46:05.102388 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-31936135-764e-485d-a926-baceb6e385a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4edc13e8-769f-4ef7-aecb-a914475ccfdb', 'name': '', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:5f:eb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:51Z', 'updated_at': '2021-08-24T00:46:03Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:05.103526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Pushing event updated for resources: {'Port': ['ID=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:05.179212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbce51d-86fc-4c77-9060-e356a10de8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aec584-f05e-494e-bfb1-4cde6c16d7aa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:05.236800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31936135-764e-485d-a926-baceb6e385a9 None None] The sync data for ids ['882acd85-87d5-446e-a97b-24a9f8c8870f'] in n-d-805736-1 is: [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4edc13e8-769f-4ef7-aecb-a914475ccfdb', 'name': '', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:5f:eb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:51Z', 'updated_at': '2021-08-24T00:46:03Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:05.273087 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfb00bb6-e2b9-42bc-8db5-4410acc4046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:05.348964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d040cb8b-a80a-4f3d-9be4-d663bedf3acc req-57cadb65-169c-4566-b0e5-409c9a3822a6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3663442 Aug 24 00:46:05.425101 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cfb00bb6-e2b9-42bc-8db5-4410acc4046b None None] For port d99bc736-3f49-41f6-af89-8dd8bbbea5b2, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d99bc736-3f49-41f6-af89-8dd8bbbea5b2,segment=NetworkSegment(7026851d-fdfb-4f46-9ee5-c06b2ba1d4b9),segment_id=7026851d-fdfb-4f46-9ee5-c06b2ba1d4b9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:05.444194 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfb00bb6-e2b9-42bc-8db5-4410acc4046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:05.465308 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:05.485707 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:05.486760 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:05.542564 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cfb00bb6-e2b9-42bc-8db5-4410acc4046b None None] Provisioning for port 94d01dc8-39cf-48a4-b6b8-ccf250d6e938 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:05.545105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Attempting to bind port cde15c1e-9de3-49d9-a7db-97fcad16e1d4 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:46:05.554123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Attempting to bind port cde15c1e-9de3-49d9-a7db-97fcad16e1d4 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '0f31e9e1-b400-4bfe-b380-19cb2e352bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:46:05.554545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Attempting to bind port cde15c1e-9de3-49d9-a7db-97fcad16e1d4 on network ac8111a8-3162-4f09-9459-dfbb5d5e38fc {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:05.575327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cfb00bb6-e2b9-42bc-8db5-4410acc4046b None None] Provisioning complete for port 94d01dc8-39cf-48a4-b6b8-ccf250d6e938 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:05.575807 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfb00bb6-e2b9-42bc-8db5-4410acc4046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:05.631709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Port cde15c1e-9de3-49d9-a7db-97fcad16e1d4 on network ac8111a8-3162-4f09-9459-dfbb5d5e38fc not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:46:05.632045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Attempting to bind port cde15c1e-9de3-49d9-a7db-97fcad16e1d4 on network ac8111a8-3162-4f09-9459-dfbb5d5e38fc {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:05.677728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:46:05.678076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Checking segment: {'id': '0f31e9e1-b400-4bfe-b380-19cb2e352bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:05.678481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Bound using segment: {'id': '0f31e9e1-b400-4bfe-b380-19cb2e352bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:46:05.679000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Bound port: cde15c1e-9de3-49d9-a7db-97fcad16e1d4, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f31e9e1-b400-4bfe-b380-19cb2e352bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:46:05.679370 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:05.790956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37926) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:05.819328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=ef03e59f-2253-45c4-b753-4ecae7a37006,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:05.924466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 8a1c6245-3655-4bf3-b33c-446629fbad1d is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:05.932605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:06.108747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4edc13e8-769f-4ef7-aecb-a914475ccfdb up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:06.117742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb00bb6-e2b9-42bc-8db5-4410acc4046b None None] Pushing event updated for resources: {'Port': ['ID=d99bc736-3f49-41f6-af89-8dd8bbbea5b2,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:06.156332 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-cfb00bb6-e2b9-42bc-8db5-4410acc4046b None None] Port 94d01dc8-39cf-48a4-b6b8-ccf250d6e938 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:06.189468 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router feb795ad-1699-46ca-bc8e-f4b068d25aa1 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:46:06.199844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4edc13e8-769f-4ef7-aecb-a914475ccfdb completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:06.207919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4edc13e8-769f-4ef7-aecb-a914475ccfdb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:06.211277 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:06.309841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d2ab4ae9-a702-45ef-927d-389990b97ad8 None None] Provisioning complete for port 4edc13e8-769f-4ef7-aecb-a914475ccfdb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:06.310614 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4ae9-a702-45ef-927d-389990b97ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:06.435197 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:06.436812 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:06.442765 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c798ca2d-40b9-48cc-a866-e7bd69ef3e69 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/feb795ad-1699-46ca-bc8e-f4b068d25aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3373821 Aug 24 00:46:06.449394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37932) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:06.461073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e48090-6518-4c0d-8766-f0c1aed5de43 None None] Sync routers for ids ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:06.509624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766ab47f-88e9-45df-ac71-133488dd3f7d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:06.511308 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-766ab47f-88e9-45df-ac71-133488dd3f7d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports/ef03e59f-2253-45c4-b753-4ecae7a37006 HTTP/1.1" status: 200 len: 913 time: 0.0608926 Aug 24 00:46:06.514053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37934) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:06.563578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e48090-6518-4c0d-8766-f0c1aed5de43 None None] Routers {'feb795ad-1699-46ca-bc8e-f4b068d25aa1'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:06.563578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-69e48090-6518-4c0d-8766-f0c1aed5de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:06.679192 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d6871c4-02ae-48b3-bbcb-d7d18a07a06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:06.684027 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4edc13e8-769f-4ef7-aecb-a914475ccfdb, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4edc13e8-769f-4ef7-aecb-a914475ccfdb,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:06.691000 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4ae9-a702-45ef-927d-389990b97ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:06.698964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-69e48090-6518-4c0d-8766-f0c1aed5de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:06.701699 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:06.804675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] For port cde15c1e-9de3-49d9-a7db-97fcad16e1d4, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:06.854233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c5d22-b6c1-462e-975a-60ff037dd1ee req-6a0cae93-3200-4c27-8e91-994efcd49667 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:06.862549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4edc13e8-769f-4ef7-aecb-a914475ccfdb,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:06.864259 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a7c5d22-b6c1-462e-975a-60ff037dd1ee req-6a0cae93-3200-4c27-8e91-994efcd49667 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 943 time: 0.2766049 Aug 24 00:46:06.866898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e48090-6518-4c0d-8766-f0c1aed5de43 None None] Routers {'feb795ad-1699-46ca-bc8e-f4b068d25aa1'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:06.867742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] For port cde15c1e-9de3-49d9-a7db-97fcad16e1d4, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:06.868158 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-69e48090-6518-4c0d-8766-f0c1aed5de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:06.901080 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:06.982968 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e81ba5db-f5d0-4927-855d-db3597c39bfb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:06.984752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:06.985437 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:06.987781 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] 10.222.0.13 "PUT /v2.0/ports/cde15c1e-9de3-49d9-a7db-97fcad16e1d4 HTTP/1.1" status: 200 len: 1091 time: 2.7837086 Aug 24 00:46:07.002591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'tag': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:46:07.005854 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6ffb99-1825-4e27-8a4c-fa45460af739" -d '{"events": [{"name": "network-changed", "server_uuid": "b69fb6bd-a6e3-432a-b790-0b2011a117cd", "tag": "cde15c1e-9de3-49d9-a7db-97fcad16e1d4"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:46:07.037316 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-d2ab4ae9-a702-45ef-927d-389990b97ad8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:46:07.037705 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-d2ab4ae9-a702-45ef-927d-389990b97ad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:46:07.038478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-69e48090-6518-4c0d-8766-f0c1aed5de43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:07.046655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e48090-6518-4c0d-8766-f0c1aed5de43 None None] The sync data for ids ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:07.055081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a7c5d22-b6c1-462e-975a-60ff037dd1ee req-779dfe91-20b7-4c94-805a-34bd73853b4c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744456 Aug 24 00:46:07.152983 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bd75c8-7f73-4178-9054-1187880e8b0c x-openstack-request-id: req-96bd75c8-7f73-4178-9054-1187880e8b0c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:46:07.153291 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69fb6bd-a6e3-432a-b790-0b2011a117cd", "tag": "cde15c1e-9de3-49d9-a7db-97fcad16e1d4", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:46:07.153543 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96bd75c8-7f73-4178-9054-1187880e8b0c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:46:07.153943 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'tag': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'status': 'completed', 'code': 200} Aug 24 00:46:07.200790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7cf0d-2b2d-42d2-9d57-3d6eb030eba5 service neutron] Pushing event updated for resources: {'Port': ['ID=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:07.265673 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d6871c4-02ae-48b3-bbcb-d7d18a07a06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.273389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7952138-afa2-418f-92be-7667488eb21f req-e4fa340c-3dca-48e5-8f00-fcdb87e23154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:07.274966 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-e4fa340c-3dca-48e5-8f00-fcdb87e23154 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 1094 time: 0.1646669 Aug 24 00:46:07.277316 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2d6871c4-02ae-48b3-bbcb-d7d18a07a06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.360194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6871c4-02ae-48b3-bbcb-d7d18a07a06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8555e7d-313f-4418-a329-e00f6d291609,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:07.365078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-3f6bcf39-cb56-4ea4-b2b8-fa7825de9aef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4 HTTP/1.1" status: 200 len: 217 time: 0.0652962 Aug 24 00:46:07.379205 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2d6871c4-02ae-48b3-bbcb-d7d18a07a06c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b1ef4d981274746aa7f34c879118941&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5753462 Aug 24 00:46:07.379654 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 37940) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:07.417768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e81ba5db-f5d0-4927-855d-db3597c39bfb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port ef03e59f-2253-45c4-b753-4ecae7a37006 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:07.417997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e81ba5db-f5d0-4927-855d-db3597c39bfb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.438075 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7952138-afa2-418f-92be-7667488eb21f req-92b7f8e7-bb4e-40de-a5f5-bbb80c0498c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:07.439775 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-92b7f8e7-bb4e-40de-a5f5-bbb80c0498c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a5908a2-77ae-4326-82b8-e7fcbd228e35 HTTP/1.1" status: 200 len: 834 time: 0.0641074 Aug 24 00:46:07.444738 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-654703a9-d4c9-43ea-aef8-13ea2027c7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.491375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a3be0d0-73af-42ac-a2a9-c875d8877fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.534339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a3be0d0-73af-42ac-a2a9-c875d8877fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.568475 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e81ba5db-f5d0-4927-855d-db3597c39bfb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.600041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-e81ba5db-f5d0-4927-855d-db3597c39bfb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for ef03e59f-2253-45c4-b753-4ecae7a37006 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:07.602356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7952138-afa2-418f-92be-7667488eb21f req-9c88d185-c083-4508-862c-757afb508864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:07.604032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-9c88d185-c083-4508-862c-757afb508864 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac8111a8-3162-4f09-9459-dfbb5d5e38fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533098 Aug 24 00:46:07.630682 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d2ab4ae9-a702-45ef-927d-389990b97ad8 None None] Provisioning for port ef03e59f-2253-45c4-b753-4ecae7a37006 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:07.637970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d2ab4ae9-a702-45ef-927d-389990b97ad8 None None] Provisioning complete for port ef03e59f-2253-45c4-b753-4ecae7a37006 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:07.638571 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4ae9-a702-45ef-927d-389990b97ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.679473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a3be0d0-73af-42ac-a2a9-c875d8877fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.682458 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2a3be0d0-73af-42ac-a2a9-c875d8877fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.683746 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2a3be0d0-73af-42ac-a2a9-c875d8877fa5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8555e7d-313f-4418-a329-e00f6d291609 HTTP/1.1" status: 204 len: 168 time: 0.3100438 Aug 24 00:46:07.699378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3be0d0-73af-42ac-a2a9-c875d8877fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8555e7d-313f-4418-a329-e00f6d291609,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:07.746947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab4ae9-a702-45ef-927d-389990b97ad8 None None] Port ef03e59f-2253-45c4-b753-4ecae7a37006 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:07.771743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d2ab4ae9-a702-45ef-927d-389990b97ad8 None None] Provisioning complete for port 94d01dc8-39cf-48a4-b6b8-ccf250d6e938 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:07.772133 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4ae9-a702-45ef-927d-389990b97ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.810559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-6dfdb477-6df9-4974-bfe4-0b094dfe5bc2 service neutron] 10.222.0.13 "GET /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938312 Aug 24 00:46:07.864390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab4ae9-a702-45ef-927d-389990b97ad8 None None] Port 94d01dc8-39cf-48a4-b6b8-ccf250d6e938 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:07.893064 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4edc13e8-769f-4ef7-aecb-a914475ccfdb up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:07.897673 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d2ab4ae9-a702-45ef-927d-389990b97ad8 None None] Provisioning for port cde15c1e-9de3-49d9-a7db-97fcad16e1d4 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:07.952725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4edc13e8-769f-4ef7-aecb-a914475ccfdb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:07.953110 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.958551 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e81ba5db-f5d0-4927-855d-db3597c39bfb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:08.023782 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ba5db-f5d0-4927-855d-db3597c39bfb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=ef03e59f-2253-45c4-b753-4ecae7a37006,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:08.057600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-95e00087-a6c5-4494-8902-6e7e9f563387 None None] Could not find standard attr ID for object ef03e59f-2253-45c4-b753-4ecae7a37006. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:46:08.083983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-654703a9-d4c9-43ea-aef8-13ea2027c7cd admin admin] Deleting port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:08.084778 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-654703a9-d4c9-43ea-aef8-13ea2027c7cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:08.200822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d99bc736-3f49-41f6-af89-8dd8bbbea5b2 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:08.207059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e7952138-afa2-418f-92be-7667488eb21f req-a25063b8-791d-4831-a062-d45f0d353cb8 service neutron] 10.222.0.13 "GET /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318229 Aug 24 00:46:08.262233 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e81ba5db-f5d0-4927-855d-db3597c39bfb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:08.318213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d99bc736-3f49-41f6-af89-8dd8bbbea5b2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:08.318596 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:08.349598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-654703a9-d4c9-43ea-aef8-13ea2027c7cd admin admin] For port f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6,segment=NetworkSegment(aa39ebaf-6e17-422c-9cda-290979c1f6e9),segment_id=aa39ebaf-6e17-422c-9cda-290979c1f6e9)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:08.350146 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-654703a9-d4c9-43ea-aef8-13ea2027c7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:08.503496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-654703a9-d4c9-43ea-aef8-13ea2027c7cd admin admin] Calling delete_port for f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:08.613999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ffb99-1825-4e27-8a4c-fa45460af739 req-0d90c321-4db2-47d2-aeae-0de3a12b9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:08.616161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b6ffb99-1825-4e27-8a4c-fa45460af739 req-0d90c321-4db2-47d2-aeae-0de3a12b9878 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 1094 time: 0.2853172 Aug 24 00:46:08.649484 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81ba5db-f5d0-4927-855d-db3597c39bfb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router feb795ad-1699-46ca-bc8e-f4b068d25aa1 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:46:08.705633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e63ad7-7f84-4fba-bed4-030c133391a5 req-093bd482-40de-49f9-8a96-2640746ef577 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:08.713091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91e63ad7-7f84-4fba-bed4-030c133391a5 req-093bd482-40de-49f9-8a96-2640746ef577 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 943 time: 0.5014045 Aug 24 00:46:08.773934 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81ba5db-f5d0-4927-855d-db3597c39bfb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:08.779989 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e81ba5db-f5d0-4927-855d-db3597c39bfb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/feb795ad-1699-46ca-bc8e-f4b068d25aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2647431 Aug 24 00:46:08.787326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 37962) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:08.789123 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b509b-9287-4e13-b977-ea4bee0ae102 None None] Sync routers for ids ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:08.807707 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b509b-9287-4e13-b977-ea4bee0ae102 None None] Routers {'feb795ad-1699-46ca-bc8e-f4b068d25aa1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:08.809385 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-721b509b-9287-4e13-b977-ea4bee0ae102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:08.866382 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-721b509b-9287-4e13-b977-ea4bee0ae102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:08.875814 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b509b-9287-4e13-b977-ea4bee0ae102 None None] Routers {'feb795ad-1699-46ca-bc8e-f4b068d25aa1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:08.876401 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-721b509b-9287-4e13-b977-ea4bee0ae102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:08.911055 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-721b509b-9287-4e13-b977-ea4bee0ae102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:08.912005 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b509b-9287-4e13-b977-ea4bee0ae102 None None] The sync data for ids ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:08.927377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-91e63ad7-7f84-4fba-bed4-030c133391a5 req-83fd4a54-5af6-4246-82cb-c0a806f46aaa tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132735 Aug 24 00:46:08.966123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ffb99-1825-4e27-8a4c-fa45460af739 req-739a1442-2b15-4879-9ae8-a560298c28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:08.967720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b6ffb99-1825-4e27-8a4c-fa45460af739 req-739a1442-2b15-4879-9ae8-a560298c28a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac8111a8-3162-4f09-9459-dfbb5d5e38fc HTTP/1.1" status: 200 len: 897 time: 0.3426933 Aug 24 00:46:09.096908 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b6ffb99-1825-4e27-8a4c-fa45460af739 req-8121f21b-1aab-4104-acae-2581eeaf506f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4 HTTP/1.1" status: 200 len: 217 time: 0.1157174 Aug 24 00:46:09.139466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cde15c1e-9de3-49d9-a7db-97fcad16e1d4 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:46:09.230348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ffb99-1825-4e27-8a4c-fa45460af739 req-7fa5445d-718a-4a52-9b3e-c26c18236517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:09.231767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b6ffb99-1825-4e27-8a4c-fa45460af739 req-7fa5445d-718a-4a52-9b3e-c26c18236517 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a5908a2-77ae-4326-82b8-e7fcbd228e35 HTTP/1.1" status: 200 len: 834 time: 0.1096237 Aug 24 00:46:09.235260 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-654703a9-d4c9-43ea-aef8-13ea2027c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:09.292747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654703a9-d4c9-43ea-aef8-13ea2027c7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:09.327025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port cde15c1e-9de3-49d9-a7db-97fcad16e1d4, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:09.365128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'port_id': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'mac_address': 'fa:16:3e:cd:eb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:46:09.435850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ffb99-1825-4e27-8a4c-fa45460af739 req-f1df6422-9f8d-4eb7-945b-286d94a14fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:09.437396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b6ffb99-1825-4e27-8a4c-fa45460af739 req-f1df6422-9f8d-4eb7-945b-286d94a14fae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac8111a8-3162-4f09-9459-dfbb5d5e38fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1932662 Aug 24 00:46:09.507550 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:09.570352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde15c1e-9de3-49d9-a7db-97fcad16e1d4 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:46:09.592441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port cde15c1e-9de3-49d9-a7db-97fcad16e1d4, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:09.601439 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:09.672673 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:09.753499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b6ffb99-1825-4e27-8a4c-fa45460af739 req-00e1f844-c78b-48e2-95b2-86ecb6c305a2 service neutron] 10.222.0.13 "GET /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055418 Aug 24 00:46:09.789338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-654703a9-d4c9-43ea-aef8-13ea2027c7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:09.877230 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba800d8-1474-43df-8eea-2e736717be9a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:09.889555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['cde15c1e-9de3-49d9-a7db-97fcad16e1d4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:46:10.381640 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b6ffb99-1825-4e27-8a4c-fa45460af739 req-7bc864f0-da62-481d-902c-2c4a1ddd1b32 service neutron] 10.222.0.13 "GET /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207480 Aug 24 00:46:10.655618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654703a9-d4c9-43ea-aef8-13ea2027c7cd admin admin] Router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:46:10.720915 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4245e-decb-458c-9521-4d2a62d04fcd req-087ba4dd-09e3-448b-aa50-c0414269436c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:10.722599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7c4245e-decb-458c-9521-4d2a62d04fcd req-087ba4dd-09e3-448b-aa50-c0414269436c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 944 time: 0.4084105 Aug 24 00:46:10.845987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5ba800d8-1474-43df-8eea-2e736717be9a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port 94d01dc8-39cf-48a4-b6b8-ccf250d6e938 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:10.845987 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba800d8-1474-43df-8eea-2e736717be9a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:10.851389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7c4245e-decb-458c-9521-4d2a62d04fcd req-f2515a01-ae41-42ba-9f8b-b917ab76deb5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915713 Aug 24 00:46:10.933934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654703a9-d4c9-43ea-aef8-13ea2027c7cd admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:10.943335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-654703a9-d4c9-43ea-aef8-13ea2027c7cd admin admin] 10.222.0.32 "PUT /v2.0/routers/ac5857a6-a3c5-4351-b946-67be5c2bf3b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9673026 Aug 24 00:46:10.947209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4f80d-25b5-432a-b862-85dd54224d89 None None] Sync routers for ids ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:10.956477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38010) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:10.979233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4f80d-25b5-432a-b862-85dd54224d89 None None] Routers {'ac5857a6-a3c5-4351-b946-67be5c2bf3b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:10.979905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-88f4f80d-25b5-432a-b862-85dd54224d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:10.996547 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba800d8-1474-43df-8eea-2e736717be9a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.025862 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5ba800d8-1474-43df-8eea-2e736717be9a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for 94d01dc8-39cf-48a4-b6b8-ccf250d6e938 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:11.147747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cde15c1e-9de3-49d9-a7db-97fcad16e1d4 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:11.154039 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.262808 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-88f4f80d-25b5-432a-b862-85dd54224d89 None None] Set router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:46:11.297957 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.376057 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba800d8-1474-43df-8eea-2e736717be9a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.434716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] Deleting port 8a03398a-16fc-4524-a09d-2c0f7532fb56 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:11.435378 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.462684 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port cde15c1e-9de3-49d9-a7db-97fcad16e1d4 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:11.469441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port cde15c1e-9de3-49d9-a7db-97fcad16e1d4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:11.469441 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.512842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba800d8-1474-43df-8eea-2e736717be9a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=94d01dc8-39cf-48a4-b6b8-ccf250d6e938,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:11.677367 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] For port 8a03398a-16fc-4524-a09d-2c0f7532fb56, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8a03398a-16fc-4524-a09d-2c0f7532fb56,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:11.677852 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.708010 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] Calling delete_port for 8a03398a-16fc-4524-a09d-2c0f7532fb56 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:11.753234 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5ba800d8-1474-43df-8eea-2e736717be9a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.837271 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.869089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-88f4f80d-25b5-432a-b862-85dd54224d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:46:08Z', 'revision_number': 5, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port': {'id': '8a03398a-16fc-4524-a09d-2c0f7532fb56', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:48:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:16Z', 'updated_at': '2021-08-24T00:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:11.925095 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4f80d-25b5-432a-b862-85dd54224d89 None None] Checking router: ac5857a6-a3c5-4351-b946-67be5c2bf3b9 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:46:11.933006 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:46:11.935246 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d56bf00-35ac-4009-9f16-6f8fbb2213e0" -d '{"events": [{"server_uuid": "b69fb6bd-a6e3-432a-b790-0b2011a117cd", "name": "network-vif-plugged", "status": "completed", "tag": "cde15c1e-9de3-49d9-a7db-97fcad16e1d4"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:46:11.971995 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port cde15c1e-9de3-49d9-a7db-97fcad16e1d4, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:11.985450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4f80d-25b5-432a-b862-85dd54224d89 None None] Routers {'ac5857a6-a3c5-4351-b946-67be5c2bf3b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:11.986939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-88f4f80d-25b5-432a-b862-85dd54224d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:11.989888 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.062805 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:12.131536 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c932f314-5a26-492b-8d86-4b47724fd375 x-openstack-request-id: req-c932f314-5a26-492b-8d86-4b47724fd375 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:46:12.131813 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69fb6bd-a6e3-432a-b790-0b2011a117cd", "name": "network-vif-plugged", "status": "completed", "tag": "cde15c1e-9de3-49d9-a7db-97fcad16e1d4", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:46:12.132110 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c932f314-5a26-492b-8d86-4b47724fd375 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:46:12.132438 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'code': 200} Aug 24 00:46:12.224691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:12.253767 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-88f4f80d-25b5-432a-b862-85dd54224d89 None None] Set router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:46:12.263064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba800d8-1474-43df-8eea-2e736717be9a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router feb795ad-1699-46ca-bc8e-f4b068d25aa1 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:46:12.266081 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.275951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe83f7b-6101-4323-98a3-255529c91ba5 req-e3cc9e02-0144-422e-8e5d-4c9ab8549058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:12.277731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffe83f7b-6101-4323-98a3-255529c91ba5 req-e3cc9e02-0144-422e-8e5d-4c9ab8549058 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 1096 time: 0.1180005 Aug 24 00:46:12.288399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ad393-0c81-4766-af54-118aa24eb477 req-c13a1248-9c55-44e8-aa28-0b46544a6491 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:12.296296 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-344ad393-0c81-4766-af54-118aa24eb477 req-c13a1248-9c55-44e8-aa28-0b46544a6491 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.2531369 Aug 24 00:46:12.324925 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] Pushing event deleted for resources: {'Port': ['ID=8a03398a-16fc-4524-a09d-2c0f7532fb56,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:12.344167 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-88f4f80d-25b5-432a-b862-85dd54224d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:46:11Z', 'revision_number': 6, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:12.359034 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c52e52ff-e1c7-4494-a7db-0442d65e64f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.377031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4f80d-25b5-432a-b862-85dd54224d89 None None] The sync data for ids ['ac5857a6-a3c5-4351-b946-67be5c2bf3b9'] in n-d-805736-1 is: [{'id': 'ac5857a6-a3c5-4351-b946-67be5c2bf3b9', 'name': 'tempest-TestVolumeBackupRestore-942505388-router', 'tenant_id': '35c27f18324d434ca1ad133521207baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:14Z', 'updated_at': '2021-08-24T00:46:11Z', 'revision_number': 6, 'project_id': '35c27f18324d434ca1ad133521207baf', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:12.419133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.436638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-344ad393-0c81-4766-af54-118aa24eb477 req-b618d8dd-ada8-4e77-8f8e-33f7ff25a804 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394560 Aug 24 00:46:12.437746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba800d8-1474-43df-8eea-2e736717be9a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:12.447578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5ba800d8-1474-43df-8eea-2e736717be9a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/feb795ad-1699-46ca-bc8e-f4b068d25aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6589987 Aug 24 00:46:12.448271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38038) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:12.451633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffe83f7b-6101-4323-98a3-255529c91ba5 req-1f3a2758-9fbd-4872-b039-cec21a220981 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533928 Aug 24 00:46:12.456376 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110b105-e1fa-46bb-aa8d-73066d1c8e11 None None] Sync routers for ids ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:12.469907 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110b105-e1fa-46bb-aa8d-73066d1c8e11 None None] Routers {'feb795ad-1699-46ca-bc8e-f4b068d25aa1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:12.469907 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6110b105-e1fa-46bb-aa8d-73066d1c8e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:12.506521 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6110b105-e1fa-46bb-aa8d-73066d1c8e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:12.511579 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-63e5c865-72ed-416a-9d6f-929898ceaa7b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb795ad-1699-46ca-bc8e-f4b068d25aa1 HTTP/1.1" status: 200 len: 205 time: 0.0619826 Aug 24 00:46:12.512524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38040) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:12.515780 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110b105-e1fa-46bb-aa8d-73066d1c8e11 None None] Routers {'feb795ad-1699-46ca-bc8e-f4b068d25aa1'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:12.516497 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6110b105-e1fa-46bb-aa8d-73066d1c8e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:12.525789 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.529993 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.552701 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6110b105-e1fa-46bb-aa8d-73066d1c8e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:12.553334 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110b105-e1fa-46bb-aa8d-73066d1c8e11 None None] The sync data for ids ['feb795ad-1699-46ca-bc8e-f4b068d25aa1'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:12.587819 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.588337 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac5857a6-a3c5-4351-b946-67be5c2bf3b9 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:46:12.593476 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.594645 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5b898ecd-0dbf-448e-91e3-f5fad011314a admin admin] 10.222.0.32 "DELETE /v2.0/routers/ac5857a6-a3c5-4351-b946-67be5c2bf3b9 HTTP/1.1" status: 204 len: 168 time: 1.6371739 Aug 24 00:46:12.599770 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:12.639304 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5e98c02-6729-414c-85da-59de4fb1d826 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.651929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-900a3953-796a-46bc-9307-16595f659cf3 admin admin] Deleting subnet b9de5ed0-fbf9-46b8-9203-adcd5872c396 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:46:12.661481 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900a3953-796a-46bc-9307-16595f659cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.698840 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c52e52ff-e1c7-4494-a7db-0442d65e64f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.707892 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c52e52ff-e1c7-4494-a7db-0442d65e64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.722891 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900a3953-796a-46bc-9307-16595f659cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.837019 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5e98c02-6729-414c-85da-59de4fb1d826 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.840165 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5e98c02-6729-414c-85da-59de4fb1d826 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.858376 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e52ff-e1c7-4494-a7db-0442d65e64f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ea891a-30de-4599-a1ff-035586f0f5ea,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:12.865629 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c52e52ff-e1c7-4494-a7db-0442d65e64f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24171de969f7439fa1729a471ccb7523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7994394 Aug 24 00:46:12.866063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:12.924477 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5e98c02-6729-414c-85da-59de4fb1d826 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.925413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e98c02-6729-414c-85da-59de4fb1d826 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Fanout notify agent at l3_agent the message router_deleted on router feb795ad-1699-46ca-bc8e-f4b068d25aa1 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:46:12.934959 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e5e98c02-6729-414c-85da-59de4fb1d826 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.936024 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e5e98c02-6729-414c-85da-59de4fb1d826 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/routers/feb795ad-1699-46ca-bc8e-f4b068d25aa1 HTTP/1.1" status: 204 len: 168 time: 0.4219108 Aug 24 00:46:12.938649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38048) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:12.955123 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-902bde11-eda4-487a-8810-0d372730a5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:12.962707 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900a3953-796a-46bc-9307-16595f659cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:13.002621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba173d44-cc35-4c68-aea6-d9fac9a3075c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting subnet 71caea8f-4067-48fe-b1c7-2447ae50307d {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:46:13.005486 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-902bde11-eda4-487a-8810-0d372730a5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:13.006353 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba173d44-cc35-4c68-aea6-d9fac9a3075c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:13.055595 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba173d44-cc35-4c68-aea6-d9fac9a3075c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:13.067051 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900a3953-796a-46bc-9307-16595f659cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:13.092684 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a3953-796a-46bc-9307-16595f659cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9de5ed0-fbf9-46b8-9203-adcd5872c396,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:13.112758 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-900a3953-796a-46bc-9307-16595f659cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:13.117353 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-900a3953-796a-46bc-9307-16595f659cf3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b9de5ed0-fbf9-46b8-9203-adcd5872c396 HTTP/1.1" status: 204 len: 168 time: 0.5141935 Aug 24 00:46:13.117781 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38050) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:13.129005 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-902bde11-eda4-487a-8810-0d372730a5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:13.132050 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-902bde11-eda4-487a-8810-0d372730a5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:13.133372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c576eb06-a119-4cf6-8ec9-0121fcd1dec7 None None] Network a863ae3b-f05b-4196-ac8a-9962805fb678 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:13.139971 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-902bde11-eda4-487a-8810-0d372730a5fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95ea891a-30de-4599-a1ff-035586f0f5ea HTTP/1.1" status: 204 len: 168 time: 0.2691298 Aug 24 00:46:13.164799 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bde11-eda4-487a-8810-0d372730a5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ea891a-30de-4599-a1ff-035586f0f5ea,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:13.208773 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba173d44-cc35-4c68-aea6-d9fac9a3075c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:13.382540 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba173d44-cc35-4c68-aea6-d9fac9a3075c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:13.424512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba173d44-cc35-4c68-aea6-d9fac9a3075c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Subnet': ['ID=71caea8f-4067-48fe-b1c7-2447ae50307d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:13.431189 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba173d44-cc35-4c68-aea6-d9fac9a3075c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:13.442273 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ba173d44-cc35-4c68-aea6-d9fac9a3075c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/71caea8f-4067-48fe-b1c7-2447ae50307d HTTP/1.1" status: 204 len: 168 time: 0.4961855 Aug 24 00:46:13.443523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38058) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:13.453549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4294ad3a-153e-4dba-8a3f-0edac887bb88 None None] Network 8a1c6245-3655-4bf3-b33c-446629fbad1d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:13.458612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906d9f70-2ce4-4a6c-9395-93885e43a963 None None] DHCP port deletion for a863ae3b-f05b-4196-ac8a-9962805fb678 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:46:13.526558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b831eb10-35fa-4d3c-b47a-1d51a38f5e6a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting subnet cc818ec7-1340-4323-b6db-4acc5556d4f6 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:46:13.563674 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b831eb10-35fa-4d3c-b47a-1d51a38f5e6a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:13.741994 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b831eb10-35fa-4d3c-b47a-1d51a38f5e6a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:13.840231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0281d0b-e970-44d7-8d70-d0c4a5e33590 req-e562ac3e-7fcd-4539-a675-39ba578e5043 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:13.848022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0281d0b-e970-44d7-8d70-d0c4a5e33590 req-e562ac3e-7fcd-4539-a675-39ba578e5043 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.2373118 Aug 24 00:46:13.954084 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b0281d0b-e970-44d7-8d70-d0c4a5e33590 req-6df686bf-0d14-4c3e-abf9-675616fec89e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048443 Aug 24 00:46:13.975288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8a03398a-16fc-4524-a09d-2c0f7532fb56 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:46:13.978924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38064) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:14.005817 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1272338c-8a9b-4fa1-8dbb-921ea9eddbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.036383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b831eb10-35fa-4d3c-b47a-1d51a38f5e6a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.054185 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:46:14.062405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-906d9f70-2ce4-4a6c-9395-93885e43a963 None None] Deleting port 056e14ce-232f-4d5f-b18f-743f9255a0d7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:14.063076 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-906d9f70-2ce4-4a6c-9395-93885e43a963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.073973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 8a03398a-16fc-4524-a09d-2c0f7532fb56 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:46:14.074588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8a03398a-16fc-4524-a09d-2c0f7532fb56 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:46:14.083789 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:46:14.099867 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.189377 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1272338c-8a9b-4fa1-8dbb-921ea9eddbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.196285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Deleting port 056e14ce-232f-4d5f-b18f-743f9255a0d7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:14.196629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.214142 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1272338c-8a9b-4fa1-8dbb-921ea9eddbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.253735 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b831eb10-35fa-4d3c-b47a-1d51a38f5e6a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.287246 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] For port 056e14ce-232f-4d5f-b18f-743f9255a0d7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=056e14ce-232f-4d5f-b18f-743f9255a0d7,segment=NetworkSegment(aa39ebaf-6e17-422c-9cda-290979c1f6e9),segment_id=aa39ebaf-6e17-422c-9cda-290979c1f6e9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:14.287996 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.291662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831eb10-35fa-4d3c-b47a-1d51a38f5e6a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Subnet': ['ID=cc818ec7-1340-4323-b6db-4acc5556d4f6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:14.295569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272338c-8a9b-4fa1-8dbb-921ea9eddbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223171a3-fe5e-41a4-a66b-51b24413d915,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:14.315606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1272338c-8a9b-4fa1-8dbb-921ea9eddbf0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1f3ebb2d339438592a071e9cfcd43ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294566 Aug 24 00:46:14.316993 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38066) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:14.324858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Calling delete_port for 056e14ce-232f-4d5f-b18f-743f9255a0d7 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:14.325814 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b831eb10-35fa-4d3c-b47a-1d51a38f5e6a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.328388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b831eb10-35fa-4d3c-b47a-1d51a38f5e6a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/cc818ec7-1340-4323-b6db-4acc5556d4f6 HTTP/1.1" status: 204 len: 168 time: 0.8833094 Aug 24 00:46:14.331946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38068) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:14.355483 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:46:14.364286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f48fc5c5-59f0-4b3e-8945-c8ddcc6edfb6 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:46:14.364731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 056e14ce-232f-4d5f-b18f-743f9255a0d7 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:46:14.379352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b92e8d6-97a4-4ac6-a5be-e9d0c65b480b None None] Network fa5b5555-fa1b-44d1-935b-eacec34f2dee requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:14.437722 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6304b94b-612f-4080-9ae8-f243d9555d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.472026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.492385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-906d9f70-2ce4-4a6c-9395-93885e43a963 None None] For port 056e14ce-232f-4d5f-b18f-743f9255a0d7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=056e14ce-232f-4d5f-b18f-743f9255a0d7,segment=NetworkSegment(aa39ebaf-6e17-422c-9cda-290979c1f6e9),segment_id=aa39ebaf-6e17-422c-9cda-290979c1f6e9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:14.493040 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-906d9f70-2ce4-4a6c-9395-93885e43a963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.509692 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6304b94b-612f-4080-9ae8-f243d9555d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.528112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-906d9f70-2ce4-4a6c-9395-93885e43a963 None None] Calling delete_port for 056e14ce-232f-4d5f-b18f-743f9255a0d7 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:14.535545 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.536641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e637e4-02ad-4248-b150-287b01cba068 None None] DHCP port deletion for 8a1c6245-3655-4bf3-b33c-446629fbad1d request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:46:14.540305 n-d-805736-1 neutron-server[94839]: INFO neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No ports have port_id starting with 056e14ce-232f-4d5f-b18f-743f9255a0d7 Aug 24 00:46:14.580079 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Pushing event deleted for resources: {'Port': ['ID=056e14ce-232f-4d5f-b18f-743f9255a0d7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:14.589779 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] No DVR routers for this DVR port 056e14ce-232f-4d5f-b18f-743f9255a0d7 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:14.620447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port 73d23e21-1b20-4bcb-b9b8-90aa60037589 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:14.620831 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.718906 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6304b94b-612f-4080-9ae8-f243d9555d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.719165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] For port 73d23e21-1b20-4bcb-b9b8-90aa60037589, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=73d23e21-1b20-4bcb-b9b8-90aa60037589,segment=NetworkSegment(cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d),segment_id=cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:14.721655 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.722614 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6304b94b-612f-4080-9ae8-f243d9555d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.723831 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6304b94b-612f-4080-9ae8-f243d9555d51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/223171a3-fe5e-41a4-a66b-51b24413d915 HTTP/1.1" status: 204 len: 168 time: 0.4053547 Aug 24 00:46:14.737430 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-906d9f70-2ce4-4a6c-9395-93885e43a963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.745699 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304b94b-612f-4080-9ae8-f243d9555d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223171a3-fe5e-41a4-a66b-51b24413d915,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:14.751318 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.758575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for 73d23e21-1b20-4bcb-b9b8-90aa60037589 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:14.774344 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a863ae3b-f05b-4196-ac8a-9962805fb678']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:14.774508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d9f70-2ce4-4a6c-9395-93885e43a963 None None] Pushing event deleted for resources: {'Port': ['ID=056e14ce-232f-4d5f-b18f-743f9255a0d7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:14.794865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e9e637e4-02ad-4248-b150-287b01cba068 None None] Deleting port 73d23e21-1b20-4bcb-b9b8-90aa60037589 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:14.795379 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9e637e4-02ad-4248-b150-287b01cba068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.800347 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa39ebaf-6e17-422c-9cda-290979c1f6e9') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:14.801299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d9f70-2ce4-4a6c-9395-93885e43a963 None None] No DVR routers for this DVR port 056e14ce-232f-4d5f-b18f-743f9255a0d7 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:14.814702 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa39ebaf-6e17-422c-9cda-290979c1f6e9') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:14.820589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20c0943-ba19-4d23-86a7-444775d9c840 None None] DHCP port deletion for fa5b5555-fa1b-44d1-935b-eacec34f2dee request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:46:14.837858 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.858660 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.874061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:46:14.874466 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.899476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.906419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e9e637e4-02ad-4248-b150-287b01cba068 None None] For port 73d23e21-1b20-4bcb-b9b8-90aa60037589, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=73d23e21-1b20-4bcb-b9b8-90aa60037589,segment=NetworkSegment(cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d),segment_id=cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:14.906921 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9e637e4-02ad-4248-b150-287b01cba068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.922450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e9e637e4-02ad-4248-b150-287b01cba068 None None] Calling delete_port for 73d23e21-1b20-4bcb-b9b8-90aa60037589 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:46:14.927243 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:46:14.943142 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.955184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=73d23e21-1b20-4bcb-b9b8-90aa60037589,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:14.960784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No DVR routers for this DVR port 73d23e21-1b20-4bcb-b9b8-90aa60037589 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:14.973348 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:14.976427 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] 10.222.0.32 "DELETE /v2.0/networks/a863ae3b-f05b-4196-ac8a-9962805fb678 HTTP/1.1" status: 204 len: 168 time: 1.8572643 Aug 24 00:46:14.978273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b27d81-9ad0-46ab-a7b4-dd1c629c626b admin admin] Pushing event deleted for resources: {'Network': ['ID=a863ae3b-f05b-4196-ac8a-9962805fb678,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:14.980207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:15.010158 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f20c0943-ba19-4d23-86a7-444775d9c840 None None] Deleting port d99bc736-3f49-41f6-af89-8dd8bbbea5b2 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:15.010549 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f20c0943-ba19-4d23-86a7-444775d9c840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.102235 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.125936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1c6245-3655-4bf3-b33c-446629fbad1d']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:15.129314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f20c0943-ba19-4d23-86a7-444775d9c840 None None] For port d99bc736-3f49-41f6-af89-8dd8bbbea5b2, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d99bc736-3f49-41f6-af89-8dd8bbbea5b2,segment=NetworkSegment(7026851d-fdfb-4f46-9ee5-c06b2ba1d4b9),segment_id=7026851d-fdfb-4f46-9ee5-c06b2ba1d4b9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:15.129825 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f20c0943-ba19-4d23-86a7-444775d9c840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.142728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:15.143108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd20b1d6-e7b5-40d7-a78a-adb7ce9cf10d') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:15.149591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f20c0943-ba19-4d23-86a7-444775d9c840 None None] Calling delete_port for d99bc736-3f49-41f6-af89-8dd8bbbea5b2 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:15.160133 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.191117 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.203028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:46:15.203959 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.240245 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9e637e4-02ad-4248-b150-287b01cba068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.269315 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e637e4-02ad-4248-b150-287b01cba068 None None] No DVR routers for this DVR port 73d23e21-1b20-4bcb-b9b8-90aa60037589 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:46:15.271635 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:46:15.286342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91e211-c8b9-4559-aed4-c37185527b1c req-31c18047-9060-4042-b14f-b0cd48b1cdef tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:15.287983 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf91e211-c8b9-4559-aed4-c37185527b1c req-31c18047-9060-4042-b14f-b0cd48b1cdef tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.2353482 Aug 24 00:46:15.289148 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.295696 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.301146 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/networks/8a1c6245-3655-4bf3-b33c-446629fbad1d HTTP/1.1" status: 204 len: 168 time: 0.9640965 Aug 24 00:46:15.301146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38088) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:15.325877 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f20c0943-ba19-4d23-86a7-444775d9c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.347455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c0943-ba19-4d23-86a7-444775d9c840 None None] No DVR routers for this DVR port d99bc736-3f49-41f6-af89-8dd8bbbea5b2 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:15.355337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e637e4-02ad-4248-b150-287b01cba068 None None] Pushing event deleted for resources: {'Port': ['ID=73d23e21-1b20-4bcb-b9b8-90aa60037589,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:15.392279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c0943-ba19-4d23-86a7-444775d9c840 None None] Pushing event deleted for resources: {'Port': ['ID=d99bc736-3f49-41f6-af89-8dd8bbbea5b2,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:15.404687 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e29b7-ec30-4e4a-8642-647c4d14b3b6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Network': ['ID=8a1c6245-3655-4bf3-b33c-446629fbad1d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:15.440830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf91e211-c8b9-4559-aed4-c37185527b1c req-6e6fa8ba-7aee-48d4-9bc8-ffc4e33d51bd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380215 Aug 24 00:46:15.444418 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ca99684c-cd24-4d79-beeb-10c2cdf1a19b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.597690 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ca99684c-cd24-4d79-beeb-10c2cdf1a19b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.613612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ca99684c-cd24-4d79-beeb-10c2cdf1a19b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5b5555-fa1b-44d1-935b-eacec34f2dee']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:15.620586 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47b1e46f-805f-4d3c-82de-c3247a209e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.627624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ca99684c-cd24-4d79-beeb-10c2cdf1a19b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7026851d-fdfb-4f46-9ee5-c06b2ba1d4b9') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:15.628061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-ca99684c-cd24-4d79-beeb-10c2cdf1a19b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7026851d-fdfb-4f46-9ee5-c06b2ba1d4b9') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:15.647953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e2019-f7f6-4a42-aba0-b32ab57853af req-801052db-7966-45ff-bba3-af612c4c442c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:15.649505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e77e2019-f7f6-4a42-aba0-b32ab57853af req-801052db-7966-45ff-bba3-af612c4c442c tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.0978456 Aug 24 00:46:15.651617 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ca99684c-cd24-4d79-beeb-10c2cdf1a19b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.676686 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ca99684c-cd24-4d79-beeb-10c2cdf1a19b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.687688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca99684c-cd24-4d79-beeb-10c2cdf1a19b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:46:15.688121 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ca99684c-cd24-4d79-beeb-10c2cdf1a19b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:46:15.692869 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:46:15.746502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e77e2019-f7f6-4a42-aba0-b32ab57853af req-14a68bd1-323d-422f-aa76-c2fbf261a5cd tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876634 Aug 24 00:46:15.773393 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38104) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:15.784318 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ca99684c-cd24-4d79-beeb-10c2cdf1a19b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.819800 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ca99684c-cd24-4d79-beeb-10c2cdf1a19b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.825149 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ca99684c-cd24-4d79-beeb-10c2cdf1a19b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/networks/fa5b5555-fa1b-44d1-935b-eacec34f2dee HTTP/1.1" status: 204 len: 168 time: 0.5200627 Aug 24 00:46:15.826142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:15.840852 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3d28b71c-a760-4b87-a8eb-c2e75a3f5f0f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1647507901'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:15.846031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99684c-cd24-4d79-beeb-10c2cdf1a19b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Network': ['ID=fa5b5555-fa1b-44d1-935b-eacec34f2dee,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:15.876240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae6225-fe4e-4b43-b8eb-0bea32d7572d tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:15.880514 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e5ae6225-fe4e-4b43-b8eb-0bea32d7572d tempest-TestNetworkAdvancedServerOps-44160574 tempest-TestNetworkAdvancedServerOps-44160574-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 1091 time: 0.1035612 Aug 24 00:46:15.882096 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38110) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:15.887170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:15.900971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 73d23e21-1b20-4bcb-b9b8-90aa60037589 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:46:15.927736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 73d23e21-1b20-4bcb-b9b8-90aa60037589 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:46:15.928068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 73d23e21-1b20-4bcb-b9b8-90aa60037589 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:46:15.928500 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d99bc736-3f49-41f6-af89-8dd8bbbea5b2 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:46:15.931665 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.db.api [None req-3d28b71c-a760-4b87-a8eb-c2e75a3f5f0f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:46:15.931665 n-d-805736-1 neutron-server[94838]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 00:46:15.931665 n-d-805736-1 neutron-server[94838]: [parameters: {'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'id': '7d28e1d6-5e86-4162-9815-c686d5666260', 'expiration': datetime.datetime(2021, 8, 24, 0, 48, 15, 922082)}] Aug 24 00:46:15.931665 n-d-805736-1 neutron-server[94838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:46:15.932655 n-d-805736-1 neutron-server[94838]: DEBUG oslo_db.api [None req-3d28b71c-a760-4b87-a8eb-c2e75a3f5f0f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:46:15.945361 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.952364 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: d99bc736-3f49-41f6-af89-8dd8bbbea5b2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:46:15.952719 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d99bc736-3f49-41f6-af89-8dd8bbbea5b2 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:46:16.070033 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.077196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-47b1e46f-805f-4d3c-82de-c3247a209e37 admin admin] Deleting port 44e89f1d-e9f2-45e0-a759-4134f5a52576 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:16.078104 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47b1e46f-805f-4d3c-82de-c3247a209e37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.183581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-47b1e46f-805f-4d3c-82de-c3247a209e37 admin admin] For port 44e89f1d-e9f2-45e0-a759-4134f5a52576, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=44e89f1d-e9f2-45e0-a759-4134f5a52576,segment=NetworkSegment(935a59d8-c5e5-46a4-aedb-d029b3bccca2),segment_id=935a59d8-c5e5-46a4-aedb-d029b3bccca2)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:16.184099 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47b1e46f-805f-4d3c-82de-c3247a209e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.193314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Allocated IP 172.25.8.2 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/cb3da864-3450-4d38-a7a5-6cde18dedd84) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:16.200360 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-47b1e46f-805f-4d3c-82de-c3247a209e37 admin admin] Calling delete_port for 44e89f1d-e9f2-45e0-a759-4134f5a52576 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:16.333109 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.391079 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.440456 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47b1e46f-805f-4d3c-82de-c3247a209e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.452120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:16.455566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:16.458410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:16.464583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=cb3da864-3450-4d38-a7a5-6cde18dedd84,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:16.474145 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1e46f-805f-4d3c-82de-c3247a209e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e89f1d-e9f2-45e0-a759-4134f5a52576,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:16.489220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d28b71c-a760-4b87-a8eb-c2e75a3f5f0f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:16.493781 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d28b71c-a760-4b87-a8eb-c2e75a3f5f0f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.592907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d28b71c-a760-4b87-a8eb-c2e75a3f5f0f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:46:16.633189 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d28b71c-a760-4b87-a8eb-c2e75a3f5f0f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.633866 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-3d28b71c-a760-4b87-a8eb-c2e75a3f5f0f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Added segment 6f21f003-1291-4417-8830-b5b9daea946b of type vlan for network 33ade2b3-1038-4d87-aac6-0f3cbe5a9bde Aug 24 00:46:16.756971 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d28b71c-a760-4b87-a8eb-c2e75a3f5f0f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.834632 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d28b71c-a760-4b87-a8eb-c2e75a3f5f0f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.840808 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d28b71c-a760-4b87-a8eb-c2e75a3f5f0f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:16.841422 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d28b71c-a760-4b87-a8eb-c2e75a3f5f0f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.915012 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-47b1e46f-805f-4d3c-82de-c3247a209e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.917516 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d28b71c-a760-4b87-a8eb-c2e75a3f5f0f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0893679 Aug 24 00:46:16.921593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:16.932444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1cc13306-3e92-4ac7-835a-a78b23df8eeb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'subnet': {'network_id': '33ade2b3-1038-4d87-aac6-0f3cbe5a9bde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:16.952336 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28b71c-a760-4b87-a8eb-c2e75a3f5f0f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Network': ['ID=33ade2b3-1038-4d87-aac6-0f3cbe5a9bde,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:16.965234 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 33ade2b3-1038-4d87-aac6-0f3cbe5a9bde details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:46:17.042158 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:17.136990 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:17.168466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc13306-3e92-4ac7-835a-a78b23df8eeb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:17.172012 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cc13306-3e92-4ac7-835a-a78b23df8eeb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:17.352396 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:17.358860 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:17.402108 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b1e46f-805f-4d3c-82de-c3247a209e37 admin admin] Router 0152d51c-e26b-454b-a6fd-5c0deece3969 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:46:17.557908 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cc13306-3e92-4ac7-835a-a78b23df8eeb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:17.646310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b1e46f-805f-4d3c-82de-c3247a209e37 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:17.659266 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2362bdef-bbd6-460d-947c-87b103cc6283 None None] Sync routers for ids ['0152d51c-e26b-454b-a6fd-5c0deece3969'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:17.660372 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-47b1e46f-805f-4d3c-82de-c3247a209e37 admin admin] 10.222.0.32 "PUT /v2.0/routers/0152d51c-e26b-454b-a6fd-5c0deece3969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6789191 Aug 24 00:46:17.663630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:17.665653 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc13306-3e92-4ac7-835a-a78b23df8eeb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Subnet': ['ID=20ae977b-c578-4330-8324-4a7da1a822f5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:17.672141 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc13306-3e92-4ac7-835a-a78b23df8eeb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Checking segment: {'id': '6f21f003-1291-4417-8830-b5b9daea946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '33ade2b3-1038-4d87-aac6-0f3cbe5a9bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:17.672511 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc13306-3e92-4ac7-835a-a78b23df8eeb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network hostable DHCP agents. Network: 33ade2b3-1038-4d87-aac6-0f3cbe5a9bde, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:46:17.691986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2362bdef-bbd6-460d-947c-87b103cc6283 None None] Routers {'0152d51c-e26b-454b-a6fd-5c0deece3969'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:17.692879 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2362bdef-bbd6-460d-947c-87b103cc6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0152d51c-e26b-454b-a6fd-5c0deece3969'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:17.759504 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38170) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:17.796105 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc13306-3e92-4ac7-835a-a78b23df8eeb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 33ade2b3-1038-4d87-aac6-0f3cbe5a9bde is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:46:17.849567 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1cc13306-3e92-4ac7-835a-a78b23df8eeb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 33ade2b3-1038-4d87-aac6-0f3cbe5a9bde) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:17.858579 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc13306-3e92-4ac7-835a-a78b23df8eeb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:17.859568 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1cc13306-3e92-4ac7-835a-a78b23df8eeb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:17.863273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261ece8e-f586-4c90-b5a0-5da1884fca98 None None] Network 33ade2b3-1038-4d87-aac6-0f3cbe5a9bde requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:17.900605 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1cc13306-3e92-4ac7-835a-a78b23df8eeb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9745309 Aug 24 00:46:17.901822 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38178) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:17.907343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-27bb6de7-97f7-4bc4-8755-b356838801e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-853878408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:17.939806 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:17.945734 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27bb6de7-97f7-4bc4-8755-b356838801e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:17.947007 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27bb6de7-97f7-4bc4-8755-b356838801e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:17.981371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2362bdef-bbd6-460d-947c-87b103cc6283 None None] Set router 0152d51c-e26b-454b-a6fd-5c0deece3969 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:46:18.020550 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27bb6de7-97f7-4bc4-8755-b356838801e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.030186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event updated for resources: {'Port': ['ID=cb3da864-3450-4d38-a7a5-6cde18dedd84,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:18.077689 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.089390 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8162-684d-4a3b-bfa6-c558897d7e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.096686 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27bb6de7-97f7-4bc4-8755-b356838801e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.219685 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Floating IP 440e3c57-fe1b-4a39-a8b7-62f78bb2b181 associated. External IP: 172.25.8.2, port: cde15c1e-9de3-49d9-a7db-97fcad16e1d4. Aug 24 00:46:18.254817 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8162-684d-4a3b-bfa6-c558897d7e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.255319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-33ade2b3-1038-4d87-aac6-0f3cbe5a9bde', 'network_id': '33ade2b3-1038-4d87-aac6-0f3cbe5a9bde', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'fixed_ips': [{'subnet_id': '20ae977b-c578-4330-8324-4a7da1a822f5'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:46:18.266560 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.281320 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8162-684d-4a3b-bfa6-c558897d7e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.371034 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1e8d8162-684d-4a3b-bfa6-c558897d7e8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79bbb52cc8154ca58d465f164de5e863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6030240 Aug 24 00:46:18.372920 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d8162-684d-4a3b-bfa6-c558897d7e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c283aa57-7c1c-414a-9dae-08ad1d77302b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:18.399615 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38182) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:18.408370 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27bb6de7-97f7-4bc4-8755-b356838801e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.412909 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-27bb6de7-97f7-4bc4-8755-b356838801e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5096538 Aug 24 00:46:18.414731 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38184) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:18.422703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'port': {'network_id': '33ade2b3-1038-4d87-aac6-0f3cbe5a9bde', 'name': 'tempest-RoutersIpV6Test-2144639464'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:18.498789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router 882acd85-87d5-446e-a97b-24a9f8c8870f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:46:18.619079 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'port': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:18.624820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.655690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] device_id is not set on port 65f11f88-623f-4c26-a2b3-c098fa787afa yet. {{(pid=94838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:46:18.669276 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Allocated IP 2001:db8::2 (33ade2b3-1038-4d87-aac6-0f3cbe5a9bde/20ae977b-c578-4330-8324-4a7da1a822f5/05de75ed-7c9c-4b96-9985-afa4198d40f6) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:18.680465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:18.682106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2362bdef-bbd6-460d-947c-87b103cc6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'name': 'tempest-TestVolumeBackupRestore-2020504894-router', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8a33960b-809a-4a35-b877-99e3576d386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:25Z', 'updated_at': '2021-08-24T00:46:16Z', 'revision_number': 5, 'project_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'gw_port': {'id': '8a33960b-809a-4a35-b877-99e3576d386f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:26Z', 'updated_at': '2021-08-24T00:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:18.693504 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d0ea00-4294-4b82-a2ee-f0e1cffc7cd7 None None] Sync routers for ids ['882acd85-87d5-446e-a97b-24a9f8c8870f'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:18.708699 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d0ea00-4294-4b82-a2ee-f0e1cffc7cd7 None None] Routers {'882acd85-87d5-446e-a97b-24a9f8c8870f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:18.709332 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40d0ea00-4294-4b82-a2ee-f0e1cffc7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['882acd85-87d5-446e-a97b-24a9f8c8870f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:18.729889 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.767894 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2362bdef-bbd6-460d-947c-87b103cc6283 None None] Checking router: 0152d51c-e26b-454b-a6fd-5c0deece3969 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:46:18.794335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2362bdef-bbd6-460d-947c-87b103cc6283 None None] Routers {'0152d51c-e26b-454b-a6fd-5c0deece3969'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:18.795206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2362bdef-bbd6-460d-947c-87b103cc6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0152d51c-e26b-454b-a6fd-5c0deece3969'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:18.795747 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3598e7d9-baf8-4adc-856d-2e42e68fbbf2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.9111793 Aug 24 00:46:18.798492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'tag': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:46:18.801138 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faccbfd-4e2d-4611-a462-453eef9a0651" -d '{"events": [{"name": "network-changed", "server_uuid": "b69fb6bd-a6e3-432a-b790-0b2011a117cd", "tag": "cde15c1e-9de3-49d9-a7db-97fcad16e1d4"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:46:18.801697 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b27bed-be8d-469a-840b-6f8baaea13c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.829223 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b27bed-be8d-469a-840b-6f8baaea13c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.880289 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745bb072-9b2b-4c6d-b97c-7a1e9d29ff7c x-openstack-request-id: req-745bb072-9b2b-4c6d-b97c-7a1e9d29ff7c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:46:18.881156 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69fb6bd-a6e3-432a-b790-0b2011a117cd", "tag": "cde15c1e-9de3-49d9-a7db-97fcad16e1d4", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:46:18.881490 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-745bb072-9b2b-4c6d-b97c-7a1e9d29ff7c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:46:18.882110 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'tag': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'status': 'completed', 'code': 200} Aug 24 00:46:18.916430 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.992145 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b27bed-be8d-469a-840b-6f8baaea13c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.995523 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b27bed-be8d-469a-840b-6f8baaea13c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.996966 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-57b27bed-be8d-469a-840b-6f8baaea13c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c283aa57-7c1c-414a-9dae-08ad1d77302b HTTP/1.1" status: 204 len: 168 time: 0.5955119 Aug 24 00:46:19.014065 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b27bed-be8d-469a-840b-6f8baaea13c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c283aa57-7c1c-414a-9dae-08ad1d77302b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:19.051889 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] Deleting port 8a33960b-809a-4a35-b877-99e3576d386f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:19.052239 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:19.085686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-2362bdef-bbd6-460d-947c-87b103cc6283 None None] Set router 0152d51c-e26b-454b-a6fd-5c0deece3969 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:46:19.155594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] For port 8a33960b-809a-4a35-b877-99e3576d386f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8a33960b-809a-4a35-b877-99e3576d386f,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:19.155874 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:19.165127 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-40d0ea00-4294-4b82-a2ee-f0e1cffc7cd7 None None] Set router 882acd85-87d5-446e-a97b-24a9f8c8870f gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:46:19.169961 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] Calling delete_port for 8a33960b-809a-4a35-b877-99e3576d386f owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:19.245477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faccbfd-4e2d-4611-a462-453eef9a0651 req-2af430ab-22a9-4cb2-beb8-cdaa9b1e2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:19.256547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1faccbfd-4e2d-4611-a462-453eef9a0651 req-2af430ab-22a9-4cb2-beb8-cdaa9b1e2dde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 1096 time: 0.2131612 Aug 24 00:46:19.280639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef24641-0ad1-467e-9873-d999d91998d2 req-3c2b1567-894e-476f-b90d-e50329ed147b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:19.286983 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ef24641-0ad1-467e-9873-d999d91998d2 req-3c2b1567-894e-476f-b90d-e50329ed147b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.3977718 Aug 24 00:46:19.393018 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:19.441621 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a33960b-809a-4a35-b877-99e3576d386f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:19.476374 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:19.498136 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ef24641-0ad1-467e-9873-d999d91998d2 req-9083798f-18db-47fd-80cb-8d12bf287cd3 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998441 Aug 24 00:46:19.503541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Transition to ACTIVE for port object 05de75ed-7c9c-4b96-9985-afa4198d40f6 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:19.523643 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38196) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:19.563047 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faccbfd-4e2d-4611-a462-453eef9a0651 req-53ec52a0-e860-4510-bc3f-e0974f2bb090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:19.567116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Transition to ACTIVE for port object 05de75ed-7c9c-4b96-9985-afa4198d40f6 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:19.569115 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1faccbfd-4e2d-4611-a462-453eef9a0651 req-53ec52a0-e860-4510-bc3f-e0974f2bb090 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac8111a8-3162-4f09-9459-dfbb5d5e38fc HTTP/1.1" status: 200 len: 897 time: 0.2722087 Aug 24 00:46:19.604451 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:19.733929 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-2362bdef-bbd6-460d-947c-87b103cc6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'name': 'tempest-TestVolumeBackupRestore-2020504894-router', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8a33960b-809a-4a35-b877-99e3576d386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:25Z', 'updated_at': '2021-08-24T00:46:16Z', 'revision_number': 5, 'project_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'gw_port': {'id': '8a33960b-809a-4a35-b877-99e3576d386f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:26Z', 'updated_at': '2021-08-24T00:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:19.736354 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:19.753517 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40d0ea00-4294-4b82-a2ee-f0e1cffc7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '440e3c57-fe1b-4a39-a8b7-62f78bb2b181', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'port_id': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'mac_address': 'fa:16:3e:cd:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:46:16Z', 'updated_at': '2021-08-24T00:46:16Z', 'revision_number': 0, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edc13e8-769f-4ef7-aecb-a914475ccfdb', 'name': '', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:5f:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:51Z', 'updated_at': '2021-08-24T00:46:06Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:19.783882 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38198) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:19.810100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1faccbfd-4e2d-4611-a462-453eef9a0651 req-4e883933-ff5a-4dd5-9b0d-aae6dd76778a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4 HTTP/1.1" status: 200 len: 997 time: 0.2331398 Aug 24 00:46:19.825666 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-31d274a1-e0ba-4f0e-9763-c386dde35d63 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/440e3c57-fe1b-4a39-a8b7-62f78bb2b181 HTTP/1.1" status: 200 len: 989 time: 0.3002698 Aug 24 00:46:19.830827 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Allocated IP 2001:db8::384 (33ade2b3-1038-4d87-aac6-0f3cbe5a9bde/20ae977b-c578-4330-8324-4a7da1a822f5/65f11f88-623f-4c26-a2b3-c098fa787afa) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:19.833445 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d0ea00-4294-4b82-a2ee-f0e1cffc7cd7 None None] Checking router: 882acd85-87d5-446e-a97b-24a9f8c8870f for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:46:19.843327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2362bdef-bbd6-460d-947c-87b103cc6283 None None] The sync data for ids ['0152d51c-e26b-454b-a6fd-5c0deece3969'] in n-d-805736-1 is: [{'id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'name': 'tempest-TestVolumeBackupRestore-2020504894-router', 'tenant_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '8a33960b-809a-4a35-b877-99e3576d386f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:25Z', 'updated_at': '2021-08-24T00:46:16Z', 'revision_number': 5, 'project_id': '6f10e5bab6d44412a0f32e43196bbdcf', 'gw_port': {'id': '8a33960b-809a-4a35-b877-99e3576d386f', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0152d51c-e26b-454b-a6fd-5c0deece3969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:26Z', 'updated_at': '2021-08-24T00:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:19.853366 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d0ea00-4294-4b82-a2ee-f0e1cffc7cd7 None None] Routers {'882acd85-87d5-446e-a97b-24a9f8c8870f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:19.854092 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40d0ea00-4294-4b82-a2ee-f0e1cffc7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['882acd85-87d5-446e-a97b-24a9f8c8870f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:19.858627 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Network 33ade2b3-1038-4d87-aac6-0f3cbe5a9bde is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:19.875704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Pushing event updated for resources: {'Port': ['ID=05de75ed-7c9c-4b96-9985-afa4198d40f6,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:19.878998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:19.881389 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:19.944468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faccbfd-4e2d-4611-a462-453eef9a0651 req-9ab6264a-0615-4129-a4a5-56c06155d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:19.948218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1faccbfd-4e2d-4611-a462-453eef9a0651 req-9ab6264a-0615-4129-a4a5-56c06155d93e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a5908a2-77ae-4326-82b8-e7fcbd228e35 HTTP/1.1" status: 200 len: 834 time: 0.1296599 Aug 24 00:46:19.953040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d084ba9-d167-485d-b860-0921a917c523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:19.960319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:19.976392 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:19.993715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Attempting to bind port 05de75ed-7c9c-4b96-9985-afa4198d40f6 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:46:19.994121 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Attempting to bind port 05de75ed-7c9c-4b96-9985-afa4198d40f6 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '6f21f003-1291-4417-8830-b5b9daea946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '33ade2b3-1038-4d87-aac6-0f3cbe5a9bde'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:46:19.994456 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Attempting to bind port 05de75ed-7c9c-4b96-9985-afa4198d40f6 on network 33ade2b3-1038-4d87-aac6-0f3cbe5a9bde {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:20.003584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:46:20.003965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Checking segment: {'id': '6f21f003-1291-4417-8830-b5b9daea946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '33ade2b3-1038-4d87-aac6-0f3cbe5a9bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:20.004381 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.004837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Bound using segment: {'id': '6f21f003-1291-4417-8830-b5b9daea946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '33ade2b3-1038-4d87-aac6-0f3cbe5a9bde'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:46:20.005337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Bound port: 05de75ed-7c9c-4b96-9985-afa4198d40f6, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f21f003-1291-4417-8830-b5b9daea946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '33ade2b3-1038-4d87-aac6-0f3cbe5a9bde'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:46:20.005770 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.013467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faccbfd-4e2d-4611-a462-453eef9a0651 req-41894c70-2b3c-471a-ad1b-e43290eba112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:20.015971 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1faccbfd-4e2d-4611-a462-453eef9a0651 req-41894c70-2b3c-471a-ad1b-e43290eba112 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac8111a8-3162-4f09-9459-dfbb5d5e38fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594771 Aug 24 00:46:20.099813 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] For port 05de75ed-7c9c-4b96-9985-afa4198d40f6, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:20.103176 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.104318 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0152d51c-e26b-454b-a6fd-5c0deece3969 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:46:20.104774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] For port 05de75ed-7c9c-4b96-9985-afa4198d40f6, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=05de75ed-7c9c-4b96-9985-afa4198d40f6,segment=NetworkSegment(6f21f003-1291-4417-8830-b5b9daea946b),segment_id=6f21f003-1291-4417-8830-b5b9daea946b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:20.114063 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.115477 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-497ca8db-b353-4ea8-ace0-55faf2ec12a9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0152d51c-e26b-454b-a6fd-5c0deece3969 HTTP/1.1" status: 204 len: 168 time: 2.4507747 Aug 24 00:46:20.116028 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.118440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38202) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:20.168365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1faccbfd-4e2d-4611-a462-453eef9a0651 req-fdd65205-5069-4298-9763-2f7896d29046 service neutron] 10.222.0.13 "GET /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443734 Aug 24 00:46:20.174089 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-40d0ea00-4294-4b82-a2ee-f0e1cffc7cd7 None None] Set router 882acd85-87d5-446e-a97b-24a9f8c8870f gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:46:20.191553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d08759-113c-43bf-8a90-a90e5314fb27 admin admin] Deleting subnet ef57092b-57f9-427e-bfd2-4cdb1dcf4849 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:46:20.195308 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6d08759-113c-43bf-8a90-a90e5314fb27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.215285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131821e-29bc-4be8-8368-cfb0a0e2ea17 None None] Pushing event updated for resources: {'Port': ['ID=05de75ed-7c9c-4b96-9985-afa4198d40f6,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:20.288662 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d084ba9-d167-485d-b860-0921a917c523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.301855 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6d08759-113c-43bf-8a90-a90e5314fb27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.332863 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d084ba9-d167-485d-b860-0921a917c523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.344108 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.387517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1faccbfd-4e2d-4611-a462-453eef9a0651 req-224d64a6-cba2-4456-bcd7-ef75c923b94d service neutron] 10.222.0.13 "GET /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101753 Aug 24 00:46:20.393765 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Transition to ACTIVE for port object 65f11f88-623f-4c26-a2b3-c098fa787afa will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:20.395504 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d084ba9-d167-485d-b860-0921a917c523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cfcb78-7980-433c-a59e-a97fe6607a03,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:20.405999 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d084ba9-d167-485d-b860-0921a917c523 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f188701f351d4827900615330bf0d4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873897 Aug 24 00:46:20.411240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38204) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:20.449552 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6d08759-113c-43bf-8a90-a90e5314fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.493149 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.548039 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c75965c-4453-409a-a2ac-16efab896613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.560625 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-40d0ea00-4294-4b82-a2ee-f0e1cffc7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '440e3c57-fe1b-4a39-a8b7-62f78bb2b181', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'port_id': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'mac_address': 'fa:16:3e:cd:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:46:16Z', 'updated_at': '2021-08-24T00:46:16Z', 'revision_number': 0, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edc13e8-769f-4ef7-aecb-a914475ccfdb', 'name': '', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:5f:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:51Z', 'updated_at': '2021-08-24T00:46:06Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:20.584483 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 33ade2b3-1038-4d87-aac6-0f3cbe5a9bde is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:20.602277 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c75965c-4453-409a-a2ac-16efab896613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.608582 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d0ea00-4294-4b82-a2ee-f0e1cffc7cd7 None None] The sync data for ids ['882acd85-87d5-446e-a97b-24a9f8c8870f'] in n-d-805736-1 is: [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '440e3c57-fe1b-4a39-a8b7-62f78bb2b181', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'port_id': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'mac_address': 'fa:16:3e:cd:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:46:16Z', 'updated_at': '2021-08-24T00:46:16Z', 'revision_number': 0, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edc13e8-769f-4ef7-aecb-a914475ccfdb', 'name': '', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:5f:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:51Z', 'updated_at': '2021-08-24T00:46:06Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:20.610399 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6d08759-113c-43bf-8a90-a90e5314fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.612658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=65f11f88-623f-4c26-a2b3-c098fa787afa,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:20.615286 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:20.620035 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:20.627175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:20.627961 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.653160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d08759-113c-43bf-8a90-a90e5314fb27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef57092b-57f9-427e-bfd2-4cdb1dcf4849,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:20.660868 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f6d08759-113c-43bf-8a90-a90e5314fb27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.662976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f6d08759-113c-43bf-8a90-a90e5314fb27 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ef57092b-57f9-427e-bfd2-4cdb1dcf4849 HTTP/1.1" status: 204 len: 168 time: 0.5430899 Aug 24 00:46:20.665603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38206) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:20.667999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb8b26f-970f-457d-a827-b7c975be7693 None None] Network cc84a357-2ea3-4041-a086-93d47bacf119 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:20.695275 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-61fc47bb-2fec-48aa-9eea-26650b1531e9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2752028 Aug 24 00:46:20.695673 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38208) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:20.784162 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:20.829183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38210) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:20.952763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5becf364-c931-4638-a363-b0c892ad7138 None None] DHCP port deletion for cc84a357-2ea3-4041-a086-93d47bacf119 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:46:20.959419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c3296ad9-1063-403f-ada0-cd045fc5eab6 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/440e3c57-fe1b-4a39-a8b7-62f78bb2b181 HTTP/1.1" status: 200 len: 989 time: 0.1266670 Aug 24 00:46:20.971501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Deleting port 1e216578-65a5-45a4-b201-7055b2f253b4 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:20.973064 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.067302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] For port 1e216578-65a5-45a4-b201-7055b2f253b4, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1e216578-65a5-45a4-b201-7055b2f253b4,segment=NetworkSegment(935a59d8-c5e5-46a4-aedb-d029b3bccca2),segment_id=935a59d8-c5e5-46a4-aedb-d029b3bccca2)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:21.067706 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.077234 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5becf364-c931-4638-a363-b0c892ad7138 None None] Deleting port 1e216578-65a5-45a4-b201-7055b2f253b4 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:21.078354 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5becf364-c931-4638-a363-b0c892ad7138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.099262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Calling delete_port for 1e216578-65a5-45a4-b201-7055b2f253b4 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:21.203572 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c75965c-4453-409a-a2ac-16efab896613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.204146 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.206514 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8c75965c-4453-409a-a2ac-16efab896613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.221401 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8c75965c-4453-409a-a2ac-16efab896613 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12cfcb78-7980-433c-a59e-a97fe6607a03 HTTP/1.1" status: 204 len: 168 time: 0.7979670 Aug 24 00:46:21.262221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e216578-65a5-45a4-b201-7055b2f253b4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:21.270304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] No DVR routers for this DVR port 1e216578-65a5-45a4-b201-7055b2f253b4 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:21.325381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75965c-4453-409a-a2ac-16efab896613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cfcb78-7980-433c-a59e-a97fe6607a03,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:21.446306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.469762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc84a357-2ea3-4041-a086-93d47bacf119']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:21.473297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec91b4-7465-4943-8647-9bb029e7f0c1 None None] New status for floating IP 440e3c57-fe1b-4a39-a8b7-62f78bb2b181: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:46:21.513534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935a59d8-c5e5-46a4-aedb-d029b3bccca2') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:21.513835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935a59d8-c5e5-46a4-aedb-d029b3bccca2') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:21.537305 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.572815 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.582409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:46:21.583522 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:46:21.585639 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:46:21.636463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5becf364-c931-4638-a363-b0c892ad7138 None None] For port 1e216578-65a5-45a4-b201-7055b2f253b4, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=1e216578-65a5-45a4-b201-7055b2f253b4,segment=NetworkSegment(935a59d8-c5e5-46a4-aedb-d029b3bccca2),segment_id=935a59d8-c5e5-46a4-aedb-d029b3bccca2)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:21.636881 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5becf364-c931-4638-a363-b0c892ad7138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.697743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5becf364-c931-4638-a363-b0c892ad7138 None None] Calling delete_port for 1e216578-65a5-45a4-b201-7055b2f253b4 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:21.701385 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.741979 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.754326 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.754326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] 10.222.0.32 "DELETE /v2.0/networks/cc84a357-2ea3-4041-a086-93d47bacf119 HTTP/1.1" status: 204 len: 168 time: 1.0833852 Aug 24 00:46:21.771438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fdba1-8961-4422-ba90-3506a3b1e72e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc84a357-2ea3-4041-a086-93d47bacf119,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:21.818982 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5becf364-c931-4638-a363-b0c892ad7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:21.887717 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5becf364-c931-4638-a363-b0c892ad7138 None None] Network cc84a357-2ea3-4041-a086-93d47bacf119 is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 00:46:21.888213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5becf364-c931-4638-a363-b0c892ad7138 None None] No DVR routers for this DVR port 1e216578-65a5-45a4-b201-7055b2f253b4 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:21.894312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add319e8-db08-4914-abb2-a98ed895634b None None] Network 33ade2b3-1038-4d87-aac6-0f3cbe5a9bde requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:21.907510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becf364-c931-4638-a363-b0c892ad7138 None None] Pushing event deleted for resources: {'Port': ['ID=1e216578-65a5-45a4-b201-7055b2f253b4,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:21.963801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38230) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:21.975643 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-02933a43-0740-4e12-ad37-e2054cc08d24 None None] Provisioning for port 05de75ed-7c9c-4b96-9985-afa4198d40f6 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:21.993837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 05de75ed-7c9c-4b96-9985-afa4198d40f6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:22.052505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38232) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:22.085424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b50f9e62-ce4b-4dfd-bf94-873292bd1b2b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/440e3c57-fe1b-4a39-a8b7-62f78bb2b181 HTTP/1.1" status: 200 len: 991 time: 0.1205044 Aug 24 00:46:22.170691 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38238) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:22.175403 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2f605bf1-aecc-4b3e-ade6-f1048997fc10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35c27f18324d434ca1ad133521207baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1183143 Aug 24 00:46:22.193686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 05de75ed-7c9c-4b96-9985-afa4198d40f6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:22.202104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 05de75ed-7c9c-4b96-9985-afa4198d40f6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:22.202583 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:22.248894 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:22.259114 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:22.287156 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8a9e-5883-4575-a0a5-fb51c071ee32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:22.334121 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:22.365922 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8a9e-5883-4575-a0a5-fb51c071ee32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:22.383413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 05de75ed-7c9c-4b96-9985-afa4198d40f6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=05de75ed-7c9c-4b96-9985-afa4198d40f6,segment=NetworkSegment(6f21f003-1291-4417-8830-b5b9daea946b),segment_id=6f21f003-1291-4417-8830-b5b9daea946b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:22.390908 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:22.419965 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=65f11f88-623f-4c26-a2b3-c098fa787afa,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:22.519743 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8a9e-5883-4575-a0a5-fb51c071ee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:22.523476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8a9e-5883-4575-a0a5-fb51c071ee32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:22.525850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5e2a8a9e-5883-4575-a0a5-fb51c071ee32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afcd7003-6e11-4ffc-b20a-a0f02d651d27 HTTP/1.1" status: 204 len: 168 time: 0.3529947 Aug 24 00:46:22.529335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1e216578-65a5-45a4-b201-7055b2f253b4 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:46:22.548175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a8a9e-5883-4575-a0a5-fb51c071ee32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcd7003-6e11-4ffc-b20a-a0f02d651d27,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:22.561485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 1e216578-65a5-45a4-b201-7055b2f253b4 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:46:22.561839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 1e216578-65a5-45a4-b201-7055b2f253b4 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:46:22.562255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 44e89f1d-e9f2-45e0-a759-4134f5a52576 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:46:22.578806 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:22.613838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 44e89f1d-e9f2-45e0-a759-4134f5a52576 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:46:22.613838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 44e89f1d-e9f2-45e0-a759-4134f5a52576 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:46:22.614796 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8a33960b-809a-4a35-b877-99e3576d386f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:46:22.620435 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=05de75ed-7c9c-4b96-9985-afa4198d40f6,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:22.646314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 8a33960b-809a-4a35-b877-99e3576d386f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:46:22.646709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8a33960b-809a-4a35-b877-99e3576d386f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:46:22.794244 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:22.827190 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9abedf23-1a20-469f-96e0-cd0a5a9079e3 None None] Provisioning complete for port 05de75ed-7c9c-4b96-9985-afa4198d40f6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:22.827573 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9abedf23-1a20-469f-96e0-cd0a5a9079e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:23.052525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9abedf23-1a20-469f-96e0-cd0a5a9079e3 None None] Provisioning for port 65f11f88-623f-4c26-a2b3-c098fa787afa completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:23.057097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9abedf23-1a20-469f-96e0-cd0a5a9079e3 None None] Provisioning complete for port 65f11f88-623f-4c26-a2b3-c098fa787afa triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:23.057514 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9abedf23-1a20-469f-96e0-cd0a5a9079e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:23.139535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38256) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:23.145634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9abedf23-1a20-469f-96e0-cd0a5a9079e3 None None] Port 65f11f88-623f-4c26-a2b3-c098fa787afa cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:23.195094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dfc385b5-f719-428b-b64a-280da35a2b64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f10e5bab6d44412a0f32e43196bbdcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537741 Aug 24 00:46:23.195702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38258) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:23.197048 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:23.208574 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:23.209875 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:23.275475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-34b1e203-546d-45ca-8869-63f9f7bce0d7 None None] Provisioning complete for port 65f11f88-623f-4c26-a2b3-c098fa787afa triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:23.275868 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-34b1e203-546d-45ca-8869-63f9f7bce0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:23.334888 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92892add-76e2-4a07-b16a-92935d7f22b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:23.361072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-34b1e203-546d-45ca-8869-63f9f7bce0d7 None None] Port 65f11f88-623f-4c26-a2b3-c098fa787afa cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:23.365736 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=65f11f88-623f-4c26-a2b3-c098fa787afa,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:23.379948 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92892add-76e2-4a07-b16a-92935d7f22b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:23.431967 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 33ade2b3-1038-4d87-aac6-0f3cbe5a9bde is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:23.433654 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:23.455013 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92892add-76e2-4a07-b16a-92935d7f22b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:23.459628 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92892add-76e2-4a07-b16a-92935d7f22b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:23.472867 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-92892add-76e2-4a07-b16a-92935d7f22b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa155529-2876-4bda-ba1c-4291dfeffd7a HTTP/1.1" status: 204 len: 168 time: 0.2670240 Aug 24 00:46:23.494329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92892add-76e2-4a07-b16a-92935d7f22b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa155529-2876-4bda-ba1c-4291dfeffd7a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:23.596046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8ab49f2e-ceea-40b9-ae2a-9ef20d3b4c36 None None] Provisioning complete for port 65f11f88-623f-4c26-a2b3-c098fa787afa triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:23.596764 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ab49f2e-ceea-40b9-ae2a-9ef20d3b4c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:23.650926 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 4147177a-d32c-448d-9719-10c0fa4ad9fb is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:46:23.663487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8ab49f2e-ceea-40b9-ae2a-9ef20d3b4c36 None None] Port 65f11f88-623f-4c26-a2b3-c098fa787afa cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:23.799506 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:23.808283 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a8acc3c9-ad8e-42a1-a6d5-6f7107ca387f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/4147177a-d32c-448d-9719-10c0fa4ad9fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1115224 Aug 24 00:46:23.810850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38274) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:23.822337 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6867066f-a1b5-4039-996e-a0cf9ca66c0e None None] Sync routers for ids ['4147177a-d32c-448d-9719-10c0fa4ad9fb'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:23.842215 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867066f-a1b5-4039-996e-a0cf9ca66c0e None None] Routers {'4147177a-d32c-448d-9719-10c0fa4ad9fb'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:23.843367 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6867066f-a1b5-4039-996e-a0cf9ca66c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4147177a-d32c-448d-9719-10c0fa4ad9fb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:23.859948 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30a519a-dc43-4af3-a04d-cf4f1686b4bf tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:23.862822 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c30a519a-dc43-4af3-a04d-cf4f1686b4bf tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports/65f11f88-623f-4c26-a2b3-c098fa787afa HTTP/1.1" status: 200 len: 984 time: 0.0496066 Aug 24 00:46:23.867332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38276) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:23.904516 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6867066f-a1b5-4039-996e-a0cf9ca66c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:23.921349 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 05de75ed-7c9c-4b96-9985-afa4198d40f6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:23.921610 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867066f-a1b5-4039-996e-a0cf9ca66c0e None None] Routers {'4147177a-d32c-448d-9719-10c0fa4ad9fb'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:23.922276 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6867066f-a1b5-4039-996e-a0cf9ca66c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4147177a-d32c-448d-9719-10c0fa4ad9fb'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:23.968015 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6867066f-a1b5-4039-996e-a0cf9ca66c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:23.968940 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6867066f-a1b5-4039-996e-a0cf9ca66c0e None None] The sync data for ids ['4147177a-d32c-448d-9719-10c0fa4ad9fb'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:24.006759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-17d3ea3f-b2c3-458e-967b-1f43728a460d None None] Provisioning complete for port 65f11f88-623f-4c26-a2b3-c098fa787afa triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:24.007708 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17d3ea3f-b2c3-458e-967b-1f43728a460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:24.056449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-17d3ea3f-b2c3-458e-967b-1f43728a460d None None] Port 65f11f88-623f-4c26-a2b3-c098fa787afa cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:24.058469 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:24.081007 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 05de75ed-7c9c-4b96-9985-afa4198d40f6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:24.081665 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:24.433648 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b9ffe55-1ec6-4cd9-92a1-8b165b9db2be tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:24.759522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ffe55-1ec6-4cd9-92a1-8b165b9db2be tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port 65f11f88-623f-4c26-a2b3-c098fa787afa {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:24.759868 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b9ffe55-1ec6-4cd9-92a1-8b165b9db2be tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:24.859951 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b9ffe55-1ec6-4cd9-92a1-8b165b9db2be tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:24.874652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ffe55-1ec6-4cd9-92a1-8b165b9db2be tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for 65f11f88-623f-4c26-a2b3-c098fa787afa owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:25.078876 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b9ffe55-1ec6-4cd9-92a1-8b165b9db2be tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:25.112320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ffe55-1ec6-4cd9-92a1-8b165b9db2be tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=65f11f88-623f-4c26-a2b3-c098fa787afa,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:25.212392 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b9ffe55-1ec6-4cd9-92a1-8b165b9db2be tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:25.399267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9ffe55-1ec6-4cd9-92a1-8b165b9db2be tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 4147177a-d32c-448d-9719-10c0fa4ad9fb has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:46:25.834612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9ffe55-1ec6-4cd9-92a1-8b165b9db2be tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:25.839782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8b9ffe55-1ec6-4cd9-92a1-8b165b9db2be tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/4147177a-d32c-448d-9719-10c0fa4ad9fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9703422 Aug 24 00:46:25.842469 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38302) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:25.845956 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c3912-00a2-409d-be56-55cdda0a2594 None None] Sync routers for ids ['4147177a-d32c-448d-9719-10c0fa4ad9fb'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:25.856425 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c3912-00a2-409d-be56-55cdda0a2594 None None] Routers {'4147177a-d32c-448d-9719-10c0fa4ad9fb'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:25.857327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fe1c3912-00a2-409d-be56-55cdda0a2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4147177a-d32c-448d-9719-10c0fa4ad9fb'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:25.892533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fe1c3912-00a2-409d-be56-55cdda0a2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:25.904130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c3912-00a2-409d-be56-55cdda0a2594 None None] Routers {'4147177a-d32c-448d-9719-10c0fa4ad9fb'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:25.904823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fe1c3912-00a2-409d-be56-55cdda0a2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:01Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['4147177a-d32c-448d-9719-10c0fa4ad9fb'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:25.944325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fe1c3912-00a2-409d-be56-55cdda0a2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:25.944982 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c3912-00a2-409d-be56-55cdda0a2594 None None] The sync data for ids ['4147177a-d32c-448d-9719-10c0fa4ad9fb'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:26.045429 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-dcd883b1-cdfa-45d6-b452-d28386c0ed08 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] remove_router_interface failed (client error): The resource could not be found. Aug 24 00:46:26.046500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dcd883b1-cdfa-45d6-b452-d28386c0ed08 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/4147177a-d32c-448d-9719-10c0fa4ad9fb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2030594 Aug 24 00:46:26.050471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38306) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:26.083537 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3d1175cb-a4fb-4416-8ee5-062f94f7e24b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports?device_id=4147177a-d32c-448d-9719-10c0fa4ad9fb HTTP/1.1" status: 200 len: 205 time: 0.0310948 Aug 24 00:46:26.085328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38308) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:26.162206 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6b57866-325c-4ebf-a9ee-b8dd6c3b301e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:26.323667 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6b57866-325c-4ebf-a9ee-b8dd6c3b301e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:26.325779 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6b57866-325c-4ebf-a9ee-b8dd6c3b301e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:26.372618 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6b57866-325c-4ebf-a9ee-b8dd6c3b301e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:26.373243 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b57866-325c-4ebf-a9ee-b8dd6c3b301e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Fanout notify agent at l3_agent the message router_deleted on router 4147177a-d32c-448d-9719-10c0fa4ad9fb {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:46:26.380762 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6b57866-325c-4ebf-a9ee-b8dd6c3b301e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:26.384637 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c6b57866-325c-4ebf-a9ee-b8dd6c3b301e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/routers/4147177a-d32c-448d-9719-10c0fa4ad9fb HTTP/1.1" status: 204 len: 168 time: 0.2956486 Aug 24 00:46:26.384637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38310) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:26.436344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-8767c6b7-29a7-4f2a-9c40-6bbf7645ab8c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting subnet 20ae977b-c578-4330-8324-4a7da1a822f5 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:46:26.439532 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8767c6b7-29a7-4f2a-9c40-6bbf7645ab8c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:26.480362 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8767c6b7-29a7-4f2a-9c40-6bbf7645ab8c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:26.580607 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8767c6b7-29a7-4f2a-9c40-6bbf7645ab8c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:26.654038 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8767c6b7-29a7-4f2a-9c40-6bbf7645ab8c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:26.681705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767c6b7-29a7-4f2a-9c40-6bbf7645ab8c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Subnet': ['ID=20ae977b-c578-4330-8324-4a7da1a822f5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:26.687875 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8767c6b7-29a7-4f2a-9c40-6bbf7645ab8c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:26.689985 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8767c6b7-29a7-4f2a-9c40-6bbf7645ab8c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/20ae977b-c578-4330-8324-4a7da1a822f5 HTTP/1.1" status: 204 len: 168 time: 0.3046188 Aug 24 00:46:26.692494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38318) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:26.695786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abec048-047b-4083-abc8-367804681edd None None] Network 33ade2b3-1038-4d87-aac6-0f3cbe5a9bde requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:26.794658 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:26.865839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port 05de75ed-7c9c-4b96-9985-afa4198d40f6 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:26.866192 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:26.901865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a61573d-e69a-4f41-865c-644730b4708c None None] DHCP port deletion for 33ade2b3-1038-4d87-aac6-0f3cbe5a9bde request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:46:26.938217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] For port 05de75ed-7c9c-4b96-9985-afa4198d40f6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=05de75ed-7c9c-4b96-9985-afa4198d40f6,segment=NetworkSegment(6f21f003-1291-4417-8830-b5b9daea946b),segment_id=6f21f003-1291-4417-8830-b5b9daea946b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:26.939631 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:26.960964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for 05de75ed-7c9c-4b96-9985-afa4198d40f6 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:26.968084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7a61573d-e69a-4f41-865c-644730b4708c None None] Deleting port 05de75ed-7c9c-4b96-9985-afa4198d40f6 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:26.968469 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a61573d-e69a-4f41-865c-644730b4708c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.046149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7a61573d-e69a-4f41-865c-644730b4708c None None] For port 05de75ed-7c9c-4b96-9985-afa4198d40f6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=05de75ed-7c9c-4b96-9985-afa4198d40f6,segment=NetworkSegment(6f21f003-1291-4417-8830-b5b9daea946b),segment_id=6f21f003-1291-4417-8830-b5b9daea946b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:27.046713 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a61573d-e69a-4f41-865c-644730b4708c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.053974 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.061657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7a61573d-e69a-4f41-865c-644730b4708c None None] Calling delete_port for 05de75ed-7c9c-4b96-9985-afa4198d40f6 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:27.087065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=05de75ed-7c9c-4b96-9985-afa4198d40f6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:27.090897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No DVR routers for this DVR port 05de75ed-7c9c-4b96-9985-afa4198d40f6 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:27.147154 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7a61573d-e69a-4f41-865c-644730b4708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.170598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61573d-e69a-4f41-865c-644730b4708c None None] Pushing event deleted for resources: {'Port': ['ID=05de75ed-7c9c-4b96-9985-afa4198d40f6,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:27.172978 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.182724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61573d-e69a-4f41-865c-644730b4708c None None] No DVR routers for this DVR port 05de75ed-7c9c-4b96-9985-afa4198d40f6 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:27.194347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ade2b3-1038-4d87-aac6-0f3cbe5a9bde']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:27.208175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f21f003-1291-4417-8830-b5b9daea946b') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:27.208506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f21f003-1291-4417-8830-b5b9daea946b') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:27.218930 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.234667 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.245073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:46:27.245872 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:46:27.249973 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:46:27.331749 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.339649 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.344914 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/networks/33ade2b3-1038-4d87-aac6-0f3cbe5a9bde HTTP/1.1" status: 204 len: 168 time: 0.6423450 Aug 24 00:46:27.346514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38322) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:27.351968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-de1d404c-10a4-485f-b436-372898c1430b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1258956958'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:27.357478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d50bc-6fcc-43f1-93fe-627b25ba8146 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Network': ['ID=33ade2b3-1038-4d87-aac6-0f3cbe5a9bde,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:27.380319 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1d404c-10a4-485f-b436-372898c1430b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:27.384074 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de1d404c-10a4-485f-b436-372898c1430b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.410156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1d404c-10a4-485f-b436-372898c1430b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:46:27.419698 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de1d404c-10a4-485f-b436-372898c1430b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.420046 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-de1d404c-10a4-485f-b436-372898c1430b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Added segment 95e92cab-52c7-4d4d-a362-88bccf576255 of type vlan for network d72502f2-1a3b-4ec2-b09f-b4e8bb77e683 Aug 24 00:46:27.461760 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de1d404c-10a4-485f-b436-372898c1430b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.487180 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de1d404c-10a4-485f-b436-372898c1430b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.492731 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1d404c-10a4-485f-b436-372898c1430b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:27.493315 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-de1d404c-10a4-485f-b436-372898c1430b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.521319 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4f87fc61-cfaf-444f-9575-dafdf4871192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.549918 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-de1d404c-10a4-485f-b436-372898c1430b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2019854 Aug 24 00:46:27.552813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38324) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:27.560933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c5782365-14fe-403a-afa4-12887fe821e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'subnet': {'network_id': 'd72502f2-1a3b-4ec2-b09f-b4e8bb77e683', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:27.568586 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d404c-10a4-485f-b436-372898c1430b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Network': ['ID=d72502f2-1a3b-4ec2-b09f-b4e8bb77e683,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:27.580091 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network d72502f2-1a3b-4ec2-b09f-b4e8bb77e683 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:46:27.678656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5782365-14fe-403a-afa4-12887fe821e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:27.682509 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5782365-14fe-403a-afa4-12887fe821e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.872957 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 05de75ed-7c9c-4b96-9985-afa4198d40f6 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:46:27.894951 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5782365-14fe-403a-afa4-12887fe821e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.901044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 05de75ed-7c9c-4b96-9985-afa4198d40f6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:46:27.901967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 05de75ed-7c9c-4b96-9985-afa4198d40f6 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:46:27.976812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5782365-14fe-403a-afa4-12887fe821e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Subnet': ['ID=fac1d331-e822-43b8-9975-b94c8421deb2,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:27.995829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5782365-14fe-403a-afa4-12887fe821e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Checking segment: {'id': '95e92cab-52c7-4d4d-a362-88bccf576255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd72502f2-1a3b-4ec2-b09f-b4e8bb77e683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:27.995829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5782365-14fe-403a-afa4-12887fe821e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network hostable DHCP agents. Network: d72502f2-1a3b-4ec2-b09f-b4e8bb77e683, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:46:28.016020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5782365-14fe-403a-afa4-12887fe821e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network d72502f2-1a3b-4ec2-b09f-b4e8bb77e683 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:46:28.028222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c5782365-14fe-403a-afa4-12887fe821e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, d72502f2-1a3b-4ec2-b09f-b4e8bb77e683) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:28.033819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5782365-14fe-403a-afa4-12887fe821e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:28.034480 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5782365-14fe-403a-afa4-12887fe821e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.042274 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452b1de4-14d9-4844-aa11-4bfd2179fd2a None None] Network d72502f2-1a3b-4ec2-b09f-b4e8bb77e683 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:28.059158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c5782365-14fe-403a-afa4-12887fe821e2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5040514 Aug 24 00:46:28.061175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38330) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:28.065468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-05351a8e-9a3b-40b2-8827-5ffd50dd24cb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1151245472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:28.092582 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05351a8e-9a3b-40b2-8827-5ffd50dd24cb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.093809 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05351a8e-9a3b-40b2-8827-5ffd50dd24cb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.152612 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05351a8e-9a3b-40b2-8827-5ffd50dd24cb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.161560 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05351a8e-9a3b-40b2-8827-5ffd50dd24cb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.182516 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05351a8e-9a3b-40b2-8827-5ffd50dd24cb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.187240 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-05351a8e-9a3b-40b2-8827-5ffd50dd24cb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1254034 Aug 24 00:46:28.187968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38332) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:28.231165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-d72502f2-1a3b-4ec2-b09f-b4e8bb77e683', 'network_id': 'd72502f2-1a3b-4ec2-b09f-b4e8bb77e683', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'fixed_ips': [{'subnet_id': 'fac1d331-e822-43b8-9975-b94c8421deb2'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:46:28.232469 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.409918 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Allocated IP 2001:db8::2 (d72502f2-1a3b-4ec2-b09f-b4e8bb77e683/fac1d331-e822-43b8-9975-b94c8421deb2/86d46d5b-89bc-43ce-a730-0ee75454e5d1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:28.504861 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.589405 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.607885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Transition to ACTIVE for port object 86d46d5b-89bc-43ce-a730-0ee75454e5d1 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:28.625669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Transition to ACTIVE for port object 86d46d5b-89bc-43ce-a730-0ee75454e5d1 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:28.636754 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.686462 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Network d72502f2-1a3b-4ec2-b09f-b4e8bb77e683 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:28.691145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:28.693065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Pushing event updated for resources: {'Port': ['ID=86d46d5b-89bc-43ce-a730-0ee75454e5d1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:28.695376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:28.769678 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Attempting to bind port 86d46d5b-89bc-43ce-a730-0ee75454e5d1 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:46:28.770058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Attempting to bind port 86d46d5b-89bc-43ce-a730-0ee75454e5d1 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '95e92cab-52c7-4d4d-a362-88bccf576255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd72502f2-1a3b-4ec2-b09f-b4e8bb77e683'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:46:28.770420 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Attempting to bind port 86d46d5b-89bc-43ce-a730-0ee75454e5d1 on network d72502f2-1a3b-4ec2-b09f-b4e8bb77e683 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:28.776016 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:46:28.776639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Checking segment: {'id': '95e92cab-52c7-4d4d-a362-88bccf576255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd72502f2-1a3b-4ec2-b09f-b4e8bb77e683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:28.777052 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.777431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Bound using segment: {'id': '95e92cab-52c7-4d4d-a362-88bccf576255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd72502f2-1a3b-4ec2-b09f-b4e8bb77e683'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:46:28.777889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Bound port: 86d46d5b-89bc-43ce-a730-0ee75454e5d1, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e92cab-52c7-4d4d-a362-88bccf576255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd72502f2-1a3b-4ec2-b09f-b4e8bb77e683'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:46:28.778536 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.824458 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Allocated IP 2001:db8::1 (d72502f2-1a3b-4ec2-b09f-b4e8bb77e683/fac1d331-e822-43b8-9975-b94c8421deb2/3f7a5966-9cbb-499e-a161-bf31a429b1bc) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:28.887695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] For port 86d46d5b-89bc-43ce-a730-0ee75454e5d1, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:28.891020 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] For port 86d46d5b-89bc-43ce-a730-0ee75454e5d1, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=86d46d5b-89bc-43ce-a730-0ee75454e5d1,segment=NetworkSegment(95e92cab-52c7-4d4d-a362-88bccf576255),segment_id=95e92cab-52c7-4d4d-a362-88bccf576255)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:28.897504 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.973353 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32369e-f821-40c5-ba04-20d8ec1eef49 None None] Pushing event updated for resources: {'Port': ['ID=86d46d5b-89bc-43ce-a730-0ee75454e5d1,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:29.010010 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.044901 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Transition to ACTIVE for port object 3f7a5966-9cbb-499e-a161-bf31a429b1bc will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:29.114550 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.156404 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network d72502f2-1a3b-4ec2-b09f-b4e8bb77e683 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:29.161795 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:29.165814 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:29.166366 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.243457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=3f7a5966-9cbb-499e-a161-bf31a429b1bc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:29.340442 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.638934 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.644417 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.645302 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.737832 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=3f7a5966-9cbb-499e-a161-bf31a429b1bc,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:29.783272 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network d72502f2-1a3b-4ec2-b09f-b4e8bb77e683 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:29.785528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:29.826037 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.916606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 86d46d5b-89bc-43ce-a730-0ee75454e5d1 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:29.941219 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router aacaab62-a590-4504-94ba-35693c222041 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:46:29.978708 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 86d46d5b-89bc-43ce-a730-0ee75454e5d1 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:30.147775 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:30.219019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d428b-1827-4ca6-83bd-fbca6ece0fe5 None None] Network d72502f2-1a3b-4ec2-b09f-b4e8bb77e683 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:30.241953 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5302a3d5-f42c-4abb-987b-7c1a5caac704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:30.289350 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8f3b6a21-8a00-4190-8dba-aec6455e04df None None] Provisioning for port 86d46d5b-89bc-43ce-a730-0ee75454e5d1 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:30.302791 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8f3b6a21-8a00-4190-8dba-aec6455e04df None None] Provisioning complete for port 86d46d5b-89bc-43ce-a730-0ee75454e5d1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:30.303295 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f3b6a21-8a00-4190-8dba-aec6455e04df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:30.394463 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:30.403765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38360) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:30.409820 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb97fe-3180-4114-89f8-eac27f727b17 None None] Sync routers for ids ['aacaab62-a590-4504-94ba-35693c222041'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:30.422053 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-09cee2af-668c-4d27-a045-24b17e60bb7c tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/aacaab62-a590-4504-94ba-35693c222041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2320671 Aug 24 00:46:30.424554 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb97fe-3180-4114-89f8-eac27f727b17 None None] Routers {'aacaab62-a590-4504-94ba-35693c222041'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:30.425551 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7bcb97fe-3180-4114-89f8-eac27f727b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['aacaab62-a590-4504-94ba-35693c222041'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:30.461779 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7bcb97fe-3180-4114-89f8-eac27f727b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:30.468513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1d36b4-cb02-4430-9469-59464b722906 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:30.471079 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb97fe-3180-4114-89f8-eac27f727b17 None None] Routers {'aacaab62-a590-4504-94ba-35693c222041'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:30.471944 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7bcb97fe-3180-4114-89f8-eac27f727b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['aacaab62-a590-4504-94ba-35693c222041'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:30.473661 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:30.484586 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6c1d36b4-cb02-4430-9469-59464b722906 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports/3f7a5966-9cbb-499e-a161-bf31a429b1bc HTTP/1.1" status: 200 len: 911 time: 0.0796428 Aug 24 00:46:30.504031 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f3b6a21-8a00-4190-8dba-aec6455e04df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:30.520136 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7bcb97fe-3180-4114-89f8-eac27f727b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:30.520894 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb97fe-3180-4114-89f8-eac27f727b17 None None] The sync data for ids ['aacaab62-a590-4504-94ba-35693c222041'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:30.546110 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8f3b6a21-8a00-4190-8dba-aec6455e04df None None] For port 86d46d5b-89bc-43ce-a730-0ee75454e5d1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=86d46d5b-89bc-43ce-a730-0ee75454e5d1,segment=NetworkSegment(95e92cab-52c7-4d4d-a362-88bccf576255),segment_id=95e92cab-52c7-4d4d-a362-88bccf576255)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:30.552048 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f3b6a21-8a00-4190-8dba-aec6455e04df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:30.635553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b6a21-8a00-4190-8dba-aec6455e04df None None] Pushing event updated for resources: {'Port': ['ID=86d46d5b-89bc-43ce-a730-0ee75454e5d1,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:30.884197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2814ccf9-f5f1-435a-a72d-aa53920e1b70 None None] Provisioning for port 3f7a5966-9cbb-499e-a161-bf31a429b1bc completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:30.891034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2814ccf9-f5f1-435a-a72d-aa53920e1b70 None None] Provisioning complete for port 3f7a5966-9cbb-499e-a161-bf31a429b1bc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:30.892075 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2814ccf9-f5f1-435a-a72d-aa53920e1b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:30.930516 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2a410d3-d531-431a-9f87-7dbbabd58b3d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:30.948299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2814ccf9-f5f1-435a-a72d-aa53920e1b70 None None] Port 3f7a5966-9cbb-499e-a161-bf31a429b1bc cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:30.959639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2814ccf9-f5f1-435a-a72d-aa53920e1b70 None None] Provisioning complete for port 86d46d5b-89bc-43ce-a730-0ee75454e5d1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:30.960011 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2814ccf9-f5f1-435a-a72d-aa53920e1b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:31.226393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d477c04d-af3c-41e2-91d1-9ff564dff5f3 None None] Provisioning complete for port 3f7a5966-9cbb-499e-a161-bf31a429b1bc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:31.227159 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d477c04d-af3c-41e2-91d1-9ff564dff5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:31.231621 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a2a410d3-d531-431a-9f87-7dbbabd58b3d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port 3f7a5966-9cbb-499e-a161-bf31a429b1bc {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:31.233082 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2a410d3-d531-431a-9f87-7dbbabd58b3d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:31.321862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d477c04d-af3c-41e2-91d1-9ff564dff5f3 None None] Port 3f7a5966-9cbb-499e-a161-bf31a429b1bc cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:31.334444 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:31.379179 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2a410d3-d531-431a-9f87-7dbbabd58b3d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:31.390749 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a2a410d3-d531-431a-9f87-7dbbabd58b3d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for 3f7a5966-9cbb-499e-a161-bf31a429b1bc owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:31.442100 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f9cf7d09-8c82-4cb0-a1ab-d47eeba51fe8 None None] Provisioning complete for port 3f7a5966-9cbb-499e-a161-bf31a429b1bc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:31.442723 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9cf7d09-8c82-4cb0-a1ab-d47eeba51fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:31.478708 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf7d09-8c82-4cb0-a1ab-d47eeba51fe8 None None] Port 3f7a5966-9cbb-499e-a161-bf31a429b1bc cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:31.567399 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2a410d3-d531-431a-9f87-7dbbabd58b3d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:31.594214 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a410d3-d531-431a-9f87-7dbbabd58b3d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=3f7a5966-9cbb-499e-a161-bf31a429b1bc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:31.698704 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2a410d3-d531-431a-9f87-7dbbabd58b3d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:31.883195 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a410d3-d531-431a-9f87-7dbbabd58b3d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router aacaab62-a590-4504-94ba-35693c222041 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:46:31.890871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 86d46d5b-89bc-43ce-a730-0ee75454e5d1 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:31.947578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 86d46d5b-89bc-43ce-a730-0ee75454e5d1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:31.947985 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:31.961417 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a410d3-d531-431a-9f87-7dbbabd58b3d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:31.968877 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a2a410d3-d531-431a-9f87-7dbbabd58b3d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/aacaab62-a590-4504-94ba-35693c222041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4905381 Aug 24 00:46:31.969113 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38372) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:31.981750 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e16163-cfd1-4c9c-b4ae-80904e1cd6ca None None] Sync routers for ids ['aacaab62-a590-4504-94ba-35693c222041'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:32.001763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e16163-cfd1-4c9c-b4ae-80904e1cd6ca None None] Routers {'aacaab62-a590-4504-94ba-35693c222041'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:32.001989 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1969ed56-2fce-458c-a495-08dc0556d5fe tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports?device_id=aacaab62-a590-4504-94ba-35693c222041 HTTP/1.1" status: 200 len: 205 time: 0.0304489 Aug 24 00:46:32.002880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e7e16163-cfd1-4c9c-b4ae-80904e1cd6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['aacaab62-a590-4504-94ba-35693c222041'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:32.005612 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:32.040464 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1ded23c-a095-4b0d-9163-1cdc556bf32c req-ef0dd8f3-bf59-45a7-8d8b-844f51a60a73 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0596561 Aug 24 00:46:32.044213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e7e16163-cfd1-4c9c-b4ae-80904e1cd6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:32.059830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e16163-cfd1-4c9c-b4ae-80904e1cd6ca None None] Routers {'aacaab62-a590-4504-94ba-35693c222041'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:32.060678 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e7e16163-cfd1-4c9c-b4ae-80904e1cd6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['aacaab62-a590-4504-94ba-35693c222041'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:32.113082 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab541d0c-2cd2-4b98-944c-c078ffba849f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:32.117432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e7e16163-cfd1-4c9c-b4ae-80904e1cd6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:32.118613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e16163-cfd1-4c9c-b4ae-80904e1cd6ca None None] The sync data for ids ['aacaab62-a590-4504-94ba-35693c222041'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:32.183787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ded23c-a095-4b0d-9163-1cdc556bf32c req-3ad9ffd7-de85-47c8-b307-b5848c7a1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:32.185570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1ded23c-a095-4b0d-9163-1cdc556bf32c req-3ad9ffd7-de85-47c8-b307-b5848c7a1775 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 1096 time: 0.0821021 Aug 24 00:46:32.309160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ded23c-a095-4b0d-9163-1cdc556bf32c req-411270b1-c4e3-4ffd-a300-c5f0e63cc4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:32.313029 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab541d0c-2cd2-4b98-944c-c078ffba849f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:32.315730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1ded23c-a095-4b0d-9163-1cdc556bf32c req-411270b1-c4e3-4ffd-a300-c5f0e63cc4f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac8111a8-3162-4f09-9459-dfbb5d5e38fc HTTP/1.1" status: 200 len: 897 time: 0.1075294 Aug 24 00:46:32.316837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab541d0c-2cd2-4b98-944c-c078ffba849f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:32.381623 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab541d0c-2cd2-4b98-944c-c078ffba849f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:32.382275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab541d0c-2cd2-4b98-944c-c078ffba849f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Fanout notify agent at l3_agent the message router_deleted on router aacaab62-a590-4504-94ba-35693c222041 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:46:32.394605 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab541d0c-2cd2-4b98-944c-c078ffba849f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:32.396714 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ab541d0c-2cd2-4b98-944c-c078ffba849f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/routers/aacaab62-a590-4504-94ba-35693c222041 HTTP/1.1" status: 204 len: 168 time: 0.3902984 Aug 24 00:46:32.400044 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38380) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:32.403634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1ded23c-a095-4b0d-9163-1cdc556bf32c req-2fb140c4-72f5-4991-ab13-a645d09a3226 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4 HTTP/1.1" status: 200 len: 999 time: 0.0793028 Aug 24 00:46:32.463149 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f41cfc-10ba-4ef4-a647-0ecb7797c4ab tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting subnet fac1d331-e822-43b8-9975-b94c8421deb2 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:46:32.467040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f41cfc-10ba-4ef4-a647-0ecb7797c4ab tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:32.470921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ded23c-a095-4b0d-9163-1cdc556bf32c req-86f3f064-4ab9-46af-afba-9e1da13500e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:32.472438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1ded23c-a095-4b0d-9163-1cdc556bf32c req-86f3f064-4ab9-46af-afba-9e1da13500e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a5908a2-77ae-4326-82b8-e7fcbd228e35 HTTP/1.1" status: 200 len: 834 time: 0.0575526 Aug 24 00:46:32.513006 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f41cfc-10ba-4ef4-a647-0ecb7797c4ab tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:32.529215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ded23c-a095-4b0d-9163-1cdc556bf32c req-6c38ac5b-2809-40d4-80a2-6b6b746e2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:32.530808 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1ded23c-a095-4b0d-9163-1cdc556bf32c req-6c38ac5b-2809-40d4-80a2-6b6b746e2f4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac8111a8-3162-4f09-9459-dfbb5d5e38fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502884 Aug 24 00:46:32.622725 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f41cfc-10ba-4ef4-a647-0ecb7797c4ab tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:32.659759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1ded23c-a095-4b0d-9163-1cdc556bf32c req-3e70219d-9aba-46cd-9c05-18ad0282c3e1 service neutron] 10.222.0.13 "GET /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202364 Aug 24 00:46:32.700584 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f41cfc-10ba-4ef4-a647-0ecb7797c4ab tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:32.737445 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f41cfc-10ba-4ef4-a647-0ecb7797c4ab tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Subnet': ['ID=fac1d331-e822-43b8-9975-b94c8421deb2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:32.746719 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-03f41cfc-10ba-4ef4-a647-0ecb7797c4ab tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:32.747823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dfaefe-b315-4984-b306-9f2492f99081 None None] Network d72502f2-1a3b-4ec2-b09f-b4e8bb77e683 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:32.748944 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-03f41cfc-10ba-4ef4-a647-0ecb7797c4ab tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/fac1d331-e822-43b8-9975-b94c8421deb2 HTTP/1.1" status: 204 len: 168 time: 0.3474576 Aug 24 00:46:32.752473 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38398) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:32.781638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1ded23c-a095-4b0d-9163-1cdc556bf32c req-d7d1b9be-2111-418d-97b2-a56a21c61d62 service neutron] 10.222.0.13 "GET /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149259 Aug 24 00:46:32.849136 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:32.909605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port 86d46d5b-89bc-43ce-a730-0ee75454e5d1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:32.909843 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:32.991359 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] For port 86d46d5b-89bc-43ce-a730-0ee75454e5d1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=86d46d5b-89bc-43ce-a730-0ee75454e5d1,segment=NetworkSegment(95e92cab-52c7-4d4d-a362-88bccf576255),segment_id=95e92cab-52c7-4d4d-a362-88bccf576255)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:32.992050 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.008127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for 86d46d5b-89bc-43ce-a730-0ee75454e5d1 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:33.022139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aad3f0f-337c-49b8-9205-a854808a1670 None None] DHCP port deletion for d72502f2-1a3b-4ec2-b09f-b4e8bb77e683 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:46:33.100572 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.113173 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.119829 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1aad3f0f-337c-49b8-9205-a854808a1670 None None] Deleting port 86d46d5b-89bc-43ce-a730-0ee75454e5d1 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:33.120401 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1aad3f0f-337c-49b8-9205-a854808a1670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.140643 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=86d46d5b-89bc-43ce-a730-0ee75454e5d1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:33.145070 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No DVR routers for this DVR port 86d46d5b-89bc-43ce-a730-0ee75454e5d1 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:33.225500 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1aad3f0f-337c-49b8-9205-a854808a1670 None None] For port 86d46d5b-89bc-43ce-a730-0ee75454e5d1, host n-d-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:33.225897 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1aad3f0f-337c-49b8-9205-a854808a1670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.236523 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.239501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1aad3f0f-337c-49b8-9205-a854808a1670 None None] Calling delete_port for 86d46d5b-89bc-43ce-a730-0ee75454e5d1 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:33.242148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-1aad3f0f-337c-49b8-9205-a854808a1670 None None] Port 86d46d5b-89bc-43ce-a730-0ee75454e5d1 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:46:33.243504 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1aad3f0f-337c-49b8-9205-a854808a1670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.247999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72502f2-1a3b-4ec2-b09f-b4e8bb77e683']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:33.261978 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e92cab-52c7-4d4d-a362-88bccf576255') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:33.262315 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e92cab-52c7-4d4d-a362-88bccf576255') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:33.271496 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad3f0f-337c-49b8-9205-a854808a1670 None None] Pushing event deleted for resources: {'Port': ['ID=86d46d5b-89bc-43ce-a730-0ee75454e5d1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:33.273321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aad3f0f-337c-49b8-9205-a854808a1670 None None] No DVR routers for this DVR port 86d46d5b-89bc-43ce-a730-0ee75454e5d1 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:33.285117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.301728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.308843 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:46:33.309298 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:46:33.312777 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:46:33.375469 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.396275 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.401835 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/networks/d72502f2-1a3b-4ec2-b09f-b4e8bb77e683 HTTP/1.1" status: 204 len: 168 time: 0.6448019 Aug 24 00:46:33.402476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38414) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:33.407680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-331100330', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:33.408839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4bb67-2cda-46b5-af4a-4704a04904cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Network': ['ID=d72502f2-1a3b-4ec2-b09f-b4e8bb77e683,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:33.443195 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.444476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.503149 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.667036 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.903249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 86d46d5b-89bc-43ce-a730-0ee75454e5d1 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:46:33.932159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 86d46d5b-89bc-43ce-a730-0ee75454e5d1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:46:33.932881 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 86d46d5b-89bc-43ce-a730-0ee75454e5d1 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:46:33.943569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.981217 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:34.097935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Allocated IP 172.25.8.38 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/eccf5a8e-573c-4e59-84f7-fb5b0be55140) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:34.229933 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:34.284532 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:34.325460 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:34.328293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:34.332712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:34.339120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=eccf5a8e-573c-4e59-84f7-fb5b0be55140,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:34.648716 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:34.869297 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:35.000905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 0c15d7d4-f9ea-4459-9548-b3c382a0833d is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:46:35.109546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:35.121784 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c3d6e-6f11-4e9b-8791-c1b4e35d5c2b None None] Sync routers for ids ['0c15d7d4-f9ea-4459-9548-b3c382a0833d'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:35.129023 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:35.133006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a88b9937-1236-4699-a006-9977ea68f02a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.7275491 Aug 24 00:46:35.133230 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c3d6e-6f11-4e9b-8791-c1b4e35d5c2b None None] Routers {'0c15d7d4-f9ea-4459-9548-b3c382a0833d'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:35.133382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38450) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:35.134048 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4b7c3d6e-6f11-4e9b-8791-c1b4e35d5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0c15d7d4-f9ea-4459-9548-b3c382a0833d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:35.170097 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4b7c3d6e-6f11-4e9b-8791-c1b4e35d5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:35.179338 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c3d6e-6f11-4e9b-8791-c1b4e35d5c2b None None] Routers {'0c15d7d4-f9ea-4459-9548-b3c382a0833d'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:35.180400 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4b7c3d6e-6f11-4e9b-8791-c1b4e35d5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0c15d7d4-f9ea-4459-9548-b3c382a0833d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:35.212631 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4b7c3d6e-6f11-4e9b-8791-c1b4e35d5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:35.213279 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c3d6e-6f11-4e9b-8791-c1b4e35d5c2b None None] The sync data for ids ['0c15d7d4-f9ea-4459-9548-b3c382a0833d'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:35.567268 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-12deba1f-c775-4d02-9655-797eac74be2e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/routers/0c15d7d4-f9ea-4459-9548-b3c382a0833d HTTP/1.1" status: 200 len: 883 time: 0.4328339 Aug 24 00:46:35.569698 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38462) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:35.807621 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-00b0b74b-3c03-443d-a4a7-583a2c334f44 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2367439 Aug 24 00:46:35.809987 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38470) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:35.815894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-84f5c39b-ec25-4955-b2a2-d10614d38047 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-331100330'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:36.139487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84f5c39b-ec25-4955-b2a2-d10614d38047 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:36.160406 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84f5c39b-ec25-4955-b2a2-d10614d38047 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:36.281399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f5c39b-ec25-4955-b2a2-d10614d38047 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 0c15d7d4-f9ea-4459-9548-b3c382a0833d has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:46:36.401215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f5c39b-ec25-4955-b2a2-d10614d38047 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:36.409109 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-84f5c39b-ec25-4955-b2a2-d10614d38047 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:36.412741 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-84f5c39b-ec25-4955-b2a2-d10614d38047 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/0c15d7d4-f9ea-4459-9548-b3c382a0833d HTTP/1.1" status: 200 len: 890 time: 0.5990953 Aug 24 00:46:36.413173 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38486) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:36.417236 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e7657a-8327-4a9f-b1b5-c4f86a06e110 None None] Sync routers for ids ['0c15d7d4-f9ea-4459-9548-b3c382a0833d'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:36.440693 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e7657a-8327-4a9f-b1b5-c4f86a06e110 None None] Routers {'0c15d7d4-f9ea-4459-9548-b3c382a0833d'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:36.441339 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e8e7657a-8327-4a9f-b1b5-c4f86a06e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0c15d7d4-f9ea-4459-9548-b3c382a0833d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:36.482466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e8e7657a-8327-4a9f-b1b5-c4f86a06e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:36.492711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e7657a-8327-4a9f-b1b5-c4f86a06e110 None None] Routers {'0c15d7d4-f9ea-4459-9548-b3c382a0833d'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:36.493624 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e8e7657a-8327-4a9f-b1b5-c4f86a06e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0c15d7d4-f9ea-4459-9548-b3c382a0833d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:36.532047 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cfdde286-df9b-40c8-9599-651148bcf8b2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/routers/0c15d7d4-f9ea-4459-9548-b3c382a0833d HTTP/1.1" status: 200 len: 890 time: 0.1179886 Aug 24 00:46:36.535083 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38488) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:36.568128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0ab10777-af1e-4b17-9173-570d2aaf0ce4 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c15d7d4-f9ea-4459-9548-b3c382a0833d HTTP/1.1" status: 200 len: 205 time: 0.0294325 Aug 24 00:46:36.568660 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38490) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:36.715669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e8e7657a-8327-4a9f-b1b5-c4f86a06e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:36.716610 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e7657a-8327-4a9f-b1b5-c4f86a06e110 None None] The sync data for ids ['0c15d7d4-f9ea-4459-9548-b3c382a0833d'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:37.028606 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.140248 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.197051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port eccf5a8e-573c-4e59-84f7-fb5b0be55140 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:37.197464 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.284641 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.307719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for eccf5a8e-573c-4e59-84f7-fb5b0be55140 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:37.484178 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.512849 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=eccf5a8e-573c-4e59-84f7-fb5b0be55140,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:37.582858 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.683635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.686086 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.737677 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.738255 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Fanout notify agent at l3_agent the message router_deleted on router 0c15d7d4-f9ea-4459-9548-b3c382a0833d {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:46:37.748149 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.749300 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-79ad7010-c249-46f4-8fbd-3d9b3640b161 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/routers/0c15d7d4-f9ea-4459-9548-b3c382a0833d HTTP/1.1" status: 204 len: 168 time: 1.1794121 Aug 24 00:46:37.753649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38514) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:37.759935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5deb85d8-c44b-41d3-8e2c-19abb2c14e18 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1521577513'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:37.783291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5deb85d8-c44b-41d3-8e2c-19abb2c14e18 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:37.787164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5deb85d8-c44b-41d3-8e2c-19abb2c14e18 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.814172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5deb85d8-c44b-41d3-8e2c-19abb2c14e18 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:46:37.829274 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5deb85d8-c44b-41d3-8e2c-19abb2c14e18 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.829671 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-5deb85d8-c44b-41d3-8e2c-19abb2c14e18 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Added segment f613c7e5-5660-4d5a-bb3b-c687c4120a28 of type vlan for network 92e9ee58-54ba-4ef1-acd0-4528c959a916 Aug 24 00:46:37.878014 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5deb85d8-c44b-41d3-8e2c-19abb2c14e18 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.906075 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5deb85d8-c44b-41d3-8e2c-19abb2c14e18 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.912288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb85d8-c44b-41d3-8e2c-19abb2c14e18 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:37.912884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5deb85d8-c44b-41d3-8e2c-19abb2c14e18 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:37.991134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5deb85d8-c44b-41d3-8e2c-19abb2c14e18 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2354743 Aug 24 00:46:37.993803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38520) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:37.999782 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dad2fc48-414e-4c9f-953c-05938aa8ffc7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'subnet': {'network_id': '92e9ee58-54ba-4ef1-acd0-4528c959a916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:38.008114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb85d8-c44b-41d3-8e2c-19abb2c14e18 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Network': ['ID=92e9ee58-54ba-4ef1-acd0-4528c959a916,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:38.038744 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 92e9ee58-54ba-4ef1-acd0-4528c959a916 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:46:38.146441 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad2fc48-414e-4c9f-953c-05938aa8ffc7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:38.150681 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dad2fc48-414e-4c9f-953c-05938aa8ffc7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:38.381946 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dad2fc48-414e-4c9f-953c-05938aa8ffc7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:38.466537 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2fc48-414e-4c9f-953c-05938aa8ffc7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Subnet': ['ID=4588c6b0-58ee-4830-97ab-f6a8472b8a57,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:38.477616 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2fc48-414e-4c9f-953c-05938aa8ffc7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Checking segment: {'id': 'f613c7e5-5660-4d5a-bb3b-c687c4120a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '92e9ee58-54ba-4ef1-acd0-4528c959a916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:38.478061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad2fc48-414e-4c9f-953c-05938aa8ffc7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network hostable DHCP agents. Network: 92e9ee58-54ba-4ef1-acd0-4528c959a916, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:46:38.497098 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad2fc48-414e-4c9f-953c-05938aa8ffc7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 92e9ee58-54ba-4ef1-acd0-4528c959a916 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:46:38.508135 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-dad2fc48-414e-4c9f-953c-05938aa8ffc7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 92e9ee58-54ba-4ef1-acd0-4528c959a916) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:38.513138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad2fc48-414e-4c9f-953c-05938aa8ffc7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:38.513794 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dad2fc48-414e-4c9f-953c-05938aa8ffc7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:38.519707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a7375d-6612-4e94-a512-d2cdcbf64ce1 None None] Network 92e9ee58-54ba-4ef1-acd0-4528c959a916 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:38.540379 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dad2fc48-414e-4c9f-953c-05938aa8ffc7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5454440 Aug 24 00:46:38.543114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:38.547989 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a96c68f8-980c-4474-9acd-2241518b1d9e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1936809852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:38.583617 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a96c68f8-980c-4474-9acd-2241518b1d9e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:38.585237 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a96c68f8-980c-4474-9acd-2241518b1d9e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:38.667861 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a96c68f8-980c-4474-9acd-2241518b1d9e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:38.674331 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a96c68f8-980c-4474-9acd-2241518b1d9e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:38.692380 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a96c68f8-980c-4474-9acd-2241518b1d9e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:38.696415 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a96c68f8-980c-4474-9acd-2241518b1d9e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1494751 Aug 24 00:46:38.697348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38542) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:38.701506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-92e9ee58-54ba-4ef1-acd0-4528c959a916', 'network_id': '92e9ee58-54ba-4ef1-acd0-4528c959a916', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'fixed_ips': [{'subnet_id': '4588c6b0-58ee-4830-97ab-f6a8472b8a57'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:46:38.702495 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:38.879892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Allocated IP 2001:db8::2 (92e9ee58-54ba-4ef1-acd0-4528c959a916/4588c6b0-58ee-4830-97ab-f6a8472b8a57/a985e7b9-b3e6-4100-bac7-439c4d5dae34) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:39.051689 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.060812 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Transition to ACTIVE for port object a985e7b9-b3e6-4100-bac7-439c4d5dae34 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:39.066221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.069778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38550) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:39.078082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Transition to ACTIVE for port object a985e7b9-b3e6-4100-bac7-439c4d5dae34 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:39.097275 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.163655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Network 92e9ee58-54ba-4ef1-acd0-4528c959a916 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:39.178603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:39.181771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:39.185153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Pushing event updated for resources: {'Port': ['ID=a985e7b9-b3e6-4100-bac7-439c4d5dae34,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:39.261136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Attempting to bind port a985e7b9-b3e6-4100-bac7-439c4d5dae34 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:46:39.275234 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Attempting to bind port a985e7b9-b3e6-4100-bac7-439c4d5dae34 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'f613c7e5-5660-4d5a-bb3b-c687c4120a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '92e9ee58-54ba-4ef1-acd0-4528c959a916'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:46:39.275868 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Attempting to bind port a985e7b9-b3e6-4100-bac7-439c4d5dae34 on network 92e9ee58-54ba-4ef1-acd0-4528c959a916 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:39.285134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:46:39.285514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Checking segment: {'id': 'f613c7e5-5660-4d5a-bb3b-c687c4120a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '92e9ee58-54ba-4ef1-acd0-4528c959a916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:39.286028 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.286550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Bound using segment: {'id': 'f613c7e5-5660-4d5a-bb3b-c687c4120a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '92e9ee58-54ba-4ef1-acd0-4528c959a916'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:46:39.287147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Bound port: a985e7b9-b3e6-4100-bac7-439c4d5dae34, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f613c7e5-5660-4d5a-bb3b-c687c4120a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '92e9ee58-54ba-4ef1-acd0-4528c959a916'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:46:39.287877 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.387258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] For port a985e7b9-b3e6-4100-bac7-439c4d5dae34, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:39.395327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] For port a985e7b9-b3e6-4100-bac7-439c4d5dae34, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a985e7b9-b3e6-4100-bac7-439c4d5dae34,segment=NetworkSegment(f613c7e5-5660-4d5a-bb3b-c687c4120a28),segment_id=f613c7e5-5660-4d5a-bb3b-c687c4120a28)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:39.397678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-936a8195-b557-4f13-8d35-62da65c90106 admin admin] Deleting subnet 676093c8-d796-432f-96df-a30737fa152d {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:46:39.402962 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-936a8195-b557-4f13-8d35-62da65c90106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.407288 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.414527 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Allocated IP 2001:db8::1 (92e9ee58-54ba-4ef1-acd0-4528c959a916/4588c6b0-58ee-4830-97ab-f6a8472b8a57/2ce00a94-b405-4d21-ba30-0d4c89575c55) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:39.464585 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-936a8195-b557-4f13-8d35-62da65c90106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.468065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77f72c-7448-4183-8f04-417d8904c89f None None] Pushing event updated for resources: {'Port': ['ID=a985e7b9-b3e6-4100-bac7-439c4d5dae34,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:39.520211 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-936a8195-b557-4f13-8d35-62da65c90106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.553379 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.577624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Transition to ACTIVE for port object 2ce00a94-b405-4d21-ba30-0d4c89575c55 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:39.597023 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-936a8195-b557-4f13-8d35-62da65c90106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.612088 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-936a8195-b557-4f13-8d35-62da65c90106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.614603 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-936a8195-b557-4f13-8d35-62da65c90106 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/676093c8-d796-432f-96df-a30737fa152d HTTP/1.1" status: 204 len: 168 time: 0.5428188 Aug 24 00:46:39.617334 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:39.630711 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.635246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a8195-b557-4f13-8d35-62da65c90106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676093c8-d796-432f-96df-a30737fa152d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:39.749438 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 92e9ee58-54ba-4ef1-acd0-4528c959a916 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:39.759303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:39.763367 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:39.764020 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.768458 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4d43c4d-362c-45b0-b4bb-b58a2ce4a567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.808460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=2ce00a94-b405-4d21-ba30-0d4c89575c55,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:39.932319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a985e7b9-b3e6-4100-bac7-439c4d5dae34 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:39.956098 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4d43c4d-362c-45b0-b4bb-b58a2ce4a567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.972804 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d4d43c4d-362c-45b0-b4bb-b58a2ce4a567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550668d9-ddbd-4deb-917d-15753017f20e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:39.983601 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:39.986683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port a985e7b9-b3e6-4100-bac7-439c4d5dae34 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:39.986844 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d4d43c4d-362c-45b0-b4bb-b58a2ce4a567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61e732a-110a-4ece-8115-28a9e9181998') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:39.987115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d4d43c4d-362c-45b0-b4bb-b58a2ce4a567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61e732a-110a-4ece-8115-28a9e9181998') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:40.004916 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4d43c4d-362c-45b0-b4bb-b58a2ce4a567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:40.043037 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4d43c4d-362c-45b0-b4bb-b58a2ce4a567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:40.054217 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d43c4d-362c-45b0-b4bb-b58a2ce4a567 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:46:40.054625 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4d43c4d-362c-45b0-b4bb-b58a2ce4a567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:46:40.056493 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:46:40.186899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4d43c4d-362c-45b0-b4bb-b58a2ce4a567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:40.195652 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d4d43c4d-362c-45b0-b4bb-b58a2ce4a567 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:40.197516 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d4d43c4d-362c-45b0-b4bb-b58a2ce4a567 admin admin] 10.222.0.32 "DELETE /v2.0/networks/550668d9-ddbd-4deb-917d-15753017f20e HTTP/1.1" status: 204 len: 168 time: 0.5786295 Aug 24 00:46:40.221719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d43c4d-362c-45b0-b4bb-b58a2ce4a567 admin admin] Pushing event deleted for resources: {'Network': ['ID=550668d9-ddbd-4deb-917d-15753017f20e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:40.384880 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:40.387191 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38576) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:40.396485 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:40.397596 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:40.525483 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=2ce00a94-b405-4d21-ba30-0d4c89575c55,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:40.534639 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b01f08f-c76f-41a2-bdce-5156d8c3bf28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9550ef127e154a1284d2e57b6cab4cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438704 Aug 24 00:46:40.534988 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38584) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:40.623047 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 92e9ee58-54ba-4ef1-acd0-4528c959a916 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:40.624760 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c3410cb-b1cd-4bca-af8b-48bc34a9ebc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:40.628636 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:40.670043 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c0782f-41d3-4af1-8a73-8557f71c5747 None None] Network 92e9ee58-54ba-4ef1-acd0-4528c959a916 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:40.694687 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c3410cb-b1cd-4bca-af8b-48bc34a9ebc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:40.795404 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c3410cb-b1cd-4bca-af8b-48bc34a9ebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:40.798694 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7c3410cb-b1cd-4bca-af8b-48bc34a9ebc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:40.799953 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7c3410cb-b1cd-4bca-af8b-48bc34a9ebc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6e96705-9c95-480a-9150-1bf25c6c39fa HTTP/1.1" status: 204 len: 168 time: 0.2641563 Aug 24 00:46:40.803234 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0769e505-51f5-4563-904b-31c04a2b96fb None None] Provisioning for port a985e7b9-b3e6-4100-bac7-439c4d5dae34 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:40.812225 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0769e505-51f5-4563-904b-31c04a2b96fb None None] Provisioning complete for port a985e7b9-b3e6-4100-bac7-439c4d5dae34 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:40.812606 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0769e505-51f5-4563-904b-31c04a2b96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:40.815264 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3410cb-b1cd-4bca-af8b-48bc34a9ebc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e96705-9c95-480a-9150-1bf25c6c39fa,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:40.825005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router e9687947-d290-4e99-b8bc-fbfbe8aec1b9 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:46:40.945239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:40.954350 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4cc763d2-392a-44d2-a526-cf90619bbb9f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/e9687947-d290-4e99-b8bc-fbfbe8aec1b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2528758 Aug 24 00:46:40.955531 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38594) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:40.961403 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ff68f-ade5-483e-b255-50a8a7eeae83 None None] Sync routers for ids ['e9687947-d290-4e99-b8bc-fbfbe8aec1b9'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:40.978629 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0769e505-51f5-4563-904b-31c04a2b96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:40.991139 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ff68f-ade5-483e-b255-50a8a7eeae83 None None] Routers {'e9687947-d290-4e99-b8bc-fbfbe8aec1b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:40.992329 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d40ff68f-ade5-483e-b255-50a8a7eeae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e9687947-d290-4e99-b8bc-fbfbe8aec1b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:41.022312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0769e505-51f5-4563-904b-31c04a2b96fb None None] For port a985e7b9-b3e6-4100-bac7-439c4d5dae34, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a985e7b9-b3e6-4100-bac7-439c4d5dae34,segment=NetworkSegment(f613c7e5-5660-4d5a-bb3b-c687c4120a28),segment_id=f613c7e5-5660-4d5a-bb3b-c687c4120a28)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:41.028877 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0769e505-51f5-4563-904b-31c04a2b96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:41.093415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769e505-51f5-4563-904b-31c04a2b96fb None None] Pushing event updated for resources: {'Port': ['ID=a985e7b9-b3e6-4100-bac7-439c4d5dae34,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:41.119674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9557cfae-bc73-4835-b8cd-54090220f9f5 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:41.125488 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:41.130877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9557cfae-bc73-4835-b8cd-54090220f9f5 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports/2ce00a94-b405-4d21-ba30-0d4c89575c55 HTTP/1.1" status: 200 len: 911 time: 0.1725812 Aug 24 00:46:41.133151 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d40ff68f-ade5-483e-b255-50a8a7eeae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:41.133551 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-00ded0ee-c524-49a6-860e-268c2acdf2a6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4588c6b0-58ee-4830-97ab-f6a8472b8a57'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:41.151080 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ff68f-ade5-483e-b255-50a8a7eeae83 None None] Routers {'e9687947-d290-4e99-b8bc-fbfbe8aec1b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:41.152251 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d40ff68f-ade5-483e-b255-50a8a7eeae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e9687947-d290-4e99-b8bc-fbfbe8aec1b9'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:41.193488 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d40ff68f-ade5-483e-b255-50a8a7eeae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:41.194227 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ff68f-ade5-483e-b255-50a8a7eeae83 None None] The sync data for ids ['e9687947-d290-4e99-b8bc-fbfbe8aec1b9'] in n-d-805736-1 is: [] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:41.346900 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00ded0ee-c524-49a6-860e-268c2acdf2a6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:41.477694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-89360a0a-bb81-4033-ae60-5e53667b3c4a None None] Provisioning for port 2ce00a94-b405-4d21-ba30-0d4c89575c55 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:41.483829 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-89360a0a-bb81-4033-ae60-5e53667b3c4a None None] Provisioning complete for port 2ce00a94-b405-4d21-ba30-0d4c89575c55 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:41.484250 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89360a0a-bb81-4033-ae60-5e53667b3c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:41.546404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-89360a0a-bb81-4033-ae60-5e53667b3c4a None None] Port 2ce00a94-b405-4d21-ba30-0d4c89575c55 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:41.561258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-89360a0a-bb81-4033-ae60-5e53667b3c4a None None] Provisioning complete for port a985e7b9-b3e6-4100-bac7-439c4d5dae34 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:41.561641 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89360a0a-bb81-4033-ae60-5e53667b3c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:41.820470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b9108a82-7013-4593-8fc0-5316c8376997 None None] Provisioning complete for port 2ce00a94-b405-4d21-ba30-0d4c89575c55 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:41.821072 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9108a82-7013-4593-8fc0-5316c8376997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:41.868495 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00ded0ee-c524-49a6-860e-268c2acdf2a6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:41.888887 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a985e7b9-b3e6-4100-bac7-439c4d5dae34 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:41.889184 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00ded0ee-c524-49a6-860e-268c2acdf2a6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:41.895101 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b9108a82-7013-4593-8fc0-5316c8376997 None None] Port 2ce00a94-b405-4d21-ba30-0d4c89575c55 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:41.898364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ded0ee-c524-49a6-860e-268c2acdf2a6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:41.899065 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00ded0ee-c524-49a6-860e-268c2acdf2a6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:41.900925 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-00ded0ee-c524-49a6-860e-268c2acdf2a6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/ports/2ce00a94-b405-4d21-ba30-0d4c89575c55 HTTP/1.1" status: 200 len: 911 time: 0.7733278 Aug 24 00:46:41.904405 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38612) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:41.951074 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ded0ee-c524-49a6-860e-268c2acdf2a6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=2ce00a94-b405-4d21-ba30-0d4c89575c55,revision_number=3']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:41.954349 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port a985e7b9-b3e6-4100-bac7-439c4d5dae34 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:41.954537 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:42.044742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-54d3da84-8535-4cdb-b01c-29a287496b4f None None] Provisioning complete for port 2ce00a94-b405-4d21-ba30-0d4c89575c55 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:42.045129 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54d3da84-8535-4cdb-b01c-29a287496b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:42.082792 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-54d3da84-8535-4cdb-b01c-29a287496b4f None None] Port 2ce00a94-b405-4d21-ba30-0d4c89575c55 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:42.257118 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bab1ca5-9cb5-4091-acf8-bd95f215015b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:42.501129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5bab1ca5-9cb5-4091-acf8-bd95f215015b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port 2ce00a94-b405-4d21-ba30-0d4c89575c55 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:42.501428 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bab1ca5-9cb5-4091-acf8-bd95f215015b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:42.593094 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bab1ca5-9cb5-4091-acf8-bd95f215015b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:42.605941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5bab1ca5-9cb5-4091-acf8-bd95f215015b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for 2ce00a94-b405-4d21-ba30-0d4c89575c55 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:42.780973 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bab1ca5-9cb5-4091-acf8-bd95f215015b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:42.808891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab1ca5-9cb5-4091-acf8-bd95f215015b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=2ce00a94-b405-4d21-ba30-0d4c89575c55,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:42.919857 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5bab1ca5-9cb5-4091-acf8-bd95f215015b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:43.092246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bab1ca5-9cb5-4091-acf8-bd95f215015b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router e9687947-d290-4e99-b8bc-fbfbe8aec1b9 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:46:43.171732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bab1ca5-9cb5-4091-acf8-bd95f215015b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:43.178327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5bab1ca5-9cb5-4091-acf8-bd95f215015b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/e9687947-d290-4e99-b8bc-fbfbe8aec1b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2700505 Aug 24 00:46:43.180106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38636) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:43.181175 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed6def-35e8-4cc5-965e-594063e819d6 None None] Sync routers for ids ['e9687947-d290-4e99-b8bc-fbfbe8aec1b9'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:43.194696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed6def-35e8-4cc5-965e-594063e819d6 None None] Routers {'e9687947-d290-4e99-b8bc-fbfbe8aec1b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:43.195368 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7eed6def-35e8-4cc5-965e-594063e819d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e9687947-d290-4e99-b8bc-fbfbe8aec1b9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:43.216454 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-47d5ab02-4db3-4be6-89ea-61433e608004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9687947-d290-4e99-b8bc-fbfbe8aec1b9 HTTP/1.1" status: 200 len: 205 time: 0.0328362 Aug 24 00:46:43.217026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:43.229204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7eed6def-35e8-4cc5-965e-594063e819d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:43.238406 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed6def-35e8-4cc5-965e-594063e819d6 None None] Routers {'e9687947-d290-4e99-b8bc-fbfbe8aec1b9'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:43.239058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7eed6def-35e8-4cc5-965e-594063e819d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e9687947-d290-4e99-b8bc-fbfbe8aec1b9'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:43.273998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7eed6def-35e8-4cc5-965e-594063e819d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:43.274645 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed6def-35e8-4cc5-965e-594063e819d6 None None] The sync data for ids ['e9687947-d290-4e99-b8bc-fbfbe8aec1b9'] in n-d-805736-1 is: [] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:43.301232 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8011bd3e-8296-43f6-ab7f-18b9d82e2d1d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:43.796077 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8011bd3e-8296-43f6-ab7f-18b9d82e2d1d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:43.799459 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8011bd3e-8296-43f6-ab7f-18b9d82e2d1d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:43.851154 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8011bd3e-8296-43f6-ab7f-18b9d82e2d1d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:43.851650 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8011bd3e-8296-43f6-ab7f-18b9d82e2d1d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Fanout notify agent at l3_agent the message router_deleted on router e9687947-d290-4e99-b8bc-fbfbe8aec1b9 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:46:43.858193 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8011bd3e-8296-43f6-ab7f-18b9d82e2d1d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:43.859444 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8011bd3e-8296-43f6-ab7f-18b9d82e2d1d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/routers/e9687947-d290-4e99-b8bc-fbfbe8aec1b9 HTTP/1.1" status: 204 len: 168 time: 0.6411564 Aug 24 00:46:43.862689 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:43.922408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fdce7c8-39db-4a5c-a3c5-298ac698ef67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting subnet 4588c6b0-58ee-4830-97ab-f6a8472b8a57 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:46:43.926230 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fdce7c8-39db-4a5c-a3c5-298ac698ef67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:43.972211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fdce7c8-39db-4a5c-a3c5-298ac698ef67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.056702 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fdce7c8-39db-4a5c-a3c5-298ac698ef67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.125595 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fdce7c8-39db-4a5c-a3c5-298ac698ef67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.156351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdce7c8-39db-4a5c-a3c5-298ac698ef67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Subnet': ['ID=4588c6b0-58ee-4830-97ab-f6a8472b8a57,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:44.161159 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3fdce7c8-39db-4a5c-a3c5-298ac698ef67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.164754 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3fdce7c8-39db-4a5c-a3c5-298ac698ef67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/4588c6b0-58ee-4830-97ab-f6a8472b8a57 HTTP/1.1" status: 204 len: 168 time: 0.3003702 Aug 24 00:46:44.165640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38658) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:44.170060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b029626f-2501-4de4-a136-b0c9d066c352 None None] Network 92e9ee58-54ba-4ef1-acd0-4528c959a916 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:44.246494 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.308645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port a985e7b9-b3e6-4100-bac7-439c4d5dae34 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:44.309058 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.372067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242a1d80-26cd-4124-8e1c-cf3052473d2d None None] DHCP port deletion for 92e9ee58-54ba-4ef1-acd0-4528c959a916 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:46:44.377300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] For port a985e7b9-b3e6-4100-bac7-439c4d5dae34, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a985e7b9-b3e6-4100-bac7-439c4d5dae34,segment=NetworkSegment(f613c7e5-5660-4d5a-bb3b-c687c4120a28),segment_id=f613c7e5-5660-4d5a-bb3b-c687c4120a28)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:44.377671 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.390800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for a985e7b9-b3e6-4100-bac7-439c4d5dae34 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:44.425569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-242a1d80-26cd-4124-8e1c-cf3052473d2d None None] Deleting port a985e7b9-b3e6-4100-bac7-439c4d5dae34 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:44.426002 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-242a1d80-26cd-4124-8e1c-cf3052473d2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.494757 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.515299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-242a1d80-26cd-4124-8e1c-cf3052473d2d None None] For port a985e7b9-b3e6-4100-bac7-439c4d5dae34, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a985e7b9-b3e6-4100-bac7-439c4d5dae34,segment=NetworkSegment(f613c7e5-5660-4d5a-bb3b-c687c4120a28),segment_id=f613c7e5-5660-4d5a-bb3b-c687c4120a28)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:44.515711 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-242a1d80-26cd-4124-8e1c-cf3052473d2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.524731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=a985e7b9-b3e6-4100-bac7-439c4d5dae34,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:44.533159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No DVR routers for this DVR port a985e7b9-b3e6-4100-bac7-439c4d5dae34 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:44.533395 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-242a1d80-26cd-4124-8e1c-cf3052473d2d None None] Calling delete_port for a985e7b9-b3e6-4100-bac7-439c4d5dae34 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:44.626434 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-242a1d80-26cd-4124-8e1c-cf3052473d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.632440 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.643660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e9ee58-54ba-4ef1-acd0-4528c959a916']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:44.654548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f613c7e5-5660-4d5a-bb3b-c687c4120a28') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:44.654880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f613c7e5-5660-4d5a-bb3b-c687c4120a28') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:44.663711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a1d80-26cd-4124-8e1c-cf3052473d2d None None] Pushing event deleted for resources: {'Port': ['ID=a985e7b9-b3e6-4100-bac7-439c4d5dae34,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:44.664384 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.669123 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a1d80-26cd-4124-8e1c-cf3052473d2d None None] No DVR routers for this DVR port a985e7b9-b3e6-4100-bac7-439c4d5dae34 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:44.689281 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.696173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:46:44.696661 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:46:44.699691 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:46:44.760294 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.765565 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.772101 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/networks/92e9ee58-54ba-4ef1-acd0-4528c959a916 HTTP/1.1" status: 204 len: 168 time: 0.6013772 Aug 24 00:46:44.774084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:44.787257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-29dcc8d1-a792-4d8b-aeb2-45987cedc16b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1373053944', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:44.793507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Network': ['ID=92e9ee58-54ba-4ef1-acd0-4528c959a916,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:44.808420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:44.808770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:44.809119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:44.809454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:44.809783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:44.810115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:44.810446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:44.810797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:44.811113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:44.811435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:44.811754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:44.812073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55c358-94cd-445f-ad5f-a1f49a1dc060 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:44.839601 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29dcc8d1-a792-4d8b-aeb2-45987cedc16b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.840683 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29dcc8d1-a792-4d8b-aeb2-45987cedc16b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.898443 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29dcc8d1-a792-4d8b-aeb2-45987cedc16b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.903185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29dcc8d1-a792-4d8b-aeb2-45987cedc16b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.919933 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-29dcc8d1-a792-4d8b-aeb2-45987cedc16b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.921504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-29dcc8d1-a792-4d8b-aeb2-45987cedc16b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1474707 Aug 24 00:46:44.924914 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38676) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:44.930619 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-af73e451-ce7b-4a6f-b263-41780b19d040 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-634714909'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:44.957721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af73e451-ce7b-4a6f-b263-41780b19d040 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:44.962063 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af73e451-ce7b-4a6f-b263-41780b19d040 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.988585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af73e451-ce7b-4a6f-b263-41780b19d040 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:46:44.998113 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af73e451-ce7b-4a6f-b263-41780b19d040 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:44.998455 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-af73e451-ce7b-4a6f-b263-41780b19d040 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Added segment fed0e4f2-fd60-4528-9004-653ba2df5726 of type vlan for network 399f6e7f-d0d6-4dcc-b584-15adf70a244c Aug 24 00:46:45.039771 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af73e451-ce7b-4a6f-b263-41780b19d040 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:45.067339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af73e451-ce7b-4a6f-b263-41780b19d040 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:45.073581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73e451-ce7b-4a6f-b263-41780b19d040 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:45.074160 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af73e451-ce7b-4a6f-b263-41780b19d040 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:45.152509 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-af73e451-ce7b-4a6f-b263-41780b19d040 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2265522 Aug 24 00:46:45.155348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:45.162351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d0dc95f7-817f-4fb9-b7f9-4df049bc55ce tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'subnet': {'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:45.216160 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73e451-ce7b-4a6f-b263-41780b19d040 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Network': ['ID=399f6e7f-d0d6-4dcc-b584-15adf70a244c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:45.241836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 399f6e7f-d0d6-4dcc-b584-15adf70a244c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:46:45.290594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dc95f7-817f-4fb9-b7f9-4df049bc55ce tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:45.293584 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0dc95f7-817f-4fb9-b7f9-4df049bc55ce tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:45.491586 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0dc95f7-817f-4fb9-b7f9-4df049bc55ce tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:45.551257 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc95f7-817f-4fb9-b7f9-4df049bc55ce tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Subnet': ['ID=dba39588-b0bb-4fab-b985-4fcd278aec87,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:45.569294 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc95f7-817f-4fb9-b7f9-4df049bc55ce tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Checking segment: {'id': 'fed0e4f2-fd60-4528-9004-653ba2df5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:45.569739 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc95f7-817f-4fb9-b7f9-4df049bc55ce tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network hostable DHCP agents. Network: 399f6e7f-d0d6-4dcc-b584-15adf70a244c, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:46:45.588473 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc95f7-817f-4fb9-b7f9-4df049bc55ce tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 399f6e7f-d0d6-4dcc-b584-15adf70a244c is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:46:45.599664 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-d0dc95f7-817f-4fb9-b7f9-4df049bc55ce tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 399f6e7f-d0d6-4dcc-b584-15adf70a244c) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:45.603946 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc95f7-817f-4fb9-b7f9-4df049bc55ce tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:45.604675 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0dc95f7-817f-4fb9-b7f9-4df049bc55ce tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:45.608684 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08436ef-a01d-41f9-b38e-87f730b6574b None None] Network 399f6e7f-d0d6-4dcc-b584-15adf70a244c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:45.629138 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d0dc95f7-817f-4fb9-b7f9-4df049bc55ce tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4726131 Aug 24 00:46:45.634381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38694) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:45.768042 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383001fe-2972-477e-8183-371711f91e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:46:45.768967 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-383001fe-2972-477e-8183-371711f91e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:45.899469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a985e7b9-b3e6-4100-bac7-439c4d5dae34 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:46:45.927987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: a985e7b9-b3e6-4100-bac7-439c4d5dae34 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:46:45.928326 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a985e7b9-b3e6-4100-bac7-439c4d5dae34 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:46:45.931160 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:45.946991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-383001fe-2972-477e-8183-371711f91e51 None None] Allocated IP 2001:db8::2 (399f6e7f-d0d6-4dcc-b584-15adf70a244c/dba39588-b0bb-4fab-b985-4fcd278aec87/9e97fd76-19e0-4fcc-9b18-a334bcb48ee8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:46.103157 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-383001fe-2972-477e-8183-371711f91e51 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:46.119188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-383001fe-2972-477e-8183-371711f91e51 None None] Transition to ACTIVE for port object 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:46.145331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-383001fe-2972-477e-8183-371711f91e51 None None] Transition to ACTIVE for port object 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:46.151895 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-383001fe-2972-477e-8183-371711f91e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:46.202976 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383001fe-2972-477e-8183-371711f91e51 None None] Network 399f6e7f-d0d6-4dcc-b584-15adf70a244c is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:46.207859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-383001fe-2972-477e-8183-371711f91e51 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:46.212234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Allocated IP 2001:db8::1 (399f6e7f-d0d6-4dcc-b584-15adf70a244c/dba39588-b0bb-4fab-b985-4fcd278aec87/fea1af1a-4615-4f51-a9ef-dd7ec241f8df) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:46.213699 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383001fe-2972-477e-8183-371711f91e51 None None] Pushing event updated for resources: {'Port': ['ID=9e97fd76-19e0-4fcc-9b18-a334bcb48ee8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:46.216722 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383001fe-2972-477e-8183-371711f91e51 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:46.277405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-383001fe-2972-477e-8183-371711f91e51 None None] Attempting to bind port 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:46:46.277782 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-383001fe-2972-477e-8183-371711f91e51 None None] Attempting to bind port 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'fed0e4f2-fd60-4528-9004-653ba2df5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:46:46.278040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383001fe-2972-477e-8183-371711f91e51 None None] Attempting to bind port 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 on network 399f6e7f-d0d6-4dcc-b584-15adf70a244c {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:46.283768 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383001fe-2972-477e-8183-371711f91e51 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:46:46.284144 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383001fe-2972-477e-8183-371711f91e51 None None] Checking segment: {'id': 'fed0e4f2-fd60-4528-9004-653ba2df5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:46.284541 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-383001fe-2972-477e-8183-371711f91e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:46.284930 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383001fe-2972-477e-8183-371711f91e51 None None] Bound using segment: {'id': 'fed0e4f2-fd60-4528-9004-653ba2df5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:46:46.285391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-383001fe-2972-477e-8183-371711f91e51 None None] Bound port: 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed0e4f2-fd60-4528-9004-653ba2df5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:46:46.286368 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-383001fe-2972-477e-8183-371711f91e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:46.344597 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:46.354145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-383001fe-2972-477e-8183-371711f91e51 None None] For port 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:46.357489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-383001fe-2972-477e-8183-371711f91e51 None None] For port 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9e97fd76-19e0-4fcc-9b18-a334bcb48ee8,segment=NetworkSegment(fed0e4f2-fd60-4528-9004-653ba2df5726),segment_id=fed0e4f2-fd60-4528-9004-653ba2df5726)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:46.359601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Transition to ACTIVE for port object fea1af1a-4615-4f51-a9ef-dd7ec241f8df will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:46.361616 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-383001fe-2972-477e-8183-371711f91e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:46.395679 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:46.438055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383001fe-2972-477e-8183-371711f91e51 None None] Pushing event updated for resources: {'Port': ['ID=9e97fd76-19e0-4fcc-9b18-a334bcb48ee8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:46.447015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 399f6e7f-d0d6-4dcc-b584-15adf70a244c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:46.450106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:46.453775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:46.454923 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:46.498061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=fea1af1a-4615-4f51-a9ef-dd7ec241f8df,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:46.598578 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:46.897984 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:46.902933 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:46.903685 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:46.988838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=fea1af1a-4615-4f51-a9ef-dd7ec241f8df,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:47.033972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 399f6e7f-d0d6-4dcc-b584-15adf70a244c is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:47.035449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:47.164678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:46:47.263216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:47.272023 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:47.272501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7fb08b45-3d7a-41c7-a7ea-e3a10b52d278 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6358764 Aug 24 00:46:47.278887 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dd21f17e-5c79-4dfd-9291-80e6ab279797 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-707081839'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:47.283765 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Sync routers for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:47.293480 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:47.294688 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:47.321857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd21f17e-5c79-4dfd-9291-80e6ab279797 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:47.326473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd21f17e-5c79-4dfd-9291-80e6ab279797 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:47.358282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd21f17e-5c79-4dfd-9291-80e6ab279797 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:46:47.370412 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd21f17e-5c79-4dfd-9291-80e6ab279797 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:47.370834 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-dd21f17e-5c79-4dfd-9291-80e6ab279797 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Added segment d56cc075-28dc-4709-9ffa-bc55e4c288a3 of type vlan for network aee2aa3a-d563-4bb6-84ee-4aa70118ca60 Aug 24 00:46:47.415425 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd21f17e-5c79-4dfd-9291-80e6ab279797 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:47.416354 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:46:47.451685 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd21f17e-5c79-4dfd-9291-80e6ab279797 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:47.458956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21f17e-5c79-4dfd-9291-80e6ab279797 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:47.459703 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd21f17e-5c79-4dfd-9291-80e6ab279797 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:47.500335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d27b44-f4ad-44a1-89aa-1e1f67d4b539 None None] Network 399f6e7f-d0d6-4dcc-b584-15adf70a244c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:47.533508 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd21f17e-5c79-4dfd-9291-80e6ab279797 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2595115 Aug 24 00:46:47.536515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38724) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:47.544976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4b9b7a3e-b381-4984-8f9c-5430429c63c9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'subnet': {'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:47.552898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21f17e-5c79-4dfd-9291-80e6ab279797 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Network': ['ID=aee2aa3a-d563-4bb6-84ee-4aa70118ca60,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:47.571968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network aee2aa3a-d563-4bb6-84ee-4aa70118ca60 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:46:47.661599 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:46:46Z', 'revision_number': 2, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:46Z', 'revision_number': 2, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:47.670708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9b7a3e-b381-4984-8f9c-5430429c63c9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:47.679732 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b9b7a3e-b381-4984-8f9c-5430429c63c9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:47.712405 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Checking router: 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:46:47.712864 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Updating router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f port fea1af1a-4615-4f51-a9ef-dd7ec241f8df binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:46:47.714815 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-43625e8b-1b53-480d-b1c5-8208339766d2 None None] Provisioning for port 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:47.761007 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:47.935510 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b9b7a3e-b381-4984-8f9c-5430429c63c9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:47.968821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:48.008780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b7a3e-b381-4984-8f9c-5430429c63c9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Subnet': ['ID=4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:48.020466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b7a3e-b381-4984-8f9c-5430429c63c9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Checking segment: {'id': 'd56cc075-28dc-4709-9ffa-bc55e4c288a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:48.020834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b7a3e-b381-4984-8f9c-5430429c63c9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network hostable DHCP agents. Network: aee2aa3a-d563-4bb6-84ee-4aa70118ca60, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:46:48.051707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b7a3e-b381-4984-8f9c-5430429c63c9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network aee2aa3a-d563-4bb6-84ee-4aa70118ca60 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:46:48.066234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4b9b7a3e-b381-4984-8f9c-5430429c63c9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, aee2aa3a-d563-4bb6-84ee-4aa70118ca60) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:48.076624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9b7a3e-b381-4984-8f9c-5430429c63c9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:48.077237 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b9b7a3e-b381-4984-8f9c-5430429c63c9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:48.082460 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:48.097073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4b9b7a3e-b381-4984-8f9c-5430429c63c9 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5582514 Aug 24 00:46:48.099857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38736) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:48.112170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27ea864-3ff2-4256-ba3b-2cff341a9ccb None None] Network aee2aa3a-d563-4bb6-84ee-4aa70118ca60 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:48.139051 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:48.140746 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:48.143362 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:48.162930 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Transition to ACTIVE for port object fea1af1a-4615-4f51-a9ef-dd7ec241f8df will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:48.175984 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:48.246467 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6fd57-aa3b-414b-8629-61a4d090e39e None None] Pushing event updated for resources: {'Port': ['ID=fea1af1a-4615-4f51-a9ef-dd7ec241f8df,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:48.334632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e949231e-c233-4f45-9ea5-9f7cfb4160f4 None None] Provisioning for port fea1af1a-4615-4f51-a9ef-dd7ec241f8df completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:48.366578 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Attempting to bind port fea1af1a-4615-4f51-a9ef-dd7ec241f8df on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:46:48.367204 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Attempting to bind port fea1af1a-4615-4f51-a9ef-dd7ec241f8df by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'fed0e4f2-fd60-4528-9004-653ba2df5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:46:48.367465 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Attempting to bind port fea1af1a-4615-4f51-a9ef-dd7ec241f8df on network 399f6e7f-d0d6-4dcc-b584-15adf70a244c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:48.373676 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:46:48.374165 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Checking segment: {'id': 'fed0e4f2-fd60-4528-9004-653ba2df5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:48.374651 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:48.375329 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Bound using segment: {'id': 'fed0e4f2-fd60-4528-9004-653ba2df5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:46:48.375920 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Bound port: fea1af1a-4615-4f51-a9ef-dd7ec241f8df, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed0e4f2-fd60-4528-9004-653ba2df5726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:46:48.376567 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:48.378148 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:48.382235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e949231e-c233-4f45-9ea5-9f7cfb4160f4 None None] Provisioning complete for port 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:48.382605 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e949231e-c233-4f45-9ea5-9f7cfb4160f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:48.477812 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] For port fea1af1a-4615-4f51-a9ef-dd7ec241f8df, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:48.481265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:46:48.482432 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:48.485870 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] For port fea1af1a-4615-4f51-a9ef-dd7ec241f8df, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fea1af1a-4615-4f51-a9ef-dd7ec241f8df,segment=NetworkSegment(fed0e4f2-fd60-4528-9004-653ba2df5726),segment_id=fed0e4f2-fd60-4528-9004-653ba2df5726)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:48.496642 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:48.580317 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:48.586527 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:48.630099 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6fd57-aa3b-414b-8629-61a4d090e39e None None] Pushing event updated for resources: {'Port': ['ID=fea1af1a-4615-4f51-a9ef-dd7ec241f8df,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:48.636072 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9e97fd76-19e0-4fcc-9b18-a334bcb48ee8,segment=NetworkSegment(fed0e4f2-fd60-4528-9004-653ba2df5726),segment_id=fed0e4f2-fd60-4528-9004-653ba2df5726)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:48.658239 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:48.668206 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:48.737733 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:46:49.017540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=9e97fd76-19e0-4fcc-9b18-a334bcb48ee8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:49.040788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Allocated IP 2001:db8:1::2 (aee2aa3a-d563-4bb6-84ee-4aa70118ca60/4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a/ac760ed6-bcb3-43b3-9e44-7b83d65a32d7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:49.117404 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:46:46Z', 'revision_number': 2, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:48Z', 'revision_number': 4, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:49.145198 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99fc6a6-547f-467c-bff9-afd28a5236f8 None None] The sync data for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 is: [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:46:46Z', 'revision_number': 2, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:48Z', 'revision_number': 4, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:49.236336 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:49.247124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Transition to ACTIVE for port object ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:49.266109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Transition to ACTIVE for port object ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:49.274645 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:49.328449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Network aee2aa3a-d563-4bb6-84ee-4aa70118ca60 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:49.331525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:49.334322 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Allocated IP 2001:db8:1::1 (aee2aa3a-d563-4bb6-84ee-4aa70118ca60/4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a/079f04bd-bca9-4945-951e-9e07cd427b66) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:49.335877 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:49.338227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Pushing event updated for resources: {'Port': ['ID=ac760ed6-bcb3-43b3-9e44-7b83d65a32d7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:49.475660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Attempting to bind port ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:46:49.476433 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Attempting to bind port ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'd56cc075-28dc-4709-9ffa-bc55e4c288a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:46:49.476979 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Attempting to bind port ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 on network aee2aa3a-d563-4bb6-84ee-4aa70118ca60 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:49.501676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:46:49.502122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Checking segment: {'id': 'd56cc075-28dc-4709-9ffa-bc55e4c288a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:49.502534 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:49.502952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Bound using segment: {'id': 'd56cc075-28dc-4709-9ffa-bc55e4c288a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:46:49.503452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Bound port: ac760ed6-bcb3-43b3-9e44-7b83d65a32d7, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56cc075-28dc-4709-9ffa-bc55e4c288a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:46:49.503836 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:49.534908 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:49.580453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Transition to ACTIVE for port object 079f04bd-bca9-4945-951e-9e07cd427b66 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:49.609686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] For port ac760ed6-bcb3-43b3-9e44-7b83d65a32d7, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:49.614428 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] For port ac760ed6-bcb3-43b3-9e44-7b83d65a32d7, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ac760ed6-bcb3-43b3-9e44-7b83d65a32d7,segment=NetworkSegment(d56cc075-28dc-4709-9ffa-bc55e4c288a3),segment_id=d56cc075-28dc-4709-9ffa-bc55e4c288a3)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:49.625223 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:49.743658 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:49.770654 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ff5b7-f93f-407a-b89a-d4907927c174 None None] Pushing event updated for resources: {'Port': ['ID=ac760ed6-bcb3-43b3-9e44-7b83d65a32d7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:49.898381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=079f04bd-bca9-4945-951e-9e07cd427b66,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:49.910266 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network aee2aa3a-d563-4bb6-84ee-4aa70118ca60 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:49.912527 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:49.916983 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:49.917660 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:49.924178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7d044-398e-4967-936d-829ea06e139e req-c520875c-41b6-407e-a816-caec73d693db tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:49.932921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7dd7d044-398e-4967-936d-829ea06e139e req-c520875c-41b6-407e-a816-caec73d693db tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.0928888 Aug 24 00:46:49.994612 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7dd7d044-398e-4967-936d-829ea06e139e req-60aa1a4c-e23c-457c-925b-08ce4109cfc9 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598147 Aug 24 00:46:50.094073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fea1af1a-4615-4f51-a9ef-dd7ec241f8df up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:50.111807 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:50.220971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port fea1af1a-4615-4f51-a9ef-dd7ec241f8df completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:50.226096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port fea1af1a-4615-4f51-a9ef-dd7ec241f8df triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:50.226662 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:50.344031 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:50.396274 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port fea1af1a-4615-4f51-a9ef-dd7ec241f8df, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fea1af1a-4615-4f51-a9ef-dd7ec241f8df,segment=NetworkSegment(fed0e4f2-fd60-4528-9004-653ba2df5726),segment_id=fed0e4f2-fd60-4528-9004-653ba2df5726)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:50.402980 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:50.403898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:50.482277 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:50.489551 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:50.490496 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:50.497589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=fea1af1a-4615-4f51-a9ef-dd7ec241f8df,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:50.518333 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:50.519022 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:50.586040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=079f04bd-bca9-4945-951e-9e07cd427b66,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:50.637592 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network aee2aa3a-d563-4bb6-84ee-4aa70118ca60 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:50.639467 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:50.745658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:46:50.850327 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:50.858900 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ecc8db6d-6975-477f-bbd5-4bc57caaa1ca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7552288 Aug 24 00:46:50.859287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38790) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:50.864746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b2b00bcd-6b15-41d5-bd60-2a15e04d164b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1460374084'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:50.888565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b00bcd-6b15-41d5-bd60-2a15e04d164b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:50.892544 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2b00bcd-6b15-41d5-bd60-2a15e04d164b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:50.918891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b00bcd-6b15-41d5-bd60-2a15e04d164b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:46:50.929204 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2b00bcd-6b15-41d5-bd60-2a15e04d164b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:50.929885 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-b2b00bcd-6b15-41d5-bd60-2a15e04d164b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Added segment e377eb16-35ca-48c1-ae00-fb05dff8971f of type vlan for network 4c70a74a-dc38-4467-aba0-e95ef5c20011 Aug 24 00:46:50.980034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2b00bcd-6b15-41d5-bd60-2a15e04d164b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:51.025001 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:46:51.038764 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2b00bcd-6b15-41d5-bd60-2a15e04d164b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:51.045912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b00bcd-6b15-41d5-bd60-2a15e04d164b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:51.046889 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b2b00bcd-6b15-41d5-bd60-2a15e04d164b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:51.064138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895c818c-648b-4e48-aad4-663479066386 None None] Network aee2aa3a-d563-4bb6-84ee-4aa70118ca60 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:51.080134 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38798) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:51.080417 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b2b00bcd-6b15-41d5-bd60-2a15e04d164b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2188716 Aug 24 00:46:51.089567 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-98b05783-8653-4444-a2e2-b64b489970b8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'subnet': {'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:51.155693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b00bcd-6b15-41d5-bd60-2a15e04d164b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Network': ['ID=4c70a74a-dc38-4467-aba0-e95ef5c20011,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:51.184647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83544e8-c900-40d9-9b90-904ad1d082e0 req-de0cac0f-2384-4fb8-becb-6ef09f08b5b4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:51.192419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d83544e8-c900-40d9-9b90-904ad1d082e0 req-de0cac0f-2384-4fb8-becb-6ef09f08b5b4 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.0823872 Aug 24 00:46:51.213276 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b05783-8653-4444-a2e2-b64b489970b8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:51.222554 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98b05783-8653-4444-a2e2-b64b489970b8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:51.240074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 4c70a74a-dc38-4467-aba0-e95ef5c20011 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:46:51.248592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d83544e8-c900-40d9-9b90-904ad1d082e0 req-408f602b-f745-49e2-8a1d-e5bfa15b6068 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494604 Aug 24 00:46:51.346814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3c3b1c92-cc52-4373-8837-26af2c61bb27 None None] Provisioning for port ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:51.452209 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98b05783-8653-4444-a2e2-b64b489970b8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:51.521282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b05783-8653-4444-a2e2-b64b489970b8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Subnet': ['ID=2b406fff-dda1-4f52-85b1-f534b2989c95,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:51.535366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b05783-8653-4444-a2e2-b64b489970b8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Checking segment: {'id': 'e377eb16-35ca-48c1-ae00-fb05dff8971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:51.535740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b05783-8653-4444-a2e2-b64b489970b8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network hostable DHCP agents. Network: 4c70a74a-dc38-4467-aba0-e95ef5c20011, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:46:51.559880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b05783-8653-4444-a2e2-b64b489970b8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 4c70a74a-dc38-4467-aba0-e95ef5c20011 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:46:51.572623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-98b05783-8653-4444-a2e2-b64b489970b8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 4c70a74a-dc38-4467-aba0-e95ef5c20011) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:51.578040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b05783-8653-4444-a2e2-b64b489970b8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:51.579029 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98b05783-8653-4444-a2e2-b64b489970b8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:51.588566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26303eb-c92d-4183-ab6c-f1d794281dde None None] Network 4c70a74a-dc38-4467-aba0-e95ef5c20011 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:51.599072 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-98b05783-8653-4444-a2e2-b64b489970b8 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5165145 Aug 24 00:46:51.602181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38808) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:51.665301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Sync routers for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:51.691149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:51.691799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:51.920063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e021d664-fae1-48b6-ab44-184fc84f3b88 None None] Provisioning for port 079f04bd-bca9-4945-951e-9e07cd427b66 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:51.923550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:46:51.980302 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e021d664-fae1-48b6-ab44-184fc84f3b88 None None] Provisioning complete for port 079f04bd-bca9-4945-951e-9e07cd427b66 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:51.980501 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e021d664-fae1-48b6-ab44-184fc84f3b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:52.021932 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e021d664-fae1-48b6-ab44-184fc84f3b88 None None] Port 079f04bd-bca9-4945-951e-9e07cd427b66 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:52.024449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-4c70a74a-dc38-4467-aba0-e95ef5c20011', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:46:52.026313 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:52.091163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fea1af1a-4615-4f51-a9ef-dd7ec241f8df up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:52.099332 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:52.263298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-865e3b1d-b767-4114-a472-9318d2dffbf0 None None] Provisioning complete for port 079f04bd-bca9-4945-951e-9e07cd427b66 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:52.263679 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-865e3b1d-b767-4114-a472-9318d2dffbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:52.384773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-865e3b1d-b767-4114-a472-9318d2dffbf0 None None] Port 079f04bd-bca9-4945-951e-9e07cd427b66 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:52.409190 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port fea1af1a-4615-4f51-a9ef-dd7ec241f8df triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:52.409566 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:52.412598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Allocated IP 2001:db8:2::2 (4c70a74a-dc38-4467-aba0-e95ef5c20011/2b406fff-dda1-4f52-85b1-f534b2989c95/4e84fc4b-8880-4669-9def-18650d0c2cbc) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:52.589757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9334f4da-f485-4341-ae75-ebc62b4675e3 None None] Provisioning complete for port 079f04bd-bca9-4945-951e-9e07cd427b66 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:52.590139 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9334f4da-f485-4341-ae75-ebc62b4675e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:52.658188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d757db-3d6e-47e5-a938-7a9749ff660b req-c81175ef-3d2e-40a5-8f3a-346abb28ebbb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:52.661261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41d757db-3d6e-47e5-a938-7a9749ff660b req-c81175ef-3d2e-40a5-8f3a-346abb28ebbb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.1010942 Aug 24 00:46:52.676353 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 3, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 2, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:52.754460 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Checking router: 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:46:52.755046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Updating router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f port 079f04bd-bca9-4945-951e-9e07cd427b66 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:46:52.764062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-9334f4da-f485-4341-ae75-ebc62b4675e3 None None] Port 079f04bd-bca9-4945-951e-9e07cd427b66 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:52.793051 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41d757db-3d6e-47e5-a938-7a9749ff660b req-bb7e7cb2-7740-4c77-8d73-4677f12dd6db tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216595 Aug 24 00:46:52.830597 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:52.867944 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:52.889892 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:52.907741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Transition to ACTIVE for port object 4e84fc4b-8880-4669-9def-18650d0c2cbc will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:52.961307 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Transition to ACTIVE for port object 4e84fc4b-8880-4669-9def-18650d0c2cbc will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:53.018598 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.026970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:53.060957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Allocated IP 2001:db8:2::1 (4c70a74a-dc38-4467-aba0-e95ef5c20011/2b406fff-dda1-4f52-85b1-f534b2989c95/fd185de7-6510-4d45-a969-89878a985db2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:53.194547 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.209945 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Transition to ACTIVE for port object fd185de7-6510-4d45-a969-89878a985db2 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:53.226516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:53.227133 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.246680 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.263577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Network 4c70a74a-dc38-4467-aba0-e95ef5c20011 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:53.280800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Pushing event updated for resources: {'Port': ['ID=4e84fc4b-8880-4669-9def-18650d0c2cbc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:53.283534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:53.289139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:53.302345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 4c70a74a-dc38-4467-aba0-e95ef5c20011 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:53.307263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:53.310958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:53.311519 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.334888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:53.335233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:53.335575 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:53.335910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:53.336243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:53.336577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:53.336901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:53.337228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:53.337549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:53.337871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:53.338248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:53.338572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:53.349706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=fd185de7-6510-4d45-a969-89878a985db2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:53.425525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Attempting to bind port 4e84fc4b-8880-4669-9def-18650d0c2cbc on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:46:53.425899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Attempting to bind port 4e84fc4b-8880-4669-9def-18650d0c2cbc by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'e377eb16-35ca-48c1-ae00-fb05dff8971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:46:53.426259 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Attempting to bind port 4e84fc4b-8880-4669-9def-18650d0c2cbc on network 4c70a74a-dc38-4467-aba0-e95ef5c20011 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:53.449837 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.484179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:46:53.484562 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Checking segment: {'id': 'e377eb16-35ca-48c1-ae00-fb05dff8971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:53.485657 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.486192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Bound using segment: {'id': 'e377eb16-35ca-48c1-ae00-fb05dff8971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:46:53.486894 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Bound port: 4e84fc4b-8880-4669-9def-18650d0c2cbc, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e377eb16-35ca-48c1-ae00-fb05dff8971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:46:53.487281 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.510948 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.636513 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.641301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port ac760ed6-bcb3-43b3-9e44-7b83d65a32d7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ac760ed6-bcb3-43b3-9e44-7b83d65a32d7,segment=NetworkSegment(d56cc075-28dc-4709-9ffa-bc55e4c288a3),segment_id=d56cc075-28dc-4709-9ffa-bc55e4c288a3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:53.644883 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] For port 4e84fc4b-8880-4669-9def-18650d0c2cbc, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:53.650709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] For port 4e84fc4b-8880-4669-9def-18650d0c2cbc, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4e84fc4b-8880-4669-9def-18650d0c2cbc,segment=NetworkSegment(e377eb16-35ca-48c1-ae00-fb05dff8971f),segment_id=e377eb16-35ca-48c1-ae00-fb05dff8971f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:53.652135 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.660538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Transition to ACTIVE for port object 079f04bd-bca9-4945-951e-9e07cd427b66 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:53.663702 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.701158 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.742536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=ac760ed6-bcb3-43b3-9e44-7b83d65a32d7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:53.758234 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.763298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.764514 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.921208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=fd185de7-6510-4d45-a969-89878a985db2,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:53.926184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Attempting to bind port 079f04bd-bca9-4945-951e-9e07cd427b66 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:46:53.928916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Attempting to bind port 079f04bd-bca9-4945-951e-9e07cd427b66 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'd56cc075-28dc-4709-9ffa-bc55e4c288a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:46:53.929492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Attempting to bind port 079f04bd-bca9-4945-951e-9e07cd427b66 on network aee2aa3a-d563-4bb6-84ee-4aa70118ca60 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:53.952223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:53.987207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef9d46-ed3c-4a4c-a480-10f854d2b5ba None None] Pushing event updated for resources: {'Port': ['ID=4e84fc4b-8880-4669-9def-18650d0c2cbc,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:53.999885 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:46:54.001082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Checking segment: {'id': 'd56cc075-28dc-4709-9ffa-bc55e4c288a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:54.002215 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:54.002215 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Bound using segment: {'id': 'd56cc075-28dc-4709-9ffa-bc55e4c288a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:46:54.002425 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Bound port: 079f04bd-bca9-4945-951e-9e07cd427b66, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56cc075-28dc-4709-9ffa-bc55e4c288a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:46:54.002766 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:54.029142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 4c70a74a-dc38-4467-aba0-e95ef5c20011 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:54.033619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:54.078203 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:54.149003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d894060-b119-4d50-b5f7-65bef7f2b316 req-095cbabf-1560-43a4-bb96-dbdee12f6511 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:54.149378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108dad40-a715-4d7a-b83f-7b22f39981d4 None None] Pushing event updated for resources: {'Port': ['ID=079f04bd-bca9-4945-951e-9e07cd427b66,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:54.159646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d894060-b119-4d50-b5f7-65bef7f2b316 req-095cbabf-1560-43a4-bb96-dbdee12f6511 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.2063515 Aug 24 00:46:54.195047 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:54.195576 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:54.245825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] For port 079f04bd-bca9-4945-951e-9e07cd427b66, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:54.251158 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] For port 079f04bd-bca9-4945-951e-9e07cd427b66, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=079f04bd-bca9-4945-951e-9e07cd427b66,segment=NetworkSegment(d56cc075-28dc-4709-9ffa-bc55e4c288a3),segment_id=d56cc075-28dc-4709-9ffa-bc55e4c288a3)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:54.255025 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d894060-b119-4d50-b5f7-65bef7f2b316 req-758351aa-e17d-4e31-b397-11a90b770c3e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937319 Aug 24 00:46:54.265031 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:54.270374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:46:54.363493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:54.364288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:54.406290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:54.419269 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38854) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:54.419776 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b770f416-8741-4dea-8482-a51670cf31e3 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8156087 Aug 24 00:46:54.425313 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dffc23c6-cf23-4050-93bf-84fad196175f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1177395609'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:54.450579 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffc23c6-cf23-4050-93bf-84fad196175f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:54.454310 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dffc23c6-cf23-4050-93bf-84fad196175f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:54.480163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108dad40-a715-4d7a-b83f-7b22f39981d4 None None] Pushing event updated for resources: {'Port': ['ID=079f04bd-bca9-4945-951e-9e07cd427b66,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:54.494421 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffc23c6-cf23-4050-93bf-84fad196175f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:46:54.507821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:46:54.511986 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dffc23c6-cf23-4050-93bf-84fad196175f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:54.512339 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-dffc23c6-cf23-4050-93bf-84fad196175f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Added segment 6a1060f1-e6bd-4779-bfb0-4ca4787315b6 of type vlan for network 318e64d0-e5ea-47cc-a095-15364d38bd2b Aug 24 00:46:54.582831 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dffc23c6-cf23-4050-93bf-84fad196175f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:54.623398 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dffc23c6-cf23-4050-93bf-84fad196175f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:54.629390 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffc23c6-cf23-4050-93bf-84fad196175f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:54.630029 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dffc23c6-cf23-4050-93bf-84fad196175f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:54.701855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38860) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:54.702085 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dffc23c6-cf23-4050-93bf-84fad196175f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2816184 Aug 24 00:46:54.708335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0afb73c6-19c4-496e-ad50-751603d6523f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'subnet': {'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:54.727967 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc23c6-cf23-4050-93bf-84fad196175f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Network': ['ID=318e64d0-e5ea-47cc-a095-15364d38bd2b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:54.750021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 318e64d0-e5ea-47cc-a095-15364d38bd2b details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:46:54.844813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afb73c6-19c4-496e-ad50-751603d6523f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Made reservation on behalf of fa2187a8f6ce49f0943c2bbd1f5c422f for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:54.849242 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0afb73c6-19c4-496e-ad50-751603d6523f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:54.884251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:46:53Z', 'revision_number': 4, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:54Z', 'revision_number': 4, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd185de7-6510-4d45-a969-89878a985db2', 'name': '', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:14:52:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:52Z', 'updated_at': '2021-08-24T00:46:53Z', 'revision_number': 2, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:54.917470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2a33e-3a3d-4b55-b1ab-ad2c2d403c97 None None] The sync data for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 is: [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:46:53Z', 'revision_number': 4, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:54Z', 'revision_number': 4, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd185de7-6510-4d45-a969-89878a985db2', 'name': '', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:14:52:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:52Z', 'updated_at': '2021-08-24T00:46:53Z', 'revision_number': 2, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:55.109646 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0afb73c6-19c4-496e-ad50-751603d6523f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:55.189664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb73c6-19c4-496e-ad50-751603d6523f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Subnet': ['ID=a74ca3db-1865-4418-a9a3-42366717f676,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:55.193805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5ee6e6-ef86-4b17-8dae-badc4f573952 None None] Network 4c70a74a-dc38-4467-aba0-e95ef5c20011 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:55.201031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb73c6-19c4-496e-ad50-751603d6523f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Checking segment: {'id': '6a1060f1-e6bd-4779-bfb0-4ca4787315b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:55.201475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb73c6-19c4-496e-ad50-751603d6523f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network hostable DHCP agents. Network: 318e64d0-e5ea-47cc-a095-15364d38bd2b, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:46:55.224677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb73c6-19c4-496e-ad50-751603d6523f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 318e64d0-e5ea-47cc-a095-15364d38bd2b is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:46:55.240649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-0afb73c6-19c4-496e-ad50-751603d6523f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 318e64d0-e5ea-47cc-a095-15364d38bd2b) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:55.253313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afb73c6-19c4-496e-ad50-751603d6523f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:55.254404 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0afb73c6-19c4-496e-ad50-751603d6523f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:55.306203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626742f0-1ad2-404a-acc4-fce26b0dc7b3 None None] Network 318e64d0-e5ea-47cc-a095-15364d38bd2b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:55.311495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0afb73c6-19c4-496e-ad50-751603d6523f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6076918 Aug 24 00:46:55.314477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38874) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:55.398866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-158982ee-3df9-4975-9422-ec5826d5cf07 None None] Provisioning for port 4e84fc4b-8880-4669-9def-18650d0c2cbc completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:55.540253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d8121-a6d2-4e22-82b7-a44652c3f6b9 req-28bcf7f1-46c8-47b5-977a-04bdb7ce8049 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:55.542011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f22d8121-a6d2-4e22-82b7-a44652c3f6b9 req-28bcf7f1-46c8-47b5-977a-04bdb7ce8049 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.1460407 Aug 24 00:46:55.626473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-318e64d0-e5ea-47cc-a095-15364d38bd2b', 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'fixed_ips': [{'subnet_id': 'a74ca3db-1865-4418-a9a3-42366717f676'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:46:55.627750 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:55.689088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f22d8121-a6d2-4e22-82b7-a44652c3f6b9 req-9d155262-f187-4a12-9bbd-160961ba23ad tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892072 Aug 24 00:46:55.864957 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Allocated IP 2001:db8:3::2 (318e64d0-e5ea-47cc-a095-15364d38bd2b/a74ca3db-1865-4418-a9a3-42366717f676/190d8ba1-2b88-4adc-87f2-76f1c05bb5e7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:56.023863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4e84fc4b-8880-4669-9def-18650d0c2cbc up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:56.102719 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:56.159431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4e84fc4b-8880-4669-9def-18650d0c2cbc completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:56.178658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4e84fc4b-8880-4669-9def-18650d0c2cbc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:56.179709 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:56.202809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-094d9b18-7339-46aa-ab9f-e6b4faac00e4 None None] Provisioning for port fd185de7-6510-4d45-a969-89878a985db2 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:56.231822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-094d9b18-7339-46aa-ab9f-e6b4faac00e4 None None] Provisioning complete for port fd185de7-6510-4d45-a969-89878a985db2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:56.232314 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-094d9b18-7339-46aa-ab9f-e6b4faac00e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:56.290120 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:56.330093 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Transition to ACTIVE for port object 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:56.350607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-094d9b18-7339-46aa-ab9f-e6b4faac00e4 None None] Port fd185de7-6510-4d45-a969-89878a985db2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:56.374912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Transition to ACTIVE for port object 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:56.402648 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:56.454148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Network 318e64d0-e5ea-47cc-a095-15364d38bd2b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:56.463973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:56.475683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:56.482703 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:56.504128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Pushing event updated for resources: {'Port': ['ID=190d8ba1-2b88-4adc-87f2-76f1c05bb5e7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:56.519612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Allocated IP 2001:db8:3::1 (318e64d0-e5ea-47cc-a095-15364d38bd2b/a74ca3db-1865-4418-a9a3-42366717f676/fe55057e-0505-4ec7-8a94-439e5ce5bf19) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:56.576428 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4e84fc4b-8880-4669-9def-18650d0c2cbc, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4e84fc4b-8880-4669-9def-18650d0c2cbc,segment=NetworkSegment(e377eb16-35ca-48c1-ae00-fb05dff8971f),segment_id=e377eb16-35ca-48c1-ae00-fb05dff8971f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:56.579610 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-20a33f12-0c10-4739-a161-1133ae024594 None None] Provisioning complete for port fd185de7-6510-4d45-a969-89878a985db2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:56.580389 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-20a33f12-0c10-4739-a161-1133ae024594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:56.589972 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:56.593471 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 079f04bd-bca9-4945-951e-9e07cd427b66 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:56.608942 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Sync routers for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:56.633870 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:56.634519 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:56.671062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Attempting to bind port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:46:56.671922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Attempting to bind port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '6a1060f1-e6bd-4779-bfb0-4ca4787315b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:46:56.673667 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Attempting to bind port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 on network 318e64d0-e5ea-47cc-a095-15364d38bd2b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:56.694529 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:56.728835 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:46:56.746226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Transition to ACTIVE for port object fe55057e-0505-4ec7-8a94-439e5ce5bf19 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:56.796060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:46:56.796625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Checking segment: {'id': '6a1060f1-e6bd-4779-bfb0-4ca4787315b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:56.797258 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:56.797667 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Bound using segment: {'id': '6a1060f1-e6bd-4779-bfb0-4ca4787315b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:46:56.798264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Bound port: 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1060f1-e6bd-4779-bfb0-4ca4787315b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:46:56.798750 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:56.803500 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4e84fc4b-8880-4669-9def-18650d0c2cbc,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:56.824569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-20a33f12-0c10-4739-a161-1133ae024594 None None] Port fd185de7-6510-4d45-a969-89878a985db2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:56.827498 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a63fec-8570-4955-ab5e-9955b1c73dbb req-506a0ae2-50fd-4f90-99ea-2ee8674c9d1a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:56.830331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20a63fec-8570-4955-ab5e-9955b1c73dbb req-506a0ae2-50fd-4f90-99ea-2ee8674c9d1a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.0759335 Aug 24 00:46:56.840977 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:56.856638 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 079f04bd-bca9-4945-951e-9e07cd427b66 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:56.865242 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 079f04bd-bca9-4945-951e-9e07cd427b66 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:56.865627 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:56.923840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 318e64d0-e5ea-47cc-a095-15364d38bd2b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:56.927883 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20a63fec-8570-4955-ab5e-9955b1c73dbb req-538cb89e-1210-4e3f-b15a-dd51913c46cb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884304 Aug 24 00:46:56.933686 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:56.936569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:56.937589 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.003317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=fe55057e-0505-4ec7-8a94-439e5ce5bf19,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:57.024975 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:46:53Z', 'revision_number': 4, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:54Z', 'revision_number': 4, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd185de7-6510-4d45-a969-89878a985db2', 'name': '', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:14:52:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:52Z', 'updated_at': '2021-08-24T00:46:53Z', 'revision_number': 2, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:57.058571 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Checking router: 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:46:57.059328 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Updating router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f port fd185de7-6510-4d45-a969-89878a985db2 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:46:57.099424 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.102625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] For port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:57.107019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] For port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=190d8ba1-2b88-4adc-87f2-76f1c05bb5e7,segment=NetworkSegment(6a1060f1-e6bd-4779-bfb0-4ca4787315b6),segment_id=6a1060f1-e6bd-4779-bfb0-4ca4787315b6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:57.119606 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.131576 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.152472 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f5abb8a2-58b3-452b-85f6-cca0ba492f37 None None] Provisioning complete for port fd185de7-6510-4d45-a969-89878a985db2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:57.153300 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f5abb8a2-58b3-452b-85f6-cca0ba492f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.274417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9812e-7ed7-406d-8fd9-748edf45714e None None] Pushing event updated for resources: {'Port': ['ID=190d8ba1-2b88-4adc-87f2-76f1c05bb5e7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:57.281327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f5abb8a2-58b3-452b-85f6-cca0ba492f37 None None] Port fd185de7-6510-4d45-a969-89878a985db2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:57.309598 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.349543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 079f04bd-bca9-4945-951e-9e07cd427b66, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=079f04bd-bca9-4945-951e-9e07cd427b66,segment=NetworkSegment(d56cc075-28dc-4709-9ffa-bc55e4c288a3),segment_id=d56cc075-28dc-4709-9ffa-bc55e4c288a3)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:57.355835 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.442047 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=079f04bd-bca9-4945-951e-9e07cd427b66,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:57.505752 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.523476 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Transition to ACTIVE for port object fd185de7-6510-4d45-a969-89878a985db2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:57.534245 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.541840 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67850ce8-3cd3-4f1d-9859-30d227e390d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.600631 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.606380 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7099e2-6241-4a52-a241-f0e44fc9771e None None] Pushing event updated for resources: {'Port': ['ID=fd185de7-6510-4d45-a969-89878a985db2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:57.612121 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.612935 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.616216 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7099e2-6241-4a52-a241-f0e44fc9771e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:57.616755 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7099e2-6241-4a52-a241-f0e44fc9771e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:57.617058 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7099e2-6241-4a52-a241-f0e44fc9771e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:57.617468 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7099e2-6241-4a52-a241-f0e44fc9771e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:57.617896 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7099e2-6241-4a52-a241-f0e44fc9771e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:57.618313 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7099e2-6241-4a52-a241-f0e44fc9771e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:57.618712 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7099e2-6241-4a52-a241-f0e44fc9771e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:57.619126 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7099e2-6241-4a52-a241-f0e44fc9771e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:57.619655 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7099e2-6241-4a52-a241-f0e44fc9771e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:57.620078 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7099e2-6241-4a52-a241-f0e44fc9771e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:57.620495 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7099e2-6241-4a52-a241-f0e44fc9771e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:57.621175 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7099e2-6241-4a52-a241-f0e44fc9771e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:57.699278 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Attempting to bind port fd185de7-6510-4d45-a969-89878a985db2 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:46:57.699973 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Attempting to bind port fd185de7-6510-4d45-a969-89878a985db2 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'e377eb16-35ca-48c1-ae00-fb05dff8971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:46:57.700342 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Attempting to bind port fd185de7-6510-4d45-a969-89878a985db2 on network 4c70a74a-dc38-4467-aba0-e95ef5c20011 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:57.706505 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:46:57.706934 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Checking segment: {'id': 'e377eb16-35ca-48c1-ae00-fb05dff8971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:57.707474 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.708042 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Bound using segment: {'id': 'e377eb16-35ca-48c1-ae00-fb05dff8971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:46:57.708459 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Bound port: fd185de7-6510-4d45-a969-89878a985db2, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e377eb16-35ca-48c1-ae00-fb05dff8971f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:46:57.708886 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.745298 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event updated for resources: {'Port': ['ID=fe55057e-0505-4ec7-8a94-439e5ce5bf19,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:57.808000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Network 318e64d0-e5ea-47cc-a095-15364d38bd2b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:57.809644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:57.812612 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] For port fd185de7-6510-4d45-a969-89878a985db2, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:57.816610 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] For port fd185de7-6510-4d45-a969-89878a985db2, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fd185de7-6510-4d45-a969-89878a985db2,segment=NetworkSegment(e377eb16-35ca-48c1-ae00-fb05dff8971f),segment_id=e377eb16-35ca-48c1-ae00-fb05dff8971f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:57.823598 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.892399 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7099e2-6241-4a52-a241-f0e44fc9771e None None] Pushing event updated for resources: {'Port': ['ID=fd185de7-6510-4d45-a969-89878a985db2,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:57.931014 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:57.932072 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:57.975214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:46:58.042291 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:46:58.112412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:58.233457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:58.242663 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4e84fc4b-8880-4669-9def-18650d0c2cbc up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:58.255351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaf546-0eb2-4412-9b3c-2118033f147e req-35b1c700-c862-4a1a-8952-f207dbce70c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:58.256963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ccaf546-0eb2-4412-9b3c-2118033f147e req-35b1c700-c862-4a1a-8952-f207dbce70c0 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.1796598 Aug 24 00:46:58.260438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:58.267123 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-14f46637-7590-47d1-b553-9816a6010699 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9506357 Aug 24 00:46:58.269818 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38918) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:58.297796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-40b469f0-ac68-4807-9100-36f745726e67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:58.363988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4e84fc4b-8880-4669-9def-18650d0c2cbc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:58.365165 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:58.450261 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd185de7-6510-4d45-a969-89878a985db2', 'name': '', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:14:52:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:52Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 4, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe55057e-0505-4ec7-8a94-439e5ce5bf19', 'name': '', 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:1b:66:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'a74ca3db-1865-4418-a9a3-42366717f676', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:56Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 2, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'a74ca3db-1865-4418-a9a3-42366717f676', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:58.504828 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd07c1-a236-4f46-b9db-09e1bdf9a90a None None] The sync data for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 is: [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd185de7-6510-4d45-a969-89878a985db2', 'name': '', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:14:52:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:52Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 4, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe55057e-0505-4ec7-8a94-439e5ce5bf19', 'name': '', 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:1b:66:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'a74ca3db-1865-4418-a9a3-42366717f676', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:56Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 2, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'a74ca3db-1865-4418-a9a3-42366717f676', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:46:58.526630 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 079f04bd-bca9-4945-951e-9e07cd427b66 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:58.622326 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 079f04bd-bca9-4945-951e-9e07cd427b66 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:58.622891 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:58.751611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2459bc-36f9-449c-98dc-ebcd64a2c787 None None] Network 318e64d0-e5ea-47cc-a095-15364d38bd2b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:58.846363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ccaf546-0eb2-4412-9b3c-2118033f147e req-745b4145-2aac-4b3f-a4de-12ded0f12b06 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5777678 Aug 24 00:46:58.862394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ce89521d-2fd3-4c7a-84f3-89948fe85ffc None None] Provisioning for port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:58.869247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ce89521d-2fd3-4c7a-84f3-89948fe85ffc None None] Provisioning complete for port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:58.869707 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce89521d-2fd3-4c7a-84f3-89948fe85ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:59.059734 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce89521d-2fd3-4c7a-84f3-89948fe85ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:59.106183 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ce89521d-2fd3-4c7a-84f3-89948fe85ffc None None] For port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=190d8ba1-2b88-4adc-87f2-76f1c05bb5e7,segment=NetworkSegment(6a1060f1-e6bd-4779-bfb0-4ca4787315b6),segment_id=6a1060f1-e6bd-4779-bfb0-4ca4787315b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:59.112534 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce89521d-2fd3-4c7a-84f3-89948fe85ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:59.187543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89521d-2fd3-4c7a-84f3-89948fe85ffc None None] Pushing event updated for resources: {'Port': ['ID=190d8ba1-2b88-4adc-87f2-76f1c05bb5e7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:59.296642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.extraroute_db [None req-40b469f0-ac68-4807-9100-36f745726e67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 24 00:46:59.320480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.extraroute_db [None req-40b469f0-ac68-4807-9100-36f745726e67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Removed routes are [] {{(pid=94837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 24 00:46:59.320890 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40b469f0-ac68-4807-9100-36f745726e67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:59.454907 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-11542b2e-0673-4ec1-8d89-eb0f2776cc7d None None] Provisioning complete for port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:59.455439 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11542b2e-0673-4ec1-8d89-eb0f2776cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:59.548600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Sync routers for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:46:59.570309 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:46:59.570938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:46:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:59.592870 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40b469f0-ac68-4807-9100-36f745726e67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:59.597348 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40b469f0-ac68-4807-9100-36f745726e67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:59.679694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-11542b2e-0673-4ec1-8d89-eb0f2776cc7d None None] Provisioning for port fe55057e-0505-4ec7-8a94-439e5ce5bf19 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:59.691937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-11542b2e-0673-4ec1-8d89-eb0f2776cc7d None None] Provisioning complete for port fe55057e-0505-4ec7-8a94-439e5ce5bf19 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:59.692787 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-11542b2e-0673-4ec1-8d89-eb0f2776cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:59.714837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b469f0-ac68-4807-9100-36f745726e67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:46:59.734859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:46:59.774422 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-11542b2e-0673-4ec1-8d89-eb0f2776cc7d None None] Port fe55057e-0505-4ec7-8a94-439e5ce5bf19 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:46:59.838678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b469f0-ac68-4807-9100-36f745726e67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:46:59.848129 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-40b469f0-ac68-4807-9100-36f745726e67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:59.850443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-40b469f0-ac68-4807-9100-36f745726e67 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f HTTP/1.1" status: 200 len: 954 time: 1.5606098 Aug 24 00:46:59.852822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38938) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:59.995115 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.036765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:47:00.046376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0864b797-08eb-416f-8c59-b0547fd0f933 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f HTTP/1.1" status: 200 len: 954 time: 0.1891580 Aug 24 00:47:00.046720 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38946) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:00.053357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ec82bea3-1c35-41f3-b0e0-540bb76c9ceb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'router': {'routes': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:00.080399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e309e4ce-6f2b-4b64-adc9-a3f6a357984e None None] Provisioning complete for port fe55057e-0505-4ec7-8a94-439e5ce5bf19 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:47:00.081002 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e309e4ce-6f2b-4b64-adc9-a3f6a357984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.083081 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95febb-2b75-467c-b710-488a4c6013c0 req-9e423995-7c90-4187-a80c-5191f647f9bb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:00.090399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d95febb-2b75-467c-b710-488a4c6013c0 req-9e423995-7c90-4187-a80c-5191f647f9bb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.0645034 Aug 24 00:47:00.139208 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d95febb-2b75-467c-b710-488a4c6013c0 req-a6b5a635-f777-4c88-bbc0-69a959b6971f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423377 Aug 24 00:47:00.161991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e309e4ce-6f2b-4b64-adc9-a3f6a357984e None None] Port fe55057e-0505-4ec7-8a94-439e5ce5bf19 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:47:00.173087 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.194591 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:46:59Z', 'revision_number': 6, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd185de7-6510-4d45-a969-89878a985db2', 'name': '', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:14:52:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:52Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 4, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe55057e-0505-4ec7-8a94-439e5ce5bf19', 'name': '', 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:1b:66:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'a74ca3db-1865-4418-a9a3-42366717f676', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:56Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 2, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'a74ca3db-1865-4418-a9a3-42366717f676', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:00.242319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:47:00.242319 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.250747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Checking router: 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:47:00.251873 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Updating router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f port fe55057e-0505-4ec7-8a94-439e5ce5bf19 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:47:00.325866 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-33314312-62dc-44da-97f0-7040f294df59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.335153 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.356155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8837fa26-0cb2-4052-aae1-7944a045ebf1 None None] Provisioning complete for port fe55057e-0505-4ec7-8a94-439e5ce5bf19 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:47:00.356529 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8837fa26-0cb2-4052-aae1-7944a045ebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.460298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8837fa26-0cb2-4052-aae1-7944a045ebf1 None None] Port fe55057e-0505-4ec7-8a94-439e5ce5bf19 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:47:00.468125 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-ec82bea3-1c35-41f3-b0e0-540bb76c9ceb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Added routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 24 00:47:00.468553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-ec82bea3-1c35-41f3-b0e0-540bb76c9ceb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 24 00:47:00.505230 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec82bea3-1c35-41f3-b0e0-540bb76c9ceb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.520635 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fd185de7-6510-4d45-a969-89878a985db2 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:47:00.648641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port fd185de7-6510-4d45-a969-89878a985db2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:47:00.663553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port fd185de7-6510-4d45-a969-89878a985db2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:47:00.664074 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.715207 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec82bea3-1c35-41f3-b0e0-540bb76c9ceb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.718563 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec82bea3-1c35-41f3-b0e0-540bb76c9ceb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.794634 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.811254 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Transition to ACTIVE for port object fe55057e-0505-4ec7-8a94-439e5ce5bf19 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:47:00.815095 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.824747 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec82bea3-1c35-41f3-b0e0-540bb76c9ceb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:47:00.844014 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.894519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port fd185de7-6510-4d45-a969-89878a985db2, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fd185de7-6510-4d45-a969-89878a985db2,segment=NetworkSegment(e377eb16-35ca-48c1-ae00-fb05dff8971f),segment_id=e377eb16-35ca-48c1-ae00-fb05dff8971f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:00.909688 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.913626 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c394c5-301f-44bc-9a96-7ec317615bf9 None None] Pushing event updated for resources: {'Port': ['ID=fe55057e-0505-4ec7-8a94-439e5ce5bf19,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:00.941656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec82bea3-1c35-41f3-b0e0-540bb76c9ceb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:47:00.949202 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ec82bea3-1c35-41f3-b0e0-540bb76c9ceb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.952766 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ec82bea3-1c35-41f3-b0e0-540bb76c9ceb tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f HTTP/1.1" status: 200 len: 704 time: 0.9012108 Aug 24 00:47:00.953103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 38962) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:01.025167 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=fd185de7-6510-4d45-a969-89878a985db2,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:01.040130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Attempting to bind port fe55057e-0505-4ec7-8a94-439e5ce5bf19 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:47:01.040509 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Attempting to bind port fe55057e-0505-4ec7-8a94-439e5ce5bf19 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '6a1060f1-e6bd-4779-bfb0-4ca4787315b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:47:01.040880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Attempting to bind port fe55057e-0505-4ec7-8a94-439e5ce5bf19 on network 318e64d0-e5ea-47cc-a095-15364d38bd2b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:47:01.046279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:47:01.046658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Checking segment: {'id': '6a1060f1-e6bd-4779-bfb0-4ca4787315b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:47:01.047106 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:01.048043 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Bound using segment: {'id': '6a1060f1-e6bd-4779-bfb0-4ca4787315b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:47:01.048520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Bound port: fe55057e-0505-4ec7-8a94-439e5ce5bf19, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1060f1-e6bd-4779-bfb0-4ca4787315b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:47:01.049142 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:01.079849 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0db9ed45-233b-4199-ad28-4a95870b4283 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f HTTP/1.1" status: 200 len: 704 time: 0.1245766 Aug 24 00:47:01.082657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 38968) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:01.127748 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] For port fe55057e-0505-4ec7-8a94-439e5ce5bf19, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:47:01.147486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] For port fe55057e-0505-4ec7-8a94-439e5ce5bf19, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fe55057e-0505-4ec7-8a94-439e5ce5bf19,segment=NetworkSegment(6a1060f1-e6bd-4779-bfb0-4ca4787315b6),segment_id=6a1060f1-e6bd-4779-bfb0-4ca4787315b6)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:47:01.167430 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:01.265166 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c394c5-301f-44bc-9a96-7ec317615bf9 None None] Pushing event updated for resources: {'Port': ['ID=fe55057e-0505-4ec7-8a94-439e5ce5bf19,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:01.271866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:01.272589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:01.371750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c42485-e920-43f6-9e69-cae67261be8e req-10d87eee-7769-4f43-9e61-772463b6592b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:01.373928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8c42485-e920-43f6-9e69-cae67261be8e req-10d87eee-7769-4f43-9e61-772463b6592b tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.1359987 Aug 24 00:47:01.382177 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:01.405161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:01.472979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8c42485-e920-43f6-9e69-cae67261be8e req-4299d417-139d-457b-ba70-7329fb48e088 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876522 Aug 24 00:47:01.604665 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da2823dc-4153-49ed-b5b7-9d5ee6b24eb2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:01.695968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:00Z', 'revision_number': 7, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd185de7-6510-4d45-a969-89878a985db2', 'name': '', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:14:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:52Z', 'updated_at': '2021-08-24T00:47:00Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe55057e-0505-4ec7-8a94-439e5ce5bf19', 'name': '', 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:1b:66:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'a74ca3db-1865-4418-a9a3-42366717f676', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:56Z', 'updated_at': '2021-08-24T00:47:01Z', 'revision_number': 4, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'a74ca3db-1865-4418-a9a3-42366717f676', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:01.725092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8419b80a-64b4-48b2-8f7e-8265ec75f60f None None] The sync data for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 is: [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:00Z', 'revision_number': 7, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd185de7-6510-4d45-a969-89878a985db2', 'name': '', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:14:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:52Z', 'updated_at': '2021-08-24T00:47:00Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe55057e-0505-4ec7-8a94-439e5ce5bf19', 'name': '', 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:1b:66:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'a74ca3db-1865-4418-a9a3-42366717f676', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:56Z', 'updated_at': '2021-08-24T00:47:01Z', 'revision_number': 4, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'a74ca3db-1865-4418-a9a3-42366717f676', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:47:01.899662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-da2823dc-4153-49ed-b5b7-9d5ee6b24eb2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port fe55057e-0505-4ec7-8a94-439e5ce5bf19 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:01.900004 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da2823dc-4153-49ed-b5b7-9d5ee6b24eb2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:01.947078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fe55057e-0505-4ec7-8a94-439e5ce5bf19 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:47:01.983346 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4462604-a097-4e87-9dd8-3a40c56f2875 None None] Sync routers for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:47:02.000429 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4462604-a097-4e87-9dd8-3a40c56f2875 None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:02.001658 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a4462604-a097-4e87-9dd8-3a40c56f2875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:02.025953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port fe55057e-0505-4ec7-8a94-439e5ce5bf19 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:47:02.033850 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port fe55057e-0505-4ec7-8a94-439e5ce5bf19 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:47:02.035416 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:02.041196 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-da2823dc-4153-49ed-b5b7-9d5ee6b24eb2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] For port fe55057e-0505-4ec7-8a94-439e5ce5bf19, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fe55057e-0505-4ec7-8a94-439e5ce5bf19,segment=NetworkSegment(6a1060f1-e6bd-4779-bfb0-4ca4787315b6),segment_id=6a1060f1-e6bd-4779-bfb0-4ca4787315b6)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:02.041778 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da2823dc-4153-49ed-b5b7-9d5ee6b24eb2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:02.064161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-da2823dc-4153-49ed-b5b7-9d5ee6b24eb2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for fe55057e-0505-4ec7-8a94-439e5ce5bf19 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:02.155137 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:02.197348 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port fe55057e-0505-4ec7-8a94-439e5ce5bf19, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fe55057e-0505-4ec7-8a94-439e5ce5bf19,segment=NetworkSegment(6a1060f1-e6bd-4779-bfb0-4ca4787315b6),segment_id=6a1060f1-e6bd-4779-bfb0-4ca4787315b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:02.203416 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:02.205501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fd185de7-6510-4d45-a969-89878a985db2 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:47:02.224341 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a4462604-a097-4e87-9dd8-3a40c56f2875 None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:02.311518 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da2823dc-4153-49ed-b5b7-9d5ee6b24eb2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:02.326954 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=fe55057e-0505-4ec7-8a94-439e5ce5bf19,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:02.336800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port fd185de7-6510-4d45-a969-89878a985db2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:47:02.337172 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:02.361951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2823dc-4153-49ed-b5b7-9d5ee6b24eb2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=fe55057e-0505-4ec7-8a94-439e5ce5bf19,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:02.515560 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a4462604-a097-4e87-9dd8-3a40c56f2875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:00Z', 'revision_number': 7, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd185de7-6510-4d45-a969-89878a985db2', 'name': '', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:14:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:52Z', 'updated_at': '2021-08-24T00:47:00Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe55057e-0505-4ec7-8a94-439e5ce5bf19', 'name': '', 'network_id': '318e64d0-e5ea-47cc-a095-15364d38bd2b', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:1b:66:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'a74ca3db-1865-4418-a9a3-42366717f676', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:56Z', 'updated_at': '2021-08-24T00:47:01Z', 'revision_number': 4, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'a74ca3db-1865-4418-a9a3-42366717f676', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:02.552384 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4462604-a097-4e87-9dd8-3a40c56f2875 None None] Checking router: 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:47:02.562587 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4462604-a097-4e87-9dd8-3a40c56f2875 None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:02.565568 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a4462604-a097-4e87-9dd8-3a40c56f2875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:02.590255 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-da2823dc-4153-49ed-b5b7-9d5ee6b24eb2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:02.690202 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a4462604-a097-4e87-9dd8-3a40c56f2875 None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:02.765589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ea03f-b40b-40c0-a02e-e1969260855f req-c719e068-f9e7-497c-ba1c-d74ab779d170 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:02.769846 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-006ea03f-b40b-40c0-a02e-e1969260855f req-c719e068-f9e7-497c-ba1c-d74ab779d170 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.1770880 Aug 24 00:47:02.854475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-006ea03f-b40b-40c0-a02e-e1969260855f req-e0d63228-000a-4dd7-b2e6-1bb2e62b8937 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790505 Aug 24 00:47:02.909831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2823dc-4153-49ed-b5b7-9d5ee6b24eb2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:47:02.928838 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a4462604-a097-4e87-9dd8-3a40c56f2875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:02Z', 'revision_number': 8, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd185de7-6510-4d45-a969-89878a985db2', 'name': '', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:14:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:52Z', 'updated_at': '2021-08-24T00:47:00Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:02.960018 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4462604-a097-4e87-9dd8-3a40c56f2875 None None] The sync data for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 is: [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:02Z', 'revision_number': 8, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd185de7-6510-4d45-a969-89878a985db2', 'name': '', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:14:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:52Z', 'updated_at': '2021-08-24T00:47:00Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:47:03.011636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2823dc-4153-49ed-b5b7-9d5ee6b24eb2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:47:03.018831 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-da2823dc-4153-49ed-b5b7-9d5ee6b24eb2 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9332135 Aug 24 00:47:03.019721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39002) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:03.076002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f9cbc3-21d0-4976-93ee-2790228ccb7a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting subnet a74ca3db-1865-4418-a9a3-42366717f676 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:47:03.079472 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14f9cbc3-21d0-4976-93ee-2790228ccb7a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:03.081992 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:03.121317 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14f9cbc3-21d0-4976-93ee-2790228ccb7a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:03.123734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-fc4c9e18-645f-4ba3-992a-14a028e645ec req-d55f98f8-5fe5-4c79-90d7-c809aa4c0a56 service neutron] (94837) timed out ('10.222.0.32', 42384) {{(pid=94837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:47:03.207439 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14f9cbc3-21d0-4976-93ee-2790228ccb7a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:03.271345 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14f9cbc3-21d0-4976-93ee-2790228ccb7a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:03.306858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9cbc3-21d0-4976-93ee-2790228ccb7a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Subnet': ['ID=a74ca3db-1865-4418-a9a3-42366717f676,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:03.309009 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-14f9cbc3-21d0-4976-93ee-2790228ccb7a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:03.311054 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-14f9cbc3-21d0-4976-93ee-2790228ccb7a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/a74ca3db-1865-4418-a9a3-42366717f676 HTTP/1.1" status: 204 len: 168 time: 0.2902932 Aug 24 00:47:03.314331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39010) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:03.330898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765c1217-3ec3-494c-8aed-e8a5c5ec382d None None] Network 318e64d0-e5ea-47cc-a095-15364d38bd2b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:47:03.548821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370077f0-a80a-4dec-8400-d1c36ccc5a71 None None] DHCP port deletion for 318e64d0-e5ea-47cc-a095-15364d38bd2b request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:47:03.614371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-370077f0-a80a-4dec-8400-d1c36ccc5a71 None None] Deleting port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:03.614965 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-370077f0-a80a-4dec-8400-d1c36ccc5a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:03.679741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c328f-cd91-4d72-85a9-de248950ed5e None None] Sync routers for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:47:03.691128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-370077f0-a80a-4dec-8400-d1c36ccc5a71 None None] For port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=190d8ba1-2b88-4adc-87f2-76f1c05bb5e7,segment=NetworkSegment(6a1060f1-e6bd-4779-bfb0-4ca4787315b6),segment_id=6a1060f1-e6bd-4779-bfb0-4ca4787315b6)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:03.691644 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-370077f0-a80a-4dec-8400-d1c36ccc5a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:03.704330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c328f-cd91-4d72-85a9-de248950ed5e None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:03.705086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-899c328f-cd91-4d72-85a9-de248950ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:03.710974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-370077f0-a80a-4dec-8400-d1c36ccc5a71 None None] Calling delete_port for 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:03.762139 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:03.823772 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:03.823772 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:03.842319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-899c328f-cd91-4d72-85a9-de248950ed5e None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:03.936447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] For port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=190d8ba1-2b88-4adc-87f2-76f1c05bb5e7,segment=NetworkSegment(6a1060f1-e6bd-4779-bfb0-4ca4787315b6),segment_id=6a1060f1-e6bd-4779-bfb0-4ca4787315b6)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:03.936826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:03.948140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fe55057e-0505-4ec7-8a94-439e5ce5bf19 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:03.960474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:03.972382 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: fe55057e-0505-4ec7-8a94-439e5ce5bf19 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:47:03.972735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fe55057e-0505-4ec7-8a94-439e5ce5bf19 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:47:03.973163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:04.039722 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-370077f0-a80a-4dec-8400-d1c36ccc5a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:04.071883 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:04.083440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370077f0-a80a-4dec-8400-d1c36ccc5a71 None None] Pushing event deleted for resources: {'Port': ['ID=190d8ba1-2b88-4adc-87f2-76f1c05bb5e7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:04.097992 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370077f0-a80a-4dec-8400-d1c36ccc5a71 None None] No DVR routers for this DVR port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:47:04.109575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=190d8ba1-2b88-4adc-87f2-76f1c05bb5e7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:04.116439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No active binding found for port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 {{(pid=94839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 24 00:47:04.116439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:47:04.121410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No DVR routers for this DVR port 190d8ba1-2b88-4adc-87f2-76f1c05bb5e7 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:47:04.236205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-899c328f-cd91-4d72-85a9-de248950ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:02Z', 'revision_number': 8, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd185de7-6510-4d45-a969-89878a985db2', 'name': '', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:14:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:52Z', 'updated_at': '2021-08-24T00:47:00Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:04.240076 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:04.252279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318e64d0-e5ea-47cc-a095-15364d38bd2b']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:04.263448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1060f1-e6bd-4779-bfb0-4ca4787315b6') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:04.263769 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1060f1-e6bd-4779-bfb0-4ca4787315b6') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:04.270356 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c328f-cd91-4d72-85a9-de248950ed5e None None] Checking router: 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:47:04.279865 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:04.281284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c328f-cd91-4d72-85a9-de248950ed5e None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:04.284081 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-899c328f-cd91-4d72-85a9-de248950ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:04.321084 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:04.337497 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:47:04.337916 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: self.session.flush() Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:47:04.341218 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:47:04.382177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-899c328f-cd91-4d72-85a9-de248950ed5e None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:04.403740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc40631-da1f-43f3-a5e0-8d68e94c1c55 req-43d1fa26-8b95-4185-b7bb-805183582f46 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:04.405535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8bc40631-da1f-43f3-a5e0-8d68e94c1c55 req-43d1fa26-8b95-4185-b7bb-805183582f46 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.4500306 Aug 24 00:47:04.432945 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:04.441884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:04.444261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/networks/318e64d0-e5ea-47cc-a095-15364d38bd2b HTTP/1.1" status: 204 len: 168 time: 1.1259389 Aug 24 00:47:04.447364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:04.458222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e0e34-3079-4d7c-900e-2eaa8dae8004 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Network': ['ID=318e64d0-e5ea-47cc-a095-15364d38bd2b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:04.472709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8bc40631-da1f-43f3-a5e0-8d68e94c1c55 req-cd16e9c7-b37d-4ab1-a5e9-46150cd19e5f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574911 Aug 24 00:47:04.635137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-899c328f-cd91-4d72-85a9-de248950ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:02Z', 'revision_number': 8, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd185de7-6510-4d45-a969-89878a985db2', 'name': '', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:14:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:52Z', 'updated_at': '2021-08-24T00:47:00Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:04.664070 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c328f-cd91-4d72-85a9-de248950ed5e None None] The sync data for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 is: [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:02Z', 'revision_number': 8, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd185de7-6510-4d45-a969-89878a985db2', 'name': '', 'network_id': '4c70a74a-dc38-4467-aba0-e95ef5c20011', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:14:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:52Z', 'updated_at': '2021-08-24T00:47:00Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '2b406fff-dda1-4f52-85b1-f534b2989c95', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:47:05.158494 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:05.421191 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port fd185de7-6510-4d45-a969-89878a985db2 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:05.421452 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:05.515535 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] For port fd185de7-6510-4d45-a969-89878a985db2, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fd185de7-6510-4d45-a969-89878a985db2,segment=NetworkSegment(e377eb16-35ca-48c1-ae00-fb05dff8971f),segment_id=e377eb16-35ca-48c1-ae00-fb05dff8971f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:05.516190 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:05.529223 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for fd185de7-6510-4d45-a969-89878a985db2 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:05.604003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cbcea-5073-4595-87bd-df5c7d1f85aa req-d3dbf840-79d9-4228-9201-63b7b7ff8bb1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:05.605542 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d62cbcea-5073-4595-87bd-df5c7d1f85aa req-d3dbf840-79d9-4228-9201-63b7b7ff8bb1 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.0550330 Aug 24 00:47:05.649434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d62cbcea-5073-4595-87bd-df5c7d1f85aa req-8b11d9a5-0823-407c-845b-9964fc8810b8 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360727 Aug 24 00:47:05.713746 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:05.741430 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=fd185de7-6510-4d45-a969-89878a985db2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:05.753864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:05.754212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:05.754555 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:05.754918 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:05.755253 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:05.755611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:05.756069 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:05.756399 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:05.756733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:05.757053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:05.757369 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:05.757898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:05.882067 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:06.084770 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:47:06.183217 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:47:06.191194 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3043057-0d91-4ea4-b43a-ded6f4e51e7e tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7398741 Aug 24 00:47:06.191670 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39052) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:06.194459 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b44ae46-7167-4096-bc89-24d4294a68d2 None None] Sync routers for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:47:06.206507 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b44ae46-7167-4096-bc89-24d4294a68d2 None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:06.207101 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b44ae46-7167-4096-bc89-24d4294a68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:06.253491 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc994593-9bde-4c13-9483-4cc61dc4fc8d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting subnet 2b406fff-dda1-4f52-85b1-f534b2989c95 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:47:06.256888 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc994593-9bde-4c13-9483-4cc61dc4fc8d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:06.296908 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6b44ae46-7167-4096-bc89-24d4294a68d2 None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:06.298905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc994593-9bde-4c13-9483-4cc61dc4fc8d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:06.400769 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc994593-9bde-4c13-9483-4cc61dc4fc8d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:06.466307 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc994593-9bde-4c13-9483-4cc61dc4fc8d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:06.495485 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc994593-9bde-4c13-9483-4cc61dc4fc8d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Subnet': ['ID=2b406fff-dda1-4f52-85b1-f534b2989c95,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:06.499489 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc994593-9bde-4c13-9483-4cc61dc4fc8d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:06.503118 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc994593-9bde-4c13-9483-4cc61dc4fc8d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/2b406fff-dda1-4f52-85b1-f534b2989c95 HTTP/1.1" status: 204 len: 168 time: 0.3106978 Aug 24 00:47:06.505877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39056) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:06.510847 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f04dd6-f6c1-4925-94e4-3e359b8eb531 None None] Network 4c70a74a-dc38-4467-aba0-e95ef5c20011 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:47:06.512174 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b44ae46-7167-4096-bc89-24d4294a68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:05Z', 'revision_number': 9, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:06.545566 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b44ae46-7167-4096-bc89-24d4294a68d2 None None] Checking router: 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:47:06.555538 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b44ae46-7167-4096-bc89-24d4294a68d2 None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:06.556560 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b44ae46-7167-4096-bc89-24d4294a68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:06.616240 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:06.665283 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6b44ae46-7167-4096-bc89-24d4294a68d2 None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:06.698466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port 4e84fc4b-8880-4669-9def-18650d0c2cbc {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:06.698906 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:06.795834 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b44180a-805d-4eeb-ade1-74dcea51420a None None] DHCP port deletion for 4c70a74a-dc38-4467-aba0-e95ef5c20011 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:47:06.839941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] For port 4e84fc4b-8880-4669-9def-18650d0c2cbc, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4e84fc4b-8880-4669-9def-18650d0c2cbc,segment=NetworkSegment(e377eb16-35ca-48c1-ae00-fb05dff8971f),segment_id=e377eb16-35ca-48c1-ae00-fb05dff8971f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:06.840317 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:06.850515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0b44180a-805d-4eeb-ade1-74dcea51420a None None] Deleting port 4e84fc4b-8880-4669-9def-18650d0c2cbc {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:06.850929 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b44180a-805d-4eeb-ade1-74dcea51420a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:06.860808 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for 4e84fc4b-8880-4669-9def-18650d0c2cbc owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:06.869757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e9648-6224-4b9a-b7ed-98e973bbf591 req-446636fc-e65e-48d4-accc-9cc4e70a0a51 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:06.871783 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c43e9648-6224-4b9a-b7ed-98e973bbf591 req-446636fc-e65e-48d4-accc-9cc4e70a0a51 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.0952442 Aug 24 00:47:06.955123 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0b44180a-805d-4eeb-ade1-74dcea51420a None None] For port 4e84fc4b-8880-4669-9def-18650d0c2cbc, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4e84fc4b-8880-4669-9def-18650d0c2cbc,segment=NetworkSegment(e377eb16-35ca-48c1-ae00-fb05dff8971f),segment_id=e377eb16-35ca-48c1-ae00-fb05dff8971f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:06.955976 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b44180a-805d-4eeb-ade1-74dcea51420a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:06.960749 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c43e9648-6224-4b9a-b7ed-98e973bbf591 req-9a8c0ca3-a522-437f-9434-a42a41a7a157 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795200 Aug 24 00:47:06.964242 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6b44ae46-7167-4096-bc89-24d4294a68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:05Z', 'revision_number': 9, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:06.976289 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0b44180a-805d-4eeb-ade1-74dcea51420a None None] Calling delete_port for 4e84fc4b-8880-4669-9def-18650d0c2cbc owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:06.996279 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:07.009347 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b44ae46-7167-4096-bc89-24d4294a68d2 None None] The sync data for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 is: [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:05Z', 'revision_number': 9, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': '079f04bd-bca9-4945-951e-9e07cd427b66', 'name': '', 'network_id': 'aee2aa3a-d563-4bb6-84ee-4aa70118ca60', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:ae:84:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:48Z', 'updated_at': '2021-08-24T00:46:57Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': '4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:47:07.028079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=4e84fc4b-8880-4669-9def-18650d0c2cbc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:07.030098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No DVR routers for this DVR port 4e84fc4b-8880-4669-9def-18650d0c2cbc on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:47:07.084940 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0b44180a-805d-4eeb-ade1-74dcea51420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:07.110475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44180a-805d-4eeb-ade1-74dcea51420a None None] Pushing event deleted for resources: {'Port': ['ID=4e84fc4b-8880-4669-9def-18650d0c2cbc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:07.111721 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:07.114117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44180a-805d-4eeb-ade1-74dcea51420a None None] No DVR routers for this DVR port 4e84fc4b-8880-4669-9def-18650d0c2cbc on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:47:07.130935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c70a74a-dc38-4467-aba0-e95ef5c20011']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:07.142227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e377eb16-35ca-48c1-ae00-fb05dff8971f') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:07.142517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e377eb16-35ca-48c1-ae00-fb05dff8971f') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:07.151560 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:07.166196 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:07.172627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:47:07.173075 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:47:07.176052 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:47:07.238959 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:07.261295 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:07.264541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/networks/4c70a74a-dc38-4467-aba0-e95ef5c20011 HTTP/1.1" status: 204 len: 168 time: 0.7548218 Aug 24 00:47:07.264541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9423d7c-06af-411b-85ff-032949dbda07 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Network': ['ID=4c70a74a-dc38-4467-aba0-e95ef5c20011,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:07.266957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39060) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:07.653266 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2daa0a6d-a3e7-4415-bdeb-9f917c93a767 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:07.890581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4e84fc4b-8880-4669-9def-18650d0c2cbc no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:07.916338 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4e84fc4b-8880-4669-9def-18650d0c2cbc {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:47:07.917023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4e84fc4b-8880-4669-9def-18650d0c2cbc not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:47:07.918413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fd185de7-6510-4d45-a969-89878a985db2 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:07.936129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2daa0a6d-a3e7-4415-bdeb-9f917c93a767 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port 079f04bd-bca9-4945-951e-9e07cd427b66 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:07.936481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2daa0a6d-a3e7-4415-bdeb-9f917c93a767 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:07.945518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: fd185de7-6510-4d45-a969-89878a985db2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:47:07.945795 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fd185de7-6510-4d45-a969-89878a985db2 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:47:08.033331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f30827-48bc-4839-9125-1799bad79e93 req-b88a1194-8b2b-4adb-9e31-5dd4c2b672ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:08.034897 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4f30827-48bc-4839-9125-1799bad79e93 req-b88a1194-8b2b-4adb-9e31-5dd4c2b672ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 1096 time: 0.1012211 Aug 24 00:47:08.112899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-2daa0a6d-a3e7-4415-bdeb-9f917c93a767 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] For port 079f04bd-bca9-4945-951e-9e07cd427b66, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=079f04bd-bca9-4945-951e-9e07cd427b66,segment=NetworkSegment(d56cc075-28dc-4709-9ffa-bc55e4c288a3),segment_id=d56cc075-28dc-4709-9ffa-bc55e4c288a3)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:08.113267 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2daa0a6d-a3e7-4415-bdeb-9f917c93a767 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:08.131672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c4f30827-48bc-4839-9125-1799bad79e93 req-cab82c17-38b0-4476-809e-acb41f27f952 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898476 Aug 24 00:47:08.136505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-2daa0a6d-a3e7-4415-bdeb-9f917c93a767 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for 079f04bd-bca9-4945-951e-9e07cd427b66 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:08.156756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de8938-4487-4fb0-bc09-c2754140616c req-092bfab2-eddc-4bf6-ae37-28dc2417b2eb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:08.158577 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44de8938-4487-4fb0-bc09-c2754140616c req-092bfab2-eddc-4bf6-ae37-28dc2417b2eb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.1157396 Aug 24 00:47:08.239291 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44de8938-4487-4fb0-bc09-c2754140616c req-5e20f3ef-decb-44ce-9292-56b8821c6111 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491183 Aug 24 00:47:08.380531 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2daa0a6d-a3e7-4415-bdeb-9f917c93a767 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:08.409544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa0a6d-a3e7-4415-bdeb-9f917c93a767 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=079f04bd-bca9-4945-951e-9e07cd427b66,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:08.525610 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2daa0a6d-a3e7-4415-bdeb-9f917c93a767 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:08.731120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2daa0a6d-a3e7-4415-bdeb-9f917c93a767 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:47:08.823399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daa0a6d-a3e7-4415-bdeb-9f917c93a767 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:47:08.828646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2daa0a6d-a3e7-4415-bdeb-9f917c93a767 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5603569 Aug 24 00:47:08.831363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39070) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:08.836563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6164d1-6348-4a8c-bb4e-24f5d8f3eb41 None None] Sync routers for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:47:08.846310 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6164d1-6348-4a8c-bb4e-24f5d8f3eb41 None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:08.846957 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-df6164d1-6348-4a8c-bb4e-24f5d8f3eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:08.883244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e745d44-03e4-40d8-9a67-3961cd510691 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting subnet 4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:47:08.886538 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e745d44-03e4-40d8-9a67-3961cd510691 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:08.932480 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e745d44-03e4-40d8-9a67-3961cd510691 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:08.941371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-df6164d1-6348-4a8c-bb4e-24f5d8f3eb41 None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:09.044969 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e745d44-03e4-40d8-9a67-3961cd510691 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.112938 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e745d44-03e4-40d8-9a67-3961cd510691 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.149059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e745d44-03e4-40d8-9a67-3961cd510691 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:09.151278 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e745d44-03e4-40d8-9a67-3961cd510691 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.154386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7e745d44-03e4-40d8-9a67-3961cd510691 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a HTTP/1.1" status: 204 len: 168 time: 0.3214529 Aug 24 00:47:09.156709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:09.221834 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f62133-a789-4b3b-9027-a59e336d88e1 None None] Network aee2aa3a-d563-4bb6-84ee-4aa70118ca60 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:47:09.247585 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.310271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:09.310621 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.381845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] For port ac760ed6-bcb3-43b3-9e44-7b83d65a32d7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ac760ed6-bcb3-43b3-9e44-7b83d65a32d7,segment=NetworkSegment(d56cc075-28dc-4709-9ffa-bc55e4c288a3),segment_id=d56cc075-28dc-4709-9ffa-bc55e4c288a3)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:09.383039 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.397083 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:09.407904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494efc8f-07d5-4791-bb45-9bd0f82aad29 req-ee18168a-525b-4075-9441-2b541bd99acb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:09.409474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-494efc8f-07d5-4791-bb45-9bd0f82aad29 req-ee18168a-525b-4075-9441-2b541bd99acb tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.0641372 Aug 24 00:47:09.425878 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-df6164d1-6348-4a8c-bb4e-24f5d8f3eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:08Z', 'revision_number': 10, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:09.454929 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6164d1-6348-4a8c-bb4e-24f5d8f3eb41 None None] Checking router: 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:47:09.463865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6164d1-6348-4a8c-bb4e-24f5d8f3eb41 None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:09.464750 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-df6164d1-6348-4a8c-bb4e-24f5d8f3eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:09.471458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cde15c1e-9de3-49d9-a7db-97fcad16e1d4 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:47:09.475619 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-494efc8f-07d5-4791-bb45-9bd0f82aad29 req-b7d1a3cf-a0d8-40aa-838a-d21f3ee89441 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480790 Aug 24 00:47:09.491816 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.509510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39078) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:09.522518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=ac760ed6-bcb3-43b3-9e44-7b83d65a32d7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:09.527054 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No DVR routers for this DVR port ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:47:09.540743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cde15c1e-9de3-49d9-a7db-97fcad16e1d4 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:09.582313 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b814196a-845d-410a-931a-2868920b792e None None] DHCP port deletion for aee2aa3a-d563-4bb6-84ee-4aa70118ca60 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:47:09.620424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2a2fa774-5fcd-4fb2-925b-b4c3f9cc29e2 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/floatingips/440e3c57-fe1b-4a39-a8b7-62f78bb2b181 HTTP/1.1" status: 200 len: 991 time: 0.1094792 Aug 24 00:47:09.636877 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.648471 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee2aa3a-d563-4bb6-84ee-4aa70118ca60']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:09.662024 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56cc075-28dc-4709-9ffa-bc55e4c288a3') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:09.662024 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56cc075-28dc-4709-9ffa-bc55e4c288a3') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:09.673339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.688690 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.695570 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:47:09.696146 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:47:09.699236 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:47:09.737917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-df6164d1-6348-4a8c-bb4e-24f5d8f3eb41 None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:09.770079 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.778126 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.783278 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/networks/aee2aa3a-d563-4bb6-84ee-4aa70118ca60 HTTP/1.1" status: 204 len: 168 time: 0.6214247 Aug 24 00:47:09.783790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39086) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:09.800022 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.805618 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3948a-d1da-4dff-95d6-d6fac8ec413b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Network': ['ID=aee2aa3a-d563-4bb6-84ee-4aa70118ca60,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:09.874127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:47:09.877034 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca9a14f-30af-4e68-8fa0-3d627500d539" -d '{"events": [{"server_uuid": "b69fb6bd-a6e3-432a-b790-0b2011a117cd", "name": "network-vif-unplugged", "status": "completed", "tag": "cde15c1e-9de3-49d9-a7db-97fcad16e1d4"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:47:09.933407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port cde15c1e-9de3-49d9-a7db-97fcad16e1d4, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:09.939209 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3350d6-b9bf-4135-a6df-8605f5b12081 x-openstack-request-id: req-af3350d6-b9bf-4135-a6df-8605f5b12081 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:47:09.939495 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69fb6bd-a6e3-432a-b790-0b2011a117cd", "name": "network-vif-unplugged", "status": "completed", "tag": "cde15c1e-9de3-49d9-a7db-97fcad16e1d4", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:47:09.939931 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af3350d6-b9bf-4135-a6df-8605f5b12081 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:47:09.940498 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'code': 200} Aug 24 00:47:09.955618 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.964243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port cde15c1e-9de3-49d9-a7db-97fcad16e1d4, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:10.007465 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:10.041815 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'port_id': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'mac_address': 'fa:16:3e:cd:eb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:47:10.049628 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:47:10.049978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ac760ed6-bcb3-43b3-9e44-7b83d65a32d7 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:47:10.108062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:10.145165 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:10.162517 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde15c1e-9de3-49d9-a7db-97fcad16e1d4 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:47:10.187730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port cde15c1e-9de3-49d9-a7db-97fcad16e1d4, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:10.195581 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:10.200910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-df6164d1-6348-4a8c-bb4e-24f5d8f3eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:08Z', 'revision_number': 10, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:10.230992 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e934-6856-4624-8519-983d82bcc4af tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:10.253604 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6164d1-6348-4a8c-bb4e-24f5d8f3eb41 None None] The sync data for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 is: [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:08Z', 'revision_number': 10, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None, '_interfaces': [{'id': 'fea1af1a-4615-4f51-a9ef-dd7ec241f8df', 'name': '', 'network_id': '399f6e7f-d0d6-4dcc-b584-15adf70a244c', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'mac_address': 'fa:16:3e:cf:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:46:46Z', 'updated_at': '2021-08-24T00:46:50Z', 'revision_number': 5, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'subnets': [{'id': 'dba39588-b0bb-4fab-b985-4fcd278aec87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:47:10.275287 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:10.471892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4e934-6856-4624-8519-983d82bcc4af tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port fea1af1a-4615-4f51-a9ef-dd7ec241f8df {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:10.472237 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e934-6856-4624-8519-983d82bcc4af tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:10.488422 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['cde15c1e-9de3-49d9-a7db-97fcad16e1d4'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:47:10.562120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-0ca4e934-6856-4624-8519-983d82bcc4af tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] For port fea1af1a-4615-4f51-a9ef-dd7ec241f8df, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fea1af1a-4615-4f51-a9ef-dd7ec241f8df,segment=NetworkSegment(fed0e4f2-fd60-4528-9004-653ba2df5726),segment_id=fed0e4f2-fd60-4528-9004-653ba2df5726)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:10.562498 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e934-6856-4624-8519-983d82bcc4af tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:10.575292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4e934-6856-4624-8519-983d82bcc4af tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for fea1af1a-4615-4f51-a9ef-dd7ec241f8df owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:10.771718 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e934-6856-4624-8519-983d82bcc4af tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:10.798798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4e934-6856-4624-8519-983d82bcc4af tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=fea1af1a-4615-4f51-a9ef-dd7ec241f8df,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:10.898503 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e934-6856-4624-8519-983d82bcc4af tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.385084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca4e934-6856-4624-8519-983d82bcc4af tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:47:11.465224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca4e934-6856-4624-8519-983d82bcc4af tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:47:11.470991 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0ca4e934-6856-4624-8519-983d82bcc4af tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6862106 Aug 24 00:47:11.473813 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:11.479602 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7844883-6c55-41e5-8f09-e89bcac369e3 None None] Sync routers for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:47:11.487863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cde15c1e-9de3-49d9-a7db-97fcad16e1d4 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:47:11.500167 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7844883-6c55-41e5-8f09-e89bcac369e3 None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:11.501536 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a7844883-6c55-41e5-8f09-e89bcac369e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:11.551191 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb72f0e-4af8-4b17-b91d-868a9de39a19 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting subnet dba39588-b0bb-4fab-b985-4fcd278aec87 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:47:11.554758 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdb72f0e-4af8-4b17-b91d-868a9de39a19 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.555484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port cde15c1e-9de3-49d9-a7db-97fcad16e1d4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:47:11.555865 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.587549 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a7844883-6c55-41e5-8f09-e89bcac369e3 None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:11.601079 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdb72f0e-4af8-4b17-b91d-868a9de39a19 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.647338 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.666143 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a7844883-6c55-41e5-8f09-e89bcac369e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:10Z', 'revision_number': 11, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:11.683756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port cde15c1e-9de3-49d9-a7db-97fcad16e1d4, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:11.689890 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.694381 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdb72f0e-4af8-4b17-b91d-868a9de39a19 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.698789 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7844883-6c55-41e5-8f09-e89bcac369e3 None None] Checking router: 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:47:11.709153 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7844883-6c55-41e5-8f09-e89bcac369e3 None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:11.709992 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a7844883-6c55-41e5-8f09-e89bcac369e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:11.752819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:11.777535 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdb72f0e-4af8-4b17-b91d-868a9de39a19 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.789975 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a7844883-6c55-41e5-8f09-e89bcac369e3 None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:11.804638 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb72f0e-4af8-4b17-b91d-868a9de39a19 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Subnet': ['ID=dba39588-b0bb-4fab-b985-4fcd278aec87,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:11.810233 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdb72f0e-4af8-4b17-b91d-868a9de39a19 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.812444 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fdb72f0e-4af8-4b17-b91d-868a9de39a19 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/dba39588-b0bb-4fab-b985-4fcd278aec87 HTTP/1.1" status: 204 len: 168 time: 0.3375697 Aug 24 00:47:11.815623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39108) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:11.820677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9821197-2380-4950-a0d9-f8160d4fd031 None None] Network 399f6e7f-d0d6-4dcc-b584-15adf70a244c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:47:11.944170 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.951406 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a7844883-6c55-41e5-8f09-e89bcac369e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:10Z', 'revision_number': 11, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:11.967540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:47:11.971265 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11136480-6574-4cef-82d0-8d0220a5f09f" -d '{"events": [{"server_uuid": "b69fb6bd-a6e3-432a-b790-0b2011a117cd", "name": "network-vif-plugged", "status": "completed", "tag": "cde15c1e-9de3-49d9-a7db-97fcad16e1d4"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:47:11.988447 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 079f04bd-bca9-4945-951e-9e07cd427b66 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:11.991948 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7844883-6c55-41e5-8f09-e89bcac369e3 None None] The sync data for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 is: [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:10Z', 'revision_number': 11, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:47:12.012233 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Deleting port 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:12.012574 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.055411 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3d138e-bb91-48f0-a3a6-718822c32bf2 x-openstack-request-id: req-af3d138e-bb91-48f0-a3a6-718822c32bf2 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:47:12.055837 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69fb6bd-a6e3-432a-b790-0b2011a117cd", "name": "network-vif-plugged", "status": "completed", "tag": "cde15c1e-9de3-49d9-a7db-97fcad16e1d4", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:47:12.056202 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af3d138e-bb91-48f0-a3a6-718822c32bf2 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:47:12.056718 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'code': 200} Aug 24 00:47:12.057851 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 079f04bd-bca9-4945-951e-9e07cd427b66 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:47:12.058291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 079f04bd-bca9-4945-951e-9e07cd427b66 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:47:12.102968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] For port 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9e97fd76-19e0-4fcc-9b18-a334bcb48ee8,segment=NetworkSegment(fed0e4f2-fd60-4528-9004-653ba2df5726),segment_id=fed0e4f2-fd60-4528-9004-653ba2df5726)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:12.103667 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.119912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Calling delete_port for 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:12.204963 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.239972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Port': ['ID=9e97fd76-19e0-4fcc-9b18-a334bcb48ee8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:12.241799 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No DVR routers for this DVR port 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:47:12.324727 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.338314 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399f6e7f-d0d6-4dcc-b584-15adf70a244c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:12.352234 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed0e4f2-fd60-4528-9004-653ba2df5726') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:12.352536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed0e4f2-fd60-4528-9004-653ba2df5726') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:12.357068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1129720-942a-4d37-b222-79e34b7de40d None None] DHCP port deletion for 399f6e7f-d0d6-4dcc-b584-15adf70a244c request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:47:12.364637 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.394839 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.405551 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:47:12.405551 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:47:12.409678 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:47:12.495265 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.505892 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.515612 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/networks/399f6e7f-d0d6-4dcc-b584-15adf70a244c HTTP/1.1" status: 204 len: 168 time: 0.6942632 Aug 24 00:47:12.517266 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39114) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:12.522445 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4074db8d-1698-47ed-a30d-7e68c5cd1ce4 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'router': {'routes': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:12.580782 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1baebe-1ee2-479a-85ae-a15dd330758b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Pushing event deleted for resources: {'Network': ['ID=399f6e7f-d0d6-4dcc-b584-15adf70a244c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:12.727669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-4074db8d-1698-47ed-a30d-7e68c5cd1ce4 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Added routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 24 00:47:12.727979 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.extraroute_db [None req-4074db8d-1698-47ed-a30d-7e68c5cd1ce4 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Removed routes are [] {{(pid=94838) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 24 00:47:12.728350 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4074db8d-1698-47ed-a30d-7e68c5cd1ce4 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.889875 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4074db8d-1698-47ed-a30d-7e68c5cd1ce4 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.894928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4074db8d-1698-47ed-a30d-7e68c5cd1ce4 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.983696 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4074db8d-1698-47ed-a30d-7e68c5cd1ce4 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:47:13.068145 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4074db8d-1698-47ed-a30d-7e68c5cd1ce4 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:47:13.075996 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4074db8d-1698-47ed-a30d-7e68c5cd1ce4 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.080107 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4074db8d-1698-47ed-a30d-7e68c5cd1ce4 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f HTTP/1.1" status: 200 len: 705 time: 0.5591938 Aug 24 00:47:13.080335 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf061ae-7bb2-409f-860c-d5dc31737bb4 None None] Sync routers for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:47:13.080823 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39116) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:13.088328 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf061ae-7bb2-409f-860c-d5dc31737bb4 None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:13.089059 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-daf061ae-7bb2-409f-860c-d5dc31737bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:13.110401 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9eb94bfc-9094-4004-ab0c-83ed1d31dc43 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports?device_id=78be8c1c-dc45-4f5e-b4d9-6d70db912b3f HTTP/1.1" status: 200 len: 205 time: 0.0274262 Aug 24 00:47:13.112331 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39118) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:13.164492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-daf061ae-7bb2-409f-860c-d5dc31737bb4 None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:13.190136 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50d20282-d6f5-4b19-a6a0-746d338ea977 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.218893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-daf061ae-7bb2-409f-860c-d5dc31737bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:10Z', 'revision_number': 11, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:13.249949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf061ae-7bb2-409f-860c-d5dc31737bb4 None None] Checking router: 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:47:13.259080 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf061ae-7bb2-409f-860c-d5dc31737bb4 None None] Routers {'78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:13.259685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-daf061ae-7bb2-409f-860c-d5dc31737bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:13.327759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-daf061ae-7bb2-409f-860c-d5dc31737bb4 None None] Set router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:13.551316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-daf061ae-7bb2-409f-860c-d5dc31737bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:10Z', 'revision_number': 11, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:13.579806 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf061ae-7bb2-409f-860c-d5dc31737bb4 None None] The sync data for ids ['78be8c1c-dc45-4f5e-b4d9-6d70db912b3f'] in n-d-805736-1 is: [{'id': '78be8c1c-dc45-4f5e-b4d9-6d70db912b3f', 'name': 'tempest-RoutersIpV6Test-router-1373053944', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:46:44Z', 'updated_at': '2021-08-24T00:47:10Z', 'revision_number': 11, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:47:13.716832 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50d20282-d6f5-4b19-a6a0-746d338ea977 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.720651 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50d20282-d6f5-4b19-a6a0-746d338ea977 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.770030 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50d20282-d6f5-4b19-a6a0-746d338ea977 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.771356 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d20282-d6f5-4b19-a6a0-746d338ea977 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Fanout notify agent at l3_agent the message router_deleted on router 78be8c1c-dc45-4f5e-b4d9-6d70db912b3f {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:47:13.778951 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-50d20282-d6f5-4b19-a6a0-746d338ea977 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.784725 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-50d20282-d6f5-4b19-a6a0-746d338ea977 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f HTTP/1.1" status: 204 len: 168 time: 0.6667185 Aug 24 00:47:13.785388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39122) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:13.789795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2f00db7f-262d-4669-bfa1-ca6c0498e008 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-545107298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:13.819619 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f00db7f-262d-4669-bfa1-ca6c0498e008 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.821170 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f00db7f-262d-4669-bfa1-ca6c0498e008 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.891666 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f00db7f-262d-4669-bfa1-ca6c0498e008 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.896335 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f00db7f-262d-4669-bfa1-ca6c0498e008 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.930690 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f00db7f-262d-4669-bfa1-ca6c0498e008 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.932179 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2f00db7f-262d-4669-bfa1-ca6c0498e008 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1468325 Aug 24 00:47:13.933671 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fea1af1a-4615-4f51-a9ef-dd7ec241f8df no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:13.934905 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39124) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:13.940928 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bf4516e0-ae52-456e-9918-78f004615474 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:13.970151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: fea1af1a-4615-4f51-a9ef-dd7ec241f8df {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:47:13.970499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fea1af1a-4615-4f51-a9ef-dd7ec241f8df not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:47:13.970983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:13.992080 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:47:13.992450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9e97fd76-19e0-4fcc-9b18-a334bcb48ee8 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:47:14.156196 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf4516e0-ae52-456e-9918-78f004615474 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3781376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3782986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65239'] for router, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:14.167252 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf4516e0-ae52-456e-9918-78f004615474 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3781399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3781486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783027'] for router, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:14.262970 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4516e0-ae52-456e-9918-78f004615474 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Router 15addd85-a38c-40ca-b71f-ef6fcbf61c89 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:47:14.343486 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4516e0-ae52-456e-9918-78f004615474 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:47:14.351363 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf4516e0-ae52-456e-9918-78f004615474 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:14.352286 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bf4516e0-ae52-456e-9918-78f004615474 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "PUT /v2.0/routers/15addd85-a38c-40ca-b71f-ef6fcbf61c89 HTTP/1.1" status: 200 len: 697 time: 0.4160690 Aug 24 00:47:14.354902 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39126) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:14.357483 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73798c0c-f079-4a97-934a-c2f1e0452a50 None None] Sync routers for ids ['15addd85-a38c-40ca-b71f-ef6fcbf61c89'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:47:14.369376 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73798c0c-f079-4a97-934a-c2f1e0452a50 None None] Routers {'15addd85-a38c-40ca-b71f-ef6fcbf61c89'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:14.370043 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-73798c0c-f079-4a97-934a-c2f1e0452a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['15addd85-a38c-40ca-b71f-ef6fcbf61c89'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:14.439728 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8b235ca4-f897-4969-b117-6b512c478a83 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/routers/15addd85-a38c-40ca-b71f-ef6fcbf61c89 HTTP/1.1" status: 200 len: 703 time: 0.0836179 Aug 24 00:47:14.441461 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-73798c0c-f079-4a97-934a-c2f1e0452a50 None None] Set router 15addd85-a38c-40ca-b71f-ef6fcbf61c89 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:14.442220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39128) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:14.478755 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5c8ee6ad-0ef2-43da-94cb-7c4a279ed20a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports?device_id=15addd85-a38c-40ca-b71f-ef6fcbf61c89 HTTP/1.1" status: 200 len: 205 time: 0.0354371 Aug 24 00:47:14.481355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39132) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:14.500403 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-73798c0c-f079-4a97-934a-c2f1e0452a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15addd85-a38c-40ca-b71f-ef6fcbf61c89', 'name': 'tempest-RoutersIpV6Test-router-545107298', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:13Z', 'updated_at': '2021-08-24T00:47:14Z', 'revision_number': 2, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:14.528154 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73798c0c-f079-4a97-934a-c2f1e0452a50 None None] Checking router: 15addd85-a38c-40ca-b71f-ef6fcbf61c89 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:47:14.537056 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73798c0c-f079-4a97-934a-c2f1e0452a50 None None] Routers {'15addd85-a38c-40ca-b71f-ef6fcbf61c89'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:14.537667 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-73798c0c-f079-4a97-934a-c2f1e0452a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['15addd85-a38c-40ca-b71f-ef6fcbf61c89'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:14.558260 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c249d6-0ec9-48ab-9038-06923e13aeb7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:14.607804 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-73798c0c-f079-4a97-934a-c2f1e0452a50 None None] Set router 15addd85-a38c-40ca-b71f-ef6fcbf61c89 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:14.663738 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-73798c0c-f079-4a97-934a-c2f1e0452a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15addd85-a38c-40ca-b71f-ef6fcbf61c89', 'name': 'tempest-RoutersIpV6Test-router-545107298', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:13Z', 'updated_at': '2021-08-24T00:47:14Z', 'revision_number': 2, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:14.696205 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73798c0c-f079-4a97-934a-c2f1e0452a50 None None] The sync data for ids ['15addd85-a38c-40ca-b71f-ef6fcbf61c89'] in n-d-805736-1 is: [{'id': '15addd85-a38c-40ca-b71f-ef6fcbf61c89', 'name': 'tempest-RoutersIpV6Test-router-545107298', 'tenant_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:13Z', 'updated_at': '2021-08-24T00:47:14Z', 'revision_number': 2, 'project_id': 'fa2187a8f6ce49f0943c2bbd1f5c422f', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:47:14.730465 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c249d6-0ec9-48ab-9038-06923e13aeb7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:14.733052 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c249d6-0ec9-48ab-9038-06923e13aeb7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:14.784482 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c249d6-0ec9-48ab-9038-06923e13aeb7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:14.785040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c249d6-0ec9-48ab-9038-06923e13aeb7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Fanout notify agent at l3_agent the message router_deleted on router 15addd85-a38c-40ca-b71f-ef6fcbf61c89 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:47:14.792019 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a3c249d6-0ec9-48ab-9038-06923e13aeb7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:14.796546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a3c249d6-0ec9-48ab-9038-06923e13aeb7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/routers/15addd85-a38c-40ca-b71f-ef6fcbf61c89 HTTP/1.1" status: 204 len: 168 time: 0.3110280 Aug 24 00:47:14.796897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39134) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:14.829484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0dd6652c-e58f-42c1-86e4-27419923e042 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports?device_id=15addd85-a38c-40ca-b71f-ef6fcbf61c89 HTTP/1.1" status: 200 len: 205 time: 0.0284042 Aug 24 00:47:14.829806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39136) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:14.871942 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-1af96919-5b12-4d41-9727-07c2f58d64be tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] delete failed (client error): The resource could not be found. Aug 24 00:47:14.876301 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1af96919-5b12-4d41-9727-07c2f58d64be tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/routers/15addd85-a38c-40ca-b71f-ef6fcbf61c89 HTTP/1.1" status: 404 len: 336 time: 0.0421686 Aug 24 00:47:14.876885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39138) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:14.903356 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-d142e381-cdf9-44d9-87d5-2d08cc1e273d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] DELETE failed (client error): The resource could not be found. Aug 24 00:47:14.903818 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d142e381-cdf9-44d9-87d5-2d08cc1e273d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:47:14.909392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d142e381-cdf9-44d9-87d5-2d08cc1e273d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/a74ca3db-1865-4418-a9a3-42366717f676 HTTP/1.1" status: 404 len: 337 time: 0.0283921 Aug 24 00:47:14.909622 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39140) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:14.937209 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12fb25f-343c-493f-bcde-df51206ffa1a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] DELETE failed (client error): The resource could not be found. Aug 24 00:47:14.937905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12fb25f-343c-493f-bcde-df51206ffa1a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:47:14.942934 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:14.943773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b12fb25f-343c-493f-bcde-df51206ffa1a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/2b406fff-dda1-4f52-85b1-f534b2989c95 HTTP/1.1" status: 404 len: 337 time: 0.0294077 Aug 24 00:47:14.974300 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ee5bd5-031c-488f-a968-9be2c487df25 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] DELETE failed (client error): The resource could not be found. Aug 24 00:47:14.974765 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ee5bd5-031c-488f-a968-9be2c487df25 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:47:14.976557 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f3ee5bd5-031c-488f-a968-9be2c487df25 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/4ed93f80-4ff2-41b5-b9dc-0ee8e6d23b1a HTTP/1.1" status: 404 len: 337 time: 0.0311849 Aug 24 00:47:14.979114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39144) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.011888 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce75ec2-a984-4c95-92e7-50726db9985d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] DELETE failed (client error): The resource could not be found. Aug 24 00:47:15.012359 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce75ec2-a984-4c95-92e7-50726db9985d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:47:15.014171 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8ce75ec2-a984-4c95-92e7-50726db9985d tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/dba39588-b0bb-4fab-b985-4fcd278aec87 HTTP/1.1" status: 404 len: 337 time: 0.0341504 Aug 24 00:47:15.017833 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.045777 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cf02a738-a22a-445c-b0e1-28c6d42d9ce4 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports?device_id=78be8c1c-dc45-4f5e-b4d9-6d70db912b3f HTTP/1.1" status: 200 len: 205 time: 0.0267148 Aug 24 00:47:15.049012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39148) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.091076 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-4cbe733e-8936-4d47-8eac-97fd8d528227 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] delete failed (client error): The resource could not be found. Aug 24 00:47:15.092147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4cbe733e-8936-4d47-8eac-97fd8d528227 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/routers/78be8c1c-dc45-4f5e-b4d9-6d70db912b3f HTTP/1.1" status: 404 len: 336 time: 0.0421424 Aug 24 00:47:15.095599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39150) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.123999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-23e76bef-7c50-418d-b744-127f637c17cc tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9687947-d290-4e99-b8bc-fbfbe8aec1b9 HTTP/1.1" status: 200 len: 205 time: 0.0272787 Aug 24 00:47:15.126992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39152) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.164419 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-335a4d3e-5e39-482e-866f-f5eeec23974b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] delete failed (client error): The resource could not be found. Aug 24 00:47:15.166063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-335a4d3e-5e39-482e-866f-f5eeec23974b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/routers/e9687947-d290-4e99-b8bc-fbfbe8aec1b9 HTTP/1.1" status: 404 len: 336 time: 0.0381091 Aug 24 00:47:15.167908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39154) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.198641 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be7b52a-4fc0-4d9e-8156-48973a1e8957 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] DELETE failed (client error): The resource could not be found. Aug 24 00:47:15.199117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be7b52a-4fc0-4d9e-8156-48973a1e8957 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:47:15.200799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3be7b52a-4fc0-4d9e-8156-48973a1e8957 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/4588c6b0-58ee-4830-97ab-f6a8472b8a57 HTTP/1.1" status: 404 len: 337 time: 0.0320089 Aug 24 00:47:15.203475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39156) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.229826 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-64e946eb-e239-4322-afd5-1d0ee640d462 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c15d7d4-f9ea-4459-9548-b3c382a0833d HTTP/1.1" status: 200 len: 205 time: 0.0252998 Aug 24 00:47:15.232166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39158) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.269451 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-b470e553-637d-4d13-958b-85805ffe3f78 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] delete failed (client error): The resource could not be found. Aug 24 00:47:15.275706 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b470e553-637d-4d13-958b-85805ffe3f78 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/routers/0c15d7d4-f9ea-4459-9548-b3c382a0833d HTTP/1.1" status: 404 len: 336 time: 0.0374494 Aug 24 00:47:15.275706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39160) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.306151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dc2d916e-777e-419f-83ab-5b5e6d57179f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports?device_id=aacaab62-a590-4504-94ba-35693c222041 HTTP/1.1" status: 200 len: 205 time: 0.0318296 Aug 24 00:47:15.308472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39162) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.361008 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-9ac831ac-dc1a-4041-8a88-2b43df4acb19 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] delete failed (client error): The resource could not be found. Aug 24 00:47:15.362074 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9ac831ac-dc1a-4041-8a88-2b43df4acb19 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/routers/aacaab62-a590-4504-94ba-35693c222041 HTTP/1.1" status: 404 len: 336 time: 0.0526452 Aug 24 00:47:15.364520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39164) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.392237 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-849b2333-134f-4885-8b95-8d43508e623f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] DELETE failed (client error): The resource could not be found. Aug 24 00:47:15.392702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849b2333-134f-4885-8b95-8d43508e623f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:47:15.394726 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-849b2333-134f-4885-8b95-8d43508e623f tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/fac1d331-e822-43b8-9975-b94c8421deb2 HTTP/1.1" status: 404 len: 337 time: 0.0290585 Aug 24 00:47:15.397388 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39166) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.430076 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-be433505-0a02-4168-8c00-4c2bcc9fd68b tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports?device_id=4147177a-d32c-448d-9719-10c0fa4ad9fb HTTP/1.1" status: 200 len: 205 time: 0.0307114 Aug 24 00:47:15.431910 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39168) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.470176 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-b5ea54c8-2583-49f5-8afd-4eb9bd587a4a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] delete failed (client error): The resource could not be found. Aug 24 00:47:15.471273 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b5ea54c8-2583-49f5-8afd-4eb9bd587a4a tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/routers/4147177a-d32c-448d-9719-10c0fa4ad9fb HTTP/1.1" status: 404 len: 336 time: 0.0384715 Aug 24 00:47:15.473729 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39170) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.505969 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aed6703-67f9-4429-a6a0-c8a070efceca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] DELETE failed (client error): The resource could not be found. Aug 24 00:47:15.506509 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aed6703-67f9-4429-a6a0-c8a070efceca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:47:15.508363 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4aed6703-67f9-4429-a6a0-c8a070efceca tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/20ae977b-c578-4330-8324-4a7da1a822f5 HTTP/1.1" status: 404 len: 337 time: 0.0334961 Aug 24 00:47:15.511125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39174) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.538453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cb1de8a0-7b00-4e8f-bb37-a0b625eae1a6 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "GET /v2.0/ports?device_id=feb795ad-1699-46ca-bc8e-f4b068d25aa1 HTTP/1.1" status: 200 len: 205 time: 0.0260260 Aug 24 00:47:15.540619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39176) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.583379 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-9ba99c1b-9472-46ac-a089-ce479612b5a4 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] delete failed (client error): The resource could not be found. Aug 24 00:47:15.584655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9ba99c1b-9472-46ac-a089-ce479612b5a4 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/routers/feb795ad-1699-46ca-bc8e-f4b068d25aa1 HTTP/1.1" status: 404 len: 336 time: 0.0429013 Aug 24 00:47:15.587051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39178) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.614177 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b1b5d1-c5aa-4ace-bdc4-aadcf68f5ab7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] DELETE failed (client error): The resource could not be found. Aug 24 00:47:15.614632 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b1b5d1-c5aa-4ace-bdc4-aadcf68f5ab7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:47:15.616387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-32b1b5d1-c5aa-4ace-bdc4-aadcf68f5ab7 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/71caea8f-4067-48fe-b1c7-2447ae50307d HTTP/1.1" status: 404 len: 337 time: 0.0283232 Aug 24 00:47:15.618809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39180) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.647072 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57d3d67-7f80-43a7-ab99-305b3e99c475 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] DELETE failed (client error): The resource could not be found. Aug 24 00:47:15.647542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57d3d67-7f80-43a7-ab99-305b3e99c475 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:47:15.652591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c57d3d67-7f80-43a7-ab99-305b3e99c475 tempest-RoutersIpV6Test-858854055 tempest-RoutersIpV6Test-858854055-project] 10.222.0.32 "DELETE /v2.0/subnets/cc818ec7-1340-4323-b6db-4acc5556d4f6 HTTP/1.1" status: 404 len: 337 time: 0.0328054 Aug 24 00:47:15.920366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39186) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:16.057701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5f2b77c4-d720-4314-9cb8-c491e26dc47c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa2187a8f6ce49f0943c2bbd1f5c422f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360304 Aug 24 00:47:16.060582 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39190) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:16.111221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0098715d-d6ba-42f5-9ab1-1211016f1c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:16.132881 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0098715d-d6ba-42f5-9ab1-1211016f1c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:16.179623 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0098715d-d6ba-42f5-9ab1-1211016f1c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:16.182269 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0098715d-d6ba-42f5-9ab1-1211016f1c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:16.183489 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0098715d-d6ba-42f5-9ab1-1211016f1c5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce2900ee-8ec1-4351-bf8c-0960ac8ef0f8 HTTP/1.1" status: 204 len: 168 time: 0.1219361 Aug 24 00:47:16.192278 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098715d-d6ba-42f5-9ab1-1211016f1c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2900ee-8ec1-4351-bf8c-0960ac8ef0f8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:16.876036 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39216) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:16.971038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-77f5e9e4-153c-446f-9f2f-dda283b92255 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089770581'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:16.996188 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77f5e9e4-153c-446f-9f2f-dda283b92255 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.005251 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77f5e9e4-153c-446f-9f2f-dda283b92255 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.095443 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77f5e9e4-153c-446f-9f2f-dda283b92255 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.099232 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77f5e9e4-153c-446f-9f2f-dda283b92255 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.133818 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5e9e4-153c-446f-9f2f-dda283b92255 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5bfb4f-d233-4aab-8326-d8bbf50c485d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:17.191069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77f5e9e4-153c-446f-9f2f-dda283b92255 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.194726 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77f5e9e4-153c-446f-9f2f-dda283b92255 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.222761 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-77f5e9e4-153c-446f-9f2f-dda283b92255 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.224074 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-77f5e9e4-153c-446f-9f2f-dda283b92255 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3470244 Aug 24 00:47:17.225241 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5e9e4-153c-446f-9f2f-dda283b92255 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ad5dfe-191b-42fa-a117-9e916d2f0315,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:17.227544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39220) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:17.290071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3f30d749-7236-4e17-b09e-84e4553ef327 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0609393 Aug 24 00:47:17.292750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39222) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:17.297165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-792957f0-56da-4b8a-99f4-f37a3c2f5360 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group': {'name': 'tempest-security--1477395901', 'description': 'tempest-security-description-403622594'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:17.336441 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-792957f0-56da-4b8a-99f4-f37a3c2f5360 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.381319 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-792957f0-56da-4b8a-99f4-f37a3c2f5360 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.384875 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-792957f0-56da-4b8a-99f4-f37a3c2f5360 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.387542 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-792957f0-56da-4b8a-99f4-f37a3c2f5360 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.388812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-792957f0-56da-4b8a-99f4-f37a3c2f5360 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "PUT /v2.0/security-groups/88ad5dfe-191b-42fa-a117-9e916d2f0315 HTTP/1.1" status: 200 len: 1779 time: 0.0951529 Aug 24 00:47:17.392240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39224) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:17.412744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792957f0-56da-4b8a-99f4-f37a3c2f5360 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ad5dfe-191b-42fa-a117-9e916d2f0315,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:17.433056 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-68347288-eb16-43f1-9f3f-6b558cfac7b0 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-groups/88ad5dfe-191b-42fa-a117-9e916d2f0315 HTTP/1.1" status: 200 len: 1779 time: 0.0396292 Aug 24 00:47:17.435470 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39226) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:17.486749 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-437b1736-a6d1-4327-ade0-61bc44f31521 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.509139 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-437b1736-a6d1-4327-ade0-61bc44f31521 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.550691 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-437b1736-a6d1-4327-ade0-61bc44f31521 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.553334 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-437b1736-a6d1-4327-ade0-61bc44f31521 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.554488 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-437b1736-a6d1-4327-ade0-61bc44f31521 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-groups/88ad5dfe-191b-42fa-a117-9e916d2f0315 HTTP/1.1" status: 204 len: 168 time: 0.1181245 Aug 24 00:47:17.557127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39230) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:17.564518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b1736-a6d1-4327-ade0-61bc44f31521 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ad5dfe-191b-42fa-a117-9e916d2f0315,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:17.609092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-216a0c3c-1578-41ba-bf83-3a27448ab5be tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505321 Aug 24 00:47:17.613175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39232) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:17.629196 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-def735e2-2118-415a-9628-df9aa54d1fa5 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] delete failed (client error): The resource could not be found. Aug 24 00:47:17.630399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-def735e2-2118-415a-9628-df9aa54d1fa5 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-groups/88ad5dfe-191b-42fa-a117-9e916d2f0315 HTTP/1.1" status: 404 len: 347 time: 0.0162492 Aug 24 00:47:17.634297 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39234) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:17.639068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5342be2f-2893-4273-9c9a-e3b3ae968d7e tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group': {'name': 'tempest-secgroup--614840319'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:17.674461 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5342be2f-2893-4273-9c9a-e3b3ae968d7e tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.758376 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5342be2f-2893-4273-9c9a-e3b3ae968d7e tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.762602 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5342be2f-2893-4273-9c9a-e3b3ae968d7e tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.797312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342be2f-2893-4273-9c9a-e3b3ae968d7e tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc55815-93f6-40f4-90ff-071429382fd1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:17.799810 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5342be2f-2893-4273-9c9a-e3b3ae968d7e tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.803648 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5342be2f-2893-4273-9c9a-e3b3ae968d7e tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1657043 Aug 24 00:47:17.803949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39236) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:17.808440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4292845a-75e7-47eb-bf1a-cb104b6d7680 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group_rule': {'security_group_id': '8fc55815-93f6-40f4-90ff-071429382fd1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:17.836357 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4292845a-75e7-47eb-bf1a-cb104b6d7680 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.891737 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4292845a-75e7-47eb-bf1a-cb104b6d7680 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.896011 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4292845a-75e7-47eb-bf1a-cb104b6d7680 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.914132 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292845a-75e7-47eb-bf1a-cb104b6d7680 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f2273e-f384-4c3f-9445-4bcae136debd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:17.920291 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4292845a-75e7-47eb-bf1a-cb104b6d7680 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.921550 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4292845a-75e7-47eb-bf1a-cb104b6d7680 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167002 Aug 24 00:47:17.924772 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39238) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:17.956812 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59187b05-0203-4b05-918a-b18eda7f0f1d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.965674 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59187b05-0203-4b05-918a-b18eda7f0f1d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:17.995035 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59187b05-0203-4b05-918a-b18eda7f0f1d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.091639 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59187b05-0203-4b05-918a-b18eda7f0f1d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.091639 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-59187b05-0203-4b05-918a-b18eda7f0f1d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a2f2273e-f384-4c3f-9445-4bcae136debd HTTP/1.1" status: 204 len: 168 time: 0.0770459 Aug 24 00:47:18.091639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39244) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:18.091639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59187b05-0203-4b05-918a-b18eda7f0f1d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2f2273e-f384-4c3f-9445-4bcae136debd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:18.091639 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1f66cb1b-385b-4cca-8536-3f1b5efa5002 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0483770 Aug 24 00:47:18.091639 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39250) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:18.182556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2ababf3-dc3e-4973-aae1-307bf7968e45 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.182556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2ababf3-dc3e-4973-aae1-307bf7968e45 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.211313 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2ababf3-dc3e-4973-aae1-307bf7968e45 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.214386 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f2ababf3-dc3e-4973-aae1-307bf7968e45 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.219861 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f2ababf3-dc3e-4973-aae1-307bf7968e45 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-groups/8fc55815-93f6-40f4-90ff-071429382fd1 HTTP/1.1" status: 204 len: 168 time: 0.1534038 Aug 24 00:47:18.220098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39258) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:18.226768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ababf3-dc3e-4973-aae1-307bf7968e45 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc55815-93f6-40f4-90ff-071429382fd1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:18.274818 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-452226a2-b761-42e1-b394-dfda46ca708c tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0530779 Aug 24 00:47:18.278725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39260) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:18.284481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7f610e33-0495-46b3-b75d-ae009c11c3b1 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group': {'name': 'tempest-secgroup--181238434'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:18.314948 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f610e33-0495-46b3-b75d-ae009c11c3b1 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.403877 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f610e33-0495-46b3-b75d-ae009c11c3b1 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.409791 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f610e33-0495-46b3-b75d-ae009c11c3b1 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.448064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f610e33-0495-46b3-b75d-ae009c11c3b1 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e300d087-6803-4a6d-9dd4-3fac181ce142,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:18.450873 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f610e33-0495-46b3-b75d-ae009c11c3b1 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.455319 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:18.455885 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7f610e33-0495-46b3-b75d-ae009c11c3b1 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1755652 Aug 24 00:47:18.461005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e0bb5695-6256-4cdb-b137-9ccc6d30afe8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group_rule': {'security_group_id': 'e300d087-6803-4a6d-9dd4-3fac181ce142', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:18.491067 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5695-6256-4cdb-b137-9ccc6d30afe8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.547774 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5695-6256-4cdb-b137-9ccc6d30afe8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.554626 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5695-6256-4cdb-b137-9ccc6d30afe8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.574684 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb5695-6256-4cdb-b137-9ccc6d30afe8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bd927e-16b2-4cda-8c22-d5a4fa919c81,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:18.582691 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e0bb5695-6256-4cdb-b137-9ccc6d30afe8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.584161 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0bb5695-6256-4cdb-b137-9ccc6d30afe8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274889 Aug 24 00:47:18.587029 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39272) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:18.593404 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a1cce5d9-7959-447b-8179-9405bfd8ef65 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group_rule': {'security_group_id': 'e300d087-6803-4a6d-9dd4-3fac181ce142', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:18.622481 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1cce5d9-7959-447b-8179-9405bfd8ef65 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.688820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1cce5d9-7959-447b-8179-9405bfd8ef65 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.692876 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1cce5d9-7959-447b-8179-9405bfd8ef65 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.720122 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cce5d9-7959-447b-8179-9405bfd8ef65 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bd63c3-669c-4e62-bd83-3cfc7f34377d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:18.731375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a1cce5d9-7959-447b-8179-9405bfd8ef65 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.735886 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a1cce5d9-7959-447b-8179-9405bfd8ef65 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1445045 Aug 24 00:47:18.736084 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:18.740791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-853f0e84-1777-4540-a840-e3dae4e3cc5d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group_rule': {'security_group_id': 'e300d087-6803-4a6d-9dd4-3fac181ce142', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:18.784046 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-853f0e84-1777-4540-a840-e3dae4e3cc5d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.850438 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-853f0e84-1777-4540-a840-e3dae4e3cc5d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.855376 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-853f0e84-1777-4540-a840-e3dae4e3cc5d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.882240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f0e84-1777-4540-a840-e3dae4e3cc5d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d363e5bd-5d0f-462a-92d0-7fb6b83f1747,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:18.888968 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-853f0e84-1777-4540-a840-e3dae4e3cc5d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:18.893563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39280) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:18.893748 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-853f0e84-1777-4540-a840-e3dae4e3cc5d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1566238 Aug 24 00:47:18.899041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ecb30907-e8d2-4b05-ae6d-9057c8dda200 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group_rule': {'security_group_id': 'e300d087-6803-4a6d-9dd4-3fac181ce142', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:18.936041 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecb30907-e8d2-4b05-ae6d-9057c8dda200 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.003155 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecb30907-e8d2-4b05-ae6d-9057c8dda200 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.008167 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecb30907-e8d2-4b05-ae6d-9057c8dda200 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.030281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb30907-e8d2-4b05-ae6d-9057c8dda200 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5686e0a0-a717-47ce-be0d-e14bc74f80eb,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:19.035205 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ecb30907-e8d2-4b05-ae6d-9057c8dda200 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.036418 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ecb30907-e8d2-4b05-ae6d-9057c8dda200 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413767 Aug 24 00:47:19.039339 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39286) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:19.051982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-abceccce-b37d-48b8-b9cd-f016f30a4ea2 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group_rule': {'security_group_id': 'e300d087-6803-4a6d-9dd4-3fac181ce142', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:19.080772 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abceccce-b37d-48b8-b9cd-f016f30a4ea2 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.147524 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abceccce-b37d-48b8-b9cd-f016f30a4ea2 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.152697 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abceccce-b37d-48b8-b9cd-f016f30a4ea2 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.172761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abceccce-b37d-48b8-b9cd-f016f30a4ea2 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c464b95-2f7d-4ae3-a54a-040300b0123f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:19.181877 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abceccce-b37d-48b8-b9cd-f016f30a4ea2 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.185857 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-abceccce-b37d-48b8-b9cd-f016f30a4ea2 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1360891 Aug 24 00:47:19.186083 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39290) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:19.220611 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af86556d-cd7d-4a7c-b21a-7a2f323d1ffe tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.229510 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af86556d-cd7d-4a7c-b21a-7a2f323d1ffe tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.258658 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af86556d-cd7d-4a7c-b21a-7a2f323d1ffe tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.264843 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-af86556d-cd7d-4a7c-b21a-7a2f323d1ffe tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.266507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-af86556d-cd7d-4a7c-b21a-7a2f323d1ffe tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1c464b95-2f7d-4ae3-a54a-040300b0123f HTTP/1.1" status: 204 len: 168 time: 0.0785611 Aug 24 00:47:19.269581 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39294) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:19.272126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86556d-cd7d-4a7c-b21a-7a2f323d1ffe tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c464b95-2f7d-4ae3-a54a-040300b0123f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:19.323239 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-73399cef-6524-47d5-901b-0f6c386f64e3 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0522640 Aug 24 00:47:19.325807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39296) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:19.360504 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-49996666-412a-4411-9bb4-2df1aca74ffb tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.368574 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-49996666-412a-4411-9bb4-2df1aca74ffb tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.398373 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-49996666-412a-4411-9bb4-2df1aca74ffb tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.404969 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-49996666-412a-4411-9bb4-2df1aca74ffb tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.406141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-49996666-412a-4411-9bb4-2df1aca74ffb tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5686e0a0-a717-47ce-be0d-e14bc74f80eb HTTP/1.1" status: 204 len: 168 time: 0.0793157 Aug 24 00:47:19.410048 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:19.425867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49996666-412a-4411-9bb4-2df1aca74ffb tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5686e0a0-a717-47ce-be0d-e14bc74f80eb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:19.466818 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-98068575-c9b3-4d77-92f2-7fba07488953 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0551839 Aug 24 00:47:19.469514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39304) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:19.493233 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b407994a-f189-4e14-8a6f-198daf5fa318 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.501946 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b407994a-f189-4e14-8a6f-198daf5fa318 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.536747 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b407994a-f189-4e14-8a6f-198daf5fa318 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.542044 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b407994a-f189-4e14-8a6f-198daf5fa318 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.543335 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b407994a-f189-4e14-8a6f-198daf5fa318 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d363e5bd-5d0f-462a-92d0-7fb6b83f1747 HTTP/1.1" status: 204 len: 168 time: 0.0727699 Aug 24 00:47:19.546004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39308) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:19.551685 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407994a-f189-4e14-8a6f-198daf5fa318 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d363e5bd-5d0f-462a-92d0-7fb6b83f1747,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:19.605472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-be6fc06b-f634-4db6-b888-1b8ef51ad599 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0565948 Aug 24 00:47:19.608575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39312) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:19.642248 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8d1f-0539-4f77-8a62-1ec28303320b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.650149 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8d1f-0539-4f77-8a62-1ec28303320b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.681615 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8d1f-0539-4f77-8a62-1ec28303320b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.688487 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8d1f-0539-4f77-8a62-1ec28303320b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.689607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6a3f8d1f-0539-4f77-8a62-1ec28303320b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/05bd63c3-669c-4e62-bd83-3cfc7f34377d HTTP/1.1" status: 204 len: 168 time: 0.0802376 Aug 24 00:47:19.692503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39316) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:19.695104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f8d1f-0539-4f77-8a62-1ec28303320b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05bd63c3-669c-4e62-bd83-3cfc7f34377d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:19.740484 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a672d935-9e9e-4603-8acc-b18a34cdbf82 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0464096 Aug 24 00:47:19.743124 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39318) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:19.767935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8561f07-16ca-4ea7-8464-ff1bad6fea33 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.775492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8561f07-16ca-4ea7-8464-ff1bad6fea33 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.804009 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8561f07-16ca-4ea7-8464-ff1bad6fea33 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.809926 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a8561f07-16ca-4ea7-8464-ff1bad6fea33 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.811352 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a8561f07-16ca-4ea7-8464-ff1bad6fea33 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/30bd927e-16b2-4cda-8c22-d5a4fa919c81 HTTP/1.1" status: 204 len: 168 time: 0.0672498 Aug 24 00:47:19.814375 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39322) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:19.838343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8561f07-16ca-4ea7-8464-ff1bad6fea33 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30bd927e-16b2-4cda-8c22-d5a4fa919c81,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:19.867360 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0fc12f7f-caff-4d7d-a5d8-a6322bc0c119 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0467944 Aug 24 00:47:19.869994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39326) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:19.927244 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae41e5da-22ce-44b3-bd3e-d247c260fcc0 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.949946 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae41e5da-22ce-44b3-bd3e-d247c260fcc0 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.994073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae41e5da-22ce-44b3-bd3e-d247c260fcc0 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.996695 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ae41e5da-22ce-44b3-bd3e-d247c260fcc0 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.997912 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ae41e5da-22ce-44b3-bd3e-d247c260fcc0 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-groups/e300d087-6803-4a6d-9dd4-3fac181ce142 HTTP/1.1" status: 204 len: 168 time: 0.1267979 Aug 24 00:47:20.000754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39330) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:20.007889 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41e5da-22ce-44b3-bd3e-d247c260fcc0 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e300d087-6803-4a6d-9dd4-3fac181ce142,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:20.049246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5ec8220b-34c0-4974-855c-36abf9ec9b01 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0468202 Aug 24 00:47:20.055373 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39334) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:20.060242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-caae5d3a-7f48-4843-b434-8413065d76e8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group': {'name': 'tempest-secgroup--819435748'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:20.083933 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caae5d3a-7f48-4843-b434-8413065d76e8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.180674 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caae5d3a-7f48-4843-b434-8413065d76e8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.184655 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caae5d3a-7f48-4843-b434-8413065d76e8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.214182 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-caae5d3a-7f48-4843-b434-8413065d76e8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.215500 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-caae5d3a-7f48-4843-b434-8413065d76e8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1591427 Aug 24 00:47:20.218463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39338) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:20.221212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae5d3a-7f48-4843-b434-8413065d76e8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e01741-1c43-4e1a-b355-a54eddf7690c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:20.224445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7a1f4573-508d-4a8c-8790-c1406c2530f8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group_rule': {'security_group_id': 'e7e01741-1c43-4e1a-b355-a54eddf7690c', 'direction': 'ingress', 'protocol': 17}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:20.253980 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4573-508d-4a8c-8790-c1406c2530f8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.311628 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4573-508d-4a8c-8790-c1406c2530f8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.315920 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4573-508d-4a8c-8790-c1406c2530f8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.336453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f4573-508d-4a8c-8790-c1406c2530f8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c956355-2cb5-4367-9647-125b01d6848e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:20.349615 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4573-508d-4a8c-8790-c1406c2530f8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.350957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7a1f4573-508d-4a8c-8790-c1406c2530f8 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1306996 Aug 24 00:47:20.353636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39342) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:20.413457 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-239a2b4c-b57b-4e90-a56c-fd1089df095d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.440989 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-239a2b4c-b57b-4e90-a56c-fd1089df095d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.486128 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-239a2b4c-b57b-4e90-a56c-fd1089df095d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.488793 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-239a2b4c-b57b-4e90-a56c-fd1089df095d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.492295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-239a2b4c-b57b-4e90-a56c-fd1089df095d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-groups/e7e01741-1c43-4e1a-b355-a54eddf7690c HTTP/1.1" status: 204 len: 168 time: 0.1353865 Aug 24 00:47:20.493031 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:20.499217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a2b4c-b57b-4e90-a56c-fd1089df095d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e01741-1c43-4e1a-b355-a54eddf7690c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:20.551001 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b9e39292-fe9e-4fed-bed2-0f2cc37bcc82 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566037 Aug 24 00:47:20.554579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39350) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:20.559449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7ad33127-cc1d-4572-860e-ec03fca6390b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128843656'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:20.583082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ad33127-cc1d-4572-860e-ec03fca6390b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.674355 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ad33127-cc1d-4572-860e-ec03fca6390b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.678753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ad33127-cc1d-4572-860e-ec03fca6390b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.716615 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7ad33127-cc1d-4572-860e-ec03fca6390b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.717915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7ad33127-cc1d-4572-860e-ec03fca6390b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1622825 Aug 24 00:47:20.719705 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad33127-cc1d-4572-860e-ec03fca6390b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad125dfb-b7c0-4c86-8d6e-7d31ab3f34b2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:20.721394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:20.726490 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-24662325-48a2-4f52-abe6-90e549a25a31 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135003679'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:20.756839 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24662325-48a2-4f52-abe6-90e549a25a31 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.857913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24662325-48a2-4f52-abe6-90e549a25a31 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.862902 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24662325-48a2-4f52-abe6-90e549a25a31 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.895555 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24662325-48a2-4f52-abe6-90e549a25a31 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.896806 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-24662325-48a2-4f52-abe6-90e549a25a31 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1743314 Aug 24 00:47:20.898740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24662325-48a2-4f52-abe6-90e549a25a31 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e72a5e-9efa-4655-95fd-83134f5017eb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:20.899678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39364) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:20.905217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c5c20f99-0881-4f31-80fa-6cae964d1d37 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group_rule': {'security_group_id': 'ad125dfb-b7c0-4c86-8d6e-7d31ab3f34b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '83e72a5e-9efa-4655-95fd-83134f5017eb', 'remote_ip_prefix': None}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:20.943558 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5c20f99-0881-4f31-80fa-6cae964d1d37 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.024024 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5c20f99-0881-4f31-80fa-6cae964d1d37 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.028837 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5c20f99-0881-4f31-80fa-6cae964d1d37 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.045409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c20f99-0881-4f31-80fa-6cae964d1d37 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afa1e9c-8af3-4463-aacb-02524e018c01,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:21.057801 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c5c20f99-0881-4f31-80fa-6cae964d1d37 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.061576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c5c20f99-0881-4f31-80fa-6cae964d1d37 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1581326 Aug 24 00:47:21.063179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39368) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:21.090049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-193be928-91d6-4a71-a98e-f47c99e7789e tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.097726 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-193be928-91d6-4a71-a98e-f47c99e7789e tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.124646 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-193be928-91d6-4a71-a98e-f47c99e7789e tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.130911 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-193be928-91d6-4a71-a98e-f47c99e7789e tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.134817 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-193be928-91d6-4a71-a98e-f47c99e7789e tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8afa1e9c-8af3-4463-aacb-02524e018c01 HTTP/1.1" status: 204 len: 168 time: 0.0694063 Aug 24 00:47:21.135046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39372) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:21.140722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193be928-91d6-4a71-a98e-f47c99e7789e tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8afa1e9c-8af3-4463-aacb-02524e018c01,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:21.185665 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-17e08d75-9380-4e1b-aae0-5250147b9496 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0494993 Aug 24 00:47:21.188839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39378) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:21.242999 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e43f8e54-3553-4ead-aec4-6c96f1560189 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.268244 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e43f8e54-3553-4ead-aec4-6c96f1560189 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.310910 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e43f8e54-3553-4ead-aec4-6c96f1560189 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.313774 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e43f8e54-3553-4ead-aec4-6c96f1560189 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.317416 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e43f8e54-3553-4ead-aec4-6c96f1560189 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-groups/83e72a5e-9efa-4655-95fd-83134f5017eb HTTP/1.1" status: 204 len: 168 time: 0.1251078 Aug 24 00:47:21.317787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39382) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:21.324144 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f8e54-3553-4ead-aec4-6c96f1560189 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e72a5e-9efa-4655-95fd-83134f5017eb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:21.376495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5b924a21-ea4b-41f7-9f29-197e358873af tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0574772 Aug 24 00:47:21.379680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39384) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:21.434494 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee8-f7d0-4e42-8e1e-d837f59adc05 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.460298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee8-f7d0-4e42-8e1e-d837f59adc05 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.506284 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee8-f7d0-4e42-8e1e-d837f59adc05 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.508897 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f2d87ee8-f7d0-4e42-8e1e-d837f59adc05 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.510063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f2d87ee8-f7d0-4e42-8e1e-d837f59adc05 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-groups/ad125dfb-b7c0-4c86-8d6e-7d31ab3f34b2 HTTP/1.1" status: 204 len: 168 time: 0.1294611 Aug 24 00:47:21.513053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39390) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:21.520005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d87ee8-f7d0-4e42-8e1e-d837f59adc05 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad125dfb-b7c0-4c86-8d6e-7d31ab3f34b2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:21.577061 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d21f7d2b-8223-4589-83d5-9f682780d0d0 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0597799 Aug 24 00:47:21.578216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39392) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:21.582895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-190e45a4-66d2-4278-99a4-f681ae43f314 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763239795'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:21.605388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-190e45a4-66d2-4278-99a4-f681ae43f314 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.708545 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-190e45a4-66d2-4278-99a4-f681ae43f314 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.713893 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-190e45a4-66d2-4278-99a4-f681ae43f314 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.748117 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e45a4-66d2-4278-99a4-f681ae43f314 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d13230-d061-4cdb-8490-1484a4647960,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:21.751655 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-190e45a4-66d2-4278-99a4-f681ae43f314 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.755534 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-190e45a4-66d2-4278-99a4-f681ae43f314 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1737115 Aug 24 00:47:21.755743 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39400) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:21.760428 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bb5755cf-c084-4673-bbee-adf523db80e9 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group_rule': {'security_group_id': '98d13230-d061-4cdb-8490-1484a4647960', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:21.790666 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb5755cf-c084-4673-bbee-adf523db80e9 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.852232 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb5755cf-c084-4673-bbee-adf523db80e9 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.856174 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb5755cf-c084-4673-bbee-adf523db80e9 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.877196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5755cf-c084-4673-bbee-adf523db80e9 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de242010-4189-4e8b-8135-98ca823c4654,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:21.883785 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bb5755cf-c084-4673-bbee-adf523db80e9 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.888126 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bb5755cf-c084-4673-bbee-adf523db80e9 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1283762 Aug 24 00:47:21.888126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39404) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:21.913246 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6824395e-97e7-4065-8354-7a279a217ae0 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.922372 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6824395e-97e7-4065-8354-7a279a217ae0 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.950675 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6824395e-97e7-4065-8354-7a279a217ae0 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.956486 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6824395e-97e7-4065-8354-7a279a217ae0 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:21.957650 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6824395e-97e7-4065-8354-7a279a217ae0 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/de242010-4189-4e8b-8135-98ca823c4654 HTTP/1.1" status: 204 len: 168 time: 0.0686305 Aug 24 00:47:21.960435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39408) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:21.966223 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824395e-97e7-4065-8354-7a279a217ae0 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de242010-4189-4e8b-8135-98ca823c4654,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:22.008514 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-16a1ed4c-65ce-4365-ae64-9f0ffb38c082 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469241 Aug 24 00:47:22.011253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39412) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:22.069928 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8612ee2a-57f7-43f5-a99e-7f71e0cef56b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.095565 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8612ee2a-57f7-43f5-a99e-7f71e0cef56b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.136867 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8612ee2a-57f7-43f5-a99e-7f71e0cef56b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.140458 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8612ee2a-57f7-43f5-a99e-7f71e0cef56b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.143149 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8612ee2a-57f7-43f5-a99e-7f71e0cef56b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-groups/98d13230-d061-4cdb-8490-1484a4647960 HTTP/1.1" status: 204 len: 168 time: 0.1306927 Aug 24 00:47:22.145448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39416) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:22.153448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612ee2a-57f7-43f5-a99e-7f71e0cef56b tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d13230-d061-4cdb-8490-1484a4647960,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:22.201173 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f56b5822-603a-4f7d-a107-c609c17b1c41 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509305 Aug 24 00:47:22.201847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39420) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:22.208660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f34aaf1f-5b21-49a0-86d7-ce3e0f3cb1ff tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group': {'name': 'tempest-secgroup--1724006970'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:22.232237 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f34aaf1f-5b21-49a0-86d7-ce3e0f3cb1ff tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.320475 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f34aaf1f-5b21-49a0-86d7-ce3e0f3cb1ff tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.324550 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f34aaf1f-5b21-49a0-86d7-ce3e0f3cb1ff tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.358940 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34aaf1f-5b21-49a0-86d7-ce3e0f3cb1ff tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5d8ef5-8cb7-4643-b7e1-74ea5b883121,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:22.362986 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f34aaf1f-5b21-49a0-86d7-ce3e0f3cb1ff tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.364217 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f34aaf1f-5b21-49a0-86d7-ce3e0f3cb1ff tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1614163 Aug 24 00:47:22.366970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39424) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:22.372429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a2bf0d63-7b6f-4699-9a0c-8c3b31f9f43d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group_rule': {'security_group_id': 'db5d8ef5-8cb7-4643-b7e1-74ea5b883121', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:22.405938 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0d63-7b6f-4699-9a0c-8c3b31f9f43d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.467897 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0d63-7b6f-4699-9a0c-8c3b31f9f43d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.472551 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0d63-7b6f-4699-9a0c-8c3b31f9f43d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.491141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf0d63-7b6f-4699-9a0c-8c3b31f9f43d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e28a55-71da-4769-8142-c43a51bfe23f,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:22.499362 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0d63-7b6f-4699-9a0c-8c3b31f9f43d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.501427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a2bf0d63-7b6f-4699-9a0c-8c3b31f9f43d tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325667 Aug 24 00:47:22.504069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39430) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:22.520715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ef13a5c6-934d-411c-912b-d70189407139 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules/d7e28a55-71da-4769-8142-c43a51bfe23f HTTP/1.1" status: 200 len: 763 time: 0.0156014 Aug 24 00:47:22.523275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39432) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:22.571429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1b2a137c-fa78-4c3f-bfce-86edea5364da tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0470650 Aug 24 00:47:22.574022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39434) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:22.600036 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32885696-1685-4082-a0b8-06a21184ea57 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.607704 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32885696-1685-4082-a0b8-06a21184ea57 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.637476 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32885696-1685-4082-a0b8-06a21184ea57 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.653684 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-32885696-1685-4082-a0b8-06a21184ea57 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.654863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-32885696-1685-4082-a0b8-06a21184ea57 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d7e28a55-71da-4769-8142-c43a51bfe23f HTTP/1.1" status: 204 len: 168 time: 0.0798221 Aug 24 00:47:22.656109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32885696-1685-4082-a0b8-06a21184ea57 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7e28a55-71da-4769-8142-c43a51bfe23f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:22.657659 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39438) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:22.710663 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-43ffc533-6894-4642-adc6-180b3c6f94c4 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0517111 Aug 24 00:47:22.714076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39444) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:22.719499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f7f3b49a-b169-4677-862b-db2f5bb20d2c tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group_rule': {'security_group_id': 'db5d8ef5-8cb7-4643-b7e1-74ea5b883121', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:22.748963 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b49a-b169-4677-862b-db2f5bb20d2c tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.808733 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b49a-b169-4677-862b-db2f5bb20d2c tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.813252 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b49a-b169-4677-862b-db2f5bb20d2c tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.832578 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3b49a-b169-4677-862b-db2f5bb20d2c tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c52c0b-98c7-4857-91af-06387df4c3f3,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:22.839723 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b49a-b169-4677-862b-db2f5bb20d2c tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.843741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f7f3b49a-b169-4677-862b-db2f5bb20d2c tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258843 Aug 24 00:47:22.843993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39448) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:22.862205 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f0ef832e-e06d-46de-9d7c-ed592fff02c3 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules/e1c52c0b-98c7-4857-91af-06387df4c3f3 HTTP/1.1" status: 200 len: 763 time: 0.0162072 Aug 24 00:47:22.864486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39450) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:22.914188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b418c769-e5f3-420b-bbee-d6102522dac3 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0486250 Aug 24 00:47:22.917105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39454) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:22.943813 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04ceb38b-d820-469f-9c06-849aa5d8e668 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.951788 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04ceb38b-d820-469f-9c06-849aa5d8e668 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.983026 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04ceb38b-d820-469f-9c06-849aa5d8e668 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.989274 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-04ceb38b-d820-469f-9c06-849aa5d8e668 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:22.990466 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-04ceb38b-d820-469f-9c06-849aa5d8e668 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e1c52c0b-98c7-4857-91af-06387df4c3f3 HTTP/1.1" status: 204 len: 168 time: 0.0722418 Aug 24 00:47:22.992977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39456) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:22.996018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceb38b-d820-469f-9c06-849aa5d8e668 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1c52c0b-98c7-4857-91af-06387df4c3f3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:23.036734 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-09c68e57-09f8-4c08-bd54-77c276b5f9f6 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425835 Aug 24 00:47:23.039297 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:23.043734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5980aafc-c081-4b09-80b2-e3a1fef03c42 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Request body: {'security_group_rule': {'security_group_id': 'db5d8ef5-8cb7-4643-b7e1-74ea5b883121', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:23.069897 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-5980aafc-c081-4b09-80b2-e3a1fef03c42 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Project 3cd980a68ede4396af9018ccb7fd44fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:47:23.075266 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5980aafc-c081-4b09-80b2-e3a1fef03c42 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.138583 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5980aafc-c081-4b09-80b2-e3a1fef03c42 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.143737 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5980aafc-c081-4b09-80b2-e3a1fef03c42 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.161977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980aafc-c081-4b09-80b2-e3a1fef03c42 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3e9709-4df0-49de-9a74-e476bb4763b5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:23.170033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5980aafc-c081-4b09-80b2-e3a1fef03c42 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.171375 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5980aafc-c081-4b09-80b2-e3a1fef03c42 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311600 Aug 24 00:47:23.174807 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:23.196377 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-39885488-fb4a-4298-916a-b67b4ad5620e tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules/3d3e9709-4df0-49de-9a74-e476bb4763b5 HTTP/1.1" status: 200 len: 769 time: 0.0202703 Aug 24 00:47:23.198915 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39466) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:23.242093 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b9dbbe7d-d4ed-46cd-9236-b7a6c479b7dd tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0420704 Aug 24 00:47:23.244668 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39470) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:23.270745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22c39411-0cb2-4dee-9dba-9839f85b2100 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.283878 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22c39411-0cb2-4dee-9dba-9839f85b2100 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.312320 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22c39411-0cb2-4dee-9dba-9839f85b2100 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.319018 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-22c39411-0cb2-4dee-9dba-9839f85b2100 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.320181 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-22c39411-0cb2-4dee-9dba-9839f85b2100 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3d3e9709-4df0-49de-9a74-e476bb4763b5 HTTP/1.1" status: 204 len: 168 time: 0.0745938 Aug 24 00:47:23.322707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39474) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:23.326004 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c39411-0cb2-4dee-9dba-9839f85b2100 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d3e9709-4df0-49de-9a74-e476bb4763b5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:23.365181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0eb31af1-0d60-43bb-8ed4-6113e27f22e3 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411730 Aug 24 00:47:23.367755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39476) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:23.431370 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69c074c9-83cc-4693-9676-a74ec1770eee tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.456535 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69c074c9-83cc-4693-9676-a74ec1770eee tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.503153 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69c074c9-83cc-4693-9676-a74ec1770eee tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.505716 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-69c074c9-83cc-4693-9676-a74ec1770eee tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.509104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-69c074c9-83cc-4693-9676-a74ec1770eee tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "DELETE /v2.0/security-groups/db5d8ef5-8cb7-4643-b7e1-74ea5b883121 HTTP/1.1" status: 204 len: 168 time: 0.1381702 Aug 24 00:47:23.509612 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39482) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:23.517010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c074c9-83cc-4693-9676-a74ec1770eee tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5d8ef5-8cb7-4643-b7e1-74ea5b883121,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:23.570392 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f7034e4a-f1ac-4670-8b87-f7fa7498dc42 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0592399 Aug 24 00:47:23.576196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39484) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:23.621318 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a9beea08-6bcf-49f5-9028-111aa07a4e86 tempest-SecGroupIPv6Test-2014812853 tempest-SecGroupIPv6Test-2014812853-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456705 Aug 24 00:47:23.895088 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39500) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:23.912830 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:24.053429 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4cd52f0c-0fc2-4ad0-9eb0-32ceb2e7ce12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cd980a68ede4396af9018ccb7fd44fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571605 Aug 24 00:47:24.055907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39506) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:24.108684 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b2e6724-44ee-421a-9c70-8ea2e33bad2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:24.131907 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b2e6724-44ee-421a-9c70-8ea2e33bad2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:24.184907 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b2e6724-44ee-421a-9c70-8ea2e33bad2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:24.188487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6b2e6724-44ee-421a-9c70-8ea2e33bad2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:24.189643 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6b2e6724-44ee-421a-9c70-8ea2e33bad2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae5bfb4f-d233-4aab-8326-d8bbf50c485d HTTP/1.1" status: 204 len: 168 time: 0.1327810 Aug 24 00:47:24.197951 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e6724-44ee-421a-9c70-8ea2e33bad2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5bfb4f-d233-4aab-8326-d8bbf50c485d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:24.933414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39548) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:25.044026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d13c6e2e-a28c-46ee-b268-dc890160b107 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:25.044736 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-d13c6e2e-a28c-46ee-b268-dc890160b107 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 24 00:47:25.046503 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-d13c6e2e-a28c-46ee-b268-dc890160b107 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): There was a conflict when trying to complete your request. Aug 24 00:47:25.046503 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d13c6e2e-a28c-46ee-b268-dc890160b107 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1120586 Aug 24 00:47:25.050903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39556) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:25.055855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e4ade481-c2bf-4224-8ab6-043299f38688 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1387573673'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:25.080450 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e4ade481-c2bf-4224-8ab6-043299f38688 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.088693 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e4ade481-c2bf-4224-8ab6-043299f38688 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.194558 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e4ade481-c2bf-4224-8ab6-043299f38688 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.200073 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e4ade481-c2bf-4224-8ab6-043299f38688 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.241921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ade481-c2bf-4224-8ab6-043299f38688 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a75a68-bf95-4b6d-bf39-464940adcd7a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:25.299869 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e4ade481-c2bf-4224-8ab6-043299f38688 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.304263 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e4ade481-c2bf-4224-8ab6-043299f38688 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.337793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ade481-c2bf-4224-8ab6-043299f38688 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1132859d-a16d-4455-8215-cac7ebb76ae4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:25.340553 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e4ade481-c2bf-4224-8ab6-043299f38688 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.344988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e4ade481-c2bf-4224-8ab6-043299f38688 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2897844 Aug 24 00:47:25.345607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39564) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:25.349959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ca2ec64b-fd5a-439c-b470-e2045279251e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '1132859d-a16d-4455-8215-cac7ebb76ae4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:25.376861 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec64b-fd5a-439c-b470-e2045279251e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.447810 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec64b-fd5a-439c-b470-e2045279251e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.453088 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec64b-fd5a-439c-b470-e2045279251e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.471428 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ec64b-fd5a-439c-b470-e2045279251e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5753bf1f-95a4-4993-bb65-a42084c4f9da,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:25.478842 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec64b-fd5a-439c-b470-e2045279251e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.480320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ca2ec64b-fd5a-439c-b470-e2045279251e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339755 Aug 24 00:47:25.482861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39568) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:25.488057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4c4c3ccd-16d4-4f7d-af61-0a9c3dc2d9a8 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '1132859d-a16d-4455-8215-cac7ebb76ae4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:25.518510 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c4c3ccd-16d4-4f7d-af61-0a9c3dc2d9a8 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.567709 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-4c4c3ccd-16d4-4f7d-af61-0a9c3dc2d9a8 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): There was a conflict when trying to complete your request. Aug 24 00:47:25.569013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4c4c3ccd-16d4-4f7d-af61-0a9c3dc2d9a8 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0850587 Aug 24 00:47:25.571937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39572) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:25.634130 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74b9c5ad-68f2-4199-a9b6-3efd73f93be3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.657829 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74b9c5ad-68f2-4199-a9b6-3efd73f93be3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.713195 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74b9c5ad-68f2-4199-a9b6-3efd73f93be3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.715881 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74b9c5ad-68f2-4199-a9b6-3efd73f93be3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.720127 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-74b9c5ad-68f2-4199-a9b6-3efd73f93be3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "DELETE /v2.0/security-groups/1132859d-a16d-4455-8215-cac7ebb76ae4 HTTP/1.1" status: 204 len: 168 time: 0.1440449 Aug 24 00:47:25.721413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39578) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:25.732117 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9c5ad-68f2-4199-a9b6-3efd73f93be3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1132859d-a16d-4455-8215-cac7ebb76ae4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:25.766890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-25594fd2-15ca-4515-a9c8-d27911d33f01 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442314 Aug 24 00:47:25.770589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39580) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:25.775014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a33ff006-e5ad-4d39-9b2c-68d0723345b3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1143428873'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:25.805613 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a33ff006-e5ad-4d39-9b2c-68d0723345b3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.903051 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a33ff006-e5ad-4d39-9b2c-68d0723345b3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.908205 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a33ff006-e5ad-4d39-9b2c-68d0723345b3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.938108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ff006-e5ad-4d39-9b2c-68d0723345b3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f425843c-11af-4668-bc89-1ca32e5c61f5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:25.940877 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a33ff006-e5ad-4d39-9b2c-68d0723345b3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.942101 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a33ff006-e5ad-4d39-9b2c-68d0723345b3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1706316 Aug 24 00:47:25.945002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39588) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:25.949534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-41e422df-1bd1-4fbe-b435-5d8803dd7133 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': 'f425843c-11af-4668-bc89-1ca32e5c61f5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:25.950026 n-d-805736-1 neutron-server[94837]: WARNING neutron.api.v2.base [None req-41e422df-1bd1-4fbe-b435-5d8803dd7133 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 24 00:47:25.950533 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-41e422df-1bd1-4fbe-b435-5d8803dd7133 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:25.951662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-41e422df-1bd1-4fbe-b435-5d8803dd7133 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056357 Aug 24 00:47:25.955260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39590) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:26.017872 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bb10bc6-24a1-401b-b51a-faf698dc3c1d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.044170 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bb10bc6-24a1-401b-b51a-faf698dc3c1d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.088908 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bb10bc6-24a1-401b-b51a-faf698dc3c1d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.091760 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3bb10bc6-24a1-401b-b51a-faf698dc3c1d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.092987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3bb10bc6-24a1-401b-b51a-faf698dc3c1d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "DELETE /v2.0/security-groups/f425843c-11af-4668-bc89-1ca32e5c61f5 HTTP/1.1" status: 204 len: 168 time: 0.1366341 Aug 24 00:47:26.096478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:26.102600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb10bc6-24a1-401b-b51a-faf698dc3c1d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f425843c-11af-4668-bc89-1ca32e5c61f5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:26.149258 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5902ead2-7abe-4f53-a65d-12b3f9567c00 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509863 Aug 24 00:47:26.153137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39598) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:26.158674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-faa6d7b5-2585-4e84-9973-3785ef789076 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252344164'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:26.188715 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faa6d7b5-2585-4e84-9973-3785ef789076 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.275108 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faa6d7b5-2585-4e84-9973-3785ef789076 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.282585 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faa6d7b5-2585-4e84-9973-3785ef789076 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.311816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6d7b5-2585-4e84-9973-3785ef789076 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8bff07-177e-45ca-967e-480386f2e7f2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:26.315400 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faa6d7b5-2585-4e84-9973-3785ef789076 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.316630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-faa6d7b5-2585-4e84-9973-3785ef789076 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1624179 Aug 24 00:47:26.319891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39604) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:26.323864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6962416e-a3f8-4b95-94d3-280777a40c48 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '9b8bff07-177e-45ca-967e-480386f2e7f2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:26.324674 n-d-805736-1 neutron-server[94837]: WARNING neutron.api.v2.base [None req-6962416e-a3f8-4b95-94d3-280777a40c48 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 24 00:47:26.325172 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-6962416e-a3f8-4b95-94d3-280777a40c48 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:26.326112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6962416e-a3f8-4b95-94d3-280777a40c48 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057364 Aug 24 00:47:26.330907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39606) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:26.404998 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa264252-bdd9-4b82-9807-c670d7ded809 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.429017 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa264252-bdd9-4b82-9807-c670d7ded809 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.472693 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa264252-bdd9-4b82-9807-c670d7ded809 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.476003 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fa264252-bdd9-4b82-9807-c670d7ded809 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.477224 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fa264252-bdd9-4b82-9807-c670d7ded809 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "DELETE /v2.0/security-groups/9b8bff07-177e-45ca-967e-480386f2e7f2 HTTP/1.1" status: 204 len: 168 time: 0.1451716 Aug 24 00:47:26.480080 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39610) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:26.497490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa264252-bdd9-4b82-9807-c670d7ded809 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8bff07-177e-45ca-967e-480386f2e7f2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:26.526551 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e7852fd4-b293-4c07-8607-396447b16ae0 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0449913 Aug 24 00:47:26.530438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39614) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:26.535973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8b5ee7f9-55d8-4dd7-b9dc-b0ab8985dd0d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141271614'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:26.559134 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee7f9-55d8-4dd7-b9dc-b0ab8985dd0d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.660960 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee7f9-55d8-4dd7-b9dc-b0ab8985dd0d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.665449 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee7f9-55d8-4dd7-b9dc-b0ab8985dd0d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.701975 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee7f9-55d8-4dd7-b9dc-b0ab8985dd0d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.706625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8b5ee7f9-55d8-4dd7-b9dc-b0ab8985dd0d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1716726 Aug 24 00:47:26.707257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39620) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:26.711793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-56c9c5ad-d77e-4296-ae6f-5c6acf6cbb4f tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': 'f4428764-5dbe-4bf1-8f21-fd358da3b0dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:26.712687 n-d-805736-1 neutron-server[94837]: WARNING neutron.api.v2.base [None req-56c9c5ad-d77e-4296-ae6f-5c6acf6cbb4f tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 24 00:47:26.713175 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-56c9c5ad-d77e-4296-ae6f-5c6acf6cbb4f tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:26.716796 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-56c9c5ad-d77e-4296-ae6f-5c6acf6cbb4f tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063059 Aug 24 00:47:26.716796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee7f9-55d8-4dd7-b9dc-b0ab8985dd0d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4428764-5dbe-4bf1-8f21-fd358da3b0dc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:26.717347 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:26.728884 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-91f23db6-be80-47b0-b6e5-eab812ba09eb tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': 'f4428764-5dbe-4bf1-8f21-fd358da3b0dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:26.729461 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-91f23db6-be80-47b0-b6e5-eab812ba09eb tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 24 00:47:26.730004 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-91f23db6-be80-47b0-b6e5-eab812ba09eb tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:26.730982 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-91f23db6-be80-47b0-b6e5-eab812ba09eb tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092497 Aug 24 00:47:26.733722 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39624) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:26.738588 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-980c475a-2640-4a9c-b46f-c4456cf7b0b0 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': 'f4428764-5dbe-4bf1-8f21-fd358da3b0dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:26.739528 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-980c475a-2640-4a9c-b46f-c4456cf7b0b0 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 24 00:47:26.740089 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-980c475a-2640-4a9c-b46f-c4456cf7b0b0 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:26.741079 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-980c475a-2640-4a9c-b46f-c4456cf7b0b0 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058067 Aug 24 00:47:26.743476 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39626) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:26.748927 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-129b2c08-9078-49b0-9ae8-252c55d673c1 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': 'f4428764-5dbe-4bf1-8f21-fd358da3b0dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:26.750027 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-129b2c08-9078-49b0-9ae8-252c55d673c1 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 24 00:47:26.751107 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-129b2c08-9078-49b0-9ae8-252c55d673c1 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:26.752218 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-129b2c08-9078-49b0-9ae8-252c55d673c1 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078192 Aug 24 00:47:26.754945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:26.812453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d844-b20f-4cc5-821b-fb80c6a3917e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.838600 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d844-b20f-4cc5-821b-fb80c6a3917e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.887263 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d844-b20f-4cc5-821b-fb80c6a3917e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.889965 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d844-b20f-4cc5-821b-fb80c6a3917e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.891895 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d9c6d844-b20f-4cc5-821b-fb80c6a3917e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "DELETE /v2.0/security-groups/f4428764-5dbe-4bf1-8f21-fd358da3b0dc HTTP/1.1" status: 204 len: 168 time: 0.1358969 Aug 24 00:47:26.894468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39636) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:26.902468 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6d844-b20f-4cc5-821b-fb80c6a3917e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4428764-5dbe-4bf1-8f21-fd358da3b0dc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:26.941729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-88522624-6e0c-4169-89f8-490f2e0c3909 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460665 Aug 24 00:47:26.945489 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39638) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:26.953897 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2474905e-c07d-4caa-a1f4-3dcaf894370d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group': {'name': 'tempest-secgroup--665315944'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:26.978699 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2474905e-c07d-4caa-a1f4-3dcaf894370d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:27.069299 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2474905e-c07d-4caa-a1f4-3dcaf894370d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:27.076711 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2474905e-c07d-4caa-a1f4-3dcaf894370d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:27.102638 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2474905e-c07d-4caa-a1f4-3dcaf894370d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:27.106540 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2474905e-c07d-4caa-a1f4-3dcaf894370d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1569080 Aug 24 00:47:27.106950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39644) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.111983 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474905e-c07d-4caa-a1f4-3dcaf894370d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e42a88c-0044-476a-8225-286283b3e9da,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:27.112479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a139967e-72c8-4a92-832d-184c22578465 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '3e42a88c-0044-476a-8225-286283b3e9da', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:27.113372 n-d-805736-1 neutron-server[94837]: WARNING neutron.api.v2.base [None req-a139967e-72c8-4a92-832d-184c22578465 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 24 00:47:27.114074 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-a139967e-72c8-4a92-832d-184c22578465 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:27.115334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a139967e-72c8-4a92-832d-184c22578465 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072744 Aug 24 00:47:27.118017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39646) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.123471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-92edb4c9-70b1-445a-b1c5-8fb2bb35380b tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '3e42a88c-0044-476a-8225-286283b3e9da', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:27.161518 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-92edb4c9-70b1-445a-b1c5-8fb2bb35380b tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:27.162620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-92edb4c9-70b1-445a-b1c5-8fb2bb35380b tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0436091 Aug 24 00:47:27.165576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39648) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.170227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e4042b67-7f7c-45a8-9324-2e4747c25744 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '3e42a88c-0044-476a-8225-286283b3e9da', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:27.170723 n-d-805736-1 neutron-server[94837]: WARNING neutron.api.v2.base [None req-e4042b67-7f7c-45a8-9324-2e4747c25744 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 24 00:47:27.171246 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-e4042b67-7f7c-45a8-9324-2e4747c25744 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:27.175617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e4042b67-7f7c-45a8-9324-2e4747c25744 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062790 Aug 24 00:47:27.175836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39650) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.180287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f71433fe-3d3e-4e47-bc40-37fc3933bd1a tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '3e42a88c-0044-476a-8225-286283b3e9da', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:27.217931 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-f71433fe-3d3e-4e47-bc40-37fc3933bd1a tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:27.219338 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f71433fe-3d3e-4e47-bc40-37fc3933bd1a tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0425148 Aug 24 00:47:27.222165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39654) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.226978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1f953587-ba9d-4112-8ab3-d44f0ba00671 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '3e42a88c-0044-476a-8225-286283b3e9da', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:27.227542 n-d-805736-1 neutron-server[94837]: WARNING neutron.api.v2.base [None req-1f953587-ba9d-4112-8ab3-d44f0ba00671 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 24 00:47:27.228092 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-1f953587-ba9d-4112-8ab3-d44f0ba00671 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:27.229083 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1f953587-ba9d-4112-8ab3-d44f0ba00671 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057917 Aug 24 00:47:27.231416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39656) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.236684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4f17c875-dcfe-4cdc-b12a-591284fd47f8 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '3e42a88c-0044-476a-8225-286283b3e9da', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:27.261396 n-d-805736-1 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-4f17c875-dcfe-4cdc-b12a-591284fd47f8 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Project 78912469768449c3b47ae03ff9618621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:47:27.289163 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-4f17c875-dcfe-4cdc-b12a-591284fd47f8 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:27.290284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4f17c875-dcfe-4cdc-b12a-591284fd47f8 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0580106 Aug 24 00:47:27.293722 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39658) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.299977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a41091d4-db9a-4864-bf01-67af5f242fdb tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '3e42a88c-0044-476a-8225-286283b3e9da', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:27.299977 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-a41091d4-db9a-4864-bf01-67af5f242fdb tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 24 00:47:27.300362 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-a41091d4-db9a-4864-bf01-67af5f242fdb tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:27.301717 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a41091d4-db9a-4864-bf01-67af5f242fdb tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068324 Aug 24 00:47:27.303914 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39662) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.308598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-834df98c-3165-4d71-a84f-abb071388160 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '3e42a88c-0044-476a-8225-286283b3e9da', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:27.332437 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-834df98c-3165-4d71-a84f-abb071388160 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Project 78912469768449c3b47ae03ff9618621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:47:27.345279 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-834df98c-3165-4d71-a84f-abb071388160 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:27.346375 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-834df98c-3165-4d71-a84f-abb071388160 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0413845 Aug 24 00:47:27.349272 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39664) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.353931 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0fd42b2a-0ee2-46df-a35f-58c7f65d7eee tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '3e42a88c-0044-476a-8225-286283b3e9da', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:27.379932 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-0fd42b2a-0ee2-46df-a35f-58c7f65d7eee tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Project 78912469768449c3b47ae03ff9618621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:47:27.393951 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-0fd42b2a-0ee2-46df-a35f-58c7f65d7eee tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:27.395148 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0fd42b2a-0ee2-46df-a35f-58c7f65d7eee tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0449097 Aug 24 00:47:27.397903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.456180 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-320f3584-9a8c-48e6-b755-d6572ab2280b tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:27.482385 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-320f3584-9a8c-48e6-b755-d6572ab2280b tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:27.525284 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-320f3584-9a8c-48e6-b755-d6572ab2280b tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:27.528310 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-320f3584-9a8c-48e6-b755-d6572ab2280b tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:27.529055 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e92db40c-ac44-46d4-8049-5d09ecd8874f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:27.533387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39672) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.533828 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-320f3584-9a8c-48e6-b755-d6572ab2280b tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "DELETE /v2.0/security-groups/3e42a88c-0044-476a-8225-286283b3e9da HTTP/1.1" status: 204 len: 168 time: 0.1346929 Aug 24 00:47:27.543677 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f3584-9a8c-48e6-b755-d6572ab2280b tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e42a88c-0044-476a-8225-286283b3e9da,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:27.593524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3ca0040b-fdb0-4302-a19f-1b5f06e156f5 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0583494 Aug 24 00:47:27.598818 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39676) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.603338 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6c18a16f-c0a0-464a-8403-17b5a911f61c tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group': {'name': 'tempest-secgroup--802206321'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:27.630148 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c18a16f-c0a0-464a-8403-17b5a911f61c tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:27.724505 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c18a16f-c0a0-464a-8403-17b5a911f61c tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:27.728228 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c18a16f-c0a0-464a-8403-17b5a911f61c tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:27.756119 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c18a16f-c0a0-464a-8403-17b5a911f61c tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:27.757484 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c18a16f-c0a0-464a-8403-17b5a911f61c tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1577890 Aug 24 00:47:27.760814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39680) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.767832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-aa013a1e-9733-4a38-a7f8-73b95333c44b tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '1a3eeb77-bfc8-4e6b-987a-64e6ae95e98f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:27.769048 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18a16f-c0a0-464a-8403-17b5a911f61c tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3eeb77-bfc8-4e6b-987a-64e6ae95e98f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:27.809134 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-aa013a1e-9733-4a38-a7f8-73b95333c44b tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The resource could not be found. Aug 24 00:47:27.810414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-aa013a1e-9733-4a38-a7f8-73b95333c44b tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0481212 Aug 24 00:47:27.813280 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39684) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.818346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-64bc09d8-9a20-422e-8b3b-56609a9029ec tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '1a3eeb77-bfc8-4e6b-987a-64e6ae95e98f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd3927cbc-093e-4f10-97ce-deb37352d378'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:27.879928 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-64bc09d8-9a20-422e-8b3b-56609a9029ec tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The resource could not be found. Aug 24 00:47:27.880973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-64bc09d8-9a20-422e-8b3b-56609a9029ec tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0667772 Aug 24 00:47:27.883758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39688) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:27.942338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34b2da04-2b3f-4975-92c2-7cc8cc77d9e4 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:27.972818 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34b2da04-2b3f-4975-92c2-7cc8cc77d9e4 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.016655 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34b2da04-2b3f-4975-92c2-7cc8cc77d9e4 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.020806 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34b2da04-2b3f-4975-92c2-7cc8cc77d9e4 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.023179 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-34b2da04-2b3f-4975-92c2-7cc8cc77d9e4 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "DELETE /v2.0/security-groups/1a3eeb77-bfc8-4e6b-987a-64e6ae95e98f HTTP/1.1" status: 204 len: 168 time: 0.1382699 Aug 24 00:47:28.026173 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:28.044080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2da04-2b3f-4975-92c2-7cc8cc77d9e4 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3eeb77-bfc8-4e6b-987a-64e6ae95e98f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:28.044762 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:47:28.089047 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b75c1713-560f-4d5c-841a-85c0c6102845 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608556 Aug 24 00:47:28.092877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39698) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:28.098272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-8724c5a4-ba37-4203-8f61-42b910ec89b8 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': 'c47c4c8a-3209-4aab-b689-47ca549b40c7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:28.142510 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-8724c5a4-ba37-4203-8f61-42b910ec89b8 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The resource could not be found. Aug 24 00:47:28.144395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8724c5a4-ba37-4203-8f61-42b910ec89b8 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0505362 Aug 24 00:47:28.148201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39700) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:28.153020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-63084411-445f-4f74-a4bc-65b5acfd2734 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1683695070'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:28.176338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63084411-445f-4f74-a4bc-65b5acfd2734 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.267481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63084411-445f-4f74-a4bc-65b5acfd2734 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.271256 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63084411-445f-4f74-a4bc-65b5acfd2734 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.302623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63084411-445f-4f74-a4bc-65b5acfd2734 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43099519-3876-4775-8fe0-59b8db243b03,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:28.306966 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-63084411-445f-4f74-a4bc-65b5acfd2734 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.308243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-63084411-445f-4f74-a4bc-65b5acfd2734 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1590841 Aug 24 00:47:28.311246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39706) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:28.323487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-aa69c34c-b00e-454d-98c1-34bc44b9e3cc tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254233633'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:28.347659 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa69c34c-b00e-454d-98c1-34bc44b9e3cc tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.439262 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa69c34c-b00e-454d-98c1-34bc44b9e3cc tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.443593 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa69c34c-b00e-454d-98c1-34bc44b9e3cc tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.477822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69c34c-b00e-454d-98c1-34bc44b9e3cc tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5652815a-8167-4268-ab5d-56121a209dd4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:28.484096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aa69c34c-b00e-454d-98c1-34bc44b9e3cc tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.486060 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-aa69c34c-b00e-454d-98c1-34bc44b9e3cc tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1738050 Aug 24 00:47:28.488978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39712) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:28.493743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d624d905-6720-462d-b5f9-b6fb2ecf6f5c tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': '43099519-3876-4775-8fe0-59b8db243b03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5652815a-8167-4268-ab5d-56121a209dd4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:28.530035 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-d624d905-6720-462d-b5f9-b6fb2ecf6f5c tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:28.533704 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d624d905-6720-462d-b5f9-b6fb2ecf6f5c tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0408316 Aug 24 00:47:28.534029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39714) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:28.587649 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c71e2e4-7b59-4b9b-b90d-4db5f0a5eaf3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.610768 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c71e2e4-7b59-4b9b-b90d-4db5f0a5eaf3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.653190 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c71e2e4-7b59-4b9b-b90d-4db5f0a5eaf3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.655801 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c71e2e4-7b59-4b9b-b90d-4db5f0a5eaf3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.657043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7c71e2e4-7b59-4b9b-b90d-4db5f0a5eaf3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "DELETE /v2.0/security-groups/5652815a-8167-4268-ab5d-56121a209dd4 HTTP/1.1" status: 204 len: 168 time: 0.1221337 Aug 24 00:47:28.659735 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:28.666380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71e2e4-7b59-4b9b-b90d-4db5f0a5eaf3 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5652815a-8167-4268-ab5d-56121a209dd4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:28.729337 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-afe0be25-611a-4c60-b5b1-9bc59eb2247b tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0682769 Aug 24 00:47:28.732058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39718) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:28.790719 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b380fa15-3d4e-4202-81ef-2e55b5d7ce2e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.814061 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b380fa15-3d4e-4202-81ef-2e55b5d7ce2e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.854460 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b380fa15-3d4e-4202-81ef-2e55b5d7ce2e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.858596 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b380fa15-3d4e-4202-81ef-2e55b5d7ce2e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:28.862618 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b380fa15-3d4e-4202-81ef-2e55b5d7ce2e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "DELETE /v2.0/security-groups/43099519-3876-4775-8fe0-59b8db243b03 HTTP/1.1" status: 204 len: 168 time: 0.1273150 Aug 24 00:47:28.863096 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39722) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:28.870343 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380fa15-3d4e-4202-81ef-2e55b5d7ce2e tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43099519-3876-4775-8fe0-59b8db243b03,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:28.927017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fd8abd75-2ebb-4d62-ab37-274f2f7bfc18 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626628 Aug 24 00:47:28.927733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39724) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:28.932655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dd148f64-9bdb-44bb-b200-d3bbf8795649 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group': {'name': 'tempest-secgroup--900355631'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:28.955467 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd148f64-9bdb-44bb-b200-d3bbf8795649 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.049569 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd148f64-9bdb-44bb-b200-d3bbf8795649 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.053574 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd148f64-9bdb-44bb-b200-d3bbf8795649 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.081543 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd148f64-9bdb-44bb-b200-d3bbf8795649 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.085652 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd148f64-9bdb-44bb-b200-d3bbf8795649 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1540656 Aug 24 00:47:29.086056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39726) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:29.087379 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd148f64-9bdb-44bb-b200-d3bbf8795649 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a0598-28d6-48b9-98aa-a6de913dd9f7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:29.091054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ae7624f3-fb1e-44c7-8c1e-0e49026e1a6a tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a0598-28d6-48b9-98aa-a6de913dd9f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:29.133227 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-ae7624f3-fb1e-44c7-8c1e-0e49026e1a6a tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:29.134742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ae7624f3-fb1e-44c7-8c1e-0e49026e1a6a tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0475204 Aug 24 00:47:29.137654 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39728) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:29.142768 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fc90168b-b5e5-405a-81aa-14b9d2fe98f5 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a0598-28d6-48b9-98aa-a6de913dd9f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:29.183544 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-fc90168b-b5e5-405a-81aa-14b9d2fe98f5 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:47:29.184627 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fc90168b-b5e5-405a-81aa-14b9d2fe98f5 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0458145 Aug 24 00:47:29.188405 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39730) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:29.247344 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d856d8ff-bb88-4eb2-a864-9bb5a5af675d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.270115 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d856d8ff-bb88-4eb2-a864-9bb5a5af675d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.314681 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d856d8ff-bb88-4eb2-a864-9bb5a5af675d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.317373 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d856d8ff-bb88-4eb2-a864-9bb5a5af675d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.318542 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d856d8ff-bb88-4eb2-a864-9bb5a5af675d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "DELETE /v2.0/security-groups/dd1a0598-28d6-48b9-98aa-a6de913dd9f7 HTTP/1.1" status: 204 len: 168 time: 0.1291969 Aug 24 00:47:29.322292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39732) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:29.328064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856d8ff-bb88-4eb2-a864-9bb5a5af675d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a0598-28d6-48b9-98aa-a6de913dd9f7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:29.372025 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-63ae5db2-7b86-492b-8a38-0a4cec351e08 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484247 Aug 24 00:47:29.374528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39734) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:29.380062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a8b8d974-d645-497e-974e-f063aa8aea93 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513253176'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:29.403581 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d974-d645-497e-974e-f063aa8aea93 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.490394 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d974-d645-497e-974e-f063aa8aea93 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.494049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d974-d645-497e-974e-f063aa8aea93 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.520280 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d974-d645-497e-974e-f063aa8aea93 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.521516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a8b8d974-d645-497e-974e-f063aa8aea93 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1452532 Aug 24 00:47:29.524667 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39736) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:29.525734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8d974-d645-497e-974e-f063aa8aea93 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2d96fc-712d-484e-b815-ea4de50ec720,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:29.530855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b4f1d5b7-a713-45e7-9c1d-eead5033e64d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:29.531851 n-d-805736-1 neutron-server[94838]: WARNING neutron.api.v2.base [None req-b4f1d5b7-a713-45e7-9c1d-eead5033e64d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 24 00:47:29.532358 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-b4f1d5b7-a713-45e7-9c1d-eead5033e64d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] update failed (client error): There was a conflict when trying to complete your request. Aug 24 00:47:29.536208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39738) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:29.536389 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b4f1d5b7-a713-45e7-9c1d-eead5033e64d tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "PUT /v2.0/security-groups/ab2d96fc-712d-484e-b815-ea4de50ec720 HTTP/1.1" status: 409 len: 330 time: 0.0105126 Aug 24 00:47:29.595498 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dea5a1a8-2713-4da6-bafd-99975de6e499 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.618061 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dea5a1a8-2713-4da6-bafd-99975de6e499 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.660806 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dea5a1a8-2713-4da6-bafd-99975de6e499 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.663369 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-dea5a1a8-2713-4da6-bafd-99975de6e499 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.664550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dea5a1a8-2713-4da6-bafd-99975de6e499 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "DELETE /v2.0/security-groups/ab2d96fc-712d-484e-b815-ea4de50ec720 HTTP/1.1" status: 204 len: 168 time: 0.1273632 Aug 24 00:47:29.667831 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39740) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:29.674560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5a1a8-2713-4da6-bafd-99975de6e499 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2d96fc-712d-484e-b815-ea4de50ec720,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:29.718258 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e081403-1142-4a00-87d6-c1bc4800883a tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493078 Aug 24 00:47:29.722754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39742) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:29.736862 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-db977829-1764-4813-a2f5-1f35e0991784 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] delete failed (client error): The resource could not be found. Aug 24 00:47:29.737893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-db977829-1764-4813-a2f5-1f35e0991784 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "DELETE /v2.0/security-groups/7cc213f1-cbec-4f4f-82c5-b5c2f56ef97f HTTP/1.1" status: 404 len: 347 time: 0.0141110 Aug 24 00:47:29.741614 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39744) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:29.755258 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-06a88592-e39c-41f1-868f-c86b39f5eeef tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] show failed (client error): The resource could not be found. Aug 24 00:47:29.756253 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-06a88592-e39c-41f1-868f-c86b39f5eeef tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "GET /v2.0/security-groups/f818242f-4f42-4a86-a87a-6a50bd7edee5 HTTP/1.1" status: 404 len: 347 time: 0.0137360 Aug 24 00:47:29.759881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39746) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:29.770472 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-bf52e521-438c-4fd7-a2fc-f7c0b3fe5500 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] show failed (client error): The resource could not be found. Aug 24 00:47:29.771483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bf52e521-438c-4fd7-a2fc-f7c0b3fe5500 tempest-NegativeSecGroupIPv6Test-663703155 tempest-NegativeSecGroupIPv6Test-663703155-project] 10.222.0.32 "GET /v2.0/security-group-rules/9e602ca5-9651-4cf1-892a-4be8e5917299 HTTP/1.1" status: 404 len: 356 time: 0.0107419 Aug 24 00:47:29.842670 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:30.031981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39754) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:30.126745 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:30.175044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e1921ae0-6b13-40b2-a9d1-c3f36ae1936b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78912469768449c3b47ae03ff9618621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417952 Aug 24 00:47:30.177524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39758) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:30.227729 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-25031894-822f-4e64-8639-f3aec2d327e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:30.231566 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d3d6340a-1506-490c-b046-03fa7bc402a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:30.251998 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-25031894-822f-4e64-8639-f3aec2d327e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:30.299912 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-25031894-822f-4e64-8639-f3aec2d327e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:30.302665 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-25031894-822f-4e64-8639-f3aec2d327e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:30.304135 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-25031894-822f-4e64-8639-f3aec2d327e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17a75a68-bf95-4b6d-bf39-464940adcd7a HTTP/1.1" status: 204 len: 168 time: 0.1254706 Aug 24 00:47:30.312070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25031894-822f-4e64-8639-f3aec2d327e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a75a68-bf95-4b6d-bf39-464940adcd7a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:30.962332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39782) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:31.065740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1407314734-network', 'tenant_id': '6f5b47ca9fc14503ababc9edd6809a58'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:31.086998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] Made reservation on behalf of 6f5b47ca9fc14503ababc9edd6809a58 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:47:31.089298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:31.097809 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:31.188816 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:31.192637 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:31.222820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:47:31.233302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc38729-9f5e-4acb-8da7-d6739a127a1d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:31.241008 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:31.241379 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] Added segment 2eb69950-a3a7-4d70-b56f-bf03a83ec16f of type vlan for network 38a8924c-c390-4750-88e3-6ad5f4b1cc3c Aug 24 00:47:31.287842 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:31.317091 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:31.318151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:31.318809 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:31.319566 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:31.368055 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4044678 Aug 24 00:47:31.371085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39786) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:31.376272 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9d406aeb-e6d4-4109-8891-acf8cd29384b admin admin] Request body: {'subnet': {'network_id': '38a8924c-c390-4750-88e3-6ad5f4b1cc3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1407314734-subnet', 'tenant_id': '6f5b47ca9fc14503ababc9edd6809a58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:31.383278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a6def-03e4-4fe1-9626-2c40f27e8f35 admin admin] Pushing event updated for resources: {'Network': ['ID=38a8924c-c390-4750-88e3-6ad5f4b1cc3c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:31.396186 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 38a8924c-c390-4750-88e3-6ad5f4b1cc3c details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:47:31.397458 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d406aeb-e6d4-4109-8891-acf8cd29384b admin admin] Made reservation on behalf of 6f5b47ca9fc14503ababc9edd6809a58 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:47:31.399872 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d406aeb-e6d4-4109-8891-acf8cd29384b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:31.579503 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d406aeb-e6d4-4109-8891-acf8cd29384b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:31.633396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d406aeb-e6d4-4109-8891-acf8cd29384b admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a96ee3-e1d8-44f8-a595-6816e7c085ed,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:31.644166 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d406aeb-e6d4-4109-8891-acf8cd29384b admin admin] Checking segment: {'id': '2eb69950-a3a7-4d70-b56f-bf03a83ec16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '38a8924c-c390-4750-88e3-6ad5f4b1cc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:47:31.644528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d406aeb-e6d4-4109-8891-acf8cd29384b admin admin] Network hostable DHCP agents. Network: 38a8924c-c390-4750-88e3-6ad5f4b1cc3c, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:47:31.660909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d406aeb-e6d4-4109-8891-acf8cd29384b admin admin] Network 38a8924c-c390-4750-88e3-6ad5f4b1cc3c is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:47:31.671187 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9d406aeb-e6d4-4109-8891-acf8cd29384b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 38a8924c-c390-4750-88e3-6ad5f4b1cc3c) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:47:31.675817 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d406aeb-e6d4-4109-8891-acf8cd29384b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:31.676407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9d406aeb-e6d4-4109-8891-acf8cd29384b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:31.683306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fab21e9-bc27-4eba-bb3d-8c45c8eecc9a None None] Network 38a8924c-c390-4750-88e3-6ad5f4b1cc3c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:47:31.697591 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9d406aeb-e6d4-4109-8891-acf8cd29384b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3252521 Aug 24 00:47:31.835497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e1211b-7236-47af-a6f7-695538e7c75c None None] Network 38a8924c-c390-4750-88e3-6ad5f4b1cc3c requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:47:32.186162 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39806) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:32.191474 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1362760715-network', 'tenant_id': 'c9199c74975e4099ba6817a76ab71ad1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:32.210933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] Made reservation on behalf of c9199c74975e4099ba6817a76ab71ad1 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:47:32.213281 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:32.222886 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:32.319687 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:32.323586 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:32.350492 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:47:32.360602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c0aa24-e5e1-480a-ab14-99283754b9d7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:32.365681 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:32.366031 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] Added segment 6f42a554-e57e-4b30-81c4-23452cd0e656 of type vlan for network c172b9e9-a43e-42fb-a7e2-1b1940db8c0b Aug 24 00:47:32.408917 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:32.436199 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:32.437276 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:32.438471 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:32.489156 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3017960 Aug 24 00:47:32.491860 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39808) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:32.496580 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6df7cf25-0669-4447-9063-5466ece6ca32 admin admin] Request body: {'subnet': {'network_id': 'c172b9e9-a43e-42fb-a7e2-1b1940db8c0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1362760715-subnet', 'tenant_id': 'c9199c74975e4099ba6817a76ab71ad1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:32.512597 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdd7be-d7f8-4cc0-9b1e-1602d74c05d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c172b9e9-a43e-42fb-a7e2-1b1940db8c0b,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:32.522586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network c172b9e9-a43e-42fb-a7e2-1b1940db8c0b details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:47:32.527614 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df7cf25-0669-4447-9063-5466ece6ca32 admin admin] Made reservation on behalf of c9199c74975e4099ba6817a76ab71ad1 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:47:32.530214 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6df7cf25-0669-4447-9063-5466ece6ca32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:32.715446 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6df7cf25-0669-4447-9063-5466ece6ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:32.788346 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7cf25-0669-4447-9063-5466ece6ca32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=215e4ae8-638f-4560-a2cd-fbca187be253,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:32.797380 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df7cf25-0669-4447-9063-5466ece6ca32 admin admin] Checking segment: {'id': '6f42a554-e57e-4b30-81c4-23452cd0e656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c172b9e9-a43e-42fb-a7e2-1b1940db8c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:47:32.797741 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df7cf25-0669-4447-9063-5466ece6ca32 admin admin] Network hostable DHCP agents. Network: c172b9e9-a43e-42fb-a7e2-1b1940db8c0b, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:47:32.814757 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df7cf25-0669-4447-9063-5466ece6ca32 admin admin] Network c172b9e9-a43e-42fb-a7e2-1b1940db8c0b is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:47:32.822795 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-6df7cf25-0669-4447-9063-5466ece6ca32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, c172b9e9-a43e-42fb-a7e2-1b1940db8c0b) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:47:32.829321 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df7cf25-0669-4447-9063-5466ece6ca32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:32.829321 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6df7cf25-0669-4447-9063-5466ece6ca32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:32.832636 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a970b973-c676-4807-ac2e-fb5b0804ec79 None None] Network c172b9e9-a43e-42fb-a7e2-1b1940db8c0b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:47:32.843935 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6df7cf25-0669-4447-9063-5466ece6ca32 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3510106 Aug 24 00:47:32.960666 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39812) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:32.971910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0662103d-c2d2-4e5f-92a2-c8f02567777e None None] Network c172b9e9-a43e-42fb-a7e2-1b1940db8c0b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:47:33.038663 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b2d4c3-7e6a-46ca-8a85-3c7b193d3d19 admin admin] Deleting subnet 66a96ee3-e1d8-44f8-a595-6816e7c085ed {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:47:33.042111 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71b2d4c3-7e6a-46ca-8a85-3c7b193d3d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.088393 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71b2d4c3-7e6a-46ca-8a85-3c7b193d3d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.134753 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.138991 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71b2d4c3-7e6a-46ca-8a85-3c7b193d3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.166434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf7376ec-eee2-4a23-81f7-a9458bfd5faf req-d0a04393-e94f-4224-bff9-7ad0dc83f509 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1957021 Aug 24 00:47:33.203710 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71b2d4c3-7e6a-46ca-8a85-3c7b193d3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.242734 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-71b2d4c3-7e6a-46ca-8a85-3c7b193d3d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.247182 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-71b2d4c3-7e6a-46ca-8a85-3c7b193d3d19 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/66a96ee3-e1d8-44f8-a595-6816e7c085ed HTTP/1.1" status: 204 len: 168 time: 0.2854140 Aug 24 00:47:33.247954 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39826) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:33.253728 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2d4c3-7e6a-46ca-8a85-3c7b193d3d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a96ee3-e1d8-44f8-a595-6816e7c085ed,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:33.298517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7376ec-eee2-4a23-81f7-a9458bfd5faf req-295c00c9-aff3-42a5-a287-4245240d1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:33.300100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf7376ec-eee2-4a23-81f7-a9458bfd5faf req-295c00c9-aff3-42a5-a287-4245240d1224 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 1096 time: 0.0670855 Aug 24 00:47:33.355915 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d83dd84e-67b4-4876-87b1-e9381cc4758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.447310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7376ec-eee2-4a23-81f7-a9458bfd5faf req-c9724c87-61bb-4c7a-be9f-95515603d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:33.449035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf7376ec-eee2-4a23-81f7-a9458bfd5faf req-c9724c87-61bb-4c7a-be9f-95515603d90b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac8111a8-3162-4f09-9459-dfbb5d5e38fc HTTP/1.1" status: 200 len: 897 time: 0.1266668 Aug 24 00:47:33.464184 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d83dd84e-67b4-4876-87b1-e9381cc4758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.477630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d83dd84e-67b4-4876-87b1-e9381cc4758f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a8924c-c390-4750-88e3-6ad5f4b1cc3c']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:33.491434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d83dd84e-67b4-4876-87b1-e9381cc4758f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb69950-a3a7-4d70-b56f-bf03a83ec16f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:33.492427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-d83dd84e-67b4-4876-87b1-e9381cc4758f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb69950-a3a7-4d70-b56f-bf03a83ec16f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:33.505395 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d83dd84e-67b4-4876-87b1-e9381cc4758f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.524959 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d83dd84e-67b4-4876-87b1-e9381cc4758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.533633 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83dd84e-67b4-4876-87b1-e9381cc4758f admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:47:33.534281 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d83dd84e-67b4-4876-87b1-e9381cc4758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:47:33.536178 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:47:33.543679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf7376ec-eee2-4a23-81f7-a9458bfd5faf req-50f85811-4be3-4e72-8e29-450989e1ac63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4 HTTP/1.1" status: 200 len: 999 time: 0.0862813 Aug 24 00:47:33.611314 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d83dd84e-67b4-4876-87b1-e9381cc4758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.616763 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7376ec-eee2-4a23-81f7-a9458bfd5faf req-f63ad7f8-4bf0-4a7c-b930-3ebedc57b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:33.618748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf7376ec-eee2-4a23-81f7-a9458bfd5faf req-f63ad7f8-4bf0-4a7c-b930-3ebedc57b41e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a5908a2-77ae-4326-82b8-e7fcbd228e35 HTTP/1.1" status: 200 len: 834 time: 0.0648222 Aug 24 00:47:33.619373 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d83dd84e-67b4-4876-87b1-e9381cc4758f admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.621321 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d83dd84e-67b4-4876-87b1-e9381cc4758f admin admin] 10.222.0.32 "DELETE /v2.0/networks/38a8924c-c390-4750-88e3-6ad5f4b1cc3c HTTP/1.1" status: 204 len: 168 time: 0.3723276 Aug 24 00:47:33.624114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39840) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:33.634239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dd84e-67b4-4876-87b1-e9381cc4758f admin admin] Pushing event deleted for resources: {'Network': ['ID=38a8924c-c390-4750-88e3-6ad5f4b1cc3c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:33.701696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-707af7a6-c73e-407a-8537-5e9764560d73 admin admin] Deleting subnet 215e4ae8-638f-4560-a2cd-fbca187be253 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:47:33.705856 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-707af7a6-c73e-407a-8537-5e9764560d73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.737646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7376ec-eee2-4a23-81f7-a9458bfd5faf req-05f67c66-af9f-4681-a8cd-71f8ca708e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:33.739189 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf7376ec-eee2-4a23-81f7-a9458bfd5faf req-05f67c66-af9f-4681-a8cd-71f8ca708e97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac8111a8-3162-4f09-9459-dfbb5d5e38fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116672 Aug 24 00:47:33.770866 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-707af7a6-c73e-407a-8537-5e9764560d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.871319 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-707af7a6-c73e-407a-8537-5e9764560d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.898061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf7376ec-eee2-4a23-81f7-a9458bfd5faf req-8556cc07-f5f1-47dd-85a6-a725281ef543 service neutron] 10.222.0.13 "GET /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514943 Aug 24 00:47:33.979830 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-707af7a6-c73e-407a-8537-5e9764560d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:34.026854 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-707af7a6-c73e-407a-8537-5e9764560d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:34.029052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-707af7a6-c73e-407a-8537-5e9764560d73 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/215e4ae8-638f-4560-a2cd-fbca187be253 HTTP/1.1" status: 204 len: 168 time: 0.4032223 Aug 24 00:47:34.029923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707af7a6-c73e-407a-8537-5e9764560d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=215e4ae8-638f-4560-a2cd-fbca187be253,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:34.032189 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 39846) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:34.042180 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf7376ec-eee2-4a23-81f7-a9458bfd5faf req-cbbab3ab-a066-4390-864c-f604d7027cd4 service neutron] 10.222.0.13 "GET /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338406 Aug 24 00:47:34.107603 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b47d963d-e915-4619-9fdb-f041813fb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:34.185884 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b47d963d-e915-4619-9fdb-f041813fb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:34.196599 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b47d963d-e915-4619-9fdb-f041813fb5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c172b9e9-a43e-42fb-a7e2-1b1940db8c0b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:34.211088 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b47d963d-e915-4619-9fdb-f041813fb5e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f42a554-e57e-4b30-81c4-23452cd0e656') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:34.211378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-b47d963d-e915-4619-9fdb-f041813fb5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f42a554-e57e-4b30-81c4-23452cd0e656') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:34.220347 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b47d963d-e915-4619-9fdb-f041813fb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:34.234574 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b47d963d-e915-4619-9fdb-f041813fb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:34.240859 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47d963d-e915-4619-9fdb-f041813fb5e3 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:47:34.241328 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b47d963d-e915-4619-9fdb-f041813fb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:47:34.243043 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:47:34.296302 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b47d963d-e915-4619-9fdb-f041813fb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:34.302291 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b47d963d-e915-4619-9fdb-f041813fb5e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:34.308599 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b47d963d-e915-4619-9fdb-f041813fb5e3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c172b9e9-a43e-42fb-a7e2-1b1940db8c0b HTTP/1.1" status: 204 len: 168 time: 0.2722838 Aug 24 00:47:34.320058 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d963d-e915-4619-9fdb-f041813fb5e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c172b9e9-a43e-42fb-a7e2-1b1940db8c0b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:34.511899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39872) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:34.563303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-39d9be72-d11e-4701-bbe7-c819b6c91ce4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f5b47ca9fc14503ababc9edd6809a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463738 Aug 24 00:47:34.563303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39882) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:34.615677 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8ba42f4d-0d07-4a46-b275-8ddcbf554bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:34.639571 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8ba42f4d-0d07-4a46-b275-8ddcbf554bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:34.699582 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8ba42f4d-0d07-4a46-b275-8ddcbf554bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:34.702425 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8ba42f4d-0d07-4a46-b275-8ddcbf554bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:34.707281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8ba42f4d-0d07-4a46-b275-8ddcbf554bf9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8cc38729-9f5e-4acb-8da7-d6739a127a1d HTTP/1.1" status: 204 len: 168 time: 0.1406894 Aug 24 00:47:34.715952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba42f4d-0d07-4a46-b275-8ddcbf554bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc38729-9f5e-4acb-8da7-d6739a127a1d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:35.075743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39960) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:35.118189 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4866f3dc-ec86-44c4-aa3e-97dbb87024c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9199c74975e4099ba6817a76ab71ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411789 Aug 24 00:47:35.120552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 39968) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:35.177666 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba3d73bd-c780-4c6d-a01d-2e4d72563a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:35.205242 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba3d73bd-c780-4c6d-a01d-2e4d72563a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:35.258703 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba3d73bd-c780-4c6d-a01d-2e4d72563a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:35.262168 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ba3d73bd-c780-4c6d-a01d-2e4d72563a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:35.265925 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ba3d73bd-c780-4c6d-a01d-2e4d72563a59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91c0aa24-e5e1-480a-ab14-99283754b9d7 HTTP/1.1" status: 204 len: 168 time: 0.1420608 Aug 24 00:47:35.273456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d73bd-c780-4c6d-a01d-2e4d72563a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c0aa24-e5e1-480a-ab14-99283754b9d7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:44.877756 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40452) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:45.049012 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f6219b2e-f220-4a6a-a25e-4d3c8f9dbc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port cb3da864-3450-4d38-a7a5-6cde18dedd84 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:45.049360 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6219b2e-f220-4a6a-a25e-4d3c8f9dbc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:45.136567 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6219b2e-f220-4a6a-a25e-4d3c8f9dbc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:45.137213 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6219b2e-f220-4a6a-a25e-4d3c8f9dbc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:45.150276 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f6219b2e-f220-4a6a-a25e-4d3c8f9dbc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for cb3da864-3450-4d38-a7a5-6cde18dedd84 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:45.327645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6219b2e-f220-4a6a-a25e-4d3c8f9dbc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:45.370942 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6219b2e-f220-4a6a-a25e-4d3c8f9dbc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=cb3da864-3450-4d38-a7a5-6cde18dedd84,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:45.472642 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6219b2e-f220-4a6a-a25e-4d3c8f9dbc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:45.473250 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-f6219b2e-f220-4a6a-a25e-4d3c8f9dbc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Floating IP 440e3c57-fe1b-4a39-a8b7-62f78bb2b181 disassociated (deleted). External IP: 172.25.8.2, port: cde15c1e-9de3-49d9-a7db-97fcad16e1d4. Aug 24 00:47:45.777413 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6219b2e-f220-4a6a-a25e-4d3c8f9dbc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router 882acd85-87d5-446e-a97b-24a9f8c8870f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:47:45.947935 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6219b2e-f220-4a6a-a25e-4d3c8f9dbc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:47:45.959767 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e249e3e5-fba8-434c-8a0c-a55ae3b45c6f None None] Sync routers for ids ['882acd85-87d5-446e-a97b-24a9f8c8870f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:47:45.960281 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6219b2e-f220-4a6a-a25e-4d3c8f9dbc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:45.979876 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e249e3e5-fba8-434c-8a0c-a55ae3b45c6f None None] Routers {'882acd85-87d5-446e-a97b-24a9f8c8870f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:45.980583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e249e3e5-fba8-434c-8a0c-a55ae3b45c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['882acd85-87d5-446e-a97b-24a9f8c8870f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:45.990526 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f6219b2e-f220-4a6a-a25e-4d3c8f9dbc1f tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/floatingips/440e3c57-fe1b-4a39-a8b7-62f78bb2b181 HTTP/1.1" status: 204 len: 168 time: 1.1108363 Aug 24 00:47:45.991091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'tag': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:47:46.004036 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a6a5bf-ef29-4ca1-af10-ca702ae3bbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "b69fb6bd-a6e3-432a-b790-0b2011a117cd", "tag": "cde15c1e-9de3-49d9-a7db-97fcad16e1d4"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:47:46.111765 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540c4431-b733-4a6c-97b9-99167d68d6fb x-openstack-request-id: req-540c4431-b733-4a6c-97b9-99167d68d6fb {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:47:46.112060 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69fb6bd-a6e3-432a-b790-0b2011a117cd", "tag": "cde15c1e-9de3-49d9-a7db-97fcad16e1d4", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:47:46.112549 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-540c4431-b733-4a6c-97b9-99167d68d6fb {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:47:46.112747 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'tag': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'status': 'completed', 'code': 200} Aug 24 00:47:46.174183 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e249e3e5-fba8-434c-8a0c-a55ae3b45c6f None None] Set router 882acd85-87d5-446e-a97b-24a9f8c8870f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:46.243501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a5bf-ef29-4ca1-af10-ca702ae3bbe9 req-92aeb170-dffb-462a-9217-edf94808f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:46.249361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7a6a5bf-ef29-4ca1-af10-ca702ae3bbe9 req-92aeb170-dffb-462a-9217-edf94808f31f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b921a640dca2469ab0511a55c18e6f1e&device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 1096 time: 0.0853622 Aug 24 00:47:46.464971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e249e3e5-fba8-434c-8a0c-a55ae3b45c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4edc13e8-769f-4ef7-aecb-a914475ccfdb', 'name': '', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:5f:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:51Z', 'updated_at': '2021-08-24T00:46:06Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:46.468093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a5bf-ef29-4ca1-af10-ca702ae3bbe9 req-50bf08ac-ee41-40d1-a576-00de5a1df05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:46.472986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7a6a5bf-ef29-4ca1-af10-ca702ae3bbe9 req-50bf08ac-ee41-40d1-a576-00de5a1df05e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac8111a8-3162-4f09-9459-dfbb5d5e38fc HTTP/1.1" status: 200 len: 897 time: 0.2089326 Aug 24 00:47:46.492659 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e249e3e5-fba8-434c-8a0c-a55ae3b45c6f None None] Checking router: 882acd85-87d5-446e-a97b-24a9f8c8870f for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:47:46.518505 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e249e3e5-fba8-434c-8a0c-a55ae3b45c6f None None] Routers {'882acd85-87d5-446e-a97b-24a9f8c8870f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:46.519593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e249e3e5-fba8-434c-8a0c-a55ae3b45c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['882acd85-87d5-446e-a97b-24a9f8c8870f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:46.555480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7a6a5bf-ef29-4ca1-af10-ca702ae3bbe9 req-12315c8d-2a2d-4e78-ae54-34b8c1b85c06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4 HTTP/1.1" status: 200 len: 217 time: 0.0705931 Aug 24 00:47:46.571851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfd79b-c240-486b-af36-c5b1884aea94 req-449194d3-b2f5-40d6-81ad-50a5b3cd1eee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:46.573235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15dfd79b-c240-486b-af36-c5b1884aea94 req-449194d3-b2f5-40d6-81ad-50a5b3cd1eee tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.1543715 Aug 24 00:47:46.687832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-e249e3e5-fba8-434c-8a0c-a55ae3b45c6f None None] Set router 882acd85-87d5-446e-a97b-24a9f8c8870f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:46.693895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15dfd79b-c240-486b-af36-c5b1884aea94 req-b1babc91-7e55-41fd-a917-9b0c1c721176 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105826 Aug 24 00:47:46.713554 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a5bf-ef29-4ca1-af10-ca702ae3bbe9 req-0a4f593f-5a52-46b4-bd2f-870bd729c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:46.715558 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7a6a5bf-ef29-4ca1-af10-ca702ae3bbe9 req-0a4f593f-5a52-46b4-bd2f-870bd729c82f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8a5908a2-77ae-4326-82b8-e7fcbd228e35 HTTP/1.1" status: 200 len: 834 time: 0.1414309 Aug 24 00:47:46.763788 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a5bf-ef29-4ca1-af10-ca702ae3bbe9 req-93e43963-fcad-4e75-8eb0-ffa848a0d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:46.766186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7a6a5bf-ef29-4ca1-af10-ca702ae3bbe9 req-93e43963-fcad-4e75-8eb0-ffa848a0d113 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac8111a8-3162-4f09-9459-dfbb5d5e38fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432031 Aug 24 00:47:46.951352 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7a6a5bf-ef29-4ca1-af10-ca702ae3bbe9 req-e14531bf-518a-45cc-ba34-2a3ad6cabcc0 service neutron] 10.222.0.13 "GET /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767740 Aug 24 00:47:47.021134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-e249e3e5-fba8-434c-8a0c-a55ae3b45c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4edc13e8-769f-4ef7-aecb-a914475ccfdb', 'name': '', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:5f:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:51Z', 'updated_at': '2021-08-24T00:46:06Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:47.076155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e249e3e5-fba8-434c-8a0c-a55ae3b45c6f None None] The sync data for ids ['882acd85-87d5-446e-a97b-24a9f8c8870f'] in n-d-805736-1 is: [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4edc13e8-769f-4ef7-aecb-a914475ccfdb', 'name': '', 'network_id': 'ac8111a8-3162-4f09-9459-dfbb5d5e38fc', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'mac_address': 'fa:16:3e:5f:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:51Z', 'updated_at': '2021-08-24T00:46:06Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'subnets': [{'id': '8a5908a2-77ae-4326-82b8-e7fcbd228e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:47:47.107982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7a6a5bf-ef29-4ca1-af10-ca702ae3bbe9 req-4d94697c-ac5c-4f7b-9e3a-b070f11b5d37 service neutron] 10.222.0.13 "GET /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498551 Aug 24 00:47:47.543608 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ca64b3-fedb-4e3e-9969-62d2947807ab None None] New status for floating IP 440e3c57-fe1b-4a39-a8b7-62f78bb2b181: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:47:47.830089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d19652-f1e4-4c43-8779-a0a136429452 req-8c7dfa25-667f-42e3-926e-07e7cfd5e608 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:47.832955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67d19652-f1e4-4c43-8779-a0a136429452 req-8c7dfa25-667f-42e3-926e-07e7cfd5e608 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.13 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.1001680 Aug 24 00:47:47.983553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424307a-cd2d-4ee1-b59d-18d4c8e2550c req-9a9eb510-cdd4-40a6-8bf4-b6776ca6c286 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:47.985614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6424307a-cd2d-4ee1-b59d-18d4c8e2550c req-9a9eb510-cdd4-40a6-8bf4-b6776ca6c286 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 945 time: 0.1798365 Aug 24 00:47:48.038333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-67d19652-f1e4-4c43-8779-a0a136429452 req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port cde15c1e-9de3-49d9-a7db-97fcad16e1d4 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:48.038333 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-67d19652-f1e4-4c43-8779-a0a136429452 req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:48.058064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6424307a-cd2d-4ee1-b59d-18d4c8e2550c req-5ce9e8d5-6a7b-4419-b325-61f8d8ac3237 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/security-groups?id=e90c4919-0639-44ce-8826-4e04ee7d4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615034 Aug 24 00:47:48.191789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-67d19652-f1e4-4c43-8779-a0a136429452 req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] For port cde15c1e-9de3-49d9-a7db-97fcad16e1d4, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:48.192265 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-67d19652-f1e4-4c43-8779-a0a136429452 req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:48.228204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-67d19652-f1e4-4c43-8779-a0a136429452 req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for cde15c1e-9de3-49d9-a7db-97fcad16e1d4 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:48.394142 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-67d19652-f1e4-4c43-8779-a0a136429452 req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:48.476630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=cde15c1e-9de3-49d9-a7db-97fcad16e1d4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:48.894324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:48.895026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:48.895026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:48.895376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:48.895714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:48.896052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:48.896384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:48.896713 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:48.897053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:48.897385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:48.898072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:48.898072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:48.901176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d19652-f1e4-4c43-8779-a0a136429452 req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] No DVR routers for this DVR port cde15c1e-9de3-49d9-a7db-97fcad16e1d4 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:47:48.903945 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-67d19652-f1e4-4c43-8779-a0a136429452 req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:48.906108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67d19652-f1e4-4c43-8779-a0a136429452 req-85b66218-1caa-4507-97ca-9367caa59ed5 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.13 "DELETE /v2.0/ports/cde15c1e-9de3-49d9-a7db-97fcad16e1d4 HTTP/1.1" status: 204 len: 173 time: 1.0579135 Aug 24 00:47:48.906764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'name': 'network-vif-deleted', 'tag': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:47:48.909148 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0250195-5b2f-46f8-8806-60aabdc6b2fa" -d '{"events": [{"server_uuid": "b69fb6bd-a6e3-432a-b790-0b2011a117cd", "name": "network-vif-deleted", "tag": "cde15c1e-9de3-49d9-a7db-97fcad16e1d4"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:47:49.188069 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e4b923-f6da-4cf7-9327-e7dc648f05c2 x-openstack-request-id: req-f5e4b923-f6da-4cf7-9327-e7dc648f05c2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:47:49.189313 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69fb6bd-a6e3-432a-b790-0b2011a117cd", "name": "network-vif-deleted", "tag": "cde15c1e-9de3-49d9-a7db-97fcad16e1d4", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:47:49.189313 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5e4b923-f6da-4cf7-9327-e7dc648f05c2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:47:49.194858 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69fb6bd-a6e3-432a-b790-0b2011a117cd', 'name': 'network-vif-deleted', 'tag': 'cde15c1e-9de3-49d9-a7db-97fcad16e1d4', 'status': 'completed', 'code': 200} Aug 24 00:47:49.297494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-382b09a8-553f-4cfb-99e8-de2f9bb312bd req-fbdcea1f-8e8e-4505-b325-ef875ccdf146 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "GET /v2.0/ports?device_id=b69fb6bd-a6e3-432a-b790-0b2011a117cd HTTP/1.1" status: 200 len: 210 time: 0.0486250 Aug 24 00:47:50.368817 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:50.812844 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1a3e761-07a5-41fd-89cd-33e741fd208a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:51.425574 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3e761-07a5-41fd-89cd-33e741fd208a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port 4edc13e8-769f-4ef7-aecb-a914475ccfdb {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:51.426240 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1a3e761-07a5-41fd-89cd-33e741fd208a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:51.520388 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-b1a3e761-07a5-41fd-89cd-33e741fd208a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] For port 4edc13e8-769f-4ef7-aecb-a914475ccfdb, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4edc13e8-769f-4ef7-aecb-a914475ccfdb,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:51.520760 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1a3e761-07a5-41fd-89cd-33e741fd208a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:51.533748 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3e761-07a5-41fd-89cd-33e741fd208a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for 4edc13e8-769f-4ef7-aecb-a914475ccfdb owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:51.643701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cde15c1e-9de3-49d9-a7db-97fcad16e1d4 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:51.666059 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: cde15c1e-9de3-49d9-a7db-97fcad16e1d4 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:47:51.666702 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device cde15c1e-9de3-49d9-a7db-97fcad16e1d4 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:47:51.753230 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1a3e761-07a5-41fd-89cd-33e741fd208a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:51.788793 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3e761-07a5-41fd-89cd-33e741fd208a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=4edc13e8-769f-4ef7-aecb-a914475ccfdb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:52.037126 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1a3e761-07a5-41fd-89cd-33e741fd208a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:52.293710 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a3e761-07a5-41fd-89cd-33e741fd208a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Router 882acd85-87d5-446e-a97b-24a9f8c8870f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:47:52.412120 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a3e761-07a5-41fd-89cd-33e741fd208a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:47:52.417359 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1a3e761-07a5-41fd-89cd-33e741fd208a tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "PUT /v2.0/routers/882acd85-87d5-446e-a97b-24a9f8c8870f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0474267 Aug 24 00:47:52.420206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:52.423560 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d6695-d54e-45b2-99ed-dee1afdf186c None None] Sync routers for ids ['882acd85-87d5-446e-a97b-24a9f8c8870f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:47:52.433473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d6695-d54e-45b2-99ed-dee1afdf186c None None] Routers {'882acd85-87d5-446e-a97b-24a9f8c8870f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:52.434169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-510d6695-d54e-45b2-99ed-dee1afdf186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['882acd85-87d5-446e-a97b-24a9f8c8870f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:52.477317 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c004ce-5345-4276-a88b-3b35550ecf7e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting subnet 8a5908a2-77ae-4326-82b8-e7fcbd228e35 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:47:52.481415 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1c004ce-5345-4276-a88b-3b35550ecf7e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:52.525320 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1c004ce-5345-4276-a88b-3b35550ecf7e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:52.555379 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-510d6695-d54e-45b2-99ed-dee1afdf186c None None] Set router 882acd85-87d5-446e-a97b-24a9f8c8870f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:52.639404 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1c004ce-5345-4276-a88b-3b35550ecf7e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:52.710932 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1c004ce-5345-4276-a88b-3b35550ecf7e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:52.742806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c004ce-5345-4276-a88b-3b35550ecf7e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Subnet': ['ID=8a5908a2-77ae-4326-82b8-e7fcbd228e35,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:52.746569 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e1c004ce-5345-4276-a88b-3b35550ecf7e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:52.751039 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e1c004ce-5345-4276-a88b-3b35550ecf7e tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/subnets/8a5908a2-77ae-4326-82b8-e7fcbd228e35 HTTP/1.1" status: 204 len: 168 time: 0.3274145 Aug 24 00:47:52.751593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40642) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:52.758065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-510d6695-d54e-45b2-99ed-dee1afdf186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:47:51Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:52.761393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d924ce-9cfc-43f8-a036-cc2b77aecc7b None None] Network ac8111a8-3162-4f09-9459-dfbb5d5e38fc requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:47:52.832627 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d6695-d54e-45b2-99ed-dee1afdf186c None None] Checking router: 882acd85-87d5-446e-a97b-24a9f8c8870f for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:47:52.858665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d6695-d54e-45b2-99ed-dee1afdf186c None None] Routers {'882acd85-87d5-446e-a97b-24a9f8c8870f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:52.860162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-510d6695-d54e-45b2-99ed-dee1afdf186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['882acd85-87d5-446e-a97b-24a9f8c8870f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:52.986392 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:53.033200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-510d6695-d54e-45b2-99ed-dee1afdf186c None None] Set router 882acd85-87d5-446e-a97b-24a9f8c8870f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:53.129578 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:53.207659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Deleting port 8a1a43e9-d793-43a0-a623-082a6c2674bb {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:53.208520 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:53.309981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] For port 8a1a43e9-d793-43a0-a623-082a6c2674bb, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8a1a43e9-d793-43a0-a623-082a6c2674bb,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:53.310514 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:53.326121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Calling delete_port for 8a1a43e9-d793-43a0-a623-082a6c2674bb owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:53.343010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] DHCP port deletion for ac8111a8-3162-4f09-9459-dfbb5d5e38fc request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:47:53.582270 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:53.584801 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-510d6695-d54e-45b2-99ed-dee1afdf186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:47:51Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:53.591903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Deleting port f9b681c7-3e08-46fd-b37b-5e1564a58731 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:53.592286 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:53.628449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Port': ['ID=8a1a43e9-d793-43a0-a623-082a6c2674bb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:53.644546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d6695-d54e-45b2-99ed-dee1afdf186c None None] The sync data for ids ['882acd85-87d5-446e-a97b-24a9f8c8870f'] in n-d-805736-1 is: [{'id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577047639', 'tenant_id': 'b921a640dca2469ab0511a55c18e6f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:45:43Z', 'updated_at': '2021-08-24T00:47:51Z', 'revision_number': 5, 'project_id': 'b921a640dca2469ab0511a55c18e6f1e', 'gw_port': {'id': '8a1a43e9-d793-43a0-a623-082a6c2674bb', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882acd85-87d5-446e-a97b-24a9f8c8870f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:45:45Z', 'updated_at': '2021-08-24T00:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:47:53.715217 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:53.735062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] For port f9b681c7-3e08-46fd-b37b-5e1564a58731, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f9b681c7-3e08-46fd-b37b-5e1564a58731,segment=NetworkSegment(0f31e9e1-b400-4bfe-b380-19cb2e352bf9),segment_id=0f31e9e1-b400-4bfe-b380-19cb2e352bf9)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:53.735528 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:53.750570 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Calling delete_port for f9b681c7-3e08-46fd-b37b-5e1564a58731 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:53.841550 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:53.842305 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:53.845632 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:53.881024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] No DVR routers for this DVR port f9b681c7-3e08-46fd-b37b-5e1564a58731 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:47:53.888787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Pushing event deleted for resources: {'Port': ['ID=f9b681c7-3e08-46fd-b37b-5e1564a58731,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:53.904179 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:53.904992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Fanout notify agent at l3_agent the message router_deleted on router 882acd85-87d5-446e-a97b-24a9f8c8870f {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:47:53.911861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:53.912264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:53.912618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:53.912967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:53.913360 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:53.913701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:53.914005 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:53.914154 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:53.914482 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:53.914911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:53.915293 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:53.915629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:53.916136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e1ecad-4851-479f-a0a3-6c31a18f5b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:53.918614 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40674) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:53.922025 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c1d1c86a-0298-4182-b31f-04bf7464dcff tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/routers/882acd85-87d5-446e-a97b-24a9f8c8870f HTTP/1.1" status: 204 len: 168 time: 1.1692159 Aug 24 00:47:53.935192 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:54.019219 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d6d789d-2016-4ff5-bba5-5bb3707e8378 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:54.134195 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d6d789d-2016-4ff5-bba5-5bb3707e8378 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:54.147635 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3d6d789d-2016-4ff5-bba5-5bb3707e8378 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8111a8-3162-4f09-9459-dfbb5d5e38fc']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:54.163440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3d6d789d-2016-4ff5-bba5-5bb3707e8378 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f31e9e1-b400-4bfe-b380-19cb2e352bf9') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:54.163742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3d6d789d-2016-4ff5-bba5-5bb3707e8378 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f31e9e1-b400-4bfe-b380-19cb2e352bf9') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:54.175491 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d6d789d-2016-4ff5-bba5-5bb3707e8378 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:54.198262 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d6d789d-2016-4ff5-bba5-5bb3707e8378 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:54.211039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6d789d-2016-4ff5-bba5-5bb3707e8378 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:47:54.211734 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d6d789d-2016-4ff5-bba5-5bb3707e8378 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:47:54.216762 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:47:54.250248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4edc13e8-769f-4ef7-aecb-a914475ccfdb no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:54.299802 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4edc13e8-769f-4ef7-aecb-a914475ccfdb {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:47:54.302455 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4edc13e8-769f-4ef7-aecb-a914475ccfdb not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:47:54.303001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f9b681c7-3e08-46fd-b37b-5e1564a58731 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:54.338627 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: f9b681c7-3e08-46fd-b37b-5e1564a58731 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:47:54.339106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f9b681c7-3e08-46fd-b37b-5e1564a58731 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:47:54.351677 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d6d789d-2016-4ff5-bba5-5bb3707e8378 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:54.374184 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3d6d789d-2016-4ff5-bba5-5bb3707e8378 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:54.380695 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3d6d789d-2016-4ff5-bba5-5bb3707e8378 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/networks/ac8111a8-3162-4f09-9459-dfbb5d5e38fc HTTP/1.1" status: 204 len: 168 time: 0.4573076 Aug 24 00:47:54.381219 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40684) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:54.405512 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d789d-2016-4ff5-bba5-5bb3707e8378 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'Network': ['ID=ac8111a8-3162-4f09-9459-dfbb5d5e38fc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:54.466892 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fd08-2cff-4bd5-a089-5d7a7300b0b7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:54.498073 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fd08-2cff-4bd5-a089-5d7a7300b0b7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:54.573175 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fd08-2cff-4bd5-a089-5d7a7300b0b7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:54.576390 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fd08-2cff-4bd5-a089-5d7a7300b0b7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:54.578142 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f0a1fd08-2cff-4bd5-a089-5d7a7300b0b7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] 10.222.0.32 "DELETE /v2.0/security-groups/e90c4919-0639-44ce-8826-4e04ee7d4094 HTTP/1.1" status: 204 len: 168 time: 0.1954198 Aug 24 00:47:54.606079 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1fd08-2cff-4bd5-a089-5d7a7300b0b7 tempest-TestNetworkAdvancedServerOps-325449158 tempest-TestNetworkAdvancedServerOps-325449158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90c4919-0639-44ce-8826-4e04ee7d4094,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:54.915641 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:55.058358 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d82c5860-5f5b-4404-9728-7ecdf88bd7ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b921a640dca2469ab0511a55c18e6f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415169 Aug 24 00:47:55.060907 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40704) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:55.121121 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2917626-b288-4c46-ab2a-af0a372042c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:55.149384 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2917626-b288-4c46-ab2a-af0a372042c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:55.198911 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2917626-b288-4c46-ab2a-af0a372042c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:55.202491 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a2917626-b288-4c46-ab2a-af0a372042c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:55.204424 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a2917626-b288-4c46-ab2a-af0a372042c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71d9a58f-b700-4953-a3b2-ec0a85ab7ddb HTTP/1.1" status: 204 len: 168 time: 0.1424119 Aug 24 00:47:55.212380 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2917626-b288-4c46-ab2a-af0a372042c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d9a58f-b700-4953-a3b2-ec0a85ab7ddb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:55.600684 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40734) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:55.653458 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c213f81d-a5d2-4ea6-ae20-8e33b5b9f7c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b262bfac8c94719a0830e7f29419a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514367 Aug 24 00:47:55.655957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40736) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:55.706728 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee020-ff58-4ff4-916e-18d1e86f6873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:55.729263 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee020-ff58-4ff4-916e-18d1e86f6873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:55.781277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee020-ff58-4ff4-916e-18d1e86f6873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:55.784445 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ab6ee020-ff58-4ff4-916e-18d1e86f6873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:55.786105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ab6ee020-ff58-4ff4-916e-18d1e86f6873 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4160e636-b455-47d1-a404-9858b2bb6e14 HTTP/1.1" status: 204 len: 168 time: 0.1290944 Aug 24 00:47:55.795798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ee020-ff58-4ff4-916e-18d1e86f6873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4160e636-b455-47d1-a404-9858b2bb6e14,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:55.902926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8a1a43e9-d793-43a0-a623-082a6c2674bb no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:55.926679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 8a1a43e9-d793-43a0-a623-082a6c2674bb {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:47:55.926973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8a1a43e9-d793-43a0-a623-082a6c2674bb not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:47:57.250033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40802) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:57.407427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'network': {'name': 'tempest-network-smoke--598817514', 'project_id': '38081af238414bd488e48d97e0e81c08', 'port_security_enabled': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:57.430937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Made reservation on behalf of 38081af238414bd488e48d97e0e81c08 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:47:57.434754 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:57.445318 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:57.545497 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7ded1b45-8066-4641-9b1b-4c5e1386c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:57.563364 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:57.569189 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:57.590035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:47:57.616539 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:57.616897 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Added segment a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f of type vlan for network eddb8b27-c82c-4cd7-b5b3-220f6a002110 Aug 24 00:47:57.625916 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9216bf30-aa5c-4bf5-8f41-1314cce51e79,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:57.664289 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:57.690086 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:57.695937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:57.696579 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:57.763631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5092092 Aug 24 00:47:57.763979 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40822) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:57.771378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'admin_state_up': True, 'project_id': '38081af238414bd488e48d97e0e81c08', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:57.772246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c2e8e-2b12-41b0-82c6-f0a760535d18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Network': ['ID=eddb8b27-c82c-4cd7-b5b3-220f6a002110,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:57.786624 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network eddb8b27-c82c-4cd7-b5b3-220f6a002110 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:47:57.805427 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:57.806558 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:57.897698 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:58.069265 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:58.286719 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:58.306090 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:58.418004 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Allocated IP 172.25.8.63 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/b2d76c8c-b29c-4045-8560-deb62dc71c32) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:47:58.526960 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:58.569433 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:58.616865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:47:58.619891 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:47:58.623617 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:47:58.658122 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=b2d76c8c-b29c-4045-8560-deb62dc71c32,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:58.888605 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:59.091235 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:59.244051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Router de4e471d-34a2-47fd-a69f-2beb49135649 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:47:59.363262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:47:59.375517 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Sync routers for ids ['de4e471d-34a2-47fd-a69f-2beb49135649'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:47:59.388170 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Routers {'de4e471d-34a2-47fd-a69f-2beb49135649'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:47:59.388861 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:47:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['de4e471d-34a2-47fd-a69f-2beb49135649'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:59.391627 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:59.393533 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c7b14758-511e-4f6e-8d66-9ee2d9126e2a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6284363 Aug 24 00:47:59.396933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40858) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:59.540263 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a71962f9-189a-44e4-a58c-25d5ac9b5702 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=38081af238414bd488e48d97e0e81c08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1419878 Aug 24 00:47:59.543128 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40876) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:59.583039 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Set router de4e471d-34a2-47fd-a69f-2beb49135649 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:47:59.669669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cc0ed6-84a1-485a-8444-95ba4b544099 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:59.672263 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c2cc0ed6-84a1-485a-8444-95ba4b544099 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275163 Aug 24 00:47:59.675223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40880) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:59.715548 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cbc1c2ff-2394-49a8-9a6a-74889fd8054c tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391550 Aug 24 00:47:59.718861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40882) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:59.724657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-16826714-ab7f-40c3-a1d4-68a7363a6918 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-989094135', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'project_id': '38081af238414bd488e48d97e0e81c08', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:59.831875 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:47:58Z', 'revision_number': 3, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:47:59.847801 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:59.862626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16826714-ab7f-40c3-a1d4-68a7363a6918 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Made reservation on behalf of 38081af238414bd488e48d97e0e81c08 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:47:59.866735 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16826714-ab7f-40c3-a1d4-68a7363a6918 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:59.888990 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Checking router: de4e471d-34a2-47fd-a69f-2beb49135649 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:47:59.889763 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Updating router de4e471d-34a2-47fd-a69f-2beb49135649 port b2d76c8c-b29c-4045-8560-deb62dc71c32 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:47:59.925835 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:00.091162 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16826714-ab7f-40c3-a1d4-68a7363a6918 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:00.166583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16826714-ab7f-40c3-a1d4-68a7363a6918 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Subnet': ['ID=82f64497-85b8-4771-9bb6-86038636c67e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:00.173876 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:00.195479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16826714-ab7f-40c3-a1d4-68a7363a6918 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Checking segment: {'id': 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:00.195850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16826714-ab7f-40c3-a1d4-68a7363a6918 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network hostable DHCP agents. Network: eddb8b27-c82c-4cd7-b5b3-220f6a002110, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:48:00.214283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16826714-ab7f-40c3-a1d4-68a7363a6918 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network eddb8b27-c82c-4cd7-b5b3-220f6a002110 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:48:00.230953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-16826714-ab7f-40c3-a1d4-68a7363a6918 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, eddb8b27-c82c-4cd7-b5b3-220f6a002110) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:00.241830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16826714-ab7f-40c3-a1d4-68a7363a6918 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:00.243647 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-16826714-ab7f-40c3-a1d4-68a7363a6918 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:00.250074 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3ff58127-7aeb-424c-9375-654845553a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:00.253559 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee6182-4b9b-4389-98e6-288615e7c5c0 None None] Network eddb8b27-c82c-4cd7-b5b3-220f6a002110 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:48:00.285147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-16826714-ab7f-40c3-a1d4-68a7363a6918 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5648193 Aug 24 00:48:00.287991 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40892) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:00.310020 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:00.322144 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Transition to ACTIVE for port object b2d76c8c-b29c-4045-8560-deb62dc71c32 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:00.334264 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:00.394606 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Attempting to bind port b2d76c8c-b29c-4045-8560-deb62dc71c32 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:00.395421 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Attempting to bind port b2d76c8c-b29c-4045-8560-deb62dc71c32 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:00.395421 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Attempting to bind port b2d76c8c-b29c-4045-8560-deb62dc71c32 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:00.406352 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28056c-ce11-4b2d-ba1b-4bc6ade43861 None None] Pushing event updated for resources: {'Port': ['ID=b2d76c8c-b29c-4045-8560-deb62dc71c32,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:00.408942 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:00.409311 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:00.409710 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:00.410232 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:00.410753 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Bound port: b2d76c8c-b29c-4045-8560-deb62dc71c32, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:00.411149 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:00.432468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:48:00.433604 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:00.438634 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28056c-ce11-4b2d-ba1b-4bc6ade43861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:00.439065 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28056c-ce11-4b2d-ba1b-4bc6ade43861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:00.439342 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28056c-ce11-4b2d-ba1b-4bc6ade43861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:00.439827 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28056c-ce11-4b2d-ba1b-4bc6ade43861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:00.440225 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28056c-ce11-4b2d-ba1b-4bc6ade43861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:00.440574 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28056c-ce11-4b2d-ba1b-4bc6ade43861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:00.440910 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28056c-ce11-4b2d-ba1b-4bc6ade43861 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:00.441220 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28056c-ce11-4b2d-ba1b-4bc6ade43861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:00.441535 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28056c-ce11-4b2d-ba1b-4bc6ade43861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:00.441858 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28056c-ce11-4b2d-ba1b-4bc6ade43861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:00.442164 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28056c-ce11-4b2d-ba1b-4bc6ade43861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:00.442476 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f28056c-ce11-4b2d-ba1b-4bc6ade43861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:00.490147 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] For port b2d76c8c-b29c-4045-8560-deb62dc71c32, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:00.494873 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] For port b2d76c8c-b29c-4045-8560-deb62dc71c32, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b2d76c8c-b29c-4045-8560-deb62dc71c32,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:00.502440 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:00.608381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Allocated IP 172.20.0.2 (eddb8b27-c82c-4cd7-b5b3-220f6a002110/82f64497-85b8-4771-9bb6-86038636c67e/35e11205-ada0-45ec-97f1-987466350e55) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:00.666992 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Routers {'de4e471d-34a2-47fd-a69f-2beb49135649'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:00.667621 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:48:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['de4e471d-34a2-47fd-a69f-2beb49135649'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:00.706683 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28056c-ce11-4b2d-ba1b-4bc6ade43861 None None] Pushing event updated for resources: {'Port': ['ID=b2d76c8c-b29c-4045-8560-deb62dc71c32,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:00.811180 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] Set router de4e471d-34a2-47fd-a69f-2beb49135649 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:00.852275 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:00.862958 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Transition to ACTIVE for port object 35e11205-ada0-45ec-97f1-987466350e55 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:00.881084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Transition to ACTIVE for port object 35e11205-ada0-45ec-97f1-987466350e55 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:00.891149 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:00.941416 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Network eddb8b27-c82c-4cd7-b5b3-220f6a002110 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:00.946220 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:00.949987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:00.958639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Pushing event updated for resources: {'Port': ['ID=35e11205-ada0-45ec-97f1-987466350e55,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:01.030655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Attempting to bind port 35e11205-ada0-45ec-97f1-987466350e55 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:01.030655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Attempting to bind port 35e11205-ada0-45ec-97f1-987466350e55 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:01.030655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Attempting to bind port 35e11205-ada0-45ec-97f1-987466350e55 on network eddb8b27-c82c-4cd7-b5b3-220f6a002110 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:01.038884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:01.039153 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Checking segment: {'id': 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:01.039563 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:01.041963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Bound using segment: {'id': 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:01.042464 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Bound port: 35e11205-ada0-45ec-97f1-987466350e55, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:01.042879 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:01.089493 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:01.175816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] For port 35e11205-ada0-45ec-97f1-987466350e55, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:01.182726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] For port 35e11205-ada0-45ec-97f1-987466350e55, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=35e11205-ada0-45ec-97f1-987466350e55,segment=NetworkSegment(a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f),segment_id=a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:01.192341 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:01.211348 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:47:58Z', 'revision_number': 3, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:01.252618 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab0ff99-55d7-4280-ade1-f0001f379005 None None] The sync data for ids ['de4e471d-34a2-47fd-a69f-2beb49135649'] in n-d-805736-1 is: [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:47:58Z', 'revision_number': 3, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:48:01.274993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952f7a5-7426-4278-bb1b-2811263e4219 None None] Pushing event updated for resources: {'Port': ['ID=35e11205-ada0-45ec-97f1-987466350e55,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:01.328414 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:01.683076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Allocated IP 172.20.0.1 (eddb8b27-c82c-4cd7-b5b3-220f6a002110/82f64497-85b8-4771-9bb6-86038636c67e/7b8a6178-e176-4b7f-89e8-70c05725518a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:01.843023 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:01.860799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Transition to ACTIVE for port object 7b8a6178-e176-4b7f-89e8-70c05725518a will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:01.924575 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:02.020565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network eddb8b27-c82c-4cd7-b5b3-220f6a002110 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:02.025862 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:02.031533 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:02.036746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=7b8a6178-e176-4b7f-89e8-70c05725518a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:02.089177 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:02.105065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 35e11205-ada0-45ec-97f1-987466350e55 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:02.170497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 35e11205-ada0-45ec-97f1-987466350e55 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:02.176721 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b2d76c8c-b29c-4045-8560-deb62dc71c32 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:02.261804 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port b2d76c8c-b29c-4045-8560-deb62dc71c32 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:02.269186 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b2d76c8c-b29c-4045-8560-deb62dc71c32 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:02.269569 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:02.315547 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:02.408213 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:02.458996 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port b2d76c8c-b29c-4045-8560-deb62dc71c32, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b2d76c8c-b29c-4045-8560-deb62dc71c32,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:02.469796 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:02.543586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=b2d76c8c-b29c-4045-8560-deb62dc71c32,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:02.722448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:02.727883 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:02.786699 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e867a5-daa4-4ab1-b19c-65aee5a689c9 None None] Network eddb8b27-c82c-4cd7-b5b3-220f6a002110 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:48:02.803823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=7b8a6178-e176-4b7f-89e8-70c05725518a,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:02.812323 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:02.861277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-603dd8c0-a8e5-437b-9096-5cfe4a10847f None None] Provisioning for port 35e11205-ada0-45ec-97f1-987466350e55 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:02.872004 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-603dd8c0-a8e5-437b-9096-5cfe4a10847f None None] Provisioning complete for port 35e11205-ada0-45ec-97f1-987466350e55 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:02.872379 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-603dd8c0-a8e5-437b-9096-5cfe4a10847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:02.915530 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network eddb8b27-c82c-4cd7-b5b3-220f6a002110 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:02.917694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:03.021516 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-603dd8c0-a8e5-437b-9096-5cfe4a10847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:03.065030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Router de4e471d-34a2-47fd-a69f-2beb49135649 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:48:03.066338 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-603dd8c0-a8e5-437b-9096-5cfe4a10847f None None] For port 35e11205-ada0-45ec-97f1-987466350e55, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=35e11205-ada0-45ec-97f1-987466350e55,segment=NetworkSegment(a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f),segment_id=a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:03.070723 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-603dd8c0-a8e5-437b-9096-5cfe4a10847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:03.117330 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:03.133338 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dd8c0-a8e5-437b-9096-5cfe4a10847f None None] Pushing event updated for resources: {'Port': ['ID=35e11205-ada0-45ec-97f1-987466350e55,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:03.190328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:48:03.198474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8f3354e2-e782-470b-a1c0-eebe3c6706a1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "PUT /v2.0/routers/de4e471d-34a2-47fd-a69f-2beb49135649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9093354 Aug 24 00:48:03.201197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40952) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:03.401603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-efdca4d5-6184-4cb0-84d9-08024a2a4835 None None] Provisioning for port 7b8a6178-e176-4b7f-89e8-70c05725518a completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:03.407649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-efdca4d5-6184-4cb0-84d9-08024a2a4835 None None] Provisioning complete for port 7b8a6178-e176-4b7f-89e8-70c05725518a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:03.408026 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-efdca4d5-6184-4cb0-84d9-08024a2a4835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:03.508222 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-efdca4d5-6184-4cb0-84d9-08024a2a4835 None None] Port 7b8a6178-e176-4b7f-89e8-70c05725518a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:48:03.538569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-efdca4d5-6184-4cb0-84d9-08024a2a4835 None None] Provisioning complete for port 35e11205-ada0-45ec-97f1-987466350e55 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:03.539074 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-efdca4d5-6184-4cb0-84d9-08024a2a4835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:03.650803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Sync routers for ids ['de4e471d-34a2-47fd-a69f-2beb49135649'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:48:03.733185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Routers {'de4e471d-34a2-47fd-a69f-2beb49135649'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:03.739645 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:48:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['de4e471d-34a2-47fd-a69f-2beb49135649'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:03.866855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6456acf3-0e7f-4640-8ed5-c9e7c257b8f2 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:03.867430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6456acf3-0e7f-4640-8ed5-c9e7c257b8f2 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:03.868182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6456acf3-0e7f-4640-8ed5-c9e7c257b8f2 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:03.868400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6456acf3-0e7f-4640-8ed5-c9e7c257b8f2 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:03.873470 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40970) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:03.878361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Set router de4e471d-34a2-47fd-a69f-2beb49135649 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:03.884003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6456acf3-0e7f-4640-8ed5-c9e7c257b8f2 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.6815217 Aug 24 00:48:03.958563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2933f6d3-6e51-4fce-bae9-dcc1ab8b088c tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:03.959175 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2933f6d3-6e51-4fce-bae9-dcc1ab8b088c tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:03.959777 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2933f6d3-6e51-4fce-bae9-dcc1ab8b088c tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:03.960517 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2933f6d3-6e51-4fce-bae9-dcc1ab8b088c tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:03.966874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 40976) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:03.969859 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4306c100-b532-421a-8a8a-60bf0d3a9ce5 None None] Provisioning complete for port 7b8a6178-e176-4b7f-89e8-70c05725518a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:03.970241 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4306c100-b532-421a-8a8a-60bf0d3a9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:03.971342 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2933f6d3-6e51-4fce-bae9-dcc1ab8b088c tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0968914 Aug 24 00:48:04.006075 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 35e11205-ada0-45ec-97f1-987466350e55 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:04.121799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-4306c100-b532-421a-8a8a-60bf0d3a9ce5 None None] Port 7b8a6178-e176-4b7f-89e8-70c05725518a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:48:04.181915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 35e11205-ada0-45ec-97f1-987466350e55 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:04.182344 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:04.243163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-23e8c717-2844-4171-82e0-18deed7f871a tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2741921 Aug 24 00:48:04.251618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 2, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:04.307959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Checking router: de4e471d-34a2-47fd-a69f-2beb49135649 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:48:04.308298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Updating router de4e471d-34a2-47fd-a69f-2beb49135649 port 7b8a6178-e176-4b7f-89e8-70c05725518a binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:48:04.329974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-755dc058-6779-4130-8bee-b8c78cb5f402 None None] Provisioning complete for port 7b8a6178-e176-4b7f-89e8-70c05725518a triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:04.330346 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-755dc058-6779-4130-8bee-b8c78cb5f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:04.361450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b2d76c8c-b29c-4045-8560-deb62dc71c32 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:04.364602 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:04.409122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-755dc058-6779-4130-8bee-b8c78cb5f402 None None] Port 7b8a6178-e176-4b7f-89e8-70c05725518a cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:48:04.464582 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40984) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:04.470462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-27b132ed-cf0e-4ab1-b5f6-79e260287a05 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035546180', 'description': 'tempest-secgroup-smoke-1035546180 description', 'project_id': '38081af238414bd488e48d97e0e81c08'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:04.500533 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b132ed-cf0e-4ab1-b5f6-79e260287a05 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:04.618563 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b132ed-cf0e-4ab1-b5f6-79e260287a05 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:04.623015 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b132ed-cf0e-4ab1-b5f6-79e260287a05 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:04.658752 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-27b132ed-cf0e-4ab1-b5f6-79e260287a05 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:04.660034 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-27b132ed-cf0e-4ab1-b5f6-79e260287a05 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1941299 Aug 24 00:48:04.663103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 40990) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:04.667468 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6a7116e9-3f0c-4fb0-b22d-baa8092d5923 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '6fd346c2-d1a7-4478-84f1-64649af2ebd2', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:04.676571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b132ed-cf0e-4ab1-b5f6-79e260287a05 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd346c2-d1a7-4478-84f1-64649af2ebd2,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:04.697058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b2d76c8c-b29c-4045-8560-deb62dc71c32 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:04.697443 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:04.739228 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a7116e9-3f0c-4fb0-b22d-baa8092d5923 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:04.867465 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a7116e9-3f0c-4fb0-b22d-baa8092d5923 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:04.873167 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a7116e9-3f0c-4fb0-b22d-baa8092d5923 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:04.889408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7116e9-3f0c-4fb0-b22d-baa8092d5923 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9805d353-23eb-4eba-a3de-84bd687adce7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:04.904793 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a7116e9-3f0c-4fb0-b22d-baa8092d5923 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:04.909824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41004) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:04.910413 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6a7116e9-3f0c-4fb0-b22d-baa8092d5923 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2458518 Aug 24 00:48:04.915515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a2219565-a64f-487a-a855-7c946637f2d6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '6fd346c2-d1a7-4478-84f1-64649af2ebd2', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:04.945085 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2219565-a64f-487a-a855-7c946637f2d6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:04.946140 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:04.958828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Transition to ACTIVE for port object 7b8a6178-e176-4b7f-89e8-70c05725518a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:04.965834 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.009943 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2219565-a64f-487a-a855-7c946637f2d6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.019583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7c556-8cab-4692-a90b-0f7584c01f1c None None] Pushing event updated for resources: {'Port': ['ID=7b8a6178-e176-4b7f-89e8-70c05725518a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:05.025032 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:48:05.027638 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2219565-a64f-487a-a855-7c946637f2d6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.052628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2219565-a64f-487a-a855-7c946637f2d6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a174a990-dc2c-4973-9ce7-652b77039b48,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:05.058360 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a2219565-a64f-487a-a855-7c946637f2d6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.060990 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a2219565-a64f-487a-a855-7c946637f2d6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492755 Aug 24 00:48:05.064776 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41006) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:05.069818 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-eccac8a4-6274-4013-b4b4-5ef26efbc074 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '6fd346c2-d1a7-4478-84f1-64649af2ebd2', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:05.085996 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Attempting to bind port 7b8a6178-e176-4b7f-89e8-70c05725518a on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:05.086541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Attempting to bind port 7b8a6178-e176-4b7f-89e8-70c05725518a by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:05.087024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Attempting to bind port 7b8a6178-e176-4b7f-89e8-70c05725518a on network eddb8b27-c82c-4cd7-b5b3-220f6a002110 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:05.092553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:05.093237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Checking segment: {'id': 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:05.094040 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.094249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Bound using segment: {'id': 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:05.094865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Bound port: 7b8a6178-e176-4b7f-89e8-70c05725518a, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:05.095483 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.114710 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccac8a4-6274-4013-b4b4-5ef26efbc074 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.174478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] For port 7b8a6178-e176-4b7f-89e8-70c05725518a, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:05.177964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] For port 7b8a6178-e176-4b7f-89e8-70c05725518a, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7b8a6178-e176-4b7f-89e8-70c05725518a,segment=NetworkSegment(a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f),segment_id=a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:05.183801 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.199650 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccac8a4-6274-4013-b4b4-5ef26efbc074 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.207828 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccac8a4-6274-4013-b4b4-5ef26efbc074 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.232528 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccac8a4-6274-4013-b4b4-5ef26efbc074 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e904b0d-8a28-412a-af2a-923dc6b1109a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:05.247418 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eccac8a4-6274-4013-b4b4-5ef26efbc074 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.250354 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-eccac8a4-6274-4013-b4b4-5ef26efbc074 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1844811 Aug 24 00:48:05.253153 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41012) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:05.255963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Routers {'de4e471d-34a2-47fd-a69f-2beb49135649'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:05.256725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:48:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['de4e471d-34a2-47fd-a69f-2beb49135649'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:05.259751 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d5867147-47b8-4c2e-8d58-289f871a2bf1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '6fd346c2-d1a7-4478-84f1-64649af2ebd2', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:05.262237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7c556-8cab-4692-a90b-0f7584c01f1c None None] Pushing event updated for resources: {'Port': ['ID=7b8a6178-e176-4b7f-89e8-70c05725518a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:05.298128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5867147-47b8-4c2e-8d58-289f871a2bf1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.375447 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5867147-47b8-4c2e-8d58-289f871a2bf1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.381200 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5867147-47b8-4c2e-8d58-289f871a2bf1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.408271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5867147-47b8-4c2e-8d58-289f871a2bf1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5bbb71-4193-4965-9581-691aa03223bf,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:05.413467 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5867147-47b8-4c2e-8d58-289f871a2bf1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.414327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] Set router de4e471d-34a2-47fd-a69f-2beb49135649 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:05.415306 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d5867147-47b8-4c2e-8d58-289f871a2bf1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1606648 Aug 24 00:48:05.419748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41016) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:05.426838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-440f533d-75c5-449a-b3be-aed0700d6772 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '6fd346c2-d1a7-4478-84f1-64649af2ebd2', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:05.472596 n-d-805736-1 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-440f533d-75c5-449a-b3be-aed0700d6772 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Project 38081af238414bd488e48d97e0e81c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:48:05.481383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-440f533d-75c5-449a-b3be-aed0700d6772 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.565497 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-440f533d-75c5-449a-b3be-aed0700d6772 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.570079 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-440f533d-75c5-449a-b3be-aed0700d6772 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.590469 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f533d-75c5-449a-b3be-aed0700d6772 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d4517b-6861-469d-b440-89f40b3173b3,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:05.599602 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-440f533d-75c5-449a-b3be-aed0700d6772 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.603893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-440f533d-75c5-449a-b3be-aed0700d6772 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1802480 Aug 24 00:48:05.604424 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:05.610326 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-12e4225f-0571-47f8-b826-678954380f38 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '6fd346c2-d1a7-4478-84f1-64649af2ebd2', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:05.635580 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-12e4225f-0571-47f8-b826-678954380f38 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Project 38081af238414bd488e48d97e0e81c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:48:05.641300 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12e4225f-0571-47f8-b826-678954380f38 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.691740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:05Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:05.711149 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12e4225f-0571-47f8-b826-678954380f38 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.715080 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12e4225f-0571-47f8-b826-678954380f38 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.722856 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57f7b0-c9ed-48eb-b34a-6e146108d237 None None] The sync data for ids ['de4e471d-34a2-47fd-a69f-2beb49135649'] in n-d-805736-1 is: [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:05Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:48:05.734517 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4225f-0571-47f8-b826-678954380f38 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f4abea-b015-4f5b-ad41-ac78eb779720,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:05.740806 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-12e4225f-0571-47f8-b826-678954380f38 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:05.742192 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-12e4225f-0571-47f8-b826-678954380f38 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365862 Aug 24 00:48:05.986976 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7b8a6178-e176-4b7f-89e8-70c05725518a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:05.992220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-42e06dc4-498f-4a5b-87c0-1d843159f8a6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035546180&fields=id&tenant_id=38081af238414bd488e48d97e0e81c08 HTTP/1.1" status: 200 len: 267 time: 0.0676696 Aug 24 00:48:06.081588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 7b8a6178-e176-4b7f-89e8-70c05725518a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:06.087609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 7b8a6178-e176-4b7f-89e8-70c05725518a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:06.087979 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:06.193683 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:06.230314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 7b8a6178-e176-4b7f-89e8-70c05725518a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7b8a6178-e176-4b7f-89e8-70c05725518a,segment=NetworkSegment(a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f),segment_id=a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:06.238336 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:06.278334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-532723ec-0967-49f4-800d-dc70becacc7e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:06.287121 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-532723ec-0967-49f4-800d-dc70becacc7e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/networks?id=eddb8b27-c82c-4cd7-b5b3-220f6a002110 HTTP/1.1" status: 200 len: 796 time: 0.2759509 Aug 24 00:48:06.289868 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=7b8a6178-e176-4b7f-89e8-70c05725518a,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:06.298186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-34e92e0b-c057-4659-929d-9184476f2785 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/quotas/38081af238414bd488e48d97e0e81c08 HTTP/1.1" status: 200 len: 375 time: 0.0101743 Aug 24 00:48:06.397034 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-4deb759f-f542-4611-9643-58dc59bc32d5 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922859 Aug 24 00:48:06.504345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-10490ef6-7a36-46ea-8475-6ae9e1bda2d9 service neutron] 10.222.0.32 "GET /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931718 Aug 24 00:48:06.606539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8415cc90-46f8-4495-b19a-10a1ad7a684b service neutron] 10.222.0.32 "GET /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960565 Aug 24 00:48:06.804408 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e91b0a94-2c55-4ead-89aa-efd00f852367 req-51fa9f4a-d857-40b9-89bc-4492aaaef551 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 210 time: 0.0317671 Aug 24 00:48:07.923802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f4b617e-243c-4862-a615-d31ed0b2d0c6 req-e794f8ae-00b2-47a3-a927-e96d83f75ba3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 210 time: 0.0505180 Aug 24 00:48:07.971665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7b8a6178-e176-4b7f-89e8-70c05725518a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:08.038331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 7b8a6178-e176-4b7f-89e8-70c05725518a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:08.038713 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:08.201552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-aa24ce24-1063-4106-b7cd-7df2a3db4076 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:08.203670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-aa24ce24-1063-4106-b7cd-7df2a3db4076 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.47 "GET /v2.0/networks?id=eddb8b27-c82c-4cd7-b5b3-220f6a002110 HTTP/1.1" status: 200 len: 796 time: 0.1419361 Aug 24 00:48:08.271056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-e7547b6f-79f9-4ca7-8a44-730f09ec5149 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38081af238414bd488e48d97e0e81c08 HTTP/1.1" status: 200 len: 380 time: 0.0519822 Aug 24 00:48:08.281921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-b26e66db-c185-4142-aec2-858a607c0db2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'port': {'device_id': 'ef065e6c-070e-429a-845d-27a6be006abd', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'admin_state_up': True, 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'security_groups': ['6fd346c2-d1a7-4478-84f1-64649af2ebd2']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:08.407380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-b26e66db-c185-4142-aec2-858a607c0db2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Made reservation on behalf of 38081af238414bd488e48d97e0e81c08 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:48:08.411821 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-b26e66db-c185-4142-aec2-858a607c0db2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:08.655168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-b26e66db-c185-4142-aec2-858a607c0db2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Allocated IP 172.20.0.13 (eddb8b27-c82c-4cd7-b5b3-220f6a002110/82f64497-85b8-4771-9bb6-86038636c67e/c0169fbe-c1a9-4036-9707-3b05a348bfdb) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:08.815256 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-b26e66db-c185-4142-aec2-858a607c0db2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:08.830175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-b26e66db-c185-4142-aec2-858a607c0db2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Transition to ACTIVE for port object c0169fbe-c1a9-4036-9707-3b05a348bfdb will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:08.865612 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-b26e66db-c185-4142-aec2-858a607c0db2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:08.917671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-b26e66db-c185-4142-aec2-858a607c0db2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network eddb8b27-c82c-4cd7-b5b3-220f6a002110 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:08.924604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-b26e66db-c185-4142-aec2-858a607c0db2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:08.928703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-b26e66db-c185-4142-aec2-858a607c0db2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:08.960291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e66db-c185-4142-aec2-858a607c0db2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=c0169fbe-c1a9-4036-9707-3b05a348bfdb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:09.001627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-b26e66db-c185-4142-aec2-858a607c0db2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:09.002279 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-b26e66db-c185-4142-aec2-858a607c0db2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:09.021729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-b26e66db-c185-4142-aec2-858a607c0db2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7446749 Aug 24 00:48:09.100589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f2669-daf5-419e-9cb6-d1d965417cfa req-791caf4a-4a9d-47ee-b7a6-0bbdfeb327bb tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:09.108071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-420f2669-daf5-419e-9cb6-d1d965417cfa req-791caf4a-4a9d-47ee-b7a6-0bbdfeb327bb tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 932 time: 0.0692506 Aug 24 00:48:09.130806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Request body: {'port': {'device_id': 'ef065e6c-070e-429a-845d-27a6be006abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:09.206105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-420f2669-daf5-419e-9cb6-d1d965417cfa req-6968e9a3-e197-41fa-9d72-61d5a357c02a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fd346c2-d1a7-4478-84f1-64649af2ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967536 Aug 24 00:48:09.219689 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-06e75118-50b0-41c7-8a99-7ed58a73d495 None None] Provisioning for port c0169fbe-c1a9-4036-9707-3b05a348bfdb completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:09.226067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-06e75118-50b0-41c7-8a99-7ed58a73d495 None None] Provisioning complete for port c0169fbe-c1a9-4036-9707-3b05a348bfdb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:09.227149 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-06e75118-50b0-41c7-8a99-7ed58a73d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:09.255047 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:09.270011 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-06e75118-50b0-41c7-8a99-7ed58a73d495 None None] Port c0169fbe-c1a9-4036-9707-3b05a348bfdb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:48:09.617786 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0169fbe-c1a9-4036-9707-3b05a348bfdb {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:48:09.632487 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:09.648676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Transition to ACTIVE for port object c0169fbe-c1a9-4036-9707-3b05a348bfdb will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:09.654337 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:09.719739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Pushing event updated for resources: {'Port': ['ID=c0169fbe-c1a9-4036-9707-3b05a348bfdb,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:09.839081 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Attempting to bind port c0169fbe-c1a9-4036-9707-3b05a348bfdb on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:09.839685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Attempting to bind port c0169fbe-c1a9-4036-9707-3b05a348bfdb by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:09.840211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Attempting to bind port c0169fbe-c1a9-4036-9707-3b05a348bfdb on network eddb8b27-c82c-4cd7-b5b3-220f6a002110 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:09.862225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Port c0169fbe-c1a9-4036-9707-3b05a348bfdb on network eddb8b27-c82c-4cd7-b5b3-220f6a002110 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:48:09.862871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Attempting to bind port c0169fbe-c1a9-4036-9707-3b05a348bfdb on network eddb8b27-c82c-4cd7-b5b3-220f6a002110 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:09.869721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:09.870342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Checking segment: {'id': 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:09.870990 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Bound using segment: {'id': 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:09.871628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Bound port: c0169fbe-c1a9-4036-9707-3b05a348bfdb, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:09.872176 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:10.008388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] For port c0169fbe-c1a9-4036-9707-3b05a348bfdb, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:10.011864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] For port c0169fbe-c1a9-4036-9707-3b05a348bfdb, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c0169fbe-c1a9-4036-9707-3b05a348bfdb,segment=NetworkSegment(a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f),segment_id=a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:10.017488 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:10.060135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:10.060839 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:10.063048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] 10.222.0.47 "PUT /v2.0/ports/c0169fbe-c1a9-4036-9707-3b05a348bfdb HTTP/1.1" status: 200 len: 1092 time: 1.0229189 Aug 24 00:48:10.063521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef065e6c-070e-429a-845d-27a6be006abd', 'tag': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:48:10.065810 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db75957-c2f2-4d5b-b71d-7fdf33b83c50" -d '{"events": [{"name": "network-changed", "server_uuid": "ef065e6c-070e-429a-845d-27a6be006abd", "tag": "c0169fbe-c1a9-4036-9707-3b05a348bfdb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:48:10.114069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6df9c3-a510-47db-9260-edfcf39ed86b service neutron] Pushing event updated for resources: {'Port': ['ID=c0169fbe-c1a9-4036-9707-3b05a348bfdb,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:10.122051 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c0a31c-809c-4b4c-957f-2e4b5756bce9 x-openstack-request-id: req-f9c0a31c-809c-4b4c-957f-2e4b5756bce9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:48:10.122582 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef065e6c-070e-429a-845d-27a6be006abd", "tag": "c0169fbe-c1a9-4036-9707-3b05a348bfdb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:48:10.123117 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9c0a31c-809c-4b4c-957f-2e4b5756bce9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:48:10.123916 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef065e6c-070e-429a-845d-27a6be006abd', 'tag': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'status': 'completed', 'code': 200} Aug 24 00:48:10.197245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-3dff662c-778b-4e20-9428-d66a2cd41d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:10.198940 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-3dff662c-778b-4e20-9428-d66a2cd41d10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 1095 time: 0.0548444 Aug 24 00:48:10.258689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-784dc9ae-3d1a-448f-a2ac-56ad8eb80f4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0169fbe-c1a9-4036-9707-3b05a348bfdb HTTP/1.1" status: 200 len: 217 time: 0.0461268 Aug 24 00:48:10.354310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-87cd1d61-b467-41c9-9fd4-e6f5b6fac695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:10.355838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-87cd1d61-b467-41c9-9fd4-e6f5b6fac695 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82f64497-85b8-4771-9bb6-86038636c67e HTTP/1.1" status: 200 len: 834 time: 0.0897803 Aug 24 00:48:10.368434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b32094-05d3-4ae4-9ed4-19672b083270 req-86db0150-3211-43c4-b8b7-9be0eaebe8a5 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:10.369861 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46b32094-05d3-4ae4-9ed4-19672b083270 req-86db0150-3211-43c4-b8b7-9be0eaebe8a5 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 944 time: 0.0689425 Aug 24 00:48:10.433748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46b32094-05d3-4ae4-9ed4-19672b083270 req-a00b1142-b160-4889-b0fd-57e96db5a2cf tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fd346c2-d1a7-4478-84f1-64649af2ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551383 Aug 24 00:48:10.436439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-dfa4affa-d825-4492-9c0e-514250eff304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:10.438614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-dfa4affa-d825-4492-9c0e-514250eff304 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eddb8b27-c82c-4cd7-b5b3-220f6a002110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679023 Aug 24 00:48:10.536030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-f95ef0b9-165b-4d03-9f6c-ec5455d046b4 service neutron] 10.222.0.47 "GET /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902035 Aug 24 00:48:10.642303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e5b86ca-a321-45b7-a797-f6c6f0316746 req-c827cc90-801e-4e9e-bf86-72fccbe87301 service neutron] 10.222.0.47 "GET /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992322 Aug 24 00:48:10.819036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db75957-c2f2-4d5b-b71d-7fdf33b83c50 req-627127c5-6a1d-4fd5-856b-0f4159850cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:10.821283 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4db75957-c2f2-4d5b-b71d-7fdf33b83c50 req-627127c5-6a1d-4fd5-856b-0f4159850cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 1095 time: 0.0581748 Aug 24 00:48:10.937592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db75957-c2f2-4d5b-b71d-7fdf33b83c50 req-50e8a7f7-0230-42bf-bea9-064a5772fede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:10.939129 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4db75957-c2f2-4d5b-b71d-7fdf33b83c50 req-50e8a7f7-0230-42bf-bea9-064a5772fede service neutron] 10.222.0.47 "GET /v2.0/networks?id=eddb8b27-c82c-4cd7-b5b3-220f6a002110 HTTP/1.1" status: 200 len: 897 time: 0.1103122 Aug 24 00:48:10.991778 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4db75957-c2f2-4d5b-b71d-7fdf33b83c50 req-e70beff5-7bf8-4577-a64d-88fd300b3b75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0169fbe-c1a9-4036-9707-3b05a348bfdb HTTP/1.1" status: 200 len: 217 time: 0.0443580 Aug 24 00:48:11.045856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db75957-c2f2-4d5b-b71d-7fdf33b83c50 req-9780e0a0-e2b7-4e94-8adf-d00f42e6b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:11.047317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4db75957-c2f2-4d5b-b71d-7fdf33b83c50 req-9780e0a0-e2b7-4e94-8adf-d00f42e6b3d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82f64497-85b8-4771-9bb6-86038636c67e HTTP/1.1" status: 200 len: 834 time: 0.0491638 Aug 24 00:48:11.115205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db75957-c2f2-4d5b-b71d-7fdf33b83c50 req-bef3372b-b5e8-4d6a-9c1e-66a793690a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:11.117851 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4db75957-c2f2-4d5b-b71d-7fdf33b83c50 req-bef3372b-b5e8-4d6a-9c1e-66a793690a04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eddb8b27-c82c-4cd7-b5b3-220f6a002110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563819 Aug 24 00:48:11.219285 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4db75957-c2f2-4d5b-b71d-7fdf33b83c50 req-b33736e3-bf7c-4c33-9118-e2bb2adc9e0b service neutron] 10.222.0.47 "GET /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936582 Aug 24 00:48:11.321235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4db75957-c2f2-4d5b-b71d-7fdf33b83c50 req-6f7c1bfe-ec2b-49c3-bdff-b67bc9483d4e service neutron] 10.222.0.47 "GET /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952785 Aug 24 00:48:11.591003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314ab89-5125-4bfd-9e3e-af32dec64365 req-32a54747-b38b-4d6e-b6ad-39ece6a9d7ce tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:11.595239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2314ab89-5125-4bfd-9e3e-af32dec64365 req-32a54747-b38b-4d6e-b6ad-39ece6a9d7ce tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 944 time: 0.0603266 Aug 24 00:48:11.637363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2314ab89-5125-4bfd-9e3e-af32dec64365 req-910806c7-3e09-43b5-9d08-94a36a097f47 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fd346c2-d1a7-4478-84f1-64649af2ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377665 Aug 24 00:48:12.760597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa48d0e-1562-4560-8de5-bf7e7bf7eef6 req-25c9d217-7e3c-4a28-b76f-75305472adcc tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:12.762315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-daa48d0e-1562-4560-8de5-bf7e7bf7eef6 req-25c9d217-7e3c-4a28-b76f-75305472adcc tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 944 time: 0.0535154 Aug 24 00:48:12.839409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-daa48d0e-1562-4560-8de5-bf7e7bf7eef6 req-50edc9ad-6446-43b2-92e8-0ff3ea873f78 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fd346c2-d1a7-4478-84f1-64649af2ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706995 Aug 24 00:48:13.962538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad4352-5ee6-4a3d-b4b0-e476990e6aa0 req-233e23ca-bffd-4e85-890a-0ed010a03b14 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:13.964083 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11ad4352-5ee6-4a3d-b4b0-e476990e6aa0 req-233e23ca-bffd-4e85-890a-0ed010a03b14 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 944 time: 0.0544157 Aug 24 00:48:14.007954 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11ad4352-5ee6-4a3d-b4b0-e476990e6aa0 req-935801c4-8e2b-4df5-873a-090623b1696f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fd346c2-d1a7-4478-84f1-64649af2ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364985 Aug 24 00:48:14.726205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device c0169fbe-c1a9-4036-9707-3b05a348bfdb details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:48:14.853510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port c0169fbe-c1a9-4036-9707-3b05a348bfdb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c0169fbe-c1a9-4036-9707-3b05a348bfdb,segment=NetworkSegment(a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f),segment_id=a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:14.867708 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'port_id': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'mac_address': 'fa:16:3e:93:05:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:48:14.918158 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:14.939711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0169fbe-c1a9-4036-9707-3b05a348bfdb {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:48:14.962732 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port c0169fbe-c1a9-4036-9707-3b05a348bfdb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c0169fbe-c1a9-4036-9707-3b05a348bfdb,segment=NetworkSegment(a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f),segment_id=a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:14.970694 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:15.038737 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=c0169fbe-c1a9-4036-9707-3b05a348bfdb,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:15.131151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de1e0b-49dc-4b73-9d40-b1b16ea780db req-4a7d531d-358a-469f-8d18-824353d96618 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:15.132694 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0de1e0b-49dc-4b73-9d40-b1b16ea780db req-4a7d531d-358a-469f-8d18-824353d96618 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 945 time: 0.0516777 Aug 24 00:48:15.180896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d0de1e0b-49dc-4b73-9d40-b1b16ea780db req-00775e00-e699-433c-b44f-e3df3e513b5a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fd346c2-d1a7-4478-84f1-64649af2ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412629 Aug 24 00:48:15.390299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['c0169fbe-c1a9-4036-9707-3b05a348bfdb'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:48:16.307837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a10ef-d68c-4a24-a98e-21254e9fd85f req-1e7882c0-6031-427f-9686-6531ff54af74 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:16.309463 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-136a10ef-d68c-4a24-a98e-21254e9fd85f req-1e7882c0-6031-427f-9686-6531ff54af74 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 945 time: 0.0555761 Aug 24 00:48:16.357511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-136a10ef-d68c-4a24-a98e-21254e9fd85f req-cf38ed0d-fb08-4b50-8251-285a1c2dd1ca tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fd346c2-d1a7-4478-84f1-64649af2ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410235 Aug 24 00:48:16.734697 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device c0169fbe-c1a9-4036-9707-3b05a348bfdb up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:16.795044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port c0169fbe-c1a9-4036-9707-3b05a348bfdb completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:16.799873 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port c0169fbe-c1a9-4036-9707-3b05a348bfdb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:16.800303 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:16.884410 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:16.909448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef065e6c-070e-429a-845d-27a6be006abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:48:16.911710 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8e14c7-2ca2-4073-bfc0-c4e9f0bf88e1" -d '{"events": [{"server_uuid": "ef065e6c-070e-429a-845d-27a6be006abd", "name": "network-vif-plugged", "status": "completed", "tag": "c0169fbe-c1a9-4036-9707-3b05a348bfdb"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:48:16.927833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port c0169fbe-c1a9-4036-9707-3b05a348bfdb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c0169fbe-c1a9-4036-9707-3b05a348bfdb,segment=NetworkSegment(a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f),segment_id=a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:16.934848 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:16.992098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=c0169fbe-c1a9-4036-9707-3b05a348bfdb,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:17.121976 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223df33d-0520-457a-ac97-763e04a6ab60 x-openstack-request-id: req-223df33d-0520-457a-ac97-763e04a6ab60 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:48:17.122345 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef065e6c-070e-429a-845d-27a6be006abd", "name": "network-vif-plugged", "status": "completed", "tag": "c0169fbe-c1a9-4036-9707-3b05a348bfdb", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:48:17.122670 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-223df33d-0520-457a-ac97-763e04a6ab60 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:48:17.123299 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef065e6c-070e-429a-845d-27a6be006abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'code': 200} Aug 24 00:48:17.656684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc508283-9609-44ec-a85d-45b4a566d641 req-1aa5de37-ca9d-43d5-8bb2-de4d70b79b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:17.658288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc508283-9609-44ec-a85d-45b4a566d641 req-1aa5de37-ca9d-43d5-8bb2-de4d70b79b83 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 1097 time: 0.4440551 Aug 24 00:48:17.741646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d00fe-2907-49de-884b-4ce01c9989f1 req-7d892193-f6d1-4a95-b2b6-d3032aea4987 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:17.750040 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b37d00fe-2907-49de-884b-4ce01c9989f1 req-7d892193-f6d1-4a95-b2b6-d3032aea4987 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 946 time: 0.1138663 Aug 24 00:48:17.754986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc508283-9609-44ec-a85d-45b4a566d641 req-a6b36fe5-57b5-4e58-8f66-d8697fb16ffd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6fd346c2-d1a7-4478-84f1-64649af2ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881481 Aug 24 00:48:17.800654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b37d00fe-2907-49de-884b-4ce01c9989f1 req-2934548b-6ede-4d10-b03e-cbe2f4c06f42 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fd346c2-d1a7-4478-84f1-64649af2ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495961 Aug 24 00:48:18.913602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f674791-1a24-4109-ac8c-3a111075f53e req-90e3296b-cfaa-4f22-b1d9-b3fd07f0b1f1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:18.916081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f674791-1a24-4109-ac8c-3a111075f53e req-90e3296b-cfaa-4f22-b1d9-b3fd07f0b1f1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 946 time: 0.0551431 Aug 24 00:48:18.968337 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f674791-1a24-4109-ac8c-3a111075f53e req-643af2f5-5a97-4d46-9fb4-f2c916f172b7 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fd346c2-d1a7-4478-84f1-64649af2ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450692 Aug 24 00:48:20.079660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdeb7e8-9ff4-4e71-bd10-aa991a92464d req-367f7a51-e17b-42e0-8b7f-b9094b161eca tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:20.081152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbdeb7e8-9ff4-4e71-bd10-aa991a92464d req-367f7a51-e17b-42e0-8b7f-b9094b161eca tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 946 time: 0.0530083 Aug 24 00:48:20.117641 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbdeb7e8-9ff4-4e71-bd10-aa991a92464d req-5b59cc1f-baba-4e7a-be9c-fc4a0260abed tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fd346c2-d1a7-4478-84f1-64649af2ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303836 Aug 24 00:48:20.230510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d035bc-6ccc-43e4-b62e-670761dc191b req-6f270799-d7d3-4371-9949-e04beb3a347a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:20.231959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b5d035bc-6ccc-43e4-b62e-670761dc191b req-6f270799-d7d3-4371-9949-e04beb3a347a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 946 time: 0.0487514 Aug 24 00:48:20.271532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b5d035bc-6ccc-43e4-b62e-670761dc191b req-ce208704-6015-4a58-b7ca-7310aa913495 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fd346c2-d1a7-4478-84f1-64649af2ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332303 Aug 24 00:48:20.293415 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41374) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:20.333468 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd125e5-872c-4654-84f6-f2dac3eee14d tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:20.335050 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0fd125e5-872c-4654-84f6-f2dac3eee14d tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 1092 time: 0.0406010 Aug 24 00:48:20.338073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41378) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:20.343747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:20.372153 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:20.490221 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:20.676783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Allocated IP 172.25.8.248 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/d5760464-3397-434f-be45-cde4221023d7) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:20.791155 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:20.835485 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:20.881101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:20.884220 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:20.887700 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:20.913431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=d5760464-3397-434f-be45-cde4221023d7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:21.451897 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:21.589877 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:21.815629 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:21.820621 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:21.902290 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:21.940785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=d5760464-3397-434f-be45-cde4221023d7,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:22.017848 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Floating IP e3a7d868-c6e2-4d11-abb2-ef41f52b3e07 associated. External IP: 172.25.8.248, port: c0169fbe-c1a9-4036-9707-3b05a348bfdb. Aug 24 00:48:22.235582 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Router de4e471d-34a2-47fd-a69f-2beb49135649 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:48:22.349542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:48:22.362992 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9f87c-bc8b-40ff-a380-e9f0ba8fd397 None None] Sync routers for ids ['de4e471d-34a2-47fd-a69f-2beb49135649'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:48:22.367030 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:22.373656 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9f87c-bc8b-40ff-a380-e9f0ba8fd397 None None] Routers {'de4e471d-34a2-47fd-a69f-2beb49135649'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:22.374959 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-18b9f87c-bc8b-40ff-a380-e9f0ba8fd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:48:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['de4e471d-34a2-47fd-a69f-2beb49135649'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:22.397962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-06494f64-775b-423d-83c9-64b7b8f27dac tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0586584 Aug 24 00:48:22.398641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef065e6c-070e-429a-845d-27a6be006abd', 'tag': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:48:22.400898 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41666) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:22.401390 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fa5e23-0050-4937-b66f-627cafa66314" -d '{"events": [{"name": "network-changed", "server_uuid": "ef065e6c-070e-429a-845d-27a6be006abd", "tag": "c0169fbe-c1a9-4036-9707-3b05a348bfdb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:48:22.451481 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5e7295-f05a-40d0-b805-0a18dc69fb25 x-openstack-request-id: req-ff5e7295-f05a-40d0-b805-0a18dc69fb25 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:48:22.451954 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef065e6c-070e-429a-845d-27a6be006abd", "tag": "c0169fbe-c1a9-4036-9707-3b05a348bfdb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:48:22.453040 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff5e7295-f05a-40d0-b805-0a18dc69fb25 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:48:22.453461 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef065e6c-070e-429a-845d-27a6be006abd', 'tag': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'status': 'completed', 'code': 200} Aug 24 00:48:22.474820 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-73388c77-48d4-48aa-ba89-8f368939fc36 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/floatingips/e3a7d868-c6e2-4d11-abb2-ef41f52b3e07 HTTP/1.1" status: 200 len: 992 time: 0.0702903 Aug 24 00:48:22.514009 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-18b9f87c-bc8b-40ff-a380-e9f0ba8fd397 None None] Set router de4e471d-34a2-47fd-a69f-2beb49135649 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:22.558385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa5e23-0050-4937-b66f-627cafa66314 req-3ed8d6cf-3438-431c-b868-61aa171603a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:22.560029 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77fa5e23-0050-4937-b66f-627cafa66314 req-3ed8d6cf-3438-431c-b868-61aa171603a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 1097 time: 0.0503678 Aug 24 00:48:22.683655 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa5e23-0050-4937-b66f-627cafa66314 req-a182910c-13a6-4e71-b492-9c8e00953549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:22.685184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77fa5e23-0050-4937-b66f-627cafa66314 req-a182910c-13a6-4e71-b492-9c8e00953549 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eddb8b27-c82c-4cd7-b5b3-220f6a002110 HTTP/1.1" status: 200 len: 897 time: 0.1177139 Aug 24 00:48:22.764322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77fa5e23-0050-4937-b66f-627cafa66314 req-debc7e6f-fa9e-4591-9a7c-52ea4875e04d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0169fbe-c1a9-4036-9707-3b05a348bfdb HTTP/1.1" status: 200 len: 1000 time: 0.0716407 Aug 24 00:48:22.802465 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-18b9f87c-bc8b-40ff-a380-e9f0ba8fd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e3a7d868-c6e2-4d11-abb2-ef41f52b3e07', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'port_id': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'mac_address': 'fa:16:3e:93:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef065e6c-070e-429a-845d-27a6be006abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:48:21Z', 'updated_at': '2021-08-24T00:48:21Z', 'revision_number': 0, 'project_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:06Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:22.829751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa5e23-0050-4937-b66f-627cafa66314 req-93a66d76-1819-4302-b8ea-d3eb98f6fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:22.832536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77fa5e23-0050-4937-b66f-627cafa66314 req-93a66d76-1819-4302-b8ea-d3eb98f6fcb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82f64497-85b8-4771-9bb6-86038636c67e HTTP/1.1" status: 200 len: 834 time: 0.0514934 Aug 24 00:48:22.833889 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9f87c-bc8b-40ff-a380-e9f0ba8fd397 None None] Checking router: de4e471d-34a2-47fd-a69f-2beb49135649 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:48:22.848067 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9f87c-bc8b-40ff-a380-e9f0ba8fd397 None None] Routers {'de4e471d-34a2-47fd-a69f-2beb49135649'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:22.848872 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-18b9f87c-bc8b-40ff-a380-e9f0ba8fd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:48:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['de4e471d-34a2-47fd-a69f-2beb49135649'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:22.982680 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-18b9f87c-bc8b-40ff-a380-e9f0ba8fd397 None None] Set router de4e471d-34a2-47fd-a69f-2beb49135649 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:23.200368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa5e23-0050-4937-b66f-627cafa66314 req-b4898489-4ac3-4a05-8a8e-e27eedcb8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:23.201948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77fa5e23-0050-4937-b66f-627cafa66314 req-b4898489-4ac3-4a05-8a8e-e27eedcb8178 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eddb8b27-c82c-4cd7-b5b3-220f6a002110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3574185 Aug 24 00:48:23.328785 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77fa5e23-0050-4937-b66f-627cafa66314 req-63c78d4f-ddf0-41cf-ac7c-1bd311935214 service neutron] 10.222.0.47 "GET /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110556 Aug 24 00:48:23.355159 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-18b9f87c-bc8b-40ff-a380-e9f0ba8fd397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e3a7d868-c6e2-4d11-abb2-ef41f52b3e07', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'port_id': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'mac_address': 'fa:16:3e:93:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef065e6c-070e-429a-845d-27a6be006abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:48:21Z', 'updated_at': '2021-08-24T00:48:21Z', 'revision_number': 0, 'project_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:06Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:23.387282 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9f87c-bc8b-40ff-a380-e9f0ba8fd397 None None] The sync data for ids ['de4e471d-34a2-47fd-a69f-2beb49135649'] in n-d-805736-1 is: [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e3a7d868-c6e2-4d11-abb2-ef41f52b3e07', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'port_id': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'mac_address': 'fa:16:3e:93:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef065e6c-070e-429a-845d-27a6be006abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:48:21Z', 'updated_at': '2021-08-24T00:48:21Z', 'revision_number': 0, 'project_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:06Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:48:23.443403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77fa5e23-0050-4937-b66f-627cafa66314 req-0423c635-4148-462c-9a58-007e2e28f78c service neutron] 10.222.0.47 "GET /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073916 Aug 24 00:48:23.477687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41814) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:23.559539 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e9710c51-c6b5-4281-847e-af650e88fd93 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/floatingips/e3a7d868-c6e2-4d11-abb2-ef41f52b3e07 HTTP/1.1" status: 200 len: 992 time: 0.0792739 Aug 24 00:48:23.691517 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7ff48e-8364-464f-90d0-0f03bde55805 None None] New status for floating IP e3a7d868-c6e2-4d11-abb2-ef41f52b3e07: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:48:23.910172 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:24.562923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41862) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:24.629455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a203eeaa-ea64-4899-82e4-b1226d47bbda tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/floatingips/e3a7d868-c6e2-4d11-abb2-ef41f52b3e07 HTTP/1.1" status: 200 len: 994 time: 0.0621963 Aug 24 00:48:27.540618 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a4c0bb2-6a46-44b4-820f-bd9b40b2aad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.289309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41928) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:28.399179 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.496954 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.500837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.538454 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d948231-4c54-4347-82fe-b9a045c3f4c0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:28.542154 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8368bd2fa0b940dc8299146ae0adee0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517679 Aug 24 00:48:28.545049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41932) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:28.549149 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.549503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.549854 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.550196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.550535 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.550904 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.551242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.551574 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.551906 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.552232 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.552563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.552886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64954ba-a3f7-42cb-b56c-d0d4f09fabd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.610321 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-37a8c7e4-a73e-4988-a79d-ebcce1ded553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.631431 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-37a8c7e4-a73e-4988-a79d-ebcce1ded553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.686856 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-37a8c7e4-a73e-4988-a79d-ebcce1ded553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.689910 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-37a8c7e4-a73e-4988-a79d-ebcce1ded553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.691105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-37a8c7e4-a73e-4988-a79d-ebcce1ded553 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d948231-4c54-4347-82fe-b9a045c3f4c0 HTTP/1.1" status: 204 len: 168 time: 0.1441405 Aug 24 00:48:28.699149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8c7e4-a73e-4988-a79d-ebcce1ded553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d948231-4c54-4347-82fe-b9a045c3f4c0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:28.972802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 41940) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:28.988510 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-199fc9c2-5258-405a-9afb-317da9ece1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:29.084971 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-199fc9c2-5258-405a-9afb-317da9ece1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:29.089141 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-199fc9c2-5258-405a-9afb-317da9ece1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:29.128614 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-199fc9c2-5258-405a-9afb-317da9ece1c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d61364d16cd40b7bd7e54ccfff2cbe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546497 Aug 24 00:48:29.130716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fc9c2-5258-405a-9afb-317da9ece1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03dcf67-4612-4c42-a0ca-d14a6b3d634a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:29.131427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41942) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:29.183410 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45993231-7725-4db0-97c3-c59e71bff279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:29.204086 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45993231-7725-4db0-97c3-c59e71bff279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:29.251092 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45993231-7725-4db0-97c3-c59e71bff279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:29.253706 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-45993231-7725-4db0-97c3-c59e71bff279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:29.254937 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-45993231-7725-4db0-97c3-c59e71bff279 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e03dcf67-4612-4c42-a0ca-d14a6b3d634a HTTP/1.1" status: 204 len: 168 time: 0.1224976 Aug 24 00:48:29.263161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45993231-7725-4db0-97c3-c59e71bff279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03dcf67-4612-4c42-a0ca-d14a6b3d634a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:29.851952 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.133925 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.238375 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0197d9c2-011c-4d46-8fb9-8a26d1c3d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.331283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41980) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:30.533506 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-332d85da-2ac0-4f78-a329-063e28e02d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.625412 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-332d85da-2ac0-4f78-a329-063e28e02d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.629486 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-332d85da-2ac0-4f78-a329-063e28e02d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.673729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-332d85da-2ac0-4f78-a329-063e28e02d30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=477c63ad25674d8eb9851d4f37622fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413339 Aug 24 00:48:30.676915 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 41992) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:30.684437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d85da-2ac0-4f78-a329-063e28e02d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80feaea-b0a4-4db2-8850-a142892400bb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:30.734681 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-259ce51b-fc07-4bd7-bfe1-ec29f0269c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.755630 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-259ce51b-fc07-4bd7-bfe1-ec29f0269c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.801773 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-259ce51b-fc07-4bd7-bfe1-ec29f0269c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.804511 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-259ce51b-fc07-4bd7-bfe1-ec29f0269c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.805912 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-259ce51b-fc07-4bd7-bfe1-ec29f0269c57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d80feaea-b0a4-4db2-8850-a142892400bb HTTP/1.1" status: 204 len: 168 time: 0.1279037 Aug 24 00:48:30.814572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ce51b-fc07-4bd7-bfe1-ec29f0269c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80feaea-b0a4-4db2-8850-a142892400bb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:31.037958 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-193be5ea-8509-49b5-87f6-ab79cf4c77c0 req-6d576a5d-0fda-4bd6-a13c-7a3908c33131 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426214 Aug 24 00:48:31.109221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42004) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:31.123087 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f551b7e-7a35-427f-972a-b8fc2cc83766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.228434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193be5ea-8509-49b5-87f6-ab79cf4c77c0 req-ef876a94-72ac-4e07-974c-24086294b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:31.229869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-193be5ea-8509-49b5-87f6-ab79cf4c77c0 req-ef876a94-72ac-4e07-974c-24086294b05f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 1097 time: 0.0733440 Aug 24 00:48:31.305772 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f551b7e-7a35-427f-972a-b8fc2cc83766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.313984 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1f551b7e-7a35-427f-972a-b8fc2cc83766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.329004 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.369918 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1f551b7e-7a35-427f-972a-b8fc2cc83766 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce02ba8e0d86431c975aaa58688c7849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593105 Aug 24 00:48:31.372248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42006) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:31.379736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f551b7e-7a35-427f-972a-b8fc2cc83766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50b398f-3e4e-41a9-95c8-cba11e5e4066,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:31.403782 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193be5ea-8509-49b5-87f6-ab79cf4c77c0 req-a03631be-3280-433d-8d51-a417182fa499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:31.405835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-193be5ea-8509-49b5-87f6-ab79cf4c77c0 req-a03631be-3280-433d-8d51-a417182fa499 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eddb8b27-c82c-4cd7-b5b3-220f6a002110 HTTP/1.1" status: 200 len: 897 time: 0.1557736 Aug 24 00:48:31.493978 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c91dc52-2dee-49f4-922c-5a267b2eda01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.502052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-193be5ea-8509-49b5-87f6-ab79cf4c77c0 req-b5cbb99e-b47d-4da4-a349-4739c50dd977 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0169fbe-c1a9-4036-9707-3b05a348bfdb HTTP/1.1" status: 200 len: 1002 time: 0.0844474 Aug 24 00:48:31.527949 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c91dc52-2dee-49f4-922c-5a267b2eda01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.599112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193be5ea-8509-49b5-87f6-ab79cf4c77c0 req-e1f81ac9-a17e-4e6e-aabd-e5e66fe00171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:31.600628 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-193be5ea-8509-49b5-87f6-ab79cf4c77c0 req-e1f81ac9-a17e-4e6e-aabd-e5e66fe00171 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82f64497-85b8-4771-9bb6-86038636c67e HTTP/1.1" status: 200 len: 834 time: 0.0849843 Aug 24 00:48:31.640097 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c91dc52-2dee-49f4-922c-5a267b2eda01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.643604 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c91dc52-2dee-49f4-922c-5a267b2eda01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.647358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4c91dc52-2dee-49f4-922c-5a267b2eda01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e50b398f-3e4e-41a9-95c8-cba11e5e4066 HTTP/1.1" status: 204 len: 168 time: 0.2740879 Aug 24 00:48:31.665169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91dc52-2dee-49f4-922c-5a267b2eda01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50b398f-3e4e-41a9-95c8-cba11e5e4066,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:31.681495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193be5ea-8509-49b5-87f6-ab79cf4c77c0 req-ab533a8f-0212-4b5d-80a7-00371d821753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:31.683932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-193be5ea-8509-49b5-87f6-ab79cf4c77c0 req-ab533a8f-0212-4b5d-80a7-00371d821753 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eddb8b27-c82c-4cd7-b5b3-220f6a002110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759392 Aug 24 00:48:31.782528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-193be5ea-8509-49b5-87f6-ab79cf4c77c0 req-efaaf499-84a1-44e6-ae06-7784cddb2bfb service neutron] 10.222.0.47 "GET /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880456 Aug 24 00:48:31.881994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-193be5ea-8509-49b5-87f6-ab79cf4c77c0 req-7a50f2de-bd5d-4ed6-bf97-448d456dc992 service neutron] 10.222.0.47 "GET /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922041 Aug 24 00:48:33.094242 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.345009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42118) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:38.453479 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec794bc1-74d8-406f-a031-414e5faf6259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.542596 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec794bc1-74d8-406f-a031-414e5faf6259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.547070 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ec794bc1-74d8-406f-a031-414e5faf6259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.583946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec794bc1-74d8-406f-a031-414e5faf6259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed90920c-2fc5-438b-9906-5b554fde098b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:38.590910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ec794bc1-74d8-406f-a031-414e5faf6259 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5d72e6ea6d240e68695985cfec75aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432494 Aug 24 00:48:38.591895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42122) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:38.641413 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-43040006-182a-40d9-943e-360cfaaddf20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.662224 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-43040006-182a-40d9-943e-360cfaaddf20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.714536 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-43040006-182a-40d9-943e-360cfaaddf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.717101 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-43040006-182a-40d9-943e-360cfaaddf20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.718314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-43040006-182a-40d9-943e-360cfaaddf20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed90920c-2fc5-438b-9906-5b554fde098b HTTP/1.1" status: 204 len: 168 time: 0.1253896 Aug 24 00:48:38.727444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43040006-182a-40d9-943e-360cfaaddf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed90920c-2fc5-438b-9906-5b554fde098b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:39.001688 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42134) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:39.015856 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a86e29e8-fd53-4584-a09e-10da289aedb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.111996 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a86e29e8-fd53-4584-a09e-10da289aedb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.116973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a86e29e8-fd53-4584-a09e-10da289aedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.160284 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a86e29e8-fd53-4584-a09e-10da289aedb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21017c9ae6b840299655c6293beb3208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573470 Aug 24 00:48:39.161160 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e29e8-fd53-4584-a09e-10da289aedb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83cf2ca-44be-48c6-97df-ba4737a7e550,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:39.163103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42136) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:39.214189 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e40826bf-f736-47f5-974d-e3793dcf8bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.237067 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e40826bf-f736-47f5-974d-e3793dcf8bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.284919 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e40826bf-f736-47f5-974d-e3793dcf8bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.287361 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e40826bf-f736-47f5-974d-e3793dcf8bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.290963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e40826bf-f736-47f5-974d-e3793dcf8bc8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d83cf2ca-44be-48c6-97df-ba4737a7e550 HTTP/1.1" status: 204 len: 168 time: 0.1243334 Aug 24 00:48:39.298748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40826bf-f736-47f5-974d-e3793dcf8bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83cf2ca-44be-48c6-97df-ba4737a7e550,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:41.234344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42192) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:41.347162 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae83dc4e-5ffd-40b5-8099-9f8f269c531b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.441483 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae83dc4e-5ffd-40b5-8099-9f8f269c531b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.446362 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ae83dc4e-5ffd-40b5-8099-9f8f269c531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.489352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83dc4e-5ffd-40b5-8099-9f8f269c531b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e921a62b-723e-4790-bc59-ed2d1ccea062,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:41.495970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ae83dc4e-5ffd-40b5-8099-9f8f269c531b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fae76771d117491daf1a0f76eb4e8d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581565 Aug 24 00:48:41.496197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42196) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:41.548976 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c82ffb0-f81f-400d-8e35-2ae307c90a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.570448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c82ffb0-f81f-400d-8e35-2ae307c90a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.617948 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c82ffb0-f81f-400d-8e35-2ae307c90a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.620920 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c82ffb0-f81f-400d-8e35-2ae307c90a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.622262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7c82ffb0-f81f-400d-8e35-2ae307c90a92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e921a62b-723e-4790-bc59-ed2d1ccea062 HTTP/1.1" status: 204 len: 168 time: 0.1251462 Aug 24 00:48:41.632878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82ffb0-f81f-400d-8e35-2ae307c90a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e921a62b-723e-4790-bc59-ed2d1ccea062,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:42.024373 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:48:46.953563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42308) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:47.075506 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3254184-4406-4a8a-9fe4-b5d6364b66b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.176997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3254184-4406-4a8a-9fe4-b5d6364b66b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.182188 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3254184-4406-4a8a-9fe4-b5d6364b66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.226243 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3254184-4406-4a8a-9fe4-b5d6364b66b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5898cc97-2bd9-4f1e-869c-ad07b230603f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:47.233737 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3254184-4406-4a8a-9fe4-b5d6364b66b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9151df15b4343a6887a4345f5028361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792246 Aug 24 00:48:47.234027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42312) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:47.298759 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51a46940-34f8-4b0f-91c1-8cdca56ac914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.325272 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51a46940-34f8-4b0f-91c1-8cdca56ac914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.376933 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51a46940-34f8-4b0f-91c1-8cdca56ac914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.380698 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-51a46940-34f8-4b0f-91c1-8cdca56ac914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.385398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-51a46940-34f8-4b0f-91c1-8cdca56ac914 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5898cc97-2bd9-4f1e-869c-ad07b230603f HTTP/1.1" status: 204 len: 168 time: 0.1494176 Aug 24 00:48:47.396566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a46940-34f8-4b0f-91c1-8cdca56ac914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5898cc97-2bd9-4f1e-869c-ad07b230603f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:47.685846 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42320) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:47.702682 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-281b3bfa-97ba-47ad-b98a-1b9b2df4e936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.814716 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-281b3bfa-97ba-47ad-b98a-1b9b2df4e936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.819450 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-281b3bfa-97ba-47ad-b98a-1b9b2df4e936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.858880 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-281b3bfa-97ba-47ad-b98a-1b9b2df4e936 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc038c120a304b3b8adec27b4726ec21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707778 Aug 24 00:48:47.859784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b3bfa-97ba-47ad-b98a-1b9b2df4e936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eb54c6-473d-41d5-a8ba-b0380a9b0594,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:47.861509 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42322) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:47.923296 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-558df383-adc1-453e-94a8-db31d23828d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.947550 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-558df383-adc1-453e-94a8-db31d23828d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.995806 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-558df383-adc1-453e-94a8-db31d23828d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.999138 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-558df383-adc1-453e-94a8-db31d23828d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:48.004036 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-558df383-adc1-453e-94a8-db31d23828d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9eb54c6-473d-41d5-a8ba-b0380a9b0594 HTTP/1.1" status: 204 len: 168 time: 0.1410677 Aug 24 00:48:48.015578 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558df383-adc1-453e-94a8-db31d23828d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eb54c6-473d-41d5-a8ba-b0380a9b0594,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:48.805407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:48.946704 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1807751298-network', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:48.976809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] Made reservation on behalf of 4d7c3845dcc046128f93a1c88c3e278b for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:48:48.980248 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:48.993813 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.114320 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.119322 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.149297 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:48:49.156764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f347afed-20c7-4716-bacf-e859f8eada73,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:49.174380 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.174730 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] Added segment 3fd20fcb-987b-4fa5-aea4-36ba9695b4b4 of type vlan for network 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0 Aug 24 00:48:49.231935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.262449 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.263555 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:49.264631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.320776 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5142577 Aug 24 00:48:49.323751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42354) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:49.326131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768e13b-9123-418d-9637-5d9a8f374007 admin admin] Pushing event updated for resources: {'Network': ['ID=6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:49.330097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Request body: {'subnet': {'network_id': '6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1807751298-subnet', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:49.336532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:48:49.351269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Made reservation on behalf of 4d7c3845dcc046128f93a1c88c3e278b for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:48:49.353619 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.539602 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.594893 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd5c4ef-0aa1-4b5e-833e-708cad6652af,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:49.607244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:49.607604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:49.608579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:49.608923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:49.609270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:49.609598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:49.610079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:49.610289 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:49.610608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:49.610969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:49.611346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:49.611585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:49.619724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Checking segment: {'id': '3fd20fcb-987b-4fa5-aea4-36ba9695b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:49.620093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Network hostable DHCP agents. Network: 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:48:49.637870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Network 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:48:49.647952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:49.652603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:49.653404 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.658647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b9e82c-8e1c-45c2-92df-b2bdcd8ad5db None None] Network 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:48:49.672263 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-52a9aa18-81eb-4bd7-a198-cdd036af7756 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3446848 Aug 24 00:48:49.672493 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42356) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:49.677102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1807751298-router', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:49.698655 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.699701 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.769592 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.830136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0', 'network_id': '6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'fixed_ips': [{'subnet_id': '1cd5c4ef-0aa1-4b5e-833e-708cad6652af'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:48:49.831338 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.910286 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.984052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Allocated IP 172.20.0.2 (6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0/1cd5c4ef-0aa1-4b5e-833e-708cad6652af/9d020ebe-22e9-460b-b5f9-8914666f807f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:50.131767 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:50.141024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Transition to ACTIVE for port object 9d020ebe-22e9-460b-b5f9-8914666f807f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:50.154103 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:50.157159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Transition to ACTIVE for port object 9d020ebe-22e9-460b-b5f9-8914666f807f will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:50.163635 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:50.175390 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:50.208723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Network 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:50.211484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:50.214026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:50.226915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Pushing event updated for resources: {'Port': ['ID=9d020ebe-22e9-460b-b5f9-8914666f807f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:50.277987 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Attempting to bind port 9d020ebe-22e9-460b-b5f9-8914666f807f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:50.278369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Attempting to bind port 9d020ebe-22e9-460b-b5f9-8914666f807f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '3fd20fcb-987b-4fa5-aea4-36ba9695b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:50.278735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Attempting to bind port 9d020ebe-22e9-460b-b5f9-8914666f807f on network 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:50.284391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:50.284773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Checking segment: {'id': '3fd20fcb-987b-4fa5-aea4-36ba9695b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:50.285100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Allocated IP 172.25.8.179 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/bc255cd7-49ce-45a2-9379-e642e77949e7) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:50.285246 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:50.285701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Bound using segment: {'id': '3fd20fcb-987b-4fa5-aea4-36ba9695b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:50.286181 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Bound port: 9d020ebe-22e9-460b-b5f9-8914666f807f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd20fcb-987b-4fa5-aea4-36ba9695b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:50.286569 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:50.357470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] For port 9d020ebe-22e9-460b-b5f9-8914666f807f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:50.360832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] For port 9d020ebe-22e9-460b-b5f9-8914666f807f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9d020ebe-22e9-460b-b5f9-8914666f807f,segment=NetworkSegment(3fd20fcb-987b-4fa5-aea4-36ba9695b4b4),segment_id=3fd20fcb-987b-4fa5-aea4-36ba9695b4b4)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:50.367080 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:50.416441 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:50.431222 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dfea4-49e1-41d0-86d7-c72cf98e6107 None None] Pushing event updated for resources: {'Port': ['ID=9d020ebe-22e9-460b-b5f9-8914666f807f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:50.469440 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:50.510736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:50.513731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:50.517391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:50.546292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Pushing event updated for resources: {'Port': ['ID=bc255cd7-49ce-45a2-9379-e642e77949e7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:50.812705 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:51.012285 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:51.213843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Router dff1beef-3415-4a1d-978b-97095ad2e109 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:48:51.346754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:48:51.356022 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Sync routers for ids ['dff1beef-3415-4a1d-978b-97095ad2e109'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:48:51.371721 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:51.373120 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d860e295-cd0e-4dd5-8f5a-932ac2c2d75d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6996763 Aug 24 00:48:51.376886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42366) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:51.377729 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Routers {'dff1beef-3415-4a1d-978b-97095ad2e109'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:51.378372 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:48:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['dff1beef-3415-4a1d-978b-97095ad2e109'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:51.492538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb02de-5dd0-43a1-9db6-9b4ff2275be3 None None] Network 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:48:51.536850 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Set router dff1beef-3415-4a1d-978b-97095ad2e109 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:51.623971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-45d3141a-11a1-44b9-a165-5b9a5131d486 None None] Provisioning for port 9d020ebe-22e9-460b-b5f9-8914666f807f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:51.828465 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'name': 'tempest-TestAggregatesBasicOps-1807751298-router', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'bc255cd7-49ce-45a2-9379-e642e77949e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:49Z', 'updated_at': '2021-08-24T00:48:50Z', 'revision_number': 3, 'project_id': '4d7c3845dcc046128f93a1c88c3e278b', 'gw_port': {'id': 'bc255cd7-49ce-45a2-9379-e642e77949e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ac:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:50Z', 'updated_at': '2021-08-24T00:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:52.034997 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Checking router: dff1beef-3415-4a1d-978b-97095ad2e109 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:48:52.036117 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Updating router dff1beef-3415-4a1d-978b-97095ad2e109 port bc255cd7-49ce-45a2-9379-e642e77949e7 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:48:52.074528 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9d020ebe-22e9-460b-b5f9-8914666f807f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:52.080081 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.146178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 9d020ebe-22e9-460b-b5f9-8914666f807f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:52.151432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 9d020ebe-22e9-460b-b5f9-8914666f807f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:52.152047 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.246588 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.284556 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 9d020ebe-22e9-460b-b5f9-8914666f807f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9d020ebe-22e9-460b-b5f9-8914666f807f,segment=NetworkSegment(3fd20fcb-987b-4fa5-aea4-36ba9695b4b4),segment_id=3fd20fcb-987b-4fa5-aea4-36ba9695b4b4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:52.292030 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.318995 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.349024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=9d020ebe-22e9-460b-b5f9-8914666f807f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:52.472743 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.484379 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Transition to ACTIVE for port object bc255cd7-49ce-45a2-9379-e642e77949e7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:52.490345 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.533660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Allocated IP 172.20.0.1 (6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0/1cd5c4ef-0aa1-4b5e-833e-708cad6652af/a388ab7e-c66b-4d6b-8a24-8d8ff40466de) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:52.542315 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Attempting to bind port bc255cd7-49ce-45a2-9379-e642e77949e7 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:52.542688 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Attempting to bind port bc255cd7-49ce-45a2-9379-e642e77949e7 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:52.543080 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Attempting to bind port bc255cd7-49ce-45a2-9379-e642e77949e7 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:52.551649 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed911c-43c5-4a08-8465-1b0352841e8b None None] Pushing event updated for resources: {'Port': ['ID=bc255cd7-49ce-45a2-9379-e642e77949e7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:52.554835 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:52.555219 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:52.555625 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.556009 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:52.556480 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Bound port: bc255cd7-49ce-45a2-9379-e642e77949e7, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:52.556864 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.625375 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] For port bc255cd7-49ce-45a2-9379-e642e77949e7, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:52.628527 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] For port bc255cd7-49ce-45a2-9379-e642e77949e7, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=bc255cd7-49ce-45a2-9379-e642e77949e7,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:52.634817 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.650550 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.666447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Transition to ACTIVE for port object a388ab7e-c66b-4d6b-8a24-8d8ff40466de will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:52.694472 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed911c-43c5-4a08-8465-1b0352841e8b None None] Pushing event updated for resources: {'Port': ['ID=bc255cd7-49ce-45a2-9379-e642e77949e7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:52.697323 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Routers {'dff1beef-3415-4a1d-978b-97095ad2e109'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:52.697925 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:48:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['dff1beef-3415-4a1d-978b-97095ad2e109'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:52.712951 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.758179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Network 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:52.762483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:52.768965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:52.772193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Pushing event updated for resources: {'Port': ['ID=a388ab7e-c66b-4d6b-8a24-8d8ff40466de,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:52.816021 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] Set router dff1beef-3415-4a1d-978b-97095ad2e109 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:52.825988 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.983576 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:53.033950 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'name': 'tempest-TestAggregatesBasicOps-1807751298-router', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'bc255cd7-49ce-45a2-9379-e642e77949e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:49Z', 'updated_at': '2021-08-24T00:48:50Z', 'revision_number': 3, 'project_id': '4d7c3845dcc046128f93a1c88c3e278b', 'gw_port': {'id': 'bc255cd7-49ce-45a2-9379-e642e77949e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ac:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:50Z', 'updated_at': '2021-08-24T00:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:53.063434 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50bdfde-b827-4e72-9989-5897357e6154 None None] The sync data for ids ['dff1beef-3415-4a1d-978b-97095ad2e109'] in n-d-805736-1 is: [{'id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'name': 'tempest-TestAggregatesBasicOps-1807751298-router', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'bc255cd7-49ce-45a2-9379-e642e77949e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:49Z', 'updated_at': '2021-08-24T00:48:50Z', 'revision_number': 3, 'project_id': '4d7c3845dcc046128f93a1c88c3e278b', 'gw_port': {'id': 'bc255cd7-49ce-45a2-9379-e642e77949e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ac:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:50Z', 'updated_at': '2021-08-24T00:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:48:53.103592 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7f9502c9-ea0b-4d44-9417-ad519983f61e None None] Provisioning for port a388ab7e-c66b-4d6b-8a24-8d8ff40466de completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:53.107489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7f9502c9-ea0b-4d44-9417-ad519983f61e None None] Provisioning complete for port a388ab7e-c66b-4d6b-8a24-8d8ff40466de triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:53.108627 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f9502c9-ea0b-4d44-9417-ad519983f61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:53.147369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7f9502c9-ea0b-4d44-9417-ad519983f61e None None] Port a388ab7e-c66b-4d6b-8a24-8d8ff40466de cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:48:53.172175 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:53.177386 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:53.252183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Pushing event updated for resources: {'Port': ['ID=a388ab7e-c66b-4d6b-8a24-8d8ff40466de,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:53.254758 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:53.392255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Network 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:53.394413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:53.538534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Router dff1beef-3415-4a1d-978b-97095ad2e109 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:48:53.612572 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42378) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:53.711850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:48:53.719077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-94c34184-61e2-46b1-8550-986b5ea68860 admin admin] 10.222.0.32 "PUT /v2.0/routers/dff1beef-3415-4a1d-978b-97095ad2e109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3402510 Aug 24 00:48:53.775039 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4eb1db16-a6d4-4f1c-b3ac-ddd039530a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:53.783009 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-75eeb0ae-f40b-4268-894b-e9206f37c9d6 None None] Provisioning complete for port a388ab7e-c66b-4d6b-8a24-8d8ff40466de triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:53.783636 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75eeb0ae-f40b-4268-894b-e9206f37c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:53.849270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-75eeb0ae-f40b-4268-894b-e9206f37c9d6 None None] Port a388ab7e-c66b-4d6b-8a24-8d8ff40466de cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:48:53.918213 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4eb1db16-a6d4-4f1c-b3ac-ddd039530a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:53.927150 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4eb1db16-a6d4-4f1c-b3ac-ddd039530a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:53.938659 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:53.987094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42386) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:53.987352 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4eb1db16-a6d4-4f1c-b3ac-ddd039530a34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=487fea4296f94ed5aeed725896cb0267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731394 Aug 24 00:48:53.993025 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1db16-a6d4-4f1c-b3ac-ddd039530a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb08c6f4-fb16-4815-ad52-653ce770d506,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:54.072037 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f47b3e12-d1af-4032-b10d-b37c864e8184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.108288 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f47b3e12-d1af-4032-b10d-b37c864e8184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.121306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device bc255cd7-49ce-45a2-9379-e642e77949e7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:54.181230 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f47b3e12-d1af-4032-b10d-b37c864e8184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.185230 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f47b3e12-d1af-4032-b10d-b37c864e8184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.191377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f47b3e12-d1af-4032-b10d-b37c864e8184 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb08c6f4-fb16-4815-ad52-653ce770d506 HTTP/1.1" status: 204 len: 168 time: 0.2015541 Aug 24 00:48:54.191765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port bc255cd7-49ce-45a2-9379-e642e77949e7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:54.196826 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port bc255cd7-49ce-45a2-9379-e642e77949e7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:54.197469 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.202707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b3e12-d1af-4032-b10d-b37c864e8184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb08c6f4-fb16-4815-ad52-653ce770d506,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:54.302739 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.324306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port bc255cd7-49ce-45a2-9379-e642e77949e7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=bc255cd7-49ce-45a2-9379-e642e77949e7,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:54.329122 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.330066 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9d020ebe-22e9-460b-b5f9-8914666f807f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:54.409141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=bc255cd7-49ce-45a2-9379-e642e77949e7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:54.422090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:54.422445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:54.422878 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:54.423169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:54.423504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:54.423843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:54.424175 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:54.424509 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:54.425300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:54.425300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:54.425515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:54.425882 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:54.434290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 9d020ebe-22e9-460b-b5f9-8914666f807f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:54.434661 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.470600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42402) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:54.475953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1944556409-network', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:54.501313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] Made reservation on behalf of 5fd28cff3fc940d597f6c2489d53573e for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:48:54.503904 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.512285 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.548301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42404) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:54.567596 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90e1027b-a30d-46dd-8c61-a84242991b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.626808 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.631841 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.661951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:48:54.682320 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.682570 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] Added segment 60c81ebd-8c0a-4993-94c9-172ceceb7861 of type vlan for network 2dad4aa8-de35-49a3-a558-1de49ffa095e Aug 24 00:48:54.683830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd14ab-74c5-4878-ba6d-16aad589a54a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:54.745569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.797647 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.798620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:54.799238 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.865477 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90e1027b-a30d-46dd-8c61-a84242991b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.874097 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-90e1027b-a30d-46dd-8c61-a84242991b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.884482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] Pushing event updated for resources: {'Network': ['ID=2dad4aa8-de35-49a3-a558-1de49ffa095e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:54.888056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9b8ab1ed-f692-415d-ac86-65eb1f7708ae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4164128 Aug 24 00:48:54.891844 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42406) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:54.897083 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5dfd0cf0-fde1-46fe-8450-55758753e904 admin admin] Request body: {'subnet': {'network_id': '2dad4aa8-de35-49a3-a558-1de49ffa095e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1944556409-subnet', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:54.906569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 2dad4aa8-de35-49a3-a558-1de49ffa095e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:48:54.926765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-90e1027b-a30d-46dd-8c61-a84242991b3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ead7d14cce094db9b8ab604254c6ca2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751018 Aug 24 00:48:54.926765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1027b-a30d-46dd-8c61-a84242991b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b39b72-25c4-4aa4-82ff-c2200607096d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:54.927227 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42408) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:54.969636 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfd0cf0-fde1-46fe-8450-55758753e904 admin admin] Made reservation on behalf of 5fd28cff3fc940d597f6c2489d53573e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:48:54.972267 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0cf0-fde1-46fe-8450-55758753e904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.025344 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Sync routers for ids ['dff1beef-3415-4a1d-978b-97095ad2e109'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:48:55.034943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Routers {'dff1beef-3415-4a1d-978b-97095ad2e109'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:55.035561 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:48:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['dff1beef-3415-4a1d-978b-97095ad2e109'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:55.056020 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65a6c493-a023-4072-a60e-cb170cf9f7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.091107 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65a6c493-a023-4072-a60e-cb170cf9f7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.147214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Set router dff1beef-3415-4a1d-978b-97095ad2e109 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:55.201139 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65a6c493-a023-4072-a60e-cb170cf9f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.204727 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-65a6c493-a023-4072-a60e-cb170cf9f7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.206023 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-65a6c493-a023-4072-a60e-cb170cf9f7d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62b39b72-25c4-4aa4-82ff-c2200607096d HTTP/1.1" status: 204 len: 168 time: 0.2778516 Aug 24 00:48:55.218724 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0cf0-fde1-46fe-8450-55758753e904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.222302 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6c493-a023-4072-a60e-cb170cf9f7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b39b72-25c4-4aa4-82ff-c2200607096d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:55.281017 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd0cf0-fde1-46fe-8450-55758753e904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d396ef2-83dd-4819-ae52-07e97ba555aa,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:55.292432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd0cf0-fde1-46fe-8450-55758753e904 admin admin] Checking segment: {'id': '60c81ebd-8c0a-4993-94c9-172ceceb7861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2dad4aa8-de35-49a3-a558-1de49ffa095e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:55.292923 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd0cf0-fde1-46fe-8450-55758753e904 admin admin] Network hostable DHCP agents. Network: 2dad4aa8-de35-49a3-a558-1de49ffa095e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:48:55.313687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd0cf0-fde1-46fe-8450-55758753e904 admin admin] Network 2dad4aa8-de35-49a3-a558-1de49ffa095e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:48:55.324348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd0cf0-fde1-46fe-8450-55758753e904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 2dad4aa8-de35-49a3-a558-1de49ffa095e) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:55.334422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd0cf0-fde1-46fe-8450-55758753e904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:55.335146 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5dfd0cf0-fde1-46fe-8450-55758753e904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.351228 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5dfd0cf0-fde1-46fe-8450-55758753e904 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4580500 Aug 24 00:48:55.354098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42412) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:55.361222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1944556409-router', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:55.384085 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.385257 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.396689 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794cda05-ed18-408c-b1c9-cb73b4860821 None None] Network 2dad4aa8-de35-49a3-a558-1de49ffa095e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:48:55.448166 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.613313 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.659805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-2dad4aa8-de35-49a3-a558-1de49ffa095e', 'network_id': '2dad4aa8-de35-49a3-a558-1de49ffa095e', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'fixed_ips': [{'subnet_id': '8d396ef2-83dd-4819-ae52-07e97ba555aa'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:48:55.660675 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.680891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'name': 'tempest-TestAggregatesBasicOps-1807751298-router', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'bc255cd7-49ce-45a2-9379-e642e77949e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:49Z', 'updated_at': '2021-08-24T00:48:52Z', 'revision_number': 4, 'project_id': '4d7c3845dcc046128f93a1c88c3e278b', 'gw_port': {'id': 'bc255cd7-49ce-45a2-9379-e642e77949e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ac:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:50Z', 'updated_at': '2021-08-24T00:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'a388ab7e-c66b-4d6b-8a24-8d8ff40466de', 'name': '', 'network_id': '6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'mac_address': 'fa:16:3e:0f:02:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '1cd5c4ef-0aa1-4b5e-833e-708cad6652af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:52Z', 'updated_at': '2021-08-24T00:48:53Z', 'revision_number': 2, 'project_id': '4d7c3845dcc046128f93a1c88c3e278b', 'subnets': [{'id': '1cd5c4ef-0aa1-4b5e-833e-708cad6652af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:55.712688 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Checking router: dff1beef-3415-4a1d-978b-97095ad2e109 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:48:55.713106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Updating router dff1beef-3415-4a1d-978b-97095ad2e109 port a388ab7e-c66b-4d6b-8a24-8d8ff40466de binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:48:55.800362 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.835625 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.856007 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.952196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Allocated IP 172.20.0.2 (2dad4aa8-de35-49a3-a558-1de49ffa095e/8d396ef2-83dd-4819-ae52-07e97ba555aa/3b7233ca-3b5c-40bc-a022-26ac3ca728ad) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:55.988104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Allocated IP 172.25.8.241 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/cd478d7a-f774-4668-a910-f09e777811e5) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:56.035529 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device bc255cd7-49ce-45a2-9379-e642e77949e7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:56.099508 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.148181 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.194692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:56.199222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:56.203548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:56.229381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Pushing event updated for resources: {'Port': ['ID=cd478d7a-f774-4668-a910-f09e777811e5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:56.230036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port bc255cd7-49ce-45a2-9379-e642e77949e7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:56.230581 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.275338 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.321019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Transition to ACTIVE for port object 3b7233ca-3b5c-40bc-a022-26ac3ca728ad will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:56.356523 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.359836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Transition to ACTIVE for port object 3b7233ca-3b5c-40bc-a022-26ac3ca728ad will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:56.372283 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.391546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Transition to ACTIVE for port object a388ab7e-c66b-4d6b-8a24-8d8ff40466de will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:56.408472 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.456159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Network 2dad4aa8-de35-49a3-a558-1de49ffa095e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:56.468744 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:56.470966 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:56.480569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.483545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Pushing event updated for resources: {'Port': ['ID=3b7233ca-3b5c-40bc-a022-26ac3ca728ad,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:56.592629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42440) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:56.602443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc6eec-98be-46f3-860b-20c710dd7f33 None None] Pushing event updated for resources: {'Port': ['ID=a388ab7e-c66b-4d6b-8a24-8d8ff40466de,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:56.618743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Attempting to bind port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:56.619159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Attempting to bind port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '60c81ebd-8c0a-4993-94c9-172ceceb7861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2dad4aa8-de35-49a3-a558-1de49ffa095e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:56.619523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Attempting to bind port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad on network 2dad4aa8-de35-49a3-a558-1de49ffa095e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:56.623566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Attempting to bind port a388ab7e-c66b-4d6b-8a24-8d8ff40466de on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:56.623779 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Attempting to bind port a388ab7e-c66b-4d6b-8a24-8d8ff40466de by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '3fd20fcb-987b-4fa5-aea4-36ba9695b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:56.624134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Attempting to bind port a388ab7e-c66b-4d6b-8a24-8d8ff40466de on network 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:56.630553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:56.630953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Checking segment: {'id': '60c81ebd-8c0a-4993-94c9-172ceceb7861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2dad4aa8-de35-49a3-a558-1de49ffa095e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:56.631369 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.631873 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Bound using segment: {'id': '60c81ebd-8c0a-4993-94c9-172ceceb7861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2dad4aa8-de35-49a3-a558-1de49ffa095e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:56.632357 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Bound port: 3b7233ca-3b5c-40bc-a022-26ac3ca728ad, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c81ebd-8c0a-4993-94c9-172ceceb7861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2dad4aa8-de35-49a3-a558-1de49ffa095e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:56.632743 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.642730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:56.643179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Checking segment: {'id': '3fd20fcb-987b-4fa5-aea4-36ba9695b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:56.643583 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.643989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Bound using segment: {'id': '3fd20fcb-987b-4fa5-aea4-36ba9695b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:56.644522 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Bound port: a388ab7e-c66b-4d6b-8a24-8d8ff40466de, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd20fcb-987b-4fa5-aea4-36ba9695b4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:56.644912 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.728107 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcdaa-30f8-405b-9eae-110fb0b291d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.754618 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.754919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] For port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:56.772238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] For port a388ab7e-c66b-4d6b-8a24-8d8ff40466de, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:56.775864 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] For port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3b7233ca-3b5c-40bc-a022-26ac3ca728ad,segment=NetworkSegment(60c81ebd-8c0a-4993-94c9-172ceceb7861),segment_id=60c81ebd-8c0a-4993-94c9-172ceceb7861)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:56.778499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] For port a388ab7e-c66b-4d6b-8a24-8d8ff40466de, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a388ab7e-c66b-4d6b-8a24-8d8ff40466de,segment=NetworkSegment(3fd20fcb-987b-4fa5-aea4-36ba9695b4b4),segment_id=3fd20fcb-987b-4fa5-aea4-36ba9695b4b4)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:56.784651 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.795151 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.886826 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a776d2b-4702-46e6-9afc-748b7dd786d4 None None] Pushing event updated for resources: {'Port': ['ID=3b7233ca-3b5c-40bc-a022-26ac3ca728ad,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:56.921622 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Routers {'dff1beef-3415-4a1d-978b-97095ad2e109'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:56.922372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:48:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['dff1beef-3415-4a1d-978b-97095ad2e109'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:56.968973 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcdaa-30f8-405b-9eae-110fb0b291d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.981186 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcdaa-30f8-405b-9eae-110fb0b291d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.990875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc6eec-98be-46f3-860b-20c710dd7f33 None None] Pushing event updated for resources: {'Port': ['ID=a388ab7e-c66b-4d6b-8a24-8d8ff40466de,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:57.016872 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Router ce93a4ed-a384-47bc-8fc7-904943f6ef34 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:48:57.047425 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ee2dcdaa-30f8-405b-9eae-110fb0b291d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f6d862053af4f8a9b3ccc9d5377a97a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498560 Aug 24 00:48:57.047751 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42448) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:57.049362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dcdaa-30f8-405b-9eae-110fb0b291d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a3cc88-497d-471b-9075-f7cd13ec2658,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:57.058740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] Set router dff1beef-3415-4a1d-978b-97095ad2e109 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:57.143225 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-869364c1-d3bd-411f-b740-896335c7ed16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:57.197075 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-869364c1-d3bd-411f-b740-896335c7ed16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:57.251619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:48:57.261956 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Sync routers for ids ['ce93a4ed-a384-47bc-8fc7-904943f6ef34'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:48:57.277070 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Routers {'ce93a4ed-a384-47bc-8fc7-904943f6ef34'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:57.278182 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:48:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ce93a4ed-a384-47bc-8fc7-904943f6ef34'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:57.278856 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-869364c1-d3bd-411f-b740-896335c7ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:57.286392 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-869364c1-d3bd-411f-b740-896335c7ed16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:57.289253 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-869364c1-d3bd-411f-b740-896335c7ed16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78a3cc88-497d-471b-9075-f7cd13ec2658 HTTP/1.1" status: 204 len: 168 time: 0.2404416 Aug 24 00:48:57.300323 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:57.302018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-11e22dfa-b687-4157-9d63-f9b764f767ae admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9464355 Aug 24 00:48:57.304719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42452) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:57.311726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869364c1-d3bd-411f-b740-896335c7ed16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a3cc88-497d-471b-9075-f7cd13ec2658,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:57.391183 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'name': 'tempest-TestAggregatesBasicOps-1807751298-router', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'bc255cd7-49ce-45a2-9379-e642e77949e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:49Z', 'updated_at': '2021-08-24T00:48:52Z', 'revision_number': 4, 'project_id': '4d7c3845dcc046128f93a1c88c3e278b', 'gw_port': {'id': 'bc255cd7-49ce-45a2-9379-e642e77949e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ac:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:50Z', 'updated_at': '2021-08-24T00:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'a388ab7e-c66b-4d6b-8a24-8d8ff40466de', 'name': '', 'network_id': '6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'mac_address': 'fa:16:3e:0f:02:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '1cd5c4ef-0aa1-4b5e-833e-708cad6652af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:52Z', 'updated_at': '2021-08-24T00:48:56Z', 'revision_number': 4, 'project_id': '4d7c3845dcc046128f93a1c88c3e278b', 'subnets': [{'id': '1cd5c4ef-0aa1-4b5e-833e-708cad6652af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:57.410127 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Set router ce93a4ed-a384-47bc-8fc7-904943f6ef34 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:57.426416 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44147572-1087-424f-af02-ade71e7ebc42 None None] The sync data for ids ['dff1beef-3415-4a1d-978b-97095ad2e109'] in n-d-805736-1 is: [{'id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'name': 'tempest-TestAggregatesBasicOps-1807751298-router', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'bc255cd7-49ce-45a2-9379-e642e77949e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:49Z', 'updated_at': '2021-08-24T00:48:52Z', 'revision_number': 4, 'project_id': '4d7c3845dcc046128f93a1c88c3e278b', 'gw_port': {'id': 'bc255cd7-49ce-45a2-9379-e642e77949e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ac:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:50Z', 'updated_at': '2021-08-24T00:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'a388ab7e-c66b-4d6b-8a24-8d8ff40466de', 'name': '', 'network_id': '6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'mac_address': 'fa:16:3e:0f:02:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '1cd5c4ef-0aa1-4b5e-833e-708cad6652af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:52Z', 'updated_at': '2021-08-24T00:48:56Z', 'revision_number': 4, 'project_id': '4d7c3845dcc046128f93a1c88c3e278b', 'subnets': [{'id': '1cd5c4ef-0aa1-4b5e-833e-708cad6652af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:48:57.548718 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a7870cc-a701-421f-8df9-0727275d0615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:57.709397 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'name': 'tempest-TestAggregatesBasicOps-1944556409-router', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd478d7a-f774-4668-a910-f09e777811e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:48:56Z', 'revision_number': 3, 'project_id': '5fd28cff3fc940d597f6c2489d53573e', 'gw_port': {'id': 'cd478d7a-f774-4668-a910-f09e777811e5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:57.749872 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Checking router: ce93a4ed-a384-47bc-8fc7-904943f6ef34 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:48:57.750259 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Updating router ce93a4ed-a384-47bc-8fc7-904943f6ef34 port cd478d7a-f774-4668-a910-f09e777811e5 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:48:57.790877 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:58.139398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a388ab7e-c66b-4d6b-8a24-8d8ff40466de up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:58.224868 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port a388ab7e-c66b-4d6b-8a24-8d8ff40466de completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:58.231660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port a388ab7e-c66b-4d6b-8a24-8d8ff40466de triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:58.232300 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:58.256536 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:58.272442 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Transition to ACTIVE for port object cd478d7a-f774-4668-a910-f09e777811e5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:58.284809 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:58.328186 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26631747-405d-46fc-9b73-07e6dd282dba None None] Network 2dad4aa8-de35-49a3-a558-1de49ffa095e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:48:58.355292 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Attempting to bind port cd478d7a-f774-4668-a910-f09e777811e5 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:58.355681 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Attempting to bind port cd478d7a-f774-4668-a910-f09e777811e5 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:58.356019 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Attempting to bind port cd478d7a-f774-4668-a910-f09e777811e5 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:58.368788 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb366d-bfd2-4430-a560-5911fbd16a43 None None] Pushing event updated for resources: {'Port': ['ID=cd478d7a-f774-4668-a910-f09e777811e5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:58.372661 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:58.373039 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:58.373481 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:58.373898 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:58.374329 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Bound port: cd478d7a-f774-4668-a910-f09e777811e5, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:58.374712 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:58.455788 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] For port cd478d7a-f774-4668-a910-f09e777811e5, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:58.460789 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] For port cd478d7a-f774-4668-a910-f09e777811e5, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=cd478d7a-f774-4668-a910-f09e777811e5,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:58.474396 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:58.496363 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:58.533105 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Routers {'ce93a4ed-a384-47bc-8fc7-904943f6ef34'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:58.534308 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:48:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ce93a4ed-a384-47bc-8fc7-904943f6ef34'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:58.599833 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb366d-bfd2-4430-a560-5911fbd16a43 None None] Pushing event updated for resources: {'Port': ['ID=cd478d7a-f774-4668-a910-f09e777811e5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:58.691542 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] Set router ce93a4ed-a384-47bc-8fc7-904943f6ef34 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:58.743031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5a695ed1-75b4-4a73-9268-711e9477a12b None None] Provisioning for port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:58.836671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Allocated IP 172.20.0.1 (2dad4aa8-de35-49a3-a558-1de49ffa095e/8d396ef2-83dd-4819-ae52-07e97ba555aa/ebc5dd56-3c12-4a62-aa32-4fc745262fe4) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:58.856363 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:58.942571 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port a388ab7e-c66b-4d6b-8a24-8d8ff40466de, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a388ab7e-c66b-4d6b-8a24-8d8ff40466de,segment=NetworkSegment(3fd20fcb-987b-4fa5-aea4-36ba9695b4b4),segment_id=3fd20fcb-987b-4fa5-aea4-36ba9695b4b4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:58.953933 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:58.954756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3b7233ca-3b5c-40bc-a022-26ac3ca728ad up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:58.968811 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'name': 'tempest-TestAggregatesBasicOps-1944556409-router', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd478d7a-f774-4668-a910-f09e777811e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:48:56Z', 'revision_number': 3, 'project_id': '5fd28cff3fc940d597f6c2489d53573e', 'gw_port': {'id': 'cd478d7a-f774-4668-a910-f09e777811e5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:58.976702 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:58.994581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Transition to ACTIVE for port object ebc5dd56-3c12-4a62-aa32-4fc745262fe4 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:59.001099 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60742c9f-3951-4618-ae2c-217ae1dea4a2 None None] The sync data for ids ['ce93a4ed-a384-47bc-8fc7-904943f6ef34'] in n-d-805736-1 is: [{'id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'name': 'tempest-TestAggregatesBasicOps-1944556409-router', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd478d7a-f774-4668-a910-f09e777811e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:48:56Z', 'revision_number': 3, 'project_id': '5fd28cff3fc940d597f6c2489d53573e', 'gw_port': {'id': 'cd478d7a-f774-4668-a910-f09e777811e5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:48:59.057473 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.081863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=a388ab7e-c66b-4d6b-8a24-8d8ff40466de,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:59.110566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:59.115056 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:59.115553 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.134553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Network 2dad4aa8-de35-49a3-a558-1de49ffa095e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:59.138099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:59.141461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:59.193831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Pushing event updated for resources: {'Port': ['ID=ebc5dd56-3c12-4a62-aa32-4fc745262fe4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:59.241477 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.266557 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.314926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3b7233ca-3b5c-40bc-a022-26ac3ca728ad,segment=NetworkSegment(60c81ebd-8c0a-4993-94c9-172ceceb7861),segment_id=60c81ebd-8c0a-4993-94c9-172ceceb7861)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:59.320861 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.412740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=3b7233ca-3b5c-40bc-a022-26ac3ca728ad,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:59.416659 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cd777705-8145-457d-b9df-831226cc5994 None None] Provisioning complete for port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:59.417038 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd777705-8145-457d-b9df-831226cc5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.427274 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.716543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5a55c689-7f49-4e48-a7f5-f676a1b6602d None None] Provisioning for port ebc5dd56-3c12-4a62-aa32-4fc745262fe4 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:59.722079 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5a55c689-7f49-4e48-a7f5-f676a1b6602d None None] Provisioning complete for port ebc5dd56-3c12-4a62-aa32-4fc745262fe4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:59.722536 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a55c689-7f49-4e48-a7f5-f676a1b6602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.752581 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.760746 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.766988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5a55c689-7f49-4e48-a7f5-f676a1b6602d None None] Port ebc5dd56-3c12-4a62-aa32-4fc745262fe4 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:48:59.845637 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.847726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Pushing event updated for resources: {'Port': ['ID=ebc5dd56-3c12-4a62-aa32-4fc745262fe4,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:59.848687 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.958541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Network 2dad4aa8-de35-49a3-a558-1de49ffa095e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:59.960193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:00.116584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Router ce93a4ed-a384-47bc-8fc7-904943f6ef34 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:49:00.134132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3b7233ca-3b5c-40bc-a022-26ac3ca728ad up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:00.207920 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.253263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:00.254081 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.274001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:49:00.285154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-62bca165-d410-4727-a8d2-b360b5ce09ed admin admin] 10.222.0.32 "PUT /v2.0/routers/ce93a4ed-a384-47bc-8fc7-904943f6ef34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9791424 Aug 24 00:49:00.307312 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-73abea77-609f-4f5a-9f93-1ca1c41801cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.328672 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-393c2b58-04b5-4039-ae33-f019e73061fe None None] Provisioning complete for port ebc5dd56-3c12-4a62-aa32-4fc745262fe4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:00.329055 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-393c2b58-04b5-4039-ae33-f019e73061fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.367076 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-393c2b58-04b5-4039-ae33-f019e73061fe None None] Port ebc5dd56-3c12-4a62-aa32-4fc745262fe4 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:49:00.410793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a388ab7e-c66b-4d6b-8a24-8d8ff40466de up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:00.472943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port a388ab7e-c66b-4d6b-8a24-8d8ff40466de triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:00.474047 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.566944 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cd478d7a-f774-4668-a910-f09e777811e5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:00.625368 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port cd478d7a-f774-4668-a910-f09e777811e5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:00.630232 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port cd478d7a-f774-4668-a910-f09e777811e5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:00.630612 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.733330 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.757032 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port cd478d7a-f774-4668-a910-f09e777811e5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=cd478d7a-f774-4668-a910-f09e777811e5,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:00.762214 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.826921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=cd478d7a-f774-4668-a910-f09e777811e5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:01.331669 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:01.359226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Sync routers for ids ['ce93a4ed-a384-47bc-8fc7-904943f6ef34'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:49:01.370403 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Routers {'ce93a4ed-a384-47bc-8fc7-904943f6ef34'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:01.375140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:49:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ce93a4ed-a384-47bc-8fc7-904943f6ef34'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:01.488462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:01.542567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Set router ce93a4ed-a384-47bc-8fc7-904943f6ef34 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:01.762865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'name': 'tempest-TestAggregatesBasicOps-1944556409-router', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd478d7a-f774-4668-a910-f09e777811e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:48:59Z', 'revision_number': 4, 'project_id': '5fd28cff3fc940d597f6c2489d53573e', 'gw_port': {'id': 'cd478d7a-f774-4668-a910-f09e777811e5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'ebc5dd56-3c12-4a62-aa32-4fc745262fe4', 'name': '', 'network_id': '2dad4aa8-de35-49a3-a558-1de49ffa095e', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'mac_address': 'fa:16:3e:31:1f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d396ef2-83dd-4819-ae52-07e97ba555aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:58Z', 'updated_at': '2021-08-24T00:48:59Z', 'revision_number': 2, 'project_id': '5fd28cff3fc940d597f6c2489d53573e', 'subnets': [{'id': '8d396ef2-83dd-4819-ae52-07e97ba555aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:01.794828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Checking router: ce93a4ed-a384-47bc-8fc7-904943f6ef34 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:49:01.795756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Updating router ce93a4ed-a384-47bc-8fc7-904943f6ef34 port ebc5dd56-3c12-4a62-aa32-4fc745262fe4 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:49:01.823062 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.004076 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cd478d7a-f774-4668-a910-f09e777811e5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:02.098588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port cd478d7a-f774-4668-a910-f09e777811e5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:02.099461 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.188589 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.203353 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Transition to ACTIVE for port object ebc5dd56-3c12-4a62-aa32-4fc745262fe4 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:02.228042 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.231495 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adf82ed5-3b31-40bd-abcc-5324d50ae821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.293782 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecee9e-4d4f-4b60-ba9b-dd26c7e38042 None None] Pushing event updated for resources: {'Port': ['ID=ebc5dd56-3c12-4a62-aa32-4fc745262fe4,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:02.355707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Attempting to bind port ebc5dd56-3c12-4a62-aa32-4fc745262fe4 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:02.356459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Attempting to bind port ebc5dd56-3c12-4a62-aa32-4fc745262fe4 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '60c81ebd-8c0a-4993-94c9-172ceceb7861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2dad4aa8-de35-49a3-a558-1de49ffa095e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:02.356825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Attempting to bind port ebc5dd56-3c12-4a62-aa32-4fc745262fe4 on network 2dad4aa8-de35-49a3-a558-1de49ffa095e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:02.363802 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:02.364199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Checking segment: {'id': '60c81ebd-8c0a-4993-94c9-172ceceb7861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2dad4aa8-de35-49a3-a558-1de49ffa095e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:02.364679 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.365109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Bound using segment: {'id': '60c81ebd-8c0a-4993-94c9-172ceceb7861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2dad4aa8-de35-49a3-a558-1de49ffa095e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:02.365588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Bound port: ebc5dd56-3c12-4a62-aa32-4fc745262fe4, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c81ebd-8c0a-4993-94c9-172ceceb7861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2dad4aa8-de35-49a3-a558-1de49ffa095e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:02.365972 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.442464 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] For port ebc5dd56-3c12-4a62-aa32-4fc745262fe4, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:02.447021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] For port ebc5dd56-3c12-4a62-aa32-4fc745262fe4, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ebc5dd56-3c12-4a62-aa32-4fc745262fe4,segment=NetworkSegment(60c81ebd-8c0a-4993-94c9-172ceceb7861),segment_id=60c81ebd-8c0a-4993-94c9-172ceceb7861)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:02.453773 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.515090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Routers {'ce93a4ed-a384-47bc-8fc7-904943f6ef34'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:02.516026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:49:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ce93a4ed-a384-47bc-8fc7-904943f6ef34'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:02.549776 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-adf82ed5-3b31-40bd-abcc-5324d50ae821 admin admin] Deleting port a388ab7e-c66b-4d6b-8a24-8d8ff40466de {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:02.550374 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adf82ed5-3b31-40bd-abcc-5324d50ae821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.558982 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecee9e-4d4f-4b60-ba9b-dd26c7e38042 None None] Pushing event updated for resources: {'Port': ['ID=ebc5dd56-3c12-4a62-aa32-4fc745262fe4,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:02.656202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] Set router ce93a4ed-a384-47bc-8fc7-904943f6ef34 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:02.663211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-adf82ed5-3b31-40bd-abcc-5324d50ae821 admin admin] For port a388ab7e-c66b-4d6b-8a24-8d8ff40466de, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a388ab7e-c66b-4d6b-8a24-8d8ff40466de,segment=NetworkSegment(3fd20fcb-987b-4fa5-aea4-36ba9695b4b4),segment_id=3fd20fcb-987b-4fa5-aea4-36ba9695b4b4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:02.663211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adf82ed5-3b31-40bd-abcc-5324d50ae821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.677398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-adf82ed5-3b31-40bd-abcc-5324d50ae821 admin admin] Calling delete_port for a388ab7e-c66b-4d6b-8a24-8d8ff40466de owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:02.908436 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adf82ed5-3b31-40bd-abcc-5324d50ae821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.933843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'name': 'tempest-TestAggregatesBasicOps-1944556409-router', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd478d7a-f774-4668-a910-f09e777811e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:48:59Z', 'revision_number': 4, 'project_id': '5fd28cff3fc940d597f6c2489d53573e', 'gw_port': {'id': 'cd478d7a-f774-4668-a910-f09e777811e5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'ebc5dd56-3c12-4a62-aa32-4fc745262fe4', 'name': '', 'network_id': '2dad4aa8-de35-49a3-a558-1de49ffa095e', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'mac_address': 'fa:16:3e:31:1f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d396ef2-83dd-4819-ae52-07e97ba555aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:58Z', 'updated_at': '2021-08-24T00:49:02Z', 'revision_number': 4, 'project_id': '5fd28cff3fc940d597f6c2489d53573e', 'subnets': [{'id': '8d396ef2-83dd-4819-ae52-07e97ba555aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:02.943398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf82ed5-3b31-40bd-abcc-5324d50ae821 admin admin] Pushing event deleted for resources: {'Port': ['ID=a388ab7e-c66b-4d6b-8a24-8d8ff40466de,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:02.969905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40428447-82e7-46b7-9824-e3849f87dafe None None] The sync data for ids ['ce93a4ed-a384-47bc-8fc7-904943f6ef34'] in n-d-805736-1 is: [{'id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'name': 'tempest-TestAggregatesBasicOps-1944556409-router', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd478d7a-f774-4668-a910-f09e777811e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:48:59Z', 'revision_number': 4, 'project_id': '5fd28cff3fc940d597f6c2489d53573e', 'gw_port': {'id': 'cd478d7a-f774-4668-a910-f09e777811e5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'ebc5dd56-3c12-4a62-aa32-4fc745262fe4', 'name': '', 'network_id': '2dad4aa8-de35-49a3-a558-1de49ffa095e', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'mac_address': 'fa:16:3e:31:1f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '8d396ef2-83dd-4819-ae52-07e97ba555aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:58Z', 'updated_at': '2021-08-24T00:49:02Z', 'revision_number': 4, 'project_id': '5fd28cff3fc940d597f6c2489d53573e', 'subnets': [{'id': '8d396ef2-83dd-4819-ae52-07e97ba555aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:49:03.118891 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.231090 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adf82ed5-3b31-40bd-abcc-5324d50ae821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.467711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf82ed5-3b31-40bd-abcc-5324d50ae821 admin admin] Router dff1beef-3415-4a1d-978b-97095ad2e109 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:49:03.585610 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf82ed5-3b31-40bd-abcc-5324d50ae821 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:49:03.590067 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-adf82ed5-3b31-40bd-abcc-5324d50ae821 admin admin] 10.222.0.32 "PUT /v2.0/routers/dff1beef-3415-4a1d-978b-97095ad2e109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1004982 Aug 24 00:49:03.593085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42588) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:03.596441 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d0afb-dce1-427c-8c62-12fd446117f5 None None] Sync routers for ids ['dff1beef-3415-4a1d-978b-97095ad2e109'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:49:03.606001 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d0afb-dce1-427c-8c62-12fd446117f5 None None] Routers {'dff1beef-3415-4a1d-978b-97095ad2e109'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:03.606720 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4f1d0afb-dce1-427c-8c62-12fd446117f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:49:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['dff1beef-3415-4a1d-978b-97095ad2e109'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:03.704844 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.806287 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4f1d0afb-dce1-427c-8c62-12fd446117f5 None None] Set router dff1beef-3415-4a1d-978b-97095ad2e109 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:03.816403 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.877739 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] Deleting port bc255cd7-49ce-45a2-9379-e642e77949e7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:03.878094 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.970153 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] For port bc255cd7-49ce-45a2-9379-e642e77949e7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=bc255cd7-49ce-45a2-9379-e642e77949e7,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:03.970520 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.983239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] Calling delete_port for bc255cd7-49ce-45a2-9379-e642e77949e7 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:03.992947 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4f1d0afb-dce1-427c-8c62-12fd446117f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'name': 'tempest-TestAggregatesBasicOps-1807751298-router', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'bc255cd7-49ce-45a2-9379-e642e77949e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:49Z', 'updated_at': '2021-08-24T00:49:02Z', 'revision_number': 5, 'project_id': '4d7c3845dcc046128f93a1c88c3e278b', 'gw_port': {'id': 'bc255cd7-49ce-45a2-9379-e642e77949e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ac:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:50Z', 'updated_at': '2021-08-24T00:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:04.023629 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d0afb-dce1-427c-8c62-12fd446117f5 None None] Checking router: dff1beef-3415-4a1d-978b-97095ad2e109 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:49:04.033325 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d0afb-dce1-427c-8c62-12fd446117f5 None None] Routers {'dff1beef-3415-4a1d-978b-97095ad2e109'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:04.033949 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4f1d0afb-dce1-427c-8c62-12fd446117f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:49:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['dff1beef-3415-4a1d-978b-97095ad2e109'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:04.120452 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-4f1d0afb-dce1-427c-8c62-12fd446117f5 None None] Set router dff1beef-3415-4a1d-978b-97095ad2e109 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:04.120950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ebc5dd56-3c12-4a62-aa32-4fc745262fe4 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:04.191092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ebc5dd56-3c12-4a62-aa32-4fc745262fe4 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:04.197706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ebc5dd56-3c12-4a62-aa32-4fc745262fe4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:04.198171 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.198890 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-4f1d0afb-dce1-427c-8c62-12fd446117f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'name': 'tempest-TestAggregatesBasicOps-1807751298-router', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:49Z', 'updated_at': '2021-08-24T00:49:03Z', 'revision_number': 6, 'project_id': '4d7c3845dcc046128f93a1c88c3e278b', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:04.204885 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.258453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc255cd7-49ce-45a2-9379-e642e77949e7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:04.266636 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d0afb-dce1-427c-8c62-12fd446117f5 None None] The sync data for ids ['dff1beef-3415-4a1d-978b-97095ad2e109'] in n-d-805736-1 is: [{'id': 'dff1beef-3415-4a1d-978b-97095ad2e109', 'name': 'tempest-TestAggregatesBasicOps-1807751298-router', 'tenant_id': '4d7c3845dcc046128f93a1c88c3e278b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:49Z', 'updated_at': '2021-08-24T00:49:03Z', 'revision_number': 6, 'project_id': '4d7c3845dcc046128f93a1c88c3e278b', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:49:04.313840 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.327606 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.346616 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port ebc5dd56-3c12-4a62-aa32-4fc745262fe4, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ebc5dd56-3c12-4a62-aa32-4fc745262fe4,segment=NetworkSegment(60c81ebd-8c0a-4993-94c9-172ceceb7861),segment_id=60c81ebd-8c0a-4993-94c9-172ceceb7861)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:04.350805 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.406283 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=ebc5dd56-3c12-4a62-aa32-4fc745262fe4,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:04.428400 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.430747 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.487411 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.488207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dff1beef-3415-4a1d-978b-97095ad2e109 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:49:04.493057 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.496152 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-73f24455-3277-4890-8534-b2600f9e379d admin admin] 10.222.0.32 "DELETE /v2.0/routers/dff1beef-3415-4a1d-978b-97095ad2e109 HTTP/1.1" status: 204 len: 168 time: 0.9020193 Aug 24 00:49:04.499314 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42592) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:04.550088 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b786969-78f7-4f0a-abd4-f180392d846e admin admin] Deleting subnet 1cd5c4ef-0aa1-4b5e-833e-708cad6652af {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:49:04.554537 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b786969-78f7-4f0a-abd4-f180392d846e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.594754 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b786969-78f7-4f0a-abd4-f180392d846e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.703100 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b786969-78f7-4f0a-abd4-f180392d846e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.761543 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b786969-78f7-4f0a-abd4-f180392d846e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.795887 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b786969-78f7-4f0a-abd4-f180392d846e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd5c4ef-0aa1-4b5e-833e-708cad6652af,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:04.799505 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b786969-78f7-4f0a-abd4-f180392d846e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.803884 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b786969-78f7-4f0a-abd4-f180392d846e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1cd5c4ef-0aa1-4b5e-833e-708cad6652af HTTP/1.1" status: 204 len: 168 time: 0.2996576 Aug 24 00:49:04.803884 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:04.812949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c356aa-1ca2-48a5-94e1-8419037c9f7b None None] Network 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:04.888153 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.954019 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Deleting port 9d020ebe-22e9-460b-b5f9-8914666f807f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:04.954419 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:05.024025 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] For port 9d020ebe-22e9-460b-b5f9-8914666f807f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9d020ebe-22e9-460b-b5f9-8914666f807f,segment=NetworkSegment(3fd20fcb-987b-4fa5-aea4-36ba9695b4b4),segment_id=3fd20fcb-987b-4fa5-aea4-36ba9695b4b4)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:05.024458 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:05.038711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Calling delete_port for 9d020ebe-22e9-460b-b5f9-8914666f807f owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:05.052527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238307a0-670e-41ff-9c7f-238618e16413 None None] DHCP port deletion for 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:49:05.104776 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-238307a0-670e-41ff-9c7f-238618e16413 None None] Deleting port 9d020ebe-22e9-460b-b5f9-8914666f807f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:05.105357 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-238307a0-670e-41ff-9c7f-238618e16413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:05.131693 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:05.176084 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d020ebe-22e9-460b-b5f9-8914666f807f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:05.181583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] No DVR routers for this DVR port 9d020ebe-22e9-460b-b5f9-8914666f807f on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:49:05.269227 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:05.286921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:05.307883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd20fcb-987b-4fa5-aea4-36ba9695b4b4') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:05.308685 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd20fcb-987b-4fa5-aea4-36ba9695b4b4') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:05.329676 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:05.348899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:05.358374 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:49:05.358820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:49:05.360655 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:49:05.371316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-238307a0-670e-41ff-9c7f-238618e16413 None None] For port 9d020ebe-22e9-460b-b5f9-8914666f807f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9d020ebe-22e9-460b-b5f9-8914666f807f,segment=NetworkSegment(3fd20fcb-987b-4fa5-aea4-36ba9695b4b4),segment_id=3fd20fcb-987b-4fa5-aea4-36ba9695b4b4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:05.371863 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-238307a0-670e-41ff-9c7f-238618e16413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:05.386241 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-238307a0-670e-41ff-9c7f-238618e16413 None None] Calling delete_port for 9d020ebe-22e9-460b-b5f9-8914666f807f owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:05.429754 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:05.441585 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:05.446139 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0 HTTP/1.1" status: 204 len: 168 time: 0.6412752 Aug 24 00:49:05.449148 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42600) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:05.476781 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab03ef6-a88f-491b-bff6-25024ea786a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:05.485258 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-238307a0-670e-41ff-9c7f-238618e16413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:05.493751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-238307a0-670e-41ff-9c7f-238618e16413 None None] Network 6a7a12f0-2f27-4c2b-98d4-cbaf382e1db0 is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 00:49:05.494163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238307a0-670e-41ff-9c7f-238618e16413 None None] No DVR routers for this DVR port 9d020ebe-22e9-460b-b5f9-8914666f807f on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:49:05.520130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238307a0-670e-41ff-9c7f-238618e16413 None None] Pushing event deleted for resources: {'Port': ['ID=9d020ebe-22e9-460b-b5f9-8914666f807f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:05.960056 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4559206f-3429-428e-aabb-0ed73f53af29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:06.023307 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ebc5dd56-3c12-4a62-aa32-4fc745262fe4 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:06.078721 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ebc5dd56-3c12-4a62-aa32-4fc745262fe4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:06.079776 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:06.224122 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device bc255cd7-49ce-45a2-9379-e642e77949e7 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:49:06.245117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: bc255cd7-49ce-45a2-9379-e642e77949e7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:49:06.245489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device bc255cd7-49ce-45a2-9379-e642e77949e7 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:49:06.245897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a388ab7e-c66b-4d6b-8a24-8d8ff40466de no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:49:06.251478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4559206f-3429-428e-aabb-0ed73f53af29 admin admin] Deleting port ebc5dd56-3c12-4a62-aa32-4fc745262fe4 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:06.252090 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4559206f-3429-428e-aabb-0ed73f53af29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:06.267374 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: a388ab7e-c66b-4d6b-8a24-8d8ff40466de {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:49:06.268045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a388ab7e-c66b-4d6b-8a24-8d8ff40466de not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:49:06.268652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9d020ebe-22e9-460b-b5f9-8914666f807f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:49:06.292356 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 9d020ebe-22e9-460b-b5f9-8914666f807f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:49:06.292702 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9d020ebe-22e9-460b-b5f9-8914666f807f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:49:06.343601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-4559206f-3429-428e-aabb-0ed73f53af29 admin admin] For port ebc5dd56-3c12-4a62-aa32-4fc745262fe4, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ebc5dd56-3c12-4a62-aa32-4fc745262fe4,segment=NetworkSegment(60c81ebd-8c0a-4993-94c9-172ceceb7861),segment_id=60c81ebd-8c0a-4993-94c9-172ceceb7861)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:06.344044 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4559206f-3429-428e-aabb-0ed73f53af29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:06.359220 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4559206f-3429-428e-aabb-0ed73f53af29 admin admin] Calling delete_port for ebc5dd56-3c12-4a62-aa32-4fc745262fe4 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:06.546223 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4559206f-3429-428e-aabb-0ed73f53af29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:06.571198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559206f-3429-428e-aabb-0ed73f53af29 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc5dd56-3c12-4a62-aa32-4fc745262fe4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:06.741210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4559206f-3429-428e-aabb-0ed73f53af29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:06.972774 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4559206f-3429-428e-aabb-0ed73f53af29 admin admin] Router ce93a4ed-a384-47bc-8fc7-904943f6ef34 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:49:07.085109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4559206f-3429-428e-aabb-0ed73f53af29 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:49:07.093165 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4559206f-3429-428e-aabb-0ed73f53af29 admin admin] 10.222.0.32 "PUT /v2.0/routers/ce93a4ed-a384-47bc-8fc7-904943f6ef34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6384699 Aug 24 00:49:07.094482 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bea21d-8338-47ef-b569-d9c03817bd28 None None] Sync routers for ids ['ce93a4ed-a384-47bc-8fc7-904943f6ef34'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:49:07.095352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42626) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:07.103969 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bea21d-8338-47ef-b569-d9c03817bd28 None None] Routers {'ce93a4ed-a384-47bc-8fc7-904943f6ef34'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:07.104588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a1bea21d-8338-47ef-b569-d9c03817bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:49:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ce93a4ed-a384-47bc-8fc7-904943f6ef34'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:07.203367 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:07.218646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a1bea21d-8338-47ef-b569-d9c03817bd28 None None] Set router ce93a4ed-a384-47bc-8fc7-904943f6ef34 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:07.325682 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:07.380585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] Deleting port cd478d7a-f774-4668-a910-f09e777811e5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:07.380939 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:07.463215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] For port cd478d7a-f774-4668-a910-f09e777811e5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=cd478d7a-f774-4668-a910-f09e777811e5,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:07.463575 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:07.476250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] Calling delete_port for cd478d7a-f774-4668-a910-f09e777811e5 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:07.512477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a1bea21d-8338-47ef-b569-d9c03817bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'name': 'tempest-TestAggregatesBasicOps-1944556409-router', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'cd478d7a-f774-4668-a910-f09e777811e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:49:06Z', 'revision_number': 5, 'project_id': '5fd28cff3fc940d597f6c2489d53573e', 'gw_port': {'id': 'cd478d7a-f774-4668-a910-f09e777811e5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:07.546954 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bea21d-8338-47ef-b569-d9c03817bd28 None None] Checking router: ce93a4ed-a384-47bc-8fc7-904943f6ef34 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:49:07.563193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bea21d-8338-47ef-b569-d9c03817bd28 None None] Routers {'ce93a4ed-a384-47bc-8fc7-904943f6ef34'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:07.563830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a1bea21d-8338-47ef-b569-d9c03817bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:49:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ce93a4ed-a384-47bc-8fc7-904943f6ef34'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:07.666314 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a1bea21d-8338-47ef-b569-d9c03817bd28 None None] Set router ce93a4ed-a384-47bc-8fc7-904943f6ef34 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:07.728588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a1bea21d-8338-47ef-b569-d9c03817bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'name': 'tempest-TestAggregatesBasicOps-1944556409-router', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:49:07Z', 'revision_number': 6, 'project_id': '5fd28cff3fc940d597f6c2489d53573e', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:07.756840 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bea21d-8338-47ef-b569-d9c03817bd28 None None] The sync data for ids ['ce93a4ed-a384-47bc-8fc7-904943f6ef34'] in n-d-805736-1 is: [{'id': 'ce93a4ed-a384-47bc-8fc7-904943f6ef34', 'name': 'tempest-TestAggregatesBasicOps-1944556409-router', 'tenant_id': '5fd28cff3fc940d597f6c2489d53573e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:55Z', 'updated_at': '2021-08-24T00:49:07Z', 'revision_number': 6, 'project_id': '5fd28cff3fc940d597f6c2489d53573e', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:49:07.952900 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:07.979996 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd478d7a-f774-4668-a910-f09e777811e5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:08.040312 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.144827 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.147404 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.206187 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.206835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce93a4ed-a384-47bc-8fc7-904943f6ef34 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:49:08.211519 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.213726 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-17e4c551-807b-4046-b2b4-8ee9d223a0c1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ce93a4ed-a384-47bc-8fc7-904943f6ef34 HTTP/1.1" status: 204 len: 168 time: 1.1172297 Aug 24 00:49:08.216406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42632) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:08.269250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67827d8-b35f-4d3a-ae0c-a80662725fcd admin admin] Deleting subnet 8d396ef2-83dd-4819-ae52-07e97ba555aa {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:49:08.272509 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b67827d8-b35f-4d3a-ae0c-a80662725fcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.276286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ebc5dd56-3c12-4a62-aa32-4fc745262fe4 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:49:08.304450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: ebc5dd56-3c12-4a62-aa32-4fc745262fe4 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:49:08.304889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ebc5dd56-3c12-4a62-aa32-4fc745262fe4 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:49:08.311072 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b67827d8-b35f-4d3a-ae0c-a80662725fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.393968 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b67827d8-b35f-4d3a-ae0c-a80662725fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.448335 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b67827d8-b35f-4d3a-ae0c-a80662725fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.476429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67827d8-b35f-4d3a-ae0c-a80662725fcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d396ef2-83dd-4819-ae52-07e97ba555aa,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:08.478415 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b67827d8-b35f-4d3a-ae0c-a80662725fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.483245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:08.483744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b67827d8-b35f-4d3a-ae0c-a80662725fcd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8d396ef2-83dd-4819-ae52-07e97ba555aa HTTP/1.1" status: 204 len: 168 time: 0.2653823 Aug 24 00:49:08.484840 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c271291-bb9f-4f15-83e2-f9f7cafae963 None None] Network 2dad4aa8-de35-49a3-a558-1de49ffa095e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:08.567538 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.641214 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Deleting port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:08.641505 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.678162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4798d1a-1646-46cd-b339-62b5d26e28de None None] DHCP port deletion for 2dad4aa8-de35-49a3-a558-1de49ffa095e request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:49:08.722132 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] For port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3b7233ca-3b5c-40bc-a022-26ac3ca728ad,segment=NetworkSegment(60c81ebd-8c0a-4993-94c9-172ceceb7861),segment_id=60c81ebd-8c0a-4993-94c9-172ceceb7861)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:08.723043 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.741508 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Calling delete_port for 3b7233ca-3b5c-40bc-a022-26ac3ca728ad owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:08.744266 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c4798d1a-1646-46cd-b339-62b5d26e28de None None] Deleting port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:08.744640 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4798d1a-1646-46cd-b339-62b5d26e28de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.823653 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c4798d1a-1646-46cd-b339-62b5d26e28de None None] For port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3b7233ca-3b5c-40bc-a022-26ac3ca728ad,segment=NetworkSegment(60c81ebd-8c0a-4993-94c9-172ceceb7861),segment_id=60c81ebd-8c0a-4993-94c9-172ceceb7861)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:08.824049 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4798d1a-1646-46cd-b339-62b5d26e28de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.831853 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.839220 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c4798d1a-1646-46cd-b339-62b5d26e28de None None] Calling delete_port for 3b7233ca-3b5c-40bc-a022-26ac3ca728ad owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:08.864412 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] No DVR routers for this DVR port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:49:08.868460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7233ca-3b5c-40bc-a022-26ac3ca728ad,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:08.925253 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c4798d1a-1646-46cd-b339-62b5d26e28de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.938683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4798d1a-1646-46cd-b339-62b5d26e28de None None] No DVR routers for this DVR port 3b7233ca-3b5c-40bc-a022-26ac3ca728ad on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:49:08.946057 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.958982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dad4aa8-de35-49a3-a558-1de49ffa095e']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:08.966520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4798d1a-1646-46cd-b339-62b5d26e28de None None] Pushing event deleted for resources: {'Port': ['ID=3b7233ca-3b5c-40bc-a022-26ac3ca728ad,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:08.970521 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c81ebd-8c0a-4993-94c9-172ceceb7861') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:08.971311 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c81ebd-8c0a-4993-94c9-172ceceb7861') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:08.980359 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:08.995236 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.002656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:49:09.003419 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:49:09.005096 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:49:09.062013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.067624 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.072468 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] 10.222.0.32 "DELETE /v2.0/networks/2dad4aa8-de35-49a3-a558-1de49ffa095e HTTP/1.1" status: 204 len: 168 time: 0.5880306 Aug 24 00:49:09.084698 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac891aa5-07ec-49a1-abed-b3f756a177bf admin admin] Pushing event deleted for resources: {'Network': ['ID=2dad4aa8-de35-49a3-a558-1de49ffa095e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:09.263224 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42646) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:09.305571 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-643a0d65-32ec-42d5-a67f-31c68719a8a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d7c3845dcc046128f93a1c88c3e278b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405324 Aug 24 00:49:09.307971 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42648) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:09.366538 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e9d739a-ac86-4d00-820b-6bf227c719c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.389940 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e9d739a-ac86-4d00-820b-6bf227c719c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.444965 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e9d739a-ac86-4d00-820b-6bf227c719c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.448157 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e9d739a-ac86-4d00-820b-6bf227c719c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.452094 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2e9d739a-ac86-4d00-820b-6bf227c719c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f347afed-20c7-4716-bacf-e859f8eada73 HTTP/1.1" status: 204 len: 168 time: 0.1404736 Aug 24 00:49:09.460038 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d739a-ac86-4d00-820b-6bf227c719c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f347afed-20c7-4716-bacf-e859f8eada73,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:09.552499 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42654) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:09.789046 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-058c1dde-7876-4934-bd77-db487d55cc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.818951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42660) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:09.865464 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c80abb04-4c42-445d-9e05-2091ec116345 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fd28cff3fc940d597f6c2489d53573e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453513 Aug 24 00:49:09.867904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42662) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:09.882725 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-058c1dde-7876-4934-bd77-db487d55cc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.887648 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-058c1dde-7876-4934-bd77-db487d55cc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.920737 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fef2c2d9-ac39-4ea5-8b76-84ea49fd83b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.930257 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-058c1dde-7876-4934-bd77-db487d55cc45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=240277fd190a47bda96271723e08a708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742206 Aug 24 00:49:09.930434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42664) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:09.938503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c1dde-7876-4934-bd77-db487d55cc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5737e8-84ae-4b1b-ab17-35397c1f39ef,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:09.949921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fef2c2d9-ac39-4ea5-8b76-84ea49fd83b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.984284 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-199c3b05-2fe9-4a3f-867d-7c7e11d54843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.006813 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fef2c2d9-ac39-4ea5-8b76-84ea49fd83b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.007022 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cd478d7a-f774-4668-a910-f09e777811e5 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:49:10.007492 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fef2c2d9-ac39-4ea5-8b76-84ea49fd83b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.008395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fef2c2d9-ac39-4ea5-8b76-84ea49fd83b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80fd14ab-74c5-4878-ba6d-16aad589a54a HTTP/1.1" status: 204 len: 168 time: 0.1395192 Aug 24 00:49:10.011543 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-199c3b05-2fe9-4a3f-867d-7c7e11d54843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.026174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2c2d9-ac39-4ea5-8b76-84ea49fd83b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fd14ab-74c5-4878-ba6d-16aad589a54a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:10.029292 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: cd478d7a-f774-4668-a910-f09e777811e5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:49:10.030063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cd478d7a-f774-4668-a910-f09e777811e5 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:49:10.030493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3b7233ca-3b5c-40bc-a022-26ac3ca728ad no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:49:10.053937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 3b7233ca-3b5c-40bc-a022-26ac3ca728ad {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:49:10.054286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3b7233ca-3b5c-40bc-a022-26ac3ca728ad not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:49:10.067046 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-199c3b05-2fe9-4a3f-867d-7c7e11d54843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.069487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-199c3b05-2fe9-4a3f-867d-7c7e11d54843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.072304 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-199c3b05-2fe9-4a3f-867d-7c7e11d54843 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe5737e8-84ae-4b1b-ab17-35397c1f39ef HTTP/1.1" status: 204 len: 168 time: 0.1395447 Aug 24 00:49:10.082398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c3b05-2fe9-4a3f-867d-7c7e11d54843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5737e8-84ae-4b1b-ab17-35397c1f39ef,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:10.468584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:10.482240 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3b0e26f-eea0-4ec7-8fe0-b02944b82d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.578030 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3b0e26f-eea0-4ec7-8fe0-b02944b82d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.581262 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f3b0e26f-eea0-4ec7-8fe0-b02944b82d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.620222 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0e26f-eea0-4ec7-8fe0-b02944b82d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eee9f0-1b2d-41dc-bc79-eeb128253844,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:10.629704 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f3b0e26f-eea0-4ec7-8fe0-b02944b82d1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7092897dd28642d0976775a045590d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576591 Aug 24 00:49:10.630488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42688) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:10.683543 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5f63404-2e7d-4db4-87cd-da743ebbbd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.707214 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5f63404-2e7d-4db4-87cd-da743ebbbd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.756532 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5f63404-2e7d-4db4-87cd-da743ebbbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.759403 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d5f63404-2e7d-4db4-87cd-da743ebbbd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.760746 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d5f63404-2e7d-4db4-87cd-da743ebbbd75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5eee9f0-1b2d-41dc-bc79-eeb128253844 HTTP/1.1" status: 204 len: 168 time: 0.1294296 Aug 24 00:49:10.770392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f63404-2e7d-4db4-87cd-da743ebbbd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eee9f0-1b2d-41dc-bc79-eeb128253844,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:11.088469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42706) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:11.102761 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc2a0124-a488-4df9-b520-399a8b992440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:11.198481 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc2a0124-a488-4df9-b520-399a8b992440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:11.202848 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc2a0124-a488-4df9-b520-399a8b992440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:11.242040 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cc2a0124-a488-4df9-b520-399a8b992440 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e922cd0d780f47dc8c6560d993e45081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522353 Aug 24 00:49:11.242961 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a0124-a488-4df9-b520-399a8b992440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c758d238-e25a-4bb9-ab66-3ab7b4a3f311,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:11.244663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42710) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:11.296543 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f36e-e1fa-4a35-8ccb-45686fa21515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:11.318587 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f36e-e1fa-4a35-8ccb-45686fa21515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:11.364599 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f36e-e1fa-4a35-8ccb-45686fa21515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:11.367268 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bfd2f36e-e1fa-4a35-8ccb-45686fa21515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:11.370962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bfd2f36e-e1fa-4a35-8ccb-45686fa21515 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c758d238-e25a-4bb9-ab66-3ab7b4a3f311 HTTP/1.1" status: 204 len: 168 time: 0.1225159 Aug 24 00:49:11.376583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2f36e-e1fa-4a35-8ccb-45686fa21515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c758d238-e25a-4bb9-ab66-3ab7b4a3f311,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:12.272398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:12.432033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57819ec8-58b7-4398-a8de-5701ea5e7291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:12.524437 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57819ec8-58b7-4398-a8de-5701ea5e7291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:12.528513 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57819ec8-58b7-4398-a8de-5701ea5e7291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:12.570419 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-57819ec8-58b7-4398-a8de-5701ea5e7291 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16e23a6ca1f54e1f988b453295b2e32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969470 Aug 24 00:49:12.571301 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57819ec8-58b7-4398-a8de-5701ea5e7291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16532424-3ef9-41c5-93f7-dbffcb65ff32,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:12.573338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42902) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:12.644789 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e314e5e-9710-49d6-8f3d-c61cf1aed23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:12.667992 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e314e5e-9710-49d6-8f3d-c61cf1aed23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:12.720616 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e314e5e-9710-49d6-8f3d-c61cf1aed23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:12.723294 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e314e5e-9710-49d6-8f3d-c61cf1aed23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:12.724484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9e314e5e-9710-49d6-8f3d-c61cf1aed23a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16532424-3ef9-41c5-93f7-dbffcb65ff32 HTTP/1.1" status: 204 len: 168 time: 0.1442819 Aug 24 00:49:12.732921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e314e5e-9710-49d6-8f3d-c61cf1aed23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16532424-3ef9-41c5-93f7-dbffcb65ff32,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:13.009026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 42944) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:13.022544 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8cd115d-f07f-47fd-a08e-03f38ba6abdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:13.117983 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8cd115d-f07f-47fd-a08e-03f38ba6abdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:13.123779 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c8cd115d-f07f-47fd-a08e-03f38ba6abdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:13.164569 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c8cd115d-f07f-47fd-a08e-03f38ba6abdf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6ede322324e4970917df02792091a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543298 Aug 24 00:49:13.165430 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd115d-f07f-47fd-a08e-03f38ba6abdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2264c5f6-4a79-435c-8b74-9fe73c1e8944,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:13.167087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 42946) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:13.219486 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-010ae2cc-221c-4be8-a9c1-28b88cd49ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:13.242583 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-010ae2cc-221c-4be8-a9c1-28b88cd49ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:13.292762 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-010ae2cc-221c-4be8-a9c1-28b88cd49ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:13.296141 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-010ae2cc-221c-4be8-a9c1-28b88cd49ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:13.299579 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-010ae2cc-221c-4be8-a9c1-28b88cd49ff6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2264c5f6-4a79-435c-8b74-9fe73c1e8944 HTTP/1.1" status: 204 len: 168 time: 0.1292367 Aug 24 00:49:13.307423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ae2cc-221c-4be8-a9c1-28b88cd49ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2264c5f6-4a79-435c-8b74-9fe73c1e8944,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:19.023628 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:49:19.931424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-10ecda34-017a-4fe9-8cec-ab051927aa9b req-d538b3e6-478b-4e36-81be-ba080dc5f3eb tempest-TaggedBootDevicesTest-1346048907 tempest-TaggedBootDevicesTest-1346048907-project] (94837) timed out ('10.222.0.13', 52353) {{(pid=94837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:49:23.916279 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:27.308512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43014) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:27.385228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8612fe3d-2c09-41be-8fb1-502f1288755d tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:27.385716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8612fe3d-2c09-41be-8fb1-502f1288755d tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:27.386195 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8612fe3d-2c09-41be-8fb1-502f1288755d tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:27.388015 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8612fe3d-2c09-41be-8fb1-502f1288755d tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=38081af238414bd488e48d97e0e81c08&network_id=eddb8b27-c82c-4cd7-b5b3-220f6a002110 HTTP/1.1" status: 200 len: 2970 time: 0.0785029 Aug 24 00:49:27.539464 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e236e585-dca8-44ca-a33e-a58500459ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:29.860709 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:30.152668 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:30.252478 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4663-57d4-4344-9e1a-9ad3c5f2a7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:30.405214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43032) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:30.463119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823e444b-864b-419f-937e-97d26ad2cd1f tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:30.465001 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-823e444b-864b-419f-937e-97d26ad2cd1f tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b HTTP/1.1" status: 200 len: 814 time: 0.0588303 Aug 24 00:49:31.149974 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3c8d06c-9247-4985-9079-a2708b14962f req-433213dd-b6e7-4925-91d1-04e1cb778ee7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0751441 Aug 24 00:49:31.271152 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8d06c-9247-4985-9079-a2708b14962f req-ff57100d-2d7f-42e7-8c74-1e88545d32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:31.272748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3c8d06c-9247-4985-9079-a2708b14962f req-ff57100d-2d7f-42e7-8c74-1e88545d32a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 1097 time: 0.0566208 Aug 24 00:49:31.339791 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.426105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8d06c-9247-4985-9079-a2708b14962f req-3f7adfdd-d37f-4158-b873-3d76f30b3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:31.430645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3c8d06c-9247-4985-9079-a2708b14962f req-3f7adfdd-d37f-4158-b873-3d76f30b3127 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eddb8b27-c82c-4cd7-b5b3-220f6a002110 HTTP/1.1" status: 200 len: 897 time: 0.1343324 Aug 24 00:49:31.553237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3c8d06c-9247-4985-9079-a2708b14962f req-21deef1a-f96b-4ed1-9c09-a56dc35ab9a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0169fbe-c1a9-4036-9707-3b05a348bfdb HTTP/1.1" status: 200 len: 1002 time: 0.1141143 Aug 24 00:49:31.630953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43040) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:31.638670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5c48585b-530e-4078-b8b8-f6388c5b178e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'network': {'name': 'tempest-network-smoke--1929020079', 'project_id': '38081af238414bd488e48d97e0e81c08', 'port_security_enabled': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:31.651201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8d06c-9247-4985-9079-a2708b14962f req-af9ccad7-877b-43a9-91d9-dad64b5ab8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:31.652056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3c8d06c-9247-4985-9079-a2708b14962f req-af9ccad7-877b-43a9-91d9-dad64b5ab8a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82f64497-85b8-4771-9bb6-86038636c67e HTTP/1.1" status: 200 len: 834 time: 0.0881450 Aug 24 00:49:31.706340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c48585b-530e-4078-b8b8-f6388c5b178e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Made reservation on behalf of 38081af238414bd488e48d97e0e81c08 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:31.710455 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c48585b-530e-4078-b8b8-f6388c5b178e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.728132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8d06c-9247-4985-9079-a2708b14962f req-d52ab379-96e0-4a0e-981d-dfc082b6c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:31.729824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3c8d06c-9247-4985-9079-a2708b14962f req-d52ab379-96e0-4a0e-981d-dfc082b6c57a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eddb8b27-c82c-4cd7-b5b3-220f6a002110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690598 Aug 24 00:49:31.752451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c48585b-530e-4078-b8b8-f6388c5b178e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:49:31.810384 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c48585b-530e-4078-b8b8-f6388c5b178e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.810813 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-5c48585b-530e-4078-b8b8-f6388c5b178e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Added segment 2ebe2f9d-97e5-4321-a2c9-de48a5d439c4 of type vlan for network 607f60bc-be78-4866-9445-21f04f0ef8ea Aug 24 00:49:31.873218 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c48585b-530e-4078-b8b8-f6388c5b178e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.899846 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3c8d06c-9247-4985-9079-a2708b14962f req-8debf16b-138d-4c4e-854b-edc1fa13f098 service neutron] 10.222.0.47 "GET /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612918 Aug 24 00:49:31.931278 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c48585b-530e-4078-b8b8-f6388c5b178e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.940580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c48585b-530e-4078-b8b8-f6388c5b178e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:31.940580 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5c48585b-530e-4078-b8b8-f6388c5b178e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:32.055674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5c48585b-530e-4078-b8b8-f6388c5b178e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4236214 Aug 24 00:49:32.059114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:32.071842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48585b-530e-4078-b8b8-f6388c5b178e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Network': ['ID=607f60bc-be78-4866-9445-21f04f0ef8ea,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:32.092109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 607f60bc-be78-4866-9445-21f04f0ef8ea details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:49:32.110699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3c8d06c-9247-4985-9079-a2708b14962f req-b1fe9a91-e786-4a82-9019-bb0b7d5d7f73 service neutron] 10.222.0.47 "GET /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000461 Aug 24 00:49:32.180203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b14e0-3df4-463c-9606-7dbf3db6be9a tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:32.185182 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-870b14e0-3df4-463c-9606-7dbf3db6be9a tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=38081af238414bd488e48d97e0e81c08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1250596 Aug 24 00:49:32.187112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43046) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:32.361188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328fdd62-3601-4605-a6cf-48e6052e2f0b tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:32.363127 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-328fdd62-3601-4605-a6cf-48e6052e2f0b tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1744702 Aug 24 00:49:32.366274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43048) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:32.395686 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e6e04b5b-645c-4bc8-8ea9-a40d297d350c tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282965 Aug 24 00:49:32.398250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43050) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:32.435395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-859078ec-537f-4768-a1ae-0d12b945b5b0 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=38081af238414bd488e48d97e0e81c08&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356684 Aug 24 00:49:32.437684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43052) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:32.564660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924fd11-97b7-4435-a254-502da19de6a0 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:32.566445 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0924fd11-97b7-4435-a254-502da19de6a0 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277745 Aug 24 00:49:32.569299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43054) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:32.614954 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4478847a-4dad-4eb2-908e-fb04e91da423 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442903 Aug 24 00:49:32.617703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43056) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:32.623454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-211380fb-e5a3-41bf-a7de-1cb78f72b583 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1552991109', 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea', 'project_id': '38081af238414bd488e48d97e0e81c08', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:32.720306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211380fb-e5a3-41bf-a7de-1cb78f72b583 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Made reservation on behalf of 38081af238414bd488e48d97e0e81c08 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:32.723877 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-211380fb-e5a3-41bf-a7de-1cb78f72b583 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:32.924389 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-211380fb-e5a3-41bf-a7de-1cb78f72b583 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.014287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211380fb-e5a3-41bf-a7de-1cb78f72b583 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Subnet': ['ID=9556ed85-acf6-4c19-8daf-38c51a8c1ef0,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:33.017716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211380fb-e5a3-41bf-a7de-1cb78f72b583 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Checking segment: {'id': '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:33.017716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211380fb-e5a3-41bf-a7de-1cb78f72b583 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network hostable DHCP agents. Network: 607f60bc-be78-4866-9445-21f04f0ef8ea, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:49:33.034995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211380fb-e5a3-41bf-a7de-1cb78f72b583 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network 607f60bc-be78-4866-9445-21f04f0ef8ea is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:49:33.044666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-211380fb-e5a3-41bf-a7de-1cb78f72b583 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 607f60bc-be78-4866-9445-21f04f0ef8ea) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:33.050791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211380fb-e5a3-41bf-a7de-1cb78f72b583 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:33.052730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-211380fb-e5a3-41bf-a7de-1cb78f72b583 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.057603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91023c32-d308-4a18-8f41-6f674be51100 None None] Network 607f60bc-be78-4866-9445-21f04f0ef8ea requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:33.075229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-211380fb-e5a3-41bf-a7de-1cb78f72b583 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4563644 Aug 24 00:49:33.145468 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.247539 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-607f60bc-be78-4866-9445-21f04f0ef8ea', 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ips': [{'subnet_id': '9556ed85-acf6-4c19-8daf-38c51a8c1ef0'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:49:33.248633 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.418057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Allocated IP 172.20.0.18 (607f60bc-be78-4866-9445-21f04f0ef8ea/9556ed85-acf6-4c19-8daf-38c51a8c1ef0/4b0d6e74-2e4b-47c3-90e2-b45e07004a2f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:33.457489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43062) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:33.462747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7e6270c0-5343-4fd5-9637-1ad6afdb892c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-667049687', 'description': 'tempest-secgroup-smoke-667049687 description', 'project_id': '38081af238414bd488e48d97e0e81c08'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:33.501286 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e6270c0-5343-4fd5-9637-1ad6afdb892c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.612707 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e6270c0-5343-4fd5-9637-1ad6afdb892c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.631059 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.634655 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e6270c0-5343-4fd5-9637-1ad6afdb892c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.640025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Transition to ACTIVE for port object 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:33.659160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Transition to ACTIVE for port object 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:33.664096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7e6270c0-5343-4fd5-9637-1ad6afdb892c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.665734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7e6270c0-5343-4fd5-9637-1ad6afdb892c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2069683 Aug 24 00:49:33.668830 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43064) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:33.671302 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.675095 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '9d59b305-cefa-431c-8f6b-0f44929cea3a', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:33.679335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6270c0-5343-4fd5-9637-1ad6afdb892c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d59b305-cefa-431c-8f6b-0f44929cea3a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:33.703117 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.709810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Network 607f60bc-be78-4866-9445-21f04f0ef8ea is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:33.711250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:33.714955 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:33.770492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.771298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Pushing event updated for resources: {'Port': ['ID=4b0d6e74-2e4b-47c3-90e2-b45e07004a2f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:33.777976 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.783285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Attempting to bind port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:33.784132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Attempting to bind port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:33.784132 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Attempting to bind port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f on network 607f60bc-be78-4866-9445-21f04f0ef8ea {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:33.789406 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:33.789800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Checking segment: {'id': '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:33.790589 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.791297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Bound using segment: {'id': '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:33.791473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Bound port: 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:33.791854 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.807964 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60aa388-94b9-44fc-ac69-ee0daa754988,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:33.819368 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.820981 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510043 Aug 24 00:49:33.822678 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:33.823259 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:33.823598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:33.823925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43066) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:33.824070 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:33.824260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:33.824571 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:33.824890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:33.825214 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:33.825534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:33.825868 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:33.826190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:33.826520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caeeaed-6ae7-46ae-9266-c60f3a9dae98 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:33.830258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-56c5b34b-643e-4cb5-bed4-6f9e9545aaa3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '9d59b305-cefa-431c-8f6b-0f44929cea3a', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:33.871316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] For port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:33.873096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56c5b34b-643e-4cb5-bed4-6f9e9545aaa3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.876324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] For port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4b0d6e74-2e4b-47c3-90e2-b45e07004a2f,segment=NetworkSegment(2ebe2f9d-97e5-4321-a2c9-de48a5d439c4),segment_id=2ebe2f9d-97e5-4321-a2c9-de48a5d439c4)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:33.881700 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.929742 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56c5b34b-643e-4cb5-bed4-6f9e9545aaa3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.934359 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56c5b34b-643e-4cb5-bed4-6f9e9545aaa3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.938355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ac777-c0ce-4ef5-becf-2afd4b2334a9 None None] Pushing event updated for resources: {'Port': ['ID=4b0d6e74-2e4b-47c3-90e2-b45e07004a2f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:33.952120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5b34b-643e-4cb5-bed4-6f9e9545aaa3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e394e28-d766-4e09-b102-1b25cbcf1a33,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:33.962893 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-56c5b34b-643e-4cb5-bed4-6f9e9545aaa3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.966178 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-56c5b34b-643e-4cb5-bed4-6f9e9545aaa3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407330 Aug 24 00:49:33.971494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43068) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:33.980098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-36903ddc-94e2-49d5-94af-8162099fa0f1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '9d59b305-cefa-431c-8f6b-0f44929cea3a', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:34.013218 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36903ddc-94e2-49d5-94af-8162099fa0f1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.083805 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36903ddc-94e2-49d5-94af-8162099fa0f1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.092854 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36903ddc-94e2-49d5-94af-8162099fa0f1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.116414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36903ddc-94e2-49d5-94af-8162099fa0f1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e74139-6bca-4dd1-a3ce-b2aab2f92f4b,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:34.131740 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-36903ddc-94e2-49d5-94af-8162099fa0f1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.133273 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-36903ddc-94e2-49d5-94af-8162099fa0f1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599412 Aug 24 00:49:34.136671 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43072) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:34.144417 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6d08105c-d1ad-4eb2-9155-986cfcd7eac0 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '9d59b305-cefa-431c-8f6b-0f44929cea3a', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:34.206655 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d08105c-d1ad-4eb2-9155-986cfcd7eac0 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.289350 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d08105c-d1ad-4eb2-9155-986cfcd7eac0 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.295229 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d08105c-d1ad-4eb2-9155-986cfcd7eac0 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.318738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08105c-d1ad-4eb2-9155-986cfcd7eac0 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2724f92-92cd-49be-adac-c759dad10bb7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:34.329949 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d08105c-d1ad-4eb2-9155-986cfcd7eac0 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.331093 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6d08105c-d1ad-4eb2-9155-986cfcd7eac0 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1929820 Aug 24 00:49:34.336367 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43074) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:34.341228 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-af387e20-5b08-4080-8f05-344197fe8c0f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '9d59b305-cefa-431c-8f6b-0f44929cea3a', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:34.366624 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-af387e20-5b08-4080-8f05-344197fe8c0f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Project 38081af238414bd488e48d97e0e81c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:49:34.372651 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af387e20-5b08-4080-8f05-344197fe8c0f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.443336 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af387e20-5b08-4080-8f05-344197fe8c0f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.447350 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af387e20-5b08-4080-8f05-344197fe8c0f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.465707 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af387e20-5b08-4080-8f05-344197fe8c0f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1842b0-39fe-4ff8-853e-f9bd15cb6963,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:34.472027 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-af387e20-5b08-4080-8f05-344197fe8c0f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.475344 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-af387e20-5b08-4080-8f05-344197fe8c0f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378391 Aug 24 00:49:34.476229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43076) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:34.481202 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2211e146-4a33-4af8-b522-2c767ce7dd25 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '9d59b305-cefa-431c-8f6b-0f44929cea3a', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:34.508296 n-d-805736-1 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-2211e146-4a33-4af8-b522-2c767ce7dd25 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Project 38081af238414bd488e48d97e0e81c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:49:34.513787 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2211e146-4a33-4af8-b522-2c767ce7dd25 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.588249 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2211e146-4a33-4af8-b522-2c767ce7dd25 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.592216 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2211e146-4a33-4af8-b522-2c767ce7dd25 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.610637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211e146-4a33-4af8-b522-2c767ce7dd25 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92d78a5-fb5b-4800-835f-37aa4cfb65b9,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:34.622688 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2211e146-4a33-4af8-b522-2c767ce7dd25 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.624143 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2211e146-4a33-4af8-b522-2c767ce7dd25 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468787 Aug 24 00:49:34.848886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-0705f7ff-e0e9-4876-a631-2610a43c715b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667049687&fields=id&tenant_id=38081af238414bd488e48d97e0e81c08 HTTP/1.1" status: 200 len: 267 time: 0.0347526 Aug 24 00:49:34.967331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-1d9bb6b1-db18-4f2a-8586-f884b5141b34 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:34.969520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-1d9bb6b1-db18-4f2a-8586-f884b5141b34 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/networks?id=607f60bc-be78-4866-9445-21f04f0ef8ea HTTP/1.1" status: 200 len: 797 time: 0.1126573 Aug 24 00:49:34.986724 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-d9faf304-c8f8-4583-b49c-71da782b8580 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/quotas/38081af238414bd488e48d97e0e81c08 HTTP/1.1" status: 200 len: 375 time: 0.0102603 Aug 24 00:49:35.051094 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c63312-467e-48a4-aa26-b5f42dc151c6 None None] Network 607f60bc-be78-4866-9445-21f04f0ef8ea requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:35.055782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-702877bc-a706-4cf6-9ce5-dd5f4b80cb0f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0633042 Aug 24 00:49:35.127856 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9a07ad99-586d-4a6e-bcb3-9fce2544db9e None None] Provisioning for port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:35.280228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-6f36873f-5927-45b0-b4cf-b03f4bd8ff63 service neutron] 10.222.0.32 "GET /v2.0/networks/607f60bc-be78-4866-9445-21f04f0ef8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115068 Aug 24 00:49:35.379054 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-3decbd76-9d04-4b3a-a911-4901c83c33f9 service neutron] 10.222.0.32 "GET /v2.0/networks/607f60bc-be78-4866-9445-21f04f0ef8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920396 Aug 24 00:49:35.561751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ba57fbf-b99f-4e42-9e95-1bbaca83b23e req-f34e73c0-c722-4ad4-8526-804a5e553c76 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 210 time: 0.0316112 Aug 24 00:49:36.060962 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:36.117686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:36.121396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:36.121721 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.201821 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.234751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4b0d6e74-2e4b-47c3-90e2-b45e07004a2f,segment=NetworkSegment(2ebe2f9d-97e5-4321-a2c9-de48a5d439c4),segment_id=2ebe2f9d-97e5-4321-a2c9-de48a5d439c4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:36.238834 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.290098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4b0d6e74-2e4b-47c3-90e2-b45e07004a2f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:36.676204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6e15164-7d08-461c-9eeb-c394ad8dd86d req-8a01f7e9-ac37-4be7-a514-968a8ad28d0e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 210 time: 0.0322680 Aug 24 00:49:36.908211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-041a79db-f22d-4cff-b0d4-f2d770587bd3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:36.910367 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-041a79db-f22d-4cff-b0d4-f2d770587bd3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.13 "GET /v2.0/networks?id=607f60bc-be78-4866-9445-21f04f0ef8ea HTTP/1.1" status: 200 len: 797 time: 0.1082757 Aug 24 00:49:36.962233 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-3e126a79-6c07-4e55-a5a9-eb91f223b634 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38081af238414bd488e48d97e0e81c08 HTTP/1.1" status: 200 len: 472 time: 0.0382850 Aug 24 00:49:36.999733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-8be8d64f-98e7-499b-bf30-2240623bad7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'port': {'device_id': '47164693-ddf8-4366-b54f-e0823b104372', 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea', 'admin_state_up': True, 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'security_groups': ['9d59b305-cefa-431c-8f6b-0f44929cea3a']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:37.112253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-8be8d64f-98e7-499b-bf30-2240623bad7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Made reservation on behalf of 38081af238414bd488e48d97e0e81c08 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:37.116410 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-8be8d64f-98e7-499b-bf30-2240623bad7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.253504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-8be8d64f-98e7-499b-bf30-2240623bad7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Allocated IP 172.20.0.26 (607f60bc-be78-4866-9445-21f04f0ef8ea/9556ed85-acf6-4c19-8daf-38c51a8c1ef0/fa9f5250-caca-4679-b796-206501cccdf7) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:37.388406 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-8be8d64f-98e7-499b-bf30-2240623bad7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.407151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-8be8d64f-98e7-499b-bf30-2240623bad7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Transition to ACTIVE for port object fa9f5250-caca-4679-b796-206501cccdf7 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:37.439295 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-8be8d64f-98e7-499b-bf30-2240623bad7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.482172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-8be8d64f-98e7-499b-bf30-2240623bad7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network 607f60bc-be78-4866-9445-21f04f0ef8ea is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:37.485069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-8be8d64f-98e7-499b-bf30-2240623bad7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:37.488519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-8be8d64f-98e7-499b-bf30-2240623bad7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:37.494528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8d64f-98e7-499b-bf30-2240623bad7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=fa9f5250-caca-4679-b796-206501cccdf7,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:37.540944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-8be8d64f-98e7-499b-bf30-2240623bad7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:37.542009 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-8be8d64f-98e7-499b-bf30-2240623bad7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.560861 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-8be8d64f-98e7-499b-bf30-2240623bad7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5661967 Aug 24 00:49:37.579853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Request body: {'port': {'device_id': '47164693-ddf8-4366-b54f-e0823b104372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:37.637555 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.706764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ac9d7df5-66d2-4f3a-ab91-0cb1734706bb None None] Provisioning for port fa9f5250-caca-4679-b796-206501cccdf7 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:37.711079 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ac9d7df5-66d2-4f3a-ab91-0cb1734706bb None None] Provisioning complete for port fa9f5250-caca-4679-b796-206501cccdf7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:37.712557 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ac9d7df5-66d2-4f3a-ab91-0cb1734706bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.754267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d7df5-66d2-4f3a-ab91-0cb1734706bb None None] Port fa9f5250-caca-4679-b796-206501cccdf7 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:49:37.872191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be3eb2-bd5a-448e-b293-e7f6e44665cd req-2fa0a640-66a5-4546-a9d9-9d6d1b3245ec tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:37.873693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1be3eb2-bd5a-448e-b293-e7f6e44665cd req-2fa0a640-66a5-4546-a9d9-9d6d1b3245ec tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 932 time: 0.1014657 Aug 24 00:49:37.941345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1be3eb2-bd5a-448e-b293-e7f6e44665cd req-65ed1272-d338-42c0-abf1-e9ffa73b467e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d59b305-cefa-431c-8f6b-0f44929cea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594766 Aug 24 00:49:38.022661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9f5250-caca-4679-b796-206501cccdf7 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:49:38.038134 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:38.041734 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.055625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Transition to ACTIVE for port object fa9f5250-caca-4679-b796-206501cccdf7 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:38.059936 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.118758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:38.119172 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.132456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Pushing event updated for resources: {'Port': ['ID=fa9f5250-caca-4679-b796-206501cccdf7,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:38.206352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Attempting to bind port fa9f5250-caca-4679-b796-206501cccdf7 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:38.206838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Attempting to bind port fa9f5250-caca-4679-b796-206501cccdf7 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:38.207409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Attempting to bind port fa9f5250-caca-4679-b796-206501cccdf7 on network 607f60bc-be78-4866-9445-21f04f0ef8ea {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:38.212644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Port fa9f5250-caca-4679-b796-206501cccdf7 on network 607f60bc-be78-4866-9445-21f04f0ef8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:49:38.213045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Attempting to bind port fa9f5250-caca-4679-b796-206501cccdf7 on network 607f60bc-be78-4866-9445-21f04f0ef8ea {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:38.219599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:38.220057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Checking segment: {'id': '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:38.220514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Bound using segment: {'id': '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:38.221087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Bound port: fa9f5250-caca-4679-b796-206501cccdf7, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:38.221688 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.293096 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] For port fa9f5250-caca-4679-b796-206501cccdf7, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:38.296850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] For port fa9f5250-caca-4679-b796-206501cccdf7, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa9f5250-caca-4679-b796-206501cccdf7,segment=NetworkSegment(2ebe2f9d-97e5-4321-a2c9-de48a5d439c4),segment_id=2ebe2f9d-97e5-4321-a2c9-de48a5d439c4)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:38.302372 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.349015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:38.349741 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.352865 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] 10.222.0.13 "PUT /v2.0/ports/fa9f5250-caca-4679-b796-206501cccdf7 HTTP/1.1" status: 200 len: 1092 time: 0.7784002 Aug 24 00:49:38.353304 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47164693-ddf8-4366-b54f-e0823b104372', 'tag': 'fa9f5250-caca-4679-b796-206501cccdf7'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:49:38.355652 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8490d51f-d7cf-4a61-9984-6dd0ce3f4d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "47164693-ddf8-4366-b54f-e0823b104372", "tag": "fa9f5250-caca-4679-b796-206501cccdf7"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:49:38.381566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303ce20-228d-484e-8bdd-31e7803361ab service neutron] Pushing event updated for resources: {'Port': ['ID=fa9f5250-caca-4679-b796-206501cccdf7,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:38.428270 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd0e0cf-fe1b-473a-b0dd-cb65cd282f42 x-openstack-request-id: req-3dd0e0cf-fe1b-473a-b0dd-cb65cd282f42 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:49:38.428718 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47164693-ddf8-4366-b54f-e0823b104372", "tag": "fa9f5250-caca-4679-b796-206501cccdf7", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:49:38.429474 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3dd0e0cf-fe1b-473a-b0dd-cb65cd282f42 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:49:38.429474 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47164693-ddf8-4366-b54f-e0823b104372', 'tag': 'fa9f5250-caca-4679-b796-206501cccdf7', 'status': 'completed', 'code': 200} Aug 24 00:49:38.485775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-bc239679-e183-4a86-a86b-bd2396384902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:38.487317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-bc239679-e183-4a86-a86b-bd2396384902 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 1095 time: 0.0445292 Aug 24 00:49:38.536567 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-6e5ab1ad-94c2-4b69-aa57-074a38a844cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=fa9f5250-caca-4679-b796-206501cccdf7 HTTP/1.1" status: 200 len: 217 time: 0.0346916 Aug 24 00:49:38.589918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-3cf6f44d-ec37-4a99-9f0b-5b9afe4e9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:38.591439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-3cf6f44d-ec37-4a99-9f0b-5b9afe4e9ab1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9556ed85-acf6-4c19-8daf-38c51a8c1ef0 HTTP/1.1" status: 200 len: 838 time: 0.0473990 Aug 24 00:49:38.639499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-61e88ad6-99ac-4e24-ac21-1a10880eff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:38.641921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-61e88ad6-99ac-4e24-ac21-1a10880eff8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=607f60bc-be78-4866-9445-21f04f0ef8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437167 Aug 24 00:49:38.734030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-6b18bae4-3e8f-4ea1-9d4e-46d599a4dcd2 service neutron] 10.222.0.13 "GET /v2.0/networks/607f60bc-be78-4866-9445-21f04f0ef8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851715 Aug 24 00:49:39.165440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55394c3b-32e2-439b-a27b-e05ece70fa25 req-b374115c-2152-41d4-8385-29b870e96fdd tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:39.167148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55394c3b-32e2-439b-a27b-e05ece70fa25 req-b374115c-2152-41d4-8385-29b870e96fdd tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 944 time: 0.0857248 Aug 24 00:49:39.181969 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b7cc13c0-6399-4668-8b37-7fa30949e820 req-21a94ba5-8992-442f-9dc6-53da8b787ded service neutron] 10.222.0.13 "GET /v2.0/networks/607f60bc-be78-4866-9445-21f04f0ef8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410169 Aug 24 00:49:39.261581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55394c3b-32e2-439b-a27b-e05ece70fa25 req-881fd257-ff74-465b-8d8b-ad9122d649a8 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d59b305-cefa-431c-8f6b-0f44929cea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782096 Aug 24 00:49:39.330511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490d51f-d7cf-4a61-9984-6dd0ce3f4d2a req-aed9bfee-6577-4fbc-988b-20e365b7bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:39.332098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8490d51f-d7cf-4a61-9984-6dd0ce3f4d2a req-aed9bfee-6577-4fbc-988b-20e365b7bc1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 1095 time: 0.0481379 Aug 24 00:49:39.434003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490d51f-d7cf-4a61-9984-6dd0ce3f4d2a req-2ef3e9ce-72ec-4a24-8119-7d34b200b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:39.435629 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8490d51f-d7cf-4a61-9984-6dd0ce3f4d2a req-2ef3e9ce-72ec-4a24-8119-7d34b200b211 service neutron] 10.222.0.13 "GET /v2.0/networks?id=607f60bc-be78-4866-9445-21f04f0ef8ea HTTP/1.1" status: 200 len: 898 time: 0.0946193 Aug 24 00:49:39.478155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8490d51f-d7cf-4a61-9984-6dd0ce3f4d2a req-43881263-109b-4694-974a-307b7a6b9c09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=fa9f5250-caca-4679-b796-206501cccdf7 HTTP/1.1" status: 200 len: 217 time: 0.0346317 Aug 24 00:49:39.535036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490d51f-d7cf-4a61-9984-6dd0ce3f4d2a req-346ebd1a-ab90-4908-93cf-1a7b3d8c44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:39.536569 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8490d51f-d7cf-4a61-9984-6dd0ce3f4d2a req-346ebd1a-ab90-4908-93cf-1a7b3d8c44e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9556ed85-acf6-4c19-8daf-38c51a8c1ef0 HTTP/1.1" status: 200 len: 838 time: 0.0483282 Aug 24 00:49:39.584647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490d51f-d7cf-4a61-9984-6dd0ce3f4d2a req-0671791a-6935-418e-9513-c2b47169c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:39.586188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8490d51f-d7cf-4a61-9984-6dd0ce3f4d2a req-0671791a-6935-418e-9513-c2b47169c28d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=607f60bc-be78-4866-9445-21f04f0ef8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406671 Aug 24 00:49:39.693094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8490d51f-d7cf-4a61-9984-6dd0ce3f4d2a req-1238371d-1b70-4c52-be03-bca673f7c2c2 service neutron] 10.222.0.13 "GET /v2.0/networks/607f60bc-be78-4866-9445-21f04f0ef8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942388 Aug 24 00:49:39.794935 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8490d51f-d7cf-4a61-9984-6dd0ce3f4d2a req-a1f64a81-e33b-4f41-a1d8-7dfe3ef02daa service neutron] 10.222.0.13 "GET /v2.0/networks/607f60bc-be78-4866-9445-21f04f0ef8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935187 Aug 24 00:49:40.387018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4eec2-76b3-4473-904b-2ea038a38d7c req-25f24b1c-f481-414c-b732-e1c4e0e8ccfa tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:40.388541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b5a4eec2-76b3-4473-904b-2ea038a38d7c req-25f24b1c-f481-414c-b732-e1c4e0e8ccfa tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 944 time: 0.0508735 Aug 24 00:49:40.427544 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b5a4eec2-76b3-4473-904b-2ea038a38d7c req-7d220c0a-f7b2-47e4-b202-b86d62d04223 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d59b305-cefa-431c-8f6b-0f44929cea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324378 Aug 24 00:49:41.547793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4c0b4-34dd-4e5a-8f9f-3185cca7e682 req-8e2feb22-17c1-4565-8ecc-44e08fb7a203 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:41.549570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfd4c0b4-34dd-4e5a-8f9f-3185cca7e682 req-8e2feb22-17c1-4565-8ecc-44e08fb7a203 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 944 time: 0.0522976 Aug 24 00:49:41.613773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfd4c0b4-34dd-4e5a-8f9f-3185cca7e682 req-ea675d2f-eaa6-4d59-be00-a895b52b2124 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d59b305-cefa-431c-8f6b-0f44929cea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527122 Aug 24 00:49:42.040886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa9f5250-caca-4679-b796-206501cccdf7 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:49:42.144659 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fa9f5250-caca-4679-b796-206501cccdf7, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa9f5250-caca-4679-b796-206501cccdf7,segment=NetworkSegment(2ebe2f9d-97e5-4321-a2c9-de48a5d439c4),segment_id=2ebe2f9d-97e5-4321-a2c9-de48a5d439c4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:42.156810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'fa9f5250-caca-4679-b796-206501cccdf7', 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea', 'port_id': 'fa9f5250-caca-4679-b796-206501cccdf7', 'mac_address': 'fa:16:3e:99:2f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9556ed85-acf6-4c19-8daf-38c51a8c1ef0', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:49:42.204048 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.217230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9f5250-caca-4679-b796-206501cccdf7 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:49:42.237696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fa9f5250-caca-4679-b796-206501cccdf7, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa9f5250-caca-4679-b796-206501cccdf7,segment=NetworkSegment(2ebe2f9d-97e5-4321-a2c9-de48a5d439c4),segment_id=2ebe2f9d-97e5-4321-a2c9-de48a5d439c4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:42.241853 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.297844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fa9f5250-caca-4679-b796-206501cccdf7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:42.528019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['fa9f5250-caca-4679-b796-206501cccdf7'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:49:42.728512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f64d1-d35a-4b64-acc2-afa51ba04284 req-06312e81-1917-4184-8df7-4416a4705849 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:42.730703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-549f64d1-d35a-4b64-acc2-afa51ba04284 req-06312e81-1917-4184-8df7-4416a4705849 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 945 time: 0.0532248 Aug 24 00:49:42.779398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-549f64d1-d35a-4b64-acc2-afa51ba04284 req-0c7fad25-8228-4aef-b955-edb19a3e9f94 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d59b305-cefa-431c-8f6b-0f44929cea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405967 Aug 24 00:49:43.900262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea29167-34a9-40e9-a1d9-f7e2e8d34d5c req-4190b1ed-cd60-4e3d-a237-672a7afe9e91 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:43.908827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ea29167-34a9-40e9-a1d9-f7e2e8d34d5c req-4190b1ed-cd60-4e3d-a237-672a7afe9e91 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 945 time: 0.0613170 Aug 24 00:49:43.942523 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ea29167-34a9-40e9-a1d9-f7e2e8d34d5c req-9f8b1c8f-92e8-4f7c-acb1-cca04f3ff487 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d59b305-cefa-431c-8f6b-0f44929cea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327044 Aug 24 00:49:44.048255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa9f5250-caca-4679-b796-206501cccdf7 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:44.106598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port fa9f5250-caca-4679-b796-206501cccdf7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:44.111276 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port fa9f5250-caca-4679-b796-206501cccdf7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:44.114059 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:44.192541 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:44.216687 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47164693-ddf8-4366-b54f-e0823b104372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9f5250-caca-4679-b796-206501cccdf7'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:49:44.219807 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2908bb24-48a0-4132-90fb-55ebba82526f" -d '{"events": [{"server_uuid": "47164693-ddf8-4366-b54f-e0823b104372", "name": "network-vif-plugged", "status": "completed", "tag": "fa9f5250-caca-4679-b796-206501cccdf7"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:49:44.243087 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port fa9f5250-caca-4679-b796-206501cccdf7, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa9f5250-caca-4679-b796-206501cccdf7,segment=NetworkSegment(2ebe2f9d-97e5-4321-a2c9-de48a5d439c4),segment_id=2ebe2f9d-97e5-4321-a2c9-de48a5d439c4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:44.247451 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:44.273166 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f8bd47-821f-40f4-a7b8-a130a6297fdf x-openstack-request-id: req-48f8bd47-821f-40f4-a7b8-a130a6297fdf {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:49:44.273475 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47164693-ddf8-4366-b54f-e0823b104372", "name": "network-vif-plugged", "status": "completed", "tag": "fa9f5250-caca-4679-b796-206501cccdf7", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:49:44.273736 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48f8bd47-821f-40f4-a7b8-a130a6297fdf {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:49:44.274123 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47164693-ddf8-4366-b54f-e0823b104372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9f5250-caca-4679-b796-206501cccdf7', 'code': 200} Aug 24 00:49:44.322727 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=fa9f5250-caca-4679-b796-206501cccdf7,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:44.397800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005f232-cf32-49fb-84ff-ff636a3ad092 req-1e875791-43e5-4def-9a99-964d902ac46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:44.399374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7005f232-cf32-49fb-84ff-ff636a3ad092 req-1e875791-43e5-4def-9a99-964d902ac46c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 1097 time: 0.0430167 Aug 24 00:49:44.438181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7005f232-cf32-49fb-84ff-ff636a3ad092 req-6051804d-eae9-4e8f-a448-70de34e82377 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9d59b305-cefa-431c-8f6b-0f44929cea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317283 Aug 24 00:49:45.061480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7a7d7-f4c9-4eab-bbb9-b4333b351f90 req-48831860-cbc2-4bc0-a178-62f1b2135af8 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:45.063343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11f7a7d7-f4c9-4eab-bbb9-b4333b351f90 req-48831860-cbc2-4bc0-a178-62f1b2135af8 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 946 time: 0.0529583 Aug 24 00:49:45.107435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11f7a7d7-f4c9-4eab-bbb9-b4333b351f90 req-206ededa-1a6f-498f-83e0-031a5fa4fe4d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d59b305-cefa-431c-8f6b-0f44929cea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379808 Aug 24 00:49:46.238881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde5e93-0dc9-43f8-bcdc-ddcff0538b8a req-ee06e463-1f9b-4caf-8108-64fe7d561c50 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:46.240265 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfde5e93-0dc9-43f8-bcdc-ddcff0538b8a req-ee06e463-1f9b-4caf-8108-64fe7d561c50 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 946 time: 0.0513601 Aug 24 00:49:46.280083 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfde5e93-0dc9-43f8-bcdc-ddcff0538b8a req-173752a7-292c-4fdb-9364-946ce31f31b8 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d59b305-cefa-431c-8f6b-0f44929cea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334845 Aug 24 00:49:46.441589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645286f-16f4-4044-b2d0-bbe1e3b90e06 req-ee508816-7f10-4992-b186-bcbbdde733f1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:46.444883 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b645286f-16f4-4044-b2d0-bbe1e3b90e06 req-ee508816-7f10-4992-b186-bcbbdde733f1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 946 time: 0.0864689 Aug 24 00:49:46.502813 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b645286f-16f4-4044-b2d0-bbe1e3b90e06 req-b13edc2f-819c-4e65-9fd7-10c9c78dd9b7 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d59b305-cefa-431c-8f6b-0f44929cea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465851 Aug 24 00:49:47.978802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43184) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:48.422502 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:48.696528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Allocated IP 172.20.0.17 (607f60bc-be78-4866-9445-21f04f0ef8ea/9556ed85-acf6-4c19-8daf-38c51a8c1ef0/29aadc3a-9757-4be7-9cbf-64d86898fcb2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:48.813184 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:48.832203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Transition to ACTIVE for port object 29aadc3a-9757-4be7-9cbf-64d86898fcb2 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:48.864872 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:48.907393 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network 607f60bc-be78-4866-9445-21f04f0ef8ea is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:48.910252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:48.913847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:48.921281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=29aadc3a-9757-4be7-9cbf-64d86898fcb2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:48.967409 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.120336 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.228066 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8bd4752a-ff27-4182-aea0-8b01056dbd4b None None] Provisioning for port 29aadc3a-9757-4be7-9cbf-64d86898fcb2 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:49.233592 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8bd4752a-ff27-4182-aea0-8b01056dbd4b None None] Provisioning complete for port 29aadc3a-9757-4be7-9cbf-64d86898fcb2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:49.234686 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8bd4752a-ff27-4182-aea0-8b01056dbd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.288897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8bd4752a-ff27-4182-aea0-8b01056dbd4b None None] Port 29aadc3a-9757-4be7-9cbf-64d86898fcb2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:49:49.415799 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.420210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.491230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=29aadc3a-9757-4be7-9cbf-64d86898fcb2,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:49.496823 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.595991 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network 607f60bc-be78-4866-9445-21f04f0ef8ea is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:49.597589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:49.738935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Router de4e471d-34a2-47fd-a69f-2beb49135649 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:49:49.865283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:49:49.875836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-96c54c84-2dab-4883-87cd-b8d230cdd5e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "PUT /v2.0/routers/de4e471d-34a2-47fd-a69f-2beb49135649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8915334 Aug 24 00:49:49.882723 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Sync routers for ids ['de4e471d-34a2-47fd-a69f-2beb49135649'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:49:49.897701 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Routers {'de4e471d-34a2-47fd-a69f-2beb49135649'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:49.898578 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:49:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['de4e471d-34a2-47fd-a69f-2beb49135649'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:49.916608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-50f593c2-986c-44c0-82f7-8f92bca5be6c None None] Provisioning complete for port 29aadc3a-9757-4be7-9cbf-64d86898fcb2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:49.917148 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-50f593c2-986c-44c0-82f7-8f92bca5be6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.963063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-50f593c2-986c-44c0-82f7-8f92bca5be6c None None] Port 29aadc3a-9757-4be7-9cbf-64d86898fcb2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:49:50.040975 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Set router de4e471d-34a2-47fd-a69f-2beb49135649 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:50.281683 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:49:49Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e3a7d868-c6e2-4d11-abb2-ef41f52b3e07', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'port_id': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'mac_address': 'fa:16:3e:93:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef065e6c-070e-429a-845d-27a6be006abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:48:21Z', 'updated_at': '2021-08-24T00:48:23Z', 'revision_number': 1, 'project_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29aadc3a-9757-4be7-9cbf-64d86898fcb2', 'name': '', 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:89:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '9556ed85-acf6-4c19-8daf-38c51a8c1ef0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:48Z', 'updated_at': '2021-08-24T00:49:49Z', 'revision_number': 2, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '9556ed85-acf6-4c19-8daf-38c51a8c1ef0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:06Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:50.307334 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Checking router: de4e471d-34a2-47fd-a69f-2beb49135649 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:49:50.307621 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Updating router de4e471d-34a2-47fd-a69f-2beb49135649 port 29aadc3a-9757-4be7-9cbf-64d86898fcb2 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:49:50.333005 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:50.598367 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:50.608080 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Transition to ACTIVE for port object 29aadc3a-9757-4be7-9cbf-64d86898fcb2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:50.613094 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:50.662840 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a16fb-03ea-4e04-b58f-eb243cdb7826 None None] Pushing event updated for resources: {'Port': ['ID=29aadc3a-9757-4be7-9cbf-64d86898fcb2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:50.683247 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a16fb-03ea-4e04-b58f-eb243cdb7826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:50.683596 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a16fb-03ea-4e04-b58f-eb243cdb7826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:50.683936 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a16fb-03ea-4e04-b58f-eb243cdb7826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:50.684274 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a16fb-03ea-4e04-b58f-eb243cdb7826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:50.684610 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a16fb-03ea-4e04-b58f-eb243cdb7826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:50.684941 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a16fb-03ea-4e04-b58f-eb243cdb7826 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:50.685270 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a16fb-03ea-4e04-b58f-eb243cdb7826 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:50.685593 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a16fb-03ea-4e04-b58f-eb243cdb7826 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:50.685908 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a16fb-03ea-4e04-b58f-eb243cdb7826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:50.686223 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a16fb-03ea-4e04-b58f-eb243cdb7826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:50.686548 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a16fb-03ea-4e04-b58f-eb243cdb7826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:50.686896 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8a16fb-03ea-4e04-b58f-eb243cdb7826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:50.723686 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Attempting to bind port 29aadc3a-9757-4be7-9cbf-64d86898fcb2 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:50.724067 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Attempting to bind port 29aadc3a-9757-4be7-9cbf-64d86898fcb2 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:50.724428 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Attempting to bind port 29aadc3a-9757-4be7-9cbf-64d86898fcb2 on network 607f60bc-be78-4866-9445-21f04f0ef8ea {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:50.729706 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:50.730081 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Checking segment: {'id': '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:50.730485 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:50.730908 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Bound using segment: {'id': '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:50.731371 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Bound port: 29aadc3a-9757-4be7-9cbf-64d86898fcb2, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:50.731746 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:50.799867 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] For port 29aadc3a-9757-4be7-9cbf-64d86898fcb2, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:50.803659 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] For port 29aadc3a-9757-4be7-9cbf-64d86898fcb2, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=29aadc3a-9757-4be7-9cbf-64d86898fcb2,segment=NetworkSegment(2ebe2f9d-97e5-4321-a2c9-de48a5d439c4),segment_id=2ebe2f9d-97e5-4321-a2c9-de48a5d439c4)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:50.809494 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:50.873910 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a16fb-03ea-4e04-b58f-eb243cdb7826 None None] Pushing event updated for resources: {'Port': ['ID=29aadc3a-9757-4be7-9cbf-64d86898fcb2,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:50.892054 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Routers {'de4e471d-34a2-47fd-a69f-2beb49135649'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:50.893348 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:49:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['de4e471d-34a2-47fd-a69f-2beb49135649'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:51.009369 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] Set router de4e471d-34a2-47fd-a69f-2beb49135649 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:51.249246 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:49:49Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e3a7d868-c6e2-4d11-abb2-ef41f52b3e07', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'port_id': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'mac_address': 'fa:16:3e:93:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef065e6c-070e-429a-845d-27a6be006abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:48:21Z', 'updated_at': '2021-08-24T00:48:23Z', 'revision_number': 1, 'project_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29aadc3a-9757-4be7-9cbf-64d86898fcb2', 'name': '', 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:89:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '9556ed85-acf6-4c19-8daf-38c51a8c1ef0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:48Z', 'updated_at': '2021-08-24T00:49:50Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '9556ed85-acf6-4c19-8daf-38c51a8c1ef0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:06Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:51.280841 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac81f0-acd2-42ee-bda7-066ebe3ec57b None None] The sync data for ids ['de4e471d-34a2-47fd-a69f-2beb49135649'] in n-d-805736-1 is: [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:49:49Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e3a7d868-c6e2-4d11-abb2-ef41f52b3e07', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'port_id': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'mac_address': 'fa:16:3e:93:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef065e6c-070e-429a-845d-27a6be006abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:48:21Z', 'updated_at': '2021-08-24T00:48:23Z', 'revision_number': 1, 'project_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29aadc3a-9757-4be7-9cbf-64d86898fcb2', 'name': '', 'network_id': '607f60bc-be78-4866-9445-21f04f0ef8ea', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:89:8d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '9556ed85-acf6-4c19-8daf-38c51a8c1ef0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:48Z', 'updated_at': '2021-08-24T00:49:50Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '9556ed85-acf6-4c19-8daf-38c51a8c1ef0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:06Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:49:52.039674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 29aadc3a-9757-4be7-9cbf-64d86898fcb2 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:52.281771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 29aadc3a-9757-4be7-9cbf-64d86898fcb2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:52.285984 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 29aadc3a-9757-4be7-9cbf-64d86898fcb2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:52.286358 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:52.367088 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:52.399647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 29aadc3a-9757-4be7-9cbf-64d86898fcb2, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=29aadc3a-9757-4be7-9cbf-64d86898fcb2,segment=NetworkSegment(2ebe2f9d-97e5-4321-a2c9-de48a5d439c4),segment_id=2ebe2f9d-97e5-4321-a2c9-de48a5d439c4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:52.404033 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:52.453825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=29aadc3a-9757-4be7-9cbf-64d86898fcb2,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:53.933689 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:54.020539 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 29aadc3a-9757-4be7-9cbf-64d86898fcb2 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:54.069341 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 29aadc3a-9757-4be7-9cbf-64d86898fcb2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:54.069637 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:56.022386 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:49:56.632928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43226) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:56.748896 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:56.837296 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:56.841172 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:56.878282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6882a6a-541e-410f-a868-cf8e6be0f856,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:56.882289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce246de8fbf247d09904f11243e6d05f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482779 Aug 24 00:49:56.884976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43232) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:56.888488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:56.888842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:56.889190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:56.889528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:56.889864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:56.891090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:56.891243 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:56.891470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:56.891796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:56.892127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:56.892454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:56.892943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78861f0-cdfa-4701-932b-8fc1cf4e5b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:56.933435 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4114b1-388c-4546-a1d2-8dc923584fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:56.954476 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4114b1-388c-4546-a1d2-8dc923584fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:56.999306 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4114b1-388c-4546-a1d2-8dc923584fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:57.002451 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe4114b1-388c-4546-a1d2-8dc923584fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:57.003616 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fe4114b1-388c-4546-a1d2-8dc923584fc8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6882a6a-541e-410f-a868-cf8e6be0f856 HTTP/1.1" status: 204 len: 168 time: 0.1174843 Aug 24 00:49:57.011386 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4114b1-388c-4546-a1d2-8dc923584fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6882a6a-541e-410f-a868-cf8e6be0f856,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:57.541204 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85d17432-21f5-43cc-a5b3-f75cbc1d5194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:57.625520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43254) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:57.722790 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1533474639-network', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:57.743170 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] Made reservation on behalf of 4ab01a22eedf45f990f7b3a5d407c756 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:57.745528 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:57.754302 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:57.840131 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:57.843871 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:57.870088 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:49:57.875389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23cdd08-5781-441f-b3e7-be413facf45d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:57.882748 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:57.882934 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] Added segment 80d86f73-bb80-4183-a19d-f9d839355aa7 of type vlan for network e2dcddfc-fb68-46eb-9f0a-b016663c64bd Aug 24 00:49:57.927027 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:57.950381 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:57.951452 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:57.952170 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.004893 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3782685 Aug 24 00:49:58.007784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43258) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:58.013019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4ab97d46-f368-4e41-8c0a-8e2e004ce1aa admin admin] Request body: {'subnet': {'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1533474639-subnet', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:58.013862 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96592ba9-f06a-430b-8476-877eaec986a6 admin admin] Pushing event updated for resources: {'Network': ['ID=e2dcddfc-fb68-46eb-9f0a-b016663c64bd,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:58.024513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network e2dcddfc-fb68-46eb-9f0a-b016663c64bd details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:49:58.035896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab97d46-f368-4e41-8c0a-8e2e004ce1aa admin admin] Made reservation on behalf of 4ab01a22eedf45f990f7b3a5d407c756 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:58.038238 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ab97d46-f368-4e41-8c0a-8e2e004ce1aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.204329 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ab97d46-f368-4e41-8c0a-8e2e004ce1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.256773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab97d46-f368-4e41-8c0a-8e2e004ce1aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ada29ee-e9b4-42be-8725-7f87c3e91935,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:58.267314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab97d46-f368-4e41-8c0a-8e2e004ce1aa admin admin] Checking segment: {'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:58.267677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab97d46-f368-4e41-8c0a-8e2e004ce1aa admin admin] Network hostable DHCP agents. Network: e2dcddfc-fb68-46eb-9f0a-b016663c64bd, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:49:58.283829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab97d46-f368-4e41-8c0a-8e2e004ce1aa admin admin] Network e2dcddfc-fb68-46eb-9f0a-b016663c64bd is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:49:58.291600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4ab97d46-f368-4e41-8c0a-8e2e004ce1aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, e2dcddfc-fb68-46eb-9f0a-b016663c64bd) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:58.295709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab97d46-f368-4e41-8c0a-8e2e004ce1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:58.296346 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ab97d46-f368-4e41-8c0a-8e2e004ce1aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.301574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3af60-c19f-4f61-afc4-a30bda4f5fab None None] Network e2dcddfc-fb68-46eb-9f0a-b016663c64bd requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:58.313491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4ab97d46-f368-4e41-8c0a-8e2e004ce1aa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3011692 Aug 24 00:49:58.313641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43260) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:58.318016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1533474639-router', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:58.338701 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.339772 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.396672 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.451844 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-e2dcddfc-fb68-46eb-9f0a-b016663c64bd', 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'fixed_ips': [{'subnet_id': '7ada29ee-e9b4-42be-8725-7f87c3e91935'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:49:58.452875 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.534157 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.587668 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Allocated IP 172.20.0.2 (e2dcddfc-fb68-46eb-9f0a-b016663c64bd/7ada29ee-e9b4-42be-8725-7f87c3e91935/fb75e11f-8fa7-4c79-915a-35880d507ab1) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:58.734641 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.735071 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.743574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Transition to ACTIVE for port object fb75e11f-8fa7-4c79-915a-35880d507ab1 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:58.754474 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.758391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Transition to ACTIVE for port object fb75e11f-8fa7-4c79-915a-35880d507ab1 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:58.764372 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.807950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Network e2dcddfc-fb68-46eb-9f0a-b016663c64bd is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:58.810648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:58.815561 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:58.817552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Pushing event updated for resources: {'Port': ['ID=fb75e11f-8fa7-4c79-915a-35880d507ab1,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:58.829298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:58.829648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:58.829995 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:58.830338 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:58.830676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:58.831046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:58.831383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:58.831713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:58.832044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:58.832374 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:58.832706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:58.833032 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:58.858380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Allocated IP 172.25.8.37 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/37a99652-95ca-46d3-9ae2-37188ea1a1b0) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:58.885413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Attempting to bind port fb75e11f-8fa7-4c79-915a-35880d507ab1 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:58.885794 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Attempting to bind port fb75e11f-8fa7-4c79-915a-35880d507ab1 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:58.886164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Attempting to bind port fb75e11f-8fa7-4c79-915a-35880d507ab1 on network e2dcddfc-fb68-46eb-9f0a-b016663c64bd {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:58.891960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:58.892333 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Checking segment: {'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:58.892735 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.893120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Bound using segment: {'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:58.893707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Bound port: fb75e11f-8fa7-4c79-915a-35880d507ab1, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:58.894123 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.956677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] For port fb75e11f-8fa7-4c79-915a-35880d507ab1, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:58.959733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] For port fb75e11f-8fa7-4c79-915a-35880d507ab1, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fb75e11f-8fa7-4c79-915a-35880d507ab1,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:58.964597 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.965903 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:59.009124 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:59.023092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1f676-e9a8-46f1-83ff-60e9f8eaca2d None None] Pushing event updated for resources: {'Port': ['ID=fb75e11f-8fa7-4c79-915a-35880d507ab1,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:59.056513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:59.060033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:59.062946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:59.091756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Pushing event updated for resources: {'Port': ['ID=37a99652-95ca-46d3-9ae2-37188ea1a1b0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:59.340946 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:59.544967 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:59.678649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Router 66f393ae-901e-4008-aca0-dd3584ae7cd8 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:49:59.875094 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:59.899021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e15c5a-617b-4f2f-ba1b-7fac5f7322e9 None None] Network e2dcddfc-fb68-46eb-9f0a-b016663c64bd requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:50:00.022218 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-df1b126d-8f97-4880-9e5f-892b9e30aba7 None None] Provisioning for port fb75e11f-8fa7-4c79-915a-35880d507ab1 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:00.069452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fb75e11f-8fa7-4c79-915a-35880d507ab1 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:00.093645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:00.108458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Sync routers for ids ['66f393ae-901e-4008-aca0-dd3584ae7cd8'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:00.108621 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.112946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bad9564c-bfef-418c-a73c-40324afddd70 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7958474 Aug 24 00:50:00.113138 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43264) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:00.149525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Routers {'66f393ae-901e-4008-aca0-dd3584ae7cd8'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:00.150145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:49:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['66f393ae-901e-4008-aca0-dd3584ae7cd8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:00.191126 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.260119 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port fb75e11f-8fa7-4c79-915a-35880d507ab1 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:00.271626 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port fb75e11f-8fa7-4c79-915a-35880d507ab1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:00.272001 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.304687 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-acac3023-0707-4ef6-a4ac-395311cd4c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.323431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Set router 66f393ae-901e-4008-aca0-dd3584ae7cd8 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:00.442811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4d4087aa-3dea-42fc-b1f8-18b50cdc83ae None None] Provisioning complete for port fb75e11f-8fa7-4c79-915a-35880d507ab1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:00.443083 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d4087aa-3dea-42fc-b1f8-18b50cdc83ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.534871 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.540291 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.621273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port fb75e11f-8fa7-4c79-915a-35880d507ab1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fb75e11f-8fa7-4c79-915a-35880d507ab1,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:00.630435 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.678076 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d4087aa-3dea-42fc-b1f8-18b50cdc83ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.703660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Allocated IP 172.20.0.1 (e2dcddfc-fb68-46eb-9f0a-b016663c64bd/7ada29ee-e9b4-42be-8725-7f87c3e91935/67053701-1254-4465-8eb3-02bf8b8295c3) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:00.723052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'name': 'tempest-TestServerMultinode-1533474639-router', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '37a99652-95ca-46d3-9ae2-37188ea1a1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:49:59Z', 'revision_number': 3, 'project_id': '4ab01a22eedf45f990f7b3a5d407c756', 'gw_port': {'id': '37a99652-95ca-46d3-9ae2-37188ea1a1b0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:00.741786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=fb75e11f-8fa7-4c79-915a-35880d507ab1,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:00.782545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Checking router: 66f393ae-901e-4008-aca0-dd3584ae7cd8 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:00.782932 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Updating router 66f393ae-901e-4008-aca0-dd3584ae7cd8 port 37a99652-95ca-46d3-9ae2-37188ea1a1b0 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:50:00.807597 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-4d4087aa-3dea-42fc-b1f8-18b50cdc83ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:50:00.807960 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-4d4087aa-3dea-42fc-b1f8-18b50cdc83ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:50:00.812476 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.814237 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.828739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Transition to ACTIVE for port object 67053701-1254-4465-8eb3-02bf8b8295c3 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:00.860992 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.900379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Network e2dcddfc-fb68-46eb-9f0a-b016663c64bd is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:00.904397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:00.907825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:00.936250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Pushing event updated for resources: {'Port': ['ID=67053701-1254-4465-8eb3-02bf8b8295c3,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:00.953609 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.096428 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.098235 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.115168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Transition to ACTIVE for port object 37a99652-95ca-46d3-9ae2-37188ea1a1b0 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:01.126678 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.181288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Attempting to bind port 37a99652-95ca-46d3-9ae2-37188ea1a1b0 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:50:01.181599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Attempting to bind port 37a99652-95ca-46d3-9ae2-37188ea1a1b0 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:50:01.181972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Attempting to bind port 37a99652-95ca-46d3-9ae2-37188ea1a1b0 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:01.184083 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a55c25-9691-48fa-a153-1a4d284d9516 None None] Pushing event updated for resources: {'Port': ['ID=37a99652-95ca-46d3-9ae2-37188ea1a1b0,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:01.189600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:50:01.189994 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:01.190414 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.190832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:50:01.191339 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Bound port: 37a99652-95ca-46d3-9ae2-37188ea1a1b0, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:50:01.191772 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.244184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] For port 37a99652-95ca-46d3-9ae2-37188ea1a1b0, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:50:01.247168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] For port 37a99652-95ca-46d3-9ae2-37188ea1a1b0, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=37a99652-95ca-46d3-9ae2-37188ea1a1b0,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:50:01.251858 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.289433 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.294361 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.316754 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Routers {'66f393ae-901e-4008-aca0-dd3584ae7cd8'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:01.318031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['66f393ae-901e-4008-aca0-dd3584ae7cd8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:01.322344 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a55c25-9691-48fa-a153-1a4d284d9516 None None] Pushing event updated for resources: {'Port': ['ID=37a99652-95ca-46d3-9ae2-37188ea1a1b0,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:01.360396 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Pushing event updated for resources: {'Port': ['ID=67053701-1254-4465-8eb3-02bf8b8295c3,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:01.362740 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.401910 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.465002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Network e2dcddfc-fb68-46eb-9f0a-b016663c64bd is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:01.466709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:01.596581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Router 66f393ae-901e-4008-aca0-dd3584ae7cd8 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:01.644873 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-650b0025-d72b-4ea9-8b45-2cb6c8f8aefa None None] Provisioning for port 67053701-1254-4465-8eb3-02bf8b8295c3 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:01.654703 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-650b0025-d72b-4ea9-8b45-2cb6c8f8aefa None None] Provisioning complete for port 67053701-1254-4465-8eb3-02bf8b8295c3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:01.655193 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-650b0025-d72b-4ea9-8b45-2cb6c8f8aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.680129 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] Set router 66f393ae-901e-4008-aca0-dd3584ae7cd8 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:01.713717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:01.727147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cc051093-9e82-4a54-b9e1-7601f375e13a admin admin] 10.222.0.32 "PUT /v2.0/routers/66f393ae-901e-4008-aca0-dd3584ae7cd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6051502 Aug 24 00:50:01.731582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-650b0025-d72b-4ea9-8b45-2cb6c8f8aefa None None] Port 67053701-1254-4465-8eb3-02bf8b8295c3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:01.888337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6ca85486-4f2e-488e-865f-aa4553f0df10 None None] Provisioning complete for port 67053701-1254-4465-8eb3-02bf8b8295c3 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:01.888731 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ca85486-4f2e-488e-865f-aa4553f0df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.930590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6ca85486-4f2e-488e-865f-aa4553f0df10 None None] Port 67053701-1254-4465-8eb3-02bf8b8295c3 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:01.943058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'name': 'tempest-TestServerMultinode-1533474639-router', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '37a99652-95ca-46d3-9ae2-37188ea1a1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:50:01Z', 'revision_number': 4, 'project_id': '4ab01a22eedf45f990f7b3a5d407c756', 'gw_port': {'id': '37a99652-95ca-46d3-9ae2-37188ea1a1b0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '67053701-1254-4465-8eb3-02bf8b8295c3', 'name': '', 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'mac_address': 'fa:16:3e:11:3d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '7ada29ee-e9b4-42be-8725-7f87c3e91935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:00Z', 'updated_at': '2021-08-24T00:50:01Z', 'revision_number': 2, 'project_id': '4ab01a22eedf45f990f7b3a5d407c756', 'subnets': [{'id': '7ada29ee-e9b4-42be-8725-7f87c3e91935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:01.970662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ee208-89ee-4fa6-80a3-c7dc2d855f47 None None] The sync data for ids ['66f393ae-901e-4008-aca0-dd3584ae7cd8'] in n-d-805736-1 is: [{'id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'name': 'tempest-TestServerMultinode-1533474639-router', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '37a99652-95ca-46d3-9ae2-37188ea1a1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:50:01Z', 'revision_number': 4, 'project_id': '4ab01a22eedf45f990f7b3a5d407c756', 'gw_port': {'id': '37a99652-95ca-46d3-9ae2-37188ea1a1b0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '67053701-1254-4465-8eb3-02bf8b8295c3', 'name': '', 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'mac_address': 'fa:16:3e:11:3d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '7ada29ee-e9b4-42be-8725-7f87c3e91935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:00Z', 'updated_at': '2021-08-24T00:50:01Z', 'revision_number': 2, 'project_id': '4ab01a22eedf45f990f7b3a5d407c756', 'subnets': [{'id': '7ada29ee-e9b4-42be-8725-7f87c3e91935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:02.032795 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fb75e11f-8fa7-4c79-915a-35880d507ab1 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:02.090398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port fb75e11f-8fa7-4c79-915a-35880d507ab1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:02.090839 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.280484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43282) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:02.286951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-353268357-network', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:02.310846 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] Made reservation on behalf of a9638eed9ed14d919e74bed127c81129 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:50:02.313296 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.322264 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.419509 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.426170 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.453471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:50:02.464021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:02.470592 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.470979 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] Added segment edfa7189-9243-4216-a688-a2aff5d43e3b of type vlan for network 4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9 Aug 24 00:50:02.516469 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.542065 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.543214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:02.543844 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.601803 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3191903 Aug 24 00:50:02.605617 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43284) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:02.611012 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-544d5642-d248-4bc6-8740-c97fc0e9ebba admin admin] Request body: {'subnet': {'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-353268357-subnet', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:02.618882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865d600-43c6-4dae-886e-101badb98f07 admin admin] Pushing event updated for resources: {'Network': ['ID=4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:02.632185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:50:02.657499 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544d5642-d248-4bc6-8740-c97fc0e9ebba admin admin] Made reservation on behalf of a9638eed9ed14d919e74bed127c81129 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:50:02.660492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-544d5642-d248-4bc6-8740-c97fc0e9ebba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.847441 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-544d5642-d248-4bc6-8740-c97fc0e9ebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.899076 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d5642-d248-4bc6-8740-c97fc0e9ebba admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb0cab6-72c4-4c65-a47a-d377c3bef3cf,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:02.917260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d5642-d248-4bc6-8740-c97fc0e9ebba admin admin] Checking segment: {'id': 'edfa7189-9243-4216-a688-a2aff5d43e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:02.917625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544d5642-d248-4bc6-8740-c97fc0e9ebba admin admin] Network hostable DHCP agents. Network: 4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:50:02.935732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544d5642-d248-4bc6-8740-c97fc0e9ebba admin admin] Network 4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:50:02.945757 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-544d5642-d248-4bc6-8740-c97fc0e9ebba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:02.949815 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544d5642-d248-4bc6-8740-c97fc0e9ebba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:02.950395 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-544d5642-d248-4bc6-8740-c97fc0e9ebba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.955738 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de44cab-32f8-41bb-ab9b-76b4d0bf7a00 None None] Network 4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:50:02.969461 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-544d5642-d248-4bc6-8740-c97fc0e9ebba admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3625863 Aug 24 00:50:02.972022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43286) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:02.976487 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-353268357-router', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:02.997558 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.998613 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:03.065169 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:03.125775 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:03.137173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9', 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'fixed_ips': [{'subnet_id': 'bcb0cab6-72c4-4c65-a47a-d377c3bef3cf'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:50:03.138062 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:03.216147 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:03.289650 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Allocated IP 172.20.0.2 (4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9/bcb0cab6-72c4-4c65-a47a-d377c3bef3cf/ac6f194f-f59a-43ec-9c83-4a7bb264636d) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:03.446665 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:03.455864 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Transition to ACTIVE for port object ac6f194f-f59a-43ec-9c83-4a7bb264636d will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:03.472648 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Transition to ACTIVE for port object ac6f194f-f59a-43ec-9c83-4a7bb264636d will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:03.478908 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:03.520598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Network 4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:03.523826 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:03.527502 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:03.540170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Pushing event updated for resources: {'Port': ['ID=ac6f194f-f59a-43ec-9c83-4a7bb264636d,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:03.594322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Attempting to bind port ac6f194f-f59a-43ec-9c83-4a7bb264636d on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:50:03.594704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Attempting to bind port ac6f194f-f59a-43ec-9c83-4a7bb264636d by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'edfa7189-9243-4216-a688-a2aff5d43e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:50:03.595137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Attempting to bind port ac6f194f-f59a-43ec-9c83-4a7bb264636d on network 4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:03.600588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:50:03.600973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Checking segment: {'id': 'edfa7189-9243-4216-a688-a2aff5d43e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:03.601385 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:03.601786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Bound using segment: {'id': 'edfa7189-9243-4216-a688-a2aff5d43e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:50:03.602264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Bound port: ac6f194f-f59a-43ec-9c83-4a7bb264636d, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfa7189-9243-4216-a688-a2aff5d43e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:50:03.602651 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:03.674504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] For port ac6f194f-f59a-43ec-9c83-4a7bb264636d, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:50:03.678103 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] For port ac6f194f-f59a-43ec-9c83-4a7bb264636d, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ac6f194f-f59a-43ec-9c83-4a7bb264636d,segment=NetworkSegment(edfa7189-9243-4216-a688-a2aff5d43e3b),segment_id=edfa7189-9243-4216-a688-a2aff5d43e3b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:50:03.683219 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:03.759739 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314f6de-8e8e-4516-a72d-bbefbce5cb7c None None] Pushing event updated for resources: {'Port': ['ID=ac6f194f-f59a-43ec-9c83-4a7bb264636d,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:03.791905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:03.811412 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:03.944889 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Allocated IP 172.25.8.219 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/ff9d186c-cb9b-4c40-bfca-95303bd9dbac) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:04.044769 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Sync routers for ids ['66f393ae-901e-4008-aca0-dd3584ae7cd8'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:04.057924 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Routers {'66f393ae-901e-4008-aca0-dd3584ae7cd8'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:04.058539 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['66f393ae-901e-4008-aca0-dd3584ae7cd8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:04.076047 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.128751 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.137177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 37a99652-95ca-46d3-9ae2-37188ea1a1b0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:04.173379 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:04.178131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:04.180879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:04.190168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 37a99652-95ca-46d3-9ae2-37188ea1a1b0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:04.192813 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Set router 66f393ae-901e-4008-aca0-dd3584ae7cd8 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:04.194724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 37a99652-95ca-46d3-9ae2-37188ea1a1b0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:04.195147 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.217422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Pushing event updated for resources: {'Port': ['ID=ff9d186c-cb9b-4c40-bfca-95303bd9dbac,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:04.291467 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.318555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 37a99652-95ca-46d3-9ae2-37188ea1a1b0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=37a99652-95ca-46d3-9ae2-37188ea1a1b0,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:04.323377 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.324199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ac6f194f-f59a-43ec-9c83-4a7bb264636d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:04.400975 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=37a99652-95ca-46d3-9ae2-37188ea1a1b0,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:04.413823 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'name': 'tempest-TestServerMultinode-1533474639-router', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '37a99652-95ca-46d3-9ae2-37188ea1a1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:50:01Z', 'revision_number': 4, 'project_id': '4ab01a22eedf45f990f7b3a5d407c756', 'gw_port': {'id': '37a99652-95ca-46d3-9ae2-37188ea1a1b0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '67053701-1254-4465-8eb3-02bf8b8295c3', 'name': '', 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'mac_address': 'fa:16:3e:11:3d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '7ada29ee-e9b4-42be-8725-7f87c3e91935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:00Z', 'updated_at': '2021-08-24T00:50:01Z', 'revision_number': 2, 'project_id': '4ab01a22eedf45f990f7b3a5d407c756', 'subnets': [{'id': '7ada29ee-e9b4-42be-8725-7f87c3e91935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:04.417674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ac6f194f-f59a-43ec-9c83-4a7bb264636d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:04.447721 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Checking router: 66f393ae-901e-4008-aca0-dd3584ae7cd8 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:04.448327 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Updating router 66f393ae-901e-4008-aca0-dd3584ae7cd8 port 67053701-1254-4465-8eb3-02bf8b8295c3 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:50:04.486911 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.570253 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.700837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.811400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde6231e-263a-4cc2-879b-9f9980dc5cdd None None] Network 4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:50:04.846905 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Router e6962296-feab-46d2-a5aa-f3a9c6eb9c5c is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:50:04.851972 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.863372 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Transition to ACTIVE for port object 67053701-1254-4465-8eb3-02bf8b8295c3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:04.869597 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.887759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-57974fa4-e40f-4ed3-8a86-6de6d774c250 None None] Provisioning for port ac6f194f-f59a-43ec-9c83-4a7bb264636d completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:04.894714 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-57974fa4-e40f-4ed3-8a86-6de6d774c250 None None] Provisioning complete for port ac6f194f-f59a-43ec-9c83-4a7bb264636d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:04.895127 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57974fa4-e40f-4ed3-8a86-6de6d774c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.913523 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a522b4-5404-4196-b08a-1ec15e2f2cd0 None None] Pushing event updated for resources: {'Port': ['ID=67053701-1254-4465-8eb3-02bf8b8295c3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:04.985819 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Attempting to bind port 67053701-1254-4465-8eb3-02bf8b8295c3 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:50:04.986920 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Attempting to bind port 67053701-1254-4465-8eb3-02bf8b8295c3 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:50:04.987313 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Attempting to bind port 67053701-1254-4465-8eb3-02bf8b8295c3 on network e2dcddfc-fb68-46eb-9f0a-b016663c64bd {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:05.003345 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:50:05.003692 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Checking segment: {'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:05.004043 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.004444 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Bound using segment: {'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:50:05.004669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:05.004928 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Bound port: 67053701-1254-4465-8eb3-02bf8b8295c3, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:50:05.005312 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.026650 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.028332 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9bbb67c1-7008-4eee-a3d8-7dd9378dd164 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0553017 Aug 24 00:50:05.031651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Sync routers for ids ['e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:05.031906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43290) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:05.056783 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Routers {'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:05.056783 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:05.059290 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57974fa4-e40f-4ed3-8a86-6de6d774c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.110116 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] For port 67053701-1254-4465-8eb3-02bf8b8295c3, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:50:05.117319 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] For port 67053701-1254-4465-8eb3-02bf8b8295c3, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=67053701-1254-4465-8eb3-02bf8b8295c3,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:50:05.128307 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.189019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-57974fa4-e40f-4ed3-8a86-6de6d774c250 None None] For port ac6f194f-f59a-43ec-9c83-4a7bb264636d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ac6f194f-f59a-43ec-9c83-4a7bb264636d,segment=NetworkSegment(edfa7189-9243-4216-a688-a2aff5d43e3b),segment_id=edfa7189-9243-4216-a688-a2aff5d43e3b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:05.202328 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57974fa4-e40f-4ed3-8a86-6de6d774c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.232381 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a522b4-5404-4196-b08a-1ec15e2f2cd0 None None] Pushing event updated for resources: {'Port': ['ID=67053701-1254-4465-8eb3-02bf8b8295c3,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:05.258365 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Routers {'66f393ae-901e-4008-aca0-dd3584ae7cd8'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:05.258945 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['66f393ae-901e-4008-aca0-dd3584ae7cd8'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:05.281136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Set router e6962296-feab-46d2-a5aa-f3a9c6eb9c5c gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:05.420284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57974fa4-e40f-4ed3-8a86-6de6d774c250 None None] Pushing event updated for resources: {'Port': ['ID=ac6f194f-f59a-43ec-9c83-4a7bb264636d,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:05.451446 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] Set router 66f393ae-901e-4008-aca0-dd3584ae7cd8 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:05.575345 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'name': 'tempest-TestServerMultinode-353268357-router', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'ff9d186c-cb9b-4c40-bfca-95303bd9dbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:04Z', 'revision_number': 3, 'project_id': 'a9638eed9ed14d919e74bed127c81129', 'gw_port': {'id': 'ff9d186c-cb9b-4c40-bfca-95303bd9dbac', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:05.607933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Checking router: e6962296-feab-46d2-a5aa-f3a9c6eb9c5c for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:05.608285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Updating router e6962296-feab-46d2-a5aa-f3a9c6eb9c5c port ff9d186c-cb9b-4c40-bfca-95303bd9dbac binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:50:05.636417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-847afd07-41c8-4bdf-9b2f-1b405852657d None None] Provisioning complete for port ac6f194f-f59a-43ec-9c83-4a7bb264636d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:05.636785 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-847afd07-41c8-4bdf-9b2f-1b405852657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.641779 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.666496 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.710810 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'name': 'tempest-TestServerMultinode-1533474639-router', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '37a99652-95ca-46d3-9ae2-37188ea1a1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:50:01Z', 'revision_number': 4, 'project_id': '4ab01a22eedf45f990f7b3a5d407c756', 'gw_port': {'id': '37a99652-95ca-46d3-9ae2-37188ea1a1b0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '67053701-1254-4465-8eb3-02bf8b8295c3', 'name': '', 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'mac_address': 'fa:16:3e:11:3d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '7ada29ee-e9b4-42be-8725-7f87c3e91935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:00Z', 'updated_at': '2021-08-24T00:50:05Z', 'revision_number': 4, 'project_id': '4ab01a22eedf45f990f7b3a5d407c756', 'subnets': [{'id': '7ada29ee-e9b4-42be-8725-7f87c3e91935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:05.737933 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d74c31-7438-4df0-9ab7-dd4993599bd8 None None] The sync data for ids ['66f393ae-901e-4008-aca0-dd3584ae7cd8'] in n-d-805736-1 is: [{'id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'name': 'tempest-TestServerMultinode-1533474639-router', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '37a99652-95ca-46d3-9ae2-37188ea1a1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:50:01Z', 'revision_number': 4, 'project_id': '4ab01a22eedf45f990f7b3a5d407c756', 'gw_port': {'id': '37a99652-95ca-46d3-9ae2-37188ea1a1b0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '67053701-1254-4465-8eb3-02bf8b8295c3', 'name': '', 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'mac_address': 'fa:16:3e:11:3d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '7ada29ee-e9b4-42be-8725-7f87c3e91935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:00Z', 'updated_at': '2021-08-24T00:50:05Z', 'revision_number': 4, 'project_id': '4ab01a22eedf45f990f7b3a5d407c756', 'subnets': [{'id': '7ada29ee-e9b4-42be-8725-7f87c3e91935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:05.841094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Allocated IP 172.20.0.1 (4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9/bcb0cab6-72c4-4c65-a47a-d377c3bef3cf/44b06bc6-8b76-499f-9701-b8eb9cea7016) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:05.953841 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.969790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Transition to ACTIVE for port object 44b06bc6-8b76-499f-9701-b8eb9cea7016 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:05.977266 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.996068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Transition to ACTIVE for port object ff9d186c-cb9b-4c40-bfca-95303bd9dbac will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:06.004402 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.013746 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.040209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Network 4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:06.044065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:06.051175 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea5caf-0194-4491-a4f9-0c2269d768ad None None] Pushing event updated for resources: {'Port': ['ID=ff9d186c-cb9b-4c40-bfca-95303bd9dbac,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:06.071718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:06.083629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Attempting to bind port ff9d186c-cb9b-4c40-bfca-95303bd9dbac on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:50:06.084084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Attempting to bind port ff9d186c-cb9b-4c40-bfca-95303bd9dbac by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:50:06.084513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Attempting to bind port ff9d186c-cb9b-4c40-bfca-95303bd9dbac on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:06.092337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:50:06.092716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:06.093165 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.095682 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:50:06.095682 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Bound port: ff9d186c-cb9b-4c40-bfca-95303bd9dbac, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:50:06.095682 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.137041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Pushing event updated for resources: {'Port': ['ID=44b06bc6-8b76-499f-9701-b8eb9cea7016,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:06.142735 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.174475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 37a99652-95ca-46d3-9ae2-37188ea1a1b0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:06.204835 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] For port ff9d186c-cb9b-4c40-bfca-95303bd9dbac, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:50:06.229253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] For port ff9d186c-cb9b-4c40-bfca-95303bd9dbac, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ff9d186c-cb9b-4c40-bfca-95303bd9dbac,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:50:06.239421 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.295343 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.337164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Routers {'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:06.337810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:06.379944 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 37a99652-95ca-46d3-9ae2-37188ea1a1b0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:06.380339 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.381749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea5caf-0194-4491-a4f9-0c2269d768ad None None] Pushing event updated for resources: {'Port': ['ID=ff9d186c-cb9b-4c40-bfca-95303bd9dbac,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:06.479310 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.487674 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.558425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Pushing event updated for resources: {'Port': ['ID=44b06bc6-8b76-499f-9701-b8eb9cea7016,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:06.566294 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.594450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fe64bcd1-8974-4024-9e0f-4922be08c440 None None] Provisioning for port 44b06bc6-8b76-499f-9701-b8eb9cea7016 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:06.631905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fe64bcd1-8974-4024-9e0f-4922be08c440 None None] Provisioning complete for port 44b06bc6-8b76-499f-9701-b8eb9cea7016 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:06.632280 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe64bcd1-8974-4024-9e0f-4922be08c440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.696352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fe64bcd1-8974-4024-9e0f-4922be08c440 None None] Port 44b06bc6-8b76-499f-9701-b8eb9cea7016 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:06.703520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] Set router e6962296-feab-46d2-a5aa-f3a9c6eb9c5c gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:06.806989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ac6f194f-f59a-43ec-9c83-4a7bb264636d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:06.923736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ac6f194f-f59a-43ec-9c83-4a7bb264636d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:06.924112 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.969920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Network 4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:06.971406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:07.013557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'name': 'tempest-TestServerMultinode-353268357-router', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'ff9d186c-cb9b-4c40-bfca-95303bd9dbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:06Z', 'revision_number': 4, 'project_id': 'a9638eed9ed14d919e74bed127c81129', 'gw_port': {'id': 'ff9d186c-cb9b-4c40-bfca-95303bd9dbac', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '44b06bc6-8b76-499f-9701-b8eb9cea7016', 'name': '', 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'mac_address': 'fa:16:3e:30:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'bcb0cab6-72c4-4c65-a47a-d377c3bef3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:05Z', 'updated_at': '2021-08-24T00:50:05Z', 'revision_number': 1, 'project_id': 'a9638eed9ed14d919e74bed127c81129', 'subnets': [{'id': 'bcb0cab6-72c4-4c65-a47a-d377c3bef3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:07.062393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd8b43-ecdb-4475-9988-985b1e1c06f5 None None] The sync data for ids ['e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'] in n-d-805736-1 is: [{'id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'name': 'tempest-TestServerMultinode-353268357-router', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'ff9d186c-cb9b-4c40-bfca-95303bd9dbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:06Z', 'revision_number': 4, 'project_id': 'a9638eed9ed14d919e74bed127c81129', 'gw_port': {'id': 'ff9d186c-cb9b-4c40-bfca-95303bd9dbac', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '44b06bc6-8b76-499f-9701-b8eb9cea7016', 'name': '', 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'mac_address': 'fa:16:3e:30:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'bcb0cab6-72c4-4c65-a47a-d377c3bef3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:05Z', 'updated_at': '2021-08-24T00:50:05Z', 'revision_number': 1, 'project_id': 'a9638eed9ed14d919e74bed127c81129', 'subnets': [{'id': 'bcb0cab6-72c4-4c65-a47a-d377c3bef3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:07.075383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 67053701-1254-4465-8eb3-02bf8b8295c3 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:07.107139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Router e6962296-feab-46d2-a5aa-f3a9c6eb9c5c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:07.148434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 67053701-1254-4465-8eb3-02bf8b8295c3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:07.152887 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 67053701-1254-4465-8eb3-02bf8b8295c3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:07.153264 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:07.237756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:07.246902 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-82a72caf-b612-4a5c-b68e-842ecd9db447 admin admin] 10.222.0.32 "PUT /v2.0/routers/e6962296-feab-46d2-a5aa-f3a9c6eb9c5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2098737 Aug 24 00:50:07.247139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-df494cea-a450-4225-a73a-0aa28dcadfe5 None None] Provisioning complete for port 44b06bc6-8b76-499f-9701-b8eb9cea7016 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:07.247139 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-df494cea-a450-4225-a73a-0aa28dcadfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:07.248324 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:07.306769 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 67053701-1254-4465-8eb3-02bf8b8295c3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=67053701-1254-4465-8eb3-02bf8b8295c3,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:07.330503 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:07.385865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-df494cea-a450-4225-a73a-0aa28dcadfe5 None None] Port 44b06bc6-8b76-499f-9701-b8eb9cea7016 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:07.400427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=67053701-1254-4465-8eb3-02bf8b8295c3,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:07.828009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-7455d146-6a25-4c40-a116-52480dd62a27 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:07.829543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-7455d146-6a25-4c40-a116-52480dd62a27 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/networks?id=e2dcddfc-fb68-46eb-9f0a-b016663c64bd HTTP/1.1" status: 200 len: 911 time: 0.0864966 Aug 24 00:50:07.844096 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-020c5f10-1c79-4de4-9e80-df9d328eaa90 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/quotas/a9638eed9ed14d919e74bed127c81129 HTTP/1.1" status: 200 len: 375 time: 0.0088079 Aug 24 00:50:07.923061 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-3312e14f-bf95-40ba-8ed6-9deba74ec48c tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9638eed9ed14d919e74bed127c81129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737808 Aug 24 00:50:08.035090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 67053701-1254-4465-8eb3-02bf8b8295c3 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:08.083385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 67053701-1254-4465-8eb3-02bf8b8295c3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:08.083674 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:08.115799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-17f3a8b8-c78b-429e-9338-e07aa705d1df service neutron] 10.222.0.32 "GET /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857817 Aug 24 00:50:08.213631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-00cabe6b-46d6-414e-842a-2d975dbb73fd service neutron] 10.222.0.32 "GET /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910666 Aug 24 00:50:08.370835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a54f311d-763c-46bd-9851-9ebaccb0940e req-eda4bef2-ec9a-4d58-ac32-276611da483a tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 210 time: 0.0284448 Aug 24 00:50:09.448424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e644a48e-8cd6-473b-92f7-9b62cad0b000 req-88412dc5-e088-4846-8d93-1674f9d5788a tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 210 time: 0.0259743 Aug 24 00:50:09.803046 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Sync routers for ids ['e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:09.813146 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Routers {'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:09.813699 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:09.915467 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Set router e6962296-feab-46d2-a5aa-f3a9c6eb9c5c gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:10.035310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43334) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:10.060423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ff9d186c-cb9b-4c40-bfca-95303bd9dbac up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:10.118086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ff9d186c-cb9b-4c40-bfca-95303bd9dbac completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:10.121391 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'name': 'tempest-TestServerMultinode-353268357-router', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'ff9d186c-cb9b-4c40-bfca-95303bd9dbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:06Z', 'revision_number': 4, 'project_id': 'a9638eed9ed14d919e74bed127c81129', 'gw_port': {'id': 'ff9d186c-cb9b-4c40-bfca-95303bd9dbac', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '44b06bc6-8b76-499f-9701-b8eb9cea7016', 'name': '', 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'mac_address': 'fa:16:3e:30:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'bcb0cab6-72c4-4c65-a47a-d377c3bef3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:05Z', 'updated_at': '2021-08-24T00:50:06Z', 'revision_number': 2, 'project_id': 'a9638eed9ed14d919e74bed127c81129', 'subnets': [{'id': 'bcb0cab6-72c4-4c65-a47a-d377c3bef3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:10.123541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ff9d186c-cb9b-4c40-bfca-95303bd9dbac triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:10.125850 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.149764 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Checking router: e6962296-feab-46d2-a5aa-f3a9c6eb9c5c for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:10.150114 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Updating router e6962296-feab-46d2-a5aa-f3a9c6eb9c5c port 44b06bc6-8b76-499f-9701-b8eb9cea7016 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:50:10.177241 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.207057 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.227597 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port ff9d186c-cb9b-4c40-bfca-95303bd9dbac, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ff9d186c-cb9b-4c40-bfca-95303bd9dbac,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:10.232373 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.282574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=ff9d186c-cb9b-4c40-bfca-95303bd9dbac,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:10.424292 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1f25451-71f1-412d-90a3-cd9976d0e5e3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.445664 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.455709 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Transition to ACTIVE for port object 44b06bc6-8b76-499f-9701-b8eb9cea7016 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:10.460925 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.505726 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bdf12-f9ed-400b-be25-15e157174239 None None] Pushing event updated for resources: {'Port': ['ID=44b06bc6-8b76-499f-9701-b8eb9cea7016,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:10.577262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb70b5f5-6ead-4ad0-a4e1-e65a0bc3c46c req-97e4c87a-c174-4ee7-8d88-7b2df5b15430 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 210 time: 0.0371947 Aug 24 00:50:10.578865 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Attempting to bind port 44b06bc6-8b76-499f-9701-b8eb9cea7016 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:50:10.579245 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Attempting to bind port 44b06bc6-8b76-499f-9701-b8eb9cea7016 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'edfa7189-9243-4216-a688-a2aff5d43e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:50:10.579615 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Attempting to bind port 44b06bc6-8b76-499f-9701-b8eb9cea7016 on network 4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:10.585738 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:50:10.586121 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Checking segment: {'id': 'edfa7189-9243-4216-a688-a2aff5d43e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:10.586533 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.586954 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Bound using segment: {'id': 'edfa7189-9243-4216-a688-a2aff5d43e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:50:10.587419 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Bound port: 44b06bc6-8b76-499f-9701-b8eb9cea7016, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfa7189-9243-4216-a688-a2aff5d43e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:50:10.587807 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.670046 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] For port 44b06bc6-8b76-499f-9701-b8eb9cea7016, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:50:10.674837 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] For port 44b06bc6-8b76-499f-9701-b8eb9cea7016, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=44b06bc6-8b76-499f-9701-b8eb9cea7016,segment=NetworkSegment(edfa7189-9243-4216-a688-a2aff5d43e3b),segment_id=edfa7189-9243-4216-a688-a2aff5d43e3b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:50:10.681483 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.741184 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bdf12-f9ed-400b-be25-15e157174239 None None] Pushing event updated for resources: {'Port': ['ID=44b06bc6-8b76-499f-9701-b8eb9cea7016,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:10.769044 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Routers {'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:10.769672 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:10.852177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c1f25451-71f1-412d-90a3-cd9976d0e5e3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Deleting port 29aadc3a-9757-4be7-9cbf-64d86898fcb2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:10.852556 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1f25451-71f1-412d-90a3-cd9976d0e5e3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.900657 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] Set router e6962296-feab-46d2-a5aa-f3a9c6eb9c5c gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:10.968380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c1f25451-71f1-412d-90a3-cd9976d0e5e3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] For port 29aadc3a-9757-4be7-9cbf-64d86898fcb2, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=29aadc3a-9757-4be7-9cbf-64d86898fcb2,segment=NetworkSegment(2ebe2f9d-97e5-4321-a2c9-de48a5d439c4),segment_id=2ebe2f9d-97e5-4321-a2c9-de48a5d439c4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:10.969054 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1f25451-71f1-412d-90a3-cd9976d0e5e3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.983275 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c1f25451-71f1-412d-90a3-cd9976d0e5e3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Calling delete_port for 29aadc3a-9757-4be7-9cbf-64d86898fcb2 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:11.204028 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1f25451-71f1-412d-90a3-cd9976d0e5e3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:11.219714 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'name': 'tempest-TestServerMultinode-353268357-router', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'ff9d186c-cb9b-4c40-bfca-95303bd9dbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:06Z', 'revision_number': 4, 'project_id': 'a9638eed9ed14d919e74bed127c81129', 'gw_port': {'id': 'ff9d186c-cb9b-4c40-bfca-95303bd9dbac', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '44b06bc6-8b76-499f-9701-b8eb9cea7016', 'name': '', 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'mac_address': 'fa:16:3e:30:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'bcb0cab6-72c4-4c65-a47a-d377c3bef3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:05Z', 'updated_at': '2021-08-24T00:50:10Z', 'revision_number': 4, 'project_id': 'a9638eed9ed14d919e74bed127c81129', 'subnets': [{'id': 'bcb0cab6-72c4-4c65-a47a-d377c3bef3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:11.237434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f25451-71f1-412d-90a3-cd9976d0e5e3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Port': ['ID=29aadc3a-9757-4be7-9cbf-64d86898fcb2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:11.247614 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2786afc-7b50-446e-ae1d-973c4e5a25d1 None None] The sync data for ids ['e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'] in n-d-805736-1 is: [{'id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'name': 'tempest-TestServerMultinode-353268357-router', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'ff9d186c-cb9b-4c40-bfca-95303bd9dbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:06Z', 'revision_number': 4, 'project_id': 'a9638eed9ed14d919e74bed127c81129', 'gw_port': {'id': 'ff9d186c-cb9b-4c40-bfca-95303bd9dbac', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '44b06bc6-8b76-499f-9701-b8eb9cea7016', 'name': '', 'network_id': '4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'mac_address': 'fa:16:3e:30:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'bcb0cab6-72c4-4c65-a47a-d377c3bef3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:05Z', 'updated_at': '2021-08-24T00:50:10Z', 'revision_number': 4, 'project_id': 'a9638eed9ed14d919e74bed127c81129', 'subnets': [{'id': 'bcb0cab6-72c4-4c65-a47a-d377c3bef3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:11.430861 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c1f25451-71f1-412d-90a3-cd9976d0e5e3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:11.707658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6eddbe8e-23ba-46c2-b229-f8870945a37f req-63c0c3c5-4019-4f8e-8c70-49dc9514c87f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 210 time: 0.0385034 Aug 24 00:50:11.746506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-94f79ce2-1076-40a5-9566-11eeea03ce5c tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:11.747943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-94f79ce2-1076-40a5-9566-11eeea03ce5c tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.47 "GET /v2.0/networks?id=e2dcddfc-fb68-46eb-9f0a-b016663c64bd HTTP/1.1" status: 200 len: 911 time: 0.1964355 Aug 24 00:50:11.769486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f25451-71f1-412d-90a3-cd9976d0e5e3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Router de4e471d-34a2-47fd-a69f-2beb49135649 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:11.819339 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-bde4ed7d-e966-478c-9b8b-dd1e7f426288 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Request body: {'port': {'device_id': '751b797f-9c2e-4fee-b627-592e0cec1cb6', 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd', 'admin_state_up': True, 'tenant_id': 'a9638eed9ed14d919e74bed127c81129'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:11.875070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-bde4ed7d-e966-478c-9b8b-dd1e7f426288 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Made reservation on behalf of a9638eed9ed14d919e74bed127c81129 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:50:11.877333 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-bde4ed7d-e966-478c-9b8b-dd1e7f426288 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:11.913922 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f25451-71f1-412d-90a3-cd9976d0e5e3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:11.923639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b89ce84-6538-44a0-826f-4a99a1e852cd None None] Sync routers for ids ['de4e471d-34a2-47fd-a69f-2beb49135649'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:11.932631 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b89ce84-6538-44a0-826f-4a99a1e852cd None None] Routers {'de4e471d-34a2-47fd-a69f-2beb49135649'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:11.933247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7b89ce84-6538-44a0-826f-4a99a1e852cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['de4e471d-34a2-47fd-a69f-2beb49135649'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:11.947204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c1f25451-71f1-412d-90a3-cd9976d0e5e3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "PUT /v2.0/routers/de4e471d-34a2-47fd-a69f-2beb49135649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9102132 Aug 24 00:50:12.027660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-bde4ed7d-e966-478c-9b8b-dd1e7f426288 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Allocated IP 172.20.0.11 (e2dcddfc-fb68-46eb-9f0a-b016663c64bd/7ada29ee-e9b4-42be-8725-7f87c3e91935/22433e10-9235-496e-b44d-9b566dae2fec) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:12.055915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7b89ce84-6538-44a0-826f-4a99a1e852cd None None] Set router de4e471d-34a2-47fd-a69f-2beb49135649 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:12.188246 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 44b06bc6-8b76-499f-9701-b8eb9cea7016 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:12.225528 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-bde4ed7d-e966-478c-9b8b-dd1e7f426288 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:12.249684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481f459-e1c5-46f2-98b9-f470066ab152 req-c7484684-fb5f-415d-9e88-235ab2742ea4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:12.251340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e481f459-e1c5-46f2-98b9-f470066ab152 req-c7484684-fb5f-415d-9e88-235ab2742ea4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 946 time: 0.0887320 Aug 24 00:50:12.252321 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-bde4ed7d-e966-478c-9b8b-dd1e7f426288 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Transition to ACTIVE for port object 22433e10-9235-496e-b44d-9b566dae2fec will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:12.307226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 44b06bc6-8b76-499f-9701-b8eb9cea7016 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:12.308715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e481f459-e1c5-46f2-98b9-f470066ab152 req-2ab039dd-20d5-4aa7-b502-07b2797f2598 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d59b305-cefa-431c-8f6b-0f44929cea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499847 Aug 24 00:50:12.315566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 44b06bc6-8b76-499f-9701-b8eb9cea7016 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:12.315946 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:12.319237 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-bde4ed7d-e966-478c-9b8b-dd1e7f426288 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:12.364930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-bde4ed7d-e966-478c-9b8b-dd1e7f426288 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Network e2dcddfc-fb68-46eb-9f0a-b016663c64bd is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:12.370295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-bde4ed7d-e966-478c-9b8b-dd1e7f426288 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:12.372676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-bde4ed7d-e966-478c-9b8b-dd1e7f426288 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:12.376471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4ed7d-e966-478c-9b8b-dd1e7f426288 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Pushing event updated for resources: {'Port': ['ID=22433e10-9235-496e-b44d-9b566dae2fec,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:12.421490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-bde4ed7d-e966-478c-9b8b-dd1e7f426288 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:12.422111 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-bde4ed7d-e966-478c-9b8b-dd1e7f426288 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:12.436889 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-bde4ed7d-e966-478c-9b8b-dd1e7f426288 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6215382 Aug 24 00:50:12.452181 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:12.457361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7b89ce84-6538-44a0-826f-4a99a1e852cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:50:11Z', 'revision_number': 6, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e3a7d868-c6e2-4d11-abb2-ef41f52b3e07', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'port_id': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'mac_address': 'fa:16:3e:93:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef065e6c-070e-429a-845d-27a6be006abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:48:21Z', 'updated_at': '2021-08-24T00:48:23Z', 'revision_number': 1, 'project_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:06Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:12.457953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Request body: {'port': {'device_id': '751b797f-9c2e-4fee-b627-592e0cec1cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:12.491366 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b89ce84-6538-44a0-826f-4a99a1e852cd None None] Checking router: de4e471d-34a2-47fd-a69f-2beb49135649 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:12.517372 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b89ce84-6538-44a0-826f-4a99a1e852cd None None] Routers {'de4e471d-34a2-47fd-a69f-2beb49135649'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:12.518021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7b89ce84-6538-44a0-826f-4a99a1e852cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['de4e471d-34a2-47fd-a69f-2beb49135649'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:12.518860 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:12.523363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 44b06bc6-8b76-499f-9701-b8eb9cea7016, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=44b06bc6-8b76-499f-9701-b8eb9cea7016,segment=NetworkSegment(edfa7189-9243-4216-a688-a2aff5d43e3b),segment_id=edfa7189-9243-4216-a688-a2aff5d43e3b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:12.575870 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:12.576661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ff9d186c-cb9b-4c40-bfca-95303bd9dbac up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:12.709259 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a8cbca71-aee2-4c2f-b0ee-85c30cff12e3 None None] Provisioning for port 22433e10-9235-496e-b44d-9b566dae2fec completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:12.724874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a8cbca71-aee2-4c2f-b0ee-85c30cff12e3 None None] Provisioning complete for port 22433e10-9235-496e-b44d-9b566dae2fec triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:12.725242 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8cbca71-aee2-4c2f-b0ee-85c30cff12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:12.726795 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=44b06bc6-8b76-499f-9701-b8eb9cea7016,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:12.771756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7b89ce84-6538-44a0-826f-4a99a1e852cd None None] Set router de4e471d-34a2-47fd-a69f-2beb49135649 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:12.835323 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbca71-aee2-4c2f-b0ee-85c30cff12e3 None None] Port 22433e10-9235-496e-b44d-9b566dae2fec cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:12.847199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ff9d186c-cb9b-4c40-bfca-95303bd9dbac triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:12.847803 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:13.056777 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c7866-940e-4f44-9db1-008a246a2917 req-afd107eb-e833-475f-9812-1315baab65ca tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:13.058324 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d7c7866-940e-4f44-9db1-008a246a2917 req-afd107eb-e833-475f-9812-1315baab65ca tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1028 time: 0.0960510 Aug 24 00:50:13.122290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d7c7866-940e-4f44-9db1-008a246a2917 req-6b195b7f-92b9-4856-8815-17b322060c90 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566263 Aug 24 00:50:13.179745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22433e10-9235-496e-b44d-9b566dae2fec {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:50:13.188956 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:13.200022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Transition to ACTIVE for port object 22433e10-9235-496e-b44d-9b566dae2fec will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:13.205034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:13.269614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7b89ce84-6538-44a0-826f-4a99a1e852cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:50:11Z', 'revision_number': 6, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e3a7d868-c6e2-4d11-abb2-ef41f52b3e07', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'port_id': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'mac_address': 'fa:16:3e:93:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef065e6c-070e-429a-845d-27a6be006abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:48:21Z', 'updated_at': '2021-08-24T00:48:23Z', 'revision_number': 1, 'project_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:06Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:13.280240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Pushing event updated for resources: {'Port': ['ID=22433e10-9235-496e-b44d-9b566dae2fec,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:13.298989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b89ce84-6538-44a0-826f-4a99a1e852cd None None] The sync data for ids ['de4e471d-34a2-47fd-a69f-2beb49135649'] in n-d-805736-1 is: [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:50:11Z', 'revision_number': 6, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e3a7d868-c6e2-4d11-abb2-ef41f52b3e07', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'port_id': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'mac_address': 'fa:16:3e:93:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef065e6c-070e-429a-845d-27a6be006abd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:48:21Z', 'updated_at': '2021-08-24T00:48:23Z', 'revision_number': 1, 'project_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:06Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:13.335381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Attempting to bind port 22433e10-9235-496e-b44d-9b566dae2fec on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:50:13.335892 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Attempting to bind port 22433e10-9235-496e-b44d-9b566dae2fec by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:50:13.336236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Attempting to bind port 22433e10-9235-496e-b44d-9b566dae2fec on network e2dcddfc-fb68-46eb-9f0a-b016663c64bd {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:13.341033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Port 22433e10-9235-496e-b44d-9b566dae2fec on network e2dcddfc-fb68-46eb-9f0a-b016663c64bd not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:50:13.341358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Attempting to bind port 22433e10-9235-496e-b44d-9b566dae2fec on network e2dcddfc-fb68-46eb-9f0a-b016663c64bd {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:13.346883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:50:13.347226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Checking segment: {'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:13.347618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Bound using segment: {'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:50:13.348083 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Bound port: 22433e10-9235-496e-b44d-9b566dae2fec, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:50:13.348443 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:13.451339 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] For port 22433e10-9235-496e-b44d-9b566dae2fec, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:50:13.471092 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9b938-4279-4be9-8bd7-0007043a534e req-1ad59c86-b7de-47af-be51-83cd7549c51e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:13.472623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46f9b938-4279-4be9-8bd7-0007043a534e req-1ad59c86-b7de-47af-be51-83cd7549c51e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 946 time: 0.0902731 Aug 24 00:50:13.474388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] For port 22433e10-9235-496e-b44d-9b566dae2fec, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=22433e10-9235-496e-b44d-9b566dae2fec,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:50:13.478798 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:13.541721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:13.542413 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:13.543830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] 10.222.0.47 "PUT /v2.0/ports/22433e10-9235-496e-b44d-9b566dae2fec HTTP/1.1" status: 200 len: 1092 time: 1.0914643 Aug 24 00:50:13.549395 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751b797f-9c2e-4fee-b627-592e0cec1cb6', 'tag': '22433e10-9235-496e-b44d-9b566dae2fec'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:13.551710 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013a057e-35d6-48ee-b65f-520aba3b3ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "751b797f-9c2e-4fee-b627-592e0cec1cb6", "tag": "22433e10-9235-496e-b44d-9b566dae2fec"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:13.570644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-46f9b938-4279-4be9-8bd7-0007043a534e req-a7df9fe3-d45e-45cc-9d39-528142767f82 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d59b305-cefa-431c-8f6b-0f44929cea3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895443 Aug 24 00:50:13.574022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7b3d1-e17a-4527-81bb-d9e38025a9eb service neutron] Pushing event updated for resources: {'Port': ['ID=22433e10-9235-496e-b44d-9b566dae2fec,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:13.612061 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cc7f74-2e2b-4dfe-b96e-83fc36f901ee x-openstack-request-id: req-55cc7f74-2e2b-4dfe-b96e-83fc36f901ee {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:13.612352 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751b797f-9c2e-4fee-b627-592e0cec1cb6", "tag": "22433e10-9235-496e-b44d-9b566dae2fec", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:13.612602 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55cc7f74-2e2b-4dfe-b96e-83fc36f901ee {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:13.612996 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751b797f-9c2e-4fee-b627-592e0cec1cb6', 'tag': '22433e10-9235-496e-b44d-9b566dae2fec', 'status': 'completed', 'code': 200} Aug 24 00:50:13.699988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-51720d5c-6b03-46ed-8f41-313b60fda46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:13.701521 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-51720d5c-6b03-46ed-8f41-313b60fda46f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9638eed9ed14d919e74bed127c81129&device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1095 time: 0.0722091 Aug 24 00:50:13.713946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1d54a-e2fc-4a2f-b6f0-33bb785a5df1 req-cfd2b19e-5423-446a-90f6-40d489bb61a4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:13.715501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-36f1d54a-e2fc-4a2f-b6f0-33bb785a5df1 req-cfd2b19e-5423-446a-90f6-40d489bb61a4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.13 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 946 time: 0.0768645 Aug 24 00:50:13.761819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-743aa1a9-3f80-4b55-aa9a-fe2df1fe6f07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22433e10-9235-496e-b44d-9b566dae2fec HTTP/1.1" status: 200 len: 217 time: 0.0452449 Aug 24 00:50:13.860107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-0b81dc2a-7e84-4947-81dc-752ee18175e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:13.861734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-0b81dc2a-7e84-4947-81dc-752ee18175e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ada29ee-e9b4-42be-8725-7f87c3e91935 HTTP/1.1" status: 200 len: 849 time: 0.0837278 Aug 24 00:50:13.911875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-36f1d54a-e2fc-4a2f-b6f0-33bb785a5df1 req-065d759a-04aa-4ec9-8323-d04fa5496714 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Deleting port fa9f5250-caca-4679-b796-206501cccdf7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:13.912223 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-36f1d54a-e2fc-4a2f-b6f0-33bb785a5df1 req-065d759a-04aa-4ec9-8323-d04fa5496714 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:13.929704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-0bfee74a-5552-4da5-8234-9154e247f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:13.931172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-0bfee74a-5552-4da5-8234-9154e247f41a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2dcddfc-fb68-46eb-9f0a-b016663c64bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616610 Aug 24 00:50:14.044528 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 44b06bc6-8b76-499f-9701-b8eb9cea7016 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:14.075676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-36f1d54a-e2fc-4a2f-b6f0-33bb785a5df1 req-065d759a-04aa-4ec9-8323-d04fa5496714 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] For port fa9f5250-caca-4679-b796-206501cccdf7, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=fa9f5250-caca-4679-b796-206501cccdf7,segment=NetworkSegment(2ebe2f9d-97e5-4321-a2c9-de48a5d439c4),segment_id=2ebe2f9d-97e5-4321-a2c9-de48a5d439c4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:14.076230 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-36f1d54a-e2fc-4a2f-b6f0-33bb785a5df1 req-065d759a-04aa-4ec9-8323-d04fa5496714 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:14.100155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-36f1d54a-e2fc-4a2f-b6f0-33bb785a5df1 req-065d759a-04aa-4ec9-8323-d04fa5496714 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Calling delete_port for fa9f5250-caca-4679-b796-206501cccdf7 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:14.100398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 44b06bc6-8b76-499f-9701-b8eb9cea7016 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:14.100584 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:14.103389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-6272efa0-b4c3-4659-a84f-b7cbb92e2c8b service neutron] 10.222.0.47 "GET /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448259 Aug 24 00:50:14.195721 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 29aadc3a-9757-4be7-9cbf-64d86898fcb2 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:14.217138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 29aadc3a-9757-4be7-9cbf-64d86898fcb2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:14.217527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 29aadc3a-9757-4be7-9cbf-64d86898fcb2 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:14.298365 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d29eabb-7dca-4b3e-ba66-d3baddc2d2b4 req-c68b680d-eb94-439b-b058-8e45c4b9840f service neutron] 10.222.0.47 "GET /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867857 Aug 24 00:50:14.303228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb0488-b62c-4d73-b97a-5711e2a15b93 req-0a80d84b-743b-4775-a4d9-df2a5b485138 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:14.304654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74eb0488-b62c-4d73-b97a-5711e2a15b93 req-0a80d84b-743b-4775-a4d9-df2a5b485138 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1095 time: 0.0995388 Aug 24 00:50:14.380349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74eb0488-b62c-4d73-b97a-5711e2a15b93 req-38ae86ca-3628-4c8f-8dd6-e786783ed08d tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688055 Aug 24 00:50:14.391295 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-36f1d54a-e2fc-4a2f-b6f0-33bb785a5df1 req-065d759a-04aa-4ec9-8323-d04fa5496714 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:14.437344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d759a-04aa-4ec9-8323-d04fa5496714 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Port': ['ID=fa9f5250-caca-4679-b796-206501cccdf7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:14.469450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a057e-35d6-48ee-b65f-520aba3b3ea1 req-0a460097-57ad-4f81-be8e-f77143c27ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:14.471019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-013a057e-35d6-48ee-b65f-520aba3b3ea1 req-0a460097-57ad-4f81-be8e-f77143c27ef1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9638eed9ed14d919e74bed127c81129&device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1095 time: 0.0897944 Aug 24 00:50:14.492272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f1d54a-e2fc-4a2f-b6f0-33bb785a5df1 req-065d759a-04aa-4ec9-8323-d04fa5496714 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] No DVR routers for this DVR port fa9f5250-caca-4679-b796-206501cccdf7 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:14.501728 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-36f1d54a-e2fc-4a2f-b6f0-33bb785a5df1 req-065d759a-04aa-4ec9-8323-d04fa5496714 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:14.503623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-36f1d54a-e2fc-4a2f-b6f0-33bb785a5df1 req-065d759a-04aa-4ec9-8323-d04fa5496714 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.13 "DELETE /v2.0/ports/fa9f5250-caca-4679-b796-206501cccdf7 HTTP/1.1" status: 204 len: 173 time: 0.7811193 Aug 24 00:50:14.582143 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a057e-35d6-48ee-b65f-520aba3b3ea1 req-fb6cd68f-886d-4ffe-a1f5-1a52099e20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:14.583693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-013a057e-35d6-48ee-b65f-520aba3b3ea1 req-fb6cd68f-886d-4ffe-a1f5-1a52099e20d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2dcddfc-fb68-46eb-9f0a-b016663c64bd HTTP/1.1" status: 200 len: 911 time: 0.0926743 Aug 24 00:50:14.629335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-013a057e-35d6-48ee-b65f-520aba3b3ea1 req-0e035c71-1218-40b8-9d65-52d80d8d9553 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22433e10-9235-496e-b44d-9b566dae2fec HTTP/1.1" status: 200 len: 217 time: 0.0374343 Aug 24 00:50:14.705193 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-417853c6-8178-42d4-8f5e-b3bbf34f7480 req-7d8adc5b-fe82-4b5e-8e43-8e47d236b03c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=47164693-ddf8-4366-b54f-e0823b104372 HTTP/1.1" status: 200 len: 210 time: 0.0278604 Aug 24 00:50:14.712043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a057e-35d6-48ee-b65f-520aba3b3ea1 req-0b3d3727-9c26-49e3-82f7-9d16b1e421a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:14.713446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-013a057e-35d6-48ee-b65f-520aba3b3ea1 req-0b3d3727-9c26-49e3-82f7-9d16b1e421a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ada29ee-e9b4-42be-8725-7f87c3e91935 HTTP/1.1" status: 200 len: 849 time: 0.0758240 Aug 24 00:50:14.759965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a057e-35d6-48ee-b65f-520aba3b3ea1 req-48ba777b-a5c6-4ef1-ab91-26a5b6a1dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:14.761711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-013a057e-35d6-48ee-b65f-520aba3b3ea1 req-48ba777b-a5c6-4ef1-ab91-26a5b6a1dda9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2dcddfc-fb68-46eb-9f0a-b016663c64bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414295 Aug 24 00:50:14.860743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-013a057e-35d6-48ee-b65f-520aba3b3ea1 req-f12d5901-046c-4108-8252-ce7b0ccc73ba service neutron] 10.222.0.47 "GET /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917439 Aug 24 00:50:14.958398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-013a057e-35d6-48ee-b65f-520aba3b3ea1 req-e1658d94-f750-48b8-bb4d-0e84a4145a17 service neutron] 10.222.0.47 "GET /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893543 Aug 24 00:50:15.496769 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57de5ca-89d6-4607-b07f-22011c17af3c req-97cbe76a-41be-4d2c-ac27-564ba41d2717 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:15.498927 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d57de5ca-89d6-4607-b07f-22011c17af3c req-97cbe76a-41be-4d2c-ac27-564ba41d2717 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1095 time: 0.0467057 Aug 24 00:50:15.546535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d57de5ca-89d6-4607-b07f-22011c17af3c req-7e3c0bf5-2980-4304-8999-a997ea6f0f66 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 Aug 24 00:50:15.614320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47164693-ddf8-4366-b54f-e0823b104372', 'name': 'network-vif-deleted', 'tag': 'fa9f5250-caca-4679-b796-206501cccdf7'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:15.616789 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34315abb-69d6-46c5-a603-2773a2a75743" -d '{"events": [{"server_uuid": "47164693-ddf8-4366-b54f-e0823b104372", "name": "network-vif-deleted", "tag": "fa9f5250-caca-4679-b796-206501cccdf7"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:15.655125 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04b7e68-be71-4f93-bf09-2097877439b9 x-openstack-request-id: req-c04b7e68-be71-4f93-bf09-2097877439b9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:15.655910 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47164693-ddf8-4366-b54f-e0823b104372", "name": "network-vif-deleted", "tag": "fa9f5250-caca-4679-b796-206501cccdf7", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:15.656162 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c04b7e68-be71-4f93-bf09-2097877439b9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:15.656561 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47164693-ddf8-4366-b54f-e0823b104372', 'name': 'network-vif-deleted', 'tag': 'fa9f5250-caca-4679-b796-206501cccdf7', 'status': 'completed', 'code': 200} Aug 24 00:50:15.766263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43368) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:15.836340 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-974c3414-d98f-4fea-8a45-d6ba1750f20b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:15.868374 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-974c3414-d98f-4fea-8a45-d6ba1750f20b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:15.943895 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-974c3414-d98f-4fea-8a45-d6ba1750f20b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:15.946574 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-974c3414-d98f-4fea-8a45-d6ba1750f20b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:15.947795 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-974c3414-d98f-4fea-8a45-d6ba1750f20b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "DELETE /v2.0/security-groups/9d59b305-cefa-431c-8f6b-0f44929cea3a HTTP/1.1" status: 204 len: 168 time: 0.1804879 Aug 24 00:50:15.958057 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c3414-d98f-4fea-8a45-d6ba1750f20b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d59b305-cefa-431c-8f6b-0f44929cea3a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:15.984549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43372) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:16.036728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6364ddd-6f7a-4e12-85a7-b18bc4b5622f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Deleting subnet 9556ed85-acf6-4c19-8daf-38c51a8c1ef0 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:50:16.039727 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6364ddd-6f7a-4e12-85a7-b18bc4b5622f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.079835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6364ddd-6f7a-4e12-85a7-b18bc4b5622f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.166209 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6364ddd-6f7a-4e12-85a7-b18bc4b5622f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.189777 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa9f5250-caca-4679-b796-206501cccdf7 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:16.210720 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: fa9f5250-caca-4679-b796-206501cccdf7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:16.211102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device fa9f5250-caca-4679-b796-206501cccdf7 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:16.223868 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6364ddd-6f7a-4e12-85a7-b18bc4b5622f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.250634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6364ddd-6f7a-4e12-85a7-b18bc4b5622f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Subnet': ['ID=9556ed85-acf6-4c19-8daf-38c51a8c1ef0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:16.256071 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c6364ddd-6f7a-4e12-85a7-b18bc4b5622f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.258852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c6364ddd-6f7a-4e12-85a7-b18bc4b5622f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "DELETE /v2.0/subnets/9556ed85-acf6-4c19-8daf-38c51a8c1ef0 HTTP/1.1" status: 204 len: 168 time: 0.2724257 Aug 24 00:50:16.260854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43374) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:16.263943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcfc145-cb2d-4b16-b058-42bfea9028a6 None None] Network 607f60bc-be78-4866-9445-21f04f0ef8ea requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:50:16.344879 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.404308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Deleting port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:16.404660 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.447841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4df7bb-ef39-471b-b5c5-e84e2ca017e7 None None] DHCP port deletion for 607f60bc-be78-4866-9445-21f04f0ef8ea request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:50:16.468450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] For port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4b0d6e74-2e4b-47c3-90e2-b45e07004a2f,segment=NetworkSegment(2ebe2f9d-97e5-4321-a2c9-de48a5d439c4),segment_id=2ebe2f9d-97e5-4321-a2c9-de48a5d439c4)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:16.468820 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.481759 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Calling delete_port for 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:16.494412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3f4df7bb-ef39-471b-b5c5-e84e2ca017e7 None None] Deleting port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:16.494819 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f4df7bb-ef39-471b-b5c5-e84e2ca017e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.556785 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3f4df7bb-ef39-471b-b5c5-e84e2ca017e7 None None] For port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4b0d6e74-2e4b-47c3-90e2-b45e07004a2f,segment=NetworkSegment(2ebe2f9d-97e5-4321-a2c9-de48a5d439c4),segment_id=2ebe2f9d-97e5-4321-a2c9-de48a5d439c4)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:16.557309 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f4df7bb-ef39-471b-b5c5-e84e2ca017e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.560758 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.575495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3f4df7bb-ef39-471b-b5c5-e84e2ca017e7 None None] Calling delete_port for 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:16.592384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Port': ['ID=4b0d6e74-2e4b-47c3-90e2-b45e07004a2f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:16.594828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] No DVR routers for this DVR port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:16.673089 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f4df7bb-ef39-471b-b5c5-e84e2ca017e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.700750 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.703160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4df7bb-ef39-471b-b5c5-e84e2ca017e7 None None] Pushing event deleted for resources: {'Port': ['ID=4b0d6e74-2e4b-47c3-90e2-b45e07004a2f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:16.708700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4df7bb-ef39-471b-b5c5-e84e2ca017e7 None None] No DVR routers for this DVR port 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:16.718215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607f60bc-be78-4866-9445-21f04f0ef8ea']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:16.733302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:16.734134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebe2f9d-97e5-4321-a2c9-de48a5d439c4') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:16.741844 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b293af3-d952-4546-905c-3b132a44879f req-9a18f212-fa22-4c30-97fe-9d0162e71d92 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:16.743410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b293af3-d952-4546-905c-3b132a44879f req-9a18f212-fa22-4c30-97fe-9d0162e71d92 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1095 time: 0.1114550 Aug 24 00:50:16.746721 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.770634 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.780848 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:50:16.781325 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:50:16.785034 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:50:16.835491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7b293af3-d952-4546-905c-3b132a44879f req-f5ffca63-7cd9-4c9f-805d-6239ed601845 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816743 Aug 24 00:50:16.850609 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.856464 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.859492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "DELETE /v2.0/networks/607f60bc-be78-4866-9445-21f04f0ef8ea HTTP/1.1" status: 204 len: 168 time: 0.5975661 Aug 24 00:50:16.862267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43378) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:16.874182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b5627-718e-4464-b858-02365224bce4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Network': ['ID=607f60bc-be78-4866-9445-21f04f0ef8ea,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:17.021416 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-595a81d8-5557-449e-812c-6f8c09c2de65 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Deleting port d5760464-3397-434f-be45-cde4221023d7 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:17.021635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-595a81d8-5557-449e-812c-6f8c09c2de65 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:17.096766 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-595a81d8-5557-449e-812c-6f8c09c2de65 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:17.097097 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-595a81d8-5557-449e-812c-6f8c09c2de65 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:17.109156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-595a81d8-5557-449e-812c-6f8c09c2de65 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Calling delete_port for d5760464-3397-434f-be45-cde4221023d7 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:17.210949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 22433e10-9235-496e-b44d-9b566dae2fec details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:50:17.260409 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-595a81d8-5557-449e-812c-6f8c09c2de65 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:17.286591 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a81d8-5557-449e-812c-6f8c09c2de65 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Port': ['ID=d5760464-3397-434f-be45-cde4221023d7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:17.319481 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 22433e10-9235-496e-b44d-9b566dae2fec, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=22433e10-9235-496e-b44d-9b566dae2fec,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:17.334678 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '22433e10-9235-496e-b44d-9b566dae2fec', 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd', 'port_id': '22433e10-9235-496e-b44d-9b566dae2fec', 'mac_address': 'fa:16:3e:63:6b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ada29ee-e9b4-42be-8725-7f87c3e91935', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:50:17.353534 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-595a81d8-5557-449e-812c-6f8c09c2de65 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:17.353876 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-595a81d8-5557-449e-812c-6f8c09c2de65 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Floating IP e3a7d868-c6e2-4d11-abb2-ef41f52b3e07 disassociated (deleted). External IP: 172.25.8.248, port: c0169fbe-c1a9-4036-9707-3b05a348bfdb. Aug 24 00:50:17.373920 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:17.387559 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22433e10-9235-496e-b44d-9b566dae2fec {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:50:17.406865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 22433e10-9235-496e-b44d-9b566dae2fec, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=22433e10-9235-496e-b44d-9b566dae2fec,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:17.411228 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:17.458882 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=22433e10-9235-496e-b44d-9b566dae2fec,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:17.565068 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595a81d8-5557-449e-812c-6f8c09c2de65 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Router de4e471d-34a2-47fd-a69f-2beb49135649 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:17.684813 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595a81d8-5557-449e-812c-6f8c09c2de65 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:17.690125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-595a81d8-5557-449e-812c-6f8c09c2de65 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:17.695157 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc917a0b-b541-4b30-92d7-7e6bc270b6e7 None None] Sync routers for ids ['de4e471d-34a2-47fd-a69f-2beb49135649'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:17.704787 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc917a0b-b541-4b30-92d7-7e6bc270b6e7 None None] Routers {'de4e471d-34a2-47fd-a69f-2beb49135649'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:17.705400 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fc917a0b-b541-4b30-92d7-7e6bc270b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['de4e471d-34a2-47fd-a69f-2beb49135649'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:17.720882 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-595a81d8-5557-449e-812c-6f8c09c2de65 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "DELETE /v2.0/floatingips/e3a7d868-c6e2-4d11-abb2-ef41f52b3e07 HTTP/1.1" status: 204 len: 168 time: 0.8573966 Aug 24 00:50:17.721488 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef065e6c-070e-429a-845d-27a6be006abd', 'tag': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:17.723798 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71e25d3-f37a-46b8-b269-1c97598d5158" -d '{"events": [{"name": "network-changed", "server_uuid": "ef065e6c-070e-429a-845d-27a6be006abd", "tag": "c0169fbe-c1a9-4036-9707-3b05a348bfdb"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:17.814435 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['22433e10-9235-496e-b44d-9b566dae2fec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:50:17.828944 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fc917a0b-b541-4b30-92d7-7e6bc270b6e7 None None] Set router de4e471d-34a2-47fd-a69f-2beb49135649 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:17.848880 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5d70ab-7f20-4118-b22e-e8e17d379699 x-openstack-request-id: req-5f5d70ab-7f20-4118-b22e-e8e17d379699 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:17.849287 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef065e6c-070e-429a-845d-27a6be006abd", "tag": "c0169fbe-c1a9-4036-9707-3b05a348bfdb", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:17.849635 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f5d70ab-7f20-4118-b22e-e8e17d379699 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:17.850153 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef065e6c-070e-429a-845d-27a6be006abd', 'tag': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'status': 'completed', 'code': 200} Aug 24 00:50:18.040988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e25d3-f37a-46b8-b269-1c97598d5158 req-b18f1a40-5fd5-4bc1-a321-f4fa18fb6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:18.042688 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e71e25d3-f37a-46b8-b269-1c97598d5158 req-b18f1a40-5fd5-4bc1-a321-f4fa18fb6204 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 1097 time: 0.1276157 Aug 24 00:50:18.044356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c16965-5219-4fc6-8f99-79f907912831 req-513c3545-239d-4af0-a6c0-43c90a1d5119 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:18.046641 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6c16965-5219-4fc6-8f99-79f907912831 req-513c3545-239d-4af0-a6c0-43c90a1d5119 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1096 time: 0.1052125 Aug 24 00:50:18.052829 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:18.054758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b3f2b-5306-4ae7-ad39-f92e8f85d7db req-fc71c25b-8bf7-4cb6-a370-52038b848f75 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:18.056405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e9b3f2b-5306-4ae7-ad39-f92e8f85d7db req-fc71c25b-8bf7-4cb6-a370-52038b848f75 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 946 time: 0.1321878 Aug 24 00:50:18.070227 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fc917a0b-b541-4b30-92d7-7e6bc270b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:50:11Z', 'revision_number': 6, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:06Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:18.077747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:18.078099 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4b0d6e74-2e4b-47c3-90e2-b45e07004a2f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:18.096804 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc917a0b-b541-4b30-92d7-7e6bc270b6e7 None None] Checking router: de4e471d-34a2-47fd-a69f-2beb49135649 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:18.104967 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc917a0b-b541-4b30-92d7-7e6bc270b6e7 None None] Routers {'de4e471d-34a2-47fd-a69f-2beb49135649'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:18.105565 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fc917a0b-b541-4b30-92d7-7e6bc270b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['de4e471d-34a2-47fd-a69f-2beb49135649'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:18.165320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6c16965-5219-4fc6-8f99-79f907912831 req-cda17b23-cb92-4a1f-953f-976dd99a8206 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077847 Aug 24 00:50:18.187564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e9b3f2b-5306-4ae7-ad39-f92e8f85d7db req-a9e747e3-d6c8-426c-86e8-9f47fa8da9b6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fd346c2-d1a7-4478-84f1-64649af2ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084833 Aug 24 00:50:18.200739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e25d3-f37a-46b8-b269-1c97598d5158 req-fc8b349c-d22f-43ca-b8e5-fe4ce703b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:18.203649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e71e25d3-f37a-46b8-b269-1c97598d5158 req-fc8b349c-d22f-43ca-b8e5-fe4ce703b3c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eddb8b27-c82c-4cd7-b5b3-220f6a002110 HTTP/1.1" status: 200 len: 897 time: 0.1451447 Aug 24 00:50:18.235089 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-fc917a0b-b541-4b30-92d7-7e6bc270b6e7 None None] Set router de4e471d-34a2-47fd-a69f-2beb49135649 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:18.250733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e71e25d3-f37a-46b8-b269-1c97598d5158 req-9aad3176-df5d-40b3-8dbc-3126d0fad693 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0169fbe-c1a9-4036-9707-3b05a348bfdb HTTP/1.1" status: 200 len: 217 time: 0.0372415 Aug 24 00:50:18.303055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e25d3-f37a-46b8-b269-1c97598d5158 req-2dc44bb9-8575-4b5c-9ef5-def84fbb8459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:18.304673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e71e25d3-f37a-46b8-b269-1c97598d5158 req-2dc44bb9-8575-4b5c-9ef5-def84fbb8459 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82f64497-85b8-4771-9bb6-86038636c67e HTTP/1.1" status: 200 len: 834 time: 0.0473263 Aug 24 00:50:18.359410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e25d3-f37a-46b8-b269-1c97598d5158 req-86044b9e-6051-4712-a35c-37a9766f7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:18.360982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e71e25d3-f37a-46b8-b269-1c97598d5158 req-86044b9e-6051-4712-a35c-37a9766f7e9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eddb8b27-c82c-4cd7-b5b3-220f6a002110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467687 Aug 24 00:50:18.441249 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-fc917a0b-b541-4b30-92d7-7e6bc270b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:50:11Z', 'revision_number': 6, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:06Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:18.456492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e71e25d3-f37a-46b8-b269-1c97598d5158 req-71735f82-787b-4b70-919e-75295448352d service neutron] 10.222.0.47 "GET /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860305 Aug 24 00:50:18.471502 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc917a0b-b541-4b30-92d7-7e6bc270b6e7 None None] The sync data for ids ['de4e471d-34a2-47fd-a69f-2beb49135649'] in n-d-805736-1 is: [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:50:11Z', 'revision_number': 6, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '7b8a6178-e176-4b7f-89e8-70c05725518a', 'name': '', 'network_id': 'eddb8b27-c82c-4cd7-b5b3-220f6a002110', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:87:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '82f64497-85b8-4771-9bb6-86038636c67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:01Z', 'updated_at': '2021-08-24T00:48:06Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': '82f64497-85b8-4771-9bb6-86038636c67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:18.559735 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e71e25d3-f37a-46b8-b269-1c97598d5158 req-c677d03b-b033-48a6-af15-f4780f71ba7e service neutron] 10.222.0.47 "GET /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932722 Aug 24 00:50:18.706642 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503cee16-8bf1-4dc8-9147-cc46d6f912b0 None None] New status for floating IP e3a7d868-c6e2-4d11-abb2-ef41f52b3e07: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:50:19.210958 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 22433e10-9235-496e-b44d-9b566dae2fec up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:19.261677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 22433e10-9235-496e-b44d-9b566dae2fec completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:19.265492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 22433e10-9235-496e-b44d-9b566dae2fec triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:19.265866 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:19.309999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cba16a-c683-4e3b-b372-1b65f43c89bf req-417dd5df-97df-4c2f-b32e-baab31e0f73e tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:19.312476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77cba16a-c683-4e3b-b372-1b65f43c89bf req-417dd5df-97df-4c2f-b32e-baab31e0f73e tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1096 time: 0.0728452 Aug 24 00:50:19.336899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34084602-fba6-4772-bf54-44ce29698a73 req-16066101-a3df-4195-8102-98da0485c7a2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:19.338499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34084602-fba6-4772-bf54-44ce29698a73 req-16066101-a3df-4195-8102-98da0485c7a2 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 946 time: 0.0725839 Aug 24 00:50:19.348446 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:19.370673 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751b797f-9c2e-4fee-b627-592e0cec1cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22433e10-9235-496e-b44d-9b566dae2fec'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:19.372956 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a06f8b-52ab-46e1-bd16-a8e0589ce68e" -d '{"events": [{"server_uuid": "751b797f-9c2e-4fee-b627-592e0cec1cb6", "name": "network-vif-plugged", "status": "completed", "tag": "22433e10-9235-496e-b44d-9b566dae2fec"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:19.378792 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77cba16a-c683-4e3b-b372-1b65f43c89bf req-f3feeeed-7225-4d72-a407-7e1f66533176 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591247 Aug 24 00:50:19.386401 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 22433e10-9235-496e-b44d-9b566dae2fec, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=22433e10-9235-496e-b44d-9b566dae2fec,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:19.391120 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:19.394800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-34084602-fba6-4772-bf54-44ce29698a73 req-cea860c3-a40a-4bd4-af99-8578f8805584 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=6fd346c2-d1a7-4478-84f1-64649af2ebd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486317 Aug 24 00:50:19.435723 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4fc70c-05f5-48d6-ba33-79be08ea0b16 x-openstack-request-id: req-4a4fc70c-05f5-48d6-ba33-79be08ea0b16 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:19.436010 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751b797f-9c2e-4fee-b627-592e0cec1cb6", "name": "network-vif-plugged", "status": "completed", "tag": "22433e10-9235-496e-b44d-9b566dae2fec", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:19.436258 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a4fc70c-05f5-48d6-ba33-79be08ea0b16 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:19.437277 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751b797f-9c2e-4fee-b627-592e0cec1cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22433e10-9235-496e-b44d-9b566dae2fec', 'code': 200} Aug 24 00:50:19.452108 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=22433e10-9235-496e-b44d-9b566dae2fec,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:19.560220 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f4085-7a96-4a7a-8835-41fc31d39228 req-8bb7e59c-c373-4d20-be51-33bb9138c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:19.562247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec3f4085-7a96-4a7a-8835-41fc31d39228 req-8bb7e59c-c373-4d20-be51-33bb9138c555 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0444558 Aug 24 00:50:19.597612 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec3f4085-7a96-4a7a-8835-41fc31d39228 req-49777482-dbcf-4957-91bd-e3d86382f57b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281219 Aug 24 00:50:20.110722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509346a-d925-4509-9510-3d24ef23c6d0 req-ef61d69c-c7f1-47bc-b815-3454b40df669 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:20.112162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d509346a-d925-4509-9510-3d24ef23c6d0 req-ef61d69c-c7f1-47bc-b815-3454b40df669 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 946 time: 0.0475690 Aug 24 00:50:20.199931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d509346a-d925-4509-9510-3d24ef23c6d0 req-754f7f92-8510-419a-81d9-247e8d303cc3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Deleting port c0169fbe-c1a9-4036-9707-3b05a348bfdb {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:20.200275 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d509346a-d925-4509-9510-3d24ef23c6d0 req-754f7f92-8510-419a-81d9-247e8d303cc3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:20.289531 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d509346a-d925-4509-9510-3d24ef23c6d0 req-754f7f92-8510-419a-81d9-247e8d303cc3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] For port c0169fbe-c1a9-4036-9707-3b05a348bfdb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=c0169fbe-c1a9-4036-9707-3b05a348bfdb,segment=NetworkSegment(a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f),segment_id=a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:20.289812 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d509346a-d925-4509-9510-3d24ef23c6d0 req-754f7f92-8510-419a-81d9-247e8d303cc3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:20.301890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d509346a-d925-4509-9510-3d24ef23c6d0 req-754f7f92-8510-419a-81d9-247e8d303cc3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Calling delete_port for c0169fbe-c1a9-4036-9707-3b05a348bfdb owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:20.444071 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d509346a-d925-4509-9510-3d24ef23c6d0 req-754f7f92-8510-419a-81d9-247e8d303cc3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:20.485324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f7f92-8510-419a-81d9-247e8d303cc3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Port': ['ID=c0169fbe-c1a9-4036-9707-3b05a348bfdb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:20.529868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6260703f-209a-4332-a63c-3a4812727c05 req-2db68289-733f-4bb7-b963-6bee4ea6e29e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef065e6c-070e-429a-845d-27a6be006abd HTTP/1.1" status: 200 len: 210 time: 0.0489511 Aug 24 00:50:20.572685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d509346a-d925-4509-9510-3d24ef23c6d0 req-754f7f92-8510-419a-81d9-247e8d303cc3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] No DVR routers for this DVR port c0169fbe-c1a9-4036-9707-3b05a348bfdb on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:20.575554 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29af7a-9a0c-4667-a089-90f6e81fa4f0 req-8266d5eb-149f-48bc-901a-30a01ab92aa0 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:20.577676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc29af7a-9a0c-4667-a089-90f6e81fa4f0 req-8266d5eb-149f-48bc-901a-30a01ab92aa0 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1097 time: 0.1236093 Aug 24 00:50:20.578665 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d509346a-d925-4509-9510-3d24ef23c6d0 req-754f7f92-8510-419a-81d9-247e8d303cc3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:20.580559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d509346a-d925-4509-9510-3d24ef23c6d0 req-754f7f92-8510-419a-81d9-247e8d303cc3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.47 "DELETE /v2.0/ports/c0169fbe-c1a9-4036-9707-3b05a348bfdb HTTP/1.1" status: 204 len: 173 time: 0.4613748 Aug 24 00:50:20.581009 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef065e6c-070e-429a-845d-27a6be006abd', 'name': 'network-vif-deleted', 'tag': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:20.583806 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cec128-7c7f-4343-8eea-585f08f04dd4" -d '{"events": [{"server_uuid": "ef065e6c-070e-429a-845d-27a6be006abd", "name": "network-vif-deleted", "tag": "c0169fbe-c1a9-4036-9707-3b05a348bfdb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:20.616886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bc29af7a-9a0c-4667-a089-90f6e81fa4f0 req-5773f8b9-3d0e-4aa4-9746-94fead5a518b tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302010 Aug 24 00:50:20.632825 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af53bd5d-81c8-40ec-8f4d-3eefffbbc161 x-openstack-request-id: req-af53bd5d-81c8-40ec-8f4d-3eefffbbc161 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:20.633116 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef065e6c-070e-429a-845d-27a6be006abd", "name": "network-vif-deleted", "tag": "c0169fbe-c1a9-4036-9707-3b05a348bfdb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:20.633367 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af53bd5d-81c8-40ec-8f4d-3eefffbbc161 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:20.633759 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef065e6c-070e-429a-845d-27a6be006abd', 'name': 'network-vif-deleted', 'tag': 'c0169fbe-c1a9-4036-9707-3b05a348bfdb', 'status': 'completed', 'code': 200} Aug 24 00:50:21.588396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43406) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:21.650230 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24e8b020-b188-4820-b50f-cc92184e7259 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:21.676912 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24e8b020-b188-4820-b50f-cc92184e7259 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:21.725299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2a49b-6874-44fe-95f9-a5cfbe5d2c33 req-f7b80c9a-2db8-46a7-872f-3c0e3ffc7b01 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:21.726877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35b2a49b-6874-44fe-95f9-a5cfbe5d2c33 req-f7b80c9a-2db8-46a7-872f-3c0e3ffc7b01 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0412030 Aug 24 00:50:21.736642 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24e8b020-b188-4820-b50f-cc92184e7259 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:21.739340 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-24e8b020-b188-4820-b50f-cc92184e7259 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:21.743081 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-24e8b020-b188-4820-b50f-cc92184e7259 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "DELETE /v2.0/security-groups/6fd346c2-d1a7-4478-84f1-64649af2ebd2 HTTP/1.1" status: 204 len: 168 time: 0.1511228 Aug 24 00:50:21.749859 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8b020-b188-4820-b50f-cc92184e7259 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd346c2-d1a7-4478-84f1-64649af2ebd2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:21.768649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35b2a49b-6874-44fe-95f9-a5cfbe5d2c33 req-36d1a5e1-0808-42e2-810f-700452ccba25 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356314 Aug 24 00:50:21.780977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43412) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:21.882294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad524764-91b8-44f8-9cbd-c8b3c6e08b8b req-d78848d7-6471-4741-a687-216d5a1916b0 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:21.884025 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad524764-91b8-44f8-9cbd-c8b3c6e08b8b req-d78848d7-6471-4741-a687-216d5a1916b0 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0423753 Aug 24 00:50:21.919198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad524764-91b8-44f8-9cbd-c8b3c6e08b8b req-3c990641-fd05-4749-8143-a8b788bff237 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291986 Aug 24 00:50:22.036013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3064d8-6e89-47fd-8467-b771a2b92aaa req-ec38c4b8-fc18-4a0d-9712-1a1e8500123f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:22.037575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c3064d8-6e89-47fd-8467-b771a2b92aaa req-ec38c4b8-fc18-4a0d-9712-1a1e8500123f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0440533 Aug 24 00:50:22.072575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c3064d8-6e89-47fd-8467-b771a2b92aaa req-88c126b8-83ef-4080-9e31-c6e920ca5b06 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287769 Aug 24 00:50:22.152794 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6560-2c7f-49f3-abe1-511497c09020 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:22.282767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-4f4a7089-9958-4891-a692-bc8317540e71 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:22.284362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-4f4a7089-9958-4891-a692-bc8317540e71 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/networks?id=e2dcddfc-fb68-46eb-9f0a-b016663c64bd HTTP/1.1" status: 200 len: 911 time: 0.0867076 Aug 24 00:50:22.300125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-9e22f67b-4155-4bde-9618-6a8e25911d68 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/quotas/a9638eed9ed14d919e74bed127c81129 HTTP/1.1" status: 200 len: 375 time: 0.0096726 Aug 24 00:50:22.350427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-5d972602-4dfe-4752-a107-d7baa7bfe853 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9638eed9ed14d919e74bed127c81129&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0420985 Aug 24 00:50:22.424367 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c6560-2c7f-49f3-abe1-511497c09020 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Deleting port 7b8a6178-e176-4b7f-89e8-70c05725518a {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:22.424933 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6560-2c7f-49f3-abe1-511497c09020 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:22.446233 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-371ae063-28d8-4384-bce7-97a74607a5ad service neutron] 10.222.0.32 "GET /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866435 Aug 24 00:50:22.515640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ce0c6560-2c7f-49f3-abe1-511497c09020 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] For port 7b8a6178-e176-4b7f-89e8-70c05725518a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7b8a6178-e176-4b7f-89e8-70c05725518a,segment=NetworkSegment(a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f),segment_id=a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:22.516002 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6560-2c7f-49f3-abe1-511497c09020 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:22.527583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c6560-2c7f-49f3-abe1-511497c09020 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Calling delete_port for 7b8a6178-e176-4b7f-89e8-70c05725518a owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:22.535536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-9ad146f7-025e-4852-983d-b1ff2d3c02a5 service neutron] 10.222.0.32 "GET /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831425 Aug 24 00:50:22.715951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac4dc532-9cdd-458e-928c-a68df02146ed req-f095c1db-15cd-491e-9612-a90749cb4e4c tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 210 time: 0.0309339 Aug 24 00:50:22.730987 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6560-2c7f-49f3-abe1-511497c09020 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:22.757693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c6560-2c7f-49f3-abe1-511497c09020 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Port': ['ID=7b8a6178-e176-4b7f-89e8-70c05725518a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:23.168864 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6560-2c7f-49f3-abe1-511497c09020 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:23.389525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0c6560-2c7f-49f3-abe1-511497c09020 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Router de4e471d-34a2-47fd-a69f-2beb49135649 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:23.495770 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0c6560-2c7f-49f3-abe1-511497c09020 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:23.500956 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ce0c6560-2c7f-49f3-abe1-511497c09020 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "PUT /v2.0/routers/de4e471d-34a2-47fd-a69f-2beb49135649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7185318 Aug 24 00:50:23.504124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43440) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:23.505111 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea99fe-9b7f-4521-ba47-e5b3e02a08f7 None None] Sync routers for ids ['de4e471d-34a2-47fd-a69f-2beb49135649'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:23.514166 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea99fe-9b7f-4521-ba47-e5b3e02a08f7 None None] Routers {'de4e471d-34a2-47fd-a69f-2beb49135649'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:23.515329 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7aea99fe-9b7f-4521-ba47-e5b3e02a08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['de4e471d-34a2-47fd-a69f-2beb49135649'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:23.559986 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-699bed65-94d9-4c1f-ba64-34fc1e111e0d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Deleting subnet 82f64497-85b8-4771-9bb6-86038636c67e {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:50:23.565526 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-699bed65-94d9-4c1f-ba64-34fc1e111e0d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:23.627098 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-699bed65-94d9-4c1f-ba64-34fc1e111e0d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:23.638907 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7aea99fe-9b7f-4521-ba47-e5b3e02a08f7 None None] Set router de4e471d-34a2-47fd-a69f-2beb49135649 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:23.796307 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-699bed65-94d9-4c1f-ba64-34fc1e111e0d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:23.820515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-468fefb1-d212-4a3e-a59d-8e4c27911e0c tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:23.821984 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-468fefb1-d212-4a3e-a59d-8e4c27911e0c tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.13 "GET /v2.0/networks?id=e2dcddfc-fb68-46eb-9f0a-b016663c64bd HTTP/1.1" status: 200 len: 911 time: 0.1694858 Aug 24 00:50:23.837108 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7aea99fe-9b7f-4521-ba47-e5b3e02a08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:50:22Z', 'revision_number': 7, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:23.858999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4691f5a-2010-40d8-87a3-4618cd0100ee req-74537035-a172-4551-88b3-e68ba703c3ba tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 210 time: 0.0395677 Aug 24 00:50:23.863869 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea99fe-9b7f-4521-ba47-e5b3e02a08f7 None None] Checking router: de4e471d-34a2-47fd-a69f-2beb49135649 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:23.865544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-a50b4df8-c41e-4786-8f08-c800ecc0759f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Request body: {'port': {'device_id': 'd40e777f-271f-49b9-bbd9-b2d1c7e77f1e', 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd', 'admin_state_up': True, 'tenant_id': 'a9638eed9ed14d919e74bed127c81129'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:23.876112 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea99fe-9b7f-4521-ba47-e5b3e02a08f7 None None] Routers {'de4e471d-34a2-47fd-a69f-2beb49135649'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:23.876876 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7aea99fe-9b7f-4521-ba47-e5b3e02a08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['de4e471d-34a2-47fd-a69f-2beb49135649'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:23.898572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-a50b4df8-c41e-4786-8f08-c800ecc0759f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Made reservation on behalf of a9638eed9ed14d919e74bed127c81129 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:50:23.901063 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-a50b4df8-c41e-4786-8f08-c800ecc0759f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:23.912128 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-699bed65-94d9-4c1f-ba64-34fc1e111e0d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:23.950727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bed65-94d9-4c1f-ba64-34fc1e111e0d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Subnet': ['ID=82f64497-85b8-4771-9bb6-86038636c67e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:23.954494 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-699bed65-94d9-4c1f-ba64-34fc1e111e0d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:23.955748 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:23.956395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-699bed65-94d9-4c1f-ba64-34fc1e111e0d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "DELETE /v2.0/subnets/82f64497-85b8-4771-9bb6-86038636c67e HTTP/1.1" status: 204 len: 168 time: 0.4507720 Aug 24 00:50:23.959003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43444) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:23.961452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdec357-0276-468e-8e35-1fdc66974078 None None] Network eddb8b27-c82c-4cd7-b5b3-220f6a002110 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:50:24.007032 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7aea99fe-9b7f-4521-ba47-e5b3e02a08f7 None None] Set router de4e471d-34a2-47fd-a69f-2beb49135649 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:24.183949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1dc1d6-2484-4ca4-b314-532e2709482b None None] DHCP port deletion for eddb8b27-c82c-4cd7-b5b3-220f6a002110 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:50:24.205929 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7aea99fe-9b7f-4521-ba47-e5b3e02a08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:50:22Z', 'revision_number': 7, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:24.232436 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fd1dc1d6-2484-4ca4-b314-532e2709482b None None] Deleting port 35e11205-ada0-45ec-97f1-987466350e55 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:24.232819 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd1dc1d6-2484-4ca4-b314-532e2709482b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.235676 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea99fe-9b7f-4521-ba47-e5b3e02a08f7 None None] The sync data for ids ['de4e471d-34a2-47fd-a69f-2beb49135649'] in n-d-805736-1 is: [{'id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'name': 'tempest-TestNetworkBasicOps-router-1390986302', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:47:57Z', 'updated_at': '2021-08-24T00:50:22Z', 'revision_number': 7, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': 'b2d76c8c-b29c-4045-8560-deb62dc71c32', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4e471d-34a2-47fd-a69f-2beb49135649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:47:58Z', 'updated_at': '2021-08-24T00:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:24.305049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fd1dc1d6-2484-4ca4-b314-532e2709482b None None] For port 35e11205-ada0-45ec-97f1-987466350e55, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=35e11205-ada0-45ec-97f1-987466350e55,segment=NetworkSegment(a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f),segment_id=a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:24.305450 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd1dc1d6-2484-4ca4-b314-532e2709482b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.319966 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fd1dc1d6-2484-4ca4-b314-532e2709482b None None] Calling delete_port for 35e11205-ada0-45ec-97f1-987466350e55 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:24.399958 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fd1dc1d6-2484-4ca4-b314-532e2709482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.424508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dc1d6-2484-4ca4-b314-532e2709482b None None] Pushing event deleted for resources: {'Port': ['ID=35e11205-ada0-45ec-97f1-987466350e55,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:24.432080 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1dc1d6-2484-4ca4-b314-532e2709482b None None] No DVR routers for this DVR port 35e11205-ada0-45ec-97f1-987466350e55 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:24.469451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-a50b4df8-c41e-4786-8f08-c800ecc0759f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Allocated IP 172.20.0.4 (e2dcddfc-fb68-46eb-9f0a-b016663c64bd/7ada29ee-e9b4-42be-8725-7f87c3e91935/80afcfa1-111f-40e4-a8e3-875e00adfe5f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:24.475718 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.655975 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.724966 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-a50b4df8-c41e-4786-8f08-c800ecc0759f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.743445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-a50b4df8-c41e-4786-8f08-c800ecc0759f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Transition to ACTIVE for port object 80afcfa1-111f-40e4-a8e3-875e00adfe5f will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:24.763841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Deleting port b2d76c8c-b29c-4045-8560-deb62dc71c32 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:24.764172 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.831724 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-a50b4df8-c41e-4786-8f08-c800ecc0759f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.863654 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['22433e10-9235-496e-b44d-9b566dae2fec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:50:24.891333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-a50b4df8-c41e-4786-8f08-c800ecc0759f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Network e2dcddfc-fb68-46eb-9f0a-b016663c64bd is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:24.901324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-a50b4df8-c41e-4786-8f08-c800ecc0759f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:24.907375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b4df8-c41e-4786-8f08-c800ecc0759f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Pushing event updated for resources: {'Port': ['ID=80afcfa1-111f-40e4-a8e3-875e00adfe5f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:24.909672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-a50b4df8-c41e-4786-8f08-c800ecc0759f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:24.912744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] For port b2d76c8c-b29c-4045-8560-deb62dc71c32, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b2d76c8c-b29c-4045-8560-deb62dc71c32,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:24.913110 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.948983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Calling delete_port for b2d76c8c-b29c-4045-8560-deb62dc71c32 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:25.000836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-a50b4df8-c41e-4786-8f08-c800ecc0759f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:25.001463 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-a50b4df8-c41e-4786-8f08-c800ecc0759f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.059502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-a50b4df8-c41e-4786-8f08-c800ecc0759f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1995471 Aug 24 00:50:25.067340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0587e-50aa-4725-beaa-b45a603736c9 req-738fb3f9-9205-4a26-bb9d-404ea111399d tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:25.068885 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1db0587e-50aa-4725-beaa-b45a603736c9 req-738fb3f9-9205-4a26-bb9d-404ea111399d tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1027 time: 0.1131513 Aug 24 00:50:25.080985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Request body: {'port': {'device_id': 'd40e777f-271f-49b9-bbd9-b2d1c7e77f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:25.199994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1db0587e-50aa-4725-beaa-b45a603736c9 req-ced676b7-46ba-4862-b814-40d423da7db2 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237087 Aug 24 00:50:25.201400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c133f691-a9be-4cb8-8eb8-c22c942e3d92 None None] Provisioning for port 80afcfa1-111f-40e4-a8e3-875e00adfe5f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:25.211788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c133f691-a9be-4cb8-8eb8-c22c942e3d92 None None] Provisioning complete for port 80afcfa1-111f-40e4-a8e3-875e00adfe5f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:25.212230 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c133f691-a9be-4cb8-8eb8-c22c942e3d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.222985 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.253340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c133f691-a9be-4cb8-8eb8-c22c942e3d92 None None] Port 80afcfa1-111f-40e4-a8e3-875e00adfe5f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:25.268670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device c0169fbe-c1a9-4036-9707-3b05a348bfdb no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:25.289117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: c0169fbe-c1a9-4036-9707-3b05a348bfdb {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:25.289513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device c0169fbe-c1a9-4036-9707-3b05a348bfdb not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:25.292449 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.336965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Port': ['ID=b2d76c8c-b29c-4045-8560-deb62dc71c32,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:25.490252 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.586726 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.593878 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.653453 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.654238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Fanout notify agent at l3_agent the message router_deleted on router de4e471d-34a2-47fd-a69f-2beb49135649 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:50:25.663739 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.667403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4da5453f-4eab-4aae-abe5-dcfca76b2d96 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "DELETE /v2.0/routers/de4e471d-34a2-47fd-a69f-2beb49135649 HTTP/1.1" status: 204 len: 168 time: 1.7049441 Aug 24 00:50:25.667859 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43448) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:25.721971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80afcfa1-111f-40e4-a8e3-875e00adfe5f {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:50:25.732300 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.747910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Transition to ACTIVE for port object 80afcfa1-111f-40e4-a8e3-875e00adfe5f will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:25.753425 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.755888 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e03b0b2-478d-4ece-8d6b-69b4945cb98b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.813953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Pushing event updated for resources: {'Port': ['ID=80afcfa1-111f-40e4-a8e3-875e00adfe5f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:25.856737 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e03b0b2-478d-4ece-8d6b-69b4945cb98b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.867064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3e03b0b2-478d-4ece-8d6b-69b4945cb98b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddb8b27-c82c-4cd7-b5b3-220f6a002110']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:25.878424 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3e03b0b2-478d-4ece-8d6b-69b4945cb98b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:25.878851 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-3e03b0b2-478d-4ece-8d6b-69b4945cb98b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d75b7e-bd02-4f14-8399-bfdfcdfbdf4f') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:25.884075 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Attempting to bind port 80afcfa1-111f-40e4-a8e3-875e00adfe5f on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:50:25.884437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Attempting to bind port 80afcfa1-111f-40e4-a8e3-875e00adfe5f by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:50:25.884764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Attempting to bind port 80afcfa1-111f-40e4-a8e3-875e00adfe5f on network e2dcddfc-fb68-46eb-9f0a-b016663c64bd {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:25.889125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Port 80afcfa1-111f-40e4-a8e3-875e00adfe5f on network e2dcddfc-fb68-46eb-9f0a-b016663c64bd not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:50:25.889469 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Attempting to bind port 80afcfa1-111f-40e4-a8e3-875e00adfe5f on network e2dcddfc-fb68-46eb-9f0a-b016663c64bd {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:25.890722 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e03b0b2-478d-4ece-8d6b-69b4945cb98b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.895296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:50:25.895636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Checking segment: {'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:25.896019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Bound using segment: {'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:50:25.896444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Bound port: 80afcfa1-111f-40e4-a8e3-875e00adfe5f, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d86f73-bb80-4183-a19d-f9d839355aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:50:25.896800 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.913580 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e03b0b2-478d-4ece-8d6b-69b4945cb98b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.919798 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e03b0b2-478d-4ece-8d6b-69b4945cb98b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:50:25.920198 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e03b0b2-478d-4ece-8d6b-69b4945cb98b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:50:25.924307 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:50:25.973580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] For port 80afcfa1-111f-40e4-a8e3-875e00adfe5f, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:50:25.977095 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] For port 80afcfa1-111f-40e4-a8e3-875e00adfe5f, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=80afcfa1-111f-40e4-a8e3-875e00adfe5f,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:50:25.982690 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.989860 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e03b0b2-478d-4ece-8d6b-69b4945cb98b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.995776 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3e03b0b2-478d-4ece-8d6b-69b4945cb98b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.001998 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3e03b0b2-478d-4ece-8d6b-69b4945cb98b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "DELETE /v2.0/networks/eddb8b27-c82c-4cd7-b5b3-220f6a002110 HTTP/1.1" status: 204 len: 168 time: 0.3285146 Aug 24 00:50:26.018929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03b0b2-478d-4ece-8d6b-69b4945cb98b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Network': ['ID=eddb8b27-c82c-4cd7-b5b3-220f6a002110,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:26.020191 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43450) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:26.025740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:26.026359 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.026882 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c1a72c6c-92cb-4ca1-b6bc-64917dd1eaf6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'network': {'name': 'tempest-network-smoke--622303147', 'project_id': '38081af238414bd488e48d97e0e81c08', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:26.028494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] 10.222.0.13 "PUT /v2.0/ports/80afcfa1-111f-40e4-a8e3-875e00adfe5f HTTP/1.1" status: 200 len: 1091 time: 0.9537108 Aug 24 00:50:26.032181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40e777f-271f-49b9-bbd9-b2d1c7e77f1e', 'tag': '80afcfa1-111f-40e4-a8e3-875e00adfe5f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:26.034628 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9f32bb-1dd8-4738-912b-42bf20aa5a14" -d '{"events": [{"name": "network-changed", "server_uuid": "d40e777f-271f-49b9-bbd9-b2d1c7e77f1e", "tag": "80afcfa1-111f-40e4-a8e3-875e00adfe5f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:26.055302 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a72c6c-92cb-4ca1-b6bc-64917dd1eaf6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Made reservation on behalf of 38081af238414bd488e48d97e0e81c08 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:50:26.058869 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a72c6c-92cb-4ca1-b6bc-64917dd1eaf6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.072496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2eddd-d533-47bd-b662-06e577c53516 service neutron] Pushing event updated for resources: {'Port': ['ID=80afcfa1-111f-40e4-a8e3-875e00adfe5f,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:26.086099 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a72c6c-92cb-4ca1-b6bc-64917dd1eaf6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:50:26.104910 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a72c6c-92cb-4ca1-b6bc-64917dd1eaf6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.105260 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-c1a72c6c-92cb-4ca1-b6bc-64917dd1eaf6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Added segment 971907c9-c3f2-406e-bdbf-09b6ec1e1b0c of type vlan for network 4652353f-e949-4a92-81d9-72ce1f32dea7 Aug 24 00:50:26.143443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-9e9c88bb-0b66-4b6a-a465-52d55450218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:26.146108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-9e9c88bb-0b66-4b6a-a465-52d55450218f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9638eed9ed14d919e74bed127c81129&device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1094 time: 0.0558450 Aug 24 00:50:26.147651 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85033b59-fcf4-4008-8727-2bcafaf53710 x-openstack-request-id: req-85033b59-fcf4-4008-8727-2bcafaf53710 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:26.148062 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40e777f-271f-49b9-bbd9-b2d1c7e77f1e", "tag": "80afcfa1-111f-40e4-a8e3-875e00adfe5f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:26.148402 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85033b59-fcf4-4008-8727-2bcafaf53710 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:26.148707 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40e777f-271f-49b9-bbd9-b2d1c7e77f1e', 'tag': '80afcfa1-111f-40e4-a8e3-875e00adfe5f', 'status': 'completed', 'code': 200} Aug 24 00:50:26.173173 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a72c6c-92cb-4ca1-b6bc-64917dd1eaf6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.220105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-1dca023f-2d8c-4b10-8caa-4dc1273e8316 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80afcfa1-111f-40e4-a8e3-875e00adfe5f HTTP/1.1" status: 200 len: 217 time: 0.0546598 Aug 24 00:50:26.221446 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 35e11205-ada0-45ec-97f1-987466350e55 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:26.225141 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a72c6c-92cb-4ca1-b6bc-64917dd1eaf6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.232443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a72c6c-92cb-4ca1-b6bc-64917dd1eaf6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:26.233162 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c1a72c6c-92cb-4ca1-b6bc-64917dd1eaf6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.272044 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 35e11205-ada0-45ec-97f1-987466350e55 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:26.272895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 35e11205-ada0-45ec-97f1-987466350e55 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:26.273587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7b8a6178-e176-4b7f-89e8-70c05725518a no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:26.283383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43456) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:26.285781 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c1a72c6c-92cb-4ca1-b6bc-64917dd1eaf6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2644620 Aug 24 00:50:26.288507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'admin_state_up': True, 'project_id': '38081af238414bd488e48d97e0e81c08', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:26.300202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 7b8a6178-e176-4b7f-89e8-70c05725518a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:26.300817 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7b8a6178-e176-4b7f-89e8-70c05725518a not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:26.301393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b2d76c8c-b29c-4045-8560-deb62dc71c32 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:26.318290 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-dcb485b2-b264-43e1-a042-e7aa01ef990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:26.319822 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-dcb485b2-b264-43e1-a042-e7aa01ef990d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ada29ee-e9b4-42be-8725-7f87c3e91935 HTTP/1.1" status: 200 len: 849 time: 0.0927770 Aug 24 00:50:26.332822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: b2d76c8c-b29c-4045-8560-deb62dc71c32 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:26.333565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b2d76c8c-b29c-4045-8560-deb62dc71c32 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:26.342589 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a72c6c-92cb-4ca1-b6bc-64917dd1eaf6 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Network': ['ID=4652353f-e949-4a92-81d9-72ce1f32dea7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:26.354599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 4652353f-e949-4a92-81d9-72ce1f32dea7 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:50:26.370867 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.371898 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.404805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb43ba8-9a1b-4203-9969-c3bc45016a0b req-17970cb1-458e-4bbe-8372-bededf1bbb34 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:26.406787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ccb43ba8-9a1b-4203-9969-c3bc45016a0b req-17970cb1-458e-4bbe-8372-bededf1bbb34 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1094 time: 0.1029274 Aug 24 00:50:26.426137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-fdfecf9d-7f09-4bea-9c82-9afcfef2563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:26.427668 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-fdfecf9d-7f09-4bea-9c82-9afcfef2563d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2dcddfc-fb68-46eb-9f0a-b016663c64bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906739 Aug 24 00:50:26.470519 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.562971 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ccb43ba8-9a1b-4203-9969-c3bc45016a0b req-2a03249b-1329-46da-8919-8c1e69754dbd tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464672 Aug 24 00:50:26.672323 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.700167 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-25319c1a-c74b-4932-a371-115c4595014d service neutron] 10.222.0.13 "GET /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611187 Aug 24 00:50:26.835092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d8dbb7-b932-4fb7-8e72-7388e4dea242 req-aad881ea-2c57-4d61-9419-b1b4c30a29ce service neutron] 10.222.0.13 "GET /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271899 Aug 24 00:50:26.977293 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.000298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.013197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f32bb-1dd8-4738-912b-42bf20aa5a14 req-232cc359-2da5-4601-9f4b-c394ce51d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:27.015390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c9f32bb-1dd8-4738-912b-42bf20aa5a14 req-232cc359-2da5-4601-9f4b-c394ce51d833 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9638eed9ed14d919e74bed127c81129&device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1094 time: 0.0889213 Aug 24 00:50:27.179724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Allocated IP 172.25.8.49 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/8be33ec1-826c-46ae-b286-de536299d69c) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:27.181965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f32bb-1dd8-4738-912b-42bf20aa5a14 req-3662a6d7-b538-4c18-b456-ce6860af1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:27.183511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c9f32bb-1dd8-4738-912b-42bf20aa5a14 req-3662a6d7-b538-4c18-b456-ce6860af1b39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2dcddfc-fb68-46eb-9f0a-b016663c64bd HTTP/1.1" status: 200 len: 911 time: 0.1412399 Aug 24 00:50:27.228000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c9f32bb-1dd8-4738-912b-42bf20aa5a14 req-f825bc62-9228-4260-a996-f7d28762dbf2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80afcfa1-111f-40e4-a8e3-875e00adfe5f HTTP/1.1" status: 200 len: 217 time: 0.0360808 Aug 24 00:50:27.324155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f32bb-1dd8-4738-912b-42bf20aa5a14 req-a9bfdfc5-3a33-45e9-a9aa-d106d9f7cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:27.325635 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c9f32bb-1dd8-4738-912b-42bf20aa5a14 req-a9bfdfc5-3a33-45e9-a9aa-d106d9f7cb1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ada29ee-e9b4-42be-8725-7f87c3e91935 HTTP/1.1" status: 200 len: 849 time: 0.0862656 Aug 24 00:50:27.379881 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.399524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f32bb-1dd8-4738-912b-42bf20aa5a14 req-9c6c85cf-5763-485e-8fbb-e4672c1ccf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:27.401103 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c9f32bb-1dd8-4738-912b-42bf20aa5a14 req-9c6c85cf-5763-485e-8fbb-e4672c1ccf3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2dcddfc-fb68-46eb-9f0a-b016663c64bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663049 Aug 24 00:50:27.487868 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.543355 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-241b4b4d-e4da-41e3-8a07-0faee4f560f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.556327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:27.559595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c9f32bb-1dd8-4738-912b-42bf20aa5a14 req-c3829505-b65b-49ad-9e20-579ceb33ee28 service neutron] 10.222.0.13 "GET /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501868 Aug 24 00:50:27.560441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:27.562978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=8be33ec1-826c-46ae-b286-de536299d69c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:27.565126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:28.100777 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f6b2a-f298-47c9-a2fa-c9834c448461 req-94a8670a-09ae-42f8-823e-242d1d3f4e6d tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:28.102312 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d44f6b2a-f298-47c9-a2fa-c9834c448461 req-94a8670a-09ae-42f8-823e-242d1d3f4e6d tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1094 time: 0.4642310 Aug 24 00:50:28.113963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c9f32bb-1dd8-4738-912b-42bf20aa5a14 req-c6b825bb-5397-4f7d-9fe0-011a3b47ac21 service neutron] 10.222.0.13 "GET /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453136 Aug 24 00:50:28.181571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d44f6b2a-f298-47c9-a2fa-c9834c448461 req-6e909763-0014-48fb-a8ff-266ff5cee3eb tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720100 Aug 24 00:50:28.246825 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:28.437776 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:28.561970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Router 69962229-6236-4aa0-8b27-7fa048ca1c8a is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:50:28.672801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:28.681773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Sync routers for ids ['69962229-6236-4aa0-8b27-7fa048ca1c8a'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:28.693025 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:28.693888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Routers {'69962229-6236-4aa0-8b27-7fa048ca1c8a'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:28.697278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5f8aa77d-20b0-4ba6-8a9d-b1e61b931f3f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4099627 Aug 24 00:50:28.697356 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69962229-6236-4aa0-8b27-7fa048ca1c8a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:28.697636 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:28.728097 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d28934a0-59c9-4685-adb4-7a5f91cdebac tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=38081af238414bd488e48d97e0e81c08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269847 Aug 24 00:50:28.728378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43462) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:28.802400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Set router 69962229-6236-4aa0-8b27-7fa048ca1c8a gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:28.820271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe8766d-5c46-428d-8bf2-59bd7ab23e1c tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:28.821727 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7fe8766d-5c46-428d-8bf2-59bd7ab23e1c tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924315 Aug 24 00:50:28.824577 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43464) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:28.852623 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ba1f051-3ca8-4912-80aa-cca0331b3b80 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269761 Aug 24 00:50:28.855231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43466) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:28.860564 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5baf7be5-8172-418a-8cba-527b13ff4a49 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1123897833', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'project_id': '38081af238414bd488e48d97e0e81c08', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:28.948116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baf7be5-8172-418a-8cba-527b13ff4a49 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Made reservation on behalf of 38081af238414bd488e48d97e0e81c08 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:50:28.951937 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5baf7be5-8172-418a-8cba-527b13ff4a49 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:28.985676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:50:28Z', 'revision_number': 3, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:29.011777 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Checking router: 69962229-6236-4aa0-8b27-7fa048ca1c8a for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:29.012130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Updating router 69962229-6236-4aa0-8b27-7fa048ca1c8a port 8be33ec1-826c-46ae-b286-de536299d69c binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:50:29.037630 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.134299 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5baf7be5-8172-418a-8cba-527b13ff4a49 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.200501 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf7be5-8172-418a-8cba-527b13ff4a49 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Subnet': ['ID=ff630a7a-fa42-4e38-a543-5f8c2a4eee96,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:29.213170 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf7be5-8172-418a-8cba-527b13ff4a49 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Checking segment: {'id': '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:29.213558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baf7be5-8172-418a-8cba-527b13ff4a49 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network hostable DHCP agents. Network: 4652353f-e949-4a92-81d9-72ce1f32dea7, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:50:29.231575 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baf7be5-8172-418a-8cba-527b13ff4a49 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network 4652353f-e949-4a92-81d9-72ce1f32dea7 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:50:29.242283 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-5baf7be5-8172-418a-8cba-527b13ff4a49 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 4652353f-e949-4a92-81d9-72ce1f32dea7) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:29.247769 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baf7be5-8172-418a-8cba-527b13ff4a49 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:29.248751 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5baf7be5-8172-418a-8cba-527b13ff4a49 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.264947 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5baf7be5-8172-418a-8cba-527b13ff4a49 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4087160 Aug 24 00:50:29.267904 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43470) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:29.268515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432bc871-20bc-40e5-9175-1ee8240abd3a None None] Network 4652353f-e949-4a92-81d9-72ce1f32dea7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:50:29.300346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9560b-ad1d-4723-9d95-b6e2727ea6de req-3dd47bff-7f66-412e-8656-4d151f3c7745 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:29.302253 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eea9560b-ad1d-4723-9d95-b6e2727ea6de req-3dd47bff-7f66-412e-8656-4d151f3c7745 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1094 time: 0.0493259 Aug 24 00:50:29.338913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eea9560b-ad1d-4723-9d95-b6e2727ea6de req-841f08f1-de6f-46e4-9ff5-20852e8b7ef9 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304940 Aug 24 00:50:29.371122 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.392532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Transition to ACTIVE for port object 8be33ec1-826c-46ae-b286-de536299d69c will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:29.399995 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.489038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a891a-862a-4ffe-aaf8-495a0952ea8d None None] Pushing event updated for resources: {'Port': ['ID=8be33ec1-826c-46ae-b286-de536299d69c,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:29.504982 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Attempting to bind port 8be33ec1-826c-46ae-b286-de536299d69c on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:50:29.505361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Attempting to bind port 8be33ec1-826c-46ae-b286-de536299d69c by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:50:29.505729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Attempting to bind port 8be33ec1-826c-46ae-b286-de536299d69c on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:29.512296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:50:29.512723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:29.513070 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.513469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:50:29.513935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Bound port: 8be33ec1-826c-46ae-b286-de536299d69c, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:50:29.514323 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.517958 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-4652353f-e949-4a92-81d9-72ce1f32dea7', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ips': [{'subnet_id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:50:29.518827 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.637762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] For port 8be33ec1-826c-46ae-b286-de536299d69c, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:50:29.644553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] For port 8be33ec1-826c-46ae-b286-de536299d69c, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8be33ec1-826c-46ae-b286-de536299d69c,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:50:29.652474 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.709360 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.758031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Allocated IP 172.20.0.2 (4652353f-e949-4a92-81d9-72ce1f32dea7/ff630a7a-fa42-4e38-a543-5f8c2a4eee96/cc8ad929-8865-470c-8565-eb44572ef1a0) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:29.760000 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a891a-862a-4ffe-aaf8-495a0952ea8d None None] Pushing event updated for resources: {'Port': ['ID=8be33ec1-826c-46ae-b286-de536299d69c,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:29.771364 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Routers {'69962229-6236-4aa0-8b27-7fa048ca1c8a'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:29.771909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69962229-6236-4aa0-8b27-7fa048ca1c8a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:30.060455 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.110603 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] Set router 69962229-6236-4aa0-8b27-7fa048ca1c8a gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:30.220592 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.256392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 80afcfa1-111f-40e4-a8e3-875e00adfe5f details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:50:30.283594 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.300426 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Transition to ACTIVE for port object cc8ad929-8865-470c-8565-eb44572ef1a0 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:30.308733 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54775690-1fc1-4423-b80d-f5aab0cadf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.384820 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Transition to ACTIVE for port object cc8ad929-8865-470c-8565-eb44572ef1a0 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:30.419805 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.446885 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Allocated IP 172.20.0.1 (4652353f-e949-4a92-81d9-72ce1f32dea7/ff630a7a-fa42-4e38-a543-5f8c2a4eee96/c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:30.479427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2851554-98bc-486e-be32-6218a413451e req-d610ec6f-96a8-4452-97b7-b36f1818a00d tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:30.482181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2851554-98bc-486e-be32-6218a413451e req-d610ec6f-96a8-4452-97b7-b36f1818a00d tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1094 time: 0.0480628 Aug 24 00:50:30.496723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Network 4652353f-e949-4a92-81d9-72ce1f32dea7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:30.498384 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Pushing event updated for resources: {'Port': ['ID=cc8ad929-8865-470c-8565-eb44572ef1a0,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:30.507685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:30.517725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:30.526260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b2851554-98bc-486e-be32-6218a413451e req-d2dae4b7-66cd-432c-b568-8f1d8fcba8a3 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369558 Aug 24 00:50:30.526921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 80afcfa1-111f-40e4-a8e3-875e00adfe5f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=80afcfa1-111f-40e4-a8e3-875e00adfe5f,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:30.561918 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '80afcfa1-111f-40e4-a8e3-875e00adfe5f', 'network_id': 'e2dcddfc-fb68-46eb-9f0a-b016663c64bd', 'port_id': '80afcfa1-111f-40e4-a8e3-875e00adfe5f', 'mac_address': 'fa:16:3e:e1:e7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ada29ee-e9b4-42be-8725-7f87c3e91935', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:50:30.571785 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.591145 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Transition to ACTIVE for port object c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:30.609774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:50:28Z', 'revision_number': 3, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:30.624775 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.649590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Attempting to bind port cc8ad929-8865-470c-8565-eb44572ef1a0 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:50:30.649971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Attempting to bind port cc8ad929-8865-470c-8565-eb44572ef1a0 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:50:30.650337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Attempting to bind port cc8ad929-8865-470c-8565-eb44572ef1a0 on network 4652353f-e949-4a92-81d9-72ce1f32dea7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:30.655642 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133dddb2-ab09-4fee-92a5-d87735e942de None None] The sync data for ids ['69962229-6236-4aa0-8b27-7fa048ca1c8a'] in n-d-805736-1 is: [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:50:28Z', 'revision_number': 3, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:30.663919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:50:30.664306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Checking segment: {'id': '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:30.664721 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.664829 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network 4652353f-e949-4a92-81d9-72ce1f32dea7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:30.665118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Bound using segment: {'id': '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:50:30.665601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Bound port: cc8ad929-8865-470c-8565-eb44572ef1a0, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:50:30.666006 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.668196 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:30.669130 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.672395 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:30.711156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:30.712051 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80afcfa1-111f-40e4-a8e3-875e00adfe5f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:50:30.730473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.750323 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 80afcfa1-111f-40e4-a8e3-875e00adfe5f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=80afcfa1-111f-40e4-a8e3-875e00adfe5f,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:30.756301 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.793566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] For port cc8ad929-8865-470c-8565-eb44572ef1a0, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:50:30.809909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] For port cc8ad929-8865-470c-8565-eb44572ef1a0, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=cc8ad929-8865-470c-8565-eb44572ef1a0,segment=NetworkSegment(971907c9-c3f2-406e-bdbf-09b6ec1e1b0c),segment_id=971907c9-c3f2-406e-bdbf-09b6ec1e1b0c)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:50:30.821909 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.829329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=80afcfa1-111f-40e4-a8e3-875e00adfe5f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:30.891319 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.897589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb55c88-64d1-43ab-84e6-be59e448bf0a None None] Pushing event updated for resources: {'Port': ['ID=cc8ad929-8865-470c-8565-eb44572ef1a0,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:31.017222 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['80afcfa1-111f-40e4-a8e3-875e00adfe5f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:50:31.276621 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:31.282751 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:31.337888 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:31.357176 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:31.359616 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:31.461351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network 4652353f-e949-4a92-81d9-72ce1f32dea7 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:31.462912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:31.584888 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Router 69962229-6236-4aa0-8b27-7fa048ca1c8a has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:31.673855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebe4cd-f5ab-4a7b-bfbb-0540e5ed9c79 req-351a1dce-7d1f-4fd2-bd74-cc4df359742e tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:31.677657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60ebe4cd-f5ab-4a7b-bfbb-0540e5ed9c79 req-351a1dce-7d1f-4fd2-bd74-cc4df359742e tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1095 time: 0.0466957 Aug 24 00:50:31.719654 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:31.726326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60ebe4cd-f5ab-4a7b-bfbb-0540e5ed9c79 req-6c368a5a-ecfc-4590-b23c-9c4d58bef3a5 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436401 Aug 24 00:50:31.727272 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a12df4dc-0b66-447c-abd5-47f0fa4119be tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "PUT /v2.0/routers/69962229-6236-4aa0-8b27-7fa048ca1c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4579458 Aug 24 00:50:31.727727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43476) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:31.843396 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df201207-7059-4163-a87d-d2e3b3cd3f16 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:31.843976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df201207-7059-4163-a87d-d2e3b3cd3f16 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:31.844595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df201207-7059-4163-a87d-d2e3b3cd3f16 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:31.845070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df201207-7059-4163-a87d-d2e3b3cd3f16 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:31.845540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df201207-7059-4163-a87d-d2e3b3cd3f16 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:31.846129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df201207-7059-4163-a87d-d2e3b3cd3f16 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:31.848016 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-df201207-7059-4163-a87d-d2e3b3cd3f16 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1192157 Aug 24 00:50:31.850809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43478) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:31.941668 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170658f4-adb7-4eed-8ea0-55e5d79cb171 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:31.942143 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170658f4-adb7-4eed-8ea0-55e5d79cb171 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:31.942611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170658f4-adb7-4eed-8ea0-55e5d79cb171 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:31.943105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170658f4-adb7-4eed-8ea0-55e5d79cb171 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:31.943582 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170658f4-adb7-4eed-8ea0-55e5d79cb171 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:31.944041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170658f4-adb7-4eed-8ea0-55e5d79cb171 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:31.948721 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-170658f4-adb7-4eed-8ea0-55e5d79cb171 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4001 time: 0.0969331 Aug 24 00:50:31.949385 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:31.965255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d621b091-7bbd-4bb7-bebc-b4704f9e8b52 None None] Network 4652353f-e949-4a92-81d9-72ce1f32dea7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:50:32.029722 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2832f667-d47a-471d-8219-117e2b3c4254 None None] Provisioning for port cc8ad929-8865-470c-8565-eb44572ef1a0 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:32.109822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cc8ad929-8865-470c-8565-eb44572ef1a0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:32.199392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port cc8ad929-8865-470c-8565-eb44572ef1a0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:32.204877 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port cc8ad929-8865-470c-8565-eb44572ef1a0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:32.205345 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.283255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 80afcfa1-111f-40e4-a8e3-875e00adfe5f up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:32.332836 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.379033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port cc8ad929-8865-470c-8565-eb44572ef1a0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=cc8ad929-8865-470c-8565-eb44572ef1a0,segment=NetworkSegment(971907c9-c3f2-406e-bdbf-09b6ec1e1b0c),segment_id=971907c9-c3f2-406e-bdbf-09b6ec1e1b0c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:32.386016 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.386762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8be33ec1-826c-46ae-b286-de536299d69c up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:32.390186 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 80afcfa1-111f-40e4-a8e3-875e00adfe5f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:32.397187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 80afcfa1-111f-40e4-a8e3-875e00adfe5f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:32.397187 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.499486 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bd45c631-c453-41de-8770-2617771cff00 tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.5460980 Aug 24 00:50:32.519967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-720b5a68-bbd0-41f3-a24b-73203c8bc37e None None] Provisioning complete for port cc8ad929-8865-470c-8565-eb44572ef1a0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:32.520391 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-720b5a68-bbd0-41f3-a24b-73203c8bc37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.527751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=cc8ad929-8865-470c-8565-eb44572ef1a0,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:32.595407 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 8be33ec1-826c-46ae-b286-de536299d69c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:32.607334 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8be33ec1-826c-46ae-b286-de536299d69c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:32.607715 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.644829 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.671529 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Sync routers for ids ['69962229-6236-4aa0-8b27-7fa048ca1c8a'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:32.681129 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Routers {'69962229-6236-4aa0-8b27-7fa048ca1c8a'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:32.681982 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69962229-6236-4aa0-8b27-7fa048ca1c8a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:32.732109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40e777f-271f-49b9-bbd9-b2d1c7e77f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80afcfa1-111f-40e4-a8e3-875e00adfe5f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:32.734729 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366fddd0-c727-4dd1-ad4c-fae13569bdac" -d '{"events": [{"server_uuid": "d40e777f-271f-49b9-bbd9-b2d1c7e77f1e", "name": "network-vif-plugged", "status": "completed", "tag": "80afcfa1-111f-40e4-a8e3-875e00adfe5f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:32.759167 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 80afcfa1-111f-40e4-a8e3-875e00adfe5f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=80afcfa1-111f-40e4-a8e3-875e00adfe5f,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:32.768108 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.854445 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a1b239-2d08-4b06-80d2-02e9827f996d x-openstack-request-id: req-15a1b239-2d08-4b06-80d2-02e9827f996d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:32.855498 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40e777f-271f-49b9-bbd9-b2d1c7e77f1e", "name": "network-vif-plugged", "status": "completed", "tag": "80afcfa1-111f-40e4-a8e3-875e00adfe5f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:32.856269 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15a1b239-2d08-4b06-80d2-02e9827f996d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:32.856794 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40e777f-271f-49b9-bbd9-b2d1c7e77f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80afcfa1-111f-40e4-a8e3-875e00adfe5f', 'code': 200} Aug 24 00:50:32.878057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-720b5a68-bbd0-41f3-a24b-73203c8bc37e None None] Provisioning for port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:32.885385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-720b5a68-bbd0-41f3-a24b-73203c8bc37e None None] Provisioning complete for port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:32.886127 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-720b5a68-bbd0-41f3-a24b-73203c8bc37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.892625 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Set router 69962229-6236-4aa0-8b27-7fa048ca1c8a gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:32.920369 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.973902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 8be33ec1-826c-46ae-b286-de536299d69c, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8be33ec1-826c-46ae-b286-de536299d69c,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:32.992096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=80afcfa1-111f-40e4-a8e3-875e00adfe5f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:33.011058 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.041330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80da887-6d9c-4f10-a6b2-961cf9cf38ec req-4963519b-45bb-4cad-a489-8d8acd69f761 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:33.052188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f80da887-6d9c-4f10-a6b2-961cf9cf38ec req-4963519b-45bb-4cad-a489-8d8acd69f761 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1096 time: 0.1020837 Aug 24 00:50:33.063585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6218a-7535-4636-99a8-2a23f26dfab2 req-daec2e58-24e0-4466-ba89-5e26a2bfd1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:33.065455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efc6218a-7535-4636-99a8-2a23f26dfab2 req-daec2e58-24e0-4466-ba89-5e26a2bfd1c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1096 time: 0.1508856 Aug 24 00:50:33.074397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-720b5a68-bbd0-41f3-a24b-73203c8bc37e None None] Port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:33.103414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68d88926-470b-44e2-b3bf-2ce6aa88820c req-cdbfe231-9e11-497f-ac64-c8338aebc46a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1149535 Aug 24 00:50:33.117837 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43490) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:33.120803 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f80da887-6d9c-4f10-a6b2-961cf9cf38ec req-4a14e319-4b10-4ebc-aa8e-593308c83102 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674601 Aug 24 00:50:33.121105 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:50:33.123548 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-99f7356a-cc08-4ebd-a284-3708e89d48ab tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2133754233', 'description': 'tempest-secgroup-smoke-2133754233 description', 'project_id': '38081af238414bd488e48d97e0e81c08'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:33.138028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-efc6218a-7535-4636-99a8-2a23f26dfab2 req-03f11a00-3d3c-4ea4-a75c-fa4521b7a2e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585308 Aug 24 00:50:33.143393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=8be33ec1-826c-46ae-b286-de536299d69c,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:33.146310 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.161569 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99f7356a-cc08-4ebd-a284-3708e89d48ab tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.179529 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:50:30Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6', 'name': '', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:15:3b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:29Z', 'updated_at': '2021-08-24T00:50:31Z', 'revision_number': 2, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:33.201135 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-2abdff3f-1d81-4d62-a3ca-8f68e8dc9eeb None None] Provisioning complete for port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:33.202153 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2abdff3f-1d81-4d62-a3ca-8f68e8dc9eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.212876 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Checking router: 69962229-6236-4aa0-8b27-7fa048ca1c8a for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:33.213333 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Updating router 69962229-6236-4aa0-8b27-7fa048ca1c8a port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:50:33.229120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d88926-470b-44e2-b3bf-2ce6aa88820c req-2b0dc66b-f322-4aa6-9918-8aafecab3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:33.231194 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68d88926-470b-44e2-b3bf-2ce6aa88820c req-2b0dc66b-f322-4aa6-9918-8aafecab3c6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9638eed9ed14d919e74bed127c81129&device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0542512 Aug 24 00:50:33.252486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2abdff3f-1d81-4d62-a3ca-8f68e8dc9eeb None None] Port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:33.257776 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.260424 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99f7356a-cc08-4ebd-a284-3708e89d48ab tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.266040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99f7356a-cc08-4ebd-a284-3708e89d48ab tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.301071 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99f7356a-cc08-4ebd-a284-3708e89d48ab tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.302564 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-99f7356a-cc08-4ebd-a284-3708e89d48ab tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1837306 Aug 24 00:50:33.304534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7356a-cc08-4ebd-a284-3708e89d48ab tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad5a91e-40fd-46b9-8780-2dd65622ebca,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:33.306732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43492) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:33.312546 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8147775c-f257-4a38-9ce8-dd03bf19a0b8 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '5ad5a91e-40fd-46b9-8780-2dd65622ebca', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:33.341602 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8147775c-f257-4a38-9ce8-dd03bf19a0b8 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.359490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d88926-470b-44e2-b3bf-2ce6aa88820c req-787a4f43-e8fd-43d8-b4ac-edf6b672f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:33.361430 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68d88926-470b-44e2-b3bf-2ce6aa88820c req-787a4f43-e8fd-43d8-b4ac-edf6b672f650 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2dcddfc-fb68-46eb-9f0a-b016663c64bd HTTP/1.1" status: 200 len: 911 time: 0.1025152 Aug 24 00:50:33.403040 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68d88926-470b-44e2-b3bf-2ce6aa88820c req-829e15dd-eb0d-4ced-8a27-0ac0ddfc218a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22433e10-9235-496e-b44d-9b566dae2fec HTTP/1.1" status: 200 len: 217 time: 0.0349236 Aug 24 00:50:33.406212 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8147775c-f257-4a38-9ce8-dd03bf19a0b8 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.410183 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8147775c-f257-4a38-9ce8-dd03bf19a0b8 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.430316 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147775c-f257-4a38-9ce8-dd03bf19a0b8 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af47583-7582-480c-affc-81b4360bb0ba,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:33.438857 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8147775c-f257-4a38-9ce8-dd03bf19a0b8 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.443269 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8147775c-f257-4a38-9ce8-dd03bf19a0b8 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353452 Aug 24 00:50:33.444536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43494) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:33.448483 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0b264124-49df-415d-ac75-33662c313ba0 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '5ad5a91e-40fd-46b9-8780-2dd65622ebca', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:33.459902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d88926-470b-44e2-b3bf-2ce6aa88820c req-9320ebed-599d-4552-83db-f9217dba3d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:33.461495 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68d88926-470b-44e2-b3bf-2ce6aa88820c req-9320ebed-599d-4552-83db-f9217dba3d51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ada29ee-e9b4-42be-8725-7f87c3e91935 HTTP/1.1" status: 200 len: 849 time: 0.0511169 Aug 24 00:50:33.476561 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b264124-49df-415d-ac75-33662c313ba0 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.508587 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d88926-470b-44e2-b3bf-2ce6aa88820c req-c14899c5-60fd-4243-9979-e23ae5a9f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:33.510128 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68d88926-470b-44e2-b3bf-2ce6aa88820c req-c14899c5-60fd-4243-9979-e23ae5a9f0c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2dcddfc-fb68-46eb-9f0a-b016663c64bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408604 Aug 24 00:50:33.536677 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b264124-49df-415d-ac75-33662c313ba0 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.540920 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b264124-49df-415d-ac75-33662c313ba0 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.549057 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.560281 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Transition to ACTIVE for port object c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:33.561935 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b264124-49df-415d-ac75-33662c313ba0 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ae2f37-12db-4a6a-aa67-58ad1ddcc64d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:33.572274 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0b264124-49df-415d-ac75-33662c313ba0 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.572676 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.576578 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0b264124-49df-415d-ac75-33662c313ba0 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290870 Aug 24 00:50:33.577767 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43496) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:33.587381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ed7280d2-10c5-48ba-9219-fab6e74fddaf tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '5ad5a91e-40fd-46b9-8780-2dd65622ebca', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:33.609948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68d88926-470b-44e2-b3bf-2ce6aa88820c req-3005aaac-ed50-404c-8853-7c48ddefccc2 service neutron] 10.222.0.47 "GET /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900931 Aug 24 00:50:33.614453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed7280d2-10c5-48ba-9219-fab6e74fddaf tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.623845 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e7d20-ce47-4a0d-a5ab-99038cf9fb98 None None] Pushing event updated for resources: {'Port': ['ID=c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:33.687963 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed7280d2-10c5-48ba-9219-fab6e74fddaf tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.693932 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed7280d2-10c5-48ba-9219-fab6e74fddaf tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.695223 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Attempting to bind port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:50:33.696178 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Attempting to bind port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:50:33.697297 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Attempting to bind port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 on network 4652353f-e949-4a92-81d9-72ce1f32dea7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:33.704338 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:50:33.704890 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Checking segment: {'id': '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:33.705303 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.705698 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Bound using segment: {'id': '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:50:33.706223 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Bound port: c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:50:33.706608 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.721340 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7280d2-10c5-48ba-9219-fab6e74fddaf tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6f4d57-9100-414a-8e50-db92fe28ce87,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:33.728555 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ed7280d2-10c5-48ba-9219-fab6e74fddaf tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.733045 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ed7280d2-10c5-48ba-9219-fab6e74fddaf tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541398 Aug 24 00:50:33.734059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43498) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:33.734579 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68d88926-470b-44e2-b3bf-2ce6aa88820c req-3dd606ce-e694-4604-9197-014efb5a9bfc service neutron] 10.222.0.47 "GET /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165366 Aug 24 00:50:33.738856 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '5ad5a91e-40fd-46b9-8780-2dd65622ebca', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:33.770474 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.782211 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] For port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:50:33.785238 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] For port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6,segment=NetworkSegment(971907c9-c3f2-406e-bdbf-09b6ec1e1b0c),segment_id=971907c9-c3f2-406e-bdbf-09b6ec1e1b0c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:50:33.789457 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.844709 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.848795 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e7d20-ce47-4a0d-a5ab-99038cf9fb98 None None] Pushing event updated for resources: {'Port': ['ID=c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:33.852536 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.856557 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Routers {'69962229-6236-4aa0-8b27-7fa048ca1c8a'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:33.857180 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69962229-6236-4aa0-8b27-7fa048ca1c8a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:33.893029 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.896999 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1592317 Aug 24 00:50:33.896999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac45cbb6-ded5-4786-aff6-6328e019eee8,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:33.897645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43500) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:33.902369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-9183b439-8f8c-4d95-99d9-66222089b74a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '5ad5a91e-40fd-46b9-8780-2dd65622ebca', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:33.904902 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:33.905974 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:33.906605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:33.908171 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:33.908532 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:33.908893 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:33.909773 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:33.910097 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:33.910436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:33.910810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:33.911687 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:33.912357 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55739d08-7cb8-4d23-afd8-ae3608550cb4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:33.928521 n-d-805736-1 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-9183b439-8f8c-4d95-99d9-66222089b74a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Project 38081af238414bd488e48d97e0e81c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:50:33.934310 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9183b439-8f8c-4d95-99d9-66222089b74a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.979176 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] Set router 69962229-6236-4aa0-8b27-7fa048ca1c8a gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:34.003972 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9183b439-8f8c-4d95-99d9-66222089b74a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.011164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9183b439-8f8c-4d95-99d9-66222089b74a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.031871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183b439-8f8c-4d95-99d9-66222089b74a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f64f43-207b-49f1-9457-0abd2e34fac2,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:34.044449 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9183b439-8f8c-4d95-99d9-66222089b74a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.047856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9183b439-8f8c-4d95-99d9-66222089b74a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491592 Aug 24 00:50:34.050923 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43502) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:34.056838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7967c354-5c20-494a-84c8-3c4b53374122 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'security_group_rule': {'security_group_id': '5ad5a91e-40fd-46b9-8780-2dd65622ebca', 'project_id': '38081af238414bd488e48d97e0e81c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:34.087784 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cc8ad929-8865-470c-8565-eb44572ef1a0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:34.093306 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-7967c354-5c20-494a-84c8-3c4b53374122 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Project 38081af238414bd488e48d97e0e81c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:50:34.099469 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7967c354-5c20-494a-84c8-3c4b53374122 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.195217 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7967c354-5c20-494a-84c8-3c4b53374122 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.198811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port cc8ad929-8865-470c-8565-eb44572ef1a0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:34.199261 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.202919 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7967c354-5c20-494a-84c8-3c4b53374122 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.224769 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967c354-5c20-494a-84c8-3c4b53374122 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ae06cb-21e7-425b-9c4e-f40f2df06777,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:34.238801 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7967c354-5c20-494a-84c8-3c4b53374122 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.240106 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7967c354-5c20-494a-84c8-3c4b53374122 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1878188 Aug 24 00:50:34.273315 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:50:30Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6', 'name': '', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:15:3b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:29Z', 'updated_at': '2021-08-24T00:50:33Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:34.278209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c9c57-acda-4874-982e-d19d99e149e2 req-b1f86b1c-63e3-4f92-82c1-1ae59ab8adcf tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:34.287178 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d0c9c57-acda-4874-982e-d19d99e149e2 req-b1f86b1c-63e3-4f92-82c1-1ae59ab8adcf tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1096 time: 0.0671394 Aug 24 00:50:34.303861 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d7c0a-637e-4193-86b0-567cbe0b3d36 None None] The sync data for ids ['69962229-6236-4aa0-8b27-7fa048ca1c8a'] in n-d-805736-1 is: [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:50:30Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6', 'name': '', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:15:3b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:29Z', 'updated_at': '2021-08-24T00:50:33Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:34.319111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8d0c9c57-acda-4874-982e-d19d99e149e2 req-e9b3894f-030f-47af-a393-9ab6ca87340e tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309436 Aug 24 00:50:34.321700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8be33ec1-826c-46ae-b286-de536299d69c up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:34.395658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8be33ec1-826c-46ae-b286-de536299d69c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:34.397322 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.470073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb4b03-9666-4085-b205-0ed33e3a8b68 req-039bc06d-5636-4120-bcb5-bd13f0f62aa7 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:34.476528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aeeb4b03-9666-4085-b205-0ed33e3a8b68 req-039bc06d-5636-4120-bcb5-bd13f0f62aa7 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1096 time: 0.0669589 Aug 24 00:50:34.540805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-45af91cb-53b2-4e57-a829-d151e797aab1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133754233&fields=id&tenant_id=38081af238414bd488e48d97e0e81c08 HTTP/1.1" status: 200 len: 267 time: 0.0632322 Aug 24 00:50:34.542606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aeeb4b03-9666-4085-b205-0ed33e3a8b68 req-cd6bd9d7-aa30-4f38-9274-9fedfdf44e35 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576072 Aug 24 00:50:34.689586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162e121-534e-4e39-a26e-dd5279c988a2 req-fe75d049-ef93-43a6-93bc-8b4c958492d7 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:34.691142 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5162e121-534e-4e39-a26e-dd5279c988a2 req-fe75d049-ef93-43a6-93bc-8b4c958492d7 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1096 time: 0.0748739 Aug 24 00:50:34.698066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-c7c0895e-17c3-450e-8042-777c5deae693 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:34.699505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-c7c0895e-17c3-450e-8042-777c5deae693 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/networks?id=4652353f-e949-4a92-81d9-72ce1f32dea7 HTTP/1.1" status: 200 len: 796 time: 0.1507335 Aug 24 00:50:34.727783 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-538f6d80-2e53-4fa6-ab53-ac61a87c324b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/quotas/38081af238414bd488e48d97e0e81c08 HTTP/1.1" status: 200 len: 375 time: 0.0204959 Aug 24 00:50:34.764961 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5162e121-534e-4e39-a26e-dd5279c988a2 req-b1d248fa-7c6f-48c9-8dc7-e45acd1e5a16 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638878 Aug 24 00:50:34.792262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-9d1baaaa-1fc7-4df2-b5b3-1cf603bc0e5e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577226 Aug 24 00:50:34.916171 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f4f4ebd2-821c-437f-a1ce-7fc1a036199a service neutron] 10.222.0.32 "GET /v2.0/networks/4652353f-e949-4a92-81d9-72ce1f32dea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058352 Aug 24 00:50:35.051388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd3c25-e46e-450e-87e7-f7f6c3f7c9f6 req-68ffda8d-ab55-42ad-9dc0-69596f8181c9 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:35.052916 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3dbd3c25-e46e-450e-87e7-f7f6c3f7c9f6 req-68ffda8d-ab55-42ad-9dc0-69596f8181c9 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1096 time: 0.0756800 Aug 24 00:50:35.056650 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-c61dc667-1771-4f54-a3fb-d4f744ebf459 service neutron] 10.222.0.32 "GET /v2.0/networks/4652353f-e949-4a92-81d9-72ce1f32dea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301858 Aug 24 00:50:35.095553 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3dbd3c25-e46e-450e-87e7-f7f6c3f7c9f6 req-a733465d-7705-41e2-a6dc-3aea2f99df15 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331860 Aug 24 00:50:35.228568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4bda6c90-388d-4257-a3d2-19a78a77ae3d req-fbbdf9b3-cf4b-4477-87df-6b63f68f2b1c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 210 time: 0.0292857 Aug 24 00:50:36.058929 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:36.113852 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:36.118398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:36.118804 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:36.203958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8f727-eb0c-448e-b54b-68a1a9439b3b req-58e36c81-5401-4812-a3d2-de0b18b45c03 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:36.205494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fa8f727-eb0c-448e-b54b-68a1a9439b3b req-58e36c81-5401-4812-a3d2-de0b18b45c03 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1096 time: 0.0426316 Aug 24 00:50:36.209152 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:36.242768 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fa8f727-eb0c-448e-b54b-68a1a9439b3b req-55a1e68c-aedc-40e8-a256-0b4ac5dd4fea tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304933 Aug 24 00:50:36.249369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6,segment=NetworkSegment(971907c9-c3f2-406e-bdbf-09b6ec1e1b0c),segment_id=971907c9-c3f2-406e-bdbf-09b6ec1e1b0c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:36.256694 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:36.322803 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:36.363339 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afbc0872-3db9-43e3-9144-fc41c03bb4a3 req-d193f23b-9b23-45d9-8d23-af3d7ce472b3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 210 time: 0.0375502 Aug 24 00:50:36.386847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-4577817b-01f5-4ae8-8148-2d442f120037 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:36.390410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-4577817b-01f5-4ae8-8148-2d442f120037 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.13 "GET /v2.0/networks?id=4652353f-e949-4a92-81d9-72ce1f32dea7 HTTP/1.1" status: 200 len: 796 time: 0.1464078 Aug 24 00:50:36.493948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f7b32112-58a2-43ae-8029-d37707df068f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38081af238414bd488e48d97e0e81c08 HTTP/1.1" status: 200 len: 380 time: 0.0358522 Aug 24 00:50:36.506473 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b8d1d-7e3f-4f0a-84c8-a380fa0709cf req-ad47fe1b-515f-4e10-9c13-90495c1a6eed tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:36.508002 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f20b8d1d-7e3f-4f0a-84c8-a380fa0709cf req-ad47fe1b-515f-4e10-9c13-90495c1a6eed tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 1096 time: 0.0428820 Aug 24 00:50:36.531750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f2037650-430a-422d-b50a-91982ed4fe5c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'port': {'device_id': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'admin_state_up': True, 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'security_groups': ['5ad5a91e-40fd-46b9-8780-2dd65622ebca']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:36.610087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f20b8d1d-7e3f-4f0a-84c8-a380fa0709cf req-55859a93-14d6-4210-aa42-41e5b5da4aa3 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Deleting port 80afcfa1-111f-40e4-a8e3-875e00adfe5f {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:36.610539 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f20b8d1d-7e3f-4f0a-84c8-a380fa0709cf req-55859a93-14d6-4210-aa42-41e5b5da4aa3 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:36.648501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f2037650-430a-422d-b50a-91982ed4fe5c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Made reservation on behalf of 38081af238414bd488e48d97e0e81c08 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:50:36.652231 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f2037650-430a-422d-b50a-91982ed4fe5c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:36.696936 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [req-f20b8d1d-7e3f-4f0a-84c8-a380fa0709cf req-55859a93-14d6-4210-aa42-41e5b5da4aa3 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] For port 80afcfa1-111f-40e4-a8e3-875e00adfe5f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=80afcfa1-111f-40e4-a8e3-875e00adfe5f,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:36.697287 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f20b8d1d-7e3f-4f0a-84c8-a380fa0709cf req-55859a93-14d6-4210-aa42-41e5b5da4aa3 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:36.709512 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [req-f20b8d1d-7e3f-4f0a-84c8-a380fa0709cf req-55859a93-14d6-4210-aa42-41e5b5da4aa3 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Calling delete_port for 80afcfa1-111f-40e4-a8e3-875e00adfe5f owned by compute:nova {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:36.790492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f2037650-430a-422d-b50a-91982ed4fe5c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Allocated IP 172.20.0.7 (4652353f-e949-4a92-81d9-72ce1f32dea7/ff630a7a-fa42-4e38-a543-5f8c2a4eee96/5b94c6e4-a1db-47bf-8dd5-23586a5241c2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:36.838925 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f20b8d1d-7e3f-4f0a-84c8-a380fa0709cf req-55859a93-14d6-4210-aa42-41e5b5da4aa3 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:36.867688 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55859a93-14d6-4210-aa42-41e5b5da4aa3 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Pushing event deleted for resources: {'Port': ['ID=80afcfa1-111f-40e4-a8e3-875e00adfe5f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:36.869985 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['80afcfa1-111f-40e4-a8e3-875e00adfe5f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:50:36.873299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['22433e10-9235-496e-b44d-9b566dae2fec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:50:36.918142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20b8d1d-7e3f-4f0a-84c8-a380fa0709cf req-55859a93-14d6-4210-aa42-41e5b5da4aa3 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] No DVR routers for this DVR port 80afcfa1-111f-40e4-a8e3-875e00adfe5f on host n-h2-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:36.921300 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [req-f20b8d1d-7e3f-4f0a-84c8-a380fa0709cf req-55859a93-14d6-4210-aa42-41e5b5da4aa3 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:36.923270 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-f20b8d1d-7e3f-4f0a-84c8-a380fa0709cf req-55859a93-14d6-4210-aa42-41e5b5da4aa3 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.13 "DELETE /v2.0/ports/80afcfa1-111f-40e4-a8e3-875e00adfe5f HTTP/1.1" status: 204 len: 173 time: 0.3956370 Aug 24 00:50:36.923715 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40e777f-271f-49b9-bbd9-b2d1c7e77f1e', 'name': 'network-vif-deleted', 'tag': '80afcfa1-111f-40e4-a8e3-875e00adfe5f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:36.926004 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4da76b3-fe96-43c0-9e07-d91c9b53307c" -d '{"events": [{"server_uuid": "d40e777f-271f-49b9-bbd9-b2d1c7e77f1e", "name": "network-vif-deleted", "tag": "80afcfa1-111f-40e4-a8e3-875e00adfe5f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:36.972363 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425ed9a7-2605-493d-80ad-f39f2f78afd7 x-openstack-request-id: req-425ed9a7-2605-493d-80ad-f39f2f78afd7 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:36.972657 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40e777f-271f-49b9-bbd9-b2d1c7e77f1e", "name": "network-vif-deleted", "tag": "80afcfa1-111f-40e4-a8e3-875e00adfe5f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:36.973160 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-425ed9a7-2605-493d-80ad-f39f2f78afd7 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:36.973717 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40e777f-271f-49b9-bbd9-b2d1c7e77f1e', 'name': 'network-vif-deleted', 'tag': '80afcfa1-111f-40e4-a8e3-875e00adfe5f', 'status': 'completed', 'code': 200} Aug 24 00:50:36.997157 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f2037650-430a-422d-b50a-91982ed4fe5c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.013051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f2037650-430a-422d-b50a-91982ed4fe5c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Transition to ACTIVE for port object 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:37.056991 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f2037650-430a-422d-b50a-91982ed4fe5c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.108426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f2037650-430a-422d-b50a-91982ed4fe5c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network 4652353f-e949-4a92-81d9-72ce1f32dea7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:37.111753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f2037650-430a-422d-b50a-91982ed4fe5c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:37.115490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f2037650-430a-422d-b50a-91982ed4fe5c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:37.140746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2037650-430a-422d-b50a-91982ed4fe5c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=5b94c6e4-a1db-47bf-8dd5-23586a5241c2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:37.171358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f2037650-430a-422d-b50a-91982ed4fe5c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:37.172161 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f2037650-430a-422d-b50a-91982ed4fe5c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.187886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-f2037650-430a-422d-b50a-91982ed4fe5c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6603923 Aug 24 00:50:37.207453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Request body: {'port': {'device_id': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:37.265652 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.406262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97daa2d2-ceff-44ca-9473-ccd6464015de req-e27cc38b-158e-4d3d-b034-3b96644a6610 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d40e777f-271f-49b9-bbd9-b2d1c7e77f1e HTTP/1.1" status: 200 len: 210 time: 0.0329783 Aug 24 00:50:37.423036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6ddb76b1-3f3d-41b9-a60c-c17d9a19e2a5 None None] Provisioning for port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:37.429926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6ddb76b1-3f3d-41b9-a60c-c17d9a19e2a5 None None] Provisioning complete for port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:37.430493 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ddb76b1-3f3d-41b9-a60c-c17d9a19e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.471434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb76b1-3f3d-41b9-a60c-c17d9a19e2a5 None None] Port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:37.552839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ead986-b789-4cc9-a2f5-ef9d831049c2 req-1febc6ad-da9f-447d-9799-08e5e49fd23e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:37.554354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9ead986-b789-4cc9-a2f5-ef9d831049c2 req-1febc6ad-da9f-447d-9799-08e5e49fd23e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 931 time: 0.0764890 Aug 24 00:50:37.637428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9ead986-b789-4cc9-a2f5-ef9d831049c2 req-4533251f-e6cb-4681-b603-77b56da0651b tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad5a91e-40fd-46b9-8780-2dd65622ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720601 Aug 24 00:50:37.648041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:50:37.656406 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.668250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Transition to ACTIVE for port object 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:37.672214 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.719681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Pushing event updated for resources: {'Port': ['ID=5b94c6e4-a1db-47bf-8dd5-23586a5241c2,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:37.798258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Attempting to bind port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:50:37.798602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Attempting to bind port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:50:37.798977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Attempting to bind port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 on network 4652353f-e949-4a92-81d9-72ce1f32dea7 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:37.803789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 on network 4652353f-e949-4a92-81d9-72ce1f32dea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:50:37.804113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Attempting to bind port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 on network 4652353f-e949-4a92-81d9-72ce1f32dea7 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:37.809184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:50:37.809527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Checking segment: {'id': '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:37.809919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Bound using segment: {'id': '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:50:37.810352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Bound port: 5b94c6e4-a1db-47bf-8dd5-23586a5241c2, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:50:37.810714 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.882538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] For port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:50:37.885933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] For port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5b94c6e4-a1db-47bf-8dd5-23586a5241c2,segment=NetworkSegment(971907c9-c3f2-406e-bdbf-09b6ec1e1b0c),segment_id=971907c9-c3f2-406e-bdbf-09b6ec1e1b0c)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:50:37.889971 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.926020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:37.926640 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.928072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] 10.222.0.13 "PUT /v2.0/ports/5b94c6e4-a1db-47bf-8dd5-23586a5241c2 HTTP/1.1" status: 200 len: 1091 time: 0.7251251 Aug 24 00:50:37.928511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'tag': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:37.930760 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ad7b08-5467-4398-9b41-0cdba7624ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b50341-97e3-413f-a622-b3cd69206bc8", "tag": "5b94c6e4-a1db-47bf-8dd5-23586a5241c2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:37.956735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36d4d6-515c-4ec8-8769-4755a2f396ce service neutron] Pushing event updated for resources: {'Port': ['ID=5b94c6e4-a1db-47bf-8dd5-23586a5241c2,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:37.979306 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad652d4c-ed40-406b-bcd8-040ca7646d26 x-openstack-request-id: req-ad652d4c-ed40-406b-bcd8-040ca7646d26 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:37.980370 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b50341-97e3-413f-a622-b3cd69206bc8", "tag": "5b94c6e4-a1db-47bf-8dd5-23586a5241c2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:37.991312 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad652d4c-ed40-406b-bcd8-040ca7646d26 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:37.991846 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'tag': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2', 'status': 'completed', 'code': 200} Aug 24 00:50:38.065065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-043f46f5-200a-4032-b87b-86e2b4c6ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:38.066996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-043f46f5-200a-4032-b87b-86e2b4c6ae4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 1094 time: 0.0548291 Aug 24 00:50:38.081492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:38.118944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-4c138595-1617-4d7c-b09a-e98233814fc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b94c6e4-a1db-47bf-8dd5-23586a5241c2 HTTP/1.1" status: 200 len: 217 time: 0.0376110 Aug 24 00:50:38.133944 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:38.134447 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:38.174411 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-507f34dc-16a0-461f-b454-d4ebc188f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:38.175919 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-507f34dc-16a0-461f-b454-d4ebc188f456 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff630a7a-fa42-4e38-a543-5f8c2a4eee96 HTTP/1.1" status: 200 len: 835 time: 0.0496747 Aug 24 00:50:38.224239 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-d31a904b-9f66-474e-8728-08ce00fe1b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:38.225795 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-d31a904b-9f66-474e-8728-08ce00fe1b56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4652353f-e949-4a92-81d9-72ce1f32dea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423415 Aug 24 00:50:38.314641 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-69151ad4-5f32-4a92-bb6a-780da5020d33 service neutron] 10.222.0.13 "GET /v2.0/networks/4652353f-e949-4a92-81d9-72ce1f32dea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817995 Aug 24 00:50:38.410720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dc7eba0-099b-4e25-bb2b-8b38c68c1ef6 req-d28f8123-3a47-490b-8c0d-ec3d29e2d1e9 service neutron] 10.222.0.13 "GET /v2.0/networks/4652353f-e949-4a92-81d9-72ce1f32dea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863218 Aug 24 00:50:38.535043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad7b08-5467-4398-9b41-0cdba7624ee7 req-c0a7f8d9-3181-4c8c-9672-c7f02ed313d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:38.536575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8ad7b08-5467-4398-9b41-0cdba7624ee7 req-c0a7f8d9-3181-4c8c-9672-c7f02ed313d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 1094 time: 0.0428171 Aug 24 00:50:38.634021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad7b08-5467-4398-9b41-0cdba7624ee7 req-b392fae4-3b2f-474b-ac6c-3c6599f2ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:38.635557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8ad7b08-5467-4398-9b41-0cdba7624ee7 req-b392fae4-3b2f-474b-ac6c-3c6599f2ebef service neutron] 10.222.0.13 "GET /v2.0/networks?id=4652353f-e949-4a92-81d9-72ce1f32dea7 HTTP/1.1" status: 200 len: 897 time: 0.0904408 Aug 24 00:50:38.693711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8ad7b08-5467-4398-9b41-0cdba7624ee7 req-4d236da9-9834-4b2b-a236-bdaba9d0fa82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b94c6e4-a1db-47bf-8dd5-23586a5241c2 HTTP/1.1" status: 200 len: 217 time: 0.0490310 Aug 24 00:50:38.747599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd340b-6070-4a08-bfc6-86cd3bee0bad req-ddc7c8c9-b3b6-4487-a6d4-a422008d0884 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:38.749202 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01dd340b-6070-4a08-bfc6-86cd3bee0bad req-ddc7c8c9-b3b6-4487-a6d4-a422008d0884 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1097 time: 0.1127739 Aug 24 00:50:38.800681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad7b08-5467-4398-9b41-0cdba7624ee7 req-f36820e7-350d-4328-b9a0-d5c837e77097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:38.802125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8ad7b08-5467-4398-9b41-0cdba7624ee7 req-f36820e7-350d-4328-b9a0-d5c837e77097 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff630a7a-fa42-4e38-a543-5f8c2a4eee96 HTTP/1.1" status: 200 len: 835 time: 0.1006334 Aug 24 00:50:38.828313 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec871-781e-4647-9bbc-c266e04c3f64 req-8fe195fa-fa2a-4ba9-9324-ecb58f2d95dd tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:38.829740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47fec871-781e-4647-9bbc-c266e04c3f64 req-8fe195fa-fa2a-4ba9-9324-ecb58f2d95dd tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 943 time: 0.1193545 Aug 24 00:50:38.832873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01dd340b-6070-4a08-bfc6-86cd3bee0bad req-982a6336-ef5c-4e80-80c5-15bf8fea7981 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691745 Aug 24 00:50:38.888316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47fec871-781e-4647-9bbc-c266e04c3f64 req-36b8c38f-4e28-4e50-9d6d-4ace9b9e7ff4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad5a91e-40fd-46b9-8780-2dd65622ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410216 Aug 24 00:50:38.890945 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad7b08-5467-4398-9b41-0cdba7624ee7 req-87baa216-ad7e-4bd2-8342-beb0aac2c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:38.892386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8ad7b08-5467-4398-9b41-0cdba7624ee7 req-87baa216-ad7e-4bd2-8342-beb0aac2c7e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4652353f-e949-4a92-81d9-72ce1f32dea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815876 Aug 24 00:50:38.988700 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8ad7b08-5467-4398-9b41-0cdba7624ee7 req-5a684f6e-3ff7-4932-8ef1-bc9c96ab962f service neutron] 10.222.0.13 "GET /v2.0/networks/4652353f-e949-4a92-81d9-72ce1f32dea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870364 Aug 24 00:50:39.103076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8ad7b08-5467-4398-9b41-0cdba7624ee7 req-6d5614cb-bc90-4df3-a836-7a2ee403ba69 service neutron] 10.222.0.13 "GET /v2.0/networks/4652353f-e949-4a92-81d9-72ce1f32dea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827062 Aug 24 00:50:39.943052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82917e27-7380-4f8d-b90d-9e72c60cef2f req-ce83ecab-5a94-433e-950b-159c686f222f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:39.944738 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82917e27-7380-4f8d-b90d-9e72c60cef2f req-ce83ecab-5a94-433e-950b-159c686f222f tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0469995 Aug 24 00:50:40.005150 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82917e27-7380-4f8d-b90d-9e72c60cef2f req-4ef5d7d7-793d-47a4-bcbe-dd511758369a tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546768 Aug 24 00:50:40.021025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a58369-c539-4688-b8bd-492534ac2259 req-953ad341-7dad-46bf-8c1a-a4254ec1885d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:40.023780 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f3a58369-c539-4688-b8bd-492534ac2259 req-953ad341-7dad-46bf-8c1a-a4254ec1885d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 943 time: 0.0660655 Aug 24 00:50:40.063105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f3a58369-c539-4688-b8bd-492534ac2259 req-14e82ab0-0926-4666-bbb8-552270ea7eaf tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad5a91e-40fd-46b9-8780-2dd65622ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330775 Aug 24 00:50:40.289388 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 80afcfa1-111f-40e4-a8e3-875e00adfe5f no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:40.312666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 80afcfa1-111f-40e4-a8e3-875e00adfe5f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:40.313005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 80afcfa1-111f-40e4-a8e3-875e00adfe5f not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:40.385937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91e8da-5986-4ee8-834a-c85deba89169 req-bce62e07-0ee6-491f-a567-8dcd70830f05 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:40.387448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad91e8da-5986-4ee8-834a-c85deba89169 req-bce62e07-0ee6-491f-a567-8dcd70830f05 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0391092 Aug 24 00:50:40.469018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ad91e8da-5986-4ee8-834a-c85deba89169 req-245548e1-4f48-4731-86c0-04ada296dd51 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Deleting port 22433e10-9235-496e-b44d-9b566dae2fec {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:40.469354 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad91e8da-5986-4ee8-834a-c85deba89169 req-245548e1-4f48-4731-86c0-04ada296dd51 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:40.547484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ad91e8da-5986-4ee8-834a-c85deba89169 req-245548e1-4f48-4731-86c0-04ada296dd51 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] For port 22433e10-9235-496e-b44d-9b566dae2fec, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=22433e10-9235-496e-b44d-9b566dae2fec,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:40.547763 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad91e8da-5986-4ee8-834a-c85deba89169 req-245548e1-4f48-4731-86c0-04ada296dd51 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:40.559194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ad91e8da-5986-4ee8-834a-c85deba89169 req-245548e1-4f48-4731-86c0-04ada296dd51 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Calling delete_port for 22433e10-9235-496e-b44d-9b566dae2fec owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:40.682168 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad91e8da-5986-4ee8-834a-c85deba89169 req-245548e1-4f48-4731-86c0-04ada296dd51 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:40.710023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245548e1-4f48-4731-86c0-04ada296dd51 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Pushing event deleted for resources: {'Port': ['ID=22433e10-9235-496e-b44d-9b566dae2fec,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:40.715213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['22433e10-9235-496e-b44d-9b566dae2fec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:50:41.064654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad91e8da-5986-4ee8-834a-c85deba89169 req-245548e1-4f48-4731-86c0-04ada296dd51 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] No DVR routers for this DVR port 22433e10-9235-496e-b44d-9b566dae2fec on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:41.067300 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad91e8da-5986-4ee8-834a-c85deba89169 req-245548e1-4f48-4731-86c0-04ada296dd51 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:41.069304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad91e8da-5986-4ee8-834a-c85deba89169 req-245548e1-4f48-4731-86c0-04ada296dd51 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.47 "DELETE /v2.0/ports/22433e10-9235-496e-b44d-9b566dae2fec HTTP/1.1" status: 204 len: 173 time: 0.6758289 Aug 24 00:50:41.069742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751b797f-9c2e-4fee-b627-592e0cec1cb6', 'name': 'network-vif-deleted', 'tag': '22433e10-9235-496e-b44d-9b566dae2fec'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:41.072350 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7b17d1-82a2-4dc3-a157-badb15ff8664" -d '{"events": [{"server_uuid": "751b797f-9c2e-4fee-b627-592e0cec1cb6", "name": "network-vif-deleted", "tag": "22433e10-9235-496e-b44d-9b566dae2fec"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:41.103077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-183a9896-4a6b-4572-a2ca-fe906d52e6be req-ff3e1985-1fe5-46f5-8688-8653b0e7b096 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=751b797f-9c2e-4fee-b627-592e0cec1cb6 HTTP/1.1" status: 200 len: 210 time: 0.0279682 Aug 24 00:50:41.116100 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0d72ff-e6fd-4cde-b1b6-5014af55d56e x-openstack-request-id: req-8d0d72ff-e6fd-4cde-b1b6-5014af55d56e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:41.116604 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751b797f-9c2e-4fee-b627-592e0cec1cb6", "name": "network-vif-deleted", "tag": "22433e10-9235-496e-b44d-9b566dae2fec", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:41.117008 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d0d72ff-e6fd-4cde-b1b6-5014af55d56e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:41.117689 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751b797f-9c2e-4fee-b627-592e0cec1cb6', 'name': 'network-vif-deleted', 'tag': '22433e10-9235-496e-b44d-9b566dae2fec', 'status': 'completed', 'code': 200} Aug 24 00:50:41.209730 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b445b7-d04a-4f50-8469-4633b19fe5ae req-9e3abfe9-7957-4146-8da6-2327a0899d26 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:41.211409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15b445b7-d04a-4f50-8469-4633b19fe5ae req-9e3abfe9-7957-4146-8da6-2327a0899d26 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 943 time: 0.0525923 Aug 24 00:50:41.250630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-15b445b7-d04a-4f50-8469-4633b19fe5ae req-2b2b4de6-ad91-4f9a-b247-59fbc2abdc7e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad5a91e-40fd-46b9-8780-2dd65622ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329692 Aug 24 00:50:42.165054 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43570) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:42.305028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:50:42.367978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df66f2-6e4d-4e7b-9203-31461e68d82f req-afd0294c-3d66-4318-aacb-0a45d7b34a4c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:42.369479 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90df66f2-6e4d-4e7b-9203-31461e68d82f req-afd0294c-3d66-4318-aacb-0a45d7b34a4c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 943 time: 0.0495720 Aug 24 00:50:42.404731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5b94c6e4-a1db-47bf-8dd5-23586a5241c2,segment=NetworkSegment(971907c9-c3f2-406e-bdbf-09b6ec1e1b0c),segment_id=971907c9-c3f2-406e-bdbf-09b6ec1e1b0c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:42.411834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90df66f2-6e4d-4e7b-9203-31461e68d82f req-626a7a47-25ee-48c8-9674-a1711be11e27 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad5a91e-40fd-46b9-8780-2dd65622ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350986 Aug 24 00:50:42.416531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'port_id': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2', 'mac_address': 'fa:16:3e:69:56:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:50:42.458588 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:42.473367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:50:42.492647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5b94c6e4-a1db-47bf-8dd5-23586a5241c2,segment=NetworkSegment(971907c9-c3f2-406e-bdbf-09b6ec1e1b0c),segment_id=971907c9-c3f2-406e-bdbf-09b6ec1e1b0c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:42.497185 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:42.515284 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fff4f35-0330-4d7e-9241-34d10f2584c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:42.553327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5b94c6e4-a1db-47bf-8dd5-23586a5241c2,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:42.765239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7fff4f35-0330-4d7e-9241-34d10f2584c4 admin admin] Deleting port 67053701-1254-4465-8eb3-02bf8b8295c3 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:42.765577 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fff4f35-0330-4d7e-9241-34d10f2584c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:42.768963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5b94c6e4-a1db-47bf-8dd5-23586a5241c2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:50:42.853797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-7fff4f35-0330-4d7e-9241-34d10f2584c4 admin admin] For port 67053701-1254-4465-8eb3-02bf8b8295c3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=67053701-1254-4465-8eb3-02bf8b8295c3,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:42.854270 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fff4f35-0330-4d7e-9241-34d10f2584c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:42.866520 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-7fff4f35-0330-4d7e-9241-34d10f2584c4 admin admin] Calling delete_port for 67053701-1254-4465-8eb3-02bf8b8295c3 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:43.050312 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fff4f35-0330-4d7e-9241-34d10f2584c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:43.075197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff4f35-0330-4d7e-9241-34d10f2584c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=67053701-1254-4465-8eb3-02bf8b8295c3,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:43.239278 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fff4f35-0330-4d7e-9241-34d10f2584c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:43.460761 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fff4f35-0330-4d7e-9241-34d10f2584c4 admin admin] Router 66f393ae-901e-4008-aca0-dd3584ae7cd8 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:43.533811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8fd7a-11e3-4216-842c-37b25b3aa904 req-200c0a89-c6ec-4678-84a3-7862a613ec60 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:43.535465 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bb8fd7a-11e3-4216-842c-37b25b3aa904 req-200c0a89-c6ec-4678-84a3-7862a613ec60 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 944 time: 0.0497620 Aug 24 00:50:43.571551 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fff4f35-0330-4d7e-9241-34d10f2584c4 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:43.573307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bb8fd7a-11e3-4216-842c-37b25b3aa904 req-901d45b8-ee06-44cf-816d-be6904d13146 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad5a91e-40fd-46b9-8780-2dd65622ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318432 Aug 24 00:50:43.580395 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7fff4f35-0330-4d7e-9241-34d10f2584c4 admin admin] 10.222.0.32 "PUT /v2.0/routers/66f393ae-901e-4008-aca0-dd3584ae7cd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4120004 Aug 24 00:50:43.580605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43576) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:43.581427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c570c-25e4-4344-ad02-da59c3afdf88 None None] Sync routers for ids ['66f393ae-901e-4008-aca0-dd3584ae7cd8'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:43.590754 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c570c-25e4-4344-ad02-da59c3afdf88 None None] Routers {'66f393ae-901e-4008-aca0-dd3584ae7cd8'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:43.591421 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ab5c570c-25e4-4344-ad02-da59c3afdf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['66f393ae-901e-4008-aca0-dd3584ae7cd8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:43.687697 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:43.699771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ab5c570c-25e4-4344-ad02-da59c3afdf88 None None] Set router 66f393ae-901e-4008-aca0-dd3584ae7cd8 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:43.791625 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:43.845737 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] Deleting port 37a99652-95ca-46d3-9ae2-37188ea1a1b0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:43.846104 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:43.886186 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ab5c570c-25e4-4344-ad02-da59c3afdf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'name': 'tempest-TestServerMultinode-1533474639-router', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '37a99652-95ca-46d3-9ae2-37188ea1a1b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:50:43Z', 'revision_number': 5, 'project_id': '4ab01a22eedf45f990f7b3a5d407c756', 'gw_port': {'id': '37a99652-95ca-46d3-9ae2-37188ea1a1b0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:43.917306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c570c-25e4-4344-ad02-da59c3afdf88 None None] Checking router: 66f393ae-901e-4008-aca0-dd3584ae7cd8 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:43.926938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c570c-25e4-4344-ad02-da59c3afdf88 None None] Routers {'66f393ae-901e-4008-aca0-dd3584ae7cd8'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:43.927805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ab5c570c-25e4-4344-ad02-da59c3afdf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['66f393ae-901e-4008-aca0-dd3584ae7cd8'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:43.931654 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] For port 37a99652-95ca-46d3-9ae2-37188ea1a1b0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=37a99652-95ca-46d3-9ae2-37188ea1a1b0,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:43.932138 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:43.944292 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] Calling delete_port for 37a99652-95ca-46d3-9ae2-37188ea1a1b0 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:44.017959 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ab5c570c-25e4-4344-ad02-da59c3afdf88 None None] Set router 66f393ae-901e-4008-aca0-dd3584ae7cd8 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:44.075914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ab5c570c-25e4-4344-ad02-da59c3afdf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'name': 'tempest-TestServerMultinode-1533474639-router', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:50:43Z', 'revision_number': 6, 'project_id': '4ab01a22eedf45f990f7b3a5d407c756', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:44.105978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c570c-25e4-4344-ad02-da59c3afdf88 None None] The sync data for ids ['66f393ae-901e-4008-aca0-dd3584ae7cd8'] in n-d-805736-1 is: [{'id': '66f393ae-901e-4008-aca0-dd3584ae7cd8', 'name': 'tempest-TestServerMultinode-1533474639-router', 'tenant_id': '4ab01a22eedf45f990f7b3a5d407c756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:58Z', 'updated_at': '2021-08-24T00:50:43Z', 'revision_number': 6, 'project_id': '4ab01a22eedf45f990f7b3a5d407c756', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:44.126706 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.153078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] Pushing event deleted for resources: {'Port': ['ID=37a99652-95ca-46d3-9ae2-37188ea1a1b0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:44.213419 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.314252 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.316336 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.320696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:44.364921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.365436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66f393ae-901e-4008-aca0-dd3584ae7cd8 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:50:44.370259 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.371477 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6d559b69-cd61-4b9d-9fd0-6316eaf5d68c admin admin] 10.222.0.32 "DELETE /v2.0/routers/66f393ae-901e-4008-aca0-dd3584ae7cd8 HTTP/1.1" status: 204 len: 168 time: 0.7899387 Aug 24 00:50:44.375073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:44.376051 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:44.380193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:44.380570 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.418105 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d283453-23c0-4fcf-b1d2-1ba383c2f9ec admin admin] Deleting subnet 7ada29ee-e9b4-42be-8725-7f87c3e91935 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:50:44.421607 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d283453-23c0-4fcf-b1d2-1ba383c2f9ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.462511 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d283453-23c0-4fcf-b1d2-1ba383c2f9ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.463681 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.493492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:44.495821 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da38861f-e760-45d5-9e55-fd830884985b" -d '{"events": [{"server_uuid": "a3b50341-97e3-413f-a622-b3cd69206bc8", "name": "network-vif-plugged", "status": "completed", "tag": "5b94c6e4-a1db-47bf-8dd5-23586a5241c2"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:44.510000 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5b94c6e4-a1db-47bf-8dd5-23586a5241c2,segment=NetworkSegment(971907c9-c3f2-406e-bdbf-09b6ec1e1b0c),segment_id=971907c9-c3f2-406e-bdbf-09b6ec1e1b0c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:44.516609 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.551899 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34add7c-400c-469b-b72c-fb17150e56a1 x-openstack-request-id: req-a34add7c-400c-469b-b72c-fb17150e56a1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:44.552443 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b50341-97e3-413f-a622-b3cd69206bc8", "name": "network-vif-plugged", "status": "completed", "tag": "5b94c6e4-a1db-47bf-8dd5-23586a5241c2", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:44.552711 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a34add7c-400c-469b-b72c-fb17150e56a1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:44.553182 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2', 'code': 200} Aug 24 00:50:44.576493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5b94c6e4-a1db-47bf-8dd5-23586a5241c2,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:44.587069 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d283453-23c0-4fcf-b1d2-1ba383c2f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.651221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d283453-23c0-4fcf-b1d2-1ba383c2f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.677945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d283453-23c0-4fcf-b1d2-1ba383c2f9ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ada29ee-e9b4-42be-8725-7f87c3e91935,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:44.681505 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6d283453-23c0-4fcf-b1d2-1ba383c2f9ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.683902 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6d283453-23c0-4fcf-b1d2-1ba383c2f9ec admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7ada29ee-e9b4-42be-8725-7f87c3e91935 HTTP/1.1" status: 204 len: 168 time: 0.3076019 Aug 24 00:50:44.687265 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43584) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:44.688051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0958d1-cf95-419f-a24c-fe0f2ae47fe8 req-74471394-8536-44b2-8110-cfcebc9a83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:44.690200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b0958d1-cf95-419f-a24c-fe0f2ae47fe8 req-74471394-8536-44b2-8110-cfcebc9a83b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 1096 time: 0.0548773 Aug 24 00:50:44.691498 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80931a89-a09c-4cea-8fe0-a91cfc2440f8 None None] Network e2dcddfc-fb68-46eb-9f0a-b016663c64bd requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:50:44.747945 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b0958d1-cf95-419f-a24c-fe0f2ae47fe8 req-8b428bd6-681b-4456-bed5-e0cca8ec9b90 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5ad5a91e-40fd-46b9-8780-2dd65622ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421102 Aug 24 00:50:44.757299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe87f4-14df-4713-8980-83cfbe3d039e req-56209dd3-4e96-4d5c-bf52-0e97d24bcd31 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:44.759108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fffe87f4-14df-4713-8980-83cfbe3d039e req-56209dd3-4e96-4d5c-bf52-0e97d24bcd31 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 945 time: 0.0903547 Aug 24 00:50:44.760592 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.803595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fffe87f4-14df-4713-8980-83cfbe3d039e req-4efbbba5-5c5b-4744-b67f-8301785e9576 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad5a91e-40fd-46b9-8780-2dd65622ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366380 Aug 24 00:50:44.822890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Deleting port fb75e11f-8fa7-4c79-915a-35880d507ab1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:44.823074 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.891194 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] For port fb75e11f-8fa7-4c79-915a-35880d507ab1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fb75e11f-8fa7-4c79-915a-35880d507ab1,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:44.891501 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.908004 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Calling delete_port for fb75e11f-8fa7-4c79-915a-35880d507ab1 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:44.924605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a4fe9d-ce4f-4a5e-8aae-48ecfb07518f None None] DHCP port deletion for e2dcddfc-fb68-46eb-9f0a-b016663c64bd request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:50:44.971681 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-23a4fe9d-ce4f-4a5e-8aae-48ecfb07518f None None] Deleting port fb75e11f-8fa7-4c79-915a-35880d507ab1 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:44.972057 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23a4fe9d-ce4f-4a5e-8aae-48ecfb07518f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.992936 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.005607 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] No DVR routers for this DVR port fb75e11f-8fa7-4c79-915a-35880d507ab1 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:45.025536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb75e11f-8fa7-4c79-915a-35880d507ab1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:45.037561 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-23a4fe9d-ce4f-4a5e-8aae-48ecfb07518f None None] For port fb75e11f-8fa7-4c79-915a-35880d507ab1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=fb75e11f-8fa7-4c79-915a-35880d507ab1,segment=NetworkSegment(80d86f73-bb80-4183-a19d-f9d839355aa7),segment_id=80d86f73-bb80-4183-a19d-f9d839355aa7)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:45.038037 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23a4fe9d-ce4f-4a5e-8aae-48ecfb07518f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.052373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-23a4fe9d-ce4f-4a5e-8aae-48ecfb07518f None None] Calling delete_port for fb75e11f-8fa7-4c79-915a-35880d507ab1 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:45.096529 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.106353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2dcddfc-fb68-46eb-9f0a-b016663c64bd']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:45.117094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d86f73-bb80-4183-a19d-f9d839355aa7') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:45.117583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d86f73-bb80-4183-a19d-f9d839355aa7') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:45.127662 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:45.130383 n-d-805736-1 neutron-server[94839]: self.session.flush() Aug 24 00:50:45.140554 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-23a4fe9d-ce4f-4a5e-8aae-48ecfb07518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.151556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.159536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:50:45.160053 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:50:45.162043 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:50:45.169489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4fe9d-ce4f-4a5e-8aae-48ecfb07518f None None] Pushing event deleted for resources: {'Port': ['ID=fb75e11f-8fa7-4c79-915a-35880d507ab1,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:45.173397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a4fe9d-ce4f-4a5e-8aae-48ecfb07518f None None] No DVR routers for this DVR port fb75e11f-8fa7-4c79-915a-35880d507ab1 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:45.351734 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 22433e10-9235-496e-b44d-9b566dae2fec no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:45.372227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 22433e10-9235-496e-b44d-9b566dae2fec {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:45.372574 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 22433e10-9235-496e-b44d-9b566dae2fec not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:45.445268 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.451507 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.453255 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e2dcddfc-fb68-46eb-9f0a-b016663c64bd HTTP/1.1" status: 204 len: 168 time: 0.7649038 Aug 24 00:50:45.456295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43586) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:45.468256 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8e9b0-1c76-45cf-857f-25ba5a757461 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2dcddfc-fb68-46eb-9f0a-b016663c64bd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:45.838546 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6149295-47b9-46f7-b094-1779922a35ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.987128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a7b1c-63ef-45df-a9a3-61ca75e01e0e req-48dffad0-0a9b-4dd7-b460-ad70e114dd5f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:45.988625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-633a7b1c-63ef-45df-a9a3-61ca75e01e0e req-48dffad0-0a9b-4dd7-b460-ad70e114dd5f tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 945 time: 0.0966094 Aug 24 00:50:46.053516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 37a99652-95ca-46d3-9ae2-37188ea1a1b0 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:46.073788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 37a99652-95ca-46d3-9ae2-37188ea1a1b0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:46.074141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 37a99652-95ca-46d3-9ae2-37188ea1a1b0 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:46.074566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fb75e11f-8fa7-4c79-915a-35880d507ab1 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:46.077382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-633a7b1c-63ef-45df-a9a3-61ca75e01e0e req-3340888b-bbc5-4059-9378-aec7f150aa18 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad5a91e-40fd-46b9-8780-2dd65622ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564978 Aug 24 00:50:46.104403 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: fb75e11f-8fa7-4c79-915a-35880d507ab1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:46.104755 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device fb75e11f-8fa7-4c79-915a-35880d507ab1 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:46.105182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 67053701-1254-4465-8eb3-02bf8b8295c3 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:46.125149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 67053701-1254-4465-8eb3-02bf8b8295c3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:46.125499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 67053701-1254-4465-8eb3-02bf8b8295c3 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:46.179733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-e6149295-47b9-46f7-b094-1779922a35ee admin admin] Deleting port 44b06bc6-8b76-499f-9701-b8eb9cea7016 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:46.180078 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6149295-47b9-46f7-b094-1779922a35ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:46.259694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-e6149295-47b9-46f7-b094-1779922a35ee admin admin] For port 44b06bc6-8b76-499f-9701-b8eb9cea7016, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=44b06bc6-8b76-499f-9701-b8eb9cea7016,segment=NetworkSegment(edfa7189-9243-4216-a688-a2aff5d43e3b),segment_id=edfa7189-9243-4216-a688-a2aff5d43e3b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:46.260067 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6149295-47b9-46f7-b094-1779922a35ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:46.275138 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-e6149295-47b9-46f7-b094-1779922a35ee admin admin] Calling delete_port for 44b06bc6-8b76-499f-9701-b8eb9cea7016 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:46.463020 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6149295-47b9-46f7-b094-1779922a35ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:46.497714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6149295-47b9-46f7-b094-1779922a35ee admin admin] Pushing event deleted for resources: {'Port': ['ID=44b06bc6-8b76-499f-9701-b8eb9cea7016,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:46.674853 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e6149295-47b9-46f7-b094-1779922a35ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:46.891136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6149295-47b9-46f7-b094-1779922a35ee admin admin] Router e6962296-feab-46d2-a5aa-f3a9c6eb9c5c has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:46.995341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6149295-47b9-46f7-b094-1779922a35ee admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:47.000876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e6149295-47b9-46f7-b094-1779922a35ee admin admin] 10.222.0.32 "PUT /v2.0/routers/e6962296-feab-46d2-a5aa-f3a9c6eb9c5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5433717 Aug 24 00:50:47.003363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43590) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:47.005876 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9825ecd0-939b-4f6c-b446-9a99b70d7ed4 None None] Sync routers for ids ['e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:47.016091 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9825ecd0-939b-4f6c-b446-9a99b70d7ed4 None None] Routers {'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:47.016683 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9825ecd0-939b-4f6c-b446-9a99b70d7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:47.105843 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.119307 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9825ecd0-939b-4f6c-b446-9a99b70d7ed4 None None] Set router e6962296-feab-46d2-a5aa-f3a9c6eb9c5c gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:47.260879 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c9fe2-7028-45e7-86e6-3f5b220eea6b req-3b4cb1ba-d817-444f-918f-9f076e336bff tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:47.262285 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc3c9fe2-7028-45e7-86e6-3f5b220eea6b req-3b4cb1ba-d817-444f-918f-9f076e336bff tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 945 time: 0.1087840 Aug 24 00:50:47.263695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.306659 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9825ecd0-939b-4f6c-b446-9a99b70d7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'name': 'tempest-TestServerMultinode-353268357-router', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'ff9d186c-cb9b-4c40-bfca-95303bd9dbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:46Z', 'revision_number': 5, 'project_id': 'a9638eed9ed14d919e74bed127c81129', 'gw_port': {'id': 'ff9d186c-cb9b-4c40-bfca-95303bd9dbac', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:47.329223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc3c9fe2-7028-45e7-86e6-3f5b220eea6b req-eddac4a6-f396-4b6f-8d3c-4855beba0c80 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad5a91e-40fd-46b9-8780-2dd65622ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594678 Aug 24 00:50:47.337372 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9825ecd0-939b-4f6c-b446-9a99b70d7ed4 None None] Checking router: e6962296-feab-46d2-a5aa-f3a9c6eb9c5c for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:47.341332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] Deleting port ff9d186c-cb9b-4c40-bfca-95303bd9dbac {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:47.341676 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.349332 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9825ecd0-939b-4f6c-b446-9a99b70d7ed4 None None] Routers {'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:47.349964 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9825ecd0-939b-4f6c-b446-9a99b70d7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:47.461307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] For port ff9d186c-cb9b-4c40-bfca-95303bd9dbac, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ff9d186c-cb9b-4c40-bfca-95303bd9dbac,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:47.461777 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.479375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] Calling delete_port for ff9d186c-cb9b-4c40-bfca-95303bd9dbac owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:47.500219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7bb3b-38b3-4082-a555-5db9fca5957d req-3cfca90c-2338-475d-8106-0400e2c41460 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:47.501927 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8be7bb3b-38b3-4082-a555-5db9fca5957d req-3cfca90c-2338-475d-8106-0400e2c41460 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 945 time: 0.0875075 Aug 24 00:50:47.547918 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9825ecd0-939b-4f6c-b446-9a99b70d7ed4 None None] Set router e6962296-feab-46d2-a5aa-f3a9c6eb9c5c gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:47.598335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8be7bb3b-38b3-4082-a555-5db9fca5957d req-fd09d296-3518-4c05-aa63-b5d45cf51e4c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad5a91e-40fd-46b9-8780-2dd65622ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831203 Aug 24 00:50:47.598549 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9825ecd0-939b-4f6c-b446-9a99b70d7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'name': 'tempest-TestServerMultinode-353268357-router', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:47Z', 'revision_number': 6, 'project_id': 'a9638eed9ed14d919e74bed127c81129', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:47.621960 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43598) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:47.628939 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9825ecd0-939b-4f6c-b446-9a99b70d7ed4 None None] The sync data for ids ['e6962296-feab-46d2-a5aa-f3a9c6eb9c5c'] in n-d-805736-1 is: [{'id': 'e6962296-feab-46d2-a5aa-f3a9c6eb9c5c', 'name': 'tempest-TestServerMultinode-353268357-router', 'tenant_id': 'a9638eed9ed14d919e74bed127c81129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:47Z', 'revision_number': 6, 'project_id': 'a9638eed9ed14d919e74bed127c81129', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:47.677982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513795ec-2245-4919-829b-ad3e79920bfd tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:47.682463 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-513795ec-2245-4919-829b-ad3e79920bfd tempest-TestNetworkBasicOps-1902978888 tempest-TestNetworkBasicOps-1902978888-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 1091 time: 0.0566051 Aug 24 00:50:47.682678 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:47.688340 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:47.712627 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.713958 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.741407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9d186c-cb9b-4c40-bfca-95303bd9dbac,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:47.803527 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.820022 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.932560 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Allocated IP 172.25.8.115 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/7d58e3cd-8d27-4d2a-81c5-6585167bd513) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:48.056777 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.106098 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.171885 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:48.175051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:48.177630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:48.211799 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=7d58e3cd-8d27-4d2a-81c5-6585167bd513,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:48.221550 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.223697 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.267367 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.267948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6962296-feab-46d2-a5aa-f3a9c6eb9c5c {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:50:48.272177 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.273329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6fa2d288-f53c-4f51-a969-e02bc99a4e24 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e6962296-feab-46d2-a5aa-f3a9c6eb9c5c HTTP/1.1" status: 204 len: 168 time: 1.2690625 Aug 24 00:50:48.275910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43602) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:48.320191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-71344e87-1df3-4263-87ec-944cc9ddf4bb admin admin] Deleting subnet bcb0cab6-72c4-4c65-a47a-d377c3bef3cf {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:50:48.323206 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71344e87-1df3-4263-87ec-944cc9ddf4bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.361745 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71344e87-1df3-4263-87ec-944cc9ddf4bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.443088 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71344e87-1df3-4263-87ec-944cc9ddf4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.458461 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 44b06bc6-8b76-499f-9701-b8eb9cea7016 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:48.490832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 44b06bc6-8b76-499f-9701-b8eb9cea7016 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:48.491457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 44b06bc6-8b76-499f-9701-b8eb9cea7016 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:48.513198 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71344e87-1df3-4263-87ec-944cc9ddf4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.527952 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-71344e87-1df3-4263-87ec-944cc9ddf4bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.535020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-71344e87-1df3-4263-87ec-944cc9ddf4bb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bcb0cab6-72c4-4c65-a47a-d377c3bef3cf HTTP/1.1" status: 204 len: 168 time: 0.2533422 Aug 24 00:50:48.537902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e38b6b2-118e-4f50-a887-a8babd4e8a5e None None] Network 4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:50:48.545190 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:48.553632 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71344e87-1df3-4263-87ec-944cc9ddf4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb0cab6-72c4-4c65-a47a-d377c3bef3cf,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:48.728722 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c882bb-0a47-41ee-949b-e84d9ebf7ba5 None None] DHCP port deletion for 4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:50:48.753308 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.784069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-66c882bb-0a47-41ee-949b-e84d9ebf7ba5 None None] Deleting port ac6f194f-f59a-43ec-9c83-4a7bb264636d {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:48.784456 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66c882bb-0a47-41ee-949b-e84d9ebf7ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.803736 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.852703 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-66c882bb-0a47-41ee-949b-e84d9ebf7ba5 None None] For port ac6f194f-f59a-43ec-9c83-4a7bb264636d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ac6f194f-f59a-43ec-9c83-4a7bb264636d,segment=NetworkSegment(edfa7189-9243-4216-a688-a2aff5d43e3b),segment_id=edfa7189-9243-4216-a688-a2aff5d43e3b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:48.853023 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66c882bb-0a47-41ee-949b-e84d9ebf7ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.870233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-66c882bb-0a47-41ee-949b-e84d9ebf7ba5 None None] Calling delete_port for ac6f194f-f59a-43ec-9c83-4a7bb264636d owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:48.935138 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.937956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Deleting port ac6f194f-f59a-43ec-9c83-4a7bb264636d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:48.938275 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.952080 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66c882bb-0a47-41ee-949b-e84d9ebf7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.975751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c882bb-0a47-41ee-949b-e84d9ebf7ba5 None None] Pushing event deleted for resources: {'Port': ['ID=ac6f194f-f59a-43ec-9c83-4a7bb264636d,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:48.981911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c882bb-0a47-41ee-949b-e84d9ebf7ba5 None None] No DVR routers for this DVR port ac6f194f-f59a-43ec-9c83-4a7bb264636d on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:49.036361 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] For port ac6f194f-f59a-43ec-9c83-4a7bb264636d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ac6f194f-f59a-43ec-9c83-4a7bb264636d,segment=NetworkSegment(edfa7189-9243-4216-a688-a2aff5d43e3b),segment_id=edfa7189-9243-4216-a688-a2aff5d43e3b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:49.036720 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.059550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Calling delete_port for ac6f194f-f59a-43ec-9c83-4a7bb264636d owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:49.210697 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.213538 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.219272 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.244019 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6f194f-f59a-43ec-9c83-4a7bb264636d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:49.250435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] No DVR routers for this DVR port ac6f194f-f59a-43ec-9c83-4a7bb264636d on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:49.372588 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event updated for resources: {'Port': ['ID=7d58e3cd-8d27-4d2a-81c5-6585167bd513,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:49.378598 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.415145 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.430801 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:49.442999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfa7189-9243-4216-a688-a2aff5d43e3b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:49.443290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfa7189-9243-4216-a688-a2aff5d43e3b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:49.459491 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.504174 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.514990 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:50:49.515378 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: self.session.flush() Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:50:49.517005 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:50:49.530726 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Floating IP 66227f90-390c-4076-a039-b775a20cbe12 associated. External IP: 172.25.8.115, port: 5b94c6e4-a1db-47bf-8dd5-23586a5241c2. Aug 24 00:50:49.615300 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.619724 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.621670 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9 HTTP/1.1" status: 204 len: 168 time: 1.0761039 Aug 24 00:50:49.662323 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be08739-129c-4fc9-83c1-532c1cb7caf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf4dce7-0da3-4aa6-9c61-24a6b889e6c9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:49.792209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43608) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:49.797051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Router 69962229-6236-4aa0-8b27-7fa048ca1c8a has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:49.831915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ef1cd10c-1a1d-4393-8f8d-3a354b7957f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ab01a22eedf45f990f7b3a5d407c756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384841 Aug 24 00:50:49.834487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43610) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:49.882082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d379cbf8-b703-433d-bd83-c514fddf4710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.903061 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d379cbf8-b703-433d-bd83-c514fddf4710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.906122 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:49.915352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f37de-dab4-43f7-af00-13078a478e62 None None] Sync routers for ids ['69962229-6236-4aa0-8b27-7fa048ca1c8a'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:49.922820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.926270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f37de-dab4-43f7-af00-13078a478e62 None None] Routers {'69962229-6236-4aa0-8b27-7fa048ca1c8a'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:49.927283 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b77f37de-dab4-43f7-af00-13078a478e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69962229-6236-4aa0-8b27-7fa048ca1c8a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:49.952048 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e30777e2-9c98-4748-8fe1-0b79b6d78e54 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2674880 Aug 24 00:50:49.952743 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'tag': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:49.954367 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43612) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:49.956943 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026a44cf-058a-44e1-8730-03aa7857c116" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b50341-97e3-413f-a622-b3cd69206bc8", "tag": "5b94c6e4-a1db-47bf-8dd5-23586a5241c2"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:49.992520 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98672356-ee49-4aa8-b9cd-2be2cfb311a0 x-openstack-request-id: req-98672356-ee49-4aa8-b9cd-2be2cfb311a0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:49.992817 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b50341-97e3-413f-a622-b3cd69206bc8", "tag": "5b94c6e4-a1db-47bf-8dd5-23586a5241c2", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:49.993072 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98672356-ee49-4aa8-b9cd-2be2cfb311a0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:49.993480 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'tag': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2', 'status': 'completed', 'code': 200} Aug 24 00:50:49.999469 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d379cbf8-b703-433d-bd83-c514fddf4710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:50.002003 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d379cbf8-b703-433d-bd83-c514fddf4710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:50.003188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d379cbf8-b703-433d-bd83-c514fddf4710 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a23cdd08-5781-441f-b3e7-be413facf45d HTTP/1.1" status: 204 len: 168 time: 0.1677613 Aug 24 00:50:50.032825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379cbf8-b703-433d-bd83-c514fddf4710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23cdd08-5781-441f-b3e7-be413facf45d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:50.076542 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-dc428e3a-cd72-4041-9833-3f5d429d21fe tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/floatingips/66227f90-390c-4076-a039-b775a20cbe12 HTTP/1.1" status: 200 len: 991 time: 0.1193664 Aug 24 00:50:50.080873 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ac6f194f-f59a-43ec-9c83-4a7bb264636d no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:50.088347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a44cf-058a-44e1-8730-03aa7857c116 req-19f57e86-cbe5-43d4-a32f-fce68901b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:50.090079 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-026a44cf-058a-44e1-8730-03aa7857c116 req-19f57e86-cbe5-43d4-a32f-fce68901b9a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 1096 time: 0.0528662 Aug 24 00:50:50.105085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: ac6f194f-f59a-43ec-9c83-4a7bb264636d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:50.105430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ac6f194f-f59a-43ec-9c83-4a7bb264636d not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:50.105845 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ff9d186c-cb9b-4c40-bfca-95303bd9dbac no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:50.133626 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: ff9d186c-cb9b-4c40-bfca-95303bd9dbac {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:50.133973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ff9d186c-cb9b-4c40-bfca-95303bd9dbac not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:50.136480 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b77f37de-dab4-43f7-af00-13078a478e62 None None] Set router 69962229-6236-4aa0-8b27-7fa048ca1c8a gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:50.189981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a44cf-058a-44e1-8730-03aa7857c116 req-45cd5806-3a00-41e0-a57f-112b8f06cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:50.191864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-026a44cf-058a-44e1-8730-03aa7857c116 req-45cd5806-3a00-41e0-a57f-112b8f06cabe service neutron] 10.222.0.13 "GET /v2.0/networks?id=4652353f-e949-4a92-81d9-72ce1f32dea7 HTTP/1.1" status: 200 len: 897 time: 0.0946939 Aug 24 00:50:50.274626 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-026a44cf-058a-44e1-8730-03aa7857c116 req-48533f06-9675-4a02-95e9-f80593deeec0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b94c6e4-a1db-47bf-8dd5-23586a5241c2 HTTP/1.1" status: 200 len: 999 time: 0.0757957 Aug 24 00:50:50.324680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a44cf-058a-44e1-8730-03aa7857c116 req-38b7386d-0e50-46a3-a272-a3c3ce34fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:50.326177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-026a44cf-058a-44e1-8730-03aa7857c116 req-38b7386d-0e50-46a3-a272-a3c3ce34fc6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff630a7a-fa42-4e38-a543-5f8c2a4eee96 HTTP/1.1" status: 200 len: 835 time: 0.0450459 Aug 24 00:50:50.374473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a44cf-058a-44e1-8730-03aa7857c116 req-6a319332-76a6-4d91-a095-552c07d4663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:50.375253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b77f37de-dab4-43f7-af00-13078a478e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:50:30Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '66227f90-390c-4076-a039-b775a20cbe12', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'port_id': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'mac_address': 'fa:16:3e:69:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:50:48Z', 'updated_at': '2021-08-24T00:50:48Z', 'revision_number': 0, 'project_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6', 'name': '', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:15:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:29Z', 'updated_at': '2021-08-24T00:50:36Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:50.376408 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-026a44cf-058a-44e1-8730-03aa7857c116 req-6a319332-76a6-4d91-a095-552c07d4663e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4652353f-e949-4a92-81d9-72ce1f32dea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432787 Aug 24 00:50:50.391258 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43620) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:50.402393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f37de-dab4-43f7-af00-13078a478e62 None None] Checking router: 69962229-6236-4aa0-8b27-7fa048ca1c8a for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:50.411203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f37de-dab4-43f7-af00-13078a478e62 None None] Routers {'69962229-6236-4aa0-8b27-7fa048ca1c8a'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:50.411848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b77f37de-dab4-43f7-af00-13078a478e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:50:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69962229-6236-4aa0-8b27-7fa048ca1c8a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:50.436877 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6f1e3594-dd06-4bcb-868c-fe695b458aa8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9638eed9ed14d919e74bed127c81129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421264 Aug 24 00:50:50.437189 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43622) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:50.473266 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-026a44cf-058a-44e1-8730-03aa7857c116 req-ee09746e-03f8-4b85-8c31-48f149357558 service neutron] 10.222.0.13 "GET /v2.0/networks/4652353f-e949-4a92-81d9-72ce1f32dea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897844 Aug 24 00:50:50.493690 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f7b889-68ca-49b7-8bb3-0749d8c9862c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:50.515954 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f7b889-68ca-49b7-8bb3-0749d8c9862c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:50.523819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b77f37de-dab4-43f7-af00-13078a478e62 None None] Set router 69962229-6236-4aa0-8b27-7fa048ca1c8a gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:50.572490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-026a44cf-058a-44e1-8730-03aa7857c116 req-77c41708-1153-47d6-bb3b-cc6baeda7d87 service neutron] 10.222.0.13 "GET /v2.0/networks/4652353f-e949-4a92-81d9-72ce1f32dea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914576 Aug 24 00:50:50.576397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f7b889-68ca-49b7-8bb3-0749d8c9862c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:50.579463 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f7b889-68ca-49b7-8bb3-0749d8c9862c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:50.580658 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-15f7b889-68ca-49b7-8bb3-0749d8c9862c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7fdfe3c-4e80-4152-8b1c-23b604ab87b0 HTTP/1.1" status: 204 len: 168 time: 0.1425948 Aug 24 00:50:50.594320 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7b889-68ca-49b7-8bb3-0749d8c9862c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fdfe3c-4e80-4152-8b1c-23b604ab87b0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:50.800438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b77f37de-dab4-43f7-af00-13078a478e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:50:30Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '66227f90-390c-4076-a039-b775a20cbe12', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'port_id': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'mac_address': 'fa:16:3e:69:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:50:48Z', 'updated_at': '2021-08-24T00:50:48Z', 'revision_number': 0, 'project_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6', 'name': '', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:15:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:29Z', 'updated_at': '2021-08-24T00:50:36Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:50.831298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f37de-dab4-43f7-af00-13078a478e62 None None] The sync data for ids ['69962229-6236-4aa0-8b27-7fa048ca1c8a'] in n-d-805736-1 is: [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:50:30Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '66227f90-390c-4076-a039-b775a20cbe12', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'port_id': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'mac_address': 'fa:16:3e:69:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:50:48Z', 'updated_at': '2021-08-24T00:50:48Z', 'revision_number': 0, 'project_id': '38081af238414bd488e48d97e0e81c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6', 'name': '', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:15:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:29Z', 'updated_at': '2021-08-24T00:50:36Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:51.048514 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191b4978-6c36-4cf2-8866-2dd9a9d565bb None None] New status for floating IP 66227f90-390c-4076-a039-b775a20cbe12: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:50:51.078870 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43626) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:51.146343 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c9b467a-bc32-4131-8a8d-9a5f16a56f7d tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/floatingips/66227f90-390c-4076-a039-b775a20cbe12 HTTP/1.1" status: 200 len: 991 time: 0.0651133 Aug 24 00:50:52.149049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43628) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:52.218152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cebaedac-3106-465a-a427-5c3487b3962e tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/floatingips/66227f90-390c-4076-a039-b775a20cbe12 HTTP/1.1" status: 200 len: 993 time: 0.0671661 Aug 24 00:50:53.944868 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:57.545980 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c53aa0b5-24ee-4d9d-83e4-784fd4f74c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:59.874662 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:00.141249 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:00.250003 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-207db555-37da-49c0-8a2f-2ad09811e7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:01.339480 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:03.103046 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:10.119961 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:51:16.820413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43638) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:16.892607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7a06ee1e-5113-441f-9dc3-1e63a42103c8 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/floatingips/66227f90-390c-4076-a039-b775a20cbe12 HTTP/1.1" status: 200 len: 993 time: 0.0711155 Aug 24 00:51:17.122658 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43644) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:17.278376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Deleting port 7d58e3cd-8d27-4d2a-81c5-6585167bd513 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:17.278726 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:17.355620 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:17.355956 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:17.367909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Calling delete_port for 7d58e3cd-8d27-4d2a-81c5-6585167bd513 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:17.543507 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:17.568976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Port': ['ID=7d58e3cd-8d27-4d2a-81c5-6585167bd513,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:17.595176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:17.595529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:17.595874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:17.596216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:17.596553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:17.596886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:17.597214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:17.597543 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:17.597870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:17.598198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:17.598526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:17.598882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:17.641961 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:17.642296 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Floating IP 66227f90-390c-4076-a039-b775a20cbe12 disassociated (deleted). External IP: 172.25.8.115, port: 5b94c6e4-a1db-47bf-8dd5-23586a5241c2. Aug 24 00:51:17.845811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Router 69962229-6236-4aa0-8b27-7fa048ca1c8a has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:51:17.957427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:17.962182 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:17.966845 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6906188-399a-4978-b1b3-e088e875cfb7 None None] Sync routers for ids ['69962229-6236-4aa0-8b27-7fa048ca1c8a'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:17.975830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6906188-399a-4978-b1b3-e088e875cfb7 None None] Routers {'69962229-6236-4aa0-8b27-7fa048ca1c8a'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:17.976448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f6906188-399a-4978-b1b3-e088e875cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:51:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69962229-6236-4aa0-8b27-7fa048ca1c8a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:17.993363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7c2f3076-f3c1-4d7d-880a-038adf32173a tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "DELETE /v2.0/floatingips/66227f90-390c-4076-a039-b775a20cbe12 HTTP/1.1" status: 204 len: 168 time: 0.8689413 Aug 24 00:51:17.993954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'tag': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:51:17.996236 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcbbe60-8301-4f39-896a-6210145cda67" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b50341-97e3-413f-a622-b3cd69206bc8", "tag": "5b94c6e4-a1db-47bf-8dd5-23586a5241c2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:51:18.039299 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ee3841-41b9-4a3b-a688-c0953fc49416 x-openstack-request-id: req-11ee3841-41b9-4a3b-a688-c0953fc49416 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:51:18.039611 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b50341-97e3-413f-a622-b3cd69206bc8", "tag": "5b94c6e4-a1db-47bf-8dd5-23586a5241c2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:51:18.039793 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11ee3841-41b9-4a3b-a688-c0953fc49416 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:51:18.040171 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'tag': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2', 'status': 'completed', 'code': 200} Aug 24 00:51:18.090759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f6906188-399a-4978-b1b3-e088e875cfb7 None None] Set router 69962229-6236-4aa0-8b27-7fa048ca1c8a gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:18.142132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbe60-8301-4f39-896a-6210145cda67 req-9190bae4-5752-4f73-ae2f-051c5a8c77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:18.143737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbcbbe60-8301-4f39-896a-6210145cda67 req-9190bae4-5752-4f73-ae2f-051c5a8c77f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38081af238414bd488e48d97e0e81c08&device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 1096 time: 0.0520964 Aug 24 00:51:18.287642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbe60-8301-4f39-896a-6210145cda67 req-b15d81ce-5ace-487a-af3a-fc3b7b9510b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:18.289565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbcbbe60-8301-4f39-896a-6210145cda67 req-b15d81ce-5ace-487a-af3a-fc3b7b9510b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4652353f-e949-4a92-81d9-72ce1f32dea7 HTTP/1.1" status: 200 len: 897 time: 0.1107376 Aug 24 00:51:18.340608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbcbbe60-8301-4f39-896a-6210145cda67 req-fac2dfb8-31de-4891-b3b4-95f0323f197c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b94c6e4-a1db-47bf-8dd5-23586a5241c2 HTTP/1.1" status: 200 len: 217 time: 0.0408955 Aug 24 00:51:18.396035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbe60-8301-4f39-896a-6210145cda67 req-1fb7ed6b-865c-44ef-a72d-fb794cb854fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:18.398018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbcbbe60-8301-4f39-896a-6210145cda67 req-1fb7ed6b-865c-44ef-a72d-fb794cb854fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff630a7a-fa42-4e38-a543-5f8c2a4eee96 HTTP/1.1" status: 200 len: 835 time: 0.0494094 Aug 24 00:51:18.461771 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbbe60-8301-4f39-896a-6210145cda67 req-808afdad-f722-4f15-8756-2719bdba93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:18.463324 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbcbbe60-8301-4f39-896a-6210145cda67 req-808afdad-f722-4f15-8756-2719bdba93dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4652353f-e949-4a92-81d9-72ce1f32dea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571418 Aug 24 00:51:18.496763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f6906188-399a-4978-b1b3-e088e875cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:50:30Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6', 'name': '', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:15:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:29Z', 'updated_at': '2021-08-24T00:50:36Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:18.523674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6906188-399a-4978-b1b3-e088e875cfb7 None None] Checking router: 69962229-6236-4aa0-8b27-7fa048ca1c8a for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:51:18.532467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6906188-399a-4978-b1b3-e088e875cfb7 None None] Routers {'69962229-6236-4aa0-8b27-7fa048ca1c8a'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:18.533069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f6906188-399a-4978-b1b3-e088e875cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:51:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69962229-6236-4aa0-8b27-7fa048ca1c8a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:18.567376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c45ca-3a82-41a5-a6d2-a1e9aa5e057c req-13402dc5-7b65-4e02-8229-21a30f612e11 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:18.569949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94c45ca-3a82-41a5-a6d2-a1e9aa5e057c req-13402dc5-7b65-4e02-8229-21a30f612e11 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 945 time: 0.3657885 Aug 24 00:51:18.632787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbcbbe60-8301-4f39-896a-6210145cda67 req-0d5b79f8-0ca3-4f76-a61f-f59a66dbedd5 service neutron] 10.222.0.13 "GET /v2.0/networks/4652353f-e949-4a92-81d9-72ce1f32dea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384747 Aug 24 00:51:18.635968 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b94c45ca-3a82-41a5-a6d2-a1e9aa5e057c req-813566a1-d29c-461a-9598-5777b7bc74dc tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad5a91e-40fd-46b9-8780-2dd65622ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588634 Aug 24 00:51:18.647231 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-f6906188-399a-4978-b1b3-e088e875cfb7 None None] Set router 69962229-6236-4aa0-8b27-7fa048ca1c8a gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:18.738795 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fbcbbe60-8301-4f39-896a-6210145cda67 req-4987af8b-fe60-450c-80a0-8fc98d66b1b4 service neutron] 10.222.0.13 "GET /v2.0/networks/4652353f-e949-4a92-81d9-72ce1f32dea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978239 Aug 24 00:51:18.858173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-f6906188-399a-4978-b1b3-e088e875cfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:50:30Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6', 'name': '', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:15:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:29Z', 'updated_at': '2021-08-24T00:50:36Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:18.889823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6906188-399a-4978-b1b3-e088e875cfb7 None None] The sync data for ids ['69962229-6236-4aa0-8b27-7fa048ca1c8a'] in n-d-805736-1 is: [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:50:30Z', 'revision_number': 4, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6', 'name': '', 'network_id': '4652353f-e949-4a92-81d9-72ce1f32dea7', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'mac_address': 'fa:16:3e:15:3b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:29Z', 'updated_at': '2021-08-24T00:50:36Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'subnets': [{'id': 'ff630a7a-fa42-4e38-a543-5f8c2a4eee96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:19.118225 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04f885-831a-4508-b6e1-4bd51af38e65 None None] New status for floating IP 66227f90-390c-4076-a039-b775a20cbe12: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:51:19.706401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114289be-8c2a-424f-88a5-5978c2279918 req-ab7ba486-7072-4672-8f40-ab110cad73e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:19.707926 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-114289be-8c2a-424f-88a5-5978c2279918 req-ab7ba486-7072-4672-8f40-ab110cad73e1 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 945 time: 0.0511749 Aug 24 00:51:19.814618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-114289be-8c2a-424f-88a5-5978c2279918 req-b426d81c-4414-4ac0-9b47-4088e9ab8e44 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Deleting port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:19.814909 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-114289be-8c2a-424f-88a5-5978c2279918 req-b426d81c-4414-4ac0-9b47-4088e9ab8e44 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:19.910163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbaf42-1b15-4ead-90e9-010eafd154d6 req-f7deb64b-ab7f-4bb6-8e10-8ae49532bb10 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:19.911684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3fdbaf42-1b15-4ead-90e9-010eafd154d6 req-f7deb64b-ab7f-4bb6-8e10-8ae49532bb10 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b50341-97e3-413f-a622-b3cd69206bc8 HTTP/1.1" status: 200 len: 945 time: 0.1912386 Aug 24 00:51:19.939560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-114289be-8c2a-424f-88a5-5978c2279918 req-b426d81c-4414-4ac0-9b47-4088e9ab8e44 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] For port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5b94c6e4-a1db-47bf-8dd5-23586a5241c2,segment=NetworkSegment(971907c9-c3f2-406e-bdbf-09b6ec1e1b0c),segment_id=971907c9-c3f2-406e-bdbf-09b6ec1e1b0c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:19.939928 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-114289be-8c2a-424f-88a5-5978c2279918 req-b426d81c-4414-4ac0-9b47-4088e9ab8e44 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:19.960954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-114289be-8c2a-424f-88a5-5978c2279918 req-b426d81c-4414-4ac0-9b47-4088e9ab8e44 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Calling delete_port for 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:19.979686 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3fdbaf42-1b15-4ead-90e9-010eafd154d6 req-0951a2ce-7d9d-48fa-9ac4-c8d2abd093b3 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ad5a91e-40fd-46b9-8780-2dd65622ebca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612960 Aug 24 00:51:20.095145 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-114289be-8c2a-424f-88a5-5978c2279918 req-b426d81c-4414-4ac0-9b47-4088e9ab8e44 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:20.122176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426d81c-4414-4ac0-9b47-4088e9ab8e44 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Port': ['ID=5b94c6e4-a1db-47bf-8dd5-23586a5241c2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:20.166711 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-114289be-8c2a-424f-88a5-5978c2279918 req-b426d81c-4414-4ac0-9b47-4088e9ab8e44 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] No DVR routers for this DVR port 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:51:20.169326 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-114289be-8c2a-424f-88a5-5978c2279918 req-b426d81c-4414-4ac0-9b47-4088e9ab8e44 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:20.171723 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-114289be-8c2a-424f-88a5-5978c2279918 req-b426d81c-4414-4ac0-9b47-4088e9ab8e44 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.13 "DELETE /v2.0/ports/5b94c6e4-a1db-47bf-8dd5-23586a5241c2 HTTP/1.1" status: 204 len: 173 time: 0.4576039 Aug 24 00:51:20.172170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'name': 'network-vif-deleted', 'tag': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:51:20.174377 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fc1282-f38d-4afc-9d76-8aaa36dc24f8" -d '{"events": [{"server_uuid": "a3b50341-97e3-413f-a622-b3cd69206bc8", "name": "network-vif-deleted", "tag": "5b94c6e4-a1db-47bf-8dd5-23586a5241c2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:51:20.212081 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2641da-842c-45a3-b379-d068d0addc0e x-openstack-request-id: req-7a2641da-842c-45a3-b379-d068d0addc0e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:51:20.212372 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b50341-97e3-413f-a622-b3cd69206bc8", "name": "network-vif-deleted", "tag": "5b94c6e4-a1db-47bf-8dd5-23586a5241c2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:51:20.212622 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a2641da-842c-45a3-b379-d068d0addc0e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:51:20.213021 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b50341-97e3-413f-a622-b3cd69206bc8', 'name': 'network-vif-deleted', 'tag': '5b94c6e4-a1db-47bf-8dd5-23586a5241c2', 'status': 'completed', 'code': 200} Aug 24 00:51:21.035550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43662) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:21.093663 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-216d8357-83e6-4bc7-b172-a2d38e6de076 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:21.117876 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-216d8357-83e6-4bc7-b172-a2d38e6de076 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:21.176008 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-216d8357-83e6-4bc7-b172-a2d38e6de076 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:21.178579 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-216d8357-83e6-4bc7-b172-a2d38e6de076 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:21.179769 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-216d8357-83e6-4bc7-b172-a2d38e6de076 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "DELETE /v2.0/security-groups/5ad5a91e-40fd-46b9-8780-2dd65622ebca HTTP/1.1" status: 204 len: 168 time: 0.1432385 Aug 24 00:51:21.188971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d8357-83e6-4bc7-b172-a2d38e6de076 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad5a91e-40fd-46b9-8780-2dd65622ebca,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:21.211522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43666) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:21.574590 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39fcc596-5f49-4760-bee0-d7c421114a00 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:21.829018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-39fcc596-5f49-4760-bee0-d7c421114a00 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Deleting port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:21.829371 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39fcc596-5f49-4760-bee0-d7c421114a00 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:21.919720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-39fcc596-5f49-4760-bee0-d7c421114a00 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] For port c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6,segment=NetworkSegment(971907c9-c3f2-406e-bdbf-09b6ec1e1b0c),segment_id=971907c9-c3f2-406e-bdbf-09b6ec1e1b0c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:21.920083 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39fcc596-5f49-4760-bee0-d7c421114a00 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:21.931774 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-39fcc596-5f49-4760-bee0-d7c421114a00 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Calling delete_port for c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:22.115275 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39fcc596-5f49-4760-bee0-d7c421114a00 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:22.145594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcc596-5f49-4760-bee0-d7c421114a00 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Port': ['ID=c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:22.316163 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-39fcc596-5f49-4760-bee0-d7c421114a00 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:22.833524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fcc596-5f49-4760-bee0-d7c421114a00 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Router 69962229-6236-4aa0-8b27-7fa048ca1c8a has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:51:22.938151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fcc596-5f49-4760-bee0-d7c421114a00 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:22.943094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-39fcc596-5f49-4760-bee0-d7c421114a00 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "PUT /v2.0/routers/69962229-6236-4aa0-8b27-7fa048ca1c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7304790 Aug 24 00:51:22.947160 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43668) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:22.950167 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51beb84-5dcd-4333-a758-50d2cb4224c4 None None] Sync routers for ids ['69962229-6236-4aa0-8b27-7fa048ca1c8a'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:22.961213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51beb84-5dcd-4333-a758-50d2cb4224c4 None None] Routers {'69962229-6236-4aa0-8b27-7fa048ca1c8a'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:22.961825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c51beb84-5dcd-4333-a758-50d2cb4224c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:51:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69962229-6236-4aa0-8b27-7fa048ca1c8a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:23.002132 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a91c695-4a53-483a-a37a-b13c2d91b1f4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Deleting subnet ff630a7a-fa42-4e38-a543-5f8c2a4eee96 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:51:23.005706 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a91c695-4a53-483a-a37a-b13c2d91b1f4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.045876 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a91c695-4a53-483a-a37a-b13c2d91b1f4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.068347 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c51beb84-5dcd-4333-a758-50d2cb4224c4 None None] Set router 69962229-6236-4aa0-8b27-7fa048ca1c8a gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:23.128683 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a91c695-4a53-483a-a37a-b13c2d91b1f4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.192032 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a91c695-4a53-483a-a37a-b13c2d91b1f4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.255027 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c51beb84-5dcd-4333-a758-50d2cb4224c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:51:22Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:23.283150 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51beb84-5dcd-4333-a758-50d2cb4224c4 None None] Checking router: 69962229-6236-4aa0-8b27-7fa048ca1c8a for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:51:23.292423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51beb84-5dcd-4333-a758-50d2cb4224c4 None None] Routers {'69962229-6236-4aa0-8b27-7fa048ca1c8a'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:23.293043 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c51beb84-5dcd-4333-a758-50d2cb4224c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:51:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['69962229-6236-4aa0-8b27-7fa048ca1c8a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:23.403595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c51beb84-5dcd-4333-a758-50d2cb4224c4 None None] Set router 69962229-6236-4aa0-8b27-7fa048ca1c8a gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:23.451966 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91c695-4a53-483a-a37a-b13c2d91b1f4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Subnet': ['ID=ff630a7a-fa42-4e38-a543-5f8c2a4eee96,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:23.455724 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6a91c695-4a53-483a-a37a-b13c2d91b1f4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.460020 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6a91c695-4a53-483a-a37a-b13c2d91b1f4 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "DELETE /v2.0/subnets/ff630a7a-fa42-4e38-a543-5f8c2a4eee96 HTTP/1.1" status: 204 len: 168 time: 0.5093796 Aug 24 00:51:23.460743 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43670) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:23.463830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df17ced6-42fb-4c95-bd27-77ecf93e9409 None None] Network 4652353f-e949-4a92-81d9-72ce1f32dea7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:51:23.571716 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.680953 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.691679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c51beb84-5dcd-4333-a758-50d2cb4224c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:51:22Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:23.725278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51beb84-5dcd-4333-a758-50d2cb4224c4 None None] The sync data for ids ['69962229-6236-4aa0-8b27-7fa048ca1c8a'] in n-d-805736-1 is: [{'id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'name': 'tempest-TestNetworkBasicOps-router-1807690077', 'tenant_id': '38081af238414bd488e48d97e0e81c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '8be33ec1-826c-46ae-b286-de536299d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:26Z', 'updated_at': '2021-08-24T00:51:22Z', 'revision_number': 5, 'project_id': '38081af238414bd488e48d97e0e81c08', 'gw_port': {'id': '8be33ec1-826c-46ae-b286-de536299d69c', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69962229-6236-4aa0-8b27-7fa048ca1c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:27Z', 'updated_at': '2021-08-24T00:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:23.743040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] DHCP port deletion for 4652353f-e949-4a92-81d9-72ce1f32dea7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:51:23.744744 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Deleting port 8be33ec1-826c-46ae-b286-de536299d69c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:23.745100 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.791511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Deleting port cc8ad929-8865-470c-8565-eb44572ef1a0 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:23.791766 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.832649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] For port 8be33ec1-826c-46ae-b286-de536299d69c, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8be33ec1-826c-46ae-b286-de536299d69c,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:23.833015 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.845135 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Calling delete_port for 8be33ec1-826c-46ae-b286-de536299d69c owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:23.855771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] For port cc8ad929-8865-470c-8565-eb44572ef1a0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=cc8ad929-8865-470c-8565-eb44572ef1a0,segment=NetworkSegment(971907c9-c3f2-406e-bdbf-09b6ec1e1b0c),segment_id=971907c9-c3f2-406e-bdbf-09b6ec1e1b0c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:23.856340 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.873477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Calling delete_port for cc8ad929-8865-470c-8565-eb44572ef1a0 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:23.958505 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.994410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Pushing event deleted for resources: {'Port': ['ID=cc8ad929-8865-470c-8565-eb44572ef1a0,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:23.996658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] No DVR routers for this DVR port cc8ad929-8865-470c-8565-eb44572ef1a0 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:51:24.005738 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.007219 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.007589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.007927 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.008259 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.008588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.008915 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.009241 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.009557 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.009875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.010296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.010495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.010840 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75686-ad6c-428b-a073-a37fbc67b67d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.042965 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.090501 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Port': ['ID=8be33ec1-826c-46ae-b286-de536299d69c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:24.132700 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.141926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cc8ad929-8865-470c-8565-eb44572ef1a0 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:51:24.167769 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: cc8ad929-8865-470c-8565-eb44572ef1a0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:51:24.167769 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device cc8ad929-8865-470c-8565-eb44572ef1a0 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:51:24.167769 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:51:24.189088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:51:24.189520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c6a9ba28-7aea-4d3a-b6b0-644445b9a3a6 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:51:24.232431 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.234943 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.282651 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.283126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Fanout notify agent at l3_agent the message router_deleted on router 69962229-6236-4aa0-8b27-7fa048ca1c8a {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:51:24.290269 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.291406 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-901bc306-868b-4b62-b19c-f1e475d58f95 tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "DELETE /v2.0/routers/69962229-6236-4aa0-8b27-7fa048ca1c8a HTTP/1.1" status: 204 len: 168 time: 0.8302436 Aug 24 00:51:24.294229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43672) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:24.374812 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-756d0b5d-9973-47fc-bb52-b0f1b84d614c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.467001 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-756d0b5d-9973-47fc-bb52-b0f1b84d614c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.477106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-756d0b5d-9973-47fc-bb52-b0f1b84d614c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4652353f-e949-4a92-81d9-72ce1f32dea7']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:24.487219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-756d0b5d-9973-47fc-bb52-b0f1b84d614c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:24.487549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-756d0b5d-9973-47fc-bb52-b0f1b84d614c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971907c9-c3f2-406e-bdbf-09b6ec1e1b0c') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:24.490537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:51:24.496409 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-756d0b5d-9973-47fc-bb52-b0f1b84d614c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.510296 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-756d0b5d-9973-47fc-bb52-b0f1b84d614c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.511048 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:51:24.511450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5b94c6e4-a1db-47bf-8dd5-23586a5241c2 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:51:24.517021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756d0b5d-9973-47fc-bb52-b0f1b84d614c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:51:24.517413 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-756d0b5d-9973-47fc-bb52-b0f1b84d614c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:51:24.520374 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:51:24.577690 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-756d0b5d-9973-47fc-bb52-b0f1b84d614c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.584944 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-756d0b5d-9973-47fc-bb52-b0f1b84d614c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.586645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-756d0b5d-9973-47fc-bb52-b0f1b84d614c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] 10.222.0.32 "DELETE /v2.0/networks/4652353f-e949-4a92-81d9-72ce1f32dea7 HTTP/1.1" status: 204 len: 168 time: 0.2912452 Aug 24 00:51:24.599782 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d0b5d-9973-47fc-bb52-b0f1b84d614c tempest-TestNetworkBasicOps-154060340 tempest-TestNetworkBasicOps-154060340-project] Pushing event deleted for resources: {'Network': ['ID=4652353f-e949-4a92-81d9-72ce1f32dea7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:24.854882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43678) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:24.992675 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-183b775b-073f-4eba-a65c-199e2133631b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38081af238414bd488e48d97e0e81c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365540 Aug 24 00:51:24.995116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43682) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:25.042230 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aca14f96-a14f-49db-ab96-477fdf036561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.063796 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aca14f96-a14f-49db-ab96-477fdf036561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.108759 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aca14f96-a14f-49db-ab96-477fdf036561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.111488 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-aca14f96-a14f-49db-ab96-477fdf036561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.112625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-aca14f96-a14f-49db-ab96-477fdf036561 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9216bf30-aa5c-4bf5-8f41-1314cce51e79 HTTP/1.1" status: 204 len: 168 time: 0.1166286 Aug 24 00:51:25.120163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca14f96-a14f-49db-ab96-477fdf036561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9216bf30-aa5c-4bf5-8f41-1314cce51e79,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:25.368759 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43688) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:25.382126 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87a415dc-9ce1-4de6-9256-ad92ff463498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.471878 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87a415dc-9ce1-4de6-9256-ad92ff463498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.475548 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87a415dc-9ce1-4de6-9256-ad92ff463498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.513302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-87a415dc-9ce1-4de6-9256-ad92ff463498 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40c8b610704e4cf1a59cdfc777819741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434512 Aug 24 00:51:25.514264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a415dc-9ce1-4de6-9256-ad92ff463498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb69a4c-5282-4de8-a790-a57f3454b7d0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:25.516212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:25.570259 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05194e54-9c17-4108-bc10-a06df6c65285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.591453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05194e54-9c17-4108-bc10-a06df6c65285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.637548 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05194e54-9c17-4108-bc10-a06df6c65285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.640964 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05194e54-9c17-4108-bc10-a06df6c65285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.642129 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-05194e54-9c17-4108-bc10-a06df6c65285 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4eb69a4c-5282-4de8-a790-a57f3454b7d0 HTTP/1.1" status: 204 len: 168 time: 0.1237917 Aug 24 00:51:25.651481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05194e54-9c17-4108-bc10-a06df6c65285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb69a4c-5282-4de8-a790-a57f3454b7d0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:26.068529 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8be33ec1-826c-46ae-b286-de536299d69c no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:51:26.090008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 8be33ec1-826c-46ae-b286-de536299d69c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:51:26.090361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8be33ec1-826c-46ae-b286-de536299d69c not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:51:27.548936 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e0609d1e-cb3e-4a69-aca0-198b794308a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:29.876440 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:30.145118 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:30.250350 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d353005e-94e7-4c69-aced-2c8f89cabc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:31.343410 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:33.105350 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:35.735554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-2abd1eb6-f083-4696-a19d-ee59ba950634 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bf50626c1c9346c18cc1adc62316a6db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329735 Aug 24 00:51:35.917338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-16e199e2-ee91-4c7b-bea0-6c69e9e1249b tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:35.918860 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-16e199e2-ee91-4c7b-bea0-6c69e9e1249b tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779439 Aug 24 00:51:35.933936 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-c2e8c6fc-bd22-4139-927e-0d82aabdb4aa tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/quotas/bf50626c1c9346c18cc1adc62316a6db HTTP/1.1" status: 200 len: 375 time: 0.0089190 Aug 24 00:51:35.965160 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-00afb143-01e1-4995-bf1d-96f893597add tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf50626c1c9346c18cc1adc62316a6db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252194 Aug 24 00:51:36.121057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1763f62a-5e48-439e-bacf-9b2c8e93a62e req-0879009e-7b9a-418e-83d0-ef47080906c4 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 210 time: 0.0258534 Aug 24 00:51:37.026594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-e6f89cfd-8137-45c8-a585-1698051913cc tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bf50626c1c9346c18cc1adc62316a6db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244720 Aug 24 00:51:37.139333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-fbcb835c-147c-4df8-953b-a5b99ea08803 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:37.141404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-fbcb835c-147c-4df8-953b-a5b99ea08803 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091363 Aug 24 00:51:37.200775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Request body: {'port': {'device_id': '78e7eaf9-8e09-4b4f-a298-8fc478d27579', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'admin_state_up': True, 'tenant_id': 'bf50626c1c9346c18cc1adc62316a6db'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:37.235367 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9123b61-d032-4b21-bd7a-7b32d42099c8 req-7afb0a58-6a43-413f-b96b-6746004d6c55 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 210 time: 0.0471902 Aug 24 00:51:37.331529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Made reservation on behalf of bf50626c1c9346c18cc1adc62316a6db for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:37.335091 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.344538 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.431079 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.434536 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.501046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71c0bef-5f8e-42cb-99bc-e6d632510e28,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:37.570119 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Allocated IP 192.168.233.102 (8950d7d5-8a34-45c0-8e01-7ddee7121a5e/989779b4-0f28-4890-ab66-e5123937b37e/41c7331a-66c5-4cbb-b069-e320f541ec32) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:37.727558 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.740669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Transition to ACTIVE for port object 41c7331a-66c5-4cbb-b069-e320f541ec32 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:37.771771 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.816028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:37.818986 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:37.822445 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:37.829114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Pushing event updated for resources: {'Port': ['ID=41c7331a-66c5-4cbb-b069-e320f541ec32,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:37.875569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:37.876206 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.891667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2305f98-74fc-4b6b-ac4e-962cd0794fd9 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7021058 Aug 24 00:51:37.910951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Request body: {'port': {'device_id': '78e7eaf9-8e09-4b4f-a298-8fc478d27579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:37.975875 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:38.013533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-40e4e3e2-bf7a-4636-82a9-b3a9023ba14f None None] Provisioning for port 41c7331a-66c5-4cbb-b069-e320f541ec32 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:38.017400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-40e4e3e2-bf7a-4636-82a9-b3a9023ba14f None None] Provisioning complete for port 41c7331a-66c5-4cbb-b069-e320f541ec32 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:38.017849 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-40e4e3e2-bf7a-4636-82a9-b3a9023ba14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:38.052874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-40e4e3e2-bf7a-4636-82a9-b3a9023ba14f None None] Port 41c7331a-66c5-4cbb-b069-e320f541ec32 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:51:38.236859 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c7331a-66c5-4cbb-b069-e320f541ec32 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:51:38.244183 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:38.255748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Transition to ACTIVE for port object 41c7331a-66c5-4cbb-b069-e320f541ec32 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:38.259657 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:38.324364 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Pushing event updated for resources: {'Port': ['ID=41c7331a-66c5-4cbb-b069-e320f541ec32,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:38.412685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9225f51-7065-4982-baff-6258a2fad437 req-cfbf8322-b96d-44cb-9fe5-88dc5995f087 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:38.414272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9225f51-7065-4982-baff-6258a2fad437 req-cfbf8322-b96d-44cb-9fe5-88dc5995f087 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 948 time: 0.1071057 Aug 24 00:51:38.439807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Attempting to bind port 41c7331a-66c5-4cbb-b069-e320f541ec32 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:51:38.440116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Attempting to bind port 41c7331a-66c5-4cbb-b069-e320f541ec32 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:51:38.440447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Attempting to bind port 41c7331a-66c5-4cbb-b069-e320f541ec32 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:38.448838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Port 41c7331a-66c5-4cbb-b069-e320f541ec32 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:51:38.449167 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Attempting to bind port 41c7331a-66c5-4cbb-b069-e320f541ec32 on network 8950d7d5-8a34-45c0-8e01-7ddee7121a5e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:38.464423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:51:38.464770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Checking segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:38.465160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Bound using segment: {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:51:38.465599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Bound port: 41c7331a-66c5-4cbb-b069-e320f541ec32, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89e2689-ce7c-4e2b-8a45-ea61c564ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:51:38.465961 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:38.480063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a9225f51-7065-4982-baff-6258a2fad437 req-440e624a-cbaa-466b-914b-289c1f87ff97 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/security-groups?id=c71c0bef-5f8e-42cb-99bc-e6d632510e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572007 Aug 24 00:51:38.534133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] For port 41c7331a-66c5-4cbb-b069-e320f541ec32, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:51:38.537227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] For port 41c7331a-66c5-4cbb-b069-e320f541ec32, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=41c7331a-66c5-4cbb-b069-e320f541ec32,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:51:38.540658 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:38.581022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:38.581730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:38.587090 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] 10.222.0.13 "PUT /v2.0/ports/41c7331a-66c5-4cbb-b069-e320f541ec32 HTTP/1.1" status: 200 len: 1096 time: 0.6769376 Aug 24 00:51:38.587090 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e7eaf9-8e09-4b4f-a298-8fc478d27579', 'tag': '41c7331a-66c5-4cbb-b069-e320f541ec32'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:51:38.587090 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8130ef24-4981-4ef6-b8c5-4d804bdc0b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "78e7eaf9-8e09-4b4f-a298-8fc478d27579", "tag": "41c7331a-66c5-4cbb-b069-e320f541ec32"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:51:38.612479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87563773-bb22-4039-b8e4-34cb383a0c93 service neutron] Pushing event updated for resources: {'Port': ['ID=41c7331a-66c5-4cbb-b069-e320f541ec32,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:38.641439 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52836a4-58e0-4d2d-91a7-d6e9bd64cff3 x-openstack-request-id: req-a52836a4-58e0-4d2d-91a7-d6e9bd64cff3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:51:38.641731 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e7eaf9-8e09-4b4f-a298-8fc478d27579", "tag": "41c7331a-66c5-4cbb-b069-e320f541ec32", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:51:38.641986 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a52836a4-58e0-4d2d-91a7-d6e9bd64cff3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:51:38.642386 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e7eaf9-8e09-4b4f-a298-8fc478d27579', 'tag': '41c7331a-66c5-4cbb-b069-e320f541ec32', 'status': 'completed', 'code': 200} Aug 24 00:51:38.698833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-1d43a16f-1488-4524-9c28-75eba370cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:38.700453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-1d43a16f-1488-4524-9c28-75eba370cbb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf50626c1c9346c18cc1adc62316a6db&device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 1099 time: 0.0430322 Aug 24 00:51:38.749439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-51070cd1-83d4-4342-9b0d-c0452fae8326 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=41c7331a-66c5-4cbb-b069-e320f541ec32 HTTP/1.1" status: 200 len: 217 time: 0.0350528 Aug 24 00:51:38.804394 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-ee98c538-e949-468f-b293-80a316eb6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:38.805889 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-ee98c538-e949-468f-b293-80a316eb6b71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0501127 Aug 24 00:51:38.850670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-ea6c3198-10fd-4235-9361-0ffa0c1fd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:38.852118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-ea6c3198-10fd-4235-9361-0ffa0c1fd854 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0394797 Aug 24 00:51:38.942911 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-f2d20544-53b1-4f64-b8c1-bc7eb967dfaa service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829349 Aug 24 00:51:39.036632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8519b419-5843-4038-b88a-4fc26e4acd47 req-247e7928-8202-4a78-a665-f5324e59e780 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851588 Aug 24 00:51:39.156821 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130ef24-4981-4ef6-b8c5-4d804bdc0b0b req-a8547ece-b702-4b42-9a5a-27861aa4a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:39.158328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8130ef24-4981-4ef6-b8c5-4d804bdc0b0b req-a8547ece-b702-4b42-9a5a-27861aa4a806 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf50626c1c9346c18cc1adc62316a6db&device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 1099 time: 0.0405977 Aug 24 00:51:39.250648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130ef24-4981-4ef6-b8c5-4d804bdc0b0b req-47a6a0e1-81d1-4ed0-a6b4-6ad927cfe082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:39.252134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8130ef24-4981-4ef6-b8c5-4d804bdc0b0b req-47a6a0e1-81d1-4ed0-a6b4-6ad927cfe082 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e HTTP/1.1" status: 200 len: 870 time: 0.0859678 Aug 24 00:51:39.292300 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8130ef24-4981-4ef6-b8c5-4d804bdc0b0b req-00e4ddab-a06c-486c-951d-878f9111764e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=41c7331a-66c5-4cbb-b069-e320f541ec32 HTTP/1.1" status: 200 len: 217 time: 0.0329869 Aug 24 00:51:39.347622 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130ef24-4981-4ef6-b8c5-4d804bdc0b0b req-25999d8f-40a9-4583-bd10-5ac42999f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:39.349096 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8130ef24-4981-4ef6-b8c5-4d804bdc0b0b req-25999d8f-40a9-4583-bd10-5ac42999f406 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=989779b4-0f28-4890-ab66-e5123937b37e HTTP/1.1" status: 200 len: 843 time: 0.0491686 Aug 24 00:51:39.399833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130ef24-4981-4ef6-b8c5-4d804bdc0b0b req-88a11b3a-8743-4806-b5bd-e5bb202e7557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:39.401316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8130ef24-4981-4ef6-b8c5-4d804bdc0b0b req-88a11b3a-8743-4806-b5bd-e5bb202e7557 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8950d7d5-8a34-45c0-8e01-7ddee7121a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440164 Aug 24 00:51:39.492189 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8130ef24-4981-4ef6-b8c5-4d804bdc0b0b req-fcb93ba2-208b-4904-9d49-30b1276acdd4 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814645 Aug 24 00:51:39.628809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293aaa9-b0fe-4f42-90e2-dc09e12e1287 req-041485ca-d029-41c2-86e0-cb2e330f15cf tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:39.630319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1293aaa9-b0fe-4f42-90e2-dc09e12e1287 req-041485ca-d029-41c2-86e0-cb2e330f15cf tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 948 time: 0.0779023 Aug 24 00:51:39.634073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8130ef24-4981-4ef6-b8c5-4d804bdc0b0b req-0a5f7a39-f76d-4c8a-a6fc-4a753966c733 service neutron] 10.222.0.13 "GET /v2.0/networks/8950d7d5-8a34-45c0-8e01-7ddee7121a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339316 Aug 24 00:51:39.681152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1293aaa9-b0fe-4f42-90e2-dc09e12e1287 req-2a5e855d-ad31-41a3-8914-2b3951becea3 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/security-groups?id=c71c0bef-5f8e-42cb-99bc-e6d632510e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447657 Aug 24 00:51:40.800977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189863de-3e74-457e-ba2f-f0da56c895b6 req-4692207c-3936-4ce8-a6df-e0b59b268c59 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:40.802489 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-189863de-3e74-457e-ba2f-f0da56c895b6 req-4692207c-3936-4ce8-a6df-e0b59b268c59 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 948 time: 0.0503669 Aug 24 00:51:40.840814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-189863de-3e74-457e-ba2f-f0da56c895b6 req-93639bcc-3ecd-4363-afef-ff5c367d0c3f tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/security-groups?id=c71c0bef-5f8e-42cb-99bc-e6d632510e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322127 Aug 24 00:51:41.959523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a713921-1420-4823-9962-32cea1ce7938 req-3ff0f543-ed10-4a58-9681-a6e4e6cad9e3 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:41.961044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a713921-1420-4823-9962-32cea1ce7938 req-3ff0f543-ed10-4a58-9681-a6e4e6cad9e3 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 948 time: 0.0525618 Aug 24 00:51:41.999176 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2a713921-1420-4823-9962-32cea1ce7938 req-24adcdbd-0426-4e73-80c8-df0fe2058bfd tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/security-groups?id=c71c0bef-5f8e-42cb-99bc-e6d632510e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321531 Aug 24 00:51:42.596830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 41c7331a-66c5-4cbb-b069-e320f541ec32 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:51:42.692492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 41c7331a-66c5-4cbb-b069-e320f541ec32, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=41c7331a-66c5-4cbb-b069-e320f541ec32,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:42.702973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '41c7331a-66c5-4cbb-b069-e320f541ec32', 'network_id': '8950d7d5-8a34-45c0-8e01-7ddee7121a5e', 'port_id': '41c7331a-66c5-4cbb-b069-e320f541ec32', 'mac_address': 'fa:16:3e:2b:fe:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989779b4-0f28-4890-ab66-e5123937b37e', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:51:42.741068 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:42.753596 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c7331a-66c5-4cbb-b069-e320f541ec32 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:51:42.772629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 41c7331a-66c5-4cbb-b069-e320f541ec32, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=41c7331a-66c5-4cbb-b069-e320f541ec32,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:42.776536 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:42.827392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=41c7331a-66c5-4cbb-b069-e320f541ec32,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:43.048435 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['41c7331a-66c5-4cbb-b069-e320f541ec32'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:51:43.116032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79af370-4d01-411e-8807-320ceae368ed req-d0a99328-fc39-4425-8458-5d63f7bc1025 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:43.117539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c79af370-4d01-411e-8807-320ceae368ed req-d0a99328-fc39-4425-8458-5d63f7bc1025 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 949 time: 0.0500808 Aug 24 00:51:43.155924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c79af370-4d01-411e-8807-320ceae368ed req-924aee60-9fc1-49b1-881d-9320f4c5d5ce tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/security-groups?id=c71c0bef-5f8e-42cb-99bc-e6d632510e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Aug 24 00:51:44.271330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b0fd1-fc55-47a7-8d09-6f677a834a91 req-49e7f089-bcf2-4041-93a7-014de0e798f8 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:44.272835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-045b0fd1-fc55-47a7-8d09-6f677a834a91 req-49e7f089-bcf2-4041-93a7-014de0e798f8 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 949 time: 0.0498135 Aug 24 00:51:44.310228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-045b0fd1-fc55-47a7-8d09-6f677a834a91 req-7629bfc0-2454-426b-932f-797bc5991ac1 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/security-groups?id=c71c0bef-5f8e-42cb-99bc-e6d632510e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313334 Aug 24 00:51:44.616108 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 41c7331a-66c5-4cbb-b069-e320f541ec32 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:51:44.668067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 41c7331a-66c5-4cbb-b069-e320f541ec32 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:44.671764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 41c7331a-66c5-4cbb-b069-e320f541ec32 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:44.672142 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:44.747111 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:44.770522 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e7eaf9-8e09-4b4f-a298-8fc478d27579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c7331a-66c5-4cbb-b069-e320f541ec32'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:51:44.772793 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead78697-a314-415f-97ce-7a0b511ba9b7" -d '{"events": [{"server_uuid": "78e7eaf9-8e09-4b4f-a298-8fc478d27579", "name": "network-vif-plugged", "status": "completed", "tag": "41c7331a-66c5-4cbb-b069-e320f541ec32"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:51:44.785458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 41c7331a-66c5-4cbb-b069-e320f541ec32, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=41c7331a-66c5-4cbb-b069-e320f541ec32,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:44.790841 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:44.817588 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b03e1c-bb30-4b7f-ad93-0e9b52cd0a72 x-openstack-request-id: req-b3b03e1c-bb30-4b7f-ad93-0e9b52cd0a72 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:51:44.817817 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e7eaf9-8e09-4b4f-a298-8fc478d27579", "name": "network-vif-plugged", "status": "completed", "tag": "41c7331a-66c5-4cbb-b069-e320f541ec32", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:51:44.818073 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3b03e1c-bb30-4b7f-ad93-0e9b52cd0a72 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:51:44.818465 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e7eaf9-8e09-4b4f-a298-8fc478d27579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c7331a-66c5-4cbb-b069-e320f541ec32', 'code': 200} Aug 24 00:51:44.844881 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=41c7331a-66c5-4cbb-b069-e320f541ec32,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:44.935683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78892f82-d9cf-4f02-856e-c506744f82d5 req-06a1e5f5-c79e-4d55-a6b9-e97ec09a8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:44.937200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78892f82-d9cf-4f02-856e-c506744f82d5 req-06a1e5f5-c79e-4d55-a6b9-e97ec09a8ea6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 1101 time: 0.0430770 Aug 24 00:51:44.972175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78892f82-d9cf-4f02-856e-c506744f82d5 req-10e8e277-67e8-4fbe-8fe2-39a1d7c55438 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c71c0bef-5f8e-42cb-99bc-e6d632510e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272136 Aug 24 00:51:45.424621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48366ba8-8321-4cf5-8f24-880c192e8dc0 req-d599f39a-3ab1-4bbe-9aa5-6713c36722b3 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:45.426107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48366ba8-8321-4cf5-8f24-880c192e8dc0 req-d599f39a-3ab1-4bbe-9aa5-6713c36722b3 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 950 time: 0.0487459 Aug 24 00:51:45.463102 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48366ba8-8321-4cf5-8f24-880c192e8dc0 req-1c1eddb3-4b86-4b06-a757-fd62419824fb tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/security-groups?id=c71c0bef-5f8e-42cb-99bc-e6d632510e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308018 Aug 24 00:51:46.579890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889d505-2bc5-4b9e-b20c-2b428ad3e17f req-f7eaa47a-d4e1-4b22-b8b7-ddfd483491d6 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:46.581437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8889d505-2bc5-4b9e-b20c-2b428ad3e17f req-f7eaa47a-d4e1-4b22-b8b7-ddfd483491d6 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 950 time: 0.0488384 Aug 24 00:51:46.618971 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8889d505-2bc5-4b9e-b20c-2b428ad3e17f req-282e614a-9077-469b-aae0-8d2d98efee63 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/security-groups?id=c71c0bef-5f8e-42cb-99bc-e6d632510e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314233 Aug 24 00:51:47.119731 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:51:47.571226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d74c64-2e5c-45de-99be-af5af7cedd20 req-69ed4c25-d18d-4fa5-a4f4-089b9246f8d2 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:47.572717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8d74c64-2e5c-45de-99be-af5af7cedd20 req-69ed4c25-d18d-4fa5-a4f4-089b9246f8d2 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 950 time: 0.0528531 Aug 24 00:51:47.610031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8d74c64-2e5c-45de-99be-af5af7cedd20 req-5dbf7983-fb55-48f2-a6cd-839f7b328b2c tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/security-groups?id=c71c0bef-5f8e-42cb-99bc-e6d632510e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307505 Aug 24 00:51:48.737182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9f4ec-9c71-456e-96a8-d9cc5d8df3fb req-acdca033-ba4c-4d8a-b9d6-b9d7a563b04a tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:48.738692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ea9f4ec-9c71-456e-96a8-d9cc5d8df3fb req-acdca033-ba4c-4d8a-b9d6-b9d7a563b04a tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 950 time: 0.0565121 Aug 24 00:51:48.776325 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ea9f4ec-9c71-456e-96a8-d9cc5d8df3fb req-ea2e2d04-2512-4a30-9e8d-a75036c9a038 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/security-groups?id=c71c0bef-5f8e-42cb-99bc-e6d632510e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Aug 24 00:51:48.964624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e29ce4-4181-4c4b-a389-2bb78169830f req-b6615810-3ae1-4339-bcc2-fd44c929da46 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:48.966065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e29ce4-4181-4c4b-a389-2bb78169830f req-b6615810-3ae1-4339-bcc2-fd44c929da46 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 950 time: 0.0467324 Aug 24 00:51:49.059099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-81e29ce4-4181-4c4b-a389-2bb78169830f req-7d69da2f-764c-49d4-ac90-3209c0cb1565 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Deleting port 41c7331a-66c5-4cbb-b069-e320f541ec32 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:49.059441 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81e29ce4-4181-4c4b-a389-2bb78169830f req-7d69da2f-764c-49d4-ac90-3209c0cb1565 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:49.146051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-81e29ce4-4181-4c4b-a389-2bb78169830f req-7d69da2f-764c-49d4-ac90-3209c0cb1565 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] For port 41c7331a-66c5-4cbb-b069-e320f541ec32, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=41c7331a-66c5-4cbb-b069-e320f541ec32,segment=NetworkSegment(d89e2689-ce7c-4e2b-8a45-ea61c564ec45),segment_id=d89e2689-ce7c-4e2b-8a45-ea61c564ec45)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:49.146506 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81e29ce4-4181-4c4b-a389-2bb78169830f req-7d69da2f-764c-49d4-ac90-3209c0cb1565 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:49.159657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-81e29ce4-4181-4c4b-a389-2bb78169830f req-7d69da2f-764c-49d4-ac90-3209c0cb1565 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Calling delete_port for 41c7331a-66c5-4cbb-b069-e320f541ec32 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:49.285550 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81e29ce4-4181-4c4b-a389-2bb78169830f req-7d69da2f-764c-49d4-ac90-3209c0cb1565 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:49.320361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['41c7331a-66c5-4cbb-b069-e320f541ec32'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:51:49.320724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69da2f-764c-49d4-ac90-3209c0cb1565 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Pushing event deleted for resources: {'Port': ['ID=41c7331a-66c5-4cbb-b069-e320f541ec32,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:49.375439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e29ce4-4181-4c4b-a389-2bb78169830f req-7d69da2f-764c-49d4-ac90-3209c0cb1565 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] No DVR routers for this DVR port 41c7331a-66c5-4cbb-b069-e320f541ec32 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:51:49.378207 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81e29ce4-4181-4c4b-a389-2bb78169830f req-7d69da2f-764c-49d4-ac90-3209c0cb1565 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:49.380398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e29ce4-4181-4c4b-a389-2bb78169830f req-7d69da2f-764c-49d4-ac90-3209c0cb1565 tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.13 "DELETE /v2.0/ports/41c7331a-66c5-4cbb-b069-e320f541ec32 HTTP/1.1" status: 204 len: 173 time: 0.4081037 Aug 24 00:51:49.380850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e7eaf9-8e09-4b4f-a298-8fc478d27579', 'name': 'network-vif-deleted', 'tag': '41c7331a-66c5-4cbb-b069-e320f541ec32'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:51:49.383141 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e951f73c-7975-4715-a4fd-c671150719b3" -d '{"events": [{"server_uuid": "78e7eaf9-8e09-4b4f-a298-8fc478d27579", "name": "network-vif-deleted", "tag": "41c7331a-66c5-4cbb-b069-e320f541ec32"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:51:49.428593 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e5828b-ddbf-4f8d-836a-f24f2456c427 x-openstack-request-id: req-87e5828b-ddbf-4f8d-836a-f24f2456c427 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:51:49.428893 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e7eaf9-8e09-4b4f-a298-8fc478d27579", "name": "network-vif-deleted", "tag": "41c7331a-66c5-4cbb-b069-e320f541ec32", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:51:49.429149 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87e5828b-ddbf-4f8d-836a-f24f2456c427 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:51:49.429551 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e7eaf9-8e09-4b4f-a298-8fc478d27579', 'name': 'network-vif-deleted', 'tag': '41c7331a-66c5-4cbb-b069-e320f541ec32', 'status': 'completed', 'code': 200} Aug 24 00:51:49.886713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e7c832-67e2-4cc0-873c-bcf54367a69d req-5cb8622d-82ce-421b-b584-6882af3bfb9c tempest-ServersAdminNegativeTestJSON-2122911636 tempest-ServersAdminNegativeTestJSON-2122911636-project] 10.222.0.32 "GET /v2.0/ports?device_id=78e7eaf9-8e09-4b4f-a298-8fc478d27579 HTTP/1.1" status: 200 len: 210 time: 0.0277345 Aug 24 00:51:51.186126 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43824) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:51.332026 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8a45f5db-27d3-4a91-acf8-8be0717eac77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf50626c1c9346c18cc1adc62316a6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447566 Aug 24 00:51:51.334568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43828) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:51.385431 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.406570 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.453168 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.456239 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.457400 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c71c0bef-5f8e-42cb-99bc-e6d632510e28 HTTP/1.1" status: 204 len: 168 time: 0.1219077 Aug 24 00:51:51.465206 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71c0bef-5f8e-42cb-99bc-e6d632510e28,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:51.473140 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:51.473508 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:51.473853 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:51.474191 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:51.474525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:51.475084 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:51.475417 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:51.476414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:51.477101 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:51.477708 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:51.477982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:51.478272 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd923645-21ae-43b8-a19a-7fbd47c78555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:51.717708 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43834) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:51.732199 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c0040c7-2dd1-4545-8597-81a68413d4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.820927 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c0040c7-2dd1-4545-8597-81a68413d4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.824382 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6c0040c7-2dd1-4545-8597-81a68413d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.861944 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c0040c7-2dd1-4545-8597-81a68413d4c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=579ade2b019b4dc89ad8d7136b268de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431646 Aug 24 00:51:51.863880 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0040c7-2dd1-4545-8597-81a68413d4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f154090f-7f7e-41ee-a9ee-8a74e4b4cbbc,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:51.864984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43836) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:51.916616 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd043-7dbf-451d-81ad-e7279001dc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.937827 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd043-7dbf-451d-81ad-e7279001dc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.984480 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd043-7dbf-451d-81ad-e7279001dc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.987179 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd043-7dbf-451d-81ad-e7279001dc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.988342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2c2fd043-7dbf-451d-81ad-e7279001dc72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f154090f-7f7e-41ee-a9ee-8a74e4b4cbbc HTTP/1.1" status: 204 len: 168 time: 0.1215670 Aug 24 00:51:51.996240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fd043-7dbf-451d-81ad-e7279001dc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f154090f-7f7e-41ee-a9ee-8a74e4b4cbbc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:52.718312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 43858) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:52.815125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-4263270-network', 'tenant_id': 'ae32a3df3cf64d6facf378d63eef2bca'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:52.835781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] Made reservation on behalf of ae32a3df3cf64d6facf378d63eef2bca for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:52.838081 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:52.846735 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:52.934555 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:52.939342 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:52.962015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:51:52.977040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9effcdd7-3b2b-4bc3-9548-f42fb09867ff,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:52.979862 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:52.980207 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] Added segment e157d46e-8b9d-4378-9e31-9cc194b90045 of type vlan for network 78443677-1e4e-410c-a8c2-6d786abc57a6 Aug 24 00:51:53.021948 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:53.049877 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:53.050896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:53.052290 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:53.102072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3826072 Aug 24 00:51:53.105180 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 43862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:53.111156 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-33379a23-aa5c-4800-9567-e28e9358d905 admin admin] Request body: {'subnet': {'network_id': '78443677-1e4e-410c-a8c2-6d786abc57a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-4263270-subnet', 'tenant_id': 'ae32a3df3cf64d6facf378d63eef2bca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:53.111763 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497f5f6-8ecb-4563-a5e4-96557b25bfc1 admin admin] Pushing event updated for resources: {'Network': ['ID=78443677-1e4e-410c-a8c2-6d786abc57a6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:53.121442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 78443677-1e4e-410c-a8c2-6d786abc57a6 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:51:53.135318 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33379a23-aa5c-4800-9567-e28e9358d905 admin admin] Made reservation on behalf of ae32a3df3cf64d6facf378d63eef2bca for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:53.137711 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33379a23-aa5c-4800-9567-e28e9358d905 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:53.305144 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33379a23-aa5c-4800-9567-e28e9358d905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:53.373417 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33379a23-aa5c-4800-9567-e28e9358d905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23bda432-ad7b-4005-9e5f-b48df3b1d37b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:53.380734 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33379a23-aa5c-4800-9567-e28e9358d905 admin admin] Checking segment: {'id': 'e157d46e-8b9d-4378-9e31-9cc194b90045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78443677-1e4e-410c-a8c2-6d786abc57a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:53.381100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33379a23-aa5c-4800-9567-e28e9358d905 admin admin] Network hostable DHCP agents. Network: 78443677-1e4e-410c-a8c2-6d786abc57a6, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:51:53.398434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33379a23-aa5c-4800-9567-e28e9358d905 admin admin] Network 78443677-1e4e-410c-a8c2-6d786abc57a6 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:51:53.407488 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-33379a23-aa5c-4800-9567-e28e9358d905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 78443677-1e4e-410c-a8c2-6d786abc57a6) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:53.411587 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33379a23-aa5c-4800-9567-e28e9358d905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:53.412164 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-33379a23-aa5c-4800-9567-e28e9358d905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:53.416288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103c89da-7a58-4bfa-8eb8-3c1c8253ed67 None None] Network 78443677-1e4e-410c-a8c2-6d786abc57a6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:51:53.432275 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-33379a23-aa5c-4800-9567-e28e9358d905 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3191643 Aug 24 00:51:53.542415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579bc66-f83d-4558-85a9-be21c010b889 None None] Network 78443677-1e4e-410c-a8c2-6d786abc57a6 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:51:53.847914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44659aa2-1644-456b-9877-d98e788d2d5b req-aa3c5f95-91f7-4d29-bfa8-2d442fb77c10 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:53.849408 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44659aa2-1644-456b-9877-d98e788d2d5b req-aa3c5f95-91f7-4d29-bfa8-2d442fb77c10 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/networks?id=78443677-1e4e-410c-a8c2-6d786abc57a6 HTTP/1.1" status: 200 len: 809 time: 0.1029913 Aug 24 00:51:53.864981 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44659aa2-1644-456b-9877-d98e788d2d5b req-bbfcadb6-c0ad-4db4-9e41-d33864104915 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/quotas/ae32a3df3cf64d6facf378d63eef2bca HTTP/1.1" status: 200 len: 375 time: 0.0099187 Aug 24 00:51:53.895638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44659aa2-1644-456b-9877-d98e788d2d5b req-cbb1e955-43f3-4811-a4cc-5d848bc90802 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae32a3df3cf64d6facf378d63eef2bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255177 Aug 24 00:51:53.978581 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:53.987294 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44659aa2-1644-456b-9877-d98e788d2d5b req-bc046fca-b877-4dbe-9832-401cb53c5f87 service neutron] 10.222.0.32 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847158 Aug 24 00:51:54.079542 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d24cea-a926-4de9-b634-a5483e317818 service neutron] 10.222.0.32 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860889 Aug 24 00:51:54.236620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df1ec349-397b-40da-b56b-3faf394d0c4f req-25bdfb9d-bd10-4deb-9879-ce16817410ff tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 210 time: 0.0270381 Aug 24 00:51:54.615063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 41c7331a-66c5-4cbb-b069-e320f541ec32 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:51:54.636291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 41c7331a-66c5-4cbb-b069-e320f541ec32 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:51:54.636564 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 41c7331a-66c5-4cbb-b069-e320f541ec32 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:51:55.225250 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44659aa2-1644-456b-9877-d98e788d2d5b req-f3c89d00-ad53-408c-90f3-b15fc3927747 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:55.227226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44659aa2-1644-456b-9877-d98e788d2d5b req-f3c89d00-ad53-408c-90f3-b15fc3927747 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.13 "GET /v2.0/networks?id=78443677-1e4e-410c-a8c2-6d786abc57a6 HTTP/1.1" status: 200 len: 809 time: 0.1061211 Aug 24 00:51:55.245914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-44659aa2-1644-456b-9877-d98e788d2d5b req-5f328b90-b75f-4078-a569-daf43611538a tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Request body: {'port': {'device_id': '9e3e29c7-76c9-410d-9efd-fddca715ad3b', 'network_id': '78443677-1e4e-410c-a8c2-6d786abc57a6', 'admin_state_up': True, 'tenant_id': 'ae32a3df3cf64d6facf378d63eef2bca'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:55.633379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0981c54c-585a-44ae-873c-6f34a94dfa3e req-c6d74cab-09f9-4bee-91db-4af9870d6594 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 210 time: 0.0503767 Aug 24 00:51:55.696645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44659aa2-1644-456b-9877-d98e788d2d5b req-5f328b90-b75f-4078-a569-daf43611538a tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Made reservation on behalf of ae32a3df3cf64d6facf378d63eef2bca for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:55.700366 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44659aa2-1644-456b-9877-d98e788d2d5b req-5f328b90-b75f-4078-a569-daf43611538a tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.823734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-44659aa2-1644-456b-9877-d98e788d2d5b req-5f328b90-b75f-4078-a569-daf43611538a tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Allocated IP 172.20.0.12 (78443677-1e4e-410c-a8c2-6d786abc57a6/23bda432-ad7b-4005-9e5f-b48df3b1d37b/ebf492af-05be-4710-9b74-53975031d08e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:55.970851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44659aa2-1644-456b-9877-d98e788d2d5b req-5f328b90-b75f-4078-a569-daf43611538a tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.008567 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44659aa2-1644-456b-9877-d98e788d2d5b req-5f328b90-b75f-4078-a569-daf43611538a tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.053616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44659aa2-1644-456b-9877-d98e788d2d5b req-5f328b90-b75f-4078-a569-daf43611538a tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Network 78443677-1e4e-410c-a8c2-6d786abc57a6 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:56.056581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-44659aa2-1644-456b-9877-d98e788d2d5b req-5f328b90-b75f-4078-a569-daf43611538a tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:56.060245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-44659aa2-1644-456b-9877-d98e788d2d5b req-5f328b90-b75f-4078-a569-daf43611538a tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:56.083966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f328b90-b75f-4078-a569-daf43611538a tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Pushing event updated for resources: {'Port': ['ID=ebf492af-05be-4710-9b74-53975031d08e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:56.110368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44659aa2-1644-456b-9877-d98e788d2d5b req-5f328b90-b75f-4078-a569-daf43611538a tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:56.111004 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44659aa2-1644-456b-9877-d98e788d2d5b req-5f328b90-b75f-4078-a569-daf43611538a tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.124505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44659aa2-1644-456b-9877-d98e788d2d5b req-5f328b90-b75f-4078-a569-daf43611538a tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8822956 Aug 24 00:51:56.143696 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Request body: {'port': {'device_id': '9e3e29c7-76c9-410d-9efd-fddca715ad3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:56.200376 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.454599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf492af-05be-4710-9b74-53975031d08e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:51:56.461741 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.473139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Transition to ACTIVE for port object ebf492af-05be-4710-9b74-53975031d08e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:56.477351 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.545404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Pushing event updated for resources: {'Port': ['ID=ebf492af-05be-4710-9b74-53975031d08e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:56.593588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Attempting to bind port ebf492af-05be-4710-9b74-53975031d08e on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:51:56.593923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Attempting to bind port ebf492af-05be-4710-9b74-53975031d08e by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'e157d46e-8b9d-4378-9e31-9cc194b90045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78443677-1e4e-410c-a8c2-6d786abc57a6'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:51:56.594315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Attempting to bind port ebf492af-05be-4710-9b74-53975031d08e on network 78443677-1e4e-410c-a8c2-6d786abc57a6 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:56.598549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Port ebf492af-05be-4710-9b74-53975031d08e on network 78443677-1e4e-410c-a8c2-6d786abc57a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:51:56.598945 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Attempting to bind port ebf492af-05be-4710-9b74-53975031d08e on network 78443677-1e4e-410c-a8c2-6d786abc57a6 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:56.603680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:51:56.604012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Checking segment: {'id': 'e157d46e-8b9d-4378-9e31-9cc194b90045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78443677-1e4e-410c-a8c2-6d786abc57a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:56.604391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Bound using segment: {'id': 'e157d46e-8b9d-4378-9e31-9cc194b90045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78443677-1e4e-410c-a8c2-6d786abc57a6'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:51:56.604814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Bound port: ebf492af-05be-4710-9b74-53975031d08e, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e157d46e-8b9d-4378-9e31-9cc194b90045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78443677-1e4e-410c-a8c2-6d786abc57a6'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:51:56.605167 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.668140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] For port ebf492af-05be-4710-9b74-53975031d08e, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:51:56.671251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] For port ebf492af-05be-4710-9b74-53975031d08e, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ebf492af-05be-4710-9b74-53975031d08e,segment=NetworkSegment(e157d46e-8b9d-4378-9e31-9cc194b90045),segment_id=e157d46e-8b9d-4378-9e31-9cc194b90045)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:51:56.676411 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.712998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:56.713983 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.715784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] 10.222.0.13 "PUT /v2.0/ports/ebf492af-05be-4710-9b74-53975031d08e HTTP/1.1" status: 200 len: 1092 time: 0.5770028 Aug 24 00:51:56.718488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3e29c7-76c9-410d-9efd-fddca715ad3b', 'tag': 'ebf492af-05be-4710-9b74-53975031d08e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:51:56.720772 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1977c9a-ae64-4db3-83cf-d73252c20425" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3e29c7-76c9-410d-9efd-fddca715ad3b", "tag": "ebf492af-05be-4710-9b74-53975031d08e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:51:56.752576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d05611-e6f4-47d9-a188-6882f62aab2c service neutron] Pushing event updated for resources: {'Port': ['ID=ebf492af-05be-4710-9b74-53975031d08e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:56.762701 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc448f7-84e1-42dc-8025-e0b01d3759a6 x-openstack-request-id: req-3bc448f7-84e1-42dc-8025-e0b01d3759a6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:51:56.762979 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3e29c7-76c9-410d-9efd-fddca715ad3b", "tag": "ebf492af-05be-4710-9b74-53975031d08e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:51:56.763238 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bc448f7-84e1-42dc-8025-e0b01d3759a6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:51:56.763647 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3e29c7-76c9-410d-9efd-fddca715ad3b', 'tag': 'ebf492af-05be-4710-9b74-53975031d08e', 'status': 'completed', 'code': 200} Aug 24 00:51:56.828592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44659aa2-1644-456b-9877-d98e788d2d5b req-f2dfca6d-dabd-42e7-bf88-f9ca1de6903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:56.830767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44659aa2-1644-456b-9877-d98e788d2d5b req-f2dfca6d-dabd-42e7-bf88-f9ca1de6903c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae32a3df3cf64d6facf378d63eef2bca&device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 1095 time: 0.0485036 Aug 24 00:51:56.880844 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44659aa2-1644-456b-9877-d98e788d2d5b req-8e769f73-6a18-4e9a-9039-e7fc65361905 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebf492af-05be-4710-9b74-53975031d08e HTTP/1.1" status: 200 len: 217 time: 0.0361676 Aug 24 00:51:56.932382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c2769418-b4c2-4ef3-8d65-b5f2db1b0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:56.933906 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c2769418-b4c2-4ef3-8d65-b5f2db1b0df6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23bda432-ad7b-4005-9e5f-b48df3b1d37b HTTP/1.1" status: 200 len: 849 time: 0.0463006 Aug 24 00:51:56.990034 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44659aa2-1644-456b-9877-d98e788d2d5b req-c5aee242-7796-471a-a26d-183eaac7cf1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78443677-1e4e-410c-a8c2-6d786abc57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439324 Aug 24 00:51:57.026112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834eaf3-b9c7-451c-9f6b-73a9bec792fc req-b268e817-91e4-4f64-95f0-6d7e14ef9a58 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:57.027761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9834eaf3-b9c7-451c-9f6b-73a9bec792fc req-b268e817-91e4-4f64-95f0-6d7e14ef9a58 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 944 time: 0.0916803 Aug 24 00:51:57.111021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9834eaf3-b9c7-451c-9f6b-73a9bec792fc req-ff79dcb9-fa46-41cd-a09c-317caa937610 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583708 Aug 24 00:51:57.124643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44659aa2-1644-456b-9877-d98e788d2d5b req-ee694eac-a72d-4523-8ebb-bc6f8fd6dda6 service neutron] 10.222.0.13 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270459 Aug 24 00:51:57.217333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44659aa2-1644-456b-9877-d98e788d2d5b req-3cb1b6df-60df-4392-88bf-337c1a4e982a service neutron] 10.222.0.13 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853240 Aug 24 00:51:57.338987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1977c9a-ae64-4db3-83cf-d73252c20425 req-339b354c-eb69-4b7e-b185-d7e0f12dfb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:57.340497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1977c9a-ae64-4db3-83cf-d73252c20425 req-339b354c-eb69-4b7e-b185-d7e0f12dfb68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae32a3df3cf64d6facf378d63eef2bca&device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 1095 time: 0.0415208 Aug 24 00:51:57.434489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1977c9a-ae64-4db3-83cf-d73252c20425 req-e32e6cda-debf-441d-853f-ac6ef49ae38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:57.436027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1977c9a-ae64-4db3-83cf-d73252c20425 req-e32e6cda-debf-441d-853f-ac6ef49ae38b service neutron] 10.222.0.13 "GET /v2.0/networks?id=78443677-1e4e-410c-a8c2-6d786abc57a6 HTTP/1.1" status: 200 len: 910 time: 0.0889356 Aug 24 00:51:57.477915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1977c9a-ae64-4db3-83cf-d73252c20425 req-822640f3-10fe-4155-bc39-aabaa4690839 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebf492af-05be-4710-9b74-53975031d08e HTTP/1.1" status: 200 len: 217 time: 0.0341430 Aug 24 00:51:57.527674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1977c9a-ae64-4db3-83cf-d73252c20425 req-b18a9026-e0c4-45cf-bdb7-337eacd099e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:57.529081 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1977c9a-ae64-4db3-83cf-d73252c20425 req-b18a9026-e0c4-45cf-bdb7-337eacd099e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23bda432-ad7b-4005-9e5f-b48df3b1d37b HTTP/1.1" status: 200 len: 849 time: 0.0428760 Aug 24 00:51:57.551054 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-14f8aa9c-1f97-4db6-a8a2-1b9db4da1e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:57.562368 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1977c9a-ae64-4db3-83cf-d73252c20425 req-f5223246-5669-4cbd-a42b-e2559a87d704 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78443677-1e4e-410c-a8c2-6d786abc57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247159 Aug 24 00:51:57.656017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1977c9a-ae64-4db3-83cf-d73252c20425 req-1c9043e0-4050-4d5a-8280-04a36572b7a5 service neutron] 10.222.0.13 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857217 Aug 24 00:51:57.746087 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f1977c9a-ae64-4db3-83cf-d73252c20425 req-f90d53c5-f156-46ba-8af8-77ac06431d88 service neutron] 10.222.0.13 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817673 Aug 24 00:51:58.231513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21954624-d773-4939-a4eb-0f5fb268125a req-b64cd1c4-bc6a-4277-8131-920f263b5c30 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:58.233069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21954624-d773-4939-a4eb-0f5fb268125a req-b64cd1c4-bc6a-4277-8131-920f263b5c30 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 944 time: 0.0541055 Aug 24 00:51:58.270394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21954624-d773-4939-a4eb-0f5fb268125a req-1258f13b-3bdb-4784-b35b-0ee4529ee1da tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308032 Aug 24 00:51:59.383332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ed97e-cda6-40e3-8ac9-4fec2dcc6e8f req-05535c2f-59b7-4c81-8287-ce273be8fec8 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:59.384828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f63ed97e-cda6-40e3-8ac9-4fec2dcc6e8f req-05535c2f-59b7-4c81-8287-ce273be8fec8 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 944 time: 0.0482647 Aug 24 00:51:59.422707 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f63ed97e-cda6-40e3-8ac9-4fec2dcc6e8f req-b4e48e90-7f4b-4352-aa4e-651c45b6066e tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319748 Aug 24 00:51:59.892815 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:00.146621 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:00.252026 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9767cc28-6043-446f-97db-2185566e001b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:00.536331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb6e8f-03b7-465d-8892-4ca9c39c9465 req-087c93e0-7763-4139-bdc5-0237c588de07 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:00.537825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1fbb6e8f-03b7-465d-8892-4ca9c39c9465 req-087c93e0-7763-4139-bdc5-0237c588de07 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 944 time: 0.0479584 Aug 24 00:52:00.575080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1fbb6e8f-03b7-465d-8892-4ca9c39c9465 req-e9e7b38b-67aa-4529-ad3d-bed8bce79178 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312946 Aug 24 00:52:00.643978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ebf492af-05be-4710-9b74-53975031d08e details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:52:00.743116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port ebf492af-05be-4710-9b74-53975031d08e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ebf492af-05be-4710-9b74-53975031d08e,segment=NetworkSegment(e157d46e-8b9d-4378-9e31-9cc194b90045),segment_id=e157d46e-8b9d-4378-9e31-9cc194b90045)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:00.753098 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'ebf492af-05be-4710-9b74-53975031d08e', 'network_id': '78443677-1e4e-410c-a8c2-6d786abc57a6', 'port_id': 'ebf492af-05be-4710-9b74-53975031d08e', 'mac_address': 'fa:16:3e:38:44:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bda432-ad7b-4005-9e5f-b48df3b1d37b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:52:00.790911 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:00.803284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf492af-05be-4710-9b74-53975031d08e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:52:00.821913 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port ebf492af-05be-4710-9b74-53975031d08e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ebf492af-05be-4710-9b74-53975031d08e,segment=NetworkSegment(e157d46e-8b9d-4378-9e31-9cc194b90045),segment_id=e157d46e-8b9d-4378-9e31-9cc194b90045)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:00.825959 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:00.870916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=ebf492af-05be-4710-9b74-53975031d08e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:01.083321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['ebf492af-05be-4710-9b74-53975031d08e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:52:01.345348 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:01.693547 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f1e8b-cf5f-48bc-b510-9669a11369fc req-5f2bb11d-5919-49f0-820d-d35c0cad1238 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:01.695065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff9f1e8b-cf5f-48bc-b510-9669a11369fc req-5f2bb11d-5919-49f0-820d-d35c0cad1238 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 945 time: 0.0551121 Aug 24 00:52:01.733038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff9f1e8b-cf5f-48bc-b510-9669a11369fc req-b34d7ac2-7fd1-4493-86b2-292c1e985c32 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Aug 24 00:52:02.659995 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ebf492af-05be-4710-9b74-53975031d08e up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:52:02.708843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port ebf492af-05be-4710-9b74-53975031d08e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:02.712573 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port ebf492af-05be-4710-9b74-53975031d08e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:02.712942 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:02.795249 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:02.818889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3e29c7-76c9-410d-9efd-fddca715ad3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf492af-05be-4710-9b74-53975031d08e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:52:02.821038 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75774a59-7438-459f-87a3-703723d5598b" -d '{"events": [{"server_uuid": "9e3e29c7-76c9-410d-9efd-fddca715ad3b", "name": "network-vif-plugged", "status": "completed", "tag": "ebf492af-05be-4710-9b74-53975031d08e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:52:02.833449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port ebf492af-05be-4710-9b74-53975031d08e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ebf492af-05be-4710-9b74-53975031d08e,segment=NetworkSegment(e157d46e-8b9d-4378-9e31-9cc194b90045),segment_id=e157d46e-8b9d-4378-9e31-9cc194b90045)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:02.838382 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:02.850740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f332db-0a40-4a81-bbc3-c538e4a5a1e9 req-8c293d22-0f75-4c22-a3bb-20cc77f5da46 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:02.852392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7f332db-0a40-4a81-bbc3-c538e4a5a1e9 req-8c293d22-0f75-4c22-a3bb-20cc77f5da46 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 945 time: 0.0505700 Aug 24 00:52:02.866753 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce417b43-4fed-4519-a174-ae850e489cf1 x-openstack-request-id: req-ce417b43-4fed-4519-a174-ae850e489cf1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:52:02.867062 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3e29c7-76c9-410d-9efd-fddca715ad3b", "name": "network-vif-plugged", "status": "completed", "tag": "ebf492af-05be-4710-9b74-53975031d08e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:52:02.867309 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce417b43-4fed-4519-a174-ae850e489cf1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:52:02.867699 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3e29c7-76c9-410d-9efd-fddca715ad3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf492af-05be-4710-9b74-53975031d08e', 'code': 200} Aug 24 00:52:02.889787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=ebf492af-05be-4710-9b74-53975031d08e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:02.896110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7f332db-0a40-4a81-bbc3-c538e4a5a1e9 req-3f76699b-10c4-440f-8d01-70a189ddc2b1 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367920 Aug 24 00:52:02.983915 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ae0ac-ac83-47cf-bce5-3056d9b5133d req-b1554edf-45dd-4036-89aa-27966c46f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:02.986173 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-443ae0ac-ac83-47cf-bce5-3056d9b5133d req-b1554edf-45dd-4036-89aa-27966c46f6a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 1097 time: 0.0401502 Aug 24 00:52:03.020835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-443ae0ac-ac83-47cf-bce5-3056d9b5133d req-6dd0eb0a-1ad8-4d3d-8c85-1819ea789e54 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278940 Aug 24 00:52:03.108956 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:04.021261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e12b-6618-42d1-a2fd-58370b85af9e req-b646b9e9-4d6d-42da-b1d4-18be16032fe8 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:04.022739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab24e12b-6618-42d1-a2fd-58370b85af9e req-b646b9e9-4d6d-42da-b1d4-18be16032fe8 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0527456 Aug 24 00:52:04.073510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab24e12b-6618-42d1-a2fd-58370b85af9e req-499d6d6d-c427-4568-89cf-de17d1b9c8a7 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428407 Aug 24 00:52:05.185931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9cdd1-2c0b-4310-99ac-886179377a8a req-be13173a-a605-435f-8a0b-e0be01035758 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:05.187448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07c9cdd1-2c0b-4310-99ac-886179377a8a req-be13173a-a605-435f-8a0b-e0be01035758 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0482838 Aug 24 00:52:05.225880 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07c9cdd1-2c0b-4310-99ac-886179377a8a req-de330d9a-9938-48c4-a6ae-3f95bb0402a4 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317814 Aug 24 00:52:05.560741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95922-b192-447a-a445-cf605f4389ac req-b328b084-1d0d-4992-9b2c-6cacb569c057 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:05.562307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7af95922-b192-447a-a445-cf605f4389ac req-b328b084-1d0d-4992-9b2c-6cacb569c057 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0500100 Aug 24 00:52:05.632507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7af95922-b192-447a-a445-cf605f4389ac req-fc7128ab-da6e-4381-93f9-37cc934242c5 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610602 Aug 24 00:52:05.636225 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-cdac08aa-c47f-4f53-9832-e986855a2f62 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314855 Aug 24 00:52:06.750717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb1e3a-44f2-4c60-afa0-4e74c64589b6 req-89dfe0bf-9db1-4c1e-9c98-4db9c5889229 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:06.752510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7bb1e3a-44f2-4c60-afa0-4e74c64589b6 req-89dfe0bf-9db1-4c1e-9c98-4db9c5889229 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0517089 Aug 24 00:52:06.792979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7bb1e3a-44f2-4c60-afa0-4e74c64589b6 req-67d0c2a7-dab7-43c0-b8f4-2fcfdc8377da tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343165 Aug 24 00:52:06.869912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-0ba01d4c-63e6-4763-8f65-914d70bb0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:06.871450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-0ba01d4c-63e6-4763-8f65-914d70bb0fd5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae32a3df3cf64d6facf378d63eef2bca&device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 1097 time: 0.0406199 Aug 24 00:52:06.963234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-e06fb2ed-b72b-4d1a-bcfb-b4a78f9d2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:06.964698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-e06fb2ed-b72b-4d1a-bcfb-b4a78f9d2681 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78443677-1e4e-410c-a8c2-6d786abc57a6 HTTP/1.1" status: 200 len: 910 time: 0.0857739 Aug 24 00:52:07.004947 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-1f2a4664-964f-4639-ad48-b6af4070629a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebf492af-05be-4710-9b74-53975031d08e HTTP/1.1" status: 200 len: 217 time: 0.0332942 Aug 24 00:52:07.058175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-ff8bc93a-b2f9-40b3-81d3-85d693d5a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:07.059653 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-ff8bc93a-b2f9-40b3-81d3-85d693d5a9f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23bda432-ad7b-4005-9e5f-b48df3b1d37b HTTP/1.1" status: 200 len: 849 time: 0.0480092 Aug 24 00:52:07.090962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-b2241141-e5c6-4311-843a-10abbc6f3440 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78443677-1e4e-410c-a8c2-6d786abc57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243435 Aug 24 00:52:07.180218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-5baf05d5-d6cd-4a13-834f-fd7bff73c349 service neutron] 10.222.0.13 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819712 Aug 24 00:52:07.272760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-3367d425-6121-4c22-9424-44357a5c2845 service neutron] 10.222.0.13 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854211 Aug 24 00:52:07.910131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d6533-1d8d-43b1-8124-c554e52ddab0 req-12165487-07eb-46c0-9e2b-ab0b7007e93c tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:07.911666 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b73d6533-1d8d-43b1-8124-c554e52ddab0 req-12165487-07eb-46c0-9e2b-ab0b7007e93c tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0497167 Aug 24 00:52:07.948795 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b73d6533-1d8d-43b1-8124-c554e52ddab0 req-e8ec2433-543b-4c84-9ba0-6ee61d7977d2 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312757 Aug 24 00:52:09.063827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341d193-7e12-469a-8024-bfd8039047d1 req-5b8d2f8d-2770-4630-b024-737562f70bd5 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:09.065336 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0341d193-7e12-469a-8024-bfd8039047d1 req-5b8d2f8d-2770-4630-b024-737562f70bd5 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0497687 Aug 24 00:52:09.105186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0341d193-7e12-469a-8024-bfd8039047d1 req-e48097ab-ddc3-4f35-abb2-e9a3323e4692 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Aug 24 00:52:10.225403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0349384-df17-4956-b42b-00a516d634c0 req-d9616c1e-51ed-4e0b-9b35-521e2d805e96 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:10.226913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0349384-df17-4956-b42b-00a516d634c0 req-d9616c1e-51ed-4e0b-9b35-521e2d805e96 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0525193 Aug 24 00:52:10.263630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0349384-df17-4956-b42b-00a516d634c0 req-2fcc456e-0a90-480c-bc02-ecf5ab72171f tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308077 Aug 24 00:52:11.381002 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f0601-a749-401f-982b-10ceba2a1d1d req-0193fb1a-5535-41ef-bf7d-13a3511f15ad tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:11.382507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d46f0601-a749-401f-982b-10ceba2a1d1d req-0193fb1a-5535-41ef-bf7d-13a3511f15ad tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0483584 Aug 24 00:52:11.421483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d46f0601-a749-401f-982b-10ceba2a1d1d req-a98a5b69-4b51-49f5-b9e8-39a39705bed3 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328753 Aug 24 00:52:12.542538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a407d-6e7e-4cb5-a0c8-4d6f3a2d7b54 req-066feda1-b08f-4fb7-b7ae-9ff7d1015e8d tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:12.544052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc6a407d-6e7e-4cb5-a0c8-4d6f3a2d7b54 req-066feda1-b08f-4fb7-b7ae-9ff7d1015e8d tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0526791 Aug 24 00:52:12.582616 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc6a407d-6e7e-4cb5-a0c8-4d6f3a2d7b54 req-f525564e-7ba6-4740-92b1-d10c78321ac1 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323730 Aug 24 00:52:13.707200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b4048-f443-4804-bd9f-108f036b2ed9 req-8745462f-c44a-43ee-9475-027c6119ae41 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:13.708723 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-378b4048-f443-4804-bd9f-108f036b2ed9 req-8745462f-c44a-43ee-9475-027c6119ae41 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0578547 Aug 24 00:52:13.746490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-378b4048-f443-4804-bd9f-108f036b2ed9 req-f802c9a6-10d2-4e72-9b07-0c7029a8eb41 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318339 Aug 24 00:52:14.860858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9e0b7-c242-4175-b7fc-99578f531bae req-ded67ae7-1010-4e16-abbd-016e6781c50d tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:14.862380 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cf9e0b7-c242-4175-b7fc-99578f531bae req-ded67ae7-1010-4e16-abbd-016e6781c50d tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0501831 Aug 24 00:52:14.900593 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cf9e0b7-c242-4175-b7fc-99578f531bae req-c4d28019-de81-49e3-a43d-febb00beab74 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321114 Aug 24 00:52:16.014644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39656668-fda7-42c4-9d0a-e5290d8a9331 req-9f7ae966-8173-487b-97eb-5ec6a8293d68 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:16.016159 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39656668-fda7-42c4-9d0a-e5290d8a9331 req-9f7ae966-8173-487b-97eb-5ec6a8293d68 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0487964 Aug 24 00:52:16.055400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39656668-fda7-42c4-9d0a-e5290d8a9331 req-7b1c5026-33ab-465f-9007-37722b8c3c82 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327332 Aug 24 00:52:17.172616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9f4f5-6977-4416-9227-8baee29800bc req-f0b324c7-607b-4bfa-aaea-f3b67c08c7e2 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:17.174521 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0c9f4f5-6977-4416-9227-8baee29800bc req-f0b324c7-607b-4bfa-aaea-f3b67c08c7e2 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0537233 Aug 24 00:52:17.212385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0c9f4f5-6977-4416-9227-8baee29800bc req-b41ee1a8-6391-40c1-ad14-e5e43d8e144c tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318286 Aug 24 00:52:18.331790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc72650-a803-4511-8999-fd8c905338b6 req-84254fca-6768-48bd-98ca-6f84d2d429be tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:18.333363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8bc72650-a803-4511-8999-fd8c905338b6 req-84254fca-6768-48bd-98ca-6f84d2d429be tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0525908 Aug 24 00:52:18.375085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8bc72650-a803-4511-8999-fd8c905338b6 req-782cf2f1-e94f-44c1-a79c-720a421072d1 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353036 Aug 24 00:52:19.494610 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc611f-f6c1-4ab7-8c9e-f86d98f6ec7c req-79f90ef7-d1e8-4117-9f1e-b6fd5a081a1e tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:19.496036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24bc611f-f6c1-4ab7-8c9e-f86d98f6ec7c req-79f90ef7-d1e8-4117-9f1e-b6fd5a081a1e tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0501919 Aug 24 00:52:19.534018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24bc611f-f6c1-4ab7-8c9e-f86d98f6ec7c req-928a1576-4bac-49ea-b2da-0a05a6cbeb9b tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Aug 24 00:52:20.653595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5ab65-f256-48ed-b56d-7975892136ff req-964937e6-7011-4648-a2a8-e986bee96035 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:20.655766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6d5ab65-f256-48ed-b56d-7975892136ff req-964937e6-7011-4648-a2a8-e986bee96035 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0528643 Aug 24 00:52:20.702011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6d5ab65-f256-48ed-b56d-7975892136ff req-36d80703-b323-4212-85d7-453effd8b50c tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396166 Aug 24 00:52:21.818295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58405748-dfae-4450-b4a9-4181fec64b96 req-0a9642bb-a748-4281-9ef3-38ef5ca510b9 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:21.819787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58405748-dfae-4450-b4a9-4181fec64b96 req-0a9642bb-a748-4281-9ef3-38ef5ca510b9 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0493686 Aug 24 00:52:21.857825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58405748-dfae-4450-b4a9-4181fec64b96 req-88b42d3a-5bf4-4864-a40f-05248f1d3819 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Aug 24 00:52:22.972806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0c984-38d8-4803-b504-d77ea1e4cd82 req-ccf2ee67-4451-43b1-8365-9b9e5e2f522e tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:22.974282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8de0c984-38d8-4803-b504-d77ea1e4cd82 req-ccf2ee67-4451-43b1-8365-9b9e5e2f522e tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0477128 Aug 24 00:52:23.011204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8de0c984-38d8-4803-b504-d77ea1e4cd82 req-07d1e3cc-2f14-464c-aabc-7ce606a79f4f tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307093 Aug 24 00:52:23.997610 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:24.118581 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:52:24.131550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a151c-7ba9-49e8-b6f5-53da22985e1f req-ee54ac8d-2ed3-47a7-a813-7d300f48ab51 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:24.133078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e88a151c-7ba9-49e8-b6f5-53da22985e1f req-ee54ac8d-2ed3-47a7-a813-7d300f48ab51 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0540509 Aug 24 00:52:24.172205 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e88a151c-7ba9-49e8-b6f5-53da22985e1f req-b4c9392d-4b22-4f58-a65a-01ef9ba99878 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331786 Aug 24 00:52:25.287584 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a314ede-50e6-4339-bfa0-a90be72a1181 req-6700fb69-623d-45fe-8a44-08f6eaa8cba5 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:25.289080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a314ede-50e6-4339-bfa0-a90be72a1181 req-6700fb69-623d-45fe-8a44-08f6eaa8cba5 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0483491 Aug 24 00:52:25.326416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a314ede-50e6-4339-bfa0-a90be72a1181 req-96354ee8-1f91-47aa-9e7c-96a44af76691 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314314 Aug 24 00:52:26.439471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96bb7c-864c-4c81-9456-ff04531fabf8 req-cf830bb3-547b-4260-9a27-bf5f3389f917 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:26.440969 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d96bb7c-864c-4c81-9456-ff04531fabf8 req-cf830bb3-547b-4260-9a27-bf5f3389f917 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0486875 Aug 24 00:52:26.477955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7d96bb7c-864c-4c81-9456-ff04531fabf8 req-22821305-99d6-4348-9bdc-476d9c8be0ef tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Aug 24 00:52:27.552657 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ab4f3757-430c-40a0-888c-1a315ab186c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:27.595243 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a64f00-32e3-485b-9238-a3f20093a1cc req-e83b91e3-002d-454a-bcc5-96b36a11de47 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:27.597358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17a64f00-32e3-485b-9238-a3f20093a1cc req-e83b91e3-002d-454a-bcc5-96b36a11de47 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0537198 Aug 24 00:52:27.634186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17a64f00-32e3-485b-9238-a3f20093a1cc req-f90d1939-2132-4065-9d52-85e4b00c8b5f tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308449 Aug 24 00:52:28.747939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cc392-edbb-42f6-b73f-c1d21e6653ee req-99bd3e85-aed2-455b-9430-d25789b67424 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:28.749411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef9cc392-edbb-42f6-b73f-c1d21e6653ee req-99bd3e85-aed2-455b-9430-d25789b67424 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0476067 Aug 24 00:52:28.786995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef9cc392-edbb-42f6-b73f-c1d21e6653ee req-b54d7966-6cd3-4e3f-973d-3078b804a440 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310261 Aug 24 00:52:29.903615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bad64-9d71-467d-acc2-66aee8941596 req-01f8b581-6b8e-4f61-aa55-af4b2cc90f51 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:29.905461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-334bad64-9d71-467d-acc2-66aee8941596 req-01f8b581-6b8e-4f61-aa55-af4b2cc90f51 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0505233 Aug 24 00:52:29.946332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-334bad64-9d71-467d-acc2-66aee8941596 req-5c38def4-cb1a-4603-b77c-ebe7cf45b972 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340290 Aug 24 00:52:30.047001 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:30.147538 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:30.251244 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-252e90fd-ef7b-4d89-8af4-fdae7e399eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:31.066670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08698a2b-963c-4740-aeec-207855d4d914 req-183c94e4-4dd3-461c-a503-92cc79070edc tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:31.068231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08698a2b-963c-4740-aeec-207855d4d914 req-183c94e4-4dd3-461c-a503-92cc79070edc tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0525575 Aug 24 00:52:31.104952 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08698a2b-963c-4740-aeec-207855d4d914 req-68d5fbd7-880c-4203-a873-ae601a06eada tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307484 Aug 24 00:52:31.347716 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:32.219416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f76dd-8dc6-44e8-b2b8-c0adc36b3c06 req-8ded85e4-618d-40bf-bc1c-41fbbaa7e396 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:32.221622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b4f76dd-8dc6-44e8-b2b8-c0adc36b3c06 req-8ded85e4-618d-40bf-bc1c-41fbbaa7e396 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0494275 Aug 24 00:52:32.258825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b4f76dd-8dc6-44e8-b2b8-c0adc36b3c06 req-bf8ccf5d-0e1e-4f53-8064-ff7b76d2d408 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310540 Aug 24 00:52:33.110575 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:33.373660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af768e-37b7-417a-a67e-34046992c572 req-7eed71c7-feed-4227-9ca6-3a249e2f40e4 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:33.375166 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31af768e-37b7-417a-a67e-34046992c572 req-7eed71c7-feed-4227-9ca6-3a249e2f40e4 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0488544 Aug 24 00:52:33.411826 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31af768e-37b7-417a-a67e-34046992c572 req-2eb8fb42-4fea-48d6-a0ef-267a18ec746b tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306458 Aug 24 00:52:34.196124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-6b101f35-183e-4313-8714-e2670d058b2f tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:52:34.197092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-6b101f35-183e-4313-8714-e2670d058b2f tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053496 Aug 24 00:52:34.315242 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-c64076fe-5fbb-4c57-bdb9-76bb139028d9 service neutron] show failed (client error): The resource could not be found. Aug 24 00:52:34.316169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-c64076fe-5fbb-4c57-bdb9-76bb139028d9 service neutron] 10.222.0.13 "GET /v2.0/ports/ebf492af-05be-4710-9b74-53975031d08e/bindings/n-h1-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.1116750 Aug 24 00:52:34.575721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-55828a52-b4f9-4787-9f77-2bdf512b9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:34.577218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-55828a52-b4f9-4787-9f77-2bdf512b9e66 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b&tenant_id=ae32a3df3cf64d6facf378d63eef2bca HTTP/1.1" status: 200 len: 1097 time: 0.0994658 Aug 24 00:52:34.585104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee15cfe-22b1-43e0-91c9-dd250f3ac071 req-2eceb0b7-cd23-4879-9624-48eb485aef55 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:34.586502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fee15cfe-22b1-43e0-91c9-dd250f3ac071 req-2eceb0b7-cd23-4879-9624-48eb485aef55 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0992537 Aug 24 00:52:34.603202 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:34.657236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fee15cfe-22b1-43e0-91c9-dd250f3ac071 req-1429e2d4-31cb-4b6b-bb86-a7a0eef254b5 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642967 Aug 24 00:52:34.680457 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:34.883968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] For port ebf492af-05be-4710-9b74-53975031d08e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=ebf492af-05be-4710-9b74-53975031d08e,segment=NetworkSegment(e157d46e-8b9d-4378-9e31-9cc194b90045),segment_id=e157d46e-8b9d-4378-9e31-9cc194b90045)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:34.916695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] For port ebf492af-05be-4710-9b74-53975031d08e, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:52:34.955510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3e29c7-76c9-410d-9efd-fddca715ad3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf492af-05be-4710-9b74-53975031d08e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:52:34.957755 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9f001f-a035-4293-9323-781b71039ee7" -d '{"events": [{"server_uuid": "9e3e29c7-76c9-410d-9efd-fddca715ad3b", "name": "network-vif-unplugged", "status": "completed", "tag": "ebf492af-05be-4710-9b74-53975031d08e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:52:34.961851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:34.974674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Transition to ACTIVE for port object ebf492af-05be-4710-9b74-53975031d08e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:52:34.979119 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:35.012405 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71317ea-9d92-402b-afa9-651dd3a394eb x-openstack-request-id: req-c71317ea-9d92-402b-afa9-651dd3a394eb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:52:35.012690 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3e29c7-76c9-410d-9efd-fddca715ad3b", "name": "network-vif-unplugged", "status": "completed", "tag": "ebf492af-05be-4710-9b74-53975031d08e", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:52:35.012935 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c71317ea-9d92-402b-afa9-651dd3a394eb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:52:35.013318 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3e29c7-76c9-410d-9efd-fddca715ad3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf492af-05be-4710-9b74-53975031d08e', 'code': 200} Aug 24 00:52:35.048634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] No DVR routers for this DVR port ebf492af-05be-4710-9b74-53975031d08e on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:52:35.050593 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf492af-05be-4710-9b74-53975031d08e,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:35.063230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:35.063575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:35.063918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:35.064948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:35.065310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:35.065637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:35.065965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:35.066291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:35.066612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:35.066967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:35.067291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:35.067613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:35.103284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Attempting to bind port ebf492af-05be-4710-9b74-53975031d08e on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:52:35.103616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Attempting to bind port ebf492af-05be-4710-9b74-53975031d08e by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'e157d46e-8b9d-4378-9e31-9cc194b90045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78443677-1e4e-410c-a8c2-6d786abc57a6'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:52:35.103939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Attempting to bind port ebf492af-05be-4710-9b74-53975031d08e on network 78443677-1e4e-410c-a8c2-6d786abc57a6 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:52:35.108100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Port ebf492af-05be-4710-9b74-53975031d08e on network 78443677-1e4e-410c-a8c2-6d786abc57a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:52:35.108417 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Attempting to bind port ebf492af-05be-4710-9b74-53975031d08e on network 78443677-1e4e-410c-a8c2-6d786abc57a6 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:52:35.113481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:52:35.113816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Checking segment: {'id': 'e157d46e-8b9d-4378-9e31-9cc194b90045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78443677-1e4e-410c-a8c2-6d786abc57a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:52:35.114192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Bound using segment: {'id': 'e157d46e-8b9d-4378-9e31-9cc194b90045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78443677-1e4e-410c-a8c2-6d786abc57a6'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:52:35.114613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Bound port: ebf492af-05be-4710-9b74-53975031d08e, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e157d46e-8b9d-4378-9e31-9cc194b90045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78443677-1e4e-410c-a8c2-6d786abc57a6'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:52:35.114985 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:35.180390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] For port ebf492af-05be-4710-9b74-53975031d08e, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:52:35.183509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] For port ebf492af-05be-4710-9b74-53975031d08e, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ebf492af-05be-4710-9b74-53975031d08e,segment=NetworkSegment(e157d46e-8b9d-4378-9e31-9cc194b90045),segment_id=e157d46e-8b9d-4378-9e31-9cc194b90045)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:52:35.187454 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:35.227500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:35.228118 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:35.229521 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] 10.222.0.47 "PUT /v2.0/ports/ebf492af-05be-4710-9b74-53975031d08e HTTP/1.1" status: 200 len: 1092 time: 0.6355243 Aug 24 00:52:35.247510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cef9eb-d1e9-44a8-86e1-cacf59e1f735 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf492af-05be-4710-9b74-53975031d08e,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:35.303607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-111452a2-f472-47dd-8743-953cd72c3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:35.305104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-111452a2-f472-47dd-8743-953cd72c3663 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae32a3df3cf64d6facf378d63eef2bca&device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 1095 time: 0.0410299 Aug 24 00:52:35.394403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-772518f4-110c-4072-9753-ae1e8ec90b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:35.395898 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-772518f4-110c-4072-9753-ae1e8ec90b79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78443677-1e4e-410c-a8c2-6d786abc57a6 HTTP/1.1" status: 200 len: 910 time: 0.0839205 Aug 24 00:52:35.441567 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-877bae80-5e0f-4bbb-99ea-75ff6b9fd898 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebf492af-05be-4710-9b74-53975031d08e HTTP/1.1" status: 200 len: 217 time: 0.0382650 Aug 24 00:52:35.494856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-54332af5-0b37-47eb-8b62-13056bfda669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:35.496510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-54332af5-0b37-47eb-8b62-13056bfda669 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23bda432-ad7b-4005-9e5f-b48df3b1d37b HTTP/1.1" status: 200 len: 849 time: 0.0472329 Aug 24 00:52:35.527141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-2e20824e-d4e1-4506-b82e-58481aa2637d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78443677-1e4e-410c-a8c2-6d786abc57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237079 Aug 24 00:52:35.537984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-1f034529-2aed-4a14-8df1-84f528f96c16 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:52:35.538957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-1f034529-2aed-4a14-8df1-84f528f96c16 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048006 Aug 24 00:52:35.630144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-1db0b5ba-9840-4dcd-944e-8f919c2c83d1 service neutron] 10.222.0.47 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844293 Aug 24 00:52:35.721703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02251817-d2bb-4cad-a665-4ed2975f3e44 req-41d58b6b-0f8a-4ced-aedf-a6d8ca1212d6 service neutron] 10.222.0.47 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834670 Aug 24 00:52:35.780264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960af15-aef1-416b-ae39-d6c7298987ca req-acfedbf5-bc63-49ce-9d24-04cd2ac4a3ca tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:35.781767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a960af15-aef1-416b-ae39-d6c7298987ca req-acfedbf5-bc63-49ce-9d24-04cd2ac4a3ca tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 944 time: 0.0538819 Aug 24 00:52:35.821930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a960af15-aef1-416b-ae39-d6c7298987ca req-12c4d99d-e5cf-4f4b-bc28-4644bff080ea tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333631 Aug 24 00:52:36.091754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87602f07-5fcd-4260-a156-d321bbd725a0 req-2bf4210b-3109-4f5b-ac5f-fb23b783a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:36.094317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87602f07-5fcd-4260-a156-d321bbd725a0 req-2bf4210b-3109-4f5b-ac5f-fb23b783a135 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae32a3df3cf64d6facf378d63eef2bca&device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 1095 time: 0.0592849 Aug 24 00:52:36.196589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87602f07-5fcd-4260-a156-d321bbd725a0 req-db86ba6c-a83a-4147-87f3-b2066d723316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:36.198064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87602f07-5fcd-4260-a156-d321bbd725a0 req-db86ba6c-a83a-4147-87f3-b2066d723316 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78443677-1e4e-410c-a8c2-6d786abc57a6 HTTP/1.1" status: 200 len: 910 time: 0.0836353 Aug 24 00:52:36.242602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87602f07-5fcd-4260-a156-d321bbd725a0 req-62546041-d242-4a5e-a8c7-38f96c259ca5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebf492af-05be-4710-9b74-53975031d08e HTTP/1.1" status: 200 len: 217 time: 0.0367038 Aug 24 00:52:36.291820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87602f07-5fcd-4260-a156-d321bbd725a0 req-0b28b594-26e9-4d5c-be1d-f19bec2c965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:36.293252 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87602f07-5fcd-4260-a156-d321bbd725a0 req-0b28b594-26e9-4d5c-be1d-f19bec2c965c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23bda432-ad7b-4005-9e5f-b48df3b1d37b HTTP/1.1" status: 200 len: 849 time: 0.0436881 Aug 24 00:52:36.324234 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87602f07-5fcd-4260-a156-d321bbd725a0 req-301b48c2-f307-4032-8098-913f92386ab1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78443677-1e4e-410c-a8c2-6d786abc57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232074 Aug 24 00:52:36.413634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87602f07-5fcd-4260-a156-d321bbd725a0 req-e74721ea-4874-4367-86b2-03467eced286 service neutron] 10.222.0.47 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819359 Aug 24 00:52:36.505806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87602f07-5fcd-4260-a156-d321bbd725a0 req-504ee129-8603-4a55-a215-67275377188a service neutron] 10.222.0.47 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847330 Aug 24 00:52:36.940024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554546a0-daaf-4d91-b9ad-c5f32fbe6b77 req-e3ee9243-803d-4b39-8966-0be78582eace tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:36.941511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-554546a0-daaf-4d91-b9ad-c5f32fbe6b77 req-e3ee9243-803d-4b39-8966-0be78582eace tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 944 time: 0.0497234 Aug 24 00:52:36.979039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-554546a0-daaf-4d91-b9ad-c5f32fbe6b77 req-b4e7e5e0-1da0-46cc-85f7-f9476099e1ce tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315847 Aug 24 00:52:37.014675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3e29c7-76c9-410d-9efd-fddca715ad3b', 'tag': 'ebf492af-05be-4710-9b74-53975031d08e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:52:37.017021 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6173c24-c375-4687-be17-d214e4826bab" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3e29c7-76c9-410d-9efd-fddca715ad3b", "tag": "ebf492af-05be-4710-9b74-53975031d08e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:52:37.064890 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f099f3-b6e6-4faf-8bc9-b747b01c82d0 x-openstack-request-id: req-a7f099f3-b6e6-4faf-8bc9-b747b01c82d0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:52:37.065182 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3e29c7-76c9-410d-9efd-fddca715ad3b", "tag": "ebf492af-05be-4710-9b74-53975031d08e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:52:37.065436 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7f099f3-b6e6-4faf-8bc9-b747b01c82d0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:52:37.065830 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3e29c7-76c9-410d-9efd-fddca715ad3b', 'tag': 'ebf492af-05be-4710-9b74-53975031d08e', 'status': 'completed', 'code': 200} Aug 24 00:52:37.173282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173c24-c375-4687-be17-d214e4826bab req-e9962b89-055a-4c78-9a09-edc163cf1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:37.174804 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6173c24-c375-4687-be17-d214e4826bab req-e9962b89-055a-4c78-9a09-edc163cf1a74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae32a3df3cf64d6facf378d63eef2bca&device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 1095 time: 0.0718360 Aug 24 00:52:37.176483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173c24-c375-4687-be17-d214e4826bab req-393a2fc2-6a1c-427f-a69f-63682e47ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:37.177828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6173c24-c375-4687-be17-d214e4826bab req-393a2fc2-6a1c-427f-a69f-63682e47ac14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae32a3df3cf64d6facf378d63eef2bca&device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 1095 time: 0.0668156 Aug 24 00:52:37.333320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173c24-c375-4687-be17-d214e4826bab req-93a3a30e-0318-454a-a602-4ddcd5c76bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:37.334977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6173c24-c375-4687-be17-d214e4826bab req-93a3a30e-0318-454a-a602-4ddcd5c76bc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78443677-1e4e-410c-a8c2-6d786abc57a6 HTTP/1.1" status: 200 len: 910 time: 0.1527865 Aug 24 00:52:37.336315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173c24-c375-4687-be17-d214e4826bab req-0fda186c-4c22-461d-8362-260d9aeb287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:37.337626 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6173c24-c375-4687-be17-d214e4826bab req-0fda186c-4c22-461d-8362-260d9aeb287b service neutron] 10.222.0.47 "GET /v2.0/networks?id=78443677-1e4e-410c-a8c2-6d786abc57a6 HTTP/1.1" status: 200 len: 910 time: 0.1477866 Aug 24 00:52:37.381563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6173c24-c375-4687-be17-d214e4826bab req-a5c09fbe-02db-4346-ac9a-6457176339c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebf492af-05be-4710-9b74-53975031d08e HTTP/1.1" status: 200 len: 217 time: 0.0390184 Aug 24 00:52:37.417919 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6173c24-c375-4687-be17-d214e4826bab req-7ffb4ed5-c218-4131-aa2b-be25766998af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebf492af-05be-4710-9b74-53975031d08e HTTP/1.1" status: 200 len: 217 time: 0.0689025 Aug 24 00:52:37.485064 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173c24-c375-4687-be17-d214e4826bab req-1a1fe235-13fa-44fd-9e30-aeb3c6878895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:37.488297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6173c24-c375-4687-be17-d214e4826bab req-1a1fe235-13fa-44fd-9e30-aeb3c6878895 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23bda432-ad7b-4005-9e5f-b48df3b1d37b HTTP/1.1" status: 200 len: 849 time: 0.0779004 Aug 24 00:52:37.491532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173c24-c375-4687-be17-d214e4826bab req-ee154b52-88c4-44c8-a460-c099d44bcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:37.492861 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6173c24-c375-4687-be17-d214e4826bab req-ee154b52-88c4-44c8-a460-c099d44bcec4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23bda432-ad7b-4005-9e5f-b48df3b1d37b HTTP/1.1" status: 200 len: 849 time: 0.0566845 Aug 24 00:52:37.529282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6173c24-c375-4687-be17-d214e4826bab req-49f4dd87-9dc6-4be5-b146-e8759240a01a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78443677-1e4e-410c-a8c2-6d786abc57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332167 Aug 24 00:52:37.544526 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6173c24-c375-4687-be17-d214e4826bab req-e97dc217-4843-44cc-a9fe-da4039c2bdce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78443677-1e4e-410c-a8c2-6d786abc57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409489 Aug 24 00:52:37.693052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6173c24-c375-4687-be17-d214e4826bab req-d15b498d-a653-40bd-bb99-40fe8d5ae8d8 service neutron] 10.222.0.13 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506574 Aug 24 00:52:37.697942 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6173c24-c375-4687-be17-d214e4826bab req-37fb1eb7-83cf-4615-b865-c51a20f0b0ef service neutron] 10.222.0.47 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369658 Aug 24 00:52:38.206298 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6173c24-c375-4687-be17-d214e4826bab req-70be1b58-c558-408a-8ba9-cbaee4b5fc34 service neutron] 10.222.0.13 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050137 Aug 24 00:52:38.219196 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964750b7-3bd3-4bb8-a150-2ed1766241c2 req-0cc8a2d9-aa99-4c3b-865a-617b37001496 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:38.220674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-964750b7-3bd3-4bb8-a150-2ed1766241c2 req-0cc8a2d9-aa99-4c3b-865a-617b37001496 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 944 time: 0.1035624 Aug 24 00:52:38.227737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6173c24-c375-4687-be17-d214e4826bab req-929f6fa0-9371-4f02-b686-138023f994be service neutron] 10.222.0.47 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192347 Aug 24 00:52:38.267343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-964750b7-3bd3-4bb8-a150-2ed1766241c2 req-e82c2c38-75fa-4d9d-a91c-44b862081f0d tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 Aug 24 00:52:38.849644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ebf492af-05be-4710-9b74-53975031d08e no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:52:38.888282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device ebf492af-05be-4710-9b74-53975031d08e not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:52:39.383594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd351e36-162c-47a8-84fe-6869eb81162b req-8f9167af-aced-42f8-a701-ded3ada688cf tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:39.385089 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd351e36-162c-47a8-84fe-6869eb81162b req-8f9167af-aced-42f8-a701-ded3ada688cf tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 944 time: 0.0482821 Aug 24 00:52:39.422979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd351e36-162c-47a8-84fe-6869eb81162b req-8b7d3436-da08-4be5-9039-d3b7850a3859 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309589 Aug 24 00:52:39.708939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-07944ced-5515-4cbc-b7d0-9e58348d7af9 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:39.710476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-07944ced-5515-4cbc-b7d0-9e58348d7af9 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b&tenant_id=ae32a3df3cf64d6facf378d63eef2bca&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 944 time: 0.0858669 Aug 24 00:52:39.774834 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-8ee33bbf-ae05-4605-9f84-025d450758b8 service neutron] delete failed (client error): The resource could not be found. Aug 24 00:52:39.775852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-8ee33bbf-ae05-4605-9f84-025d450758b8 service neutron] 10.222.0.13 "DELETE /v2.0/ports/ebf492af-05be-4710-9b74-53975031d08e/bindings/n-h2-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.0580549 Aug 24 00:52:39.884931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-d6557a47-84b9-4399-b66d-bacabcfffbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:39.886432 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-d6557a47-84b9-4399-b66d-bacabcfffbc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae32a3df3cf64d6facf378d63eef2bca&device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 1095 time: 0.0414855 Aug 24 00:52:39.943244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ebf492af-05be-4710-9b74-53975031d08e details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:52:39.976308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-61fcca1e-51cb-4bf4-a3fd-c530895223b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:39.977808 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-61fcca1e-51cb-4bf4-a3fd-c530895223b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78443677-1e4e-410c-a8c2-6d786abc57a6 HTTP/1.1" status: 200 len: 910 time: 0.0840962 Aug 24 00:52:40.023443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-4e7e92a2-6f0d-49ee-a155-1a52850fc0eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebf492af-05be-4710-9b74-53975031d08e HTTP/1.1" status: 200 len: 217 time: 0.0382979 Aug 24 00:52:40.041419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port ebf492af-05be-4710-9b74-53975031d08e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ebf492af-05be-4710-9b74-53975031d08e,segment=NetworkSegment(e157d46e-8b9d-4378-9e31-9cc194b90045),segment_id=e157d46e-8b9d-4378-9e31-9cc194b90045)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:40.052493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': 'ebf492af-05be-4710-9b74-53975031d08e', 'network_id': '78443677-1e4e-410c-a8c2-6d786abc57a6', 'port_id': 'ebf492af-05be-4710-9b74-53975031d08e', 'mac_address': 'fa:16:3e:38:44:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bda432-ad7b-4005-9e5f-b48df3b1d37b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:52:40.073698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-926cf467-f65a-4b38-899b-94631486eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:40.075206 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-926cf467-f65a-4b38-899b-94631486eee7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23bda432-ad7b-4005-9e5f-b48df3b1d37b HTTP/1.1" status: 200 len: 849 time: 0.0452347 Aug 24 00:52:40.090437 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:40.104460 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf492af-05be-4710-9b74-53975031d08e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:52:40.112697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-5a4fe6be-06de-4256-8e60-fa06c5c00515 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78443677-1e4e-410c-a8c2-6d786abc57a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252485 Aug 24 00:52:40.124585 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port ebf492af-05be-4710-9b74-53975031d08e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ebf492af-05be-4710-9b74-53975031d08e,segment=NetworkSegment(e157d46e-8b9d-4378-9e31-9cc194b90045),segment_id=e157d46e-8b9d-4378-9e31-9cc194b90045)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:40.130033 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:40.179487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=ebf492af-05be-4710-9b74-53975031d08e,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:40.186710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:40.187193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:40.187542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:40.187888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:40.188228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:40.188565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:40.189436 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:40.189996 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:40.190339 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:40.190670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:40.191028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:40.191363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:40.208409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-1ca5ae51-92b1-4cd1-8f52-cfe3ac9703ba service neutron] 10.222.0.13 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885141 Aug 24 00:52:40.297625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-8d5167e5-040c-4fd6-8755-c74fc0ae3396 service neutron] 10.222.0.13 "GET /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824797 Aug 24 00:52:40.540690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['ebf492af-05be-4710-9b74-53975031d08e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:52:41.117329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a11747-b86b-436a-987a-6611cd27bdc1 req-bf4e6dac-58bd-4b0f-b289-035cf6a8aab3 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:41.118746 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45a11747-b86b-436a-987a-6611cd27bdc1 req-bf4e6dac-58bd-4b0f-b289-035cf6a8aab3 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 945 time: 0.0497518 Aug 24 00:52:41.160161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45a11747-b86b-436a-987a-6611cd27bdc1 req-8f806bc4-5896-4df6-a166-fd99e55562cc tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353203 Aug 24 00:52:41.966716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ebf492af-05be-4710-9b74-53975031d08e up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:52:42.015179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port ebf492af-05be-4710-9b74-53975031d08e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:42.018905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port ebf492af-05be-4710-9b74-53975031d08e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:42.019285 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:42.098481 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:42.120919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3e29c7-76c9-410d-9efd-fddca715ad3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf492af-05be-4710-9b74-53975031d08e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:52:42.123190 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47a6790-a833-4fd1-9409-4cabedbf29a6" -d '{"events": [{"server_uuid": "9e3e29c7-76c9-410d-9efd-fddca715ad3b", "name": "network-vif-plugged", "status": "completed", "tag": "ebf492af-05be-4710-9b74-53975031d08e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:52:42.136037 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port ebf492af-05be-4710-9b74-53975031d08e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ebf492af-05be-4710-9b74-53975031d08e,segment=NetworkSegment(e157d46e-8b9d-4378-9e31-9cc194b90045),segment_id=e157d46e-8b9d-4378-9e31-9cc194b90045)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:42.140122 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:42.163095 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e8d899-9d9a-4d6c-83e5-8a9fd2983e21 x-openstack-request-id: req-b0e8d899-9d9a-4d6c-83e5-8a9fd2983e21 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:52:42.163375 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3e29c7-76c9-410d-9efd-fddca715ad3b", "name": "network-vif-plugged", "status": "completed", "tag": "ebf492af-05be-4710-9b74-53975031d08e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:52:42.163631 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0e8d899-9d9a-4d6c-83e5-8a9fd2983e21 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:52:42.164022 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3e29c7-76c9-410d-9efd-fddca715ad3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf492af-05be-4710-9b74-53975031d08e', 'code': 200} Aug 24 00:52:42.188893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=ebf492af-05be-4710-9b74-53975031d08e,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:42.282018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3657d-f484-45f8-b2cf-ed19eaff888c req-ba0a53e9-0c83-40b0-9383-93403d53a625 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:42.283435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ae3657d-f484-45f8-b2cf-ed19eaff888c req-ba0a53e9-0c83-40b0-9383-93403d53a625 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0476530 Aug 24 00:52:42.322016 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ae3657d-f484-45f8-b2cf-ed19eaff888c req-436261fe-2207-41d2-abe7-728f0f4fd62f tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/security-groups?id=9effcdd7-3b2b-4bc3-9548-f42fb09867ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318644 Aug 24 00:52:42.683029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-8868afe9-d6ad-467b-bfc1-0a290a7d4be0 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:42.684476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-8868afe9-d6ad-467b-bfc1-0a290a7d4be0 tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 946 time: 0.0478542 Aug 24 00:52:42.774788 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-61bc53e0-df81-4c6e-80d1-ea004fb233ad tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Deleting port ebf492af-05be-4710-9b74-53975031d08e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:42.775168 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-61bc53e0-df81-4c6e-80d1-ea004fb233ad tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:42.859412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-61bc53e0-df81-4c6e-80d1-ea004fb233ad tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] For port ebf492af-05be-4710-9b74-53975031d08e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=ebf492af-05be-4710-9b74-53975031d08e,segment=NetworkSegment(e157d46e-8b9d-4378-9e31-9cc194b90045),segment_id=e157d46e-8b9d-4378-9e31-9cc194b90045)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:42.859781 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-61bc53e0-df81-4c6e-80d1-ea004fb233ad tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:42.872170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-61bc53e0-df81-4c6e-80d1-ea004fb233ad tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Calling delete_port for ebf492af-05be-4710-9b74-53975031d08e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:43.000216 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-61bc53e0-df81-4c6e-80d1-ea004fb233ad tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:43.027183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc53e0-df81-4c6e-80d1-ea004fb233ad tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Pushing event deleted for resources: {'Port': ['ID=ebf492af-05be-4710-9b74-53975031d08e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:43.033979 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['ebf492af-05be-4710-9b74-53975031d08e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:52:43.071338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-61bc53e0-df81-4c6e-80d1-ea004fb233ad tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] No DVR routers for this DVR port ebf492af-05be-4710-9b74-53975031d08e on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:52:43.073853 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-61bc53e0-df81-4c6e-80d1-ea004fb233ad tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:43.075871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2442ff90-1d3b-4ccb-9814-138f4d1c8889 req-61bc53e0-df81-4c6e-80d1-ea004fb233ad tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.47 "DELETE /v2.0/ports/ebf492af-05be-4710-9b74-53975031d08e HTTP/1.1" status: 204 len: 173 time: 0.3841333 Aug 24 00:52:43.076324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3e29c7-76c9-410d-9efd-fddca715ad3b', 'name': 'network-vif-deleted', 'tag': 'ebf492af-05be-4710-9b74-53975031d08e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:52:43.078628 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8338270c-401f-4e64-a54a-b4cbe7e9490f" -d '{"events": [{"server_uuid": "9e3e29c7-76c9-410d-9efd-fddca715ad3b", "name": "network-vif-deleted", "tag": "ebf492af-05be-4710-9b74-53975031d08e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:52:43.116600 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f293896-771a-4f09-9fb5-a5daa43b6e72 x-openstack-request-id: req-4f293896-771a-4f09-9fb5-a5daa43b6e72 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:52:43.116885 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3e29c7-76c9-410d-9efd-fddca715ad3b", "name": "network-vif-deleted", "tag": "ebf492af-05be-4710-9b74-53975031d08e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:52:43.117137 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f293896-771a-4f09-9fb5-a5daa43b6e72 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:52:43.117535 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3e29c7-76c9-410d-9efd-fddca715ad3b', 'name': 'network-vif-deleted', 'tag': 'ebf492af-05be-4710-9b74-53975031d08e', 'status': 'completed', 'code': 200} Aug 24 00:52:43.435454 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c95e664f-a884-4429-9bae-c7f8d81b4ec7 req-4c3619fe-2352-4aca-a874-4f52af5dd35d tempest-DeleteServersTestJSON-1413190817 tempest-DeleteServersTestJSON-1413190817-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e3e29c7-76c9-410d-9efd-fddca715ad3b HTTP/1.1" status: 200 len: 210 time: 0.0316529 Aug 24 00:52:44.562353 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44028) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:44.607526 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-038a8a81-3885-4be9-b864-f2bc04662610 admin admin] Deleting subnet 23bda432-ad7b-4005-9e5f-b48df3b1d37b {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:52:44.610502 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-038a8a81-3885-4be9-b864-f2bc04662610 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:44.644456 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-038a8a81-3885-4be9-b864-f2bc04662610 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:44.682916 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-038a8a81-3885-4be9-b864-f2bc04662610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:44.734103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-038a8a81-3885-4be9-b864-f2bc04662610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:44.762304 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a8a81-3885-4be9-b864-f2bc04662610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23bda432-ad7b-4005-9e5f-b48df3b1d37b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:44.768032 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-038a8a81-3885-4be9-b864-f2bc04662610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:44.770287 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-038a8a81-3885-4be9-b864-f2bc04662610 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/23bda432-ad7b-4005-9e5f-b48df3b1d37b HTTP/1.1" status: 204 len: 168 time: 0.2065408 Aug 24 00:52:44.772514 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:44.843137 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cea076e-64e1-4986-9492-52a755459446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:44.923974 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cea076e-64e1-4986-9492-52a755459446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:44.934436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5cea076e-64e1-4986-9492-52a755459446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78443677-1e4e-410c-a8c2-6d786abc57a6']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:44.944471 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5cea076e-64e1-4986-9492-52a755459446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e157d46e-8b9d-4378-9e31-9cc194b90045') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:44.944761 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5cea076e-64e1-4986-9492-52a755459446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e157d46e-8b9d-4378-9e31-9cc194b90045') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:44.953241 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cea076e-64e1-4986-9492-52a755459446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:44.967118 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cea076e-64e1-4986-9492-52a755459446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:44.973614 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cea076e-64e1-4986-9492-52a755459446 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:52:44.973999 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cea076e-64e1-4986-9492-52a755459446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: timer() Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:52:44.975622 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:52:45.027339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cea076e-64e1-4986-9492-52a755459446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:45.035009 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5cea076e-64e1-4986-9492-52a755459446 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:45.036895 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5cea076e-64e1-4986-9492-52a755459446 admin admin] 10.222.0.32 "DELETE /v2.0/networks/78443677-1e4e-410c-a8c2-6d786abc57a6 HTTP/1.1" status: 204 len: 168 time: 0.2634687 Aug 24 00:52:45.046416 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea076e-64e1-4986-9492-52a755459446 admin admin] Pushing event deleted for resources: {'Network': ['ID=78443677-1e4e-410c-a8c2-6d786abc57a6,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:45.154378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44034) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:45.193633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bc57490c-ecb1-4ea3-9aa9-c0bd66212022 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae32a3df3cf64d6facf378d63eef2bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378211 Aug 24 00:52:45.196118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44036) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:45.242927 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1795d7c8-6952-4004-9812-cb49054654e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:45.263147 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1795d7c8-6952-4004-9812-cb49054654e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:45.310182 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1795d7c8-6952-4004-9812-cb49054654e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:45.312830 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1795d7c8-6952-4004-9812-cb49054654e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:45.313988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1795d7c8-6952-4004-9812-cb49054654e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9effcdd7-3b2b-4bc3-9548-f42fb09867ff HTTP/1.1" status: 204 len: 168 time: 0.1169860 Aug 24 00:52:45.322053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795d7c8-6952-4004-9812-cb49054654e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9effcdd7-3b2b-4bc3-9548-f42fb09867ff,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:45.989525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44058) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:46.095968 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-977689135-network', 'tenant_id': '9b194074a4804270aa02791d0669862c'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:46.115926 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] Made reservation on behalf of 9b194074a4804270aa02791d0669862c for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:52:46.118445 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:46.126749 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:46.221592 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:46.225243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:46.248306 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:52:46.258243 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76877b62-7c3e-4c54-a94f-ca59b3397954,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:46.262961 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:46.263306 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] Added segment 823e679c-d485-4d2a-8c5c-3edc5b8a7c43 of type vlan for network b2c962ed-c4d8-411d-85d2-ecff6053a94e Aug 24 00:52:46.303350 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:46.328033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:46.329141 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:46.329778 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:46.386256 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3955700 Aug 24 00:52:46.389595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44062) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:46.390101 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4faf170-ea9b-4994-ac80-68db39fd547d admin admin] Pushing event updated for resources: {'Network': ['ID=b2c962ed-c4d8-411d-85d2-ecff6053a94e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:46.398802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-74732fbc-d7ff-425b-8796-6bac9596dbf8 admin admin] Request body: {'subnet': {'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-977689135-subnet', 'tenant_id': '9b194074a4804270aa02791d0669862c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:46.403103 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network b2c962ed-c4d8-411d-85d2-ecff6053a94e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:52:46.422621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74732fbc-d7ff-425b-8796-6bac9596dbf8 admin admin] Made reservation on behalf of 9b194074a4804270aa02791d0669862c for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:52:46.425600 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74732fbc-d7ff-425b-8796-6bac9596dbf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:46.590395 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74732fbc-d7ff-425b-8796-6bac9596dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:46.643115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74732fbc-d7ff-425b-8796-6bac9596dbf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c99724f-d1e6-4723-918d-0bfbbc9388d1,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:46.654355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74732fbc-d7ff-425b-8796-6bac9596dbf8 admin admin] Checking segment: {'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:52:46.654752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74732fbc-d7ff-425b-8796-6bac9596dbf8 admin admin] Network hostable DHCP agents. Network: b2c962ed-c4d8-411d-85d2-ecff6053a94e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:52:46.671638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74732fbc-d7ff-425b-8796-6bac9596dbf8 admin admin] Network b2c962ed-c4d8-411d-85d2-ecff6053a94e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:52:46.680896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-74732fbc-d7ff-425b-8796-6bac9596dbf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, b2c962ed-c4d8-411d-85d2-ecff6053a94e) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:52:46.685336 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74732fbc-d7ff-425b-8796-6bac9596dbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:46.685937 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74732fbc-d7ff-425b-8796-6bac9596dbf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:46.690849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52901ba9-20e7-4d4e-85cf-3fc15a173db2 None None] Network b2c962ed-c4d8-411d-85d2-ecff6053a94e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:52:46.700461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-74732fbc-d7ff-425b-8796-6bac9596dbf8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3095570 Aug 24 00:52:46.813651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd656b22-3101-47fe-9748-c704626a80d5 None None] Network b2c962ed-c4d8-411d-85d2-ecff6053a94e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:52:47.120598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b173b1-1394-4915-858b-133d76d96b1e req-181c362e-0450-4706-a003-2d3916e94811 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:47.121998 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b173b1-1394-4915-858b-133d76d96b1e req-181c362e-0450-4706-a003-2d3916e94811 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 814 time: 0.1061397 Aug 24 00:52:47.137894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b173b1-1394-4915-858b-133d76d96b1e req-bf4af9d1-c634-462d-93db-4b3359f61a87 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/quotas/9b194074a4804270aa02791d0669862c HTTP/1.1" status: 200 len: 375 time: 0.0092397 Aug 24 00:52:47.173506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b173b1-1394-4915-858b-133d76d96b1e req-b5174dc3-90e9-403f-ae35-24c5e124fa0b tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295577 Aug 24 00:52:47.269608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b173b1-1394-4915-858b-133d76d96b1e req-e8d933eb-52af-46b8-a586-fbb73d35f7a9 service neutron] 10.222.0.32 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882647 Aug 24 00:52:47.359946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b173b1-1394-4915-858b-133d76d96b1e req-389d1c89-192f-4c54-804f-29aceb9d6bd4 service neutron] 10.222.0.32 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841660 Aug 24 00:52:47.520575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ceaa117-9790-4fb6-bd00-3cdcc3f450e1 req-247bce44-5143-42b5-8e4a-a03d39dd441f tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 210 time: 0.0266724 Aug 24 00:52:47.997462 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ebf492af-05be-4710-9b74-53975031d08e no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:52:48.022789 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: ebf492af-05be-4710-9b74-53975031d08e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:52:48.023136 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device ebf492af-05be-4710-9b74-53975031d08e not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:52:48.511133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b173b1-1394-4915-858b-133d76d96b1e req-f4b4ff54-f325-4bbc-be0f-a6476ed4c6e4 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:48.512622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b173b1-1394-4915-858b-133d76d96b1e req-f4b4ff54-f325-4bbc-be0f-a6476ed4c6e4 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.13 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 814 time: 0.1116145 Aug 24 00:52:48.539044 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-48b173b1-1394-4915-858b-133d76d96b1e req-a683c809-e333-4abf-a51a-44ff7401e899 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Request body: {'port': {'device_id': '8e979773-776f-416d-84df-9b3a084a5b47', 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e', 'admin_state_up': True, 'tenant_id': '9b194074a4804270aa02791d0669862c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:48.626027 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ff52097b-a1fd-480b-9aff-2993cdd04613 req-3dba7993-39b6-4bdd-88cf-9961866cdf2d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 210 time: 0.0346751 Aug 24 00:52:48.674930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b173b1-1394-4915-858b-133d76d96b1e req-a683c809-e333-4abf-a51a-44ff7401e899 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Made reservation on behalf of 9b194074a4804270aa02791d0669862c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:52:48.678869 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-48b173b1-1394-4915-858b-133d76d96b1e req-a683c809-e333-4abf-a51a-44ff7401e899 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:48.801661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-48b173b1-1394-4915-858b-133d76d96b1e req-a683c809-e333-4abf-a51a-44ff7401e899 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Allocated IP 172.20.0.9 (b2c962ed-c4d8-411d-85d2-ecff6053a94e/6c99724f-d1e6-4723-918d-0bfbbc9388d1/38bfb0f5-49a2-4a3d-b266-4e8b190c8034) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:52:48.954518 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-48b173b1-1394-4915-858b-133d76d96b1e req-a683c809-e333-4abf-a51a-44ff7401e899 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:48.992283 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-48b173b1-1394-4915-858b-133d76d96b1e req-a683c809-e333-4abf-a51a-44ff7401e899 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.035798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b173b1-1394-4915-858b-133d76d96b1e req-a683c809-e333-4abf-a51a-44ff7401e899 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Network b2c962ed-c4d8-411d-85d2-ecff6053a94e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:52:49.038874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-48b173b1-1394-4915-858b-133d76d96b1e req-a683c809-e333-4abf-a51a-44ff7401e899 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:52:49.042408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b173b1-1394-4915-858b-133d76d96b1e req-a683c809-e333-4abf-a51a-44ff7401e899 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:52:49.071284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683c809-e333-4abf-a51a-44ff7401e899 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Pushing event updated for resources: {'Port': ['ID=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:49.099023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b173b1-1394-4915-858b-133d76d96b1e req-a683c809-e333-4abf-a51a-44ff7401e899 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:49.099642 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-48b173b1-1394-4915-858b-133d76d96b1e req-a683c809-e333-4abf-a51a-44ff7401e899 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.112575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b173b1-1394-4915-858b-133d76d96b1e req-a683c809-e333-4abf-a51a-44ff7401e899 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5781052 Aug 24 00:52:49.130161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Request body: {'port': {'device_id': '8e979773-776f-416d-84df-9b3a084a5b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:49.182536 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.437700 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:52:49.445669 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.457994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Transition to ACTIVE for port object 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:52:49.461296 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.530974 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Pushing event updated for resources: {'Port': ['ID=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:49.579770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Attempting to bind port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:52:49.580411 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Attempting to bind port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:52:49.580411 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Attempting to bind port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 on network b2c962ed-c4d8-411d-85d2-ecff6053a94e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:52:49.585279 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 on network b2c962ed-c4d8-411d-85d2-ecff6053a94e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:52:49.585606 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Attempting to bind port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 on network b2c962ed-c4d8-411d-85d2-ecff6053a94e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:52:49.590557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:52:49.590938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Checking segment: {'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:52:49.591335 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Bound using segment: {'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:52:49.591773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Bound port: 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:52:49.592158 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.659403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] For port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:52:49.663486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] For port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:52:49.667978 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.709573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:49.710546 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.712011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b173b1-1394-4915-858b-133d76d96b1e req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] 10.222.0.13 "PUT /v2.0/ports/38bfb0f5-49a2-4a3d-b266-4e8b190c8034 HTTP/1.1" status: 200 len: 1091 time: 0.5859966 Aug 24 00:52:49.714948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e979773-776f-416d-84df-9b3a084a5b47', 'tag': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:52:49.717140 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca4ede9-bc89-4de2-8603-8a310dc4bc61" -d '{"events": [{"name": "network-changed", "server_uuid": "8e979773-776f-416d-84df-9b3a084a5b47", "tag": "38bfb0f5-49a2-4a3d-b266-4e8b190c8034"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:52:49.765285 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc721a55-801f-4001-a4b0-8ca72bed7318 service neutron] Pushing event updated for resources: {'Port': ['ID=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:49.808964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63528eb0-914b-48f2-81c7-3e1bbe499d93 req-e8d9f7d9-6546-4b6a-b3d6-9cad6d142df5 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:49.810489 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63528eb0-914b-48f2-81c7-3e1bbe499d93 req-e8d9f7d9-6546-4b6a-b3d6-9cad6d142df5 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 943 time: 0.1070869 Aug 24 00:52:49.841207 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b173b1-1394-4915-858b-133d76d96b1e req-2959f867-7a19-460f-a781-254f1fde86eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:49.842830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b173b1-1394-4915-858b-133d76d96b1e req-2959f867-7a19-460f-a781-254f1fde86eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 1094 time: 0.0735712 Aug 24 00:52:49.859738 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63528eb0-914b-48f2-81c7-3e1bbe499d93 req-464b4850-5934-4be5-bc20-5c23173794d2 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 Aug 24 00:52:49.898799 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fef91c-6eaa-416f-8e21-66edc0a6cbe0 x-openstack-request-id: req-27fef91c-6eaa-416f-8e21-66edc0a6cbe0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:52:49.899083 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e979773-776f-416d-84df-9b3a084a5b47", "tag": "38bfb0f5-49a2-4a3d-b266-4e8b190c8034", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:52:49.899332 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27fef91c-6eaa-416f-8e21-66edc0a6cbe0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:52:49.899720 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e979773-776f-416d-84df-9b3a084a5b47', 'tag': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034', 'status': 'completed', 'code': 200} Aug 24 00:52:49.901452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b173b1-1394-4915-858b-133d76d96b1e req-6578609f-cec0-45f2-aa26-e6d7469e89c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034 HTTP/1.1" status: 200 len: 217 time: 0.0412011 Aug 24 00:52:49.949699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b173b1-1394-4915-858b-133d76d96b1e req-4cb86b51-1bf1-457a-ad72-1552cbf2eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:49.951186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b173b1-1394-4915-858b-133d76d96b1e req-4cb86b51-1bf1-457a-ad72-1552cbf2eae4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 200 len: 854 time: 0.0430360 Aug 24 00:52:49.981764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b173b1-1394-4915-858b-133d76d96b1e req-7339a453-d84d-434f-a47e-08e3f85c54eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2c962ed-c4d8-411d-85d2-ecff6053a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231197 Aug 24 00:52:50.072762 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b173b1-1394-4915-858b-133d76d96b1e req-154dfa3d-4464-4718-8f11-66bbb381f410 service neutron] 10.222.0.13 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837147 Aug 24 00:52:50.159946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48b173b1-1394-4915-858b-133d76d96b1e req-81b898dd-0052-41ea-8651-5342a0f72ab4 service neutron] 10.222.0.13 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801365 Aug 24 00:52:50.293935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4ede9-bc89-4de2-8603-8a310dc4bc61 req-15e6d57f-9310-4560-be2f-557736f22512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:50.295370 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ca4ede9-bc89-4de2-8603-8a310dc4bc61 req-15e6d57f-9310-4560-be2f-557736f22512 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 1094 time: 0.0414064 Aug 24 00:52:50.386863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4ede9-bc89-4de2-8603-8a310dc4bc61 req-fb30c07b-c498-4fd0-af6a-7792e7f3507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:50.388329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ca4ede9-bc89-4de2-8603-8a310dc4bc61 req-fb30c07b-c498-4fd0-af6a-7792e7f3507b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 915 time: 0.0845199 Aug 24 00:52:50.432565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ca4ede9-bc89-4de2-8603-8a310dc4bc61 req-c51c4232-ceee-469d-9f97-778d818ad4c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034 HTTP/1.1" status: 200 len: 217 time: 0.0338910 Aug 24 00:52:50.486154 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4ede9-bc89-4de2-8603-8a310dc4bc61 req-f4ec3ed5-9c1e-4be7-b1b1-5a36721d400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:50.487631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ca4ede9-bc89-4de2-8603-8a310dc4bc61 req-f4ec3ed5-9c1e-4be7-b1b1-5a36721d400d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 200 len: 854 time: 0.0474403 Aug 24 00:52:50.523249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ca4ede9-bc89-4de2-8603-8a310dc4bc61 req-a45c20bb-67db-4efe-ab5b-0202e6d463e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2c962ed-c4d8-411d-85d2-ecff6053a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244629 Aug 24 00:52:50.615506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ca4ede9-bc89-4de2-8603-8a310dc4bc61 req-ef9c0e29-d6c8-4d99-b05b-3c6ad8b78686 service neutron] 10.222.0.13 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840609 Aug 24 00:52:50.708325 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ca4ede9-bc89-4de2-8603-8a310dc4bc61 req-5ec03c07-e941-465d-ab80-c00baf2e1057 service neutron] 10.222.0.13 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856404 Aug 24 00:52:50.979219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1534a1-a9d0-4256-ba56-62c95fc16c7a req-69f533ba-bcc8-4a2f-8b84-4377b5a95105 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:50.980727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d1534a1-a9d0-4256-ba56-62c95fc16c7a req-69f533ba-bcc8-4a2f-8b84-4377b5a95105 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 943 time: 0.0487347 Aug 24 00:52:51.018652 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d1534a1-a9d0-4256-ba56-62c95fc16c7a req-b1e1625f-1c4d-4277-b8bb-8904c4187259 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Aug 24 00:52:52.131816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2ee67-3fdf-4bcb-8400-8bd7803716a6 req-b99f2ea5-4e93-4d20-bdad-dc1e92cecb49 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:52.133352 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa2ee67-3fdf-4bcb-8400-8bd7803716a6 req-b99f2ea5-4e93-4d20-bdad-dc1e92cecb49 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 943 time: 0.0476694 Aug 24 00:52:52.170144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa2ee67-3fdf-4bcb-8400-8bd7803716a6 req-f33aba9c-bc9c-4792-967c-ab2130d60a96 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309155 Aug 24 00:52:52.896210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:52:52.989070 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:52.999195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034', 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e', 'port_id': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034', 'mac_address': 'fa:16:3e:c8:e2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c99724f-d1e6-4723-918d-0bfbbc9388d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:52:53.035943 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.052385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:52:53.071150 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:53.075344 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.121272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:53.287846 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147b463-12ad-477b-9e25-f11bdacd504d req-74d16b43-f34d-4add-81dd-5d060e6267a7 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:53.289335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7147b463-12ad-477b-9e25-f11bdacd504d req-74d16b43-f34d-4add-81dd-5d060e6267a7 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 944 time: 0.0531886 Aug 24 00:52:53.325887 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7147b463-12ad-477b-9e25-f11bdacd504d req-a51ec2a4-0a81-48d2-8cf6-e49035888d4c tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303171 Aug 24 00:52:53.346897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['38bfb0f5-49a2-4a3d-b266-4e8b190c8034'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:52:53.991351 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:54.439738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da93b39-bdc1-4c3f-b9c1-5179cf30f120 req-cd2ae951-d939-4ac8-aa50-f79021883e8d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:54.441249 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9da93b39-bdc1-4c3f-b9c1-5179cf30f120 req-cd2ae951-d939-4ac8-aa50-f79021883e8d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 944 time: 0.0491204 Aug 24 00:52:54.478139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9da93b39-bdc1-4c3f-b9c1-5179cf30f120 req-68a8346e-5433-4685-b920-69315eac2050 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310464 Aug 24 00:52:54.892211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:52:54.943543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:54.947209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:54.947644 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:55.022743 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:55.044736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e979773-776f-416d-84df-9b3a084a5b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:52:55.046944 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fda8315-94cb-4b05-b361-ce7b32b77abe" -d '{"events": [{"server_uuid": "8e979773-776f-416d-84df-9b3a084a5b47", "name": "network-vif-plugged", "status": "completed", "tag": "38bfb0f5-49a2-4a3d-b266-4e8b190c8034"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:52:55.059269 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:55.063299 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:55.093197 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0217756e-9d3e-4b01-895a-a64da05a97eb x-openstack-request-id: req-0217756e-9d3e-4b01-895a-a64da05a97eb {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:52:55.093478 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e979773-776f-416d-84df-9b3a084a5b47", "name": "network-vif-plugged", "status": "completed", "tag": "38bfb0f5-49a2-4a3d-b266-4e8b190c8034", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:52:55.093722 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0217756e-9d3e-4b01-895a-a64da05a97eb {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:52:55.094103 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e979773-776f-416d-84df-9b3a084a5b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034', 'code': 200} Aug 24 00:52:55.119231 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:55.208188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6a590-e23c-4c12-a6b7-ae6f528f9ab3 req-94ad7986-77ac-40f0-b0f6-ca4fa3cd3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:55.209601 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03f6a590-e23c-4c12-a6b7-ae6f528f9ab3 req-94ad7986-77ac-40f0-b0f6-ca4fa3cd3560 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 1096 time: 0.0404284 Aug 24 00:52:55.242912 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-03f6a590-e23c-4c12-a6b7-ae6f528f9ab3 req-ddaa439d-dc38-48b1-b264-820ee73f8789 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266280 Aug 24 00:52:55.600403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683234-54f6-4e91-b091-46314e82b334 req-a9fd3abb-4f2d-461a-ac35-ceff16f77602 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:55.601915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74683234-54f6-4e91-b091-46314e82b334 req-a9fd3abb-4f2d-461a-ac35-ceff16f77602 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0536551 Aug 24 00:52:55.639189 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74683234-54f6-4e91-b091-46314e82b334 req-8332a1b4-a3c0-4815-9ce4-75007d415f2d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310607 Aug 24 00:52:56.756061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ab1d-3f46-414a-a1ab-c27005729fb1 req-b84d7d85-96db-40b9-94c8-f8428cfe290f tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:56.757528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c079ab1d-3f46-414a-a1ab-c27005729fb1 req-b84d7d85-96db-40b9-94c8-f8428cfe290f tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0490136 Aug 24 00:52:56.795090 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c079ab1d-3f46-414a-a1ab-c27005729fb1 req-95f8cbe4-57af-449b-ae71-c7d4fee06712 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Aug 24 00:52:56.907971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cdd3f-a2ab-45f2-8dd1-8edc4f398e8e req-d629e5c5-eb82-4dc3-b384-0c0226a8693d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:56.909454 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-025cdd3f-a2ab-45f2-8dd1-8edc4f398e8e req-d629e5c5-eb82-4dc3-b384-0c0226a8693d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0491865 Aug 24 00:52:56.946386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-025cdd3f-a2ab-45f2-8dd1-8edc4f398e8e req-99c9533a-54ba-473e-9036-f1294e21c9ad tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303822 Aug 24 00:52:57.146163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac32b0c-ed7c-49be-91fc-a75a12be60ce req-cf251075-e8aa-4226-9a28-04098421a2d4 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:57.147556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ac32b0c-ed7c-49be-91fc-a75a12be60ce req-cf251075-e8aa-4226-9a28-04098421a2d4 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0518608 Aug 24 00:52:57.185200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ac32b0c-ed7c-49be-91fc-a75a12be60ce req-f94a5459-2b8e-49d6-9d2f-2a6121fd7f87 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Aug 24 00:52:57.298785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45569a5-79b8-4cc7-87da-5e3bc1a4b59d req-b68169f5-325d-4db2-9a3c-db93a29ac2bc tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:57.300322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e45569a5-79b8-4cc7-87da-5e3bc1a4b59d req-b68169f5-325d-4db2-9a3c-db93a29ac2bc tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0492425 Aug 24 00:52:57.338317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e45569a5-79b8-4cc7-87da-5e3bc1a4b59d req-22af8395-4f98-4d80-9cb7-3d9f89a7930e tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319371 Aug 24 00:52:57.561542 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47b5c78a-5c4a-4e26-af8f-c8d807de4e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.598120 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-3436d200-7ad6-4aae-ad5b-2ff582f24105 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822539 Aug 24 00:52:57.605789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64a45c-1f15-4a36-8a96-f406761db97a req-cf567e2d-44ec-40bb-aa40-04e853e188f9 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:57.607223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d64a45c-1f15-4a36-8a96-f406761db97a req-cf567e2d-44ec-40bb-aa40-04e853e188f9 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0800738 Aug 24 00:52:57.647377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d64a45c-1f15-4a36-8a96-f406761db97a req-64b1296a-a6be-48d6-bc1a-a02f799d820b tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335474 Aug 24 00:52:58.764784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef202d-0a97-4216-869e-384e2a3933a0 req-c97c001a-6719-47ca-b1e6-d69791edbb30 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:58.766270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93ef202d-0a97-4216-869e-384e2a3933a0 req-c97c001a-6719-47ca-b1e6-d69791edbb30 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0498805 Aug 24 00:52:58.828400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93ef202d-0a97-4216-869e-384e2a3933a0 req-d8fad7c3-8a78-4ec9-8fd2-bf7ffb89300d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523386 Aug 24 00:52:58.830862 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-32d67d38-49cb-47f5-92e6-b43332ce5427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:58.832344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-32d67d38-49cb-47f5-92e6-b43332ce5427 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 1096 time: 0.0636525 Aug 24 00:52:58.932555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-b918828d-d70c-490a-b01f-4717e0d8568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:58.934035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-b918828d-d70c-490a-b01f-4717e0d8568a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 915 time: 0.0945120 Aug 24 00:52:58.975273 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-0413f8e6-6cdd-445c-b776-2d731eadb1ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034 HTTP/1.1" status: 200 len: 217 time: 0.0337973 Aug 24 00:52:59.026008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-067a581e-dff3-4d69-afa2-8bd3398022d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:59.027472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-067a581e-dff3-4d69-afa2-8bd3398022d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 200 len: 854 time: 0.0459316 Aug 24 00:52:59.059564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-b072ff5f-c764-4d9c-9aaf-e5db174a2cad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2c962ed-c4d8-411d-85d2-ecff6053a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247772 Aug 24 00:52:59.146812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-64e7f90c-7e2f-4796-91d8-59acd809c0b6 service neutron] 10.222.0.13 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798059 Aug 24 00:52:59.237989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-6092d286-0a69-4ed7-a3aa-bb3cad455e32 service neutron] 10.222.0.13 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845068 Aug 24 00:52:59.912925 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.950516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851dae0-fc8c-46cd-a750-4e1d8fd92ad0 req-1d289807-517f-42ce-824e-5ae5bd981189 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:59.952037 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1851dae0-fc8c-46cd-a750-4e1d8fd92ad0 req-1d289807-517f-42ce-824e-5ae5bd981189 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0511930 Aug 24 00:52:59.989151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1851dae0-fc8c-46cd-a750-4e1d8fd92ad0 req-d95c5b6f-679c-4a74-a61e-ea358517327c tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307546 Aug 24 00:53:00.148764 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.251575 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5f5caa34-a1cc-4cff-baf9-e5882cc286af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:01.104890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf61ed-7c8a-41b2-b46c-efdc683fd8fe req-1a3035fc-e477-4978-b993-216d1c727496 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:01.106420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aadf61ed-7c8a-41b2-b46c-efdc683fd8fe req-1a3035fc-e477-4978-b993-216d1c727496 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0489001 Aug 24 00:53:01.117785 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:53:01.144423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aadf61ed-7c8a-41b2-b46c-efdc683fd8fe req-b9820e13-490c-4d20-8516-c999c00c2c5f tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318401 Aug 24 00:53:01.350976 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:02.263515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c272a-9aff-4f63-bda0-96b4377cf1f1 req-a08842cb-e77d-4e45-bd38-7bdf945a6ea3 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:02.264982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa2c272a-9aff-4f63-bda0-96b4377cf1f1 req-a08842cb-e77d-4e45-bd38-7bdf945a6ea3 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0516829 Aug 24 00:53:02.302600 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa2c272a-9aff-4f63-bda0-96b4377cf1f1 req-a530b72a-16c7-42de-8fe0-56e94c56df5a tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316556 Aug 24 00:53:03.114019 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:03.416614 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9a92d-1911-474a-8e0b-e71266716cda req-26ee03ae-dd03-40d6-aa0c-4caf4ef832ce tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:03.418099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60b9a92d-1911-474a-8e0b-e71266716cda req-26ee03ae-dd03-40d6-aa0c-4caf4ef832ce tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0485163 Aug 24 00:53:03.455290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60b9a92d-1911-474a-8e0b-e71266716cda req-23640c20-4c02-4c0b-b65d-bf21ee99ae9b tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313165 Aug 24 00:53:04.571312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981626c-4e3d-4565-93a8-1a8846396307 req-59b193b3-5d39-4912-925f-c37561933a0d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:04.572799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2981626c-4e3d-4565-93a8-1a8846396307 req-59b193b3-5d39-4912-925f-c37561933a0d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0488288 Aug 24 00:53:04.610853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2981626c-4e3d-4565-93a8-1a8846396307 req-af67846a-ccf2-4ea8-913b-4773c5efbb97 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Aug 24 00:53:05.731217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9e922-2bd2-4f04-aff2-f8680e66832d req-b68acea8-aff9-4295-b11d-d40b0d5b51b3 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:05.732714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19d9e922-2bd2-4f04-aff2-f8680e66832d req-b68acea8-aff9-4295-b11d-d40b0d5b51b3 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0518916 Aug 24 00:53:05.769727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19d9e922-2bd2-4f04-aff2-f8680e66832d req-d53cd51d-e396-4cad-8f27-f30e5b1ba767 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302212 Aug 24 00:53:06.898092 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db81b61-c171-4452-a5c9-aab7cfa6d3db req-20824965-6c7e-4e28-b29b-a452ae1ee297 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:06.899618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6db81b61-c171-4452-a5c9-aab7cfa6d3db req-20824965-6c7e-4e28-b29b-a452ae1ee297 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0488777 Aug 24 00:53:06.936852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6db81b61-c171-4452-a5c9-aab7cfa6d3db req-4822d379-c9e6-4a50-8200-d4753be44849 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310397 Aug 24 00:53:08.049730 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fc4c7-3704-49de-a5f5-aae7161dffb6 req-a260bdc6-7914-42e1-9a3d-53977aff89ab tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:08.052177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-131fc4c7-3704-49de-a5f5-aae7161dffb6 req-a260bdc6-7914-42e1-9a3d-53977aff89ab tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0491083 Aug 24 00:53:08.089316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-131fc4c7-3704-49de-a5f5-aae7161dffb6 req-d75a5811-0149-4d3c-8e99-223aeb9cc6fc tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Aug 24 00:53:09.218736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec406d11-b418-48f5-b436-ab0e7a9cfcb0 req-b823f5a4-3d83-4306-8ad0-6495741ac3bf tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:09.220229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec406d11-b418-48f5-b436-ab0e7a9cfcb0 req-b823f5a4-3d83-4306-8ad0-6495741ac3bf tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0641725 Aug 24 00:53:09.257884 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec406d11-b418-48f5-b436-ab0e7a9cfcb0 req-d37103fe-38ca-4912-89f2-81cc4c4b657c tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305614 Aug 24 00:53:10.375201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519611a-1e62-4196-a8e1-f7f29cc2ff33 req-97942abc-ed4e-45d8-9051-3d9a9668f5e8 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:10.376613 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5519611a-1e62-4196-a8e1-f7f29cc2ff33 req-97942abc-ed4e-45d8-9051-3d9a9668f5e8 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0496299 Aug 24 00:53:10.415259 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5519611a-1e62-4196-a8e1-f7f29cc2ff33 req-b018d8f5-c6f0-49c4-9dd8-eb3c08ca449d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323129 Aug 24 00:53:11.529767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1db06e-600a-4d66-9e36-c49ce8db0b92 req-a7e43f70-4a7b-49a1-ab1c-49da7b2427b1 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:11.531540 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e1db06e-600a-4d66-9e36-c49ce8db0b92 req-a7e43f70-4a7b-49a1-ab1c-49da7b2427b1 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0487144 Aug 24 00:53:11.580503 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e1db06e-600a-4d66-9e36-c49ce8db0b92 req-078917ab-a746-4503-9bea-a0734e64d072 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419452 Aug 24 00:53:12.700280 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f0114-3db4-4ef1-a1ac-462ebca5a57b req-0c66d209-3ed7-4454-9a3b-731a89970eba tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:12.701775 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-229f0114-3db4-4ef1-a1ac-462ebca5a57b req-0c66d209-3ed7-4454-9a3b-731a89970eba tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0520308 Aug 24 00:53:12.739924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-229f0114-3db4-4ef1-a1ac-462ebca5a57b req-6f2e0df5-a477-402e-b78e-e8326901fed7 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315850 Aug 24 00:53:13.854182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f3882-74b2-491b-a384-6d8d1bc48064 req-77877004-011d-4629-a5df-9d59e5a309fa tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:13.855693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f4f3882-74b2-491b-a384-6d8d1bc48064 req-77877004-011d-4629-a5df-9d59e5a309fa tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0488772 Aug 24 00:53:13.893406 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f4f3882-74b2-491b-a384-6d8d1bc48064 req-14cdfdb9-0798-4856-b997-150ea41fb9e3 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317481 Aug 24 00:53:15.021624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057bfcd-b19c-41a5-99c6-a1d15e045871 req-093e8833-4fa2-429f-a936-7a15a68f5a71 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:15.023134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f057bfcd-b19c-41a5-99c6-a1d15e045871 req-093e8833-4fa2-429f-a936-7a15a68f5a71 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0471866 Aug 24 00:53:15.061060 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f057bfcd-b19c-41a5-99c6-a1d15e045871 req-f3f859e5-77e2-4d4d-abab-7a0ab406aeda tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Aug 24 00:53:16.178695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5933e-18bc-456e-9935-2d8c4d31e4ad req-2d9ba3d8-5f6f-4f28-80ee-444ddab7d874 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:16.180210 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ab5933e-18bc-456e-9935-2d8c4d31e4ad req-2d9ba3d8-5f6f-4f28-80ee-444ddab7d874 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0526338 Aug 24 00:53:16.217124 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ab5933e-18bc-456e-9935-2d8c4d31e4ad req-99f6c8a7-3f6e-47ac-9581-f357a83352bf tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310330 Aug 24 00:53:17.329965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b2bc7-9349-41f3-8c9d-39dca0a507ea req-f8779e10-d453-4587-9836-e17ccafbd84f tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:17.331975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b2b2bc7-9349-41f3-8c9d-39dca0a507ea req-f8779e10-d453-4587-9836-e17ccafbd84f tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0479741 Aug 24 00:53:17.369077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b2b2bc7-9349-41f3-8c9d-39dca0a507ea req-faac5d9f-7703-4a11-8a83-efcc0dbbdbae tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311315 Aug 24 00:53:18.483756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5294f-9b9f-415e-bbb8-137155befbac req-1599ab0c-e075-433b-94c4-89fdb5133c16 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:18.485173 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27c5294f-9b9f-415e-bbb8-137155befbac req-1599ab0c-e075-433b-94c4-89fdb5133c16 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0492194 Aug 24 00:53:18.523505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27c5294f-9b9f-415e-bbb8-137155befbac req-4d63f496-9672-4a91-a200-d6e778ca481b tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323288 Aug 24 00:53:19.662483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68a88b-65d0-4a35-b9ad-e7ff1df848f5 req-5369137c-2443-4ac9-99bb-0a81cbece14c tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:19.666289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d68a88b-65d0-4a35-b9ad-e7ff1df848f5 req-5369137c-2443-4ac9-99bb-0a81cbece14c tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0609508 Aug 24 00:53:19.720107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d68a88b-65d0-4a35-b9ad-e7ff1df848f5 req-4dd930ea-14a3-4764-9bc5-fced212e616c tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453594 Aug 24 00:53:20.839142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13aa50-8f1e-4709-b9af-5f7fe2f53cc5 req-dee905d9-4bab-40a4-9d74-003f69c4e188 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:20.840628 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df13aa50-8f1e-4709-b9af-5f7fe2f53cc5 req-dee905d9-4bab-40a4-9d74-003f69c4e188 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0477221 Aug 24 00:53:20.877892 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df13aa50-8f1e-4709-b9af-5f7fe2f53cc5 req-0148be78-2e92-4bae-938d-a3e902a483a7 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312912 Aug 24 00:53:21.992692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5464d-276a-4a2d-a9da-562f47835e5a req-72384787-778f-4133-9a28-b05101fe5e1c tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:21.994184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eca5464d-276a-4a2d-a9da-562f47835e5a req-72384787-778f-4133-9a28-b05101fe5e1c tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0484762 Aug 24 00:53:22.032547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eca5464d-276a-4a2d-a9da-562f47835e5a req-0ad4bc9f-b386-4ee6-a705-0831bd5ca207 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Aug 24 00:53:23.474031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977aa2a-07e2-4954-a211-05de4e332544 req-0f680058-ab85-4ca0-bec0-77c98215d014 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:23.475512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a977aa2a-07e2-4954-a211-05de4e332544 req-0f680058-ab85-4ca0-bec0-77c98215d014 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.3747935 Aug 24 00:53:23.512184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a977aa2a-07e2-4954-a211-05de4e332544 req-740c13e0-12b3-4bdd-9152-e484210e8a46 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306969 Aug 24 00:53:23.999338 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:24.633510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a13797-06c9-4224-9e0e-d9bf162517b1 req-48433327-8e2b-4016-a231-5802e92d9af5 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:24.635010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33a13797-06c9-4224-9e0e-d9bf162517b1 req-48433327-8e2b-4016-a231-5802e92d9af5 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0486772 Aug 24 00:53:24.673960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33a13797-06c9-4224-9e0e-d9bf162517b1 req-42765648-323a-4e9e-b014-b3f14296825a tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331209 Aug 24 00:53:25.790136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283d27-e1d8-4c1f-835d-08503f66508f req-573ccfa2-a446-413d-9aa2-cfc635e91459 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:25.791659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a283d27-e1d8-4c1f-835d-08503f66508f req-573ccfa2-a446-413d-9aa2-cfc635e91459 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0490041 Aug 24 00:53:25.829361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a283d27-e1d8-4c1f-835d-08503f66508f req-e31d28a1-e19c-4caa-abe9-188818c94f68 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317361 Aug 24 00:53:26.340624 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-a7c00218-648a-492d-b578-dc30c7c2758b service neutron] show failed (client error): The resource could not be found. Aug 24 00:53:26.341634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-a7c00218-648a-492d-b578-dc30c7c2758b service neutron] 10.222.0.13 "GET /v2.0/ports/38bfb0f5-49a2-4a3d-b266-4e8b190c8034/bindings/n-h1-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.0550458 Aug 24 00:53:26.591588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-fd3a19d8-e693-4b11-b73b-fca3e93ca4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:26.593005 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-fd3a19d8-e693-4b11-b73b-fca3e93ca4ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47&tenant_id=9b194074a4804270aa02791d0669862c HTTP/1.1" status: 200 len: 1096 time: 0.0958407 Aug 24 00:53:26.611866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:26.663137 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.860984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] For port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:26.894225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] For port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:26.971799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e979773-776f-416d-84df-9b3a084a5b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:26.974150 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d80568b-45fd-4ec0-96a5-fd6ffdaa3b4f" -d '{"events": [{"server_uuid": "8e979773-776f-416d-84df-9b3a084a5b47", "name": "network-vif-unplugged", "status": "completed", "tag": "38bfb0f5-49a2-4a3d-b266-4e8b190c8034"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:26.978820 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.996852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca99b9a-325c-4ac0-8239-043bdd22f314 req-33984e15-97f3-4476-983d-6bbc70116bc1 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:26.998376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ca99b9a-325c-4ac0-8239-043bdd22f314 req-33984e15-97f3-4476-983d-6bbc70116bc1 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.1013014 Aug 24 00:53:27.003247 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Transition to ACTIVE for port object 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:27.012999 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.030287 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11414bf5-aa36-4266-a064-69b56472db78 x-openstack-request-id: req-11414bf5-aa36-4266-a064-69b56472db78 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:27.030862 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e979773-776f-416d-84df-9b3a084a5b47", "name": "network-vif-unplugged", "status": "completed", "tag": "38bfb0f5-49a2-4a3d-b266-4e8b190c8034", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:27.031117 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11414bf5-aa36-4266-a064-69b56472db78 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:27.031502 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e979773-776f-416d-84df-9b3a084a5b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034', 'code': 200} Aug 24 00:53:27.088863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ca99b9a-325c-4ac0-8239-043bdd22f314 req-88df1668-ad86-4c2b-b9ef-240fde5d6535 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821736 Aug 24 00:53:27.104379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] No DVR routers for this DVR port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:53:27.107438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:27.141308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Attempting to bind port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:27.141643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Attempting to bind port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:27.141967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Attempting to bind port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 on network b2c962ed-c4d8-411d-85d2-ecff6053a94e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:27.146255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 on network b2c962ed-c4d8-411d-85d2-ecff6053a94e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:53:27.146569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Attempting to bind port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 on network b2c962ed-c4d8-411d-85d2-ecff6053a94e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:27.151346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:27.151679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Checking segment: {'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:27.152058 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Bound using segment: {'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:27.152477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Bound port: 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:27.152826 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.213795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] For port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:27.216741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] For port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:27.221170 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.262180 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:27.262792 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.264178 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] 10.222.0.47 "PUT /v2.0/ports/38bfb0f5-49a2-4a3d-b266-4e8b190c8034 HTTP/1.1" status: 200 len: 1091 time: 0.6562946 Aug 24 00:53:27.281303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac792e72-63e8-4abc-8653-d9df11a16fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:27.340836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-f3270b56-e5d3-47be-800c-3609c47f82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:27.342363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-f3270b56-e5d3-47be-800c-3609c47f82d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 1094 time: 0.0406654 Aug 24 00:53:27.431728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-6dcfe522-b0fd-4fba-bf83-59c6cceda9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:27.433083 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-6dcfe522-b0fd-4fba-bf83-59c6cceda9ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 915 time: 0.0826561 Aug 24 00:53:27.478303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-95e67ea8-03dc-4a9d-9726-655c34d4718b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034 HTTP/1.1" status: 200 len: 217 time: 0.0371840 Aug 24 00:53:27.527023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-cf7a95fe-d3b7-4f52-893b-e39e89396756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:27.528438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-cf7a95fe-d3b7-4f52-893b-e39e89396756 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 200 len: 854 time: 0.0430198 Aug 24 00:53:27.555416 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ff444465-388e-4f0b-8e35-4c3c8a89083b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.561759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-949761ab-48ee-46b9-ad98-ef6a7818ae27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2c962ed-c4d8-411d-85d2-ecff6053a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248280 Aug 24 00:53:27.656378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-7e355a20-5476-4789-a0e9-79d154cb3134 service neutron] 10.222.0.47 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867062 Aug 24 00:53:27.745256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89279434-b6d7-411a-a588-cbc1c6b4ae10 req-fdb22db2-6a89-4d92-acb5-06f7a0cdf517 service neutron] 10.222.0.47 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804193 Aug 24 00:53:28.211927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1fbb2-2aae-457d-8f55-b2b25f19ba90 req-4e620f62-6c46-4201-9beb-5a9abaa41fdc tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.213428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8b1fbb2-2aae-457d-8f55-b2b25f19ba90 req-4e620f62-6c46-4201-9beb-5a9abaa41fdc tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 943 time: 0.0522003 Aug 24 00:53:28.249728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8b1fbb2-2aae-457d-8f55-b2b25f19ba90 req-a95a71ad-607f-4d47-8564-dd1bdd2df931 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303533 Aug 24 00:53:29.032960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e979773-776f-416d-84df-9b3a084a5b47', 'tag': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:29.035319 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3f7c32-0399-4e7a-a568-4bd9fa402912" -d '{"events": [{"name": "network-changed", "server_uuid": "8e979773-776f-416d-84df-9b3a084a5b47", "tag": "38bfb0f5-49a2-4a3d-b266-4e8b190c8034"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:29.081298 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0766803e-b56c-4cc7-ac9a-c350c3592716 x-openstack-request-id: req-0766803e-b56c-4cc7-ac9a-c350c3592716 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:29.081588 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e979773-776f-416d-84df-9b3a084a5b47", "tag": "38bfb0f5-49a2-4a3d-b266-4e8b190c8034", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:29.081844 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0766803e-b56c-4cc7-ac9a-c350c3592716 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:29.082860 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e979773-776f-416d-84df-9b3a084a5b47', 'tag': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034', 'status': 'completed', 'code': 200} Aug 24 00:53:29.187995 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-af640066-d0c4-4bf5-b8d3-f26d00627237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:29.189506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-af640066-d0c4-4bf5-b8d3-f26d00627237 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 1094 time: 0.0704112 Aug 24 00:53:29.195022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-b030dc79-426e-4e93-92a5-ad9648efd273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:29.196395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-b030dc79-426e-4e93-92a5-ad9648efd273 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 1094 time: 0.0684433 Aug 24 00:53:29.374558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-dcb968a9-9508-415d-9092-3885b441d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:29.376053 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-dcb968a9-9508-415d-9092-3885b441d26e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 915 time: 0.1704254 Aug 24 00:53:29.377807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-6e3d6bba-f3d2-4f2d-bc39-b74182c3839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:29.379711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-6e3d6bba-f3d2-4f2d-bc39-b74182c3839a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 915 time: 0.1819680 Aug 24 00:53:29.455871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-c85d726a-4ce1-40d3-8dda-c79decf31230 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034 HTTP/1.1" status: 200 len: 217 time: 0.0712259 Aug 24 00:53:29.457362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-b4e1cacb-8265-471d-9bcd-c329f4227e7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034 HTTP/1.1" status: 200 len: 217 time: 0.0652578 Aug 24 00:53:29.468827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc496b58-274c-470c-9af1-717cf31fa779 req-8bc064a6-8557-42fb-98f1-37b916b397b2 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:29.470272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc496b58-274c-470c-9af1-717cf31fa779 req-8bc064a6-8557-42fb-98f1-37b916b397b2 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 943 time: 0.1301727 Aug 24 00:53:29.576162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-b4055bf3-d095-4b70-8143-391757a3c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:29.577633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-b4055bf3-d095-4b70-8143-391757a3c606 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 200 len: 854 time: 0.1065285 Aug 24 00:53:29.578905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-c3c1b939-f09b-47c7-84a7-bbd3f4bbe9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:29.580229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-c3c1b939-f09b-47c7-84a7-bbd3f4bbe9bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 200 len: 854 time: 0.1080568 Aug 24 00:53:29.585917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc496b58-274c-470c-9af1-717cf31fa779 req-e61adb47-ed96-48af-85f1-e742ad88b5ef tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003063 Aug 24 00:53:29.633166 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-f0a1e25e-4ae0-4b49-b902-d43767a297e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2c962ed-c4d8-411d-85d2-ecff6053a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460773 Aug 24 00:53:29.635031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-8030fcae-3d0d-48c9-bb5a-50761e2f7d07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2c962ed-c4d8-411d-85d2-ecff6053a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406919 Aug 24 00:53:29.799113 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-e160546f-2ffa-4786-b890-1765cf5b1136 service neutron] 10.222.0.13 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515889 Aug 24 00:53:29.801422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-627339e8-c796-496e-b303-c96698b13675 service neutron] 10.222.0.47 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604571 Aug 24 00:53:29.910981 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.956656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-a33e41ba-9318-4e91-828c-5ea36d26464d service neutron] 10.222.0.13 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502793 Aug 24 00:53:29.959115 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e3f7c32-0399-4e7a-a568-4bd9fa402912 req-ac6492aa-16ec-4272-8b9b-80b57d1df60f service neutron] 10.222.0.47 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457531 Aug 24 00:53:30.106595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:53:30.181362 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:30.214867 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:30.225933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034', 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e', 'port_id': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034', 'mac_address': 'fa:16:3e:c8:e2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c99724f-d1e6-4723-918d-0bfbbc9388d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:53:30.273119 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e416fe44-baf7-43c5-b26f-bd35563526ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:30.274557 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:30.287977 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:53:30.308631 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:30.312246 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:30.359282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:30.713869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe02e3-b3fb-4385-a01d-86f2205c02d4 req-6cb81006-24de-4c8c-b2c5-7ea27d378dfa tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:30.715401 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39fe02e3-b3fb-4385-a01d-86f2205c02d4 req-6cb81006-24de-4c8c-b2c5-7ea27d378dfa tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 944 time: 0.0477853 Aug 24 00:53:30.756059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39fe02e3-b3fb-4385-a01d-86f2205c02d4 req-1ab71335-3220-4dcf-ad3d-e02fcae560d2 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339043 Aug 24 00:53:31.020381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:53:31.060908 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:53:31.352343 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:31.765838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['38bfb0f5-49a2-4a3d-b266-4e8b190c8034'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:53:31.874752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9efa6-9e4f-4a8a-b68b-0ac5b2b03439 req-7674eb1a-ab9b-43aa-be3c-423305b2de1b tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:31.876290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ac9efa6-9e4f-4a8a-b68b-0ac5b2b03439 req-7674eb1a-ab9b-43aa-be3c-423305b2de1b tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 944 time: 0.0485749 Aug 24 00:53:31.914473 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ac9efa6-9e4f-4a8a-b68b-0ac5b2b03439 req-5d1f3f93-0a51-42ae-b680-3079644addc2 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317674 Aug 24 00:53:32.141692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948bfbe-083e-43fc-9e8f-09ca627465cf req-df1fc938-0534-441b-90ee-870358162ee1 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:32.143180 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2948bfbe-083e-43fc-9e8f-09ca627465cf req-df1fc938-0534-441b-90ee-870358162ee1 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 944 time: 0.0817194 Aug 24 00:53:32.155157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3718f94-69cc-4cea-907b-b4c0d241639a req-d0f8a1ed-b0b6-420d-b0b2-978ff06909e5 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:32.156781 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3718f94-69cc-4cea-907b-b4c0d241639a req-d0f8a1ed-b0b6-420d-b0b2-978ff06909e5 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47&tenant_id=9b194074a4804270aa02791d0669862c&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 944 time: 0.0655425 Aug 24 00:53:32.219154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2948bfbe-083e-43fc-9e8f-09ca627465cf req-f280d5a1-9929-4121-8673-d715fa5d3160 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614245 Aug 24 00:53:32.234702 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-b3718f94-69cc-4cea-907b-b4c0d241639a req-aeb3716d-64d2-4368-b4f0-7ee987e46354 service neutron] delete failed (client error): The resource could not be found. Aug 24 00:53:32.235725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3718f94-69cc-4cea-907b-b4c0d241639a req-aeb3716d-64d2-4368-b4f0-7ee987e46354 service neutron] 10.222.0.13 "DELETE /v2.0/ports/38bfb0f5-49a2-4a3d-b266-4e8b190c8034/bindings/n-h2-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.0715482 Aug 24 00:53:32.339577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3718f94-69cc-4cea-907b-b4c0d241639a req-6adda915-9e4c-467c-b88b-09ee5065e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:32.341057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3718f94-69cc-4cea-907b-b4c0d241639a req-6adda915-9e4c-467c-b88b-09ee5065e42d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 1095 time: 0.0433879 Aug 24 00:53:32.429841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3718f94-69cc-4cea-907b-b4c0d241639a req-facd54bc-6b1b-4686-aec4-8cfa4cbbe895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:32.431369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3718f94-69cc-4cea-907b-b4c0d241639a req-facd54bc-6b1b-4686-aec4-8cfa4cbbe895 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 915 time: 0.0834727 Aug 24 00:53:32.476763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3718f94-69cc-4cea-907b-b4c0d241639a req-c00aaf5c-c9ae-4a26-9867-8c5d1f9ebf5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034 HTTP/1.1" status: 200 len: 217 time: 0.0381575 Aug 24 00:53:32.525651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3718f94-69cc-4cea-907b-b4c0d241639a req-36390fe7-ad5b-48e1-a410-687a6d221ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:32.527117 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3718f94-69cc-4cea-907b-b4c0d241639a req-36390fe7-ad5b-48e1-a410-687a6d221ddc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 200 len: 854 time: 0.0430803 Aug 24 00:53:32.556702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3718f94-69cc-4cea-907b-b4c0d241639a req-ea5dd1ad-26ca-47d6-9487-17ef5a52a99e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2c962ed-c4d8-411d-85d2-ecff6053a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231128 Aug 24 00:53:32.646555 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3718f94-69cc-4cea-907b-b4c0d241639a req-14d453bb-8d85-48a6-81aa-688d469a928c service neutron] 10.222.0.13 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822957 Aug 24 00:53:32.742031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3718f94-69cc-4cea-907b-b4c0d241639a req-c49888ab-db88-455c-9338-daf73ab65212 service neutron] 10.222.0.13 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879669 Aug 24 00:53:33.116526 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:33.343067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376a964-76be-4efa-8486-97b0cb219f7b req-0d24fe49-301a-442c-a07d-69d487688a55 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:33.344599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f376a964-76be-4efa-8486-97b0cb219f7b req-0d24fe49-301a-442c-a07d-69d487688a55 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 944 time: 0.0523539 Aug 24 00:53:33.384815 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f376a964-76be-4efa-8486-97b0cb219f7b req-e394da52-170e-4ff9-9076-a1af14a1e7d0 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324912 Aug 24 00:53:33.501760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b1a4b-6f09-4532-b060-1353087dacf8 req-953114a8-b6b1-4db4-9060-ccf42c195c09 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:33.503371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f41b1a4b-6f09-4532-b060-1353087dacf8 req-953114a8-b6b1-4db4-9060-ccf42c195c09 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 944 time: 0.0520201 Aug 24 00:53:33.541386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f41b1a4b-6f09-4532-b060-1353087dacf8 req-3afebb6b-166b-431a-8bcf-b22cc3d06416 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Aug 24 00:53:33.653579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108228fa-ea7d-47bd-8464-d4c41abc8365 req-b67d6379-991e-45fe-981a-99794d4f9892 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:33.654992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-108228fa-ea7d-47bd-8464-d4c41abc8365 req-b67d6379-991e-45fe-981a-99794d4f9892 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 944 time: 0.0480626 Aug 24 00:53:33.693895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-108228fa-ea7d-47bd-8464-d4c41abc8365 req-3e38b4bd-8682-477c-80b6-d1943ba46974 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311902 Aug 24 00:53:34.044332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-91b9f9ce-1006-4fb8-bb18-44a0ad66dfd7 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:34.045850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-91b9f9ce-1006-4fb8-bb18-44a0ad66dfd7 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 814 time: 0.1052835 Aug 24 00:53:34.061214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-efa9a675-4b55-40a2-a561-6cdb0f45f95c tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/quotas/9b194074a4804270aa02791d0669862c HTTP/1.1" status: 200 len: 375 time: 0.0089264 Aug 24 00:53:34.109487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-b655ddae-496d-4838-974d-55eb37f292ab tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429454 Aug 24 00:53:34.138862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:34.187459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:34.191705 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:34.192283 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:34.200312 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-799c4c35-9260-4dc4-9cb1-41e0fa701faf service neutron] 10.222.0.32 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830948 Aug 24 00:53:34.272317 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:34.292488 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-e30b5235-aafb-4cfa-bcf7-3eaf98e3b990 service neutron] 10.222.0.32 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858610 Aug 24 00:53:34.294752 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e979773-776f-416d-84df-9b3a084a5b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:34.297007 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c650c4f5-0c4a-4023-a5e6-010d6a1e6cb3" -d '{"events": [{"server_uuid": "8e979773-776f-416d-84df-9b3a084a5b47", "name": "network-vif-plugged", "status": "completed", "tag": "38bfb0f5-49a2-4a3d-b266-4e8b190c8034"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:34.310504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:34.315854 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:34.365053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:34.419446 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8938e99-85ad-4cf6-9606-b991bedb091a x-openstack-request-id: req-a8938e99-85ad-4cf6-9606-b991bedb091a {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:34.419735 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e979773-776f-416d-84df-9b3a084a5b47", "name": "network-vif-plugged", "status": "completed", "tag": "38bfb0f5-49a2-4a3d-b266-4e8b190c8034", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:34.420021 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8938e99-85ad-4cf6-9606-b991bedb091a {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:34.420419 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e979773-776f-416d-84df-9b3a084a5b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034', 'code': 200} Aug 24 00:53:34.456663 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2bdb4177-2579-478b-835e-bc7edfa4f7c1 req-56728a43-2f02-46ff-bfd1-1e8f9c9e7479 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 210 time: 0.0267181 Aug 24 00:53:35.554540 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5193ff1a-985c-4521-bf6f-c961d6263616 req-59991f63-3328-4d23-becd-47a45453c983 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 210 time: 0.0273447 Aug 24 00:53:35.607973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b8021-5aa1-4472-9305-31d43a3f0009 req-24b9e01b-721a-4824-beef-dff035eec082 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:35.609443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-679b8021-5aa1-4472-9305-31d43a3f0009 req-24b9e01b-721a-4824-beef-dff035eec082 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e979773-776f-416d-84df-9b3a084a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0491285 Aug 24 00:53:35.719679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-679b8021-5aa1-4472-9305-31d43a3f0009 req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Deleting port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:53:35.720028 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-679b8021-5aa1-4472-9305-31d43a3f0009 req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:35.888238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-679b8021-5aa1-4472-9305-31d43a3f0009 req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] For port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:35.888799 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-679b8021-5aa1-4472-9305-31d43a3f0009 req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:35.903108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-886c478a-04f6-4227-a577-90af858dbd20 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:35.904540 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-886c478a-04f6-4227-a577-90af858dbd20 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.47 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 814 time: 0.1797538 Aug 24 00:53:35.910089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-679b8021-5aa1-4472-9305-31d43a3f0009 req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Calling delete_port for 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:53:35.957742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-df69099a-caad-47aa-a134-a3af4b85c354 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Request body: {'port': {'device_id': '884e3615-1fe1-4b6d-890c-42953d0cc7c9', 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e', 'admin_state_up': True, 'tenant_id': '9b194074a4804270aa02791d0669862c'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:36.124806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-df69099a-caad-47aa-a134-a3af4b85c354 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Made reservation on behalf of 9b194074a4804270aa02791d0669862c for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:53:36.128310 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-df69099a-caad-47aa-a134-a3af4b85c354 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:36.138096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-679b8021-5aa1-4472-9305-31d43a3f0009 req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:36.171795 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['38bfb0f5-49a2-4a3d-b266-4e8b190c8034'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:53:36.175596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Pushing event deleted for resources: {'Port': ['ID=38bfb0f5-49a2-4a3d-b266-4e8b190c8034,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:36.210895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:36.211246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:36.211591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:36.211931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:36.212267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:36.212617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:36.212935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:36.213264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:36.213595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:36.213923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:36.214248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:36.214581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:36.264101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-679b8021-5aa1-4472-9305-31d43a3f0009 req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] No DVR routers for this DVR port 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:53:36.268003 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-679b8021-5aa1-4472-9305-31d43a3f0009 req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:36.270594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-679b8021-5aa1-4472-9305-31d43a3f0009 req-895667ef-7745-4859-b31e-a1d4ee170391 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.47 "DELETE /v2.0/ports/38bfb0f5-49a2-4a3d-b266-4e8b190c8034 HTTP/1.1" status: 204 len: 173 time: 0.6439300 Aug 24 00:53:36.271059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e979773-776f-416d-84df-9b3a084a5b47', 'name': 'network-vif-deleted', 'tag': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:36.273283 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b532858f-af92-473c-9523-194b8e05d4a7" -d '{"events": [{"server_uuid": "8e979773-776f-416d-84df-9b3a084a5b47", "name": "network-vif-deleted", "tag": "38bfb0f5-49a2-4a3d-b266-4e8b190c8034"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:36.319384 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3cc460-31bc-4ad8-93ec-74dc2fc4f042 x-openstack-request-id: req-0c3cc460-31bc-4ad8-93ec-74dc2fc4f042 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:36.319675 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e979773-776f-416d-84df-9b3a084a5b47", "name": "network-vif-deleted", "tag": "38bfb0f5-49a2-4a3d-b266-4e8b190c8034", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:36.319929 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c3cc460-31bc-4ad8-93ec-74dc2fc4f042 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:36.320326 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e979773-776f-416d-84df-9b3a084a5b47', 'name': 'network-vif-deleted', 'tag': '38bfb0f5-49a2-4a3d-b266-4e8b190c8034', 'status': 'completed', 'code': 200} Aug 24 00:53:36.347477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-df69099a-caad-47aa-a134-a3af4b85c354 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Allocated IP 172.20.0.6 (b2c962ed-c4d8-411d-85d2-ecff6053a94e/6c99724f-d1e6-4723-918d-0bfbbc9388d1/66684896-43ba-4b63-8bf3-0c8500a84793) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:53:36.494686 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-df69099a-caad-47aa-a134-a3af4b85c354 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:36.544561 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-df69099a-caad-47aa-a134-a3af4b85c354 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:36.579336 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['38bfb0f5-49a2-4a3d-b266-4e8b190c8034'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:53:36.598366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-df69099a-caad-47aa-a134-a3af4b85c354 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Network b2c962ed-c4d8-411d-85d2-ecff6053a94e is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:36.601507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-df69099a-caad-47aa-a134-a3af4b85c354 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:36.605236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-df69099a-caad-47aa-a134-a3af4b85c354 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:53:36.631565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69099a-caad-47aa-a134-a3af4b85c354 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Pushing event updated for resources: {'Port': ['ID=66684896-43ba-4b63-8bf3-0c8500a84793,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:36.668673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-df69099a-caad-47aa-a134-a3af4b85c354 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:36.669336 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-df69099a-caad-47aa-a134-a3af4b85c354 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:36.704022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-df69099a-caad-47aa-a134-a3af4b85c354 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7509046 Aug 24 00:53:36.722509 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Request body: {'port': {'device_id': '884e3615-1fe1-4b6d-890c-42953d0cc7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:36.734042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365d7a6-932c-4e7c-a772-c67f69744aa2 req-491f580e-b33f-42f7-bd38-439ddc6db1dc tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:36.735553 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4365d7a6-932c-4e7c-a772-c67f69744aa2 req-491f580e-b33f-42f7-bd38-439ddc6db1dc tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 931 time: 0.0635240 Aug 24 00:53:36.812652 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4365d7a6-932c-4e7c-a772-c67f69744aa2 req-ab9e194f-341b-4a6e-a4b9-126a384762e2 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629799 Aug 24 00:53:36.813337 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:37.068732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66684896-43ba-4b63-8bf3-0c8500a84793 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:53:37.075957 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:37.088058 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Transition to ACTIVE for port object 66684896-43ba-4b63-8bf3-0c8500a84793 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:37.090996 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:37.140029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Pushing event updated for resources: {'Port': ['ID=66684896-43ba-4b63-8bf3-0c8500a84793,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:37.204078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Attempting to bind port 66684896-43ba-4b63-8bf3-0c8500a84793 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:37.204406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Attempting to bind port 66684896-43ba-4b63-8bf3-0c8500a84793 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:37.204731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Attempting to bind port 66684896-43ba-4b63-8bf3-0c8500a84793 on network b2c962ed-c4d8-411d-85d2-ecff6053a94e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:37.209565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Port 66684896-43ba-4b63-8bf3-0c8500a84793 on network b2c962ed-c4d8-411d-85d2-ecff6053a94e not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:53:37.209884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Attempting to bind port 66684896-43ba-4b63-8bf3-0c8500a84793 on network b2c962ed-c4d8-411d-85d2-ecff6053a94e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:37.214868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:37.215399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Checking segment: {'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:37.216029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Bound using segment: {'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:37.216735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Bound port: 66684896-43ba-4b63-8bf3-0c8500a84793, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:37.217333 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:37.291194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] For port 66684896-43ba-4b63-8bf3-0c8500a84793, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:37.294179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] For port 66684896-43ba-4b63-8bf3-0c8500a84793, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=66684896-43ba-4b63-8bf3-0c8500a84793,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:37.298803 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:37.334437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:37.335073 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:37.336446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] 10.222.0.47 "PUT /v2.0/ports/66684896-43ba-4b63-8bf3-0c8500a84793 HTTP/1.1" status: 200 len: 1091 time: 0.6187234 Aug 24 00:53:37.354414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f7897-dee1-46ff-874b-06eac7926df2 service neutron] Pushing event updated for resources: {'Port': ['ID=66684896-43ba-4b63-8bf3-0c8500a84793,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:37.429733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-c8bbea19-8cd4-43cc-ae0d-f25773cbdad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:37.431252 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-c8bbea19-8cd4-43cc-ae0d-f25773cbdad2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 1094 time: 0.0404196 Aug 24 00:53:37.480852 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-8ddb35ee-9972-4332-9e58-485e5c17c696 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66684896-43ba-4b63-8bf3-0c8500a84793 HTTP/1.1" status: 200 len: 217 time: 0.0357349 Aug 24 00:53:37.529229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-c46e8061-d1fa-4807-b8de-c9faec0815ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:37.530967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-c46e8061-d1fa-4807-b8de-c9faec0815ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 200 len: 854 time: 0.0433292 Aug 24 00:53:37.564323 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-2f10c437-6248-4ed1-b40d-3569792e822e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2c962ed-c4d8-411d-85d2-ecff6053a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261555 Aug 24 00:53:37.657933 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-3e76d491-f488-4960-9349-0a9dc8d22ceb service neutron] 10.222.0.47 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860689 Aug 24 00:53:37.747800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1dfbfe43-50b8-461e-9f15-31590f4ae300 req-ca142570-b9eb-4959-95af-5e991db9af2f service neutron] 10.222.0.47 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819452 Aug 24 00:53:37.932694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc99f0-8f48-4abf-81c5-43b6638e2321 req-9caf67d9-2e3d-463d-97a5-f88e347197ac tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:37.934199 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24dc99f0-8f48-4abf-81c5-43b6638e2321 req-9caf67d9-2e3d-463d-97a5-f88e347197ac tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0525105 Aug 24 00:53:37.977396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24dc99f0-8f48-4abf-81c5-43b6638e2321 req-ec267726-2dc6-4c09-9c34-fdf261c30117 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371342 Aug 24 00:53:38.116665 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:53:38.321463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884e3615-1fe1-4b6d-890c-42953d0cc7c9', 'tag': '66684896-43ba-4b63-8bf3-0c8500a84793'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:38.323834 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39da221-1400-4478-8ddc-68dec3782d19" -d '{"events": [{"name": "network-changed", "server_uuid": "884e3615-1fe1-4b6d-890c-42953d0cc7c9", "tag": "66684896-43ba-4b63-8bf3-0c8500a84793"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:38.372170 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffbe763-3c90-42c8-90f2-245f95d9b12c x-openstack-request-id: req-5ffbe763-3c90-42c8-90f2-245f95d9b12c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:38.372460 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884e3615-1fe1-4b6d-890c-42953d0cc7c9", "tag": "66684896-43ba-4b63-8bf3-0c8500a84793", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:38.372713 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ffbe763-3c90-42c8-90f2-245f95d9b12c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:38.373108 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884e3615-1fe1-4b6d-890c-42953d0cc7c9', 'tag': '66684896-43ba-4b63-8bf3-0c8500a84793', 'status': 'completed', 'code': 200} Aug 24 00:53:38.469667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39da221-1400-4478-8ddc-68dec3782d19 req-c6cd2977-2317-4a22-8880-4291de8f9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:38.471205 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e39da221-1400-4478-8ddc-68dec3782d19 req-c6cd2977-2317-4a22-8880-4291de8f9de4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 1094 time: 0.0411854 Aug 24 00:53:38.572591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39da221-1400-4478-8ddc-68dec3782d19 req-a920ac20-4d59-4a6a-a0e7-374bfde72728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:38.574015 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e39da221-1400-4478-8ddc-68dec3782d19 req-a920ac20-4d59-4a6a-a0e7-374bfde72728 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 915 time: 0.0847123 Aug 24 00:53:38.943722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e39da221-1400-4478-8ddc-68dec3782d19 req-bc8ef0c1-b8a6-4ee0-8403-8127cfe7d472 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66684896-43ba-4b63-8bf3-0c8500a84793 HTTP/1.1" status: 200 len: 217 time: 0.3617513 Aug 24 00:53:38.992172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39da221-1400-4478-8ddc-68dec3782d19 req-a81717de-2935-4321-9af4-015529a5a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:38.993576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e39da221-1400-4478-8ddc-68dec3782d19 req-a81717de-2935-4321-9af4-015529a5a731 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 200 len: 854 time: 0.0426893 Aug 24 00:53:39.025434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e39da221-1400-4478-8ddc-68dec3782d19 req-b8c6ab3d-b0d0-4cd8-b62b-cf352cf8ef5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2c962ed-c4d8-411d-85d2-ecff6053a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245597 Aug 24 00:53:39.142408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1d20c-9609-4302-ab42-c4cfb8176cc4 req-2e4721c6-09a9-4d3b-8411-4fe8e98eca69 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:39.143922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1aa1d20c-9609-4302-ab42-c4cfb8176cc4 req-2e4721c6-09a9-4d3b-8411-4fe8e98eca69 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0939906 Aug 24 00:53:39.161664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e39da221-1400-4478-8ddc-68dec3782d19 req-ff081501-06fc-40bc-a301-406b07ca1101 service neutron] 10.222.0.47 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288731 Aug 24 00:53:39.231167 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1aa1d20c-9609-4302-ab42-c4cfb8176cc4 req-f710c747-3ecd-47b7-8fad-6685a87b4c80 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794609 Aug 24 00:53:39.266718 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e39da221-1400-4478-8ddc-68dec3782d19 req-9327e976-5ead-45c5-a288-b33d4bfdd3f2 service neutron] 10.222.0.47 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962660 Aug 24 00:53:40.154235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 66684896-43ba-4b63-8bf3-0c8500a84793 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:53:40.162655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:53:40.188396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:53:40.188736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 38bfb0f5-49a2-4a3d-b266-4e8b190c8034 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:53:40.271900 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 66684896-43ba-4b63-8bf3-0c8500a84793, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=66684896-43ba-4b63-8bf3-0c8500a84793,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:40.284091 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '66684896-43ba-4b63-8bf3-0c8500a84793', 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e', 'port_id': '66684896-43ba-4b63-8bf3-0c8500a84793', 'mac_address': 'fa:16:3e:4f:b0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c99724f-d1e6-4723-918d-0bfbbc9388d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:53:40.330847 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:40.344418 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66684896-43ba-4b63-8bf3-0c8500a84793 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:53:40.359284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fdf4d-bab1-4474-bb9f-579e4d293808 req-04a88757-b2e7-4298-9e62-52ddd9a1dd0b tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:40.360986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-347fdf4d-bab1-4474-bb9f-579e4d293808 req-04a88757-b2e7-4298-9e62-52ddd9a1dd0b tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0500419 Aug 24 00:53:40.364688 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 66684896-43ba-4b63-8bf3-0c8500a84793, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=66684896-43ba-4b63-8bf3-0c8500a84793,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:40.369215 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:40.406981 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-347fdf4d-bab1-4474-bb9f-579e4d293808 req-2c7e490f-8011-45fb-8f94-3600334feb3f tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385666 Aug 24 00:53:40.417532 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=66684896-43ba-4b63-8bf3-0c8500a84793,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:40.424905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:40.425255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:40.425600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:40.426045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:40.426502 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:40.426869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:40.427206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:40.427536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:40.427866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:40.428195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:40.428523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:40.428852 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:40.734445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['66684896-43ba-4b63-8bf3-0c8500a84793'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:53:41.521475 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1412d-e05a-48da-822a-5580d2666a27 req-d1ffae84-2e7a-4be8-8922-dbcc17da351a tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:41.522907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffa1412d-e05a-48da-822a-5580d2666a27 req-d1ffae84-2e7a-4be8-8922-dbcc17da351a tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 944 time: 0.0494292 Aug 24 00:53:41.561900 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffa1412d-e05a-48da-822a-5580d2666a27 req-4be463c5-38dd-49b6-94e1-9174699dbe00 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329714 Aug 24 00:53:42.172026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 66684896-43ba-4b63-8bf3-0c8500a84793 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:42.219671 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 66684896-43ba-4b63-8bf3-0c8500a84793 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:42.223285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 66684896-43ba-4b63-8bf3-0c8500a84793 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:42.223656 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:42.300187 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:42.324393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884e3615-1fe1-4b6d-890c-42953d0cc7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66684896-43ba-4b63-8bf3-0c8500a84793'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:42.328797 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c03c66-ed7c-4eb9-a3e0-2bc3dc7fe697" -d '{"events": [{"server_uuid": "884e3615-1fe1-4b6d-890c-42953d0cc7c9", "name": "network-vif-plugged", "status": "completed", "tag": "66684896-43ba-4b63-8bf3-0c8500a84793"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:42.343262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 66684896-43ba-4b63-8bf3-0c8500a84793, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=66684896-43ba-4b63-8bf3-0c8500a84793,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:42.348652 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:42.375782 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e417c6-9e0b-4cf8-8b98-f3574a1d8d19 x-openstack-request-id: req-72e417c6-9e0b-4cf8-8b98-f3574a1d8d19 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:42.376072 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884e3615-1fe1-4b6d-890c-42953d0cc7c9", "name": "network-vif-plugged", "status": "completed", "tag": "66684896-43ba-4b63-8bf3-0c8500a84793", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:42.376327 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72e417c6-9e0b-4cf8-8b98-f3574a1d8d19 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:42.376712 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884e3615-1fe1-4b6d-890c-42953d0cc7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66684896-43ba-4b63-8bf3-0c8500a84793', 'code': 200} Aug 24 00:53:42.402608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=66684896-43ba-4b63-8bf3-0c8500a84793,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:42.493055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00ecdb-755f-4677-a8af-3f4b54a22bf6 req-3cdd7a0c-1e64-4577-bd4c-199b77844fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:42.494545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad00ecdb-755f-4677-a8af-3f4b54a22bf6 req-3cdd7a0c-1e64-4577-bd4c-199b77844fbb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 1096 time: 0.0434957 Aug 24 00:53:42.528258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad00ecdb-755f-4677-a8af-3f4b54a22bf6 req-4cc9913f-ff47-4e50-9d7b-7c39ff0fe34e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264876 Aug 24 00:53:42.684118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578cef2-3392-4a14-b649-d03de95dc532 req-93186ce2-8384-47aa-9916-4e0becadf3b3 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:42.685630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a578cef2-3392-4a14-b649-d03de95dc532 req-93186ce2-8384-47aa-9916-4e0becadf3b3 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0548344 Aug 24 00:53:42.722639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a578cef2-3392-4a14-b649-d03de95dc532 req-a588b9ef-2c35-4c17-bb8f-7ef86a93151e tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310237 Aug 24 00:53:43.841397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebf6f9-6d68-40e0-8636-d1de8797b209 req-1f97ab64-2c23-4bb0-ad05-ad3dc22a245d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:43.842915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2eebf6f9-6d68-40e0-8636-d1de8797b209 req-1f97ab64-2c23-4bb0-ad05-ad3dc22a245d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0479450 Aug 24 00:53:43.880842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2eebf6f9-6d68-40e0-8636-d1de8797b209 req-0dcf09dd-cc66-47fd-afb2-94256681354f tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310400 Aug 24 00:53:44.999370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdb038-89de-4ef7-949d-e0e4313305f0 req-239b5d7b-0df2-40b7-a0b3-9a99ead56b85 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:45.000871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61cdb038-89de-4ef7-949d-e0e4313305f0 req-239b5d7b-0df2-40b7-a0b3-9a99ead56b85 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0523772 Aug 24 00:53:45.039725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-61cdb038-89de-4ef7-949d-e0e4313305f0 req-91665a34-686e-4360-9fb7-203528c79416 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326884 Aug 24 00:53:45.150506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498c1b8-1fe6-4baf-a5fc-7755c292db9a req-668e286e-a1f1-4ee4-a0e6-37eaa9e0e6cd tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:45.152000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4498c1b8-1fe6-4baf-a5fc-7755c292db9a req-668e286e-a1f1-4ee4-a0e6-37eaa9e0e6cd tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0472903 Aug 24 00:53:45.189131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4498c1b8-1fe6-4baf-a5fc-7755c292db9a req-10e7a03c-825d-4dea-909e-bbe802ecc072 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309229 Aug 24 00:53:45.437487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-f180c895-08d5-47d7-8a57-09dcbc8d2f0b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694396 Aug 24 00:53:45.449828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b10b8-1f1a-435d-a84f-3d729584a535 req-becb42d4-3a61-4ad0-bf1f-5814ad642c6e tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:45.451328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1c9b10b8-1f1a-435d-a84f-3d729584a535 req-becb42d4-3a61-4ad0-bf1f-5814ad642c6e tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0741560 Aug 24 00:53:45.490229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1c9b10b8-1f1a-435d-a84f-3d729584a535 req-a515b1d8-a948-4644-b095-51d31307b209 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317442 Aug 24 00:53:46.625265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-d82c7131-6900-45d1-9b62-431511117a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:46.626836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-d82c7131-6900-45d1-9b62-431511117a4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 1096 time: 0.0689323 Aug 24 00:53:46.637671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979464e8-3a67-4fe5-912e-416d6e8cb7aa req-3fc0559f-cf36-4e71-aec9-4722d55b83f5 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:46.639088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-979464e8-3a67-4fe5-912e-416d6e8cb7aa req-3fc0559f-cf36-4e71-aec9-4722d55b83f5 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0730338 Aug 24 00:53:46.726581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-979464e8-3a67-4fe5-912e-416d6e8cb7aa req-c05d88c5-eb14-4045-b712-000a2f053116 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791924 Aug 24 00:53:46.753256 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-688c275a-576e-4f34-9a51-ed9267cec5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:46.754716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-688c275a-576e-4f34-9a51-ed9267cec5af service neutron] 10.222.0.47 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 915 time: 0.1147990 Aug 24 00:53:46.796143 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-32709630-e980-4e4d-9700-22569a882cef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66684896-43ba-4b63-8bf3-0c8500a84793 HTTP/1.1" status: 200 len: 217 time: 0.0341406 Aug 24 00:53:46.848362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-0b7cc2ce-c4d9-4777-b11f-7f003fa94ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:46.850417 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-0b7cc2ce-c4d9-4777-b11f-7f003fa94ebf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 200 len: 854 time: 0.0462871 Aug 24 00:53:46.881555 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-7109d251-ae2d-4424-bca0-3cfa4c0e2b39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2c962ed-c4d8-411d-85d2-ecff6053a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242133 Aug 24 00:53:46.973313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-5e12baf5-95d5-439e-b7cd-2ae2163ce602 service neutron] 10.222.0.47 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847046 Aug 24 00:53:47.066261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-886dd834-4678-406a-a08f-05ad28e31a97 service neutron] 10.222.0.47 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858238 Aug 24 00:53:47.843729 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f3017-e707-478d-9c19-074272845b30 req-c46f8a1a-0c40-4dc8-864e-eb7db086e5ba tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:47.845209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-180f3017-e707-478d-9c19-074272845b30 req-c46f8a1a-0c40-4dc8-864e-eb7db086e5ba tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0495594 Aug 24 00:53:47.882535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-180f3017-e707-478d-9c19-074272845b30 req-8d2687f4-1cc7-4430-b357-a6918e308b44 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305121 Aug 24 00:53:48.997218 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d98ca-ae21-40a1-847a-605133f67890 req-9a75b4ef-c664-4adb-b463-d91ce4dcfcf7 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:48.998701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-416d98ca-ae21-40a1-847a-605133f67890 req-9a75b4ef-c664-4adb-b463-d91ce4dcfcf7 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0485032 Aug 24 00:53:49.041472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-416d98ca-ae21-40a1-847a-605133f67890 req-186f9ca5-da62-4165-8c7d-5634aacb9b04 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368183 Aug 24 00:53:50.173903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b35df7-124f-4c9c-9c72-d659c9a5e44f req-67501272-8551-4bb9-a35a-b9d2c6aef267 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:50.175453 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25b35df7-124f-4c9c-9c72-d659c9a5e44f req-67501272-8551-4bb9-a35a-b9d2c6aef267 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0538659 Aug 24 00:53:50.213352 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25b35df7-124f-4c9c-9c72-d659c9a5e44f req-fc7fb0ed-af08-42a0-b3dd-a51585fd5132 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314536 Aug 24 00:53:51.328263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751a9ea-848d-476b-bc3e-acbc33982b95 req-8d161ce9-e1ae-469b-8f33-b9eb97387541 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:51.329768 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1751a9ea-848d-476b-bc3e-acbc33982b95 req-8d161ce9-e1ae-469b-8f33-b9eb97387541 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0499275 Aug 24 00:53:51.368108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1751a9ea-848d-476b-bc3e-acbc33982b95 req-53ba09c2-0243-4d35-b27e-a60c1497b6de tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Aug 24 00:53:52.483174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4b182-3196-418f-a256-e749cbe30d35 req-fb16a68d-8726-4602-9f17-a123b45b0ef6 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:52.484677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20d4b182-3196-418f-a256-e749cbe30d35 req-fb16a68d-8726-4602-9f17-a123b45b0ef6 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0484204 Aug 24 00:53:52.522124 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20d4b182-3196-418f-a256-e749cbe30d35 req-c103c35e-cdea-4315-823f-4c1e619aa3bb tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Aug 24 00:53:53.641192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6266f02-d39b-4730-93a0-37832711203a req-a7ad2831-9b69-4344-85d1-9c3b802ed463 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:53.642698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6266f02-d39b-4730-93a0-37832711203a req-a7ad2831-9b69-4344-85d1-9c3b802ed463 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0531888 Aug 24 00:53:53.681317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6266f02-d39b-4730-93a0-37832711203a req-1abdaf01-8e0d-465e-8883-a0bc415a7beb tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325780 Aug 24 00:53:54.024955 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:54.794869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905f1bb-a8c6-40dd-baef-8846027a2513 req-a55011a0-7ce5-4e65-a016-5f84be5e6a9c tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:54.796359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8905f1bb-a8c6-40dd-baef-8846027a2513 req-a55011a0-7ce5-4e65-a016-5f84be5e6a9c tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0486362 Aug 24 00:53:54.834424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8905f1bb-a8c6-40dd-baef-8846027a2513 req-a4c33226-f625-4b65-8ff1-bc5a47647435 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319817 Aug 24 00:53:55.948809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf5b52-059a-4355-a9fa-0910a8f9b7f6 req-97574233-0e47-4656-b73e-0e5028a28664 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:55.950323 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48bf5b52-059a-4355-a9fa-0910a8f9b7f6 req-97574233-0e47-4656-b73e-0e5028a28664 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0483088 Aug 24 00:53:55.987455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48bf5b52-059a-4355-a9fa-0910a8f9b7f6 req-9daeedb8-774f-4bff-bd37-bcfc34478d75 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 Aug 24 00:53:57.109714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71036c-3c63-4891-88f6-5ee23cf78fdd req-bb614f11-9e89-4162-b7d3-9961896ef8cc tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:57.111225 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d71036c-3c63-4891-88f6-5ee23cf78fdd req-bb614f11-9e89-4162-b7d3-9961896ef8cc tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0530629 Aug 24 00:53:57.148151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d71036c-3c63-4891-88f6-5ee23cf78fdd req-4d5cbbc1-d3bc-4dc3-b823-d8b6439ae32f tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309725 Aug 24 00:53:57.556349 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4347ec51-2565-42af-b023-867a42295032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:58.261396 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465edd0-0fb6-4ae4-8246-1c30295b34e1 req-33f9c169-efc0-4495-8463-3734e2298284 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:58.262903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4465edd0-0fb6-4ae4-8246-1c30295b34e1 req-33f9c169-efc0-4495-8463-3734e2298284 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0486960 Aug 24 00:53:58.299908 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4465edd0-0fb6-4ae4-8246-1c30295b34e1 req-bb43f3b8-d51f-4cee-8c4c-8b3d639a13e9 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310946 Aug 24 00:53:59.415484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c4218-fe13-4fa1-95a2-991218475412 req-4b064590-9ae6-4741-b0d9-aa71e406d2d7 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:59.416971 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac9c4218-fe13-4fa1-95a2-991218475412 req-4b064590-9ae6-4741-b0d9-aa71e406d2d7 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0487566 Aug 24 00:53:59.454335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac9c4218-fe13-4fa1-95a2-991218475412 req-922c0d86-9249-4510-8082-071e7605abd0 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312707 Aug 24 00:53:59.928000 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:00.152493 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:00.252104 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2684c314-c2b7-4baf-85a1-1f797466ead3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:00.573779 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bc1b9-9e59-465d-a8e5-6b79e6e228e0 req-3d1b15bd-1fbc-445f-9bd3-cd31f1c584ca tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:00.575319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e07bc1b9-9e59-465d-a8e5-6b79e6e228e0 req-3d1b15bd-1fbc-445f-9bd3-cd31f1c584ca tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0529625 Aug 24 00:54:00.612998 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e07bc1b9-9e59-465d-a8e5-6b79e6e228e0 req-27155bf3-bcf7-4b14-a96d-aa81a33dfe83 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317917 Aug 24 00:54:01.355652 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:01.729131 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9beccac-b769-45da-8b9c-e7bd991ed264 req-109289a7-1bf9-49cb-a013-6d6a7cdd81cd tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:01.730729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9beccac-b769-45da-8b9c-e7bd991ed264 req-109289a7-1bf9-49cb-a013-6d6a7cdd81cd tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0489931 Aug 24 00:54:01.768812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9beccac-b769-45da-8b9c-e7bd991ed264 req-f91e5a27-396a-4ee9-8bb3-00d1e505f988 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320978 Aug 24 00:54:02.882226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d6a5d-69bd-4c0d-8e48-979426b14460 req-17af9043-1883-4943-83f4-9b15f6ab41aa tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:02.883737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c1d6a5d-69bd-4c0d-8e48-979426b14460 req-17af9043-1883-4943-83f4-9b15f6ab41aa tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0479233 Aug 24 00:54:02.921394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c1d6a5d-69bd-4c0d-8e48-979426b14460 req-3b4fec2e-b4b8-42f6-b387-c5deeca44861 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317280 Aug 24 00:54:03.118601 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:04.040082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf3e1e-8e12-44b0-8bf4-a663ee2ed0af req-adb8fbdd-96cb-4290-8593-87120668bcee tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:04.041583 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73bf3e1e-8e12-44b0-8bf4-a663ee2ed0af req-adb8fbdd-96cb-4290-8593-87120668bcee tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0532486 Aug 24 00:54:04.079395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73bf3e1e-8e12-44b0-8bf4-a663ee2ed0af req-2f2a741a-c1f4-4e9b-9876-bfef7c014ce6 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317225 Aug 24 00:54:05.196884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bb451-2c0a-45eb-b74a-28180f0a1645 req-f2315a2a-949f-435d-a912-7531073aa5d0 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:05.198360 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe0bb451-2c0a-45eb-b74a-28180f0a1645 req-f2315a2a-949f-435d-a912-7531073aa5d0 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0493915 Aug 24 00:54:05.235613 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe0bb451-2c0a-45eb-b74a-28180f0a1645 req-b75ffaec-b2d9-4fa9-8e45-740771c7dda1 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313463 Aug 24 00:54:06.350688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713ebdf-3fa2-4e74-b54d-10552f38a7fb req-2366b2ac-a926-41a4-88d2-e50f625d2785 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:06.352295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a713ebdf-3fa2-4e74-b54d-10552f38a7fb req-2366b2ac-a926-41a4-88d2-e50f625d2785 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0482836 Aug 24 00:54:06.389046 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a713ebdf-3fa2-4e74-b54d-10552f38a7fb req-e195fc92-4aaa-48bf-8c4c-15ce8ed13017 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308576 Aug 24 00:54:07.509767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c11afa-6325-42ff-a1ff-cbfd5de16d79 req-96dcf61c-b851-4f74-ab1c-2aa1236a184d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:07.512116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26c11afa-6325-42ff-a1ff-cbfd5de16d79 req-96dcf61c-b851-4f74-ab1c-2aa1236a184d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0559556 Aug 24 00:54:07.552036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26c11afa-6325-42ff-a1ff-cbfd5de16d79 req-216789cf-61fd-40ab-bc0e-c84b0cb11fa2 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319924 Aug 24 00:54:08.666931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f389f92-a33f-4696-b5ab-7953bbeb1215 req-073cd65b-8631-4383-8b6d-d1f8bcf64c2b tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:08.668422 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f389f92-a33f-4696-b5ab-7953bbeb1215 req-073cd65b-8631-4383-8b6d-d1f8bcf64c2b tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0482821 Aug 24 00:54:08.705207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7f389f92-a33f-4696-b5ab-7953bbeb1215 req-6e6ed37a-6285-4e1c-bcbb-730d64d40f7e tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308411 Aug 24 00:54:09.820364 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4dbf3-2fe6-4a81-9226-262a67216c81 req-369fa1a8-6089-45a2-8651-0716df7122c7 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:09.821779 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44a4dbf3-2fe6-4a81-9226-262a67216c81 req-369fa1a8-6089-45a2-8651-0716df7122c7 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Aug 24 00:54:09.859409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44a4dbf3-2fe6-4a81-9226-262a67216c81 req-2d907248-63c1-4bf7-8f7d-6bef54381c1e tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317893 Aug 24 00:54:10.977369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc0549-9592-49b4-a25a-df1b93fce7da req-b482a29d-5ece-4a3e-8269-3c9d1370d9af tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:10.978862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aecc0549-9592-49b4-a25a-df1b93fce7da req-b482a29d-5ece-4a3e-8269-3c9d1370d9af tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0522537 Aug 24 00:54:11.015306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aecc0549-9592-49b4-a25a-df1b93fce7da req-0ca1eacf-15c3-40a6-8365-664d421cf63f tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304904 Aug 24 00:54:12.136505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3100e5d-5acf-4966-9c97-8ef14f390526 req-f2038a9d-4dfb-4709-a0fe-9856c2e40650 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:12.138033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3100e5d-5acf-4966-9c97-8ef14f390526 req-f2038a9d-4dfb-4709-a0fe-9856c2e40650 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0538518 Aug 24 00:54:12.175782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3100e5d-5acf-4966-9c97-8ef14f390526 req-fa77038a-3851-459f-b335-b8b10133f541 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318174 Aug 24 00:54:13.290980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9367562-40d0-4d45-8bf2-e73f34c62f74 req-7d85f672-3c04-4c6b-9580-5f84b9c0a80d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:13.292500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9367562-40d0-4d45-8bf2-e73f34c62f74 req-7d85f672-3c04-4c6b-9580-5f84b9c0a80d tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0482500 Aug 24 00:54:13.329937 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9367562-40d0-4d45-8bf2-e73f34c62f74 req-d005eadc-d537-4b1a-900b-301b771b25df tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Aug 24 00:54:14.185586 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-88676662-4697-4c67-8ded-1ab8e5185f0b service neutron] show failed (client error): The resource could not be found. Aug 24 00:54:14.186590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-88676662-4697-4c67-8ded-1ab8e5185f0b service neutron] 10.222.0.47 "GET /v2.0/ports/66684896-43ba-4b63-8bf3-0c8500a84793/bindings/n-h2-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.0584652 Aug 24 00:54:14.384947 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-d3927d33-c747-40f2-9334-3f533afcf099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:14.386480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-d3927d33-c747-40f2-9334-3f533afcf099 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9&tenant_id=9b194074a4804270aa02791d0669862c HTTP/1.1" status: 200 len: 1096 time: 0.0414338 Aug 24 00:54:14.409514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:14.494551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af761d-e001-430f-92ac-dc282203b2ca req-3e091a0e-c42b-4221-a387-fef4b2812807 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:14.496112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5af761d-e001-430f-92ac-dc282203b2ca req-3e091a0e-c42b-4221-a387-fef4b2812807 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 945 time: 0.0993803 Aug 24 00:54:14.497155 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:14.567739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5af761d-e001-430f-92ac-dc282203b2ca req-d619c6fc-1d02-4089-8340-023e853e4b91 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619047 Aug 24 00:54:14.726728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] For port 66684896-43ba-4b63-8bf3-0c8500a84793, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=66684896-43ba-4b63-8bf3-0c8500a84793,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:14.758677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] For port 66684896-43ba-4b63-8bf3-0c8500a84793, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:54:14.796961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884e3615-1fe1-4b6d-890c-42953d0cc7c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66684896-43ba-4b63-8bf3-0c8500a84793'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:14.799244 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021c909c-4c96-4d64-98bd-dafe2f5f3757" -d '{"events": [{"server_uuid": "884e3615-1fe1-4b6d-890c-42953d0cc7c9", "name": "network-vif-unplugged", "status": "completed", "tag": "66684896-43ba-4b63-8bf3-0c8500a84793"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:14.803982 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:14.819044 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Transition to ACTIVE for port object 66684896-43ba-4b63-8bf3-0c8500a84793 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:14.823920 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:14.854281 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1a25e8-915a-4af4-8e77-6d728e79ee48 x-openstack-request-id: req-ad1a25e8-915a-4af4-8e77-6d728e79ee48 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:14.854573 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884e3615-1fe1-4b6d-890c-42953d0cc7c9", "name": "network-vif-unplugged", "status": "completed", "tag": "66684896-43ba-4b63-8bf3-0c8500a84793", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:14.854850 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad1a25e8-915a-4af4-8e77-6d728e79ee48 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:14.855247 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884e3615-1fe1-4b6d-890c-42953d0cc7c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66684896-43ba-4b63-8bf3-0c8500a84793', 'code': 200} Aug 24 00:54:14.891666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Pushing event updated for resources: {'Port': ['ID=66684896-43ba-4b63-8bf3-0c8500a84793,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:14.893943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] No DVR routers for this DVR port 66684896-43ba-4b63-8bf3-0c8500a84793 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:54:14.928334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Attempting to bind port 66684896-43ba-4b63-8bf3-0c8500a84793 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:54:14.929251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Attempting to bind port 66684896-43ba-4b63-8bf3-0c8500a84793 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:54:14.929660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Attempting to bind port 66684896-43ba-4b63-8bf3-0c8500a84793 on network b2c962ed-c4d8-411d-85d2-ecff6053a94e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:54:14.933877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Port 66684896-43ba-4b63-8bf3-0c8500a84793 on network b2c962ed-c4d8-411d-85d2-ecff6053a94e not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:54:14.934228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Attempting to bind port 66684896-43ba-4b63-8bf3-0c8500a84793 on network b2c962ed-c4d8-411d-85d2-ecff6053a94e {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:54:14.938986 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:54:14.939325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Checking segment: {'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:54:14.939709 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Bound using segment: {'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:54:14.940130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Bound port: 66684896-43ba-4b63-8bf3-0c8500a84793, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823e679c-d485-4d2a-8c5c-3edc5b8a7c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:54:14.940613 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:15.003349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] For port 66684896-43ba-4b63-8bf3-0c8500a84793, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:54:15.006201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] For port 66684896-43ba-4b63-8bf3-0c8500a84793, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=66684896-43ba-4b63-8bf3-0c8500a84793,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:54:15.011455 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:15.044208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:15.044837 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:15.046262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] 10.222.0.13 "PUT /v2.0/ports/66684896-43ba-4b63-8bf3-0c8500a84793 HTTP/1.1" status: 200 len: 1091 time: 0.6407530 Aug 24 00:54:15.068398 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4988422-f4a8-40da-bd2f-527af33a4492 service neutron] Pushing event updated for resources: {'Port': ['ID=66684896-43ba-4b63-8bf3-0c8500a84793,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:15.115226 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:54:15.123973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-046e98a0-304a-4939-b3f1-438e40d20ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:15.125494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-046e98a0-304a-4939-b3f1-438e40d20ef3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 1094 time: 0.0436957 Aug 24 00:54:15.215332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-abdc7a57-face-4d34-81c1-e93029d67c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:15.216826 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-abdc7a57-face-4d34-81c1-e93029d67c2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 915 time: 0.0839565 Aug 24 00:54:15.262452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-80d9987d-2ec6-46c1-9bcc-7cedf012751e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66684896-43ba-4b63-8bf3-0c8500a84793 HTTP/1.1" status: 200 len: 217 time: 0.0386355 Aug 24 00:54:15.310300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-1cae8149-fe5b-427e-9179-42b10ee1262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:15.311803 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-1cae8149-fe5b-427e-9179-42b10ee1262d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 200 len: 854 time: 0.0431721 Aug 24 00:54:15.343233 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-5b82744e-8aa0-4f71-914f-fde853d799b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2c962ed-c4d8-411d-85d2-ecff6053a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244071 Aug 24 00:54:15.429465 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-e6dca958-dbf9-4693-a933-6715de105b76 service neutron] 10.222.0.13 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795348 Aug 24 00:54:15.520955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d75e435b-85f6-44c7-9872-f44cab1bcf27 req-83687342-3f53-467c-b649-bbd512677a7f service neutron] 10.222.0.13 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850132 Aug 24 00:54:15.687496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a7920-4b0e-4e04-84c2-fd348997b6d0 req-1c41b60a-6f47-46a6-b421-9d913814ce77 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:15.688999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd8a7920-4b0e-4e04-84c2-fd348997b6d0 req-1c41b60a-6f47-46a6-b421-9d913814ce77 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0500245 Aug 24 00:54:15.726272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd8a7920-4b0e-4e04-84c2-fd348997b6d0 req-92f76a96-c3a0-4d7d-8811-fed699f723c4 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307338 Aug 24 00:54:16.849143 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86bc1f-80ed-4256-a761-4d8d55bd2396 req-83bc3a57-615e-404c-ad2a-f5a9c91f380e tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:16.850921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a86bc1f-80ed-4256-a761-4d8d55bd2396 req-83bc3a57-615e-404c-ad2a-f5a9c91f380e tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0531332 Aug 24 00:54:16.856505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884e3615-1fe1-4b6d-890c-42953d0cc7c9', 'tag': '66684896-43ba-4b63-8bf3-0c8500a84793'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:16.858796 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "884e3615-1fe1-4b6d-890c-42953d0cc7c9", "tag": "66684896-43ba-4b63-8bf3-0c8500a84793"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:16.895332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a86bc1f-80ed-4256-a761-4d8d55bd2396 req-82eab25e-9b88-44e4-9f00-3048603cda7f tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330272 Aug 24 00:54:16.906914 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fd3f75-f284-48f2-88d3-6b4081f893f9 x-openstack-request-id: req-03fd3f75-f284-48f2-88d3-6b4081f893f9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:16.907226 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884e3615-1fe1-4b6d-890c-42953d0cc7c9", "tag": "66684896-43ba-4b63-8bf3-0c8500a84793", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:16.907453 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03fd3f75-f284-48f2-88d3-6b4081f893f9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:16.907853 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884e3615-1fe1-4b6d-890c-42953d0cc7c9', 'tag': '66684896-43ba-4b63-8bf3-0c8500a84793', 'status': 'completed', 'code': 200} Aug 24 00:54:17.010882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-1e3fd958-e8b0-4fc0-a403-99d121461f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:17.012388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-1e3fd958-e8b0-4fc0-a403-99d121461f4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 1094 time: 0.0667739 Aug 24 00:54:17.014695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-db3d97df-726a-4806-b7a8-fb3924191814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:17.016101 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-db3d97df-726a-4806-b7a8-fb3924191814 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 1094 time: 0.0616946 Aug 24 00:54:17.175678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-c75271a0-980c-4872-a9d8-bf0f8d77ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:17.177100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-c75271a0-980c-4872-a9d8-bf0f8d77ffe3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 915 time: 0.1577041 Aug 24 00:54:17.193060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-caa7970f-7bf1-4379-9e59-d0a359027985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:17.195194 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-caa7970f-7bf1-4379-9e59-d0a359027985 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 915 time: 0.1570723 Aug 24 00:54:17.227217 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-aafc53de-bfda-47f7-abb5-20d0a5dcf92f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66684896-43ba-4b63-8bf3-0c8500a84793 HTTP/1.1" status: 200 len: 217 time: 0.0425322 Aug 24 00:54:17.263255 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-ca0c4e70-a273-4690-aeba-385887ee4c93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66684896-43ba-4b63-8bf3-0c8500a84793 HTTP/1.1" status: 200 len: 217 time: 0.0424170 Aug 24 00:54:17.336355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-1cc136c8-bde1-4a25-9866-39e692cb38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:17.337848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-1cc136c8-bde1-4a25-9866-39e692cb38a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 200 len: 854 time: 0.0829983 Aug 24 00:54:17.343020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-e3fe4849-5fa3-49b7-9f8a-30ccba546588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:17.344349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-e3fe4849-5fa3-49b7-9f8a-30ccba546588 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 200 len: 854 time: 0.0610054 Aug 24 00:54:17.389400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-f610899c-9239-43f2-b1bf-15014a5acf8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2c962ed-c4d8-411d-85d2-ecff6053a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434051 Aug 24 00:54:17.391095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-a9ecef21-a3f1-4f1e-9db1-a0bc2d8946f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2c962ed-c4d8-411d-85d2-ecff6053a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377781 Aug 24 00:54:17.546078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-2505097c-53a5-40b3-b57a-b26f705b107d service neutron] 10.222.0.13 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476455 Aug 24 00:54:17.547903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-dbe3a553-b938-400a-9ec6-f48f6d1b73e5 service neutron] 10.222.0.47 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507671 Aug 24 00:54:17.707446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-b999c81b-7691-4062-98a1-8377566af002 service neutron] 10.222.0.13 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546481 Aug 24 00:54:17.709349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3d2efbb8-0f89-444f-812e-80b09cc3f8d2 req-e8ed2b66-218f-4eae-aab4-e7980b707545 service neutron] 10.222.0.47 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488011 Aug 24 00:54:18.011111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e72e25-1c47-4d8a-a293-e523f226d424 req-0761ba47-e76e-4103-9bcb-a9ff3dd6e532 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:18.012615 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07e72e25-1c47-4d8a-a293-e523f226d424 req-0761ba47-e76e-4103-9bcb-a9ff3dd6e532 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0482800 Aug 24 00:54:18.050160 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07e72e25-1c47-4d8a-a293-e523f226d424 req-c8124dff-7f8a-4ff7-bd88-79b311c3d1bb tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316870 Aug 24 00:54:18.286012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89be939-c418-46bb-9474-76a9b1e11628 req-b88dff98-6a85-4e0d-943c-ec664f84953a tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:18.287437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e89be939-c418-46bb-9474-76a9b1e11628 req-b88dff98-6a85-4e0d-943c-ec664f84953a tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 943 time: 0.0908525 Aug 24 00:54:18.301348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916bf72-4e83-4b6e-ac50-cf0e24f1b7e6 req-d225669e-9ba2-4a67-bb36-cb7267761fa4 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:18.302870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b916bf72-4e83-4b6e-ac50-cf0e24f1b7e6 req-d225669e-9ba2-4a67-bb36-cb7267761fa4 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.47 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9&tenant_id=9b194074a4804270aa02791d0669862c&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 943 time: 0.0743957 Aug 24 00:54:18.311396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 66684896-43ba-4b63-8bf3-0c8500a84793 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:18.355311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 66684896-43ba-4b63-8bf3-0c8500a84793 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:18.378426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e89be939-c418-46bb-9474-76a9b1e11628 req-09ebc374-cb79-4f4d-a04b-038e5cbeea69 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847595 Aug 24 00:54:18.387683 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-b916bf72-4e83-4b6e-ac50-cf0e24f1b7e6 req-234553bf-fcf5-4adf-96ff-08731eb60e76 service neutron] delete failed (client error): The resource could not be found. Aug 24 00:54:18.388679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b916bf72-4e83-4b6e-ac50-cf0e24f1b7e6 req-234553bf-fcf5-4adf-96ff-08731eb60e76 service neutron] 10.222.0.47 "DELETE /v2.0/ports/66684896-43ba-4b63-8bf3-0c8500a84793/bindings/n-h1-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.0778561 Aug 24 00:54:18.496053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916bf72-4e83-4b6e-ac50-cf0e24f1b7e6 req-e6f483de-0a66-44e4-b296-aed4edb87d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:18.497465 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b916bf72-4e83-4b6e-ac50-cf0e24f1b7e6 req-e6f483de-0a66-44e4-b296-aed4edb87d83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b194074a4804270aa02791d0669862c&device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 1094 time: 0.0413258 Aug 24 00:54:18.588697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916bf72-4e83-4b6e-ac50-cf0e24f1b7e6 req-63c930ab-2e85-472b-b08b-56936db2fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:18.590193 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b916bf72-4e83-4b6e-ac50-cf0e24f1b7e6 req-63c930ab-2e85-472b-b08b-56936db2fd7d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 200 len: 915 time: 0.0859663 Aug 24 00:54:18.633689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b916bf72-4e83-4b6e-ac50-cf0e24f1b7e6 req-3f2851c6-06ce-4548-a989-4c79753ae4db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66684896-43ba-4b63-8bf3-0c8500a84793 HTTP/1.1" status: 200 len: 217 time: 0.0361364 Aug 24 00:54:18.684659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916bf72-4e83-4b6e-ac50-cf0e24f1b7e6 req-cab84e73-3eb7-4c43-a89b-81d317b3314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:18.686154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b916bf72-4e83-4b6e-ac50-cf0e24f1b7e6 req-cab84e73-3eb7-4c43-a89b-81d317b3314c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 200 len: 854 time: 0.0453336 Aug 24 00:54:18.717966 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b916bf72-4e83-4b6e-ac50-cf0e24f1b7e6 req-9fa572b0-6ce4-496e-8efc-05ad9882dc77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2c962ed-c4d8-411d-85d2-ecff6053a94e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246046 Aug 24 00:54:18.811313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b916bf72-4e83-4b6e-ac50-cf0e24f1b7e6 req-a2868670-2927-4b20-99e9-69624928d40c service neutron] 10.222.0.47 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857515 Aug 24 00:54:18.899549 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b916bf72-4e83-4b6e-ac50-cf0e24f1b7e6 req-f9209c7d-e5da-414c-927e-98dac44be772 service neutron] 10.222.0.47 "GET /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805664 Aug 24 00:54:19.251425 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 66684896-43ba-4b63-8bf3-0c8500a84793 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:54:19.348916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 66684896-43ba-4b63-8bf3-0c8500a84793, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=66684896-43ba-4b63-8bf3-0c8500a84793,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:19.360951 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '66684896-43ba-4b63-8bf3-0c8500a84793', 'network_id': 'b2c962ed-c4d8-411d-85d2-ecff6053a94e', 'port_id': '66684896-43ba-4b63-8bf3-0c8500a84793', 'mac_address': 'fa:16:3e:4f:b0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c99724f-d1e6-4723-918d-0bfbbc9388d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:54:19.407872 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:19.424051 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66684896-43ba-4b63-8bf3-0c8500a84793 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:54:19.449923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 66684896-43ba-4b63-8bf3-0c8500a84793, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=66684896-43ba-4b63-8bf3-0c8500a84793,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:19.457825 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:19.527020 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b0d73-c53e-4245-a27a-509550f21cc1 req-60c5290b-ed8d-4746-abd0-96e5492a117b tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:19.527662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=66684896-43ba-4b63-8bf3-0c8500a84793,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:19.529442 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-493b0d73-c53e-4245-a27a-509550f21cc1 req-60c5290b-ed8d-4746-abd0-96e5492a117b tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 944 time: 0.0702605 Aug 24 00:54:19.590509 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-493b0d73-c53e-4245-a27a-509550f21cc1 req-00786047-58ec-448f-a955-900672eb5c25 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517564 Aug 24 00:54:19.724123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cad156-1295-4e1b-8386-3e82e34dd710 req-e947c4c8-a6e0-4156-a55a-73748a357aa2 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:19.726624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b5cad156-1295-4e1b-8386-3e82e34dd710 req-e947c4c8-a6e0-4156-a55a-73748a357aa2 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 944 time: 0.0557530 Aug 24 00:54:19.753715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['66684896-43ba-4b63-8bf3-0c8500a84793'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:54:19.773979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b5cad156-1295-4e1b-8386-3e82e34dd710 req-69ac4d37-fc16-44c9-9f4b-fbe44f671240 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Aug 24 00:54:19.908746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2da70-fe6b-4e66-bd00-2bf100b54caa req-5a890500-1555-4f85-b175-c32fbc1ccc17 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:19.909528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d2da70-fe6b-4e66-bd00-2bf100b54caa req-5a890500-1555-4f85-b175-c32fbc1ccc17 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 944 time: 0.0552897 Aug 24 00:54:19.951230 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75d2da70-fe6b-4e66-bd00-2bf100b54caa req-4cba94c1-a2bd-4681-883d-b57ddcf65d11 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352182 Aug 24 00:54:20.294971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1c55-b597-4253-b352-be7b51e42f4b req-0647d2bc-19c0-41e4-a099-670aff5c91d3 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:20.296502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad3d1c55-b597-4253-b352-be7b51e42f4b req-0647d2bc-19c0-41e4-a099-670aff5c91d3 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 944 time: 0.0539281 Aug 24 00:54:20.335225 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad3d1c55-b597-4253-b352-be7b51e42f4b req-950b1373-1aa4-4e53-9d58-fd38d2e17f24 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324190 Aug 24 00:54:21.269238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 66684896-43ba-4b63-8bf3-0c8500a84793 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:21.454460 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7eabc-4c09-4476-a573-2a573013b0c0 req-fc2a8a74-d2b0-4242-beb4-b095f8a82039 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:21.455998 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52b7eabc-4c09-4476-a573-2a573013b0c0 req-fc2a8a74-d2b0-4242-beb4-b095f8a82039 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 944 time: 0.0510001 Aug 24 00:54:21.480147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 66684896-43ba-4b63-8bf3-0c8500a84793 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:21.484828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 66684896-43ba-4b63-8bf3-0c8500a84793 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:21.485293 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:21.500121 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52b7eabc-4c09-4476-a573-2a573013b0c0 req-83c99ec5-fd4b-4415-b19e-7ababc0312d9 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.32 "GET /v2.0/security-groups?id=76877b62-7c3e-4c54-a94f-ca59b3397954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371718 Aug 24 00:54:21.559573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b732c-5de1-43c6-8edc-10d0e79a4e19 req-bb346404-f63f-48ad-8aa7-6f28ea378255 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:21.561020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-894b732c-5de1-43c6-8edc-10d0e79a4e19 req-bb346404-f63f-48ad-8aa7-6f28ea378255 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.13 "GET /v2.0/ports?device_id=884e3615-1fe1-4b6d-890c-42953d0cc7c9 HTTP/1.1" status: 200 len: 944 time: 0.0479703 Aug 24 00:54:21.566817 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:21.589950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884e3615-1fe1-4b6d-890c-42953d0cc7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66684896-43ba-4b63-8bf3-0c8500a84793'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:21.592181 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6743407a-e484-4bd9-a28f-684fb4ce0c78" -d '{"events": [{"server_uuid": "884e3615-1fe1-4b6d-890c-42953d0cc7c9", "name": "network-vif-plugged", "status": "completed", "tag": "66684896-43ba-4b63-8bf3-0c8500a84793"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:21.605420 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 66684896-43ba-4b63-8bf3-0c8500a84793, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=66684896-43ba-4b63-8bf3-0c8500a84793,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:21.610582 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:21.635481 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067ab731-9633-484d-bbc9-18cdf6b75175 x-openstack-request-id: req-067ab731-9633-484d-bbc9-18cdf6b75175 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:21.635773 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884e3615-1fe1-4b6d-890c-42953d0cc7c9", "name": "network-vif-plugged", "status": "completed", "tag": "66684896-43ba-4b63-8bf3-0c8500a84793", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:21.636027 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-067ab731-9633-484d-bbc9-18cdf6b75175 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:21.636419 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884e3615-1fe1-4b6d-890c-42953d0cc7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66684896-43ba-4b63-8bf3-0c8500a84793', 'code': 200} Aug 24 00:54:21.660639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-894b732c-5de1-43c6-8edc-10d0e79a4e19 req-da407eaf-953c-491b-8a4e-b065542a95e6 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Deleting port 66684896-43ba-4b63-8bf3-0c8500a84793 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:21.660994 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-894b732c-5de1-43c6-8edc-10d0e79a4e19 req-da407eaf-953c-491b-8a4e-b065542a95e6 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:21.662307 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=66684896-43ba-4b63-8bf3-0c8500a84793,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:21.748476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-894b732c-5de1-43c6-8edc-10d0e79a4e19 req-da407eaf-953c-491b-8a4e-b065542a95e6 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] For port 66684896-43ba-4b63-8bf3-0c8500a84793, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=66684896-43ba-4b63-8bf3-0c8500a84793,segment=NetworkSegment(823e679c-d485-4d2a-8c5c-3edc5b8a7c43),segment_id=823e679c-d485-4d2a-8c5c-3edc5b8a7c43)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:21.748842 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-894b732c-5de1-43c6-8edc-10d0e79a4e19 req-da407eaf-953c-491b-8a4e-b065542a95e6 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:21.761259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-894b732c-5de1-43c6-8edc-10d0e79a4e19 req-da407eaf-953c-491b-8a4e-b065542a95e6 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Calling delete_port for 66684896-43ba-4b63-8bf3-0c8500a84793 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:21.886687 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-894b732c-5de1-43c6-8edc-10d0e79a4e19 req-da407eaf-953c-491b-8a4e-b065542a95e6 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:21.916363 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da407eaf-953c-491b-8a4e-b065542a95e6 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Pushing event deleted for resources: {'Port': ['ID=66684896-43ba-4b63-8bf3-0c8500a84793,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:21.919482 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['66684896-43ba-4b63-8bf3-0c8500a84793'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:54:21.959413 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-894b732c-5de1-43c6-8edc-10d0e79a4e19 req-da407eaf-953c-491b-8a4e-b065542a95e6 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] No DVR routers for this DVR port 66684896-43ba-4b63-8bf3-0c8500a84793 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:54:21.962431 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-894b732c-5de1-43c6-8edc-10d0e79a4e19 req-da407eaf-953c-491b-8a4e-b065542a95e6 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:21.964472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-894b732c-5de1-43c6-8edc-10d0e79a4e19 req-da407eaf-953c-491b-8a4e-b065542a95e6 tempest-ServerDiskConfigTestJSON-876961165 tempest-ServerDiskConfigTestJSON-876961165-project] 10.222.0.13 "DELETE /v2.0/ports/66684896-43ba-4b63-8bf3-0c8500a84793 HTTP/1.1" status: 204 len: 173 time: 0.3967800 Aug 24 00:54:21.964908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884e3615-1fe1-4b6d-890c-42953d0cc7c9', 'name': 'network-vif-deleted', 'tag': '66684896-43ba-4b63-8bf3-0c8500a84793'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:21.967161 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6f4e84-8d3a-4d2e-90c0-c5748a985a59" -d '{"events": [{"server_uuid": "884e3615-1fe1-4b6d-890c-42953d0cc7c9", "name": "network-vif-deleted", "tag": "66684896-43ba-4b63-8bf3-0c8500a84793"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:22.001984 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee903fe-c54c-4f56-b6e8-921a6393ff2b x-openstack-request-id: req-2ee903fe-c54c-4f56-b6e8-921a6393ff2b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:22.002291 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884e3615-1fe1-4b6d-890c-42953d0cc7c9", "name": "network-vif-deleted", "tag": "66684896-43ba-4b63-8bf3-0c8500a84793", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:22.002539 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ee903fe-c54c-4f56-b6e8-921a6393ff2b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:22.002967 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884e3615-1fe1-4b6d-890c-42953d0cc7c9', 'name': 'network-vif-deleted', 'tag': '66684896-43ba-4b63-8bf3-0c8500a84793', 'status': 'completed', 'code': 200} Aug 24 00:54:22.623144 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44404) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:22.673844 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Deleting subnet 6c99724f-d1e6-4723-918d-0bfbbc9388d1 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:54:22.676868 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:22.712880 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:22.750432 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:22.803163 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:22.831422 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:22.833305 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6c99724f-d1e6-4723-918d-0bfbbc9388d1 HTTP/1.1" status: 204 len: 168 time: 0.2091706 Aug 24 00:54:22.834384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c99724f-d1e6-4723-918d-0bfbbc9388d1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:22.836775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44408) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:22.843113 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:22.843533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:22.843800 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:22.844137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:22.844481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:22.844809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:22.845133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:22.845457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:22.845778 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:22.846100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:22.846438 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:22.846742 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b022b6d1-5691-48dc-8ff9-d303b28b6acf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:22.905742 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e693472-6f54-4441-a982-64193a283b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:22.986039 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e693472-6f54-4441-a982-64193a283b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:22.995789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9e693472-6f54-4441-a982-64193a283b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c962ed-c4d8-411d-85d2-ecff6053a94e']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:23.005660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9e693472-6f54-4441-a982-64193a283b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823e679c-d485-4d2a-8c5c-3edc5b8a7c43') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:23.005957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-9e693472-6f54-4441-a982-64193a283b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823e679c-d485-4d2a-8c5c-3edc5b8a7c43') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:23.015127 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e693472-6f54-4441-a982-64193a283b15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:23.029034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e693472-6f54-4441-a982-64193a283b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:23.035128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e693472-6f54-4441-a982-64193a283b15 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:54:23.035496 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e693472-6f54-4441-a982-64193a283b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: timer() Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:54:23.037069 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:54:23.088484 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e693472-6f54-4441-a982-64193a283b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:23.093930 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9e693472-6f54-4441-a982-64193a283b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:23.098439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9e693472-6f54-4441-a982-64193a283b15 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b2c962ed-c4d8-411d-85d2-ecff6053a94e HTTP/1.1" status: 204 len: 168 time: 0.2580266 Aug 24 00:54:23.106662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e693472-6f54-4441-a982-64193a283b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c962ed-c4d8-411d-85d2-ecff6053a94e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:23.213596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44412) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:23.252263 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-91915b16-b74b-43fb-9797-d36a3ee8db9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b194074a4804270aa02791d0669862c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374188 Aug 24 00:54:23.254585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44414) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:23.306236 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d15fc97f-d12f-4004-8bb9-69a9f6524ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:23.327775 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d15fc97f-d12f-4004-8bb9-69a9f6524ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:23.372615 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d15fc97f-d12f-4004-8bb9-69a9f6524ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:23.375064 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d15fc97f-d12f-4004-8bb9-69a9f6524ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:23.376245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d15fc97f-d12f-4004-8bb9-69a9f6524ad4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76877b62-7c3e-4c54-a94f-ca59b3397954 HTTP/1.1" status: 204 len: 168 time: 0.1207616 Aug 24 00:54:23.384494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fc97f-d12f-4004-8bb9-69a9f6524ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76877b62-7c3e-4c54-a94f-ca59b3397954,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:24.024510 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.054580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44436) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:24.160455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-848549843-network', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:24.182617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] Made reservation on behalf of 44636974c6bd4f71a745cc60e9cb93c4 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:54:24.185014 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.193327 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.283472 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.287114 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.314513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:54:24.321419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae45e1a-ec6f-4573-9c4a-366946449243,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:24.327903 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.328282 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] Added segment d1804824-af54-4251-b18e-bee8eced2f33 of type vlan for network 51a70962-9730-480b-91a8-b896d8343e77 Aug 24 00:54:24.370540 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.393981 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.395340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:24.395945 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.442679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3869050 Aug 24 00:54:24.446446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44440) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:24.451803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0f0f6ca6-d978-45a8-b1e6-00a54826c3c0 admin admin] Request body: {'subnet': {'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-848549843-subnet', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:24.458036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4e759-c86b-4c7e-8497-b9d037dabd31 admin admin] Pushing event updated for resources: {'Network': ['ID=51a70962-9730-480b-91a8-b896d8343e77,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:24.468296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 51a70962-9730-480b-91a8-b896d8343e77 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:54:24.473594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0f6ca6-d978-45a8-b1e6-00a54826c3c0 admin admin] Made reservation on behalf of 44636974c6bd4f71a745cc60e9cb93c4 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:54:24.476212 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f0f6ca6-d978-45a8-b1e6-00a54826c3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.645974 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f0f6ca6-d978-45a8-b1e6-00a54826c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.705151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f6ca6-d978-45a8-b1e6-00a54826c3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b84434-9cfd-4f5d-a68f-f8ea2d283303,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:24.716572 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0f6ca6-d978-45a8-b1e6-00a54826c3c0 admin admin] Checking segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:54:24.716929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f6ca6-d978-45a8-b1e6-00a54826c3c0 admin admin] Network hostable DHCP agents. Network: 51a70962-9730-480b-91a8-b896d8343e77, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:54:24.732876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0f6ca6-d978-45a8-b1e6-00a54826c3c0 admin admin] Network 51a70962-9730-480b-91a8-b896d8343e77 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:54:24.742091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0f0f6ca6-d978-45a8-b1e6-00a54826c3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 51a70962-9730-480b-91a8-b896d8343e77) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:54:24.747102 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f6ca6-d978-45a8-b1e6-00a54826c3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:24.748688 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f0f6ca6-d978-45a8-b1e6-00a54826c3c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.750489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca9d4ac-9290-42be-836f-fb0897ba5f8a None None] Network 51a70962-9730-480b-91a8-b896d8343e77 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:54:24.763192 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0f0f6ca6-d978-45a8-b1e6-00a54826c3c0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3155081 Aug 24 00:54:24.765906 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44442) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:24.770263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:24.790825 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.791810 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.846667 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.898860 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-51a70962-9730-480b-91a8-b896d8343e77', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:54:24.899638 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:24.985213 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:25.053909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Allocated IP 172.20.0.2 (51a70962-9730-480b-91a8-b896d8343e77/a7b84434-9cfd-4f5d-a68f-f8ea2d283303/a244e80d-7d07-4a6d-9779-37f4a2c6a4a8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:54:25.200287 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:25.204861 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:25.208656 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Transition to ACTIVE for port object a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:25.224128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Transition to ACTIVE for port object a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:25.228272 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:25.229361 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:25.271412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 66684896-43ba-4b63-8bf3-0c8500a84793 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:25.277650 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Network 51a70962-9730-480b-91a8-b896d8343e77 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:54:25.296846 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:54:25.300542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:54:25.305302 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 66684896-43ba-4b63-8bf3-0c8500a84793 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:25.305652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 66684896-43ba-4b63-8bf3-0c8500a84793 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:25.308581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Pushing event updated for resources: {'Port': ['ID=a244e80d-7d07-4a6d-9779-37f4a2c6a4a8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:25.337738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Allocated IP 172.25.8.207 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/28c0eaff-bf7e-4101-a9ac-9c18cea62104) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:54:25.359887 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Attempting to bind port a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:54:25.360311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Attempting to bind port a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:54:25.360668 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Attempting to bind port a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:54:25.365619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:54:25.366538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Checking segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:54:25.366975 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:25.367376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Bound using segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:54:25.367847 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Bound port: a244e80d-7d07-4a6d-9779-37f4a2c6a4a8, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:54:25.368234 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:25.434402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] For port a244e80d-7d07-4a6d-9779-37f4a2c6a4a8, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:54:25.437527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] For port a244e80d-7d07-4a6d-9779-37f4a2c6a4a8, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a244e80d-7d07-4a6d-9779-37f4a2c6a4a8,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:54:25.441916 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:25.444563 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:25.492174 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:25.504547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fab05b-560a-4178-9b76-760b98ba7264 None None] Pushing event updated for resources: {'Port': ['ID=a244e80d-7d07-4a6d-9779-37f4a2c6a4a8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:25.530521 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:54:25.533984 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:54:25.537679 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:54:25.569172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Pushing event updated for resources: {'Port': ['ID=28c0eaff-bf7e-4101-a9ac-9c18cea62104,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:25.807215 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:26.220350 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:26.274408 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:26.283219 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:26.396111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60dd241-ec91-45e8-9b93-82b0be5bece8 None None] Network 51a70962-9730-480b-91a8-b896d8343e77 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:54:26.418895 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:54:26.530003 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:54:26.533632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-416a61ea-47e4-43c3-8ef6-c4b2b2c87abb None None] Provisioning for port a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:26.542599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-416a61ea-47e4-43c3-8ef6-c4b2b2c87abb None None] Provisioning complete for port a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:26.543010 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-416a61ea-47e4-43c3-8ef6-c4b2b2c87abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:26.544205 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Sync routers for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:54:26.558912 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:26.563250 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:54:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:26.569129 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:26.573757 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-517781fa-a73a-48a0-b9b2-ee8b68a8d66c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8034177 Aug 24 00:54:26.574865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44444) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:26.670202 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-416a61ea-47e4-43c3-8ef6-c4b2b2c87abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:26.698300 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:26.716419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-416a61ea-47e4-43c3-8ef6-c4b2b2c87abb None None] For port a244e80d-7d07-4a6d-9779-37f4a2c6a4a8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a244e80d-7d07-4a6d-9779-37f4a2c6a4a8,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:26.722136 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-416a61ea-47e4-43c3-8ef6-c4b2b2c87abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:26.789006 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a61ea-47e4-43c3-8ef6-c4b2b2c87abb None None] Pushing event updated for resources: {'Port': ['ID=a244e80d-7d07-4a6d-9779-37f4a2c6a4a8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:26.845434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7703f3fb-8534-48c3-b567-f9628d7f87d5 None None] Provisioning complete for port a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:26.845979 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7703f3fb-8534-48c3-b567-f9628d7f87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:26.915480 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:25Z', 'revision_number': 3, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:26.948203 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Checking router: 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:54:26.948558 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Updating router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 port 28c0eaff-bf7e-4101-a9ac-9c18cea62104 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:54:26.976205 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.239736 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.249440 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Transition to ACTIVE for port object 28c0eaff-bf7e-4101-a9ac-9c18cea62104 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:27.255237 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.310653 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Attempting to bind port 28c0eaff-bf7e-4101-a9ac-9c18cea62104 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:54:27.311040 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Attempting to bind port 28c0eaff-bf7e-4101-a9ac-9c18cea62104 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:54:27.311397 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Attempting to bind port 28c0eaff-bf7e-4101-a9ac-9c18cea62104 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:54:27.314112 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292664dd-7e58-4cab-a9e9-e0437c135475 None None] Pushing event updated for resources: {'Port': ['ID=28c0eaff-bf7e-4101-a9ac-9c18cea62104,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:27.322107 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:54:27.322471 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:54:27.322888 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.323286 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:54:27.323727 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Bound port: 28c0eaff-bf7e-4101-a9ac-9c18cea62104, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:54:27.324588 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.326496 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292664dd-7e58-4cab-a9e9-e0437c135475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:27.326860 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292664dd-7e58-4cab-a9e9-e0437c135475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:27.327196 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292664dd-7e58-4cab-a9e9-e0437c135475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:27.327525 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292664dd-7e58-4cab-a9e9-e0437c135475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:27.327851 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292664dd-7e58-4cab-a9e9-e0437c135475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:27.328175 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292664dd-7e58-4cab-a9e9-e0437c135475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:27.328497 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292664dd-7e58-4cab-a9e9-e0437c135475 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:27.328815 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292664dd-7e58-4cab-a9e9-e0437c135475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:27.329130 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292664dd-7e58-4cab-a9e9-e0437c135475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:27.329450 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292664dd-7e58-4cab-a9e9-e0437c135475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:27.329771 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292664dd-7e58-4cab-a9e9-e0437c135475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:27.330081 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292664dd-7e58-4cab-a9e9-e0437c135475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:27.386450 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.430325 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] For port 28c0eaff-bf7e-4101-a9ac-9c18cea62104, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:54:27.443735 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] For port 28c0eaff-bf7e-4101-a9ac-9c18cea62104, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=28c0eaff-bf7e-4101-a9ac-9c18cea62104,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:54:27.450228 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.520284 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:27.520817 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:54:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:27.546068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Allocated IP 172.20.0.1 (51a70962-9730-480b-91a8-b896d8343e77/a7b84434-9cfd-4f5d-a68f-f8ea2d283303/17262d15-6d52-4173-a876-574fd7d5a111) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:54:27.559499 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9c470167-23e2-4686-b4b0-287a59cb2f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.666544 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.681536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Transition to ACTIVE for port object 17262d15-6d52-4173-a876-574fd7d5a111 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:27.714669 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.726489 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292664dd-7e58-4cab-a9e9-e0437c135475 None None] Pushing event updated for resources: {'Port': ['ID=28c0eaff-bf7e-4101-a9ac-9c18cea62104,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:27.753599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Network 51a70962-9730-480b-91a8-b896d8343e77 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:54:27.757004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:54:27.760502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:54:27.787266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Pushing event updated for resources: {'Port': ['ID=17262d15-6d52-4173-a876-574fd7d5a111,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:27.799588 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:27.803168 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.941595 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.996297 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:25Z', 'revision_number': 3, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:28.023172 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac594e0-2b05-4b0e-a8d9-68d25b689414 None None] The sync data for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 is: [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:25Z', 'revision_number': 3, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:54:28.068671 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-37130f85-2b59-4b49-ba44-8b8213328572 None None] Provisioning for port 17262d15-6d52-4173-a876-574fd7d5a111 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:28.073555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-37130f85-2b59-4b49-ba44-8b8213328572 None None] Provisioning complete for port 17262d15-6d52-4173-a876-574fd7d5a111 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:28.074075 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-37130f85-2b59-4b49-ba44-8b8213328572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.112510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-37130f85-2b59-4b49-ba44-8b8213328572 None None] Port 17262d15-6d52-4173-a876-574fd7d5a111 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:54:28.117147 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.121816 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.192979 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.197294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:28.199120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Pushing event updated for resources: {'Port': ['ID=17262d15-6d52-4173-a876-574fd7d5a111,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:28.248430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:28.248877 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.321635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Network 51a70962-9730-480b-91a8-b896d8343e77 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:54:28.323208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:54:28.452540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:54:28.542528 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-05ee9ef3-e705-4da1-9410-bcc383aad6c5 None None] Provisioning complete for port 17262d15-6d52-4173-a876-574fd7d5a111 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:28.542947 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-05ee9ef3-e705-4da1-9410-bcc383aad6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.581892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-05ee9ef3-e705-4da1-9410-bcc383aad6c5 None None] Port 17262d15-6d52-4173-a876-574fd7d5a111 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:54:28.583758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:54:28.590813 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c38044b4-c092-4f01-bdb0-2e4689bac541 admin admin] 10.222.0.32 "PUT /v2.0/routers/6cb276a8-30ba-45b1-a61a-48e62bb6bfd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0142443 Aug 24 00:54:29.297902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44454) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:29.303478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4b94b6b7-f6a4-4a3c-abbd-e900c39a168b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430044405', 'description': 'tempest-description--1939499394'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:29.326641 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b94b6b7-f6a4-4a3c-abbd-e900c39a168b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.411425 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b94b6b7-f6a4-4a3c-abbd-e900c39a168b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.415552 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b94b6b7-f6a4-4a3c-abbd-e900c39a168b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.441192 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4b94b6b7-f6a4-4a3c-abbd-e900c39a168b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.445783 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4b94b6b7-f6a4-4a3c-abbd-e900c39a168b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1434577 Aug 24 00:54:29.446563 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44456) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:29.447462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94b6b7-f6a4-4a3c-abbd-e900c39a168b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d4ffcd-6737-4fd6-9c75-1b140ece554c,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:29.453309 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0cd69626-2b46-4926-aadf-464c2925e8ed tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Request body: {'security_group_rule': {'security_group_id': '74d4ffcd-6737-4fd6-9c75-1b140ece554c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:29.481554 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cd69626-2b46-4926-aadf-464c2925e8ed tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.539291 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cd69626-2b46-4926-aadf-464c2925e8ed tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.542827 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cd69626-2b46-4926-aadf-464c2925e8ed tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.560847 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd69626-2b46-4926-aadf-464c2925e8ed tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ade24bc-0d34-4a5a-9038-76e041ff8fcd,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:29.568649 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0cd69626-2b46-4926-aadf-464c2925e8ed tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.572356 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0cd69626-2b46-4926-aadf-464c2925e8ed tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216526 Aug 24 00:54:29.572631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:29.577497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4d6c9dbc-6541-4bd8-aa98-5f06665efb21 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Request body: {'security_group_rule': {'security_group_id': '74d4ffcd-6737-4fd6-9c75-1b140ece554c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:29.604035 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9dbc-6541-4bd8-aa98-5f06665efb21 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.656714 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Sync routers for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:54:29.660639 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9dbc-6541-4bd8-aa98-5f06665efb21 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.666829 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9dbc-6541-4bd8-aa98-5f06665efb21 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.667030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:29.667578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:54:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:29.682662 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c9dbc-6541-4bd8-aa98-5f06665efb21 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f8bf13-025f-42d1-aaee-515f78f4cf48,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:29.691972 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9dbc-6541-4bd8-aa98-5f06665efb21 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.693188 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4d6c9dbc-6541-4bd8-aa98-5f06665efb21 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195989 Aug 24 00:54:29.696483 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 44460) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:29.701229 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:29.723939 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.784952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:29.828207 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.929122 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.946663 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Allocated IP 172.25.8.141 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/0a83e482-3db4-467f-a688-4dfc8d2b8496) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:54:30.002747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 2, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:30.032689 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Checking router: 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:54:30.033037 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Updating router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 port 17262d15-6d52-4173-a876-574fd7d5a111 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:54:30.050313 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.058317 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.089300 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.129317 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:54:30.137575 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:54:30.142043 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:54:30.145287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event updated for resources: {'Port': ['ID=0a83e482-3db4-467f-a688-4dfc8d2b8496,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:30.180154 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.236543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 28c0eaff-bf7e-4101-a9ac-9c18cea62104 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:30.243646 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.279060 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.289204 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-36b348c1-9118-4d10-a9b2-26ff062f404a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.339609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 28c0eaff-bf7e-4101-a9ac-9c18cea62104 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:30.351785 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 28c0eaff-bf7e-4101-a9ac-9c18cea62104 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:30.352156 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.425986 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.438307 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.440820 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Transition to ACTIVE for port object 17262d15-6d52-4173-a876-574fd7d5a111 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:30.443013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.447326 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.516017 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event updated for resources: {'Port': ['ID=0a83e482-3db4-467f-a688-4dfc8d2b8496,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:30.520849 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.529149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815a847-45ca-46e2-abf4-31bc778d4e71 None None] Pushing event updated for resources: {'Port': ['ID=17262d15-6d52-4173-a876-574fd7d5a111,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:30.529767 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.548318 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.559543 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-adbe881b-1433-4eb7-98d1-161fdfefbdb5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8523023 Aug 24 00:54:30.575940 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 28c0eaff-bf7e-4101-a9ac-9c18cea62104, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=28c0eaff-bf7e-4101-a9ac-9c18cea62104,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:30.602487 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.637376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Attempting to bind port 17262d15-6d52-4173-a876-574fd7d5a111 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:54:30.637758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Attempting to bind port 17262d15-6d52-4173-a876-574fd7d5a111 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:54:30.638117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Attempting to bind port 17262d15-6d52-4173-a876-574fd7d5a111 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:54:30.649031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:54:30.649499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Checking segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:54:30.649920 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.650729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Bound using segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:54:30.650854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Bound port: 17262d15-6d52-4173-a876-574fd7d5a111, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:54:30.651270 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.681010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=28c0eaff-bf7e-4101-a9ac-9c18cea62104,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:30.703960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-f2bd3736-dcf7-4dfd-9ab2-0ffcc2d0d46f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--430044405&fields=id&tenant_id=44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 267 time: 0.0354574 Aug 24 00:54:30.736014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] For port 17262d15-6d52-4173-a876-574fd7d5a111, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:54:30.739281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] For port 17262d15-6d52-4173-a876-574fd7d5a111, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=17262d15-6d52-4173-a876-574fd7d5a111,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:54:30.744792 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.810264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:30.810964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:54:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:30.817798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815a847-45ca-46e2-abf4-31bc778d4e71 None None] Pushing event updated for resources: {'Port': ['ID=17262d15-6d52-4173-a876-574fd7d5a111,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:30.824601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-787c8442-1468-4689-b011-b7506171ef70 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:30.826259 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-787c8442-1468-4689-b011-b7506171ef70 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 811 time: 0.1134636 Aug 24 00:54:30.842625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-d4aa940d-7b7e-4ad4-8b7d-0ec943dc94de tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/quotas/44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 375 time: 0.0099895 Aug 24 00:54:30.900518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-edb972af-a9bf-452e-8de2-bd83d65c58eb tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511184 Aug 24 00:54:30.939202 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:31.005766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-36bb9e47-d95f-428d-ac0a-60882bc2a85a service neutron] 10.222.0.32 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916438 Aug 24 00:54:31.103447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-92f37c35-7ede-4307-8ca6-2fd4dfe1771a service neutron] 10.222.0.32 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911252 Aug 24 00:54:31.276100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a699d3d5-90d0-4a3d-9598-70c1bc85f765 req-5f157d57-438e-4171-823d-3e9d7dd27058 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 210 time: 0.0286195 Aug 24 00:54:31.325807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:31.358271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69617fc2-967a-4511-80b6-4c79f6f27abb None None] The sync data for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 is: [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:54:31.372552 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:32.257261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 17262d15-6d52-4173-a876-574fd7d5a111 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:32.337035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 17262d15-6d52-4173-a876-574fd7d5a111 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:32.341097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 17262d15-6d52-4173-a876-574fd7d5a111 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:32.341230 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:32.387151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-d8f1cbff-3100-42c3-b40f-861637c50515 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:32.392732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-d8f1cbff-3100-42c3-b40f-861637c50515 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 811 time: 0.1528871 Aug 24 00:54:32.424413 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4ea344ab-21fe-4551-98cd-9817ca3c422e req-3ede82c4-fd24-4ad0-a52b-0c8b88babe95 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 210 time: 0.0303764 Aug 24 00:54:32.432321 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:32.463144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-0808e64a-d375-44f8-941e-12309aaf272d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 379 time: 0.0415916 Aug 24 00:54:32.467790 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 17262d15-6d52-4173-a876-574fd7d5a111, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=17262d15-6d52-4173-a876-574fd7d5a111,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:32.472039 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:32.472997 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 28c0eaff-bf7e-4101-a9ac-9c18cea62104 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:32.488972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-3aa69b86-63a2-4906-ac94-57971175adf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Request body: {'port': {'device_id': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'admin_state_up': True, 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'security_groups': ['74d4ffcd-6737-4fd6-9c75-1b140ece554c']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:32.561038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=17262d15-6d52-4173-a876-574fd7d5a111,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:32.573636 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 28c0eaff-bf7e-4101-a9ac-9c18cea62104 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:32.574015 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:32.602598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-3aa69b86-63a2-4906-ac94-57971175adf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Made reservation on behalf of 44636974c6bd4f71a745cc60e9cb93c4 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:54:32.606215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-3aa69b86-63a2-4906-ac94-57971175adf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:32.734974 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-3aa69b86-63a2-4906-ac94-57971175adf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Allocated IP 172.20.0.12 (51a70962-9730-480b-91a8-b896d8343e77/a7b84434-9cfd-4f5d-a68f-f8ea2d283303/5fc20201-666b-4149-8277-5fb5ba1a5ed6) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:54:32.873191 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-3aa69b86-63a2-4906-ac94-57971175adf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:32.888382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-3aa69b86-63a2-4906-ac94-57971175adf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Transition to ACTIVE for port object 5fc20201-666b-4149-8277-5fb5ba1a5ed6 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:32.920253 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-3aa69b86-63a2-4906-ac94-57971175adf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:32.961935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-3aa69b86-63a2-4906-ac94-57971175adf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Network 51a70962-9730-480b-91a8-b896d8343e77 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:54:32.964848 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-3aa69b86-63a2-4906-ac94-57971175adf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:54:32.968382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-3aa69b86-63a2-4906-ac94-57971175adf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:54:32.996818 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa69b86-63a2-4906-ac94-57971175adf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event updated for resources: {'Port': ['ID=5fc20201-666b-4149-8277-5fb5ba1a5ed6,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:33.023314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-3aa69b86-63a2-4906-ac94-57971175adf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:33.023939 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-3aa69b86-63a2-4906-ac94-57971175adf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:33.039142 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-3aa69b86-63a2-4906-ac94-57971175adf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5543704 Aug 24 00:54:33.057470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Request body: {'port': {'device_id': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:33.118244 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:33.123708 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:33.179381 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d22c7fac-6c6b-4d60-9a38-f1d4e3f9b751 None None] Provisioning for port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:33.183708 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d22c7fac-6c6b-4d60-9a38-f1d4e3f9b751 None None] Provisioning complete for port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:33.184244 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d22c7fac-6c6b-4d60-9a38-f1d4e3f9b751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:33.219377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d22c7fac-6c6b-4d60-9a38-f1d4e3f9b751 None None] Port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:54:33.385237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc20201-666b-4149-8277-5fb5ba1a5ed6 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:54:33.392528 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:33.405627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Transition to ACTIVE for port object 5fc20201-666b-4149-8277-5fb5ba1a5ed6 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:33.408854 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:33.475258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc20201-666b-4149-8277-5fb5ba1a5ed6,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:33.561312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Attempting to bind port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:54:33.561656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Attempting to bind port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:54:33.561987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Attempting to bind port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:54:33.569589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 on network 51a70962-9730-480b-91a8-b896d8343e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:54:33.569910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Attempting to bind port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:54:33.583666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035201f-8f00-4244-838c-8e3799983e46 req-25b92a8a-150c-4968-82d5-43c3a74922a8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:33.585735 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d035201f-8f00-4244-838c-8e3799983e46 req-25b92a8a-150c-4968-82d5-43c3a74922a8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 944 time: 0.0756485 Aug 24 00:54:33.586550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:54:33.586915 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Checking segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:54:33.587303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Bound using segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:54:33.587749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Bound port: 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:54:33.588107 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:33.662059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d035201f-8f00-4244-838c-8e3799983e46 req-71e74ff0-1425-48f8-b63e-7999a28cf729 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647750 Aug 24 00:54:33.679251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] For port 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:54:33.682294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] For port 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:54:33.686620 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:33.725779 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:33.726406 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:33.727829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] 10.222.0.13 "PUT /v2.0/ports/5fc20201-666b-4149-8277-5fb5ba1a5ed6 HTTP/1.1" status: 200 len: 1092 time: 0.6747994 Aug 24 00:54:33.728267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'tag': '5fc20201-666b-4149-8277-5fb5ba1a5ed6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:33.730496 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728d5bf0-c845-4ee8-aec4-809ca40b563b" -d '{"events": [{"name": "network-changed", "server_uuid": "1fccde41-f981-4cc2-8a6f-8d52eeda386f", "tag": "5fc20201-666b-4149-8277-5fb5ba1a5ed6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:33.758158 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7a64d-5a85-4e81-8ae7-2fbbff6b9dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc20201-666b-4149-8277-5fb5ba1a5ed6,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:33.773807 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b72452e-2bdf-4ec6-8a06-5181e214c0cd x-openstack-request-id: req-6b72452e-2bdf-4ec6-8a06-5181e214c0cd {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:33.774098 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fccde41-f981-4cc2-8a6f-8d52eeda386f", "tag": "5fc20201-666b-4149-8277-5fb5ba1a5ed6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:33.774361 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b72452e-2bdf-4ec6-8a06-5181e214c0cd {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:33.775033 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'tag': '5fc20201-666b-4149-8277-5fb5ba1a5ed6', 'status': 'completed', 'code': 200} Aug 24 00:54:33.834574 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-f271f37f-2052-4d64-a17b-b31a89313fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:33.836095 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-f271f37f-2052-4d64-a17b-b31a89313fb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 1095 time: 0.0439675 Aug 24 00:54:33.884680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-707e4e70-d6f8-4c36-8e27-379b8ea4abc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6 HTTP/1.1" status: 200 len: 217 time: 0.0355198 Aug 24 00:54:33.938201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-297c3b3d-77da-4ffc-ba71-d223e6a9600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:33.939712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-297c3b3d-77da-4ffc-ba71-d223e6a9600b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0478694 Aug 24 00:54:33.986564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-38be1805-9027-4269-a49b-8491311fcd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:33.988062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-38be1805-9027-4269-a49b-8491311fcd4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412159 Aug 24 00:54:34.076478 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-fb0a99a0-a8e7-412c-a86c-2d21f36f841e service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807214 Aug 24 00:54:34.170381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-354e0980-6c68-45ec-a7fb-96e49b9311fd req-0cc4525e-2aeb-43fd-8184-2ec5a0f7fcff service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870900 Aug 24 00:54:34.180589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 17262d15-6d52-4173-a876-574fd7d5a111 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:34.232163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 17262d15-6d52-4173-a876-574fd7d5a111 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:34.232535 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:34.304473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d5bf0-c845-4ee8-aec4-809ca40b563b req-c91f463e-d603-4def-98a5-509e847ad4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:34.306021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-728d5bf0-c845-4ee8-aec4-809ca40b563b req-c91f463e-d603-4def-98a5-509e847ad4a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 1095 time: 0.0433087 Aug 24 00:54:34.397884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d5bf0-c845-4ee8-aec4-809ca40b563b req-752b06b3-5bb0-4bab-8fed-4e63072856a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:34.399372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-728d5bf0-c845-4ee8-aec4-809ca40b563b req-752b06b3-5bb0-4bab-8fed-4e63072856a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0867066 Aug 24 00:54:34.440223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-728d5bf0-c845-4ee8-aec4-809ca40b563b req-48ea5aa5-2898-413b-8852-07470b38966c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6 HTTP/1.1" status: 200 len: 217 time: 0.0342295 Aug 24 00:54:34.487885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d5bf0-c845-4ee8-aec4-809ca40b563b req-14898a46-d549-4b97-820e-6bd597849439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:34.489645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-728d5bf0-c845-4ee8-aec4-809ca40b563b req-14898a46-d549-4b97-820e-6bd597849439 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0423217 Aug 24 00:54:34.536310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d5bf0-c845-4ee8-aec4-809ca40b563b req-ad47ed13-f350-44dc-ba98-d752e50616aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:34.537972 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-728d5bf0-c845-4ee8-aec4-809ca40b563b req-ad47ed13-f350-44dc-ba98-d752e50616aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391500 Aug 24 00:54:34.630721 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-728d5bf0-c845-4ee8-aec4-809ca40b563b req-e51a7c9a-b01e-405c-8735-b4c59a4e5252 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853555 Aug 24 00:54:34.723187 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-728d5bf0-c845-4ee8-aec4-809ca40b563b req-19b20a5f-f78c-4f0c-83a9-db2ee5d740a2 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845606 Aug 24 00:54:34.784244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c438409-bc72-46f2-abe3-5dfec11f479e req-ad061097-e9d1-4009-b7c2-f091c6efb0a9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:34.785725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c438409-bc72-46f2-abe3-5dfec11f479e req-ad061097-e9d1-4009-b7c2-f091c6efb0a9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 944 time: 0.0536332 Aug 24 00:54:34.822526 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c438409-bc72-46f2-abe3-5dfec11f479e req-43939828-b783-44ac-bcfa-996f741e59d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307245 Aug 24 00:54:35.938583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9f0b9-131e-4331-adf1-062df8e19dc4 req-97305c03-5c60-478e-bddf-26d992c523d7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:35.940068 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9e9f0b9-131e-4331-adf1-062df8e19dc4 req-97305c03-5c60-478e-bddf-26d992c523d7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 944 time: 0.0485570 Aug 24 00:54:35.978220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9e9f0b9-131e-4331-adf1-062df8e19dc4 req-0f998dbd-71b4-4380-918f-6385c82f8558 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317011 Aug 24 00:54:37.096835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b71714-823e-4761-bf98-ab6495308eb0 req-2a0068fb-687b-4aa2-b84a-f7fcdfe216d4 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:37.099241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c0b71714-823e-4761-bf98-ab6495308eb0 req-2a0068fb-687b-4aa2-b84a-f7fcdfe216d4 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 944 time: 0.0523243 Aug 24 00:54:37.137583 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c0b71714-823e-4761-bf98-ab6495308eb0 req-415ac667-8b83-42f9-be3b-d7397b7e2845 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315416 Aug 24 00:54:37.329612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5fc20201-666b-4149-8277-5fb5ba1a5ed6 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:54:37.426939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:37.437725 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '5fc20201-666b-4149-8277-5fb5ba1a5ed6', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'port_id': '5fc20201-666b-4149-8277-5fb5ba1a5ed6', 'mac_address': 'fa:16:3e:a9:c7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:54:37.475222 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.487570 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc20201-666b-4149-8277-5fb5ba1a5ed6 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:54:37.507861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:37.511569 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.557022 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5fc20201-666b-4149-8277-5fb5ba1a5ed6,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:37.774830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['5fc20201-666b-4149-8277-5fb5ba1a5ed6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:54:38.276653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793c00b-9550-473b-81c5-3e3f1af3ed57 req-af19a2f5-95b3-466a-9291-6a4e7e8c5cdb tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:38.278178 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1793c00b-9550-473b-81c5-3e3f1af3ed57 req-af19a2f5-95b3-466a-9291-6a4e7e8c5cdb tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 945 time: 0.0569494 Aug 24 00:54:38.317100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1793c00b-9550-473b-81c5-3e3f1af3ed57 req-b2a50c61-a9b4-4ac8-a587-f11771ff7d67 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325046 Aug 24 00:54:39.329378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5fc20201-666b-4149-8277-5fb5ba1a5ed6 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:39.379590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:39.383805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:39.384187 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:39.435629 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa79ca-df54-4c9e-91f3-85169475e19c req-11c2903c-3338-4376-836f-54e773aab6eb tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:39.437042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83fa79ca-df54-4c9e-91f3-85169475e19c req-11c2903c-3338-4376-836f-54e773aab6eb tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 945 time: 0.0498862 Aug 24 00:54:39.472025 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:39.476774 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83fa79ca-df54-4c9e-91f3-85169475e19c req-3583172f-0f0a-4ca2-a305-91691e7bfede tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326915 Aug 24 00:54:39.497943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc20201-666b-4149-8277-5fb5ba1a5ed6'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:39.500334 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b397741b-0dbe-487d-baea-f663de831a8c" -d '{"events": [{"server_uuid": "1fccde41-f981-4cc2-8a6f-8d52eeda386f", "name": "network-vif-plugged", "status": "completed", "tag": "5fc20201-666b-4149-8277-5fb5ba1a5ed6"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:39.512899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:39.516932 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:39.542200 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f23aece-8271-4da8-8ee3-e43189a1537b x-openstack-request-id: req-1f23aece-8271-4da8-8ee3-e43189a1537b {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:39.542495 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fccde41-f981-4cc2-8a6f-8d52eeda386f", "name": "network-vif-plugged", "status": "completed", "tag": "5fc20201-666b-4149-8277-5fb5ba1a5ed6", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:39.542744 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f23aece-8271-4da8-8ee3-e43189a1537b {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:39.543155 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc20201-666b-4149-8277-5fb5ba1a5ed6', 'code': 200} Aug 24 00:54:39.567899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=5fc20201-666b-4149-8277-5fb5ba1a5ed6,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:39.662993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a57cea-e66b-4464-b40a-4958abff817f req-092df11a-a05d-45c1-86e8-8592dde2afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:39.664934 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44a57cea-e66b-4464-b40a-4958abff817f req-092df11a-a05d-45c1-86e8-8592dde2afb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 1097 time: 0.0401332 Aug 24 00:54:39.699080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44a57cea-e66b-4464-b40a-4958abff817f req-a90a542a-48eb-4943-9bcb-09513d5314fa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274765 Aug 24 00:54:40.599372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468156e-94b0-474a-9311-2aff95fac3c2 req-3df4c03b-f63f-4c5f-b1e7-674c6960e449 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:40.601207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e468156e-94b0-474a-9311-2aff95fac3c2 req-3df4c03b-f63f-4c5f-b1e7-674c6960e449 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0536048 Aug 24 00:54:40.638874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e468156e-94b0-474a-9311-2aff95fac3c2 req-177648f2-7967-4d36-8b97-1d0db7d698c7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Aug 24 00:54:41.754704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa663e40-5efe-4194-a2db-8993c121f870 req-4694ecf1-20ce-44eb-84ea-f7baf509555e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:41.756615 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa663e40-5efe-4194-a2db-8993c121f870 req-4694ecf1-20ce-44eb-84ea-f7baf509555e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0482514 Aug 24 00:54:41.794733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fa663e40-5efe-4194-a2db-8993c121f870 req-72726d23-0719-4915-ac6c-655f752e11d9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326457 Aug 24 00:54:41.925452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4a20f-b416-45f3-8731-134312517cd6 req-e74aba53-0189-4574-9d9e-4d17eeb47b2b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:41.926977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3af4a20f-b416-45f3-8731-134312517cd6 req-e74aba53-0189-4574-9d9e-4d17eeb47b2b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0609276 Aug 24 00:54:41.935588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44508) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:41.940008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b179243e-d151-4cab-82de-1a9ce1185ca8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Request body: {'floatingip': {'port_id': '5fc20201-666b-4149-8277-5fb5ba1a5ed6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:41.982730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b179243e-d151-4cab-82de-1a9ce1185ca8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:42.425003 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b179243e-d151-4cab-82de-1a9ce1185ca8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:42.429084 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b179243e-d151-4cab-82de-1a9ce1185ca8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:42.856647 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-b179243e-d151-4cab-82de-1a9ce1185ca8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21 associated. External IP: 172.25.8.141, port: 5fc20201-666b-4149-8277-5fb5ba1a5ed6. Aug 24 00:54:43.059909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b179243e-d151-4cab-82de-1a9ce1185ca8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:54:43.169422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b179243e-d151-4cab-82de-1a9ce1185ca8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:54:43.174082 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b179243e-d151-4cab-82de-1a9ce1185ca8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:43.178799 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88016108-9480-4a4a-81c2-aa1dfa6f29b5 None None] Sync routers for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:54:43.189163 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88016108-9480-4a4a-81c2-aa1dfa6f29b5 None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:43.189936 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-88016108-9480-4a4a-81c2-aa1dfa6f29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:54:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:43.206259 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b179243e-d151-4cab-82de-1a9ce1185ca8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "PUT /v2.0/floatingips/7e139ce1-1f12-45f7-a367-3f3568185c21 HTTP/1.1" status: 200 len: 992 time: 1.2696106 Aug 24 00:54:43.206888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'tag': '5fc20201-666b-4149-8277-5fb5ba1a5ed6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:43.209866 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5b501e-dcc4-493b-8b6e-a59414cbeef3" -d '{"events": [{"name": "network-changed", "server_uuid": "1fccde41-f981-4cc2-8a6f-8d52eeda386f", "tag": "5fc20201-666b-4149-8277-5fb5ba1a5ed6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:43.252248 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d3ee42-e019-4803-a24f-fcc9e4035347 x-openstack-request-id: req-77d3ee42-e019-4803-a24f-fcc9e4035347 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:43.252785 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fccde41-f981-4cc2-8a6f-8d52eeda386f", "tag": "5fc20201-666b-4149-8277-5fb5ba1a5ed6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:43.253232 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77d3ee42-e019-4803-a24f-fcc9e4035347 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:43.253868 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'tag': '5fc20201-666b-4149-8277-5fb5ba1a5ed6', 'status': 'completed', 'code': 200} Aug 24 00:54:43.308830 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-88016108-9480-4a4a-81c2-aa1dfa6f29b5 None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:43.347121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b501e-dcc4-493b-8b6e-a59414cbeef3 req-9e618bb4-1e86-4425-99c7-a282e38ecace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:43.348698 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d5b501e-dcc4-493b-8b6e-a59414cbeef3 req-9e618bb4-1e86-4425-99c7-a282e38ecace service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 1097 time: 0.0424204 Aug 24 00:54:43.444288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b501e-dcc4-493b-8b6e-a59414cbeef3 req-fdff315b-e88d-4215-b78c-747ead4b044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:43.445708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d5b501e-dcc4-493b-8b6e-a59414cbeef3 req-fdff315b-e88d-4215-b78c-747ead4b044e service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0895808 Aug 24 00:54:43.525094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d5b501e-dcc4-493b-8b6e-a59414cbeef3 req-b53527f0-a062-4090-9d00-c1f5b1373cfa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6 HTTP/1.1" status: 200 len: 1000 time: 0.0680606 Aug 24 00:54:43.534330 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-88016108-9480-4a4a-81c2-aa1dfa6f29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '7e139ce1-1f12-45f7-a367-3f3568185c21', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'port_id': '5fc20201-666b-4149-8277-5fb5ba1a5ed6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'mac_address': 'fa:16:3e:a9:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:30Z', 'updated_at': '2021-08-24T00:54:42Z', 'revision_number': 1, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:43.564789 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88016108-9480-4a4a-81c2-aa1dfa6f29b5 None None] Checking router: 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:54:43.573566 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88016108-9480-4a4a-81c2-aa1dfa6f29b5 None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:43.574487 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-88016108-9480-4a4a-81c2-aa1dfa6f29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:54:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:43.582286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b501e-dcc4-493b-8b6e-a59414cbeef3 req-716a9835-1f13-48ab-bf83-ee8f9dd9007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:43.586486 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d5b501e-dcc4-493b-8b6e-a59414cbeef3 req-716a9835-1f13-48ab-bf83-ee8f9dd9007c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0456977 Aug 24 00:54:43.630749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b501e-dcc4-493b-8b6e-a59414cbeef3 req-d6ae1fb1-e055-4c62-903e-b8612ae6021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:43.632531 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d5b501e-dcc4-493b-8b6e-a59414cbeef3 req-d6ae1fb1-e055-4c62-903e-b8612ae6021c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409231 Aug 24 00:54:43.682686 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-88016108-9480-4a4a-81c2-aa1dfa6f29b5 None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:43.729072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d5b501e-dcc4-493b-8b6e-a59414cbeef3 req-12f9a9d3-e906-4c2d-9408-11dce5cbb11c service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877068 Aug 24 00:54:43.820942 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d5b501e-dcc4-493b-8b6e-a59414cbeef3 req-9ac9a3c3-235e-49a6-8592-e151f21b6e75 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837038 Aug 24 00:54:43.902540 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-88016108-9480-4a4a-81c2-aa1dfa6f29b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '7e139ce1-1f12-45f7-a367-3f3568185c21', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'port_id': '5fc20201-666b-4149-8277-5fb5ba1a5ed6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'mac_address': 'fa:16:3e:a9:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:30Z', 'updated_at': '2021-08-24T00:54:42Z', 'revision_number': 1, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:43.935277 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88016108-9480-4a4a-81c2-aa1dfa6f29b5 None None] The sync data for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 is: [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '7e139ce1-1f12-45f7-a367-3f3568185c21', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'port_id': '5fc20201-666b-4149-8277-5fb5ba1a5ed6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'mac_address': 'fa:16:3e:a9:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:30Z', 'updated_at': '2021-08-24T00:54:42Z', 'revision_number': 1, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:54:44.121861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c39a8b-b2e9-48d4-842c-e87c0fedb33f None None] New status for floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:54:44.910040 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dbeb12d4-ca7b-4229-ba8a-98488d5abeb8 req-105d341c-1bb3-4d3b-bfce-5e36d1f7f6b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402331 Aug 24 00:54:45.010074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb12d4-ca7b-4229-ba8a-98488d5abeb8 req-e8663a7b-a958-4c22-b98f-61620716eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:45.011615 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dbeb12d4-ca7b-4229-ba8a-98488d5abeb8 req-e8663a7b-a958-4c22-b98f-61620716eb61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 1097 time: 0.0454037 Aug 24 00:54:45.112870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb12d4-ca7b-4229-ba8a-98488d5abeb8 req-c1b4bdde-9d9f-4335-85d2-887e3eb5d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:45.114351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dbeb12d4-ca7b-4229-ba8a-98488d5abeb8 req-c1b4bdde-9d9f-4335-85d2-887e3eb5d7c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0837007 Aug 24 00:54:45.184611 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dbeb12d4-ca7b-4229-ba8a-98488d5abeb8 req-0a573ce2-2e64-4e13-984c-05a762cf0add service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6 HTTP/1.1" status: 200 len: 1002 time: 0.0632691 Aug 24 00:54:45.234343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb12d4-ca7b-4229-ba8a-98488d5abeb8 req-caadccf7-b84b-4431-aed4-435a5248339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:45.235812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dbeb12d4-ca7b-4229-ba8a-98488d5abeb8 req-caadccf7-b84b-4431-aed4-435a5248339a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0437346 Aug 24 00:54:45.285542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb12d4-ca7b-4229-ba8a-98488d5abeb8 req-f00eee06-26e9-43cd-ae75-619b35de5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:45.287672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dbeb12d4-ca7b-4229-ba8a-98488d5abeb8 req-f00eee06-26e9-43cd-ae75-619b35de5009 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443685 Aug 24 00:54:45.380551 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dbeb12d4-ca7b-4229-ba8a-98488d5abeb8 req-37c750a8-91ec-4033-a466-2e5da1d77850 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861783 Aug 24 00:54:45.473802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dbeb12d4-ca7b-4229-ba8a-98488d5abeb8 req-a753e030-7e98-431f-89e5-b6a8dfda321c service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866210 Aug 24 00:54:52.114303 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:54:54.036247 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:57.553698 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d6b55606-2904-4780-8f0c-fc3ae9a74030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:59.929753 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:00.163389 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:00.248676 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0be2edb1-ba0d-45d0-aca3-d5968bd7eab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:01.361046 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:03.124409 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:16.096711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [req-3fcc0628-51ef-4440-a6dd-6137984fed52 req-71cf07fb-5cb0-476b-af99-33d3d0205b9e service neutron] (94838) timed out ('10.222.0.32', 37056) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:55:24.040515 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:27.553860 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bbe8ac2d-98b9-4c9e-b8b7-75b3f4e462ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:29.112820 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:55:29.935874 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:30.164100 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:30.248590 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dd0aa399-994f-465f-ac4d-2b4a9ddbfde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:31.365051 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:33.126948 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:44.610474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed5b4768-af03-4fd9-add3-68befaf2ac3c req-ed9fd88a-9a47-4066-94bd-762c15ed3092 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397906 Aug 24 00:55:44.712355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4768-af03-4fd9-add3-68befaf2ac3c req-659b6341-e10e-4777-8c05-0d2ca45be414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:44.713864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed5b4768-af03-4fd9-add3-68befaf2ac3c req-659b6341-e10e-4777-8c05-0d2ca45be414 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 1097 time: 0.0462699 Aug 24 00:55:44.830004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4768-af03-4fd9-add3-68befaf2ac3c req-af1b0ec7-6f14-4e66-a233-f45cd7747a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:44.831539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed5b4768-af03-4fd9-add3-68befaf2ac3c req-af1b0ec7-6f14-4e66-a233-f45cd7747a04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0857928 Aug 24 00:55:44.901874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed5b4768-af03-4fd9-add3-68befaf2ac3c req-9c82a81e-e675-44aa-bcb7-127b93019bb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6 HTTP/1.1" status: 200 len: 1002 time: 0.0626595 Aug 24 00:55:44.952145 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4768-af03-4fd9-add3-68befaf2ac3c req-3dbeb02c-9afa-42cd-adb5-59bd1a714253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:44.953645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed5b4768-af03-4fd9-add3-68befaf2ac3c req-3dbeb02c-9afa-42cd-adb5-59bd1a714253 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0443318 Aug 24 00:55:44.997193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4768-af03-4fd9-add3-68befaf2ac3c req-e633587b-7df1-46d8-a60f-10b493d295ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:44.998644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed5b4768-af03-4fd9-add3-68befaf2ac3c req-e633587b-7df1-46d8-a60f-10b493d295ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383985 Aug 24 00:55:45.088292 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed5b4768-af03-4fd9-add3-68befaf2ac3c req-86b0521f-7c8e-4cc4-aba6-fbccfd3bfe2c service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821755 Aug 24 00:55:45.177317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed5b4768-af03-4fd9-add3-68befaf2ac3c req-f1b7a7fd-3412-4494-9633-f24022410061 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814333 Aug 24 00:55:54.038162 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:57.555197 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9eaa82e7-5f80-47b4-b7c4-9040b63ef71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:59.955434 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:00.165001 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:00.248336 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1545e719-57df-4883-ba62-547364a3274c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:01.367023 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:03.131786 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:06.115842 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:56:19.393778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e28bed-2ef4-4545-abc0-afec83c139ba req-f6b4138c-4bdc-494e-aa7d-5e3f733897b1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:19.395357 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4e28bed-2ef4-4545-abc0-afec83c139ba req-f6b4138c-4bdc-494e-aa7d-5e3f733897b1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.1068399 Aug 24 00:56:19.432690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4e28bed-2ef4-4545-abc0-afec83c139ba req-72517102-b46b-430a-be53-eee4fb41327a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310988 Aug 24 00:56:19.682580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce41bf5-034b-4116-83e2-a2fe01689db5 req-0010d6de-04e5-4182-bc71-a9bdd9111f46 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:19.684098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ce41bf5-034b-4116-83e2-a2fe01689db5 req-0010d6de-04e5-4182-bc71-a9bdd9111f46 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0561631 Aug 24 00:56:19.743694 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ce41bf5-034b-4116-83e2-a2fe01689db5 req-617cc2f8-1111-465d-8d9d-c477bb833490 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527022 Aug 24 00:56:19.748874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-4784166d-cdd3-4780-9938-f7311c77c078 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1289473 Aug 24 00:56:20.937307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-dcaccb6a-1eae-40f8-a334-4f3fc61dc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:20.938853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-dcaccb6a-1eae-40f8-a334-4f3fc61dc21f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 1097 time: 0.0751898 Aug 24 00:56:20.949772 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ef730-bc41-4f2e-ab47-d865babf48ab req-8f1c0ae7-791f-407c-9164-3a458739764e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:20.951209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb0ef730-bc41-4f2e-ab47-d865babf48ab req-8f1c0ae7-791f-407c-9164-3a458739764e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.1360092 Aug 24 00:56:21.032631 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb0ef730-bc41-4f2e-ab47-d865babf48ab req-8644418f-d6a4-45ff-bcd5-7417d1781b14 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732052 Aug 24 00:56:21.062966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-86ac9889-6913-4660-bcaf-fa825efdf707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:21.064460 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-86ac9889-6913-4660-bcaf-fa825efdf707 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.1123800 Aug 24 00:56:21.132649 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-436928b9-47ef-4c92-ab3b-9d19baf177b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6 HTTP/1.1" status: 200 len: 1002 time: 0.0601289 Aug 24 00:56:21.181210 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-632048c5-96de-43c4-86e5-ea771ebf702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:21.182677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-632048c5-96de-43c4-86e5-ea771ebf702f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0432677 Aug 24 00:56:21.227628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-1d6a6f64-4880-486d-a21d-b723704085ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:21.229131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-1d6a6f64-4880-486d-a21d-b723704085ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392549 Aug 24 00:56:21.320517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-1ed37e08-037f-4015-8ae4-ca67f982a397 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841472 Aug 24 00:56:21.408222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-fc3cc65c-6671-4497-92bf-4860521d63e9 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813000 Aug 24 00:56:22.150841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89acdfd-b41e-41be-be00-7b105106a468 req-2f077a00-19cb-47a9-ae13-9f7168b1bde6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:22.152322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e89acdfd-b41e-41be-be00-7b105106a468 req-2f077a00-19cb-47a9-ae13-9f7168b1bde6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0529151 Aug 24 00:56:22.189386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e89acdfd-b41e-41be-be00-7b105106a468 req-ae8d2f8b-27e3-43ad-bfcf-da37d491b103 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308945 Aug 24 00:56:23.308567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8270-7909-412a-a604-fe5b12bd23c2 req-08275ee3-b3b1-4037-bc2c-d7ec13e51a94 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:23.309839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e7e8270-7909-412a-a604-fe5b12bd23c2 req-08275ee3-b3b1-4037-bc2c-d7ec13e51a94 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0496333 Aug 24 00:56:23.352217 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7e7e8270-7909-412a-a604-fe5b12bd23c2 req-cdbd3256-89ca-42eb-8049-9d6194f6a924 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339909 Aug 24 00:56:24.051972 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:24.468960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fffaf-337a-44cc-bd73-cf90848834a0 req-246ba775-85d9-4088-8779-7ae1f9af29c3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:24.470468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a2fffaf-337a-44cc-bd73-cf90848834a0 req-246ba775-85d9-4088-8779-7ae1f9af29c3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0477517 Aug 24 00:56:24.507036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4a2fffaf-337a-44cc-bd73-cf90848834a0 req-f7f56bd8-e8ba-4e09-92f2-7f2ac47c4fb2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300014 Aug 24 00:56:25.627980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb6944-45ee-4425-a9e1-9d59f75f24a4 req-648f9f0a-2454-4195-a467-98bac936a7a8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:25.629472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5aeb6944-45ee-4425-a9e1-9d59f75f24a4 req-648f9f0a-2454-4195-a467-98bac936a7a8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0524335 Aug 24 00:56:25.667026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5aeb6944-45ee-4425-a9e1-9d59f75f24a4 req-be02505a-d9c7-442c-bb7b-f70ae11e7ff2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309503 Aug 24 00:56:26.788270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f9256-6bf9-49f8-8bc4-836557baaa65 req-2b50e14b-e4cd-4a9c-9704-5bf73eb11fc6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:26.789748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef8f9256-6bf9-49f8-8bc4-836557baaa65 req-2b50e14b-e4cd-4a9c-9704-5bf73eb11fc6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0488453 Aug 24 00:56:26.825544 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef8f9256-6bf9-49f8-8bc4-836557baaa65 req-e30d025d-02d2-4349-939a-3b6aa59c4705 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299039 Aug 24 00:56:27.555792 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-955ab1c0-1bb3-4470-9ebb-a152593144ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:27.942790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24db70-a60e-49f1-a47b-e125359fb1f5 req-ce9cf930-d5a5-4c52-b9b8-5b6bdd6f5a23 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:27.944284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad24db70-a60e-49f1-a47b-e125359fb1f5 req-ce9cf930-d5a5-4c52-b9b8-5b6bdd6f5a23 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0494688 Aug 24 00:56:27.981713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad24db70-a60e-49f1-a47b-e125359fb1f5 req-cbfea391-3d25-4193-9210-dd2c9275f77d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311065 Aug 24 00:56:29.107139 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9682aa8-19ab-4f29-9cd4-068837c35133 req-ea2018fd-1e9e-4791-b3cd-49f5713992e7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:29.108639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9682aa8-19ab-4f29-9cd4-068837c35133 req-ea2018fd-1e9e-4791-b3cd-49f5713992e7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0587945 Aug 24 00:56:29.146703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9682aa8-19ab-4f29-9cd4-068837c35133 req-93d0d9ff-9ed9-41b0-8f53-3052482c9b2b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320868 Aug 24 00:56:29.942146 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:30.166149 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:30.248031 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-09447b3e-1713-4871-8f9a-888cd7147092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:30.268481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ba6b0-b714-4fd8-8a7a-4c4779cfcf9e req-70a27125-8e39-4266-9e1d-c86c476dc1ff tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:30.269995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e2ba6b0-b714-4fd8-8a7a-4c4779cfcf9e req-70a27125-8e39-4266-9e1d-c86c476dc1ff tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0552583 Aug 24 00:56:30.308730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e2ba6b0-b714-4fd8-8a7a-4c4779cfcf9e req-299f362c-8a5e-4137-b77e-2eadae5c5e17 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317223 Aug 24 00:56:31.373549 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:31.424499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e4e46-b33c-412a-8533-41992946d5fd req-c83f3c69-d88a-44b4-8298-dd673184688c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:31.425999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df8e4e46-b33c-412a-8533-41992946d5fd req-c83f3c69-d88a-44b4-8298-dd673184688c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0488832 Aug 24 00:56:31.465069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df8e4e46-b33c-412a-8533-41992946d5fd req-d129f67a-e7be-4f5d-a085-23182e42bf8e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323114 Aug 24 00:56:32.582466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a629ec-b08b-4593-a678-7d2474da7c71 req-08841e2a-d68e-4396-8194-990af6f7357c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:32.583989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18a629ec-b08b-4593-a678-7d2474da7c71 req-08841e2a-d68e-4396-8194-990af6f7357c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0523694 Aug 24 00:56:32.626140 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18a629ec-b08b-4593-a678-7d2474da7c71 req-485d450d-632b-4772-8e79-22ac72d1f3e8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360246 Aug 24 00:56:33.132605 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:33.433589 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-7d485353-55de-49ee-bab1-1ac4f57eb6b8 service neutron] show failed (client error): The resource could not be found. Aug 24 00:56:33.434506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-7d485353-55de-49ee-bab1-1ac4f57eb6b8 service neutron] 10.222.0.13 "GET /v2.0/ports/5fc20201-666b-4149-8277-5fb5ba1a5ed6/bindings/n-h1-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.0542283 Aug 24 00:56:33.629974 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-526bd631-b688-41dd-89dd-f71333e69c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:33.631516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-526bd631-b688-41dd-89dd-f71333e69c50 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f&tenant_id=44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 1097 time: 0.0411191 Aug 24 00:56:33.650311 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:33.727522 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:33.778156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eaff1e-5e09-4061-a084-95830bee4f83 req-6e1a1b0a-64e8-4337-a043-4fc5de460d74 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:33.779689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97eaff1e-5e09-4061-a084-95830bee4f83 req-6e1a1b0a-64e8-4337-a043-4fc5de460d74 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0804317 Aug 24 00:56:33.881784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97eaff1e-5e09-4061-a084-95830bee4f83 req-6c0bcfd8-a64f-4ce8-8b11-80f2f5efc2d4 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957661 Aug 24 00:56:33.969971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] For port 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:34.003968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] For port 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:56:34.042555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc20201-666b-4149-8277-5fb5ba1a5ed6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:56:34.044829 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0e31c6-ee18-460a-9fd3-9792c62b54d4" -d '{"events": [{"server_uuid": "1fccde41-f981-4cc2-8a6f-8d52eeda386f", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc20201-666b-4149-8277-5fb5ba1a5ed6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:56:34.048538 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:34.060701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Transition to ACTIVE for port object 5fc20201-666b-4149-8277-5fb5ba1a5ed6 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:56:34.064237 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:34.098950 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb55eda-5e1a-4142-bd00-dbd976892487 x-openstack-request-id: req-cdb55eda-5e1a-4142-bd00-dbd976892487 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:56:34.099236 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fccde41-f981-4cc2-8a6f-8d52eeda386f", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc20201-666b-4149-8277-5fb5ba1a5ed6", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:56:34.099503 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdb55eda-5e1a-4142-bd00-dbd976892487 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:56:34.099864 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc20201-666b-4149-8277-5fb5ba1a5ed6', 'code': 200} Aug 24 00:56:34.169550 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc20201-666b-4149-8277-5fb5ba1a5ed6,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:34.197726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.198067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.198406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.198744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.199100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.199430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.199759 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.200085 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.200407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.200741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.201053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.201372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.255069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] No DVR routers for this DVR port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:56:34.388841 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Attempting to bind port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:56:34.389122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Attempting to bind port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:56:34.389455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Attempting to bind port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:56:34.393646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 on network 51a70962-9730-480b-91a8-b896d8343e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:56:34.393967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Attempting to bind port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:56:34.398766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:56:34.399136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Checking segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:56:34.399527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Bound using segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:56:34.399957 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Bound port: 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:56:34.400320 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:34.464107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] For port 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:56:34.467346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] For port 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:56:34.471514 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:34.509381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:34.510056 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:34.511500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] 10.222.0.47 "PUT /v2.0/ports/5fc20201-666b-4149-8277-5fb5ba1a5ed6 HTTP/1.1" status: 200 len: 1092 time: 0.8655400 Aug 24 00:56:34.532874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0e3cb-bfeb-47d3-9fef-841647e1a924 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc20201-666b-4149-8277-5fb5ba1a5ed6,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:34.598481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-3209e386-32f5-47a6-b34d-f28bae7e2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:34.600106 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-3209e386-32f5-47a6-b34d-f28bae7e2f44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 1095 time: 0.0451736 Aug 24 00:56:34.694017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-04656fe4-c488-4d7c-9a9b-5e0c7c89ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:34.696075 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-04656fe4-c488-4d7c-9a9b-5e0c7c89ae35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0871203 Aug 24 00:56:35.113728 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-3a947247-a9af-4078-b2fc-515ed1bf811a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6 HTTP/1.1" status: 200 len: 1000 time: 0.4107816 Aug 24 00:56:35.137225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425b30d-cd5d-4e76-b7ea-590ae44fcba0 req-0ae9c6b6-a0dd-4042-a57c-f85fd77c9ae2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:35.138647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a425b30d-cd5d-4e76-b7ea-590ae44fcba0 req-0ae9c6b6-a0dd-4042-a57c-f85fd77c9ae2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 944 time: 0.0717552 Aug 24 00:56:35.192040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-20e70ba0-8ea7-45dd-a64b-10240336815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:35.193474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-20e70ba0-8ea7-45dd-a64b-10240336815e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0718119 Aug 24 00:56:35.201114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a425b30d-cd5d-4e76-b7ea-590ae44fcba0 req-b24689c7-7fe5-4c09-b3a1-6a17329cfd50 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456412 Aug 24 00:56:35.243414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-26100135-3704-45ab-a7dd-3ec7bc05f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:35.244886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-26100135-3704-45ab-a7dd-3ec7bc05f96c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429509 Aug 24 00:56:35.332843 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-3b8bff1f-0913-4c5c-a2fd-25128176ed1a service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806663 Aug 24 00:56:35.424078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c28dce2d-aea3-4e19-b980-97caf6e8b1df req-81e9d105-bde0-4d31-a354-12f858fcfa0f service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838768 Aug 24 00:56:36.100956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'tag': '5fc20201-666b-4149-8277-5fb5ba1a5ed6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:56:36.103557 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88" -d '{"events": [{"name": "network-changed", "server_uuid": "1fccde41-f981-4cc2-8a6f-8d52eeda386f", "tag": "5fc20201-666b-4149-8277-5fb5ba1a5ed6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:56:36.151856 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ece041-2e92-493e-bdd8-da9bb18e5b6f x-openstack-request-id: req-10ece041-2e92-493e-bdd8-da9bb18e5b6f {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:56:36.152150 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fccde41-f981-4cc2-8a6f-8d52eeda386f", "tag": "5fc20201-666b-4149-8277-5fb5ba1a5ed6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:56:36.152401 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10ece041-2e92-493e-bdd8-da9bb18e5b6f {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:56:36.152791 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'tag': '5fc20201-666b-4149-8277-5fb5ba1a5ed6', 'status': 'completed', 'code': 200} Aug 24 00:56:36.259499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-c8b0bf7f-3845-46f0-b092-f28ee93ce42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:36.261021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-c8b0bf7f-3845-46f0-b092-f28ee93ce42f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 1095 time: 0.0712240 Aug 24 00:56:36.266760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-de8f3ae4-f801-4f3d-8c06-31ce0677e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:36.268225 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-de8f3ae4-f801-4f3d-8c06-31ce0677e129 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 1095 time: 0.0522537 Aug 24 00:56:36.436384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4cdcf-aafb-4b84-89f4-5109119d094e req-81703a52-1a9d-4900-a410-b2f87e65b507 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:36.437796 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7c4cdcf-aafb-4b84-89f4-5109119d094e req-81703a52-1a9d-4900-a410-b2f87e65b507 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 944 time: 0.1687064 Aug 24 00:56:36.484674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-b3e7a6a0-e198-461c-b940-7eca16c0a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:36.486153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-b3e7a6a0-e198-461c-b940-7eca16c0a70c service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.2160542 Aug 24 00:56:36.491792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-666a4c37-affb-4076-ba62-62fa02b7cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:36.493286 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-666a4c37-affb-4076-ba62-62fa02b7cc01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.2079489 Aug 24 00:56:36.580183 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7c4cdcf-aafb-4b84-89f4-5109119d094e req-1a94ab3c-b097-4806-ac39-5ede20abdd78 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357679 Aug 24 00:56:36.609436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-7d0fe7e8-7578-45a6-b634-a613d19d501a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6 HTTP/1.1" status: 200 len: 1000 time: 0.1152341 Aug 24 00:56:36.614969 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-81f73a18-8db4-47b2-bc6a-fc055af1c333 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6 HTTP/1.1" status: 200 len: 1000 time: 0.1098042 Aug 24 00:56:36.695938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-b8b91146-bae9-4f27-a3ca-ba345d1e25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:36.697551 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-b8b91146-bae9-4f27-a3ca-ba345d1e25d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0811093 Aug 24 00:56:36.698800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-6ce96155-b7de-40c2-ada1-a31d5fb8d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:36.700105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-6ce96155-b7de-40c2-ada1-a31d5fb8d6f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0750437 Aug 24 00:56:36.772410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-8d3827c1-1f5d-4b1d-9ced-6fbce3f302b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:36.774529 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-8d3827c1-1f5d-4b1d-9ced-6fbce3f302b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693381 Aug 24 00:56:36.779514 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-efc2e64b-8a2a-4d4e-82d1-e5abb80f45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:36.781235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-efc2e64b-8a2a-4d4e-82d1-e5abb80f45b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684829 Aug 24 00:56:36.927594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-21f29183-8123-4244-9f2b-139fbdd45dec service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454175 Aug 24 00:56:36.932862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-3db7417d-df60-43e3-a490-a315a422bfe5 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430314 Aug 24 00:56:37.083247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-40ef75fb-0843-46a1-9736-20eeb99fd302 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473489 Aug 24 00:56:37.086809 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b38e89d-6e33-4ca6-854b-2ef2d6504d88 req-894d296d-f385-4078-be45-7a4ff34f2c2c service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439574 Aug 24 00:56:37.700000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b66ef-f069-4281-bca0-57096dab33a4 req-2f052652-1ecc-4896-9300-2a8b01af83c0 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:37.701494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c35b66ef-f069-4281-bca0-57096dab33a4 req-2f052652-1ecc-4896-9300-2a8b01af83c0 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 944 time: 0.0508318 Aug 24 00:56:37.742825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c35b66ef-f069-4281-bca0-57096dab33a4 req-e8537aac-5f88-4d24-b6ba-7c19f1692e92 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352058 Aug 24 00:56:37.921700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5fc20201-666b-4149-8277-5fb5ba1a5ed6 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:56:37.959646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 5fc20201-666b-4149-8277-5fb5ba1a5ed6 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:56:38.065690 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4592d-128e-4728-8b10-54bfa8df52eb req-fa210bff-2a09-4900-ad59-547187c22af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:38.067189 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa4592d-128e-4728-8b10-54bfa8df52eb req-fa210bff-2a09-4900-ad59-547187c22af6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 1095 time: 0.0396006 Aug 24 00:56:38.167674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4592d-128e-4728-8b10-54bfa8df52eb req-715538ae-bd93-4fcc-933c-f947dea6c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:38.169148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa4592d-128e-4728-8b10-54bfa8df52eb req-715538ae-bd93-4fcc-933c-f947dea6c93f service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0824761 Aug 24 00:56:38.241427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa4592d-128e-4728-8b10-54bfa8df52eb req-d15dc039-4fe0-4241-b014-62df83a66f83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6 HTTP/1.1" status: 200 len: 1000 time: 0.0629435 Aug 24 00:56:38.291697 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4592d-128e-4728-8b10-54bfa8df52eb req-6333700b-1ab1-4996-819f-59729d064f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:38.293130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa4592d-128e-4728-8b10-54bfa8df52eb req-6333700b-1ab1-4996-819f-59729d064f54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0441561 Aug 24 00:56:38.339067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4592d-128e-4728-8b10-54bfa8df52eb req-77d73df5-10e1-436f-8573-8b726bdb1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:38.340556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa4592d-128e-4728-8b10-54bfa8df52eb req-77d73df5-10e1-436f-8573-8b726bdb1473 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394959 Aug 24 00:56:38.434752 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa4592d-128e-4728-8b10-54bfa8df52eb req-114986b7-c525-49e4-89d5-cbd3d85bdb4e service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859168 Aug 24 00:56:38.526021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afa4592d-128e-4728-8b10-54bfa8df52eb req-56b68ea0-49d9-4b8a-b9fa-c477cac3d731 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824270 Aug 24 00:56:38.857828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8768f-ad87-45db-b7f7-92d4b1dc4202 req-7ef48b04-c0cc-4a4e-9e06-6fc6556eeecd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:38.859337 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9b8768f-ad87-45db-b7f7-92d4b1dc4202 req-7ef48b04-c0cc-4a4e-9e06-6fc6556eeecd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 944 time: 0.0485830 Aug 24 00:56:38.900890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9b8768f-ad87-45db-b7f7-92d4b1dc4202 req-2473177d-3992-4204-a71c-5592d26f4aff tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356383 Aug 24 00:56:38.978787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5fc20201-666b-4149-8277-5fb5ba1a5ed6 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:56:39.075815 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:39.087171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '5fc20201-666b-4149-8277-5fb5ba1a5ed6', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'port_id': '5fc20201-666b-4149-8277-5fb5ba1a5ed6', 'mac_address': 'fa:16:3e:a9:c7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:56:39.123453 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435a905-713c-47a3-a04d-83f77ff1e17f req-84601b6a-4685-4472-ad84-92f7d8fff9d4 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:39.124961 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2435a905-713c-47a3-a04d-83f77ff1e17f req-84601b6a-4685-4472-ad84-92f7d8fff9d4 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 944 time: 0.0799315 Aug 24 00:56:39.131635 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:39.137788 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-db3fa136-506e-454e-aa13-12c8bd8e19b1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:39.139292 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-db3fa136-506e-454e-aa13-12c8bd8e19b1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f&tenant_id=44636974c6bd4f71a745cc60e9cb93c4&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 944 time: 0.0676179 Aug 24 00:56:39.145380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc20201-666b-4149-8277-5fb5ba1a5ed6 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:56:39.165218 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:39.169701 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:39.216994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2435a905-713c-47a3-a04d-83f77ff1e17f req-692b365b-0c49-43c2-84e2-6fccb089b849 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767322 Aug 24 00:56:39.217399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=5fc20201-666b-4149-8277-5fb5ba1a5ed6,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:39.224694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:39.225037 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:39.225375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:39.225713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:39.226042 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:39.226367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:39.226756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:39.227185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:39.227718 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-08bf7fc6-7f1d-4845-9b7e-05ac1133c63d service neutron] delete failed (client error): The resource could not be found. Aug 24 00:56:39.227832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:39.227832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:39.228094 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:39.228440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-08bf7fc6-7f1d-4845-9b7e-05ac1133c63d service neutron] 10.222.0.13 "DELETE /v2.0/ports/5fc20201-666b-4149-8277-5fb5ba1a5ed6/bindings/n-h2-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.0814080 Aug 24 00:56:39.228542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:39.334087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-3950fccf-3fe6-41c4-9ff1-a3b46e654243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:39.335507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-3950fccf-3fe6-41c4-9ff1-a3b46e654243 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 1096 time: 0.0402699 Aug 24 00:56:39.420862 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-9bff85e7-0c52-43ab-a510-56126707941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:39.422321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-9bff85e7-0c52-43ab-a510-56126707941f service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0800815 Aug 24 00:56:39.500270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-3cc5467c-a0a0-4385-bdf8-80edc9be6bf5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6 HTTP/1.1" status: 200 len: 1001 time: 0.0708461 Aug 24 00:56:39.550239 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-a53cebea-aeea-4c4f-aa7c-3645246237d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:39.551837 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-a53cebea-aeea-4c4f-aa7c-3645246237d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0453203 Aug 24 00:56:39.598162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-b4d8568d-d6f8-4ba7-9486-43f8a872bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:39.599638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-b4d8568d-d6f8-4ba7-9486-43f8a872bdef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405877 Aug 24 00:56:39.603923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['5fc20201-666b-4149-8277-5fb5ba1a5ed6'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:56:39.693913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-eee0d36c-644c-4126-aa41-4800efe84b99 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860424 Aug 24 00:56:39.787701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ada2512d-0f89-4f0d-94b8-50e313de1ccd req-d0c9bdaa-3c4f-40df-9f71-e10dde86e0cb service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858328 Aug 24 00:56:40.338112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f83ce8-fa70-4380-bb9d-12879ec220b9 req-701ef746-631f-4f2b-abab-a2bd2b52fa6f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:40.339633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24f83ce8-fa70-4380-bb9d-12879ec220b9 req-701ef746-631f-4f2b-abab-a2bd2b52fa6f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 945 time: 0.0507536 Aug 24 00:56:40.383074 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24f83ce8-fa70-4380-bb9d-12879ec220b9 req-b930af9a-3c8a-4775-ae73-6c00023f0963 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372977 Aug 24 00:56:40.498135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976783-8fdc-4f18-b8f5-6875b7f39225 req-d6882daf-1515-4ee3-82f0-acfd092a0d5c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:40.499563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3976783-8fdc-4f18-b8f5-6875b7f39225 req-d6882daf-1515-4ee3-82f0-acfd092a0d5c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 945 time: 0.0489042 Aug 24 00:56:40.538302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3976783-8fdc-4f18-b8f5-6875b7f39225 req-25eaa6e3-3c29-41f2-8722-aed80af0030a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328319 Aug 24 00:56:40.661737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b347a3-2dc2-4035-9777-8306f0980f8d req-f85b4ea3-e68d-4b96-86c7-617a4fa637bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:40.663262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76b347a3-2dc2-4035-9777-8306f0980f8d req-f85b4ea3-e68d-4b96-86c7-617a4fa637bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 945 time: 0.0566652 Aug 24 00:56:40.702557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76b347a3-2dc2-4035-9777-8306f0980f8d req-e6c582d3-88c8-439b-812a-d10c78c529a8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324724 Aug 24 00:56:40.951375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bf533-02c1-49f2-9a3e-b65f1bfa9114 req-dc695329-74f8-468a-8e6b-e8cfc63431c5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:40.952938 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f55bf533-02c1-49f2-9a3e-b65f1bfa9114 req-dc695329-74f8-468a-8e6b-e8cfc63431c5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 945 time: 0.0498223 Aug 24 00:56:40.994467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f55bf533-02c1-49f2-9a3e-b65f1bfa9114 req-7a740043-a7a6-4b6c-a56c-07571a63a539 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353842 Aug 24 00:56:41.005492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5fc20201-666b-4149-8277-5fb5ba1a5ed6 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:56:41.052681 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:56:41.056964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:41.057340 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:41.130913 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:41.153308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc20201-666b-4149-8277-5fb5ba1a5ed6'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:56:41.155794 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ade1e91-d5ec-4c43-b3c8-9d12b887d741" -d '{"events": [{"server_uuid": "1fccde41-f981-4cc2-8a6f-8d52eeda386f", "name": "network-vif-plugged", "status": "completed", "tag": "5fc20201-666b-4149-8277-5fb5ba1a5ed6"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:56:41.180472 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:41.184870 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:41.214801 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc9705a-84b7-420c-9732-c7381525065d x-openstack-request-id: req-6bc9705a-84b7-420c-9732-c7381525065d {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:56:41.215080 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fccde41-f981-4cc2-8a6f-8d52eeda386f", "name": "network-vif-plugged", "status": "completed", "tag": "5fc20201-666b-4149-8277-5fb5ba1a5ed6", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:56:41.215470 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bc9705a-84b7-420c-9732-c7381525065d {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:56:41.215931 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc20201-666b-4149-8277-5fb5ba1a5ed6', 'code': 200} Aug 24 00:56:41.241461 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=5fc20201-666b-4149-8277-5fb5ba1a5ed6,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:42.111273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6063710-70bc-4495-b060-19be3c0bf32a req-451a306d-2e6e-4e15-b812-cec947797ac8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:42.112884 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6063710-70bc-4495-b060-19be3c0bf32a req-451a306d-2e6e-4e15-b812-cec947797ac8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0507302 Aug 24 00:56:42.152114 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6063710-70bc-4495-b060-19be3c0bf32a req-96516596-cc5a-4841-a35d-8127e76cc82a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330412 Aug 24 00:56:42.498750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-a639f6dd-dc47-434e-a5c3-e3261a7d99c6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:42.500255 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-a639f6dd-dc47-434e-a5c3-e3261a7d99c6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 946 time: 0.0520771 Aug 24 00:56:42.594178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Deleting port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:56:42.594528 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:42.684646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] For port 5fc20201-666b-4149-8277-5fb5ba1a5ed6, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=5fc20201-666b-4149-8277-5fb5ba1a5ed6,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:42.685019 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:42.901711 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:42.902101 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:42.902420 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21 disassociated. External IP: 172.25.8.141, port: 5fc20201-666b-4149-8277-5fb5ba1a5ed6. Aug 24 00:56:42.902760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Calling delete_port for 5fc20201-666b-4149-8277-5fb5ba1a5ed6 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:56:43.028866 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:43.057773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event deleted for resources: {'Port': ['ID=5fc20201-666b-4149-8277-5fb5ba1a5ed6,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:43.114705 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:56:43.184827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:56:43.266660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f5345ed-b28e-436a-8175-c9418fd1b9b5 req-23a75284-e449-4a53-b865-46962ffadaa7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fccde41-f981-4cc2-8a6f-8d52eeda386f HTTP/1.1" status: 200 len: 210 time: 0.0325449 Aug 24 00:56:43.330618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:56:43.341778 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b52e0c7-c58d-4397-be42-561f4845d752 None None] Sync routers for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:56:43.358958 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b52e0c7-c58d-4397-be42-561f4845d752 None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:43.359584 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0b52e0c7-c58d-4397-be42-561f4845d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:56:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:43.373797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] No DVR routers for this DVR port 5fc20201-666b-4149-8277-5fb5ba1a5ed6 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:56:43.376399 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:43.378472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f04c5085-46c9-406c-9f73-23a35d7ccdcc req-6e2aa507-5e15-4bac-a007-49e755487697 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.47 "DELETE /v2.0/ports/5fc20201-666b-4149-8277-5fb5ba1a5ed6 HTTP/1.1" status: 204 len: 173 time: 0.8714452 Aug 24 00:56:43.378932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'name': 'network-vif-deleted', 'tag': '5fc20201-666b-4149-8277-5fb5ba1a5ed6'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:56:43.381144 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476cfc25-15f5-472a-aa2d-9d8aa8b368ad" -d '{"events": [{"server_uuid": "1fccde41-f981-4cc2-8a6f-8d52eeda386f", "name": "network-vif-deleted", "tag": "5fc20201-666b-4149-8277-5fb5ba1a5ed6"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:56:43.421507 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fcf782-d5da-4116-bd00-61ade2f4bd7e x-openstack-request-id: req-20fcf782-d5da-4116-bd00-61ade2f4bd7e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:56:43.421850 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fccde41-f981-4cc2-8a6f-8d52eeda386f", "name": "network-vif-deleted", "tag": "5fc20201-666b-4149-8277-5fb5ba1a5ed6", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:56:43.422169 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20fcf782-d5da-4116-bd00-61ade2f4bd7e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:56:43.422630 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fccde41-f981-4cc2-8a6f-8d52eeda386f', 'name': 'network-vif-deleted', 'tag': '5fc20201-666b-4149-8277-5fb5ba1a5ed6', 'status': 'completed', 'code': 200} Aug 24 00:56:43.468591 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0b52e0c7-c58d-4397-be42-561f4845d752 None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:43.764609 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0b52e0c7-c58d-4397-be42-561f4845d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:43.790703 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b52e0c7-c58d-4397-be42-561f4845d752 None None] Checking router: 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:56:43.798721 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b52e0c7-c58d-4397-be42-561f4845d752 None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:43.799347 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0b52e0c7-c58d-4397-be42-561f4845d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:56:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:43.900959 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-0b52e0c7-c58d-4397-be42-561f4845d752 None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:44.102661 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-0b52e0c7-c58d-4397-be42-561f4845d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:44.129648 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b52e0c7-c58d-4397-be42-561f4845d752 None None] The sync data for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 is: [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:56:44.360469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3520ecd-d327-4ae1-916f-76c873b277fd None None] New status for floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:56:44.504811 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-afb19563-0e51-435b-8e77-dc4053754f85 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--430044405&fields=id&tenant_id=44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 267 time: 0.0345366 Aug 24 00:56:44.618228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-5d05e4cb-d380-4d72-8331-fca5f7925ed1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:44.619767 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-5d05e4cb-d380-4d72-8331-fca5f7925ed1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 811 time: 0.1054823 Aug 24 00:56:44.635894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-a2a5ebb1-68fa-4dda-a842-9dd361499730 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/quotas/44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 375 time: 0.0103672 Aug 24 00:56:44.691742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-a6f0ba80-e89e-42ca-9de4-07b1258d672d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486751 Aug 24 00:56:44.756852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-6e9fd488-ba7d-4337-ad4f-4ea5685cc054 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:56:44.757875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-6e9fd488-ba7d-4337-ad4f-4ea5685cc054 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548134 Aug 24 00:56:44.849563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-bbdcde2e-d4df-43b4-8096-dfe0c02ae7b6 service neutron] 10.222.0.32 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852184 Aug 24 00:56:44.942386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-d2856dea-87bb-4eaf-a455-7422fda6c3d6 service neutron] 10.222.0.32 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823808 Aug 24 00:56:45.100915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60637a78-872f-41e6-9b81-3cdb409a30ea req-dd73b61b-734e-47c5-adf0-678af9991a1c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 210 time: 0.0268674 Aug 24 00:56:46.082080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-2c6f6bb5-5fb4-4a7b-a5d7-b266e773446e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:46.083680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-2c6f6bb5-5fb4-4a7b-a5d7-b266e773446e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 811 time: 0.1038179 Aug 24 00:56:46.140806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-74f62112-527b-4b49-8c7e-3883e5c7214f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 379 time: 0.0349228 Aug 24 00:56:46.178236 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-cd910897-e684-4675-859f-ec51d638679e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Request body: {'port': {'device_id': '0b00f211-bb34-416f-8b67-1ef803817166', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'admin_state_up': True, 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'security_groups': ['74d4ffcd-6737-4fd6-9c75-1b140ece554c']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:46.575346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-874847e4-4ad1-4507-b38b-b8b9adfe01ac req-7678fe62-5034-486e-a206-d51c0cb751eb tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 210 time: 0.3930411 Aug 24 00:56:46.642249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-cd910897-e684-4675-859f-ec51d638679e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Made reservation on behalf of 44636974c6bd4f71a745cc60e9cb93c4 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:56:46.645828 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-cd910897-e684-4675-859f-ec51d638679e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:46.768043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-cd910897-e684-4675-859f-ec51d638679e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Allocated IP 172.20.0.9 (51a70962-9730-480b-91a8-b896d8343e77/a7b84434-9cfd-4f5d-a68f-f8ea2d283303/7357ac73-c704-436f-b0c5-569c3baa8769) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:56:46.903885 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-cd910897-e684-4675-859f-ec51d638679e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:46.917685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-cd910897-e684-4675-859f-ec51d638679e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Transition to ACTIVE for port object 7357ac73-c704-436f-b0c5-569c3baa8769 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:56:46.949148 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-cd910897-e684-4675-859f-ec51d638679e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:46.991106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-cd910897-e684-4675-859f-ec51d638679e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Network 51a70962-9730-480b-91a8-b896d8343e77 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:56:46.994605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-cd910897-e684-4675-859f-ec51d638679e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:56:46.998054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-cd910897-e684-4675-859f-ec51d638679e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:56:47.004109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd910897-e684-4675-859f-ec51d638679e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event updated for resources: {'Port': ['ID=7357ac73-c704-436f-b0c5-569c3baa8769,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:47.045256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5fc20201-666b-4149-8277-5fb5ba1a5ed6 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:56:47.049472 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-cd910897-e684-4675-859f-ec51d638679e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:47.050109 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-cd910897-e684-4675-859f-ec51d638679e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:47.067109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-cd910897-e684-4675-859f-ec51d638679e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8928795 Aug 24 00:56:47.068281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 5fc20201-666b-4149-8277-5fb5ba1a5ed6 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:56:47.068632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 5fc20201-666b-4149-8277-5fb5ba1a5ed6 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:56:47.084780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Request body: {'port': {'device_id': '0b00f211-bb34-416f-8b67-1ef803817166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:47.145693 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:47.280170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1aae2363-9217-40b1-b406-2b532abc6556 None None] Provisioning for port 7357ac73-c704-436f-b0c5-569c3baa8769 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:56:47.284099 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1aae2363-9217-40b1-b406-2b532abc6556 None None] Provisioning complete for port 7357ac73-c704-436f-b0c5-569c3baa8769 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:47.284495 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1aae2363-9217-40b1-b406-2b532abc6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:47.317278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-1aae2363-9217-40b1-b406-2b532abc6556 None None] Port 7357ac73-c704-436f-b0c5-569c3baa8769 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:56:47.411241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7357ac73-c704-436f-b0c5-569c3baa8769 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:56:47.419347 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:47.432294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Transition to ACTIVE for port object 7357ac73-c704-436f-b0c5-569c3baa8769 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:56:47.436022 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:47.488231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Pushing event updated for resources: {'Port': ['ID=7357ac73-c704-436f-b0c5-569c3baa8769,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:47.561112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Attempting to bind port 7357ac73-c704-436f-b0c5-569c3baa8769 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:56:47.561452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Attempting to bind port 7357ac73-c704-436f-b0c5-569c3baa8769 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:56:47.561782 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Attempting to bind port 7357ac73-c704-436f-b0c5-569c3baa8769 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:56:47.566895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Port 7357ac73-c704-436f-b0c5-569c3baa8769 on network 51a70962-9730-480b-91a8-b896d8343e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:56:47.567225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Attempting to bind port 7357ac73-c704-436f-b0c5-569c3baa8769 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:56:47.572521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:56:47.572885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Checking segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:56:47.573274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Bound using segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:56:47.573706 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Bound port: 7357ac73-c704-436f-b0c5-569c3baa8769, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:56:47.574071 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:47.643868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] For port 7357ac73-c704-436f-b0c5-569c3baa8769, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:56:47.647899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] For port 7357ac73-c704-436f-b0c5-569c3baa8769, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7357ac73-c704-436f-b0c5-569c3baa8769,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:56:47.662532 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:47.727542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:47.728183 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:47.729658 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] 10.222.0.13 "PUT /v2.0/ports/7357ac73-c704-436f-b0c5-569c3baa8769 HTTP/1.1" status: 200 len: 1091 time: 0.6493356 Aug 24 00:56:47.731672 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b00f211-bb34-416f-8b67-1ef803817166', 'tag': '7357ac73-c704-436f-b0c5-569c3baa8769'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:56:47.733910 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1868f2-6587-4fb4-97db-ed8a588bfeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b00f211-bb34-416f-8b67-1ef803817166", "tag": "7357ac73-c704-436f-b0c5-569c3baa8769"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:56:47.753142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b4c61-1a1a-4891-9af4-49cbe224070b service neutron] Pushing event updated for resources: {'Port': ['ID=7357ac73-c704-436f-b0c5-569c3baa8769,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:47.768384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfc9a9-0665-4f3e-a97d-84e5f36566b1 req-bef031ae-8028-41d5-a9fb-f02892382a4a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:47.775661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13bfc9a9-0665-4f3e-a97d-84e5f36566b1 req-bef031ae-8028-41d5-a9fb-f02892382a4a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 943 time: 0.1235740 Aug 24 00:56:47.785346 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b658f2-30cd-4e6f-8715-f77df6f928b9 x-openstack-request-id: req-06b658f2-30cd-4e6f-8715-f77df6f928b9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:56:47.785643 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b00f211-bb34-416f-8b67-1ef803817166", "tag": "7357ac73-c704-436f-b0c5-569c3baa8769", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:56:47.785897 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06b658f2-30cd-4e6f-8715-f77df6f928b9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:56:47.786288 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b00f211-bb34-416f-8b67-1ef803817166', 'tag': '7357ac73-c704-436f-b0c5-569c3baa8769', 'status': 'completed', 'code': 200} Aug 24 00:56:47.847110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-13bfc9a9-0665-4f3e-a97d-84e5f36566b1 req-d9b1739e-2832-4874-ac96-5bf4cd14f221 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635517 Aug 24 00:56:47.857297 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-78ce5c0e-d932-4999-a83b-fbe59c04e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:47.858840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-78ce5c0e-d932-4999-a83b-fbe59c04e1b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 1094 time: 0.0562587 Aug 24 00:56:47.908955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-03b6dfbb-8dce-46b6-b024-57c1814b7b06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7357ac73-c704-436f-b0c5-569c3baa8769 HTTP/1.1" status: 200 len: 217 time: 0.0368738 Aug 24 00:56:47.962855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-fd7b0c71-2d46-4b6f-9d5d-c12df93f4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:47.964340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-fd7b0c71-2d46-4b6f-9d5d-c12df93f4af5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0484581 Aug 24 00:56:48.009519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-7db8d98c-4740-405d-905e-b6521c1eab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:48.011019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-7db8d98c-4740-405d-905e-b6521c1eab04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396936 Aug 24 00:56:48.102298 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-e41aeef7-32df-4b41-b4c7-062ed4dcf122 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835545 Aug 24 00:56:48.196624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3f1f269a-7734-4385-b419-c40f5d989bb9 req-99fffa7b-5e72-4562-9c05-341d191c1e77 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875745 Aug 24 00:56:48.325789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1868f2-6587-4fb4-97db-ed8a588bfeb4 req-5e3770d0-5b71-47f0-808a-335edafc3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:48.327390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c1868f2-6587-4fb4-97db-ed8a588bfeb4 req-5e3770d0-5b71-47f0-808a-335edafc3744 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 1094 time: 0.0413299 Aug 24 00:56:48.421258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1868f2-6587-4fb4-97db-ed8a588bfeb4 req-93f914a1-37fb-4b48-af20-36b2fd0e8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:48.422738 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c1868f2-6587-4fb4-97db-ed8a588bfeb4 req-93f914a1-37fb-4b48-af20-36b2fd0e8411 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0886111 Aug 24 00:56:48.465350 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c1868f2-6587-4fb4-97db-ed8a588bfeb4 req-a03de988-654a-44bc-a717-401d7343e634 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7357ac73-c704-436f-b0c5-569c3baa8769 HTTP/1.1" status: 200 len: 217 time: 0.0339010 Aug 24 00:56:48.514079 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1868f2-6587-4fb4-97db-ed8a588bfeb4 req-f72a4d33-a7eb-47a4-ba1c-315831a6b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:48.515681 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c1868f2-6587-4fb4-97db-ed8a588bfeb4 req-f72a4d33-a7eb-47a4-ba1c-315831a6b1c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0434611 Aug 24 00:56:48.567596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1868f2-6587-4fb4-97db-ed8a588bfeb4 req-be53125b-7ddb-459d-a1bf-8c56bb0993df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:48.569127 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c1868f2-6587-4fb4-97db-ed8a588bfeb4 req-be53125b-7ddb-459d-a1bf-8c56bb0993df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455558 Aug 24 00:56:48.660812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c1868f2-6587-4fb4-97db-ed8a588bfeb4 req-1c7fc6c7-8fb9-47dd-9ba7-43aba3fcb359 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825274 Aug 24 00:56:48.754482 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c1868f2-6587-4fb4-97db-ed8a588bfeb4 req-da58f003-7248-4006-81ec-d95682edfd9c service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849481 Aug 24 00:56:48.965353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3181d0-81b3-49fa-9d61-6af500b06953 req-ef795670-0226-458d-a7ea-6e75c845b4e1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:48.966878 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e3181d0-81b3-49fa-9d61-6af500b06953 req-ef795670-0226-458d-a7ea-6e75c845b4e1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 943 time: 0.0497613 Aug 24 00:56:49.003497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6e3181d0-81b3-49fa-9d61-6af500b06953 req-d5c069ad-3d5c-4333-8ac7-b70e307ee7c7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307050 Aug 24 00:56:50.117940 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcbe7b-12bb-4f08-ad19-ee4f96d3eab3 req-3ac6ab8d-dd77-4efb-9e11-2039b108c947 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:50.119474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71dcbe7b-12bb-4f08-ad19-ee4f96d3eab3 req-3ac6ab8d-dd77-4efb-9e11-2039b108c947 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 943 time: 0.0498109 Aug 24 00:56:50.156984 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-71dcbe7b-12bb-4f08-ad19-ee4f96d3eab3 req-3d6c71af-1326-4a2c-bfe8-fc556e65345d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313981 Aug 24 00:56:51.272985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3b4c6-82ff-4af3-88a9-0037faaf2350 req-e95c2fc8-bf2f-471e-8a84-c1de5f913404 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:51.275144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99a3b4c6-82ff-4af3-88a9-0037faaf2350 req-e95c2fc8-bf2f-471e-8a84-c1de5f913404 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 943 time: 0.0507581 Aug 24 00:56:51.316367 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99a3b4c6-82ff-4af3-88a9-0037faaf2350 req-11be6424-7046-48ae-94c9-b22066c30888 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348151 Aug 24 00:56:51.968180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7357ac73-c704-436f-b0c5-569c3baa8769 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:56:52.063068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7357ac73-c704-436f-b0c5-569c3baa8769, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7357ac73-c704-436f-b0c5-569c3baa8769,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:52.073895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '7357ac73-c704-436f-b0c5-569c3baa8769', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'port_id': '7357ac73-c704-436f-b0c5-569c3baa8769', 'mac_address': 'fa:16:3e:3e:cf:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:56:52.111424 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:52.124411 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7357ac73-c704-436f-b0c5-569c3baa8769 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:56:52.143667 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7357ac73-c704-436f-b0c5-569c3baa8769, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7357ac73-c704-436f-b0c5-569c3baa8769,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:52.147870 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:52.199266 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7357ac73-c704-436f-b0c5-569c3baa8769,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:52.420685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7357ac73-c704-436f-b0c5-569c3baa8769'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:56:52.459624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a9903-dbbb-45fd-8a26-51d7f43fa096 req-b0723297-0252-492b-99ec-969b50a8e7c1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:52.461176 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-863a9903-dbbb-45fd-8a26-51d7f43fa096 req-b0723297-0252-492b-99ec-969b50a8e7c1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 944 time: 0.0508287 Aug 24 00:56:52.499532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-863a9903-dbbb-45fd-8a26-51d7f43fa096 req-8af4d6bb-61a5-443a-ac76-991ba52f4dfc tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319183 Aug 24 00:56:53.615315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3928d4-8fca-4749-85bd-792555f98cda req-a5ab26ad-5784-4857-b20a-9f064721fa69 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:53.616836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b3928d4-8fca-4749-85bd-792555f98cda req-a5ab26ad-5784-4857-b20a-9f064721fa69 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 944 time: 0.0498025 Aug 24 00:56:53.654839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b3928d4-8fca-4749-85bd-792555f98cda req-e3b39428-f128-4b84-a4ec-75998b1fe412 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312886 Aug 24 00:56:53.971163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7357ac73-c704-436f-b0c5-569c3baa8769 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:56:54.023342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 7357ac73-c704-436f-b0c5-569c3baa8769 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:56:54.034141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 7357ac73-c704-436f-b0c5-569c3baa8769 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:54.034517 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:54.057914 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:54.113704 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:54.136579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b00f211-bb34-416f-8b67-1ef803817166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7357ac73-c704-436f-b0c5-569c3baa8769'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:56:54.138791 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed56285-bf11-4c72-8713-0bcf13458ac8" -d '{"events": [{"server_uuid": "0b00f211-bb34-416f-8b67-1ef803817166", "name": "network-vif-plugged", "status": "completed", "tag": "7357ac73-c704-436f-b0c5-569c3baa8769"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:56:54.156762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7357ac73-c704-436f-b0c5-569c3baa8769, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7357ac73-c704-436f-b0c5-569c3baa8769,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:54.163004 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:54.186967 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6489ebe5-fb1d-4ef2-872a-3680f401adba x-openstack-request-id: req-6489ebe5-fb1d-4ef2-872a-3680f401adba {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:56:54.187256 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b00f211-bb34-416f-8b67-1ef803817166", "name": "network-vif-plugged", "status": "completed", "tag": "7357ac73-c704-436f-b0c5-569c3baa8769", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:56:54.187504 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6489ebe5-fb1d-4ef2-872a-3680f401adba {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:56:54.187888 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b00f211-bb34-416f-8b67-1ef803817166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7357ac73-c704-436f-b0c5-569c3baa8769', 'code': 200} Aug 24 00:56:54.212609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7357ac73-c704-436f-b0c5-569c3baa8769,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:54.297758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080eeff-cc7c-4b1f-8a6d-c08c932e04a9 req-fbb6b841-536d-4064-ac7d-605aeff5fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:54.299176 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f080eeff-cc7c-4b1f-8a6d-c08c932e04a9 req-fbb6b841-536d-4064-ac7d-605aeff5fa37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 1096 time: 0.0395434 Aug 24 00:56:54.337199 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f080eeff-cc7c-4b1f-8a6d-c08c932e04a9 req-5387072b-2187-4d43-abbf-4c84b85a48ce service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302198 Aug 24 00:56:54.770498 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663b20-5a1a-44f3-8f5b-edbca6e91048 req-b9484898-e915-48a6-b485-fc264b71ae2f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:54.772043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b663b20-5a1a-44f3-8f5b-edbca6e91048 req-b9484898-e915-48a6-b485-fc264b71ae2f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0492363 Aug 24 00:56:54.810004 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b663b20-5a1a-44f3-8f5b-edbca6e91048 req-5aeb0462-8da8-4373-b0ef-701e197895c1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309548 Aug 24 00:56:55.926673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4f213-b21e-4551-82e5-a14a536d9ded req-250cdbfe-85c5-46b0-93a5-e17b3f6f6a7a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:55.928200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1a4f213-b21e-4551-82e5-a14a536d9ded req-250cdbfe-85c5-46b0-93a5-e17b3f6f6a7a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0485883 Aug 24 00:56:55.966160 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c1a4f213-b21e-4551-82e5-a14a536d9ded req-264a3514-962d-4879-8f6f-b9d98adbf57a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314093 Aug 24 00:56:56.074853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce0e0-68ca-4da3-a0f4-3b5095f9eee8 req-9395f57a-e4bb-442e-ba9b-1298a33c1f42 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:56.076315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-347ce0e0-68ca-4da3-a0f4-3b5095f9eee8 req-9395f57a-e4bb-442e-ba9b-1298a33c1f42 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0479908 Aug 24 00:56:56.084908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 44878) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:56.089992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a98a3396-934e-41c5-bec9-a340f703eff3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Request body: {'floatingip': {'port_id': '7357ac73-c704-436f-b0c5-569c3baa8769'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:56.131779 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a98a3396-934e-41c5-bec9-a340f703eff3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:56.559294 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a98a3396-934e-41c5-bec9-a340f703eff3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:56.563134 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a98a3396-934e-41c5-bec9-a340f703eff3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:56.670086 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-a98a3396-934e-41c5-bec9-a340f703eff3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21 associated. External IP: 172.25.8.141, port: 7357ac73-c704-436f-b0c5-569c3baa8769. Aug 24 00:56:56.879770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98a3396-934e-41c5-bec9-a340f703eff3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:56:56.987168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98a3396-934e-41c5-bec9-a340f703eff3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:56:56.991628 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a98a3396-934e-41c5-bec9-a340f703eff3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:56.999398 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d626a7-67ae-4da0-88ea-44add96030da None None] Sync routers for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:56:57.008860 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d626a7-67ae-4da0-88ea-44add96030da None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:57.009604 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7d626a7-67ae-4da0-88ea-44add96030da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:56:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:57.018781 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a98a3396-934e-41c5-bec9-a340f703eff3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "PUT /v2.0/floatingips/7e139ce1-1f12-45f7-a367-3f3568185c21 HTTP/1.1" status: 200 len: 991 time: 0.9328439 Aug 24 00:56:57.019392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b00f211-bb34-416f-8b67-1ef803817166', 'tag': '7357ac73-c704-436f-b0c5-569c3baa8769'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:56:57.021632 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530f45cb-2d71-457d-aa6a-40dd0d943df1" -d '{"events": [{"name": "network-changed", "server_uuid": "0b00f211-bb34-416f-8b67-1ef803817166", "tag": "7357ac73-c704-436f-b0c5-569c3baa8769"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:56:57.060770 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0342c984-11ac-4958-800a-d13d91de1368 x-openstack-request-id: req-0342c984-11ac-4958-800a-d13d91de1368 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:56:57.061065 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b00f211-bb34-416f-8b67-1ef803817166", "tag": "7357ac73-c704-436f-b0c5-569c3baa8769", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:56:57.061323 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0342c984-11ac-4958-800a-d13d91de1368 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:56:57.061737 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b00f211-bb34-416f-8b67-1ef803817166', 'tag': '7357ac73-c704-436f-b0c5-569c3baa8769', 'status': 'completed', 'code': 200} Aug 24 00:56:57.116046 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e7d626a7-67ae-4da0-88ea-44add96030da None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:57.158112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f45cb-2d71-457d-aa6a-40dd0d943df1 req-5d1932c3-c8a2-4033-8270-25e0eb266253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:57.159655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-530f45cb-2d71-457d-aa6a-40dd0d943df1 req-5d1932c3-c8a2-4033-8270-25e0eb266253 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 1096 time: 0.0441859 Aug 24 00:56:57.254156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f45cb-2d71-457d-aa6a-40dd0d943df1 req-337e56a0-e888-43f9-b793-3bac6e2c81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:57.255745 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-530f45cb-2d71-457d-aa6a-40dd0d943df1 req-337e56a0-e888-43f9-b793-3bac6e2c81e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0884480 Aug 24 00:56:57.326232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-530f45cb-2d71-457d-aa6a-40dd0d943df1 req-a3e3fa01-6abb-46a8-bf91-27b8972ecf02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7357ac73-c704-436f-b0c5-569c3baa8769 HTTP/1.1" status: 200 len: 999 time: 0.0626235 Aug 24 00:56:57.338501 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7d626a7-67ae-4da0-88ea-44add96030da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '7e139ce1-1f12-45f7-a367-3f3568185c21', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'port_id': '7357ac73-c704-436f-b0c5-569c3baa8769', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'mac_address': 'fa:16:3e:3e:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b00f211-bb34-416f-8b67-1ef803817166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:30Z', 'updated_at': '2021-08-24T00:56:56Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:57.367700 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d626a7-67ae-4da0-88ea-44add96030da None None] Checking router: 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:56:57.376113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f45cb-2d71-457d-aa6a-40dd0d943df1 req-fb294174-24e1-4b0f-87e5-6642d4355cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:57.376465 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d626a7-67ae-4da0-88ea-44add96030da None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:57.377069 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7d626a7-67ae-4da0-88ea-44add96030da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:56:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:57.377639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-530f45cb-2d71-457d-aa6a-40dd0d943df1 req-fb294174-24e1-4b0f-87e5-6642d4355cc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0450025 Aug 24 00:56:57.424109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f45cb-2d71-457d-aa6a-40dd0d943df1 req-d5ea54cb-e6b2-4895-ba1d-353bdb1e5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:57.425544 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-530f45cb-2d71-457d-aa6a-40dd0d943df1 req-d5ea54cb-e6b2-4895-ba1d-353bdb1e5d2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403295 Aug 24 00:56:57.479742 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-e7d626a7-67ae-4da0-88ea-44add96030da None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:57.526701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-530f45cb-2d71-457d-aa6a-40dd0d943df1 req-503f953f-c181-4d46-b043-7f6589168463 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925443 Aug 24 00:56:57.567570 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bc2bc290-f09b-4a63-a996-32af1d33852b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:57.625073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-530f45cb-2d71-457d-aa6a-40dd0d943df1 req-858896f8-b65c-4445-a8bc-b92086d25dad service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913441 Aug 24 00:56:57.706803 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-e7d626a7-67ae-4da0-88ea-44add96030da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '7e139ce1-1f12-45f7-a367-3f3568185c21', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'port_id': '7357ac73-c704-436f-b0c5-569c3baa8769', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'mac_address': 'fa:16:3e:3e:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b00f211-bb34-416f-8b67-1ef803817166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:30Z', 'updated_at': '2021-08-24T00:56:56Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:57.736419 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d626a7-67ae-4da0-88ea-44add96030da None None] The sync data for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 is: [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '7e139ce1-1f12-45f7-a367-3f3568185c21', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'port_id': '7357ac73-c704-436f-b0c5-569c3baa8769', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'mac_address': 'fa:16:3e:3e:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b00f211-bb34-416f-8b67-1ef803817166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:30Z', 'updated_at': '2021-08-24T00:56:56Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:56:57.934501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4a0c8d-b722-406d-8801-e7a4fce5e706 None None] New status for floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:56:59.957266 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:00.167078 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:00.251937 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a5df85f1-676c-4e3a-8922-bf7a0f8a0e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:01.373296 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:03.135681 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:20.114018 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:57:24.055335 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:27.558867 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-577ee48e-1c7b-4616-826d-e041e728b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:29.956554 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:30.166758 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:30.251516 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f53b2fc-35ef-4fc8-8243-4856ea8e95fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:31.376069 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:33.137749 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:44.695759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-629272cc-d7bd-42f0-85ea-b5d4182aca71 req-baf55687-cb11-4762-8e46-64cb7faaf4f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901256 Aug 24 00:57:44.797012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629272cc-d7bd-42f0-85ea-b5d4182aca71 req-060e7b65-41c4-4f3a-9a92-6f601865ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:44.798424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-629272cc-d7bd-42f0-85ea-b5d4182aca71 req-060e7b65-41c4-4f3a-9a92-6f601865ed91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 1096 time: 0.0452964 Aug 24 00:57:44.900887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629272cc-d7bd-42f0-85ea-b5d4182aca71 req-23a678ca-3b47-4628-83ab-a173182b56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:44.903255 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-629272cc-d7bd-42f0-85ea-b5d4182aca71 req-23a678ca-3b47-4628-83ab-a173182b56ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0851099 Aug 24 00:57:44.972208 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-629272cc-d7bd-42f0-85ea-b5d4182aca71 req-346ed720-1760-46a9-beb8-00b909beae80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7357ac73-c704-436f-b0c5-569c3baa8769 HTTP/1.1" status: 200 len: 1001 time: 0.0623536 Aug 24 00:57:45.020240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629272cc-d7bd-42f0-85ea-b5d4182aca71 req-14e847e3-ce31-4dc1-8d81-812e115d23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:45.021647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-629272cc-d7bd-42f0-85ea-b5d4182aca71 req-14e847e3-ce31-4dc1-8d81-812e115d23d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0421388 Aug 24 00:57:45.065806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629272cc-d7bd-42f0-85ea-b5d4182aca71 req-cdeb6500-ad9e-4723-9817-3cc0c2c6900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:45.067235 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-629272cc-d7bd-42f0-85ea-b5d4182aca71 req-cdeb6500-ad9e-4723-9817-3cc0c2c6900c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383160 Aug 24 00:57:45.158664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-629272cc-d7bd-42f0-85ea-b5d4182aca71 req-6828e4ee-674c-4c86-a88f-ce28d4b328b0 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834062 Aug 24 00:57:45.245563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-629272cc-d7bd-42f0-85ea-b5d4182aca71 req-bb330daf-2ce1-4e72-ad8f-40bcdd2d2fd4 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800400 Aug 24 00:57:54.069413 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:57.112491 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:57:57.559809 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f698c12-1a0d-4360-b463-55bd24746ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:59.981421 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:00.167340 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:00.253597 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b0df020-f069-4212-a319-59d0209efa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:01.378623 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:03.141254 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:24.086292 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:27.564736 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-243d7a19-ce52-4cde-9cdc-1188f69cf68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:29.975218 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:30.168600 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:30.254033 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b373f48-27bd-4276-ad40-eb81dff89337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:31.381732 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:33.144905 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:34.111357 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:58:34.311489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92660861-883a-4964-b65f-5c95be1a00e5 req-d1e4e105-e546-466b-8e57-6c36d7ac02b4 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:34.313036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92660861-883a-4964-b65f-5c95be1a00e5 req-d1e4e105-e546-466b-8e57-6c36d7ac02b4 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0510361 Aug 24 00:58:34.350620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92660861-883a-4964-b65f-5c95be1a00e5 req-78037d5c-a7bc-4c32-95f6-efbf8c01da0a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314586 Aug 24 00:58:35.470473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34720a-6691-4f7a-8be5-0ec412645c42 req-2cdde842-b2ff-4f5f-899f-1657c3b79195 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:35.471976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da34720a-6691-4f7a-8be5-0ec412645c42 req-2cdde842-b2ff-4f5f-899f-1657c3b79195 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0518489 Aug 24 00:58:35.508734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-da34720a-6691-4f7a-8be5-0ec412645c42 req-9780e7f4-9537-4703-bfad-ecc316a24bb1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309093 Aug 24 00:58:36.624877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b677-6161-4ff3-a75b-9b7f8e82c82a req-f1146df8-097e-430d-b488-b758cb515cf4 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:36.626371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95a6b677-6161-4ff3-a75b-9b7f8e82c82a req-f1146df8-097e-430d-b488-b758cb515cf4 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0487418 Aug 24 00:58:36.664524 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95a6b677-6161-4ff3-a75b-9b7f8e82c82a req-75b8abab-584d-4b45-8c23-d3a84894ed6f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319822 Aug 24 00:58:37.778390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617475da-ee5f-4ab7-b0b4-37c2e42752fc req-0340c409-1845-43b5-9c20-ccb8f98a9085 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:37.779882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-617475da-ee5f-4ab7-b0b4-37c2e42752fc req-0340c409-1845-43b5-9c20-ccb8f98a9085 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0479996 Aug 24 00:58:37.818408 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-617475da-ee5f-4ab7-b0b4-37c2e42752fc req-a9099ee9-ce49-41f2-b613-824ff909ece0 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321474 Aug 24 00:58:38.936636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83faf72d-3c19-4f95-8301-44d47b6730c7 req-7beebfe5-4a65-40ad-a442-e5bc914e4216 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:38.938133 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83faf72d-3c19-4f95-8301-44d47b6730c7 req-7beebfe5-4a65-40ad-a442-e5bc914e4216 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0531178 Aug 24 00:58:38.975583 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83faf72d-3c19-4f95-8301-44d47b6730c7 req-96c69a56-a817-4331-acf2-907584f2a42f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315189 Aug 24 00:58:40.090192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbb2f4-c628-42b5-bbc6-4ba6d3c02046 req-1e2ef5ee-72d3-437b-a3f0-a4df1d686a01 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:40.098643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-defbb2f4-c628-42b5-bbc6-4ba6d3c02046 req-1e2ef5ee-72d3-437b-a3f0-a4df1d686a01 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0498998 Aug 24 00:58:40.130502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-defbb2f4-c628-42b5-bbc6-4ba6d3c02046 req-f60e8729-44b4-433f-b728-2e16dc8314f3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319378 Aug 24 00:58:41.247308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f50d87-a7da-4037-a708-155eee619ca3 req-2cc25ed2-caae-45ec-beff-c03ded139552 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:41.248782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92f50d87-a7da-4037-a708-155eee619ca3 req-2cc25ed2-caae-45ec-beff-c03ded139552 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0496953 Aug 24 00:58:41.286734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92f50d87-a7da-4037-a708-155eee619ca3 req-8b186e2d-19f0-422f-8d32-b33180b9cd26 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319977 Aug 24 00:58:42.404226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587ed86-74da-438a-b050-fce532cadf92 req-0114a50b-875b-41bb-b9fd-4dfd7c70601c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:42.406006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4587ed86-74da-438a-b050-fce532cadf92 req-0114a50b-875b-41bb-b9fd-4dfd7c70601c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0533509 Aug 24 00:58:42.442836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4587ed86-74da-438a-b050-fce532cadf92 req-48e67627-4962-457c-9c17-756c28dd5c74 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308931 Aug 24 00:58:43.561875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff6bfb-b82a-47b7-a830-0327439a5de2 req-3fd1e853-fcb1-4306-8a9c-71604de603aa tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:43.563922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60ff6bfb-b82a-47b7-a830-0327439a5de2 req-3fd1e853-fcb1-4306-8a9c-71604de603aa tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0499129 Aug 24 00:58:43.601815 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60ff6bfb-b82a-47b7-a830-0327439a5de2 req-8437c4b7-781e-45f2-aaf2-f69d4f728694 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323489 Aug 24 00:58:44.715278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadf8b2-66f4-4273-8df1-ab25661e763e req-b32bb422-780f-4c65-bc85-47c156a4aa0b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:44.716747 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aeadf8b2-66f4-4273-8df1-ab25661e763e req-b32bb422-780f-4c65-bc85-47c156a4aa0b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0481436 Aug 24 00:58:44.754701 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aeadf8b2-66f4-4273-8df1-ab25661e763e req-5b67502a-7c9a-4227-a3f2-75ef0074bc91 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319579 Aug 24 00:58:45.013343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-9173064b-61bd-4575-a383-086dc05c7461 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730886 Aug 24 00:58:45.029266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157e193-f9e6-49d4-a022-db117f1a47a1 req-62fffa2f-27ec-4a38-bf91-376d3c822597 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:45.031119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a157e193-f9e6-49d4-a022-db117f1a47a1 req-62fffa2f-27ec-4a38-bf91-376d3c822597 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0621865 Aug 24 00:58:45.070655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a157e193-f9e6-49d4-a022-db117f1a47a1 req-14cce11a-70cd-425d-a384-456c632de4db tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332074 Aug 24 00:58:46.186462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68bbfc-7932-4a53-8dcd-00382a419dff req-fd4351b2-e99b-4b32-a1b7-af93ab536dd5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:46.187986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a68bbfc-7932-4a53-8dcd-00382a419dff req-fd4351b2-e99b-4b32-a1b7-af93ab536dd5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0486834 Aug 24 00:58:46.225246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a68bbfc-7932-4a53-8dcd-00382a419dff req-1b5eeed9-6043-49a9-8890-46df9e7e9e9a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313122 Aug 24 00:58:46.689597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a9cf0-1671-4e46-9fe3-423aa652c46e req-5d181f9c-8d05-4727-9e3f-2a852a2e07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:46.691568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-347a9cf0-1671-4e46-9fe3-423aa652c46e req-5d181f9c-8d05-4727-9e3f-2a852a2e07e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 1096 time: 0.0486093 Aug 24 00:58:46.798721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a9cf0-1671-4e46-9fe3-423aa652c46e req-904c6d0c-17dd-4cd7-a392-a86519abf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:46.800281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-347a9cf0-1671-4e46-9fe3-423aa652c46e req-904c6d0c-17dd-4cd7-a392-a86519abf7c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0890090 Aug 24 00:58:46.871484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-347a9cf0-1671-4e46-9fe3-423aa652c46e req-8cf0c7fd-eed3-4441-bab6-49891255b7be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7357ac73-c704-436f-b0c5-569c3baa8769 HTTP/1.1" status: 200 len: 1001 time: 0.0623212 Aug 24 00:58:46.921832 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a9cf0-1671-4e46-9fe3-423aa652c46e req-b7303fdf-a342-48f2-ba94-f5e7ca39212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:46.923383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-347a9cf0-1671-4e46-9fe3-423aa652c46e req-b7303fdf-a342-48f2-ba94-f5e7ca39212f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0453169 Aug 24 00:58:46.970884 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a9cf0-1671-4e46-9fe3-423aa652c46e req-5f5c52cf-3047-4fd0-81df-44350e443e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:46.972812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-347a9cf0-1671-4e46-9fe3-423aa652c46e req-5f5c52cf-3047-4fd0-81df-44350e443e08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422158 Aug 24 00:58:47.064299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-347a9cf0-1671-4e46-9fe3-423aa652c46e req-26321431-7dbb-4551-9425-94afb21e1b96 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840502 Aug 24 00:58:47.152844 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-347a9cf0-1671-4e46-9fe3-423aa652c46e req-f0106dc5-0209-4c1b-8494-c2f10468f59f service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811481 Aug 24 00:58:47.361895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-7c53b08b-36bc-4a01-aea0-5829f2e82dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:47.363437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-7c53b08b-36bc-4a01-aea0-5829f2e82dee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 1096 time: 0.0681961 Aug 24 00:58:47.378570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d88f43-bb89-4fd5-9e68-8d115b9f77a5 req-8838135d-0b78-4e06-b4da-2e314f279fc4 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:47.379993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67d88f43-bb89-4fd5-9e68-8d115b9f77a5 req-8838135d-0b78-4e06-b4da-2e314f279fc4 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0768232 Aug 24 00:58:47.809263 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67d88f43-bb89-4fd5-9e68-8d115b9f77a5 req-e647e3ed-b6a6-4cdd-b6bc-cf00199eac00 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4223714 Aug 24 00:58:47.833525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-751ea893-6336-4eb3-b5f4-44391c51306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:47.835109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-751ea893-6336-4eb3-b5f4-44391c51306e service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.4640710 Aug 24 00:58:47.902949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-038b8704-07d4-44a4-acb0-355b9395b740 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7357ac73-c704-436f-b0c5-569c3baa8769 HTTP/1.1" status: 200 len: 1001 time: 0.0600176 Aug 24 00:58:47.951080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-071cd8b9-cee3-471f-bad0-0e97fb0c4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:47.952529 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-071cd8b9-cee3-471f-bad0-0e97fb0c4008 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0430050 Aug 24 00:58:47.997559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-a849c382-daf1-4713-a426-9e12cf20d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:47.999062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-a849c382-daf1-4713-a426-9e12cf20d34d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392997 Aug 24 00:58:48.090496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-4031d1ad-ab9e-4913-8e9b-7073ddad3a34 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842783 Aug 24 00:58:48.180242 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-cdf64039-a33a-49f5-bea0-ce7aa1911549 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831072 Aug 24 00:58:48.930757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cdc5d-30f5-4f19-964c-a5602d6bf862 req-c83c1b3a-0d43-469c-b8fe-1a6623841ec7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:48.932377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad5cdc5d-30f5-4f19-964c-a5602d6bf862 req-c83c1b3a-0d43-469c-b8fe-1a6623841ec7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0535624 Aug 24 00:58:48.970264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad5cdc5d-30f5-4f19-964c-a5602d6bf862 req-9d9a9fec-aa5d-4fa6-9e1a-96384d10996e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317004 Aug 24 00:58:50.083721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164c42c-ee9d-476d-bbf9-e4307da0f63b req-83875c3e-4f22-4d5a-bd07-adbc4c097fcc tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:50.085231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b164c42c-ee9d-476d-bbf9-e4307da0f63b req-83875c3e-4f22-4d5a-bd07-adbc4c097fcc tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0484073 Aug 24 00:58:50.149330 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b164c42c-ee9d-476d-bbf9-e4307da0f63b req-e1fd278f-441e-4581-9d7d-22c6c3df09a6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571046 Aug 24 00:58:50.175002 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-16527954-ca8f-4d4a-b38f-dd045aadc9ac service neutron] show failed (client error): The resource could not be found. Aug 24 00:58:50.176019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-16527954-ca8f-4d4a-b38f-dd045aadc9ac service neutron] 10.222.0.13 "GET /v2.0/ports/7357ac73-c704-436f-b0c5-569c3baa8769/bindings/n-h1-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.0630085 Aug 24 00:58:50.424362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-6e2b030a-07c5-46ce-ae59-5f2954363dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:50.425872 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-6e2b030a-07c5-46ce-ae59-5f2954363dc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166&tenant_id=44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 1096 time: 0.0945957 Aug 24 00:58:50.444679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:58:50.496698 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:50.697479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] For port 7357ac73-c704-436f-b0c5-569c3baa8769, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7357ac73-c704-436f-b0c5-569c3baa8769,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:58:50.730595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] For port 7357ac73-c704-436f-b0c5-569c3baa8769, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:58:50.772627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b00f211-bb34-416f-8b67-1ef803817166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7357ac73-c704-436f-b0c5-569c3baa8769'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:58:50.774892 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd4c85f-5325-4573-834b-28e4ad0c037a" -d '{"events": [{"server_uuid": "0b00f211-bb34-416f-8b67-1ef803817166", "name": "network-vif-unplugged", "status": "completed", "tag": "7357ac73-c704-436f-b0c5-569c3baa8769"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:58:50.779924 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:50.793795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Transition to ACTIVE for port object 7357ac73-c704-436f-b0c5-569c3baa8769 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:58:50.797629 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:50.879254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Pushing event updated for resources: {'Port': ['ID=7357ac73-c704-436f-b0c5-569c3baa8769,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:50.894338 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f2914d-e904-496b-9fc7-c861703619b3 x-openstack-request-id: req-94f2914d-e904-496b-9fc7-c861703619b3 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:58:50.894624 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b00f211-bb34-416f-8b67-1ef803817166", "name": "network-vif-unplugged", "status": "completed", "tag": "7357ac73-c704-436f-b0c5-569c3baa8769", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:58:50.894905 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94f2914d-e904-496b-9fc7-c861703619b3 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:58:50.895308 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b00f211-bb34-416f-8b67-1ef803817166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7357ac73-c704-436f-b0c5-569c3baa8769', 'code': 200} Aug 24 00:58:50.896688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:50.897040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:50.897386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:50.897730 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:50.898069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:50.898432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:50.898766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:50.899128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:50.899462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:50.899793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:50.900123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:50.901070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:50.935134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] No DVR routers for this DVR port 7357ac73-c704-436f-b0c5-569c3baa8769 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:58:51.072911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Attempting to bind port 7357ac73-c704-436f-b0c5-569c3baa8769 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:58:51.073254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Attempting to bind port 7357ac73-c704-436f-b0c5-569c3baa8769 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:58:51.073583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Attempting to bind port 7357ac73-c704-436f-b0c5-569c3baa8769 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:58:51.077816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Port 7357ac73-c704-436f-b0c5-569c3baa8769 on network 51a70962-9730-480b-91a8-b896d8343e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:58:51.078095 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Attempting to bind port 7357ac73-c704-436f-b0c5-569c3baa8769 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:58:51.082893 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:58:51.083235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Checking segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:58:51.083620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Bound using segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:58:51.084048 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Bound port: 7357ac73-c704-436f-b0c5-569c3baa8769, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:58:51.084616 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:51.149861 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] For port 7357ac73-c704-436f-b0c5-569c3baa8769, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:58:51.153420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] For port 7357ac73-c704-436f-b0c5-569c3baa8769, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7357ac73-c704-436f-b0c5-569c3baa8769,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:58:51.158092 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:51.196346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:51.197805 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:51.199257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] 10.222.0.47 "PUT /v2.0/ports/7357ac73-c704-436f-b0c5-569c3baa8769 HTTP/1.1" status: 200 len: 1091 time: 0.7589843 Aug 24 00:58:51.222797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd49c38-cda4-48df-a91e-0fb8513348ee service neutron] Pushing event updated for resources: {'Port': ['ID=7357ac73-c704-436f-b0c5-569c3baa8769,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:51.307286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-1a4eadb4-2b90-4033-8e03-68e2142749c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:51.308839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-1a4eadb4-2b90-4033-8e03-68e2142749c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 1094 time: 0.0548861 Aug 24 00:58:51.316248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e5d0-7016-497c-ba6b-77f86419e1d7 req-68b30560-2e67-418d-8e84-08c20f9f1649 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:51.317796 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5e6e5d0-7016-497c-ba6b-77f86419e1d7 req-68b30560-2e67-418d-8e84-08c20f9f1649 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 943 time: 0.0911489 Aug 24 00:58:51.403890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a5e6e5d0-7016-497c-ba6b-77f86419e1d7 req-fce8e3ac-8815-42a6-a9fc-06bbb57fe49e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768502 Aug 24 00:58:51.430262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-9857850e-71b3-446b-8b07-00a761e94459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:51.432371 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-9857850e-71b3-446b-8b07-00a761e94459 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.1136427 Aug 24 00:58:51.501894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-792aeaf5-1de6-4c7f-b661-4b45407f69e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7357ac73-c704-436f-b0c5-569c3baa8769 HTTP/1.1" status: 200 len: 999 time: 0.0624819 Aug 24 00:58:51.551751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-704987b2-52b3-4ec7-ab41-17b89cbdbee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:51.553226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-704987b2-52b3-4ec7-ab41-17b89cbdbee3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0444486 Aug 24 00:58:51.598451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-7ec78e51-27a0-4803-a2e4-212073b4a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:51.599933 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-7ec78e51-27a0-4803-a2e4-212073b4a9f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398099 Aug 24 00:58:51.692686 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-d83ac30b-cff1-45dd-b263-c7aac511c840 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857649 Aug 24 00:58:51.790157 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aedd4d89-06d2-44f3-955f-47f296270f48 req-7b7e27aa-8015-49ad-a716-f55640728dc4 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897796 Aug 24 00:58:52.526909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5f262-e1ef-4acf-acfe-0167154c687b req-dcf6ff7c-6ebb-422b-8e3f-0c93424bdd0d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:52.528343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29b5f262-e1ef-4acf-acfe-0167154c687b req-dcf6ff7c-6ebb-422b-8e3f-0c93424bdd0d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 943 time: 0.0539672 Aug 24 00:58:52.570434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29b5f262-e1ef-4acf-acfe-0167154c687b req-297beb38-b772-48db-9a9b-7a8a43a2ac01 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358288 Aug 24 00:58:52.896659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b00f211-bb34-416f-8b67-1ef803817166', 'tag': '7357ac73-c704-436f-b0c5-569c3baa8769'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:58:52.899237 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de" -d '{"events": [{"name": "network-changed", "server_uuid": "0b00f211-bb34-416f-8b67-1ef803817166", "tag": "7357ac73-c704-436f-b0c5-569c3baa8769"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:58:52.946281 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63734f98-3322-400a-be17-b2b940f99c3a x-openstack-request-id: req-63734f98-3322-400a-be17-b2b940f99c3a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:58:52.946665 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b00f211-bb34-416f-8b67-1ef803817166", "tag": "7357ac73-c704-436f-b0c5-569c3baa8769", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:58:52.947842 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63734f98-3322-400a-be17-b2b940f99c3a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:58:52.948323 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b00f211-bb34-416f-8b67-1ef803817166', 'tag': '7357ac73-c704-436f-b0c5-569c3baa8769', 'status': 'completed', 'code': 200} Aug 24 00:58:53.053848 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-0cc4a608-2ce6-4558-b495-3b3aab5f76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:53.055377 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-0cc4a608-2ce6-4558-b495-3b3aab5f76cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 1094 time: 0.0697908 Aug 24 00:58:53.060908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-925d9f40-927f-4d92-bf90-f1ce96fc4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:53.062317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-925d9f40-927f-4d92-bf90-f1ce96fc4074 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 1094 time: 0.0506184 Aug 24 00:58:53.210326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-1cdefbf1-b165-43af-b003-ab0bf8f83e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:53.211734 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-1cdefbf1-b165-43af-b003-ab0bf8f83e8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.1485579 Aug 24 00:58:53.216110 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-4485c5e4-febc-4197-b3f8-35f0b5e5e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:53.217646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-4485c5e4-febc-4197-b3f8-35f0b5e5e001 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.1464877 Aug 24 00:58:53.323764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-4a8157ce-ed6f-4859-9959-fc495ba3ed9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7357ac73-c704-436f-b0c5-569c3baa8769 HTTP/1.1" status: 200 len: 999 time: 0.1051278 Aug 24 00:58:53.327230 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-6ca1e2b3-5f89-4818-b745-7f59351bdfaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7357ac73-c704-436f-b0c5-569c3baa8769 HTTP/1.1" status: 200 len: 999 time: 0.1021576 Aug 24 00:58:53.408288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-4b55640c-2fa4-4b55-9e46-0b19bcbb46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:53.409731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-4b55640c-2fa4-4b55-9e46-0b19bcbb46b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0792251 Aug 24 00:58:53.411134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-4b50b0a5-2ca7-4b73-a100-1f2d84b6e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:53.412437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-4b50b0a5-2ca7-4b73-a100-1f2d84b6e167 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0748632 Aug 24 00:58:53.482132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-5c5919cb-59da-436b-bf27-baeaccf3f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:53.483552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-5c5919cb-59da-436b-bf27-baeaccf3f424 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654898 Aug 24 00:58:53.485156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-1679208d-b489-4e6d-809d-d8d2b8ffd893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:53.486496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-1679208d-b489-4e6d-809d-d8d2b8ffd893 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614150 Aug 24 00:58:53.654670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-31b607bc-30a3-4dfb-9aee-24cbf3453ebf service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637466 Aug 24 00:58:53.670056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-eb321d9c-2420-43c3-87b0-ebf8bdd9f1c5 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717627 Aug 24 00:58:53.795159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e86481-043e-490d-ad47-bda626aa276e req-4caaef27-1905-47ce-91f4-228ba442e819 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:53.796595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40e86481-043e-490d-ad47-bda626aa276e req-4caaef27-1905-47ce-91f4-228ba442e819 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 943 time: 0.1572270 Aug 24 00:58:53.864146 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-939b591b-8bfe-4626-8c0a-3810f27ed64a service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930368 Aug 24 00:58:53.871660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffc7ad08-e0f7-43de-bcb5-e0815f59e6de req-c8474a22-359c-4385-9c22-f15b39c5e6c3 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928298 Aug 24 00:58:53.874607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40e86481-043e-490d-ad47-bda626aa276e req-8c673e0f-7f3a-40be-81f5-09d0bbe5f808 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691686 Aug 24 00:58:54.085319 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:54.526495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7357ac73-c704-436f-b0c5-569c3baa8769 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:58:54.564936 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7357ac73-c704-436f-b0c5-569c3baa8769 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:58:54.997943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e06891-43bc-4104-ac19-aadf99c7c974 req-d7e22cae-0405-4171-af57-f4dd006652c5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:54.999500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e06891-43bc-4104-ac19-aadf99c7c974 req-d7e22cae-0405-4171-af57-f4dd006652c5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 943 time: 0.0535781 Aug 24 00:58:55.037755 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e06891-43bc-4104-ac19-aadf99c7c974 req-db4b9975-43cb-4710-a8f9-b75813e19f72 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323458 Aug 24 00:58:55.266151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ad464-e3e6-4cec-aad4-60f5c72b992d req-5fe7641b-6b2e-4c2b-a7e1-35799b2fa1a7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:55.267988 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc8ad464-e3e6-4cec-aad4-60f5c72b992d req-5fe7641b-6b2e-4c2b-a7e1-35799b2fa1a7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 943 time: 0.0846314 Aug 24 00:58:55.290561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-0cbdba61-f044-45da-bf0e-29f7bf549932 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:55.292155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-0cbdba61-f044-45da-bf0e-29f7bf549932 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166&tenant_id=44636974c6bd4f71a745cc60e9cb93c4&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 943 time: 0.0827584 Aug 24 00:58:55.353501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fc8ad464-e3e6-4cec-aad4-60f5c72b992d req-5c54ee82-b8ee-4b4e-8428-881fa9db773b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798357 Aug 24 00:58:55.370712 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-93f6543d-fb05-4ad6-a5b4-fc8bdaa59317 service neutron] delete failed (client error): The resource could not be found. Aug 24 00:58:55.371757 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-93f6543d-fb05-4ad6-a5b4-fc8bdaa59317 service neutron] 10.222.0.13 "DELETE /v2.0/ports/7357ac73-c704-436f-b0c5-569c3baa8769/bindings/n-h2-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.0723176 Aug 24 00:58:55.475459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-a941216a-6a77-4cce-a671-1c8e7f135ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:55.477210 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-a941216a-6a77-4cce-a671-1c8e7f135ad4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 1094 time: 0.0399251 Aug 24 00:58:55.565965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-cf53ff65-1d5d-46f2-a0cf-96a7f4e5bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:55.567518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-cf53ff65-1d5d-46f2-a0cf-96a7f4e5bd50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0836189 Aug 24 00:58:55.630271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7357ac73-c704-436f-b0c5-569c3baa8769 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:58:55.637864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-350f8ced-105f-4286-96e1-79a92e2e4c23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7357ac73-c704-436f-b0c5-569c3baa8769 HTTP/1.1" status: 200 len: 999 time: 0.0627465 Aug 24 00:58:55.690173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-4f68ec51-a9c4-464f-85a8-7b8f62a98962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:55.691733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-4f68ec51-a9c4-464f-85a8-7b8f62a98962 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0467033 Aug 24 00:58:55.740080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-79ccb8e7-d93a-4dc1-bb17-5bef3ed1a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:55.741614 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-79ccb8e7-d93a-4dc1-bb17-5bef3ed1a04a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421803 Aug 24 00:58:55.843273 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-597992bc-0da9-41bc-8447-caaa2c05b888 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941520 Aug 24 00:58:55.883027 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7357ac73-c704-436f-b0c5-569c3baa8769, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7357ac73-c704-436f-b0c5-569c3baa8769,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:58:55.894661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '7357ac73-c704-436f-b0c5-569c3baa8769', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'port_id': '7357ac73-c704-436f-b0c5-569c3baa8769', 'mac_address': 'fa:16:3e:3e:cf:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:58:55.931424 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:55.932663 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be3d5be5-84c9-4799-8ccc-58f2b98de56d req-d45a9cca-051a-4c16-b7c8-3cff24b0e99b service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813994 Aug 24 00:58:55.944890 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7357ac73-c704-436f-b0c5-569c3baa8769 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:58:55.964873 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7357ac73-c704-436f-b0c5-569c3baa8769, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7357ac73-c704-436f-b0c5-569c3baa8769,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:58:55.969224 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:56.019284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7357ac73-c704-436f-b0c5-569c3baa8769,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:56.027075 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:56.027432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:56.027761 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:56.028104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:56.028440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:56.028790 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:56.029107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:56.029438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:56.029770 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:56.030362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:56.030696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:56.031109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:56.380375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['7357ac73-c704-436f-b0c5-569c3baa8769'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:58:56.481116 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a560e-04a8-4961-a2b1-4984bfe7ffee req-1a7314a5-f3ee-4589-87e0-136211ca1dbb tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:56.482678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f07a560e-04a8-4961-a2b1-4984bfe7ffee req-1a7314a5-f3ee-4589-87e0-136211ca1dbb tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 944 time: 0.0558102 Aug 24 00:58:56.524390 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f07a560e-04a8-4961-a2b1-4984bfe7ffee req-307d1665-927e-43e1-bf58-a755bc707b07 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340502 Aug 24 00:58:56.644481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e068843-c4c0-44fe-b46c-7420f0415582 req-990c55ca-778d-4ea5-bcc4-a1700d755951 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:56.645948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e068843-c4c0-44fe-b46c-7420f0415582 req-990c55ca-778d-4ea5-bcc4-a1700d755951 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 944 time: 0.0490050 Aug 24 00:58:56.683892 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e068843-c4c0-44fe-b46c-7420f0415582 req-3d53d1d8-716b-4a3a-8b5f-83dbda956ecd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317409 Aug 24 00:58:56.878447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b1ea7-ce06-4d91-8776-33eef38b4ad0 req-4f66b184-efc7-47c7-954d-41fc385d8476 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:56.879989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-873b1ea7-ce06-4d91-8776-33eef38b4ad0 req-4f66b184-efc7-47c7-954d-41fc385d8476 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 944 time: 0.0494256 Aug 24 00:58:56.947067 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-873b1ea7-ce06-4d91-8776-33eef38b4ad0 req-7c622fc6-60b0-46cb-b8ab-b72ad4a6ae19 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609653 Aug 24 00:58:56.954465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbdd6e-f581-448d-bdb8-5ac7cb866628 req-b16707f9-c9da-48b4-afea-88a91042239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:56.956020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51bbdd6e-f581-448d-bdb8-5ac7cb866628 req-b16707f9-c9da-48b4-afea-88a91042239e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 1095 time: 0.0639880 Aug 24 00:58:57.044896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbdd6e-f581-448d-bdb8-5ac7cb866628 req-e3ab4326-d58b-4ba6-a767-9f017a10a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:57.046271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51bbdd6e-f581-448d-bdb8-5ac7cb866628 req-e3ab4326-d58b-4ba6-a767-9f017a10a4bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0830274 Aug 24 00:58:57.114110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51bbdd6e-f581-448d-bdb8-5ac7cb866628 req-62b6cc25-bcd3-4ebb-9f82-4c5bb25d8d70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7357ac73-c704-436f-b0c5-569c3baa8769 HTTP/1.1" status: 200 len: 1000 time: 0.0601432 Aug 24 00:58:57.175263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbdd6e-f581-448d-bdb8-5ac7cb866628 req-680ce937-8046-42cf-b139-c9895fb3a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:57.176769 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51bbdd6e-f581-448d-bdb8-5ac7cb866628 req-680ce937-8046-42cf-b139-c9895fb3a4cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0556068 Aug 24 00:58:57.225123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbdd6e-f581-448d-bdb8-5ac7cb866628 req-963e6b45-ba85-4654-b6e6-bb9bae32c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:57.226613 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51bbdd6e-f581-448d-bdb8-5ac7cb866628 req-963e6b45-ba85-4654-b6e6-bb9bae32c9cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417917 Aug 24 00:58:57.318056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51bbdd6e-f581-448d-bdb8-5ac7cb866628 req-053e7c3c-757b-4247-88a3-98f1fcfd05b9 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839658 Aug 24 00:58:57.406124 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-51bbdd6e-f581-448d-bdb8-5ac7cb866628 req-168d7cd0-a9d2-4cb7-9d31-207d28469b56 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809753 Aug 24 00:58:57.564613 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6dad2b6d-9573-4ee2-8475-87ca6832e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:57.624651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7357ac73-c704-436f-b0c5-569c3baa8769 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:58:57.673963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 7357ac73-c704-436f-b0c5-569c3baa8769 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:58:57.677954 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 7357ac73-c704-436f-b0c5-569c3baa8769 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:58:57.678323 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:57.755540 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:57.778701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b00f211-bb34-416f-8b67-1ef803817166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7357ac73-c704-436f-b0c5-569c3baa8769'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:58:57.781285 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100a475c-2d8b-44f2-9196-50e62f5713a4" -d '{"events": [{"server_uuid": "0b00f211-bb34-416f-8b67-1ef803817166", "name": "network-vif-plugged", "status": "completed", "tag": "7357ac73-c704-436f-b0c5-569c3baa8769"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:58:57.793627 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 7357ac73-c704-436f-b0c5-569c3baa8769, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7357ac73-c704-436f-b0c5-569c3baa8769,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:58:57.798456 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:57.848438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=7357ac73-c704-436f-b0c5-569c3baa8769,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:57.886465 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dca8f91-5a4a-4837-b9b0-85437f5ed584 x-openstack-request-id: req-7dca8f91-5a4a-4837-b9b0-85437f5ed584 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:58:57.886762 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b00f211-bb34-416f-8b67-1ef803817166", "name": "network-vif-plugged", "status": "completed", "tag": "7357ac73-c704-436f-b0c5-569c3baa8769", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:58:57.887040 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dca8f91-5a4a-4837-b9b0-85437f5ed584 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:58:57.887441 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b00f211-bb34-416f-8b67-1ef803817166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7357ac73-c704-436f-b0c5-569c3baa8769', 'code': 200} Aug 24 00:58:58.063491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83072d1a-8eed-402c-977f-159127196108 req-50e1ea92-6075-45eb-b622-bdde5d6e4faa tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:58.064997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83072d1a-8eed-402c-977f-159127196108 req-50e1ea92-6075-45eb-b622-bdde5d6e4faa tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0503812 Aug 24 00:58:58.102671 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-83072d1a-8eed-402c-977f-159127196108 req-244cb90d-1f8b-4920-a513-2bc745a6ef31 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317609 Aug 24 00:58:59.222675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe6424-3cbe-46d9-b48e-46046198721d req-757f072d-966b-40d9-a5ee-3e2be4c89bf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:59.224073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97fe6424-3cbe-46d9-b48e-46046198721d req-757f072d-966b-40d9-a5ee-3e2be4c89bf7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0519252 Aug 24 00:58:59.266421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-97fe6424-3cbe-46d9-b48e-46046198721d req-38aae617-7772-4e7b-9d71-b6aa3075822e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358975 Aug 24 00:58:59.501624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ad7ee-7a33-4e4a-beed-80dbe0ddb920 req-788fa0eb-35d7-49d3-b532-6a45592551b6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:59.503031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d7ad7ee-7a33-4e4a-beed-80dbe0ddb920 req-788fa0eb-35d7-49d3-b532-6a45592551b6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0482385 Aug 24 00:58:59.540677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d7ad7ee-7a33-4e4a-beed-80dbe0ddb920 req-19fce082-e77d-4c74-b619-c0d3add9bada tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315366 Aug 24 00:58:59.989871 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:00.169929 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:00.253608 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-68416375-ab8a-48cd-9f62-647e2e509bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:00.659676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e59d-e649-4613-a2ef-baaa3a905868 req-184baf07-51de-463f-b1e8-1c1dbf451583 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:00.661162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ae8e59d-e649-4613-a2ef-baaa3a905868 req-184baf07-51de-463f-b1e8-1c1dbf451583 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0510428 Aug 24 00:59:00.701713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ae8e59d-e649-4613-a2ef-baaa3a905868 req-e2ed5793-bd36-485f-912f-71f55d1f7619 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339186 Aug 24 00:59:00.966368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843d03d-674d-454c-80e8-8e735198c99a req-517e6042-0b41-4c7c-9bd9-ddfee19ae1c0 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:00.967866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2843d03d-674d-454c-80e8-8e735198c99a req-517e6042-0b41-4c7c-9bd9-ddfee19ae1c0 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 945 time: 0.0517995 Aug 24 00:59:01.061375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2843d03d-674d-454c-80e8-8e735198c99a req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Deleting port 7357ac73-c704-436f-b0c5-569c3baa8769 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:59:01.061722 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2843d03d-674d-454c-80e8-8e735198c99a req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:01.151099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-2843d03d-674d-454c-80e8-8e735198c99a req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] For port 7357ac73-c704-436f-b0c5-569c3baa8769, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=7357ac73-c704-436f-b0c5-569c3baa8769,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:01.151460 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2843d03d-674d-454c-80e8-8e735198c99a req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:01.327276 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2843d03d-674d-454c-80e8-8e735198c99a req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:01.327665 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2843d03d-674d-454c-80e8-8e735198c99a req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:01.327976 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-2843d03d-674d-454c-80e8-8e735198c99a req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21 disassociated. External IP: 172.25.8.141, port: 7357ac73-c704-436f-b0c5-569c3baa8769. Aug 24 00:59:01.328308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-2843d03d-674d-454c-80e8-8e735198c99a req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Calling delete_port for 7357ac73-c704-436f-b0c5-569c3baa8769 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:59:01.389497 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:01.453762 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2843d03d-674d-454c-80e8-8e735198c99a req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:01.483136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event deleted for resources: {'Port': ['ID=7357ac73-c704-436f-b0c5-569c3baa8769,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:01.948057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8820cd3e-8153-430b-b3da-c4947f62bf90 req-54741789-b04c-42cb-bf58-515c320c5c5e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b00f211-bb34-416f-8b67-1ef803817166 HTTP/1.1" status: 200 len: 210 time: 0.0331409 Aug 24 00:59:01.962483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2843d03d-674d-454c-80e8-8e735198c99a req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:59:02.069280 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2843d03d-674d-454c-80e8-8e735198c99a req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:59:02.080173 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff08aab-5dbe-4888-8147-33c52dc8991f None None] Sync routers for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:59:02.090475 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff08aab-5dbe-4888-8147-33c52dc8991f None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:59:02.091100 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aff08aab-5dbe-4888-8147-33c52dc8991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:59:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:02.108382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2843d03d-674d-454c-80e8-8e735198c99a req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] No DVR routers for this DVR port 7357ac73-c704-436f-b0c5-569c3baa8769 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:59:02.111083 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-2843d03d-674d-454c-80e8-8e735198c99a req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:02.113078 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2843d03d-674d-454c-80e8-8e735198c99a req-92b92afc-0115-46f6-be70-e5e14bf85dc2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.47 "DELETE /v2.0/ports/7357ac73-c704-436f-b0c5-569c3baa8769 HTTP/1.1" status: 204 len: 173 time: 1.1384852 Aug 24 00:59:02.113518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b00f211-bb34-416f-8b67-1ef803817166', 'name': 'network-vif-deleted', 'tag': '7357ac73-c704-436f-b0c5-569c3baa8769'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:59:02.115778 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c559e202-fc94-44d8-ae59-275948be0063" -d '{"events": [{"server_uuid": "0b00f211-bb34-416f-8b67-1ef803817166", "name": "network-vif-deleted", "tag": "7357ac73-c704-436f-b0c5-569c3baa8769"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:59:02.154369 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904398cb-c498-4f3a-9367-0599d01cede8 x-openstack-request-id: req-904398cb-c498-4f3a-9367-0599d01cede8 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:59:02.154656 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b00f211-bb34-416f-8b67-1ef803817166", "name": "network-vif-deleted", "tag": "7357ac73-c704-436f-b0c5-569c3baa8769", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:59:02.155338 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-904398cb-c498-4f3a-9367-0599d01cede8 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:59:02.155731 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b00f211-bb34-416f-8b67-1ef803817166', 'name': 'network-vif-deleted', 'tag': '7357ac73-c704-436f-b0c5-569c3baa8769', 'status': 'completed', 'code': 200} Aug 24 00:59:02.299307 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-aff08aab-5dbe-4888-8147-33c52dc8991f None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:59:02.502233 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aff08aab-5dbe-4888-8147-33c52dc8991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:02.531035 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff08aab-5dbe-4888-8147-33c52dc8991f None None] Checking router: 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:59:02.538974 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff08aab-5dbe-4888-8147-33c52dc8991f None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:59:02.539567 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aff08aab-5dbe-4888-8147-33c52dc8991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:59:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:02.639460 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-aff08aab-5dbe-4888-8147-33c52dc8991f None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:59:02.833350 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-aff08aab-5dbe-4888-8147-33c52dc8991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:02.859537 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff08aab-5dbe-4888-8147-33c52dc8991f None None] The sync data for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 is: [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:59:03.085888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339dcf10-a613-4ad8-a1c0-6795c4caa796 None None] New status for floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:59:03.205664 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:03.222207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-1f3acd7d-01fe-4ff6-8222-f704f2bd66a9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--430044405&fields=id&tenant_id=44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 267 time: 0.0341463 Aug 24 00:59:03.334099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268864c-1409-4371-a57c-acc3f52fa235 req-253b9f17-62f2-42ba-9f60-53a2989db650 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:03.335607 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-253b9f17-62f2-42ba-9f60-53a2989db650 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 811 time: 0.1052258 Aug 24 00:59:03.350589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-0c51f997-5730-4963-a3b7-8f93e57b8c0f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/quotas/44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 375 time: 0.0087907 Aug 24 00:59:03.403026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-a8f5cd03-7ad2-4a38-950a-ed750241a442 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467792 Aug 24 00:59:03.478179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-b4f47c46-7746-4dea-bfb9-f69fa9430884 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:59:03.479443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-b4f47c46-7746-4dea-bfb9-f69fa9430884 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0599256 Aug 24 00:59:03.572047 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-56162e79-82b3-4d9b-8ec2-eff6b2aeff56 service neutron] 10.222.0.32 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862021 Aug 24 00:59:03.658944 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-645f75fc-330f-4192-850f-8075730063b1 service neutron] 10.222.0.32 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800047 Aug 24 00:59:03.677391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7357ac73-c704-436f-b0c5-569c3baa8769 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:59:03.697837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 7357ac73-c704-436f-b0c5-569c3baa8769 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:59:03.698197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 7357ac73-c704-436f-b0c5-569c3baa8769 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:59:03.824415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-010bedf2-5bc3-4e5a-b276-c0ddf3b34d7b req-adbdc194-be0f-41d5-bf7c-99ea76ca386c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 210 time: 0.0266559 Aug 24 00:59:04.834377 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268864c-1409-4371-a57c-acc3f52fa235 req-86660eca-eebf-4b0d-80bb-b7b797e43492 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:04.835759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-86660eca-eebf-4b0d-80bb-b7b797e43492 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 811 time: 0.1092236 Aug 24 00:59:04.886853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-09549d59-67b4-407b-9330-c9370e9c5ddd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 379 time: 0.0353398 Aug 24 00:59:04.898715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a268864c-1409-4371-a57c-acc3f52fa235 req-c9cf2cd4-54e9-44bb-8f24-893889a261d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Request body: {'port': {'device_id': '9957759b-a91f-409b-8849-12c67d02a781', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'admin_state_up': True, 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'security_groups': ['74d4ffcd-6737-4fd6-9c75-1b140ece554c']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:04.936763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25d81a28-6254-4487-9c90-b700adb963f2 req-c6dafc40-87b9-4153-aa81-b2bfb50fdd84 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 210 time: 0.0419149 Aug 24 00:59:05.028534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a268864c-1409-4371-a57c-acc3f52fa235 req-c9cf2cd4-54e9-44bb-8f24-893889a261d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Made reservation on behalf of 44636974c6bd4f71a745cc60e9cb93c4 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:59:05.032332 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a268864c-1409-4371-a57c-acc3f52fa235 req-c9cf2cd4-54e9-44bb-8f24-893889a261d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:05.153389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a268864c-1409-4371-a57c-acc3f52fa235 req-c9cf2cd4-54e9-44bb-8f24-893889a261d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Allocated IP 172.20.0.10 (51a70962-9730-480b-91a8-b896d8343e77/a7b84434-9cfd-4f5d-a68f-f8ea2d283303/24766e8e-0369-4eba-b193-545eb22dade2) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:59:05.298178 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a268864c-1409-4371-a57c-acc3f52fa235 req-c9cf2cd4-54e9-44bb-8f24-893889a261d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:05.311714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a268864c-1409-4371-a57c-acc3f52fa235 req-c9cf2cd4-54e9-44bb-8f24-893889a261d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Transition to ACTIVE for port object 24766e8e-0369-4eba-b193-545eb22dade2 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:59:05.344996 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a268864c-1409-4371-a57c-acc3f52fa235 req-c9cf2cd4-54e9-44bb-8f24-893889a261d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:05.388667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a268864c-1409-4371-a57c-acc3f52fa235 req-c9cf2cd4-54e9-44bb-8f24-893889a261d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Network 51a70962-9730-480b-91a8-b896d8343e77 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:59:05.391649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a268864c-1409-4371-a57c-acc3f52fa235 req-c9cf2cd4-54e9-44bb-8f24-893889a261d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:59:05.395163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a268864c-1409-4371-a57c-acc3f52fa235 req-c9cf2cd4-54e9-44bb-8f24-893889a261d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:59:05.402259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf2cd4-54e9-44bb-8f24-893889a261d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event updated for resources: {'Port': ['ID=24766e8e-0369-4eba-b193-545eb22dade2,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:05.448863 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268864c-1409-4371-a57c-acc3f52fa235 req-c9cf2cd4-54e9-44bb-8f24-893889a261d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:05.449593 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a268864c-1409-4371-a57c-acc3f52fa235 req-c9cf2cd4-54e9-44bb-8f24-893889a261d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:05.465125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-c9cf2cd4-54e9-44bb-8f24-893889a261d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5713525 Aug 24 00:59:05.486449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Request body: {'port': {'device_id': '9957759b-a91f-409b-8849-12c67d02a781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:05.547700 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:05.581398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e17b535d-d8d7-45a0-960b-1393ea6b081f None None] Provisioning for port 24766e8e-0369-4eba-b193-545eb22dade2 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:59:05.587627 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e17b535d-d8d7-45a0-960b-1393ea6b081f None None] Provisioning complete for port 24766e8e-0369-4eba-b193-545eb22dade2 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:59:05.588850 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e17b535d-d8d7-45a0-960b-1393ea6b081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:05.624849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e17b535d-d8d7-45a0-960b-1393ea6b081f None None] Port 24766e8e-0369-4eba-b193-545eb22dade2 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:59:05.829259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24766e8e-0369-4eba-b193-545eb22dade2 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:59:05.836648 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:05.848923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Transition to ACTIVE for port object 24766e8e-0369-4eba-b193-545eb22dade2 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:59:05.852704 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:05.922894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Pushing event updated for resources: {'Port': ['ID=24766e8e-0369-4eba-b193-545eb22dade2,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:05.978042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Attempting to bind port 24766e8e-0369-4eba-b193-545eb22dade2 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:59:05.978698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Attempting to bind port 24766e8e-0369-4eba-b193-545eb22dade2 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:59:05.979227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Attempting to bind port 24766e8e-0369-4eba-b193-545eb22dade2 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:59:05.984056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Port 24766e8e-0369-4eba-b193-545eb22dade2 on network 51a70962-9730-480b-91a8-b896d8343e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:59:05.984465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Attempting to bind port 24766e8e-0369-4eba-b193-545eb22dade2 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:59:05.989885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:59:05.990240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Checking segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:59:05.990646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Bound using segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:59:05.991096 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Bound port: 24766e8e-0369-4eba-b193-545eb22dade2, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:59:05.991472 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:06.095927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd61e94-7f6c-4dab-befb-53e7b48a0184 req-043f0698-8dc4-4cd3-9de6-3012b216d488 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:06.097450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7fd61e94-7f6c-4dab-befb-53e7b48a0184 req-043f0698-8dc4-4cd3-9de6-3012b216d488 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 944 time: 0.0907218 Aug 24 00:59:06.098452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:59:06.101700 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=24766e8e-0369-4eba-b193-545eb22dade2,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:59:06.111029 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:06.175938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:06.176704 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:06.177976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] 10.222.0.47 "PUT /v2.0/ports/24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1092 time: 0.6961408 Aug 24 00:59:06.178426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:59:06.180729 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d17fb3f-85af-4052-8028-351a0b782b13" -d '{"events": [{"name": "network-changed", "server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "tag": "24766e8e-0369-4eba-b193-545eb22dade2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:59:06.188919 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7fd61e94-7f6c-4dab-befb-53e7b48a0184 req-b8a50c6c-6460-45b8-bfdf-90cbad257158 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852146 Aug 24 00:59:06.203103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0d0b6-0e3e-4de8-8acf-cb4eda72dc20 service neutron] Pushing event updated for resources: {'Port': ['ID=24766e8e-0369-4eba-b193-545eb22dade2,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:06.242954 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1835e100-556c-496f-9921-a9b4e993cc39 x-openstack-request-id: req-1835e100-556c-496f-9921-a9b4e993cc39 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:59:06.243254 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "tag": "24766e8e-0369-4eba-b193-545eb22dade2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:59:06.243508 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1835e100-556c-496f-9921-a9b4e993cc39 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:59:06.243907 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2', 'status': 'completed', 'code': 200} Aug 24 00:59:06.301541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268864c-1409-4371-a57c-acc3f52fa235 req-01a7219c-331f-4500-aa96-6b3e87b7f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:06.303109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-01a7219c-331f-4500-aa96-6b3e87b7f74b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1095 time: 0.0440736 Aug 24 00:59:06.356451 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-fbf4fca4-b2c7-4e97-b91e-ba1fa2dcb64b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 217 time: 0.0397217 Aug 24 00:59:06.406193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268864c-1409-4371-a57c-acc3f52fa235 req-eae1e471-d260-4b55-b3b9-1fa3f42864bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:06.407669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-eae1e471-d260-4b55-b3b9-1fa3f42864bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0449817 Aug 24 00:59:06.453312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268864c-1409-4371-a57c-acc3f52fa235 req-b14cef85-084d-4092-a347-5a5d246c1279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:06.454704 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-b14cef85-084d-4092-a347-5a5d246c1279 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391500 Aug 24 00:59:06.549199 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-bcfbdb6e-2ee2-4132-a100-ccf8b8d0bea9 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864618 Aug 24 00:59:06.638323 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a268864c-1409-4371-a57c-acc3f52fa235 req-74064e3c-2db9-42b3-b616-b2b7de700b08 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823514 Aug 24 00:59:06.771505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17fb3f-85af-4052-8028-351a0b782b13 req-c44ac632-ceb8-4e8b-9689-0132123b66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:06.773013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d17fb3f-85af-4052-8028-351a0b782b13 req-c44ac632-ceb8-4e8b-9689-0132123b66c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1095 time: 0.0407450 Aug 24 00:59:06.866114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17fb3f-85af-4052-8028-351a0b782b13 req-b75e84a8-815c-44c9-93ee-dece7b705c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:06.867642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d17fb3f-85af-4052-8028-351a0b782b13 req-b75e84a8-815c-44c9-93ee-dece7b705c17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0871146 Aug 24 00:59:06.910066 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d17fb3f-85af-4052-8028-351a0b782b13 req-25b80394-f676-44b5-88f7-724265f1636b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 217 time: 0.0348186 Aug 24 00:59:06.958069 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17fb3f-85af-4052-8028-351a0b782b13 req-d61cb296-60c0-4618-94a7-163b0cbbb812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:06.959544 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d17fb3f-85af-4052-8028-351a0b782b13 req-d61cb296-60c0-4618-94a7-163b0cbbb812 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0424893 Aug 24 00:59:07.007458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17fb3f-85af-4052-8028-351a0b782b13 req-9856bc92-ef89-49ee-b402-8c6daffd4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:07.008932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d17fb3f-85af-4052-8028-351a0b782b13 req-9856bc92-ef89-49ee-b402-8c6daffd4351 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429094 Aug 24 00:59:07.097585 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d17fb3f-85af-4052-8028-351a0b782b13 req-a0cb2324-a374-4294-9a89-6f6eb9b3855b service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809286 Aug 24 00:59:07.193341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d17fb3f-85af-4052-8028-351a0b782b13 req-6f3dfb8c-ea81-4d33-ae07-63c9344ba88c service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882969 Aug 24 00:59:07.308470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f61ca-db47-4c02-973f-670daa2b1168 req-2e554f29-8fc1-4fbe-9b1f-629382be4b72 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:07.309975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-618f61ca-db47-4c02-973f-670daa2b1168 req-2e554f29-8fc1-4fbe-9b1f-629382be4b72 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 944 time: 0.0515258 Aug 24 00:59:07.347166 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-618f61ca-db47-4c02-973f-670daa2b1168 req-fbcc6e99-81a5-4a24-b431-73bc97a8086d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312243 Aug 24 00:59:08.464441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675253c0-fc42-47dd-9ef2-cd790db05e26 req-8fa85bd5-963d-441c-87bc-c996063b5bcf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:08.465934 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-675253c0-fc42-47dd-9ef2-cd790db05e26 req-8fa85bd5-963d-441c-87bc-c996063b5bcf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 944 time: 0.0495951 Aug 24 00:59:08.503913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-675253c0-fc42-47dd-9ef2-cd790db05e26 req-07db3c06-2008-491c-8c57-0d9131195a99 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319948 Aug 24 00:59:09.625570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddeb5e-dc3f-4115-b5bf-279ade628d2a req-1a8457a6-054f-4da2-ba53-27e0c29a3b9e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:09.627073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07ddeb5e-dc3f-4115-b5bf-279ade628d2a req-1a8457a6-054f-4da2-ba53-27e0c29a3b9e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 944 time: 0.0540285 Aug 24 00:59:09.664552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07ddeb5e-dc3f-4115-b5bf-279ade628d2a req-4b49ebac-3a21-4171-a22a-77073ec14113 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315866 Aug 24 00:59:10.782048 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2960d3d-456e-4667-a050-cf543997e64b req-c7141cbf-f5f3-4979-9fba-0db5900de4af tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:10.783575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2960d3d-456e-4667-a050-cf543997e64b req-c7141cbf-f5f3-4979-9fba-0db5900de4af tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 944 time: 0.0488136 Aug 24 00:59:10.821009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2960d3d-456e-4667-a050-cf543997e64b req-830ebe77-3765-4ab1-8df5-182b53977d6f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314860 Aug 24 00:59:11.111080 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:59:11.786340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 24766e8e-0369-4eba-b193-545eb22dade2 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:59:11.884369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=24766e8e-0369-4eba-b193-545eb22dade2,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:11.895598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '24766e8e-0369-4eba-b193-545eb22dade2', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'port_id': '24766e8e-0369-4eba-b193-545eb22dade2', 'mac_address': 'fa:16:3e:56:bb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:59:11.935341 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:11.939631 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a154-ca2a-49b6-b8fa-3f44fc2a6703 req-8ccbee2b-9741-4e95-89ca-e3e50cfad76f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:11.941169 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3296a154-ca2a-49b6-b8fa-3f44fc2a6703 req-8ccbee2b-9741-4e95-89ca-e3e50cfad76f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 944 time: 0.0502589 Aug 24 00:59:11.948294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24766e8e-0369-4eba-b193-545eb22dade2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:59:11.967614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=24766e8e-0369-4eba-b193-545eb22dade2,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:11.971767 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:11.978303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3296a154-ca2a-49b6-b8fa-3f44fc2a6703 req-05947b54-6792-4d5a-96a4-46cd349ab4ed tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312202 Aug 24 00:59:12.021726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=24766e8e-0369-4eba-b193-545eb22dade2,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:12.314887 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['24766e8e-0369-4eba-b193-545eb22dade2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:59:13.097206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f217bec-5000-4d30-b13c-e2882b8bdbf3 req-6c857751-417a-4dde-9eb8-703f5d2ae950 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:13.098686 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f217bec-5000-4d30-b13c-e2882b8bdbf3 req-6c857751-417a-4dde-9eb8-703f5d2ae950 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 945 time: 0.0516930 Aug 24 00:59:13.137188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f217bec-5000-4d30-b13c-e2882b8bdbf3 req-354ff9ed-58c8-4a6d-8610-ecfaf98c3859 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317192 Aug 24 00:59:13.795536 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 24766e8e-0369-4eba-b193-545eb22dade2 up at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:59:13.844404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning for port 24766e8e-0369-4eba-b193-545eb22dade2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:59:13.847988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Provisioning complete for port 24766e8e-0369-4eba-b193-545eb22dade2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:59:13.848368 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:13.927263 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:13.950074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:59:13.952328 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac574ff0-171a-4454-8cf7-30dc9310d2b1" -d '{"events": [{"server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "name": "network-vif-plugged", "status": "completed", "tag": "24766e8e-0369-4eba-b193-545eb22dade2"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:59:13.965854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=24766e8e-0369-4eba-b193-545eb22dade2,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:13.971393 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:13.995410 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d2d972-f1e2-45e9-b867-30e7942425ef x-openstack-request-id: req-01d2d972-f1e2-45e9-b867-30e7942425ef {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:59:13.995701 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "name": "network-vif-plugged", "status": "completed", "tag": "24766e8e-0369-4eba-b193-545eb22dade2", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:59:13.995952 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01d2d972-f1e2-45e9-b867-30e7942425ef {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:59:13.996342 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2', 'code': 200} Aug 24 00:59:14.021298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=24766e8e-0369-4eba-b193-545eb22dade2,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:14.116164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5c6c6-7357-4c73-b0ed-6e84e7709de0 req-42a935ce-22f6-482b-b9ac-5085ad510b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:14.117643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dbb5c6c6-7357-4c73-b0ed-6e84e7709de0 req-42a935ce-22f6-482b-b9ac-5085ad510b91 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1097 time: 0.0402281 Aug 24 00:59:14.152204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dbb5c6c6-7357-4c73-b0ed-6e84e7709de0 req-398ffdc6-af6f-4935-bcdf-f391226bc031 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278218 Aug 24 00:59:14.250158 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae89f6-100a-4ef9-912c-a5697d9ce072 req-a9be3dd6-33a9-4f1c-9ca4-82579505860e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:14.251683 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfae89f6-100a-4ef9-912c-a5697d9ce072 req-a9be3dd6-33a9-4f1c-9ca4-82579505860e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0483496 Aug 24 00:59:14.289784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfae89f6-100a-4ef9-912c-a5697d9ce072 req-8cd14183-3768-4fef-8c7e-9ca5e4d523f9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321336 Aug 24 00:59:15.410883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc838c4-55d0-4935-90ab-1687a5e25382 req-ffeba0da-f28b-48ec-a5ae-0135e8d3851d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:15.412423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0fc838c4-55d0-4935-90ab-1687a5e25382 req-ffeba0da-f28b-48ec-a5ae-0135e8d3851d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0524547 Aug 24 00:59:15.455060 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0fc838c4-55d0-4935-90ab-1687a5e25382 req-4c916d4f-69d2-4afe-838f-afe03de1b51d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327585 Aug 24 00:59:16.572104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88ed26-91e3-47a2-a8be-25fa56db5f70 req-ee87effe-c1a3-4aab-9082-8d31ec6bfc42 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:16.573835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f88ed26-91e3-47a2-a8be-25fa56db5f70 req-ee87effe-c1a3-4aab-9082-8d31ec6bfc42 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0502470 Aug 24 00:59:16.611518 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f88ed26-91e3-47a2-a8be-25fa56db5f70 req-002a935f-7c74-4a3d-b138-38117e62e9f8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318551 Aug 24 00:59:16.722221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62912f-a4bf-4f47-bffb-360b64945e3a req-1f9c06e8-f937-45da-9d7b-8db6995ed3dc tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:16.723715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e62912f-a4bf-4f47-bffb-360b64945e3a req-1f9c06e8-f937-45da-9d7b-8db6995ed3dc tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0490725 Aug 24 00:59:16.732336 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45254) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:16.736712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-2b73ad8d-669b-453f-b32b-e49bdf0c0c5a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Request body: {'floatingip': {'port_id': '24766e8e-0369-4eba-b193-545eb22dade2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:16.778331 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b73ad8d-669b-453f-b32b-e49bdf0c0c5a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:17.204670 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b73ad8d-669b-453f-b32b-e49bdf0c0c5a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:17.208307 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b73ad8d-669b-453f-b32b-e49bdf0c0c5a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:17.304409 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-2b73ad8d-669b-453f-b32b-e49bdf0c0c5a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21 associated. External IP: 172.25.8.141, port: 24766e8e-0369-4eba-b193-545eb22dade2. Aug 24 00:59:17.509909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b73ad8d-669b-453f-b32b-e49bdf0c0c5a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:59:17.615784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b73ad8d-669b-453f-b32b-e49bdf0c0c5a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:59:17.620680 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2b73ad8d-669b-453f-b32b-e49bdf0c0c5a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:17.625475 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac69de98-b227-432b-b93f-651ab7773f05 None None] Sync routers for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:59:17.634909 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac69de98-b227-432b-b93f-651ab7773f05 None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:59:17.635513 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ac69de98-b227-432b-b93f-651ab7773f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:59:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:17.646883 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2b73ad8d-669b-453f-b32b-e49bdf0c0c5a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "PUT /v2.0/floatingips/7e139ce1-1f12-45f7-a367-3f3568185c21 HTTP/1.1" status: 200 len: 992 time: 0.9134972 Aug 24 00:59:17.647556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:59:17.649921 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85062477-454d-4dfd-b8af-dbccfd1c6dae" -d '{"events": [{"name": "network-changed", "server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "tag": "24766e8e-0369-4eba-b193-545eb22dade2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:59:17.691833 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2363abd3-824f-4859-b2c8-8969d28fb00a x-openstack-request-id: req-2363abd3-824f-4859-b2c8-8969d28fb00a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:59:17.692211 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "tag": "24766e8e-0369-4eba-b193-545eb22dade2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:59:17.692526 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2363abd3-824f-4859-b2c8-8969d28fb00a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:59:17.693061 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2', 'status': 'completed', 'code': 200} Aug 24 00:59:17.741437 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ac69de98-b227-432b-b93f-651ab7773f05 None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:59:17.795935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85062477-454d-4dfd-b8af-dbccfd1c6dae req-75de952b-c065-4760-8194-7b9bab25689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:17.797391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85062477-454d-4dfd-b8af-dbccfd1c6dae req-75de952b-c065-4760-8194-7b9bab25689d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1097 time: 0.0447605 Aug 24 00:59:17.887479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85062477-454d-4dfd-b8af-dbccfd1c6dae req-fc45f95f-bc64-46d0-8564-9d2ebcc18483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:17.888987 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85062477-454d-4dfd-b8af-dbccfd1c6dae req-fc45f95f-bc64-46d0-8564-9d2ebcc18483 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0844448 Aug 24 00:59:17.960835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85062477-454d-4dfd-b8af-dbccfd1c6dae req-38cd2e05-ff63-48e7-a353-e7702d039ea6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1000 time: 0.0634077 Aug 24 00:59:17.961483 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ac69de98-b227-432b-b93f-651ab7773f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '7e139ce1-1f12-45f7-a367-3f3568185c21', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'port_id': '24766e8e-0369-4eba-b193-545eb22dade2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'mac_address': 'fa:16:3e:56:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9957759b-a91f-409b-8849-12c67d02a781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:30Z', 'updated_at': '2021-08-24T00:59:17Z', 'revision_number': 9, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:17.987638 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac69de98-b227-432b-b93f-651ab7773f05 None None] Checking router: 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:59:17.996389 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac69de98-b227-432b-b93f-651ab7773f05 None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:59:17.996992 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ac69de98-b227-432b-b93f-651ab7773f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T00:59:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:18.008652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85062477-454d-4dfd-b8af-dbccfd1c6dae req-41001397-ef5d-4c5a-9112-8b8ba67877c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:18.010134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85062477-454d-4dfd-b8af-dbccfd1c6dae req-41001397-ef5d-4c5a-9112-8b8ba67877c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0428531 Aug 24 00:59:18.055876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85062477-454d-4dfd-b8af-dbccfd1c6dae req-06b5ce6a-964a-4106-a44a-700e1bfed4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:18.057419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85062477-454d-4dfd-b8af-dbccfd1c6dae req-06b5ce6a-964a-4106-a44a-700e1bfed4ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403321 Aug 24 00:59:18.105008 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ac69de98-b227-432b-b93f-651ab7773f05 None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:59:18.152537 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85062477-454d-4dfd-b8af-dbccfd1c6dae req-a39e108f-ce36-4a1b-92b2-32b3daa7dcb4 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883586 Aug 24 00:59:18.242638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85062477-454d-4dfd-b8af-dbccfd1c6dae req-9ccf859c-d20a-4c2b-bdc5-449d4bdf51a3 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835845 Aug 24 00:59:18.326043 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ac69de98-b227-432b-b93f-651ab7773f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '7e139ce1-1f12-45f7-a367-3f3568185c21', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'port_id': '24766e8e-0369-4eba-b193-545eb22dade2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'mac_address': 'fa:16:3e:56:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9957759b-a91f-409b-8849-12c67d02a781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:30Z', 'updated_at': '2021-08-24T00:59:17Z', 'revision_number': 9, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:18.356153 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac69de98-b227-432b-b93f-651ab7773f05 None None] The sync data for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 is: [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '7e139ce1-1f12-45f7-a367-3f3568185c21', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'port_id': '24766e8e-0369-4eba-b193-545eb22dade2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'mac_address': 'fa:16:3e:56:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9957759b-a91f-409b-8849-12c67d02a781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:30Z', 'updated_at': '2021-08-24T00:59:17Z', 'revision_number': 9, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:59:18.546068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129fd24-4f28-43a1-a837-17f51f016151 None None] New status for floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:59:24.093735 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:27.567491 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0f796ab2-f6a7-44dd-ab7b-b07a61bf1012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:29.993758 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:30.171456 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:30.253048 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db2f6933-1831-4f6b-a0ef-549fe87ecb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:31.393783 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:33.147916 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:38.501188 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [req-c3fa7143-4501-491b-b831-5687d7bf1cf8 req-cccc5d36-eda6-483a-9653-8c35e21806b6 service neutron] (94838) timed out ('10.222.0.47', 64084) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:59:39.050572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-2e9a3614-23d3-4361-bd98-5fad5701d445 req-b6d20419-4a40-493b-9c37-d6188bfa5a4a tempest-TestVolumeBootPattern-177801057 tempest-TestVolumeBootPattern-177801057-project] (94837) timed out ('10.222.0.47', 64085) {{(pid=94837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:59:40.030314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14304023-db3d-4973-8b77-7fafc0bc2537 req-87954153-3c2c-4749-9235-533df3c1dad2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391629 Aug 24 00:59:40.136553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14304023-db3d-4973-8b77-7fafc0bc2537 req-cef4ff3c-80fc-476f-9a8d-5dbbdf3488c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:40.138722 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14304023-db3d-4973-8b77-7fafc0bc2537 req-cef4ff3c-80fc-476f-9a8d-5dbbdf3488c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1097 time: 0.0486217 Aug 24 00:59:40.237312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14304023-db3d-4973-8b77-7fafc0bc2537 req-f9debd70-7a09-4291-a7fd-c760b020ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:40.238863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14304023-db3d-4973-8b77-7fafc0bc2537 req-f9debd70-7a09-4291-a7fd-c760b020ba10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0826757 Aug 24 00:59:40.308226 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14304023-db3d-4973-8b77-7fafc0bc2537 req-acc04b09-4e82-4797-846e-1e6ee43ad3ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1003 time: 0.0619814 Aug 24 00:59:40.356881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14304023-db3d-4973-8b77-7fafc0bc2537 req-6c5f7224-f7e0-4595-ad70-75464f5b3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:40.358313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14304023-db3d-4973-8b77-7fafc0bc2537 req-6c5f7224-f7e0-4595-ad70-75464f5b3045 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0427129 Aug 24 00:59:40.404334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14304023-db3d-4973-8b77-7fafc0bc2537 req-daa88370-56d5-4d7e-bcb0-9455dee6dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:40.406410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14304023-db3d-4973-8b77-7fafc0bc2537 req-daa88370-56d5-4d7e-bcb0-9455dee6dbe7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405028 Aug 24 00:59:40.498688 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14304023-db3d-4973-8b77-7fafc0bc2537 req-ec4c7e3b-ade4-4c22-afab-5cb25aed158a service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849459 Aug 24 00:59:40.927201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-14304023-db3d-4973-8b77-7fafc0bc2537 req-d1647b0f-4ec5-4b89-86f2-8d169c59456c service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201372 Aug 24 00:59:48.110648 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:59:54.098614 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:57.567885 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfc68eb1-17d1-4d8f-a7b0-3713e69e08d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:59.982448 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:00.172025 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:00.253471 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-29c48929-d590-4332-ac9c-405ae3e090a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:01.389992 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:03.151656 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:24.109054 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:25.110525 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:00:27.570413 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7caafc81-2b77-45a8-a20f-276f72504911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:30.024468 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:30.172100 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:30.253395 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f08b928-1158-4b13-aeb1-b126c8187048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:31.393241 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:33.153787 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:40.124364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0a31a0d-9c2d-4287-9379-a77d1c906d48 req-63537b11-29dd-4181-8b76-3fd6326704d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389154 Aug 24 01:00:40.223873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a31a0d-9c2d-4287-9379-a77d1c906d48 req-6ca99e7c-590b-4701-9a11-8a1e4fea36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:40.225345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0a31a0d-9c2d-4287-9379-a77d1c906d48 req-6ca99e7c-590b-4701-9a11-8a1e4fea36fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1097 time: 0.0437253 Aug 24 01:00:40.326045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a31a0d-9c2d-4287-9379-a77d1c906d48 req-603a4018-7834-434b-a8c2-34c9d61bb0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:40.327563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0a31a0d-9c2d-4287-9379-a77d1c906d48 req-603a4018-7834-434b-a8c2-34c9d61bb0c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0829163 Aug 24 01:00:40.395962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0a31a0d-9c2d-4287-9379-a77d1c906d48 req-9aff62a5-684c-4ac1-b059-de4b81bcc25e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1003 time: 0.0608981 Aug 24 01:00:40.444150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a31a0d-9c2d-4287-9379-a77d1c906d48 req-355fabf4-89ec-4c1a-9e7f-1c9ca87d3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:40.445561 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0a31a0d-9c2d-4287-9379-a77d1c906d48 req-355fabf4-89ec-4c1a-9e7f-1c9ca87d3c6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0427682 Aug 24 01:00:40.488805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a31a0d-9c2d-4287-9379-a77d1c906d48 req-0f950d49-eae2-44db-b4d0-232c77903872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:40.490248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0a31a0d-9c2d-4287-9379-a77d1c906d48 req-0f950d49-eae2-44db-b4d0-232c77903872 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378833 Aug 24 01:00:40.580310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0a31a0d-9c2d-4287-9379-a77d1c906d48 req-dd81cc7c-9793-4408-94a1-38df16a969ef service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823021 Aug 24 01:00:40.678334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f0a31a0d-9c2d-4287-9379-a77d1c906d48 req-19a66577-ee14-4fed-b8b2-d8dc05d979c6 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896573 Aug 24 01:00:54.122558 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:57.572468 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc873072-0362-468e-8fa9-ca2a84b1a9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:00.023181 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:00.172434 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:00.252760 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c044dbfc-b39a-42d8-9ca3-7eb884155064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:01.399273 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:02.112862 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:01:03.156167 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:24.117117 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:27.572768 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d9971ec-164e-401f-93ab-14f21bd58c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:30.022729 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:30.173826 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:30.251772 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f64131b5-f413-46a0-b7c3-9db3f47389d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:31.399520 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:33.159321 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:39.112003 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:01:40.093664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f52e439b-cc8f-4714-8822-523dcd0257cd req-c71249f8-4a60-4316-986f-7fee2ffdf93b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437942 Aug 24 01:01:40.199144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e439b-cc8f-4714-8822-523dcd0257cd req-f3f8d5c8-d1ac-45f1-93e1-e32ab1ed747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:40.200638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f52e439b-cc8f-4714-8822-523dcd0257cd req-f3f8d5c8-d1ac-45f1-93e1-e32ab1ed747d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1097 time: 0.0444288 Aug 24 01:01:40.303312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e439b-cc8f-4714-8822-523dcd0257cd req-e6508481-026a-4aaf-87c6-d843c18ea43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:40.304787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f52e439b-cc8f-4714-8822-523dcd0257cd req-e6508481-026a-4aaf-87c6-d843c18ea43b service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0843327 Aug 24 01:01:40.372262 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f52e439b-cc8f-4714-8822-523dcd0257cd req-a2f6757d-b697-440f-b998-40ae78a7faea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1003 time: 0.0598202 Aug 24 01:01:40.420938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e439b-cc8f-4714-8822-523dcd0257cd req-77be7468-5416-4cdc-a259-6f44a59ef8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:40.422341 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f52e439b-cc8f-4714-8822-523dcd0257cd req-77be7468-5416-4cdc-a259-6f44a59ef8b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0430417 Aug 24 01:01:40.467754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e439b-cc8f-4714-8822-523dcd0257cd req-2cc9d9ba-bd94-4e1d-b9c7-c8386593b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:40.469222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f52e439b-cc8f-4714-8822-523dcd0257cd req-2cc9d9ba-bd94-4e1d-b9c7-c8386593b9b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387907 Aug 24 01:01:40.561181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f52e439b-cc8f-4714-8822-523dcd0257cd req-ab3ea763-eefc-45b1-ad4f-fb8b660f3c8c service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836341 Aug 24 01:01:40.650695 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f52e439b-cc8f-4714-8822-523dcd0257cd req-1ede2088-f789-4e69-8ca9-ccb420946c1d service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822892 Aug 24 01:01:49.309931 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-5852ebdb-fcec-49fa-8e12-8a67f6da3aaa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2359812 Aug 24 01:01:49.321596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18eaa66-026e-42ab-ab3a-ede979c94187 req-9fb44b7e-18b0-4031-9cc5-a2288209d3fb tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:49.326812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b18eaa66-026e-42ab-ab3a-ede979c94187 req-9fb44b7e-18b0-4031-9cc5-a2288209d3fb tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.2358696 Aug 24 01:01:49.367467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b18eaa66-026e-42ab-ab3a-ede979c94187 req-eb65a833-9010-429f-b40b-93a457bd507c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353630 Aug 24 01:01:50.535842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a126a-ea35-4c57-bf5e-73baa3d48fe5 req-20762c72-c651-4e29-a038-d7e001f4a178 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:50.537329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-210a126a-ea35-4c57-bf5e-73baa3d48fe5 req-20762c72-c651-4e29-a038-d7e001f4a178 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0986593 Aug 24 01:01:50.575992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-210a126a-ea35-4c57-bf5e-73baa3d48fe5 req-20230da7-8aa5-41d8-9bf2-85a896434640 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327284 Aug 24 01:01:50.694959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ebc274ca-7561-490b-b6d0-cba0f71929a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:50.696470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ebc274ca-7561-490b-b6d0-cba0f71929a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1097 time: 0.0427020 Aug 24 01:01:50.789825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-c0552be0-72cd-478a-89d5-192e4eaf165c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:50.791364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-c0552be0-72cd-478a-89d5-192e4eaf165c service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0882900 Aug 24 01:01:50.857549 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-a824fb4e-672f-46b8-8b04-d2d630ce7eff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1003 time: 0.0580533 Aug 24 01:01:50.910415 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-7e9cde63-2161-4d90-8b07-1da8dc8c1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:50.911921 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-7e9cde63-2161-4d90-8b07-1da8dc8c1ff9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0480118 Aug 24 01:01:50.958130 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-850ea120-7122-4fca-814d-87c766ac9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:50.959592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-850ea120-7122-4fca-814d-87c766ac9c1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400698 Aug 24 01:01:51.047664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-9a08fac5-eaa8-4818-8ab7-e92e1ace73be service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805390 Aug 24 01:01:51.140307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-181ad559-7c5b-4da7-bc10-382bf141661e service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846446 Aug 24 01:01:51.693041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d2239-0293-4d70-b3d7-139fac0c4d6e req-4e87be91-0020-40c8-b88b-3d25b2dc2b8c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:51.694521 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c8d2239-0293-4d70-b3d7-139fac0c4d6e req-4e87be91-0020-40c8-b88b-3d25b2dc2b8c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0490000 Aug 24 01:01:51.731440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c8d2239-0293-4d70-b3d7-139fac0c4d6e req-562c0bed-40e5-4780-a074-c9b6b4ea7b3e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309188 Aug 24 01:01:52.859803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c7301-fe27-47f4-a6d8-4be80625f50f req-a398983c-e1aa-4578-b3ae-b8732aae2b4b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:52.861315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-856c7301-fe27-47f4-a6d8-4be80625f50f req-a398983c-e1aa-4578-b3ae-b8732aae2b4b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0563273 Aug 24 01:01:52.899213 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-856c7301-fe27-47f4-a6d8-4be80625f50f req-fa461092-1857-42a7-a424-d657894d420d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316076 Aug 24 01:01:54.018746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eec000-1e6c-4c91-a31d-cdf6c2fd6c39 req-d5ae8e1c-1fbf-4c54-ab59-cffe6db8b58e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:54.021079 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22eec000-1e6c-4c91-a31d-cdf6c2fd6c39 req-d5ae8e1c-1fbf-4c54-ab59-cffe6db8b58e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0529759 Aug 24 01:01:54.058845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-22eec000-1e6c-4c91-a31d-cdf6c2fd6c39 req-fe43907c-ffb8-4df9-95fc-67c8a37ad688 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317459 Aug 24 01:01:54.135080 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:55.172946 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b431d21-51ec-4201-90ed-815b4a6e84db req-7bf0355d-1f92-4683-9f64-5e3569d00ce6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:55.174418 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b431d21-51ec-4201-90ed-815b4a6e84db req-7bf0355d-1f92-4683-9f64-5e3569d00ce6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0478768 Aug 24 01:01:55.212644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1b431d21-51ec-4201-90ed-815b4a6e84db req-0cd148d3-fd50-472f-acbc-ff60879fbef4 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316353 Aug 24 01:01:56.326981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc2dff-7fd7-4509-9fab-c48b6edf37b1 req-cd263062-4022-47d9-9edd-0604596410ca tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:56.328475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43bc2dff-7fd7-4509-9fab-c48b6edf37b1 req-cd263062-4022-47d9-9edd-0604596410ca tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0501840 Aug 24 01:01:56.366975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-43bc2dff-7fd7-4509-9fab-c48b6edf37b1 req-5a51f701-b86a-481f-b6b8-372bb8f2e079 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320666 Aug 24 01:01:57.486265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa9c87-79d5-4a56-a919-6bbaa6749d62 req-c054c0f1-b4dd-45e3-907f-5eb54f6391d8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:57.487831 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbfa9c87-79d5-4a56-a919-6bbaa6749d62 req-c054c0f1-b4dd-45e3-907f-5eb54f6391d8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0533733 Aug 24 01:01:57.526382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbfa9c87-79d5-4a56-a919-6bbaa6749d62 req-b9c769d0-80df-4606-8451-00faeba0f461 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320554 Aug 24 01:01:57.573765 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-42ea9ecf-5efa-4df3-907f-04f348c311ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:58.642336 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a3aef-f48b-4181-8f41-bf207b43a462 req-8da56e21-ea8e-41d3-b8f9-524911fe4be1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:58.643751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-134a3aef-f48b-4181-8f41-bf207b43a462 req-8da56e21-ea8e-41d3-b8f9-524911fe4be1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0484900 Aug 24 01:01:58.682033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-134a3aef-f48b-4181-8f41-bf207b43a462 req-edab11f2-fb61-47f2-83bd-e74ad95f8e15 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322397 Aug 24 01:01:59.797315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a9b25-e4d6-4ae3-9fe2-19aedd29a644 req-48a414ef-be93-40db-8d43-d83fab9f8e78 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:59.798853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb3a9b25-e4d6-4ae3-9fe2-19aedd29a644 req-48a414ef-be93-40db-8d43-d83fab9f8e78 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0495095 Aug 24 01:01:59.839534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb3a9b25-e4d6-4ae3-9fe2-19aedd29a644 req-42273e7c-1d25-4b19-b437-99e7ed753a50 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328555 Aug 24 01:02:00.021609 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:00.174060 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:00.251479 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b05fda50-e08c-4ad6-8f06-e8eb4d85a5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:00.959443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9761ad4-2569-4671-943f-6ea571bcfe12 req-ae43e425-811a-467b-94e8-09821dc47fb6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:00.960957 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9761ad4-2569-4671-943f-6ea571bcfe12 req-ae43e425-811a-467b-94e8-09821dc47fb6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0544198 Aug 24 01:02:00.997464 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e9761ad4-2569-4671-943f-6ea571bcfe12 req-62c6673f-570f-4942-84a6-f0210b6bbb25 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306098 Aug 24 01:02:01.402447 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:02.111487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad0a30-ce00-4be4-935b-f0e31f64982a req-2fd77af4-79d7-45f0-b2b4-15ba6adfdcb9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:02.113646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cad0a30-ce00-4be4-935b-f0e31f64982a req-2fd77af4-79d7-45f0-b2b4-15ba6adfdcb9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0487356 Aug 24 01:02:02.151033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cad0a30-ce00-4be4-935b-f0e31f64982a req-f410a0d2-0a8e-4f8d-8c2f-d00cb5c2cd00 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315716 Aug 24 01:02:03.162735 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:03.181823 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-f528a258-4754-4f83-aaa5-9f099f185a61 service neutron] show failed (client error): The resource could not be found. Aug 24 01:02:03.182898 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-f528a258-4754-4f83-aaa5-9f099f185a61 service neutron] 10.222.0.47 "GET /v2.0/ports/24766e8e-0369-4eba-b193-545eb22dade2/bindings/n-h2-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.0548272 Aug 24 01:02:03.279132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288f682-341f-437d-bc4a-09be90220842 req-ed049c03-e90b-4c37-b482-7f4763d66f95 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:03.281184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7288f682-341f-437d-bc4a-09be90220842 req-ed049c03-e90b-4c37-b482-7f4763d66f95 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0552778 Aug 24 01:02:03.321823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7288f682-341f-437d-bc4a-09be90220842 req-a2e48119-d93d-42d2-a5c3-5692f40d5ab1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342472 Aug 24 01:02:03.425057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-d41da625-819e-487d-9d78-457e87173388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:03.426456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-d41da625-819e-487d-9d78-457e87173388 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781&tenant_id=44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 1097 time: 0.0408366 Aug 24 01:02:03.444338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:02:03.495540 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:03.697752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=24766e8e-0369-4eba-b193-545eb22dade2,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:03.729903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:02:03.769394 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:02:03.772315 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86935886-6119-4135-8c86-86e8b893e6f8" -d '{"events": [{"server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "name": "network-vif-unplugged", "status": "completed", "tag": "24766e8e-0369-4eba-b193-545eb22dade2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:02:03.776370 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:03.789127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Transition to ACTIVE for port object 24766e8e-0369-4eba-b193-545eb22dade2 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:02:03.793515 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:03.831230 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6d8934-a565-4d37-993f-fcd98f391247 x-openstack-request-id: req-4a6d8934-a565-4d37-993f-fcd98f391247 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:02:03.831651 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "name": "network-vif-unplugged", "status": "completed", "tag": "24766e8e-0369-4eba-b193-545eb22dade2", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:02:03.834710 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a6d8934-a565-4d37-993f-fcd98f391247 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:02:03.834710 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2', 'code': 200} Aug 24 01:02:03.886424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Pushing event updated for resources: {'Port': ['ID=24766e8e-0369-4eba-b193-545eb22dade2,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:03.900389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:03.900740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:03.901087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:03.901422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:03.901756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:03.902093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:03.902420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:03.902745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:03.903093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:03.903414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:03.903738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:03.904062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:03.933847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] No DVR routers for this DVR port 24766e8e-0369-4eba-b193-545eb22dade2 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:02:04.065398 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Attempting to bind port 24766e8e-0369-4eba-b193-545eb22dade2 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:02:04.065738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Attempting to bind port 24766e8e-0369-4eba-b193-545eb22dade2 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:02:04.066068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Attempting to bind port 24766e8e-0369-4eba-b193-545eb22dade2 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:02:04.070590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Port 24766e8e-0369-4eba-b193-545eb22dade2 on network 51a70962-9730-480b-91a8-b896d8343e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:02:04.070974 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Attempting to bind port 24766e8e-0369-4eba-b193-545eb22dade2 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:02:04.075666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:02:04.076006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Checking segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:02:04.076387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Bound using segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:02:04.076812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Bound port: 24766e8e-0369-4eba-b193-545eb22dade2, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:02:04.077169 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:04.139667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:02:04.142553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=24766e8e-0369-4eba-b193-545eb22dade2,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:02:04.147489 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:04.187702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:04.188595 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:04.191398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] 10.222.0.13 "PUT /v2.0/ports/24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1092 time: 0.7496448 Aug 24 01:02:04.206840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3b7b5-370c-4e72-953f-4718afb1855b service neutron] Pushing event updated for resources: {'Port': ['ID=24766e8e-0369-4eba-b193-545eb22dade2,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:04.270312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-8557fb55-cac1-460c-8057-189bc00e4880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:04.272605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-8557fb55-cac1-460c-8057-189bc00e4880 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1095 time: 0.0468147 Aug 24 01:02:04.368333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-f2851e5b-f09f-4d1f-ba77-6129ccc7d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:04.369717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-f2851e5b-f09f-4d1f-ba77-6129ccc7d98c service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0895100 Aug 24 01:02:04.463268 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-81da91ac-d39e-4766-87b6-c47fc6b80bc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1001 time: 0.0865338 Aug 24 01:02:04.486749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4412b5-aaa2-4fcb-a8f5-f1d83fac3e6b req-426dc330-7d39-4e6a-b73a-c73102ae99cc tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:04.488139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd4412b5-aaa2-4fcb-a8f5-f1d83fac3e6b req-426dc330-7d39-4e6a-b73a-c73102ae99cc tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 944 time: 0.0724161 Aug 24 01:02:04.542562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-da6c5c7e-cfe4-4ff0-ae20-8585bbed08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:04.543990 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-da6c5c7e-cfe4-4ff0-ae20-8585bbed08d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0738535 Aug 24 01:02:04.550915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bd4412b5-aaa2-4fcb-a8f5-f1d83fac3e6b req-a551ac70-8657-4b5a-b475-038b9eb7a967 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449517 Aug 24 01:02:04.592598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-b8689826-f17d-4b82-9786-d0843fa4e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:04.594242 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-b8689826-f17d-4b82-9786-d0843fa4e1ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421128 Aug 24 01:02:04.685418 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-a25029c7-d961-4250-836f-838b186eb6fa service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833404 Aug 24 01:02:04.779205 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-3c6ff560-2b75-4108-a974-e7423680c3c2 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855477 Aug 24 01:02:05.674955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfc6a2-07cd-433d-892a-da2354803d1c req-f469b8c6-b1b9-4b7d-9e69-bc2b3addd305 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:05.676469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3dfc6a2-07cd-433d-892a-da2354803d1c req-f469b8c6-b1b9-4b7d-9e69-bc2b3addd305 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 944 time: 0.0542035 Aug 24 01:02:05.715423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3dfc6a2-07cd-433d-892a-da2354803d1c req-1fd553ca-9e6d-44f8-9829-5ea802e16428 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324843 Aug 24 01:02:05.833482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:02:05.835909 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809cde33-3450-4542-b770-e3626629d9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "tag": "24766e8e-0369-4eba-b193-545eb22dade2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:02:05.886896 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522ca4e8-aedc-41d1-bea1-53f769e2174b x-openstack-request-id: req-522ca4e8-aedc-41d1-bea1-53f769e2174b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:02:05.887188 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "tag": "24766e8e-0369-4eba-b193-545eb22dade2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:02:05.887440 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-522ca4e8-aedc-41d1-bea1-53f769e2174b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:02:05.887839 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2', 'status': 'completed', 'code': 200} Aug 24 01:02:05.991062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cde33-3450-4542-b770-e3626629d9cb req-7d2a4f40-ff9b-4e14-86d1-f36493c1b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:05.992564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-809cde33-3450-4542-b770-e3626629d9cb req-7d2a4f40-ff9b-4e14-86d1-f36493c1b963 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1095 time: 0.0680599 Aug 24 01:02:05.994883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cde33-3450-4542-b770-e3626629d9cb req-18d9fc96-b582-432a-85f1-b7b38dbcba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:05.996215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-809cde33-3450-4542-b770-e3626629d9cb req-18d9fc96-b582-432a-85f1-b7b38dbcba43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1095 time: 0.0626028 Aug 24 01:02:06.156998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cde33-3450-4542-b770-e3626629d9cb req-d1e31b26-e98e-497c-a911-a34bd295df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:06.158385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-809cde33-3450-4542-b770-e3626629d9cb req-d1e31b26-e98e-497c-a911-a34bd295df6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.1573539 Aug 24 01:02:06.159494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cde33-3450-4542-b770-e3626629d9cb req-b83f02b6-6930-414e-9ba8-19f1ff4d6ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:06.160814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-809cde33-3450-4542-b770-e3626629d9cb req-b83f02b6-6930-414e-9ba8-19f1ff4d6ac5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.1519957 Aug 24 01:02:06.269548 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-809cde33-3450-4542-b770-e3626629d9cb req-0af6c24f-447b-43ab-be44-3b77741c6988 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1001 time: 0.1032979 Aug 24 01:02:06.273065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-809cde33-3450-4542-b770-e3626629d9cb req-1a251e83-0175-4f18-a23f-f0e1589a869f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1001 time: 0.1013782 Aug 24 01:02:06.352077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cde33-3450-4542-b770-e3626629d9cb req-d5b0c06a-612f-47d9-81be-cbd016fd6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:06.353556 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-809cde33-3450-4542-b770-e3626629d9cb req-d5b0c06a-612f-47d9-81be-cbd016fd6fa6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0765519 Aug 24 01:02:06.354973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cde33-3450-4542-b770-e3626629d9cb req-cd382b73-d31c-47e6-8bdd-724346c6ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:06.356289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-809cde33-3450-4542-b770-e3626629d9cb req-cd382b73-d31c-47e6-8bdd-724346c6ea4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0720448 Aug 24 01:02:06.431612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cde33-3450-4542-b770-e3626629d9cb req-ea0b435d-6213-4e4c-9d98-c3b0a8174032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:06.433043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-809cde33-3450-4542-b770-e3626629d9cb req-ea0b435d-6213-4e4c-9d98-c3b0a8174032 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722973 Aug 24 01:02:06.438675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cde33-3450-4542-b770-e3626629d9cb req-f5b07ed0-2b03-4ab7-ac72-d090ef990095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:06.440148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-809cde33-3450-4542-b770-e3626629d9cb req-f5b07ed0-2b03-4ab7-ac72-d090ef990095 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552444 Aug 24 01:02:06.591937 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-809cde33-3450-4542-b770-e3626629d9cb req-2f7c6e62-4f73-4d4a-b663-6904adbff23e service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508188 Aug 24 01:02:06.609977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-809cde33-3450-4542-b770-e3626629d9cb req-92eaa452-9a49-4df8-a592-7515398227c4 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506829 Aug 24 01:02:06.610693 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 24766e8e-0369-4eba-b193-545eb22dade2 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:02:06.649569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 24766e8e-0369-4eba-b193-545eb22dade2 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:02:06.753052 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-809cde33-3450-4542-b770-e3626629d9cb req-574c7426-4db7-4777-b69e-6463fc2da70f service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533754 Aug 24 01:02:06.759086 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-809cde33-3450-4542-b770-e3626629d9cb req-d09dc282-8722-4c5f-9d74-1e39bd71e744 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393013 Aug 24 01:02:06.831656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed95c1-4af8-413b-9334-c0e53d9c0d4b req-c0153d73-5fef-4ac8-8336-1aafe1ffb05b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:06.833847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8ed95c1-4af8-413b-9334-c0e53d9c0d4b req-c0153d73-5fef-4ac8-8336-1aafe1ffb05b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 944 time: 0.0499134 Aug 24 01:02:06.870032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8ed95c1-4af8-413b-9334-c0e53d9c0d4b req-3f78d165-33fd-49fa-8c00-4af41f305229 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303676 Aug 24 01:02:07.177822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9437-3985-442b-8fda-b2104d01904f req-31c5cdd7-b021-4610-acf5-5a6a6e4d83d8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:07.179316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-31c5cdd7-b021-4610-acf5-5a6a6e4d83d8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.13 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781&tenant_id=44636974c6bd4f71a745cc60e9cb93c4&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 944 time: 0.0808167 Aug 24 01:02:07.195803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564fe7c-e9c7-434a-97d9-aeee4f7e49b2 req-e5d499a4-00d3-49e7-b191-024d6dee991e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:07.197334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c564fe7c-e9c7-434a-97d9-aeee4f7e49b2 req-e5d499a4-00d3-49e7-b191-024d6dee991e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 944 time: 0.0693164 Aug 24 01:02:07.273493 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c564fe7c-e9c7-434a-97d9-aeee4f7e49b2 req-a5c72f59-6473-4bd6-9f09-d4e60e014111 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701380 Aug 24 01:02:07.279072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-ca1c75dd-81a2-4188-81b7-0dcd2efd3638 service neutron] 10.222.0.13 "GET /v2.0/ports/24766e8e-0369-4eba-b193-545eb22dade2/bindings/n-h2-805736-1 HTTP/1.1" status: 200 len: 382 time: 0.0916519 Aug 24 01:02:07.355439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9437-3985-442b-8fda-b2104d01904f req-89c013bd-439e-4b5d-a57b-0affd4f4f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:07.356923 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-89c013bd-439e-4b5d-a57b-0affd4f4f2fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1095 time: 0.0405324 Aug 24 01:02:07.369479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 24766e8e-0369-4eba-b193-545eb22dade2 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:02:07.447609 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9437-3985-442b-8fda-b2104d01904f req-e1ee0c80-4b07-4289-a3c5-3d266cbc381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:07.449139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-e1ee0c80-4b07-4289-a3c5-3d266cbc381f service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0851586 Aug 24 01:02:07.464317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=24766e8e-0369-4eba-b193-545eb22dade2,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:07.475228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '24766e8e-0369-4eba-b193-545eb22dade2', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'port_id': '24766e8e-0369-4eba-b193-545eb22dade2', 'mac_address': 'fa:16:3e:56:bb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:02:07.513747 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:07.528084 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24766e8e-0369-4eba-b193-545eb22dade2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:02:07.550460 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=24766e8e-0369-4eba-b193-545eb22dade2,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:07.554658 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:07.611522 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=24766e8e-0369-4eba-b193-545eb22dade2,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:07.619138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:07.619480 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:07.619819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:07.620152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:07.620483 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:07.620808 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:07.621137 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:07.621466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:07.621786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:07.622104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:07.622421 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:07.622740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:07.853866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['24766e8e-0369-4eba-b193-545eb22dade2'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:02:07.860009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-55dd99c0-72d6-4cfd-9c83-ac8518d7058b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1001 time: 0.4036357 Aug 24 01:02:07.916108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9437-3985-442b-8fda-b2104d01904f req-ed60be02-6b34-4de7-be23-9e9bd19cc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:07.917537 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-ed60be02-6b34-4de7-be23-9e9bd19cc885 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0499356 Aug 24 01:02:07.964425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9437-3985-442b-8fda-b2104d01904f req-ddd4045d-09c6-4a1c-99e2-9ba11f07c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:07.965938 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-ddd4045d-09c6-4a1c-99e2-9ba11f07c438 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409949 Aug 24 01:02:08.058179 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-9c4b396f-fbb2-416d-9faf-63225937d395 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849178 Aug 24 01:02:08.146912 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-c4c03290-d550-4afe-9038-b075cbdcd0ba service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805476 Aug 24 01:02:08.395162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480500f1-7360-4fdf-8f0a-2c467a18c1a8 req-998449eb-bb76-476c-9470-2773f7814a49 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:08.397291 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-480500f1-7360-4fdf-8f0a-2c467a18c1a8 req-998449eb-bb76-476c-9470-2773f7814a49 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Aug 24 01:02:08.435361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-480500f1-7360-4fdf-8f0a-2c467a18c1a8 req-e7ad117d-ec82-4c07-8d3b-cfd75cb978f8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320687 Aug 24 01:02:09.391403 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 24766e8e-0369-4eba-b193-545eb22dade2 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:02:09.439902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 24766e8e-0369-4eba-b193-545eb22dade2 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:02:09.444203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 24766e8e-0369-4eba-b193-545eb22dade2 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:02:09.444579 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:09.525043 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:09.553431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:02:09.554866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b146b6f-2af6-4f9f-a6de-97de39a7ce3b req-3314e434-0d05-4e51-b815-9f9210617de1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:09.556096 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8e0997-2aaa-4be6-98bf-a3f3f94bccb3" -d '{"events": [{"server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "name": "network-vif-plugged", "status": "completed", "tag": "24766e8e-0369-4eba-b193-545eb22dade2"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:02:09.556447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b146b6f-2af6-4f9f-a6de-97de39a7ce3b req-3314e434-0d05-4e51-b815-9f9210617de1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 945 time: 0.0537293 Aug 24 01:02:09.587210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=24766e8e-0369-4eba-b193-545eb22dade2,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:09.592195 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:09.604578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b146b6f-2af6-4f9f-a6de-97de39a7ce3b req-10638e22-f00a-473f-9ea2-def87579e78e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416441 Aug 24 01:02:09.620562 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f8584a-98d7-4bc7-8324-c8bdcdc9d543 x-openstack-request-id: req-03f8584a-98d7-4bc7-8324-c8bdcdc9d543 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:02:09.620845 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "name": "network-vif-plugged", "status": "completed", "tag": "24766e8e-0369-4eba-b193-545eb22dade2", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:02:09.621093 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03f8584a-98d7-4bc7-8324-c8bdcdc9d543 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:02:09.621474 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2', 'code': 200} Aug 24 01:02:09.646813 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=24766e8e-0369-4eba-b193-545eb22dade2,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:10.235145 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9437-3985-442b-8fda-b2104d01904f req-95854633-5c45-42c6-9afc-8db90e497b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:10.236626 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-95854633-5c45-42c6-9afc-8db90e497b15 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781&tenant_id=44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 1097 time: 0.0396338 Aug 24 01:02:10.254594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:02:10.309979 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:10.509393 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=24766e8e-0369-4eba-b193-545eb22dade2,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:10.541258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:02:10.579650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:02:10.581913 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34e193c-2f68-4d5e-9190-837ea6421ffc" -d '{"events": [{"server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "name": "network-vif-unplugged", "status": "completed", "tag": "24766e8e-0369-4eba-b193-545eb22dade2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:02:10.587001 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:10.600265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Transition to ACTIVE for port object 24766e8e-0369-4eba-b193-545eb22dade2 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:02:10.604479 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:10.638053 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5726d93-9814-4e84-96c6-55945adb861e x-openstack-request-id: req-e5726d93-9814-4e84-96c6-55945adb861e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:02:10.638308 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "name": "network-vif-unplugged", "status": "completed", "tag": "24766e8e-0369-4eba-b193-545eb22dade2", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:02:10.638564 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5726d93-9814-4e84-96c6-55945adb861e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:02:10.639421 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2', 'code': 200} Aug 24 01:02:10.704356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Pushing event updated for resources: {'Port': ['ID=24766e8e-0369-4eba-b193-545eb22dade2,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:10.757087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] No DVR routers for this DVR port 24766e8e-0369-4eba-b193-545eb22dade2 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:02:10.804773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a123e-ee3f-4079-9b43-33747257c1e5 req-3f40bda2-3a4f-4fbc-af9e-03d9f2af25b3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:10.806309 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-065a123e-ee3f-4079-9b43-33747257c1e5 req-3f40bda2-3a4f-4fbc-af9e-03d9f2af25b3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 945 time: 0.1248672 Aug 24 01:02:10.883560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-065a123e-ee3f-4079-9b43-33747257c1e5 req-39fa7bcf-ef31-49cf-8fbe-5fc5427b0f8e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701733 Aug 24 01:02:10.928099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Attempting to bind port 24766e8e-0369-4eba-b193-545eb22dade2 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:02:10.928344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Attempting to bind port 24766e8e-0369-4eba-b193-545eb22dade2 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:02:10.928669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Attempting to bind port 24766e8e-0369-4eba-b193-545eb22dade2 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:02:10.932806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Port 24766e8e-0369-4eba-b193-545eb22dade2 on network 51a70962-9730-480b-91a8-b896d8343e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:02:10.933125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Attempting to bind port 24766e8e-0369-4eba-b193-545eb22dade2 on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:02:10.937777 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:02:10.938109 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Checking segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:02:10.938484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Bound using segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:02:10.938939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Bound port: 24766e8e-0369-4eba-b193-545eb22dade2, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:02:10.939287 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:11.003571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:02:11.006930 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=24766e8e-0369-4eba-b193-545eb22dade2,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:02:11.011126 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:11.046692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:11.047334 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:11.048724 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1093 time: 0.7981427 Aug 24 01:02:11.071147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca59209-5861-4f77-aa11-d76ad07c94b3 service neutron] Pushing event updated for resources: {'Port': ['ID=24766e8e-0369-4eba-b193-545eb22dade2,revision_number=11']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:11.124187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9437-3985-442b-8fda-b2104d01904f req-a22c851c-9b42-45a2-9a66-19f15add86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:11.125740 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-a22c851c-9b42-45a2-9a66-19f15add86a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1096 time: 0.0428720 Aug 24 01:02:11.225162 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9437-3985-442b-8fda-b2104d01904f req-7a11f6de-1419-4b92-b9aa-e7f9a5ac14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:11.226727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-7a11f6de-1419-4b92-b9aa-e7f9a5ac14aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0929883 Aug 24 01:02:11.293239 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-57104fc3-43f0-48e4-91d9-3495386153d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1001 time: 0.0594862 Aug 24 01:02:11.345702 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9437-3985-442b-8fda-b2104d01904f req-76ceab87-c6fb-4091-8eea-a9cf3a17c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:11.347175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-76ceab87-c6fb-4091-8eea-a9cf3a17c810 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0475800 Aug 24 01:02:11.392151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9437-3985-442b-8fda-b2104d01904f req-87fd6739-0e05-407c-8068-c14538b6ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:11.393617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-87fd6739-0e05-407c-8068-c14538b6ebf4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392287 Aug 24 01:02:11.480909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-6176d421-7573-4210-9887-edc165765d48 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796988 Aug 24 01:02:11.580328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af0e9437-3985-442b-8fda-b2104d01904f req-9a71b1f3-e36f-49e8-b244-5d3cfbd263a2 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920141 Aug 24 01:02:12.002227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e6f07-f59f-43bf-a409-30d51d4a4e62 req-62be6ce8-0847-4c1a-b31e-ca6b834fc9c7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:12.003733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-012e6f07-f59f-43bf-a409-30d51d4a4e62 req-62be6ce8-0847-4c1a-b31e-ca6b834fc9c7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 945 time: 0.0488768 Aug 24 01:02:12.040805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-012e6f07-f59f-43bf-a409-30d51d4a4e62 req-b35a0e7f-510f-43d9-84c8-efb1df3d78d4 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310543 Aug 24 01:02:12.639820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:02:12.642089 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "tag": "24766e8e-0369-4eba-b193-545eb22dade2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:02:12.688483 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f313d3a8-eab1-4edb-ac8b-a6dfb8c452b5 x-openstack-request-id: req-f313d3a8-eab1-4edb-ac8b-a6dfb8c452b5 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:02:12.688800 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "tag": "24766e8e-0369-4eba-b193-545eb22dade2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:02:12.689042 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f313d3a8-eab1-4edb-ac8b-a6dfb8c452b5 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:02:12.689494 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2', 'status': 'completed', 'code': 200} Aug 24 01:02:12.799249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-6fc3faf7-e7e4-43b2-bcd2-ad15cf026963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:12.800760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-6fc3faf7-e7e4-43b2-bcd2-ad15cf026963 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1096 time: 0.0722697 Aug 24 01:02:12.803328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-ff1e0494-e6ed-4561-82db-4da5dfedde43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:12.804712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-ff1e0494-e6ed-4561-82db-4da5dfedde43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 1096 time: 0.0683823 Aug 24 01:02:12.956947 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-dc3a68d6-3ce5-4d96-aedb-455337ad590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:12.958328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-dc3a68d6-3ce5-4d96-aedb-455337ad590a service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.1509976 Aug 24 01:02:12.960920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-a0d1fe5a-e136-4f43-b804-c99bba4eb195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:12.962272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-a0d1fe5a-e136-4f43-b804-c99bba4eb195 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.1477857 Aug 24 01:02:13.070286 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-1f48fdc7-b8b8-48c5-b5f8-6ea8c1c47190 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1001 time: 0.1039476 Aug 24 01:02:13.078094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-1da5ca5d-0ae9-4b05-9ab7-aad853373b66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 200 len: 1001 time: 0.0772560 Aug 24 01:02:13.187513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-97a9f6f5-5ca2-4e5b-91f9-543953096b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:13.188992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-97a9f6f5-5ca2-4e5b-91f9-543953096b34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.1100566 Aug 24 01:02:13.190504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-432899a2-2658-4aac-831d-efa7a43d1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:13.191857 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-432899a2-2658-4aac-831d-efa7a43d1f58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.1045287 Aug 24 01:02:13.237486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d2d61-c73b-4e43-a9bb-0c550ba6f020 req-7a44ca75-84cc-4634-a2e0-c21ba41c969b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:13.238904 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b7d2d61-c73b-4e43-a9bb-0c550ba6f020 req-7a44ca75-84cc-4634-a2e0-c21ba41c969b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 945 time: 0.1272035 Aug 24 01:02:13.294784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-423fbcb5-9d8a-404a-9716-d7da624157ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:13.296289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-423fbcb5-9d8a-404a-9716-d7da624157ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005566 Aug 24 01:02:13.305468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4b7d2d61-c73b-4e43-a9bb-0c550ba6f020 req-07eeeac0-664a-4379-9638-2365890793fb tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518925 Aug 24 01:02:13.314958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-ae8f6724-f38a-4a7a-93f4-9ff86a4f2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:13.316400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-ae8f6724-f38a-4a7a-93f4-9ff86a4f2e91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119657 Aug 24 01:02:13.411491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 24766e8e-0369-4eba-b193-545eb22dade2 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:02:13.453127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 24766e8e-0369-4eba-b193-545eb22dade2 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:02:13.456632 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-5aa3141f-2e58-4955-8b50-b2863e1ae36d service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496179 Aug 24 01:02:13.479859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-729f9eff-7098-4a79-8781-61c5a676e8d0 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520195 Aug 24 01:02:13.620120 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-32f13c7d-bff7-4eee-b756-5664dca2fe27 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561484 Aug 24 01:02:13.625223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18fb41c0-cfe9-4ee8-8910-dcbaf36a3e2d req-133e30e1-20c9-4036-9e5c-04067731d888 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364989 Aug 24 01:02:14.424308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749cf45-660c-4ade-a198-4e25cfd8b07f req-548164ef-6d3a-4701-ba71-1c900580526b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:14.425823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a749cf45-660c-4ade-a198-4e25cfd8b07f req-548164ef-6d3a-4701-ba71-1c900580526b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 945 time: 0.0503213 Aug 24 01:02:14.464104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a749cf45-660c-4ade-a198-4e25cfd8b07f req-f37021e8-476d-483f-8539-1f0ad3b88fa8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316412 Aug 24 01:02:15.577038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914723f3-3ab1-46bb-a202-a2ab38c3f7e2 req-9cb98095-032f-472e-bf24-6f98e6f5ccbd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:15.578540 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-914723f3-3ab1-46bb-a202-a2ab38c3f7e2 req-9cb98095-032f-472e-bf24-6f98e6f5ccbd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 945 time: 0.0489197 Aug 24 01:02:15.616778 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-914723f3-3ab1-46bb-a202-a2ab38c3f7e2 req-08fe8087-c600-4cd9-bc70-5e75f36868b6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Aug 24 01:02:15.734967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c185cf-99e0-40b1-b986-2bb4903b8bba req-9e2d1ad4-3846-4a8a-815e-5d146ec012ad tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:15.736437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6c185cf-99e0-40b1-b986-2bb4903b8bba req-9e2d1ad4-3846-4a8a-815e-5d146ec012ad tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 945 time: 0.0523260 Aug 24 01:02:15.773580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6c185cf-99e0-40b1-b986-2bb4903b8bba req-818cef5d-70db-480c-923e-5d3c8fcd5dbc tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302570 Aug 24 01:02:15.886977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52f919-4e86-472a-b431-696ef91f0a63 req-997a90ef-fdb9-4442-af57-d017cf8d3af1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:15.888462 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b52f919-4e86-472a-b431-696ef91f0a63 req-997a90ef-fdb9-4442-af57-d017cf8d3af1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 945 time: 0.0497308 Aug 24 01:02:15.925151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b52f919-4e86-472a-b431-696ef91f0a63 req-35de49b6-0914-4807-bf0b-59fb23336b1d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308027 Aug 24 01:02:16.110521 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:02:16.154016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c6cd-554b-4a2d-bc3f-e3333b4f578e req-59e050fe-c8b5-4898-bdc1-4561d22fd99c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:16.155810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c74c6cd-554b-4a2d-bc3f-e3333b4f578e req-59e050fe-c8b5-4898-bdc1-4561d22fd99c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 945 time: 0.0488317 Aug 24 01:02:16.193088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8c74c6cd-554b-4a2d-bc3f-e3333b4f578e req-a68c3529-9749-4ffa-9c30-821cde627f2e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312502 Aug 24 01:02:16.650615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 24766e8e-0369-4eba-b193-545eb22dade2 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:02:16.744394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=24766e8e-0369-4eba-b193-545eb22dade2,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:16.754456 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '24766e8e-0369-4eba-b193-545eb22dade2', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'port_id': '24766e8e-0369-4eba-b193-545eb22dade2', 'mac_address': 'fa:16:3e:56:bb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:02:16.791487 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:16.808428 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24766e8e-0369-4eba-b193-545eb22dade2 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:02:16.827298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=24766e8e-0369-4eba-b193-545eb22dade2,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:16.831231 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:16.877129 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=24766e8e-0369-4eba-b193-545eb22dade2,revision_number=12']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:17.318033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208100c-d469-427b-b37e-b46d1159fcfd req-6f39e56c-d325-4d0a-a1d5-6c5396de89c6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:17.320062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1208100c-d469-427b-b37e-b46d1159fcfd req-6f39e56c-d325-4d0a-a1d5-6c5396de89c6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0526102 Aug 24 01:02:17.358525 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1208100c-d469-427b-b37e-b46d1159fcfd req-5d0baf13-00dd-4385-8cf4-1e3d7c68af2c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326385 Aug 24 01:02:17.607140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-9f527b1a-426a-4abd-af4a-b61868fc5a85 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:17.608609 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-9f527b1a-426a-4abd-af4a-b61868fc5a85 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.47 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 946 time: 0.0486565 Aug 24 01:02:17.696817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Deleting port 24766e8e-0369-4eba-b193-545eb22dade2 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:02:17.697155 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:17.784179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] For port 24766e8e-0369-4eba-b193-545eb22dade2, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=24766e8e-0369-4eba-b193-545eb22dade2,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:17.784536 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:17.950830 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:17.951218 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:17.951531 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21 disassociated. External IP: 172.25.8.141, port: 24766e8e-0369-4eba-b193-545eb22dade2. Aug 24 01:02:17.951868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Calling delete_port for 24766e8e-0369-4eba-b193-545eb22dade2 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:02:18.076832 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:18.104845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event deleted for resources: {'Port': ['ID=24766e8e-0369-4eba-b193-545eb22dade2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:18.233019 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:02:18.343627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:02:18.353943 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6a70a-1075-44f5-a8a4-636c560bcb03 None None] Sync routers for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:02:18.363298 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6a70a-1075-44f5-a8a4-636c560bcb03 None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:02:18.363907 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-78d6a70a-1075-44f5-a8a4-636c560bcb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:02:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:18.385027 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] No DVR routers for this DVR port 24766e8e-0369-4eba-b193-545eb22dade2 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:02:18.388105 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:18.390116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab88915a-7d2e-4bbf-b653-5ec4232fed4e req-d73012d6-5b50-49d4-9a92-eb10049655a2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.47 "DELETE /v2.0/ports/24766e8e-0369-4eba-b193-545eb22dade2 HTTP/1.1" status: 204 len: 173 time: 0.7742474 Aug 24 01:02:18.390880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'name': 'network-vif-deleted', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:02:18.392827 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac602f61-bffa-4fd4-8284-c4fb591fffd9" -d '{"events": [{"server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "name": "network-vif-deleted", "tag": "24766e8e-0369-4eba-b193-545eb22dade2"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:02:18.432888 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59775b89-27ca-48a9-a72b-7b365121d9c1 x-openstack-request-id: req-59775b89-27ca-48a9-a72b-7b365121d9c1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:02:18.433400 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9957759b-a91f-409b-8849-12c67d02a781", "name": "network-vif-deleted", "tag": "24766e8e-0369-4eba-b193-545eb22dade2", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:02:18.433839 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59775b89-27ca-48a9-a72b-7b365121d9c1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:02:18.434405 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9957759b-a91f-409b-8849-12c67d02a781', 'name': 'network-vif-deleted', 'tag': '24766e8e-0369-4eba-b193-545eb22dade2', 'status': 'completed', 'code': 200} Aug 24 01:02:18.487196 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b481b825-51cc-4ccc-9bc1-e39ebc50fc13 req-59b49184-61a2-45cb-900f-9f04356b0eca tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957759b-a91f-409b-8849-12c67d02a781 HTTP/1.1" status: 200 len: 210 time: 0.0332825 Aug 24 01:02:18.525878 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-78d6a70a-1075-44f5-a8a4-636c560bcb03 None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:02:18.677942 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 24766e8e-0369-4eba-b193-545eb22dade2 details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:02:18.683223 n-d-805736-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No ports have port_id starting with 24766e8e-0369-4eba-b193-545eb22dade2 Aug 24 01:02:18.684356 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 24766e8e-0369-4eba-b193-545eb22dade2 requested by agent hyperv_n-h1-805736-1 not found in database {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 24 01:02:18.731770 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-78d6a70a-1075-44f5-a8a4-636c560bcb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:18.765336 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6a70a-1075-44f5-a8a4-636c560bcb03 None None] Checking router: 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:02:18.774211 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6a70a-1075-44f5-a8a4-636c560bcb03 None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:02:18.774839 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-78d6a70a-1075-44f5-a8a4-636c560bcb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:02:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:18.883006 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-78d6a70a-1075-44f5-a8a4-636c560bcb03 None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:02:19.084933 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-78d6a70a-1075-44f5-a8a4-636c560bcb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:19.111689 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6a70a-1075-44f5-a8a4-636c560bcb03 None None] The sync data for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 is: [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:02:19.335629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1162beba-b28a-473a-b150-ad54f40a0c4f None None] New status for floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:02:19.787765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-24f16cc9-022d-4ca6-b387-25bb6d0f42c3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--430044405&fields=id&tenant_id=44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 267 time: 0.0361598 Aug 24 01:02:19.892990 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8039d-b9b1-4317-b578-30147be854b7 req-608f5b9a-84f0-40e6-8191-b1fd7b2771f9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:19.894391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-608f5b9a-84f0-40e6-8191-b1fd7b2771f9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 811 time: 0.0999670 Aug 24 01:02:19.909574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-7ce40002-b59c-43a2-98b4-d1c6048319ee tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/quotas/44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 375 time: 0.0093608 Aug 24 01:02:19.962863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-6c205dcc-37da-414d-ab2a-c02cfa93f8fc tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478857 Aug 24 01:02:20.103407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-dea73368-4c02-42da-b777-08ea75bb1fc9 service neutron] 10.222.0.32 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290846 Aug 24 01:02:20.191010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-87194f1e-a50e-41d8-9116-b03cc279b8b6 service neutron] 10.222.0.32 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813608 Aug 24 01:02:20.366790 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4fa5b514-679a-41fe-91da-c7994194d170 req-67407eef-628f-42ef-80d0-7fb2b92db5e1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 210 time: 0.0317144 Aug 24 01:02:20.686742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 24766e8e-0369-4eba-b193-545eb22dade2 no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:02:20.707387 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] No Port match for: 24766e8e-0369-4eba-b193-545eb22dade2 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:02:20.707659 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 24766e8e-0369-4eba-b193-545eb22dade2 not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:02:21.347779 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f9a75376-2c74-4582-b56f-ce507b4cc7ea tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:21.349246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f9a75376-2c74-4582-b56f-ce507b4cc7ea tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 811 time: 0.1021602 Aug 24 01:02:21.399331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-6c20e823-9a8c-4ec5-a685-ef847f6b472f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 379 time: 0.0340650 Aug 24 01:02:21.410050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-49f8039d-b9b1-4317-b578-30147be854b7 req-836584e4-f750-4160-b845-429a49c7f5bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Request body: {'port': {'device_id': '8a4300c0-719c-4599-b367-e3976a34c291', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'admin_state_up': True, 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'security_groups': ['74d4ffcd-6737-4fd6-9c75-1b140ece554c']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:02:21.489347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b76583f1-9be5-4f3f-a452-4490ef020dea req-774e5e81-08c4-4e5a-8917-6d9d542e2f9b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 210 time: 0.0333741 Aug 24 01:02:21.543910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f8039d-b9b1-4317-b578-30147be854b7 req-836584e4-f750-4160-b845-429a49c7f5bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Made reservation on behalf of 44636974c6bd4f71a745cc60e9cb93c4 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:02:21.547514 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49f8039d-b9b1-4317-b578-30147be854b7 req-836584e4-f750-4160-b845-429a49c7f5bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:21.675393 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-49f8039d-b9b1-4317-b578-30147be854b7 req-836584e4-f750-4160-b845-429a49c7f5bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Allocated IP 172.20.0.10 (51a70962-9730-480b-91a8-b896d8343e77/a7b84434-9cfd-4f5d-a68f-f8ea2d283303/78f5b74b-bac1-4e91-a9bc-63c21c4c08cb) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:02:22.141767 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49f8039d-b9b1-4317-b578-30147be854b7 req-836584e4-f750-4160-b845-429a49c7f5bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:22.154858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-49f8039d-b9b1-4317-b578-30147be854b7 req-836584e4-f750-4160-b845-429a49c7f5bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Transition to ACTIVE for port object 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:02:22.186569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49f8039d-b9b1-4317-b578-30147be854b7 req-836584e4-f750-4160-b845-429a49c7f5bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:22.233160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f8039d-b9b1-4317-b578-30147be854b7 req-836584e4-f750-4160-b845-429a49c7f5bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Network 51a70962-9730-480b-91a8-b896d8343e77 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:02:22.236233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-49f8039d-b9b1-4317-b578-30147be854b7 req-836584e4-f750-4160-b845-429a49c7f5bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:02:22.239716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f8039d-b9b1-4317-b578-30147be854b7 req-836584e4-f750-4160-b845-429a49c7f5bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:02:22.263727 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836584e4-f750-4160-b845-429a49c7f5bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event updated for resources: {'Port': ['ID=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:22.292444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8039d-b9b1-4317-b578-30147be854b7 req-836584e4-f750-4160-b845-429a49c7f5bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:22.293090 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49f8039d-b9b1-4317-b578-30147be854b7 req-836584e4-f750-4160-b845-429a49c7f5bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:22.308996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-836584e4-f750-4160-b845-429a49c7f5bf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9025984 Aug 24 01:02:22.326901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Request body: {'port': {'device_id': '8a4300c0-719c-4599-b367-e3976a34c291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:02:22.383916 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:22.451468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fc0975c1-29ad-46c7-98fe-cca4b3bb3470 None None] Provisioning for port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:02:22.455230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fc0975c1-29ad-46c7-98fe-cca4b3bb3470 None None] Provisioning complete for port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:02:22.455685 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc0975c1-29ad-46c7-98fe-cca4b3bb3470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:22.491124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fc0975c1-29ad-46c7-98fe-cca4b3bb3470 None None] Port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:02:22.640026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33e366-947f-46ed-9584-d64d02951fea req-cd2957fd-57be-48d8-a959-8c992d0b022a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:22.641545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba33e366-947f-46ed-9584-d64d02951fea req-cd2957fd-57be-48d8-a959-8c992d0b022a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 932 time: 0.0802515 Aug 24 01:02:22.709617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:02:22.718112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba33e366-947f-46ed-9584-d64d02951fea req-d42d6597-2937-45a7-a798-dff7ea756366 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701065 Aug 24 01:02:22.719820 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:22.732407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Transition to ACTIVE for port object 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:02:22.736108 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:22.788566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Pushing event updated for resources: {'Port': ['ID=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:22.860935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:02:22.861270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:02:22.861600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:02:22.866031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on network 51a70962-9730-480b-91a8-b896d8343e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:02:22.866345 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:02:22.871354 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:02:22.871694 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Checking segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:02:22.872080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Bound using segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:02:22.872507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Bound port: 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:02:22.872861 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:22.944925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:02:22.947956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:02:22.952211 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:22.991386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:22.992006 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:22.993404 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 1092 time: 0.6710041 Aug 24 01:02:22.993858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:02:22.996128 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68abc53-2937-4694-bcf9-772dfdb9ada5" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:02:23.021740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497c68b-063b-4b3b-9fba-e9cd43d660f9 service neutron] Pushing event updated for resources: {'Port': ['ID=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:23.064938 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81b1e2d-13f2-41dd-bdd2-bc7191d69c94 x-openstack-request-id: req-c81b1e2d-13f2-41dd-bdd2-bc7191d69c94 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:02:23.065228 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:02:23.065482 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c81b1e2d-13f2-41dd-bdd2-bc7191d69c94 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:02:23.065876 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'status': 'completed', 'code': 200} Aug 24 01:02:23.099157 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8039d-b9b1-4317-b578-30147be854b7 req-0c0208c1-6f43-4cf7-ad25-17b036916620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:23.101260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-0c0208c1-6f43-4cf7-ad25-17b036916620 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 1095 time: 0.0451775 Aug 24 01:02:23.150858 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-2d42e8fd-c8ed-4463-9468-9c7021110d9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 217 time: 0.0357325 Aug 24 01:02:23.200113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8039d-b9b1-4317-b578-30147be854b7 req-440ddc27-fbed-45c5-ba0f-26d61470df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:23.201588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-440ddc27-fbed-45c5-ba0f-26d61470df45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0436964 Aug 24 01:02:23.251443 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8039d-b9b1-4317-b578-30147be854b7 req-3e888298-8ba0-4a3c-96e0-6efe3412c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:23.252939 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-3e888298-8ba0-4a3c-96e0-6efe3412c293 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447996 Aug 24 01:02:23.342533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-35a17d91-a9da-43d4-97d7-ee4842642090 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821471 Aug 24 01:02:23.433231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-49f8039d-b9b1-4317-b578-30147be854b7 req-51c5e5d8-17d8-4a19-93a6-dc48af7c4d01 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837100 Aug 24 01:02:23.570134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68abc53-2937-4694-bcf9-772dfdb9ada5 req-d4bc57ff-e350-4d83-8fc4-1668c831b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:23.571829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e68abc53-2937-4694-bcf9-772dfdb9ada5 req-d4bc57ff-e350-4d83-8fc4-1668c831b95d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 1095 time: 0.0440769 Aug 24 01:02:23.666156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68abc53-2937-4694-bcf9-772dfdb9ada5 req-4b44e923-a227-4440-bcd9-47f6ef0f62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:23.667687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e68abc53-2937-4694-bcf9-772dfdb9ada5 req-4b44e923-a227-4440-bcd9-47f6ef0f62b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0874598 Aug 24 01:02:23.710935 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e68abc53-2937-4694-bcf9-772dfdb9ada5 req-8dd77f95-4291-46fe-9251-f42745ade65f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 217 time: 0.0354402 Aug 24 01:02:23.762305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68abc53-2937-4694-bcf9-772dfdb9ada5 req-1cd453ed-117d-4e82-ae4b-a4f8a7532394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:23.763838 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e68abc53-2937-4694-bcf9-772dfdb9ada5 req-1cd453ed-117d-4e82-ae4b-a4f8a7532394 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0448427 Aug 24 01:02:23.843722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68abc53-2937-4694-bcf9-772dfdb9ada5 req-b6321089-2476-41b7-9c03-8296f538e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:23.845236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e68abc53-2937-4694-bcf9-772dfdb9ada5 req-b6321089-2476-41b7-9c03-8296f538e4a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734336 Aug 24 01:02:23.857347 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c689e-563a-41d3-8848-3e3669e36e82 req-70343648-256e-4dfe-ad86-c2664f982b7b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:23.858745 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-292c689e-563a-41d3-8848-3e3669e36e82 req-70343648-256e-4dfe-ad86-c2664f982b7b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0627942 Aug 24 01:02:23.947117 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-292c689e-563a-41d3-8848-3e3669e36e82 req-59f8f005-7e26-4a5d-91f6-9edf2b3d2d4a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795543 Aug 24 01:02:23.976073 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e68abc53-2937-4694-bcf9-772dfdb9ada5 req-14127096-8d4c-4867-8b00-91cc80796179 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163573 Aug 24 01:02:24.072098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e68abc53-2937-4694-bcf9-772dfdb9ada5 req-17d66c13-4cda-4c97-ad61-b1afc1d91521 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871451 Aug 24 01:02:24.136101 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:25.065175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09654c46-3f59-4802-bc5b-dc0d4a0c8724 req-681c9147-ad90-474e-b2e6-19733ea25cee tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:25.066653 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09654c46-3f59-4802-bc5b-dc0d4a0c8724 req-681c9147-ad90-474e-b2e6-19733ea25cee tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0496478 Aug 24 01:02:25.104195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09654c46-3f59-4802-bc5b-dc0d4a0c8724 req-7900c64f-7086-492d-bfb2-3ae0c9270491 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314636 Aug 24 01:02:25.504325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:02:25.601804 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:25.612170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'port_id': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'mac_address': 'fa:16:3e:c3:06:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:02:25.649942 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:25.663881 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:02:25.684045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:25.687497 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:25.738695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:25.945295 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['78f5b74b-bac1-4e91-a9bc-63c21c4c08cb'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:02:26.218103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50726ac-037d-44fc-bc34-c33d288fbbd9 req-6a87b521-1b97-405a-93b2-be570d294da3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:26.219552 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a50726ac-037d-44fc-bc34-c33d288fbbd9 req-6a87b521-1b97-405a-93b2-be570d294da3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0496769 Aug 24 01:02:26.262041 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a50726ac-037d-44fc-bc34-c33d288fbbd9 req-ab4e4d4a-6775-43ae-9399-fa7e3aa5e247 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363760 Aug 24 01:02:27.376816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fd4a3-e8a8-478b-83fc-aa52f4dd0f22 req-d49a8d0f-eb84-4c21-b3db-7d7157369f0c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:27.378322 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-432fd4a3-e8a8-478b-83fc-aa52f4dd0f22 req-d49a8d0f-eb84-4c21-b3db-7d7157369f0c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0496497 Aug 24 01:02:27.417311 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-432fd4a3-e8a8-478b-83fc-aa52f4dd0f22 req-02de06c1-8ef5-49b8-8bed-d6a243bd61ac tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329742 Aug 24 01:02:27.504965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:02:27.556886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:02:27.560862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:02:27.561268 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:27.601309 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f027e24-83de-4da7-bf4b-a93e82be8900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:27.648228 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:27.671951 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:02:27.674155 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be68f4d4-501b-48a0-a19a-d1707b305376" -d '{"events": [{"server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "name": "network-vif-plugged", "status": "completed", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:02:27.685071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:27.689684 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:27.714350 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4891e75-eff5-4e82-bb95-f3d4470d2699 x-openstack-request-id: req-e4891e75-eff5-4e82-bb95-f3d4470d2699 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:02:27.714637 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "name": "network-vif-plugged", "status": "completed", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:02:27.714977 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4891e75-eff5-4e82-bb95-f3d4470d2699 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:02:27.715364 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'code': 200} Aug 24 01:02:27.740345 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:27.833480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b7c9a-3163-4a08-a4fa-8e5191e96c15 req-8b9fdf4b-8909-4c7b-9856-bd57072e56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:27.835583 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed3b7c9a-3163-4a08-a4fa-8e5191e96c15 req-8b9fdf4b-8909-4c7b-9856-bd57072e56c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 1097 time: 0.0402200 Aug 24 01:02:27.869582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed3b7c9a-3163-4a08-a4fa-8e5191e96c15 req-cdc7fc6e-cd2b-47f5-945f-12ed6641c5f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272050 Aug 24 01:02:28.529956 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb3ae5-a33b-40d1-82df-1a98122279d3 req-a1da5878-b44e-4b3e-9cd3-ef8ea0eeca21 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:28.531744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ddb3ae5-a33b-40d1-82df-1a98122279d3 req-a1da5878-b44e-4b3e-9cd3-ef8ea0eeca21 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0481224 Aug 24 01:02:28.573781 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7ddb3ae5-a33b-40d1-82df-1a98122279d3 req-71943f45-4bf9-4423-9b32-4ad737f45e6d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353715 Aug 24 01:02:29.689225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f12f66-4c5e-4967-ad9c-95e15d5e7df6 req-35947d64-862c-4622-aa2e-5ac5c8d63e8e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:29.690888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3f12f66-4c5e-4967-ad9c-95e15d5e7df6 req-35947d64-862c-4622-aa2e-5ac5c8d63e8e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0487516 Aug 24 01:02:29.729119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b3f12f66-4c5e-4967-ad9c-95e15d5e7df6 req-a2aadb3f-61a5-498a-892f-56f884fdd62d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319886 Aug 24 01:02:29.842073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842fb6e-364c-46aa-b349-aea546a983e1 req-f49883e4-0acf-4f79-a796-f1906e0ec88d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:29.843584 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e842fb6e-364c-46aa-b349-aea546a983e1 req-f49883e4-0acf-4f79-a796-f1906e0ec88d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0485809 Aug 24 01:02:29.852300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 45776) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:02:29.856868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e45b6c96-a1a5-4efc-a48e-db356c843cfd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Request body: {'floatingip': {'port_id': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:02:29.899444 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e45b6c96-a1a5-4efc-a48e-db356c843cfd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:30.029713 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:30.175173 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:30.254051 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3854-57b9-4d69-8e66-85a56fc98693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:30.335356 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e45b6c96-a1a5-4efc-a48e-db356c843cfd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:30.338805 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e45b6c96-a1a5-4efc-a48e-db356c843cfd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:30.438322 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-e45b6c96-a1a5-4efc-a48e-db356c843cfd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21 associated. External IP: 172.25.8.141, port: 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb. Aug 24 01:02:30.640856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45b6c96-a1a5-4efc-a48e-db356c843cfd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:02:30.745568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45b6c96-a1a5-4efc-a48e-db356c843cfd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:02:30.750246 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e45b6c96-a1a5-4efc-a48e-db356c843cfd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:30.755865 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b406d-546b-41f6-aa40-507fcee14cd7 None None] Sync routers for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:02:30.764961 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b406d-546b-41f6-aa40-507fcee14cd7 None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:02:30.765563 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8e4b406d-546b-41f6-aa40-507fcee14cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:02:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:30.777848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e45b6c96-a1a5-4efc-a48e-db356c843cfd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "PUT /v2.0/floatingips/7e139ce1-1f12-45f7-a367-3f3568185c21 HTTP/1.1" status: 200 len: 993 time: 0.9244983 Aug 24 01:02:30.778526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:02:30.781167 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d87763-d34f-44f8-8930-449581d9cc80" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:02:30.822304 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d68d8da-f506-4a2a-8903-7838ba530a8e x-openstack-request-id: req-7d68d8da-f506-4a2a-8903-7838ba530a8e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:02:30.822628 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:02:30.822993 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d68d8da-f506-4a2a-8903-7838ba530a8e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:02:30.826646 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'status': 'completed', 'code': 200} Aug 24 01:02:30.873856 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8e4b406d-546b-41f6-aa40-507fcee14cd7 None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:02:30.916033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d87763-d34f-44f8-8930-449581d9cc80 req-9ba1da52-05dd-4251-871a-6c23ce7371ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:30.917596 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44d87763-d34f-44f8-8930-449581d9cc80 req-9ba1da52-05dd-4251-871a-6c23ce7371ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 1097 time: 0.0418320 Aug 24 01:02:31.010695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d87763-d34f-44f8-8930-449581d9cc80 req-c153894b-81a8-44d5-bc1e-d62ebf8bc09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:31.012174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44d87763-d34f-44f8-8930-449581d9cc80 req-c153894b-81a8-44d5-bc1e-d62ebf8bc09d service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0880339 Aug 24 01:02:31.077917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44d87763-d34f-44f8-8930-449581d9cc80 req-ed154d18-61d8-4d9e-8319-fd9c8417e99e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 1001 time: 0.0574200 Aug 24 01:02:31.095548 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8e4b406d-546b-41f6-aa40-507fcee14cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '7e139ce1-1f12-45f7-a367-3f3568185c21', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'port_id': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'mac_address': 'fa:16:3e:c3:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4300c0-719c-4599-b367-e3976a34c291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:30Z', 'updated_at': '2021-08-24T01:02:30Z', 'revision_number': 13, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:31.121953 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b406d-546b-41f6-aa40-507fcee14cd7 None None] Checking router: 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:02:31.129896 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b406d-546b-41f6-aa40-507fcee14cd7 None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:02:31.130196 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d87763-d34f-44f8-8930-449581d9cc80 req-f03200b4-a184-4131-a2bb-8fabcfc73a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:31.131283 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8e4b406d-546b-41f6-aa40-507fcee14cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:02:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:31.132427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44d87763-d34f-44f8-8930-449581d9cc80 req-f03200b4-a184-4131-a2bb-8fabcfc73a12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0473695 Aug 24 01:02:31.178281 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d87763-d34f-44f8-8930-449581d9cc80 req-4dc04a18-d947-4cff-b435-ade60038230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:31.179845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44d87763-d34f-44f8-8930-449581d9cc80 req-4dc04a18-d947-4cff-b435-ade60038230f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398951 Aug 24 01:02:31.235021 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8e4b406d-546b-41f6-aa40-507fcee14cd7 None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:02:31.278361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44d87763-d34f-44f8-8930-449581d9cc80 req-56531641-ef60-48f6-a692-b8aa5ebae921 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901442 Aug 24 01:02:31.399318 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-44d87763-d34f-44f8-8930-449581d9cc80 req-2da5d9aa-919d-424d-9347-eeba7af493e7 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144190 Aug 24 01:02:31.581504 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:31.608009 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8e4b406d-546b-41f6-aa40-507fcee14cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '7e139ce1-1f12-45f7-a367-3f3568185c21', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'port_id': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'mac_address': 'fa:16:3e:c3:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4300c0-719c-4599-b367-e3976a34c291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:30Z', 'updated_at': '2021-08-24T01:02:30Z', 'revision_number': 13, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:31.639456 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b406d-546b-41f6-aa40-507fcee14cd7 None None] The sync data for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 is: [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '7e139ce1-1f12-45f7-a367-3f3568185c21', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'floating_ip_address': '172.25.8.141', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'port_id': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'mac_address': 'fa:16:3e:c3:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4300c0-719c-4599-b367-e3976a34c291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:30Z', 'updated_at': '2021-08-24T01:02:30Z', 'revision_number': 13, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:02:31.852926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b4cbc4-49e1-46f9-aaef-323d1a28efd0 None None] New status for floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:02:33.163597 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:52.724624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7be6615-3034-4d7d-9b9c-efd105d9817b req-7b19fb69-65a9-4e70-9ee1-d9effc62dbe0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941393 Aug 24 01:02:52.827977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be6615-3034-4d7d-9b9c-efd105d9817b req-1788148a-7357-43cb-a165-99a3c18363e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:52.829485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7be6615-3034-4d7d-9b9c-efd105d9817b req-1788148a-7357-43cb-a165-99a3c18363e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 1097 time: 0.0406089 Aug 24 01:02:52.932675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be6615-3034-4d7d-9b9c-efd105d9817b req-583025df-220a-47a4-927b-da555c88ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:52.934035 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7be6615-3034-4d7d-9b9c-efd105d9817b req-583025df-220a-47a4-927b-da555c88ddcb service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0858107 Aug 24 01:02:52.997864 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7be6615-3034-4d7d-9b9c-efd105d9817b req-ba5b356e-6530-4c4b-a28c-8c4cb87c20ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 1003 time: 0.0558498 Aug 24 01:02:53.048873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be6615-3034-4d7d-9b9c-efd105d9817b req-95def1d3-a623-4d4d-990b-43bc48bc0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:53.050284 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7be6615-3034-4d7d-9b9c-efd105d9817b req-95def1d3-a623-4d4d-990b-43bc48bc0fee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0460258 Aug 24 01:02:53.093800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be6615-3034-4d7d-9b9c-efd105d9817b req-28e5383e-5214-40f4-a7a5-9446d63fbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:53.095280 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7be6615-3034-4d7d-9b9c-efd105d9817b req-28e5383e-5214-40f4-a7a5-9446d63fbe9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382731 Aug 24 01:02:53.107178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-c7be6615-3034-4d7d-9b9c-efd105d9817b req-a3becfd8-49d7-41ce-9295-abc303b0276b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:02:53.108223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7be6615-3034-4d7d-9b9c-efd105d9817b req-a3becfd8-49d7-41ce-9295-abc303b0276b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051854 Aug 24 01:02:53.109459 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:02:53.196118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7be6615-3034-4d7d-9b9c-efd105d9817b req-c90705af-dfe1-4b8f-8484-1e5454061444 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809793 Aug 24 01:02:53.289794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7be6615-3034-4d7d-9b9c-efd105d9817b req-b2be2585-8ec7-4249-b6fa-d2e22a3d8bdd service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848398 Aug 24 01:02:54.138016 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:57.571910 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d891c49-01e0-42f1-a1e2-57c39475a5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:00.020818 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:00.176886 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:00.254484 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3c21-7d0f-485a-a40b-e14b9eb62342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:01.404331 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:03.167288 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:24.127302 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:27.573390 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e7e0eaa0-33b2-419b-a8fa-4b83cbca9583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:30.019452 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:30.108499 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:03:30.178086 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:30.252874 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-308e3b00-b45b-4b28-9746-2fd44dfaa780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:31.407983 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:33.168542 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:52.967538 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8076413-0f34-4eab-9377-e51d797c1561 req-3455c234-a7be-491a-af2b-5c4c98e87a08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421498 Aug 24 01:03:53.064695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8076413-0f34-4eab-9377-e51d797c1561 req-136584bb-6e7f-4c34-9974-bd9835ab3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:53.066118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8076413-0f34-4eab-9377-e51d797c1561 req-136584bb-6e7f-4c34-9974-bd9835ab3271 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 1097 time: 0.0423329 Aug 24 01:03:53.171951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8076413-0f34-4eab-9377-e51d797c1561 req-076acc6d-8200-4d6b-8097-9d10856ff8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:53.173485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8076413-0f34-4eab-9377-e51d797c1561 req-076acc6d-8200-4d6b-8097-9d10856ff8b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0880613 Aug 24 01:03:53.237403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8076413-0f34-4eab-9377-e51d797c1561 req-2a6009b9-e6db-427f-9bb5-2a22e32794de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 1003 time: 0.0562358 Aug 24 01:03:53.288853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8076413-0f34-4eab-9377-e51d797c1561 req-cdfc06c5-ef1a-4a0c-b3f1-c23fb33bcf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:53.290274 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8076413-0f34-4eab-9377-e51d797c1561 req-cdfc06c5-ef1a-4a0c-b3f1-c23fb33bcf88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0461752 Aug 24 01:03:53.335544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8076413-0f34-4eab-9377-e51d797c1561 req-13b52341-9f7b-467c-beac-2370074a1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:53.337026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8076413-0f34-4eab-9377-e51d797c1561 req-13b52341-9f7b-467c-beac-2370074a1015 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394137 Aug 24 01:03:53.426093 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8076413-0f34-4eab-9377-e51d797c1561 req-7d8b1e75-3a67-4c1b-bff7-4a08ab1c1d94 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809457 Aug 24 01:03:53.516786 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8076413-0f34-4eab-9377-e51d797c1561 req-c1e3bb4f-6816-4099-be50-d94e493af323 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833259 Aug 24 01:03:54.134598 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:57.574727 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8d7b03ae-fb59-4792-ab22-0daca068f4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:00.017444 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:00.179267 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:00.253205 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a913ad12-c3f7-44f9-87f6-7ca74c9c9b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:01.409547 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:03.172134 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.108338 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:04:08.290224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6590edc-5902-46b4-8869-503dff2d0af5 req-ac0ec67c-aba0-4657-9dd5-162ab975a8cf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:08.291906 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6590edc-5902-46b4-8869-503dff2d0af5 req-ac0ec67c-aba0-4657-9dd5-162ab975a8cf tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0502169 Aug 24 01:04:08.330271 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6590edc-5902-46b4-8869-503dff2d0af5 req-d22c4dab-62a3-470d-b1e8-72459902d04b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322108 Aug 24 01:04:20.521594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830deaf-8fa8-4db4-9e79-a94ae021493c req-b05dc10e-7e54-46d9-aba8-b2d700e0cfd2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:20.523080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a830deaf-8fa8-4db4-9e79-a94ae021493c req-b05dc10e-7e54-46d9-aba8-b2d700e0cfd2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0549133 Aug 24 01:04:20.583238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a830deaf-8fa8-4db4-9e79-a94ae021493c req-d0a043e3-4d15-4288-9480-fdc4685fdd9f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533259 Aug 24 01:04:20.587174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-a3c606e8-1fe9-4733-b255-773a880829c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1291418 Aug 24 01:04:21.702749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c981eee-5515-4a20-89b9-932599b60b2e req-940cd85b-d2f6-4398-9dcc-b8e92a89d95a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:21.704275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c981eee-5515-4a20-89b9-932599b60b2e req-940cd85b-d2f6-4398-9dcc-b8e92a89d95a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0482440 Aug 24 01:04:21.741924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4c981eee-5515-4a20-89b9-932599b60b2e req-f1a4f1c4-5889-41a4-91f3-1966b794d361 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306628 Aug 24 01:04:22.859471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852b698-44ff-4268-a5b1-cb69ac522a44 req-33a5796a-1ff4-4819-a756-517b4139bbbd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:22.860948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b852b698-44ff-4268-a5b1-cb69ac522a44 req-33a5796a-1ff4-4819-a756-517b4139bbbd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0520380 Aug 24 01:04:22.906062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b852b698-44ff-4268-a5b1-cb69ac522a44 req-24e42ae5-60bd-4c9b-8656-a87fa4b5e961 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384586 Aug 24 01:04:24.019484 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3579d2-0069-4e11-86d5-11366b6834ac req-c57b9db4-5e97-4ad8-ba17-fea4267213ea tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:24.021794 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec3579d2-0069-4e11-86d5-11366b6834ac req-c57b9db4-5e97-4ad8-ba17-fea4267213ea tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0480654 Aug 24 01:04:24.058227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec3579d2-0069-4e11-86d5-11366b6834ac req-24fe2f77-6eb3-4d3a-8672-2aafc991cc42 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308220 Aug 24 01:04:24.149601 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:25.173522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a22a99-65a7-4d93-98b1-48a3c9be7f2b req-d9c91290-ae9a-472c-95d2-ae00a8937164 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:25.175036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6a22a99-65a7-4d93-98b1-48a3c9be7f2b req-d9c91290-ae9a-472c-95d2-ae00a8937164 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0477865 Aug 24 01:04:25.212766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6a22a99-65a7-4d93-98b1-48a3c9be7f2b req-13008fdd-208f-4130-ac1a-7f51087d966d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312822 Aug 24 01:04:26.019804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-ce24f7f8-6e9b-4f98-b485-6d2d5a8b65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:26.022188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-ce24f7f8-6e9b-4f98-b485-6d2d5a8b65a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 1097 time: 0.0437973 Aug 24 01:04:26.109386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-a9e9e3c3-7d9a-4436-baf0-84e62d7f4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:26.110868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-a9e9e3c3-7d9a-4436-baf0-84e62d7f4b80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0815778 Aug 24 01:04:26.190690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e87c2370-e998-4bbb-9671-36ca22c6dbc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 1003 time: 0.0724487 Aug 24 01:04:26.242870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-fee56f9c-c61d-470d-81f7-103dabe6e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:26.244363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-fee56f9c-c61d-470d-81f7-103dabe6e980 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0440342 Aug 24 01:04:26.315303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-ab1c9bed-8af7-4cfe-8d29-9da352834cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:26.316718 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-ab1c9bed-8af7-4cfe-8d29-9da352834cc0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649648 Aug 24 01:04:26.390271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da5849-da23-4cbf-9665-e6543ca13ba8 req-74ff420e-8d21-4fd5-8edb-dd428b916713 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:26.391802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18da5849-da23-4cbf-9665-e6543ca13ba8 req-74ff420e-8d21-4fd5-8edb-dd428b916713 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.1079872 Aug 24 01:04:26.450548 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18da5849-da23-4cbf-9665-e6543ca13ba8 req-1150534a-9bd0-497f-ade8-7b31bbc572c2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522332 Aug 24 01:04:26.452401 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-615081b6-c319-40ac-9e0c-3f170cda6fbd service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274924 Aug 24 01:04:26.876369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-567bb837-7dac-4235-b41a-70bcfc714e9a service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166782 Aug 24 01:04:27.569963 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27461-4a10-48cb-86a7-6bdf885281d7 req-bb37b58c-e276-4ae6-ba24-4e477ada20ad tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:27.571534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08e27461-4a10-48cb-86a7-6bdf885281d7 req-bb37b58c-e276-4ae6-ba24-4e477ada20ad tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0503829 Aug 24 01:04:27.574925 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4150d14a-22d6-4fc8-86d9-3c728c935f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:27.609682 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08e27461-4a10-48cb-86a7-6bdf885281d7 req-67186a5b-687d-4f34-81d0-9cd148591862 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317442 Aug 24 01:04:28.871179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9effc-ba96-4d7f-9f9d-a79ac06be459 req-24cdc390-cbc0-48ba-81af-8888e6c2769d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:28.872684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9e9effc-ba96-4d7f-9f9d-a79ac06be459 req-24cdc390-cbc0-48ba-81af-8888e6c2769d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0491102 Aug 24 01:04:28.909592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9e9effc-ba96-4d7f-9f9d-a79ac06be459 req-9be70a3f-5013-49e2-bc0c-bec4fddd75d6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311193 Aug 24 01:04:30.025641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2df19-c01d-4cb9-9310-51872401f6f3 req-4f604f92-5bd4-40ad-bde1-a6b860525b3c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:30.027293 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ef2df19-c01d-4cb9-9310-51872401f6f3 req-4f604f92-5bd4-40ad-bde1-a6b860525b3c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0508783 Aug 24 01:04:30.028594 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:30.068329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ef2df19-c01d-4cb9-9310-51872401f6f3 req-b85b7a5d-3866-435d-bbdb-dab815b88980 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347142 Aug 24 01:04:30.181480 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:30.253623 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85d4499a-6a8f-4188-b4e9-103c3783c2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:31.184297 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6d0e4-635a-49d0-94a4-818138119902 req-2eee5c35-0c4b-4b51-986f-23c0becc6203 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:31.185667 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68d6d0e4-635a-49d0-94a4-818138119902 req-2eee5c35-0c4b-4b51-986f-23c0becc6203 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0476584 Aug 24 01:04:31.222799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-68d6d0e4-635a-49d0-94a4-818138119902 req-3959ce03-426e-4168-9e16-bafa46737a8c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Aug 24 01:04:31.412752 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:32.341944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb46ce2-365c-49ec-8c4e-38f522b98a8b req-6318dcf3-97ad-4d95-88eb-c40074b1aaa5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:32.343510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6fb46ce2-365c-49ec-8c4e-38f522b98a8b req-6318dcf3-97ad-4d95-88eb-c40074b1aaa5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0525572 Aug 24 01:04:32.381754 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6fb46ce2-365c-49ec-8c4e-38f522b98a8b req-5a07e959-3e4b-41f4-be0c-20b992f4e377 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318923 Aug 24 01:04:33.173394 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:33.497253 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285de639-d805-4c4d-8ebb-2a2a373fd859 req-34ad1b02-7acc-4ee4-b123-51ff11f9d384 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:33.498746 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-285de639-d805-4c4d-8ebb-2a2a373fd859 req-34ad1b02-7acc-4ee4-b123-51ff11f9d384 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0503676 Aug 24 01:04:33.540513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-285de639-d805-4c4d-8ebb-2a2a373fd859 req-4e3da71e-3204-45db-8f33-a61fed3ed040 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357792 Aug 24 01:04:34.655230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83528b-6aaf-4c30-b6cf-6b58e791801a req-e8757a26-8f8b-4e36-b855-a1eb5d9a02fc tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:34.656960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca83528b-6aaf-4c30-b6cf-6b58e791801a req-e8757a26-8f8b-4e36-b855-a1eb5d9a02fc tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0484476 Aug 24 01:04:34.693876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca83528b-6aaf-4c30-b6cf-6b58e791801a req-dd9d9073-1f4d-4151-a3e7-5a04003fb0ef tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302405 Aug 24 01:04:35.826753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546d472-403f-49d6-b6ae-d27152f1c787 req-9bac7b6e-ff13-4b7a-8020-14f32440b983 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:35.828334 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c546d472-403f-49d6-b6ae-d27152f1c787 req-9bac7b6e-ff13-4b7a-8020-14f32440b983 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0564637 Aug 24 01:04:35.871140 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c546d472-403f-49d6-b6ae-d27152f1c787 req-16ca192f-f7f9-4eee-9e2f-2ad37535bf46 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359435 Aug 24 01:04:36.995125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a92dad-e436-4e66-9c43-eb420e84abd4 req-c7f0d788-de3f-4221-ad88-d20939019438 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:36.996608 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58a92dad-e436-4e66-9c43-eb420e84abd4 req-c7f0d788-de3f-4221-ad88-d20939019438 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0484498 Aug 24 01:04:37.041221 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-58a92dad-e436-4e66-9c43-eb420e84abd4 req-6534a9e3-8748-4554-9c6c-cc5d1d00d40d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358958 Aug 24 01:04:38.156403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc2360-e7a2-459d-94ce-06a0517621ec req-d1863bab-2f2b-4e9b-872e-57d65e5508df tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:38.157877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ffc2360-e7a2-459d-94ce-06a0517621ec req-d1863bab-2f2b-4e9b-872e-57d65e5508df tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0485864 Aug 24 01:04:38.195208 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ffc2360-e7a2-459d-94ce-06a0517621ec req-7b0cfacb-438b-4a01-b4e6-26335b0bba08 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309899 Aug 24 01:04:39.312257 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5dba6-7056-4a07-96b7-a79248435f11 req-0bc1452f-5a1e-49d9-a0d6-541a247a9a30 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:39.313802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afb5dba6-7056-4a07-96b7-a79248435f11 req-0bc1452f-5a1e-49d9-a0d6-541a247a9a30 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0488489 Aug 24 01:04:39.354660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-afb5dba6-7056-4a07-96b7-a79248435f11 req-3bf343b0-84eb-4f6e-b24f-8e2f27a5b29e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334218 Aug 24 01:04:40.481312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f1664-e40e-4872-a929-08b90fb14f86 req-b9ee84b3-a1b5-4fd2-8ec2-276d52a325af tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:40.483010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc2f1664-e40e-4872-a929-08b90fb14f86 req-b9ee84b3-a1b5-4fd2-8ec2-276d52a325af tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0581617 Aug 24 01:04:40.527246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc2f1664-e40e-4872-a929-08b90fb14f86 req-b6acd982-6de6-4568-9d40-4ed0064749b9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378952 Aug 24 01:04:40.696467 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-ffc54f2b-d401-413a-827b-1327eefd42c7 service neutron] show failed (client error): The resource could not be found. Aug 24 01:04:40.697391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-ffc54f2b-d401-413a-827b-1327eefd42c7 service neutron] 10.222.0.13 "GET /v2.0/ports/78f5b74b-bac1-4e91-a9bc-63c21c4c08cb/bindings/n-h1-805736-1 HTTP/1.1" status: 404 len: 380 time: 0.0542934 Aug 24 01:04:40.979150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-b8bbb658-cb8c-4b8e-986f-2482ea0d2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:40.980590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-b8bbb658-cb8c-4b8e-986f-2482ea0d2501 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291&tenant_id=44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 1097 time: 0.1262777 Aug 24 01:04:40.999739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:04:41.050583 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:41.251120 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:41.282552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:04:41.321843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:04:41.324197 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05837e6a-ebc3-4fbe-ac25-d4912c4996cc" -d '{"events": [{"server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "name": "network-vif-unplugged", "status": "completed", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:04:41.327959 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:41.340520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Transition to ACTIVE for port object 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:04:41.343865 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:41.443378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Pushing event updated for resources: {'Port': ['ID=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:41.458248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:41.458605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:41.458976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:41.459322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:41.459660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:41.459999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:41.460326 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:41.460657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:41.461121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:41.461309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:41.461636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:41.461962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:41.480836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] No DVR routers for this DVR port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:04:41.542456 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488e169f-435e-4a5d-81e9-eba2c1ee983a x-openstack-request-id: req-488e169f-435e-4a5d-81e9-eba2c1ee983a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:04:41.543103 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "name": "network-vif-unplugged", "status": "completed", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:04:41.543103 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-488e169f-435e-4a5d-81e9-eba2c1ee983a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:04:41.543405 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'code': 200} Aug 24 01:04:41.679242 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:04:41.679497 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:04:41.679826 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:04:41.686545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on network 51a70962-9730-480b-91a8-b896d8343e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:04:41.686885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:04:41.694756 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:04:41.695114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Checking segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:04:41.695495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Bound using segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:04:41.695919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Bound port: 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:04:41.696269 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:41.706876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250741f-45ad-44d4-9f17-d73c7630d9d8 req-32f42972-7d58-42d9-95b1-98e2bcc21f1b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:41.708421 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7250741f-45ad-44d4-9f17-d73c7630d9d8 req-32f42972-7d58-42d9-95b1-98e2bcc21f1b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0828018 Aug 24 01:04:41.782411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7250741f-45ad-44d4-9f17-d73c7630d9d8 req-37a2c6ce-2a9b-4481-b650-5bcc0c5a8de4 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677748 Aug 24 01:04:41.798604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:04:41.802520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:04:41.807979 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:41.842627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:41.843280 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:41.844692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] 10.222.0.47 "PUT /v2.0/ports/78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 1092 time: 0.8489234 Aug 24 01:04:41.866698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2b669-7db8-4222-9a76-8c29ee41bef0 service neutron] Pushing event updated for resources: {'Port': ['ID=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:41.923846 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-aeb5f562-7b23-450b-8007-613a843a6b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:41.925382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-aeb5f562-7b23-450b-8007-613a843a6b92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 1095 time: 0.0432210 Aug 24 01:04:42.023569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-be7f2c52-26d1-44d0-a221-64f684f712f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:42.025054 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-be7f2c52-26d1-44d0-a221-64f684f712f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0929253 Aug 24 01:04:42.090651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-d9eff3f3-27f3-4162-b3f7-71a231f04273 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 1001 time: 0.0583932 Aug 24 01:04:42.097902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:04:42.140537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:04:42.144180 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-7ce73193-488d-4c51-9955-6fe6bd2fd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:42.145712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-7ce73193-488d-4c51-9955-6fe6bd2fd51b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0479710 Aug 24 01:04:42.189864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-74a63639-7868-4d2e-be92-07dd3401429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:42.191351 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-74a63639-7868-4d2e-be92-07dd3401429d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392957 Aug 24 01:04:42.203049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-d9285a19-2450-4239-b528-40ca8863786a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:04:42.204009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-d9285a19-2450-4239-b528-40ca8863786a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051444 Aug 24 01:04:42.290783 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-7c7f822c-74aa-4b3b-857d-686f1693b327 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797164 Aug 24 01:04:42.384148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f5fb55a3-13f2-493a-b890-495570b0ab69 req-cca1121a-36e2-4138-950b-b1f75635c92d service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855775 Aug 24 01:04:42.913942 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1222a08-82b5-40b8-b7c5-7e92666d14f1 req-04469d75-1bfd-4f99-b4bc-23c6571db2dd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:42.915513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1222a08-82b5-40b8-b7c5-7e92666d14f1 req-04469d75-1bfd-4f99-b4bc-23c6571db2dd tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0609429 Aug 24 01:04:42.954876 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1222a08-82b5-40b8-b7c5-7e92666d14f1 req-454b3101-ddcd-4f28-85cf-c5671dd0a415 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334005 Aug 24 01:04:43.544848 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:04:43.547257 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de40c741-f383-43ec-989a-368dd3c87ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:04:43.600213 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94accc7c-9fe7-45ec-b343-069056592dab x-openstack-request-id: req-94accc7c-9fe7-45ec-b343-069056592dab {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:04:43.600504 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:04:43.600756 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94accc7c-9fe7-45ec-b343-069056592dab {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:04:43.601574 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'status': 'completed', 'code': 200} Aug 24 01:04:43.720535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40c741-f383-43ec-989a-368dd3c87ddd req-943b05a1-7c88-4dbd-9641-92e6718121fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:43.722072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de40c741-f383-43ec-989a-368dd3c87ddd req-943b05a1-7c88-4dbd-9641-92e6718121fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 1095 time: 0.0802479 Aug 24 01:04:43.724539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40c741-f383-43ec-989a-368dd3c87ddd req-121dcab1-f3df-449c-89f8-c453c0457e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:43.725912 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de40c741-f383-43ec-989a-368dd3c87ddd req-121dcab1-f3df-449c-89f8-c453c0457e59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 1095 time: 0.0750530 Aug 24 01:04:43.887649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40c741-f383-43ec-989a-368dd3c87ddd req-951138c5-5d20-43fb-b055-c70a50cfbb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:43.889147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de40c741-f383-43ec-989a-368dd3c87ddd req-951138c5-5d20-43fb-b055-c70a50cfbb6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.1591198 Aug 24 01:04:43.890251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40c741-f383-43ec-989a-368dd3c87ddd req-d3d4cc5f-d4fa-4674-82e5-6b556bdcfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:43.891784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de40c741-f383-43ec-989a-368dd3c87ddd req-d3d4cc5f-d4fa-4674-82e5-6b556bdcfcf9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.1545181 Aug 24 01:04:44.014511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de40c741-f383-43ec-989a-368dd3c87ddd req-2657cf54-edeb-4e22-9ffc-712155f3c757 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 1001 time: 0.1184952 Aug 24 01:04:44.016403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de40c741-f383-43ec-989a-368dd3c87ddd req-2a4f680d-3c08-49b8-9dc3-523a7ad012c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 1001 time: 0.1144452 Aug 24 01:04:44.108010 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:04:44.152994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40c741-f383-43ec-989a-368dd3c87ddd req-1fee1b61-ac76-46a5-aea8-8cb06e184942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:44.154397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de40c741-f383-43ec-989a-368dd3c87ddd req-1fee1b61-ac76-46a5-aea8-8cb06e184942 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.1330450 Aug 24 01:04:44.155909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40c741-f383-43ec-989a-368dd3c87ddd req-923633ac-3d7c-465f-bc8e-e200e320b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:44.157228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de40c741-f383-43ec-989a-368dd3c87ddd req-923633ac-3d7c-465f-bc8e-e200e320b8f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.1278379 Aug 24 01:04:44.178399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc5a1f-4ff1-4494-967d-bcd4451a3187 req-4d981b0e-8ca0-4239-b948-c21606a3b5aa tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:44.181077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19cc5a1f-4ff1-4494-967d-bcd4451a3187 req-4d981b0e-8ca0-4239-b948-c21606a3b5aa tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.1504068 Aug 24 01:04:44.347567 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19cc5a1f-4ff1-4494-967d-bcd4451a3187 req-a94ce3d4-6301-4c57-be9e-6113b1ca4229 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382120 Aug 24 01:04:44.357222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40c741-f383-43ec-989a-368dd3c87ddd req-e7fd091e-7a47-4d04-8b73-56afb386808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:44.360045 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de40c741-f383-43ec-989a-368dd3c87ddd req-e7fd091e-7a47-4d04-8b73-56afb386808f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1975892 Aug 24 01:04:44.365225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40c741-f383-43ec-989a-368dd3c87ddd req-131dc687-2ad6-4996-b23f-d563f0ada857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:44.368050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de40c741-f383-43ec-989a-368dd3c87ddd req-131dc687-2ad6-4996-b23f-d563f0ada857 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722538 Aug 24 01:04:44.625913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de40c741-f383-43ec-989a-368dd3c87ddd req-d04669a9-06a8-4c2a-8e86-f6cc2d4b9b81 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564902 Aug 24 01:04:44.628032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de40c741-f383-43ec-989a-368dd3c87ddd req-1c4d746b-7789-4bbf-a1f7-c550cd758c4e service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439914 Aug 24 01:04:44.789040 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de40c741-f383-43ec-989a-368dd3c87ddd req-06d4d4ef-2b98-4e78-a212-5cac627ab70a service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542761 Aug 24 01:04:44.790669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-de40c741-f383-43ec-989a-368dd3c87ddd req-55f23489-8bda-4b3a-9f80-6f9d1050882e service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490638 Aug 24 01:04:45.485031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fe7c4-608f-4748-97f3-9fdcfc138b63 req-e79841a3-feac-4382-8a2f-3430e7bf0dd8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:45.486528 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-244fe7c4-608f-4748-97f3-9fdcfc138b63 req-e79841a3-feac-4382-8a2f-3430e7bf0dd8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0496671 Aug 24 01:04:45.525446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-244fe7c4-608f-4748-97f3-9fdcfc138b63 req-832a4268-f87e-4056-aaa8-f5ce554dba6b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326157 Aug 24 01:04:46.644766 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc52c-b137-477e-b980-a80437ce93f5 req-f3156c6e-861a-4628-88e9-337a31077281 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:46.646805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3acdc52c-b137-477e-b980-a80437ce93f5 req-f3156c6e-861a-4628-88e9-337a31077281 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0527411 Aug 24 01:04:46.683707 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3acdc52c-b137-477e-b980-a80437ce93f5 req-5b2758ae-b772-4e74-90ab-b70f20f65a16 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310817 Aug 24 01:04:47.796559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831f5cf-1e68-4f48-a2d1-a4a3225db300 req-bce83699-0e58-486c-be5a-936b17a06603 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:47.798050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0831f5cf-1e68-4f48-a2d1-a4a3225db300 req-bce83699-0e58-486c-be5a-936b17a06603 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0484054 Aug 24 01:04:47.834997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0831f5cf-1e68-4f48-a2d1-a4a3225db300 req-404a9dff-d40a-42dd-a2c3-8012499261b3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301585 Aug 24 01:04:48.949309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b3a3e-e400-410f-9eaa-63ee00fdc788 req-f1e24ebf-e15c-41e5-8c7a-53291fb28d46 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:48.950844 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f3b3a3e-e400-410f-9eaa-63ee00fdc788 req-f1e24ebf-e15c-41e5-8c7a-53291fb28d46 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0477650 Aug 24 01:04:48.988761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8f3b3a3e-e400-410f-9eaa-63ee00fdc788 req-40ee4539-6266-4289-a3d1-547010b6ab04 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317907 Aug 24 01:04:50.110213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48906be2-f84c-421b-bb97-33023b5d86f7 req-bfd17b1f-5bae-4023-ba7b-d95ef6d624c3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:50.112600 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48906be2-f84c-421b-bb97-33023b5d86f7 req-bfd17b1f-5bae-4023-ba7b-d95ef6d624c3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0543714 Aug 24 01:04:50.152912 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48906be2-f84c-421b-bb97-33023b5d86f7 req-4636068e-335f-48c0-aca7-21be19a7fdc7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336399 Aug 24 01:04:51.268299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcfe96-ed55-4ed3-96d8-6b2bfc02cfe9 req-8e6e55cc-9d6d-4d0e-93fa-1b5e1e6adb34 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:51.269791 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4bcfe96-ed55-4ed3-96d8-6b2bfc02cfe9 req-8e6e55cc-9d6d-4d0e-93fa-1b5e1e6adb34 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0492382 Aug 24 01:04:51.307393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4bcfe96-ed55-4ed3-96d8-6b2bfc02cfe9 req-f2839308-bfdd-433f-be92-948416faf001 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316441 Aug 24 01:04:52.429387 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7006a1a-b5cf-4ded-affe-b4a21c6fcaaf req-f8a46423-e87b-4356-8f08-786ac3273459 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:52.430931 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7006a1a-b5cf-4ded-affe-b4a21c6fcaaf req-f8a46423-e87b-4356-8f08-786ac3273459 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0495315 Aug 24 01:04:52.471809 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7006a1a-b5cf-4ded-affe-b4a21c6fcaaf req-3d36a917-aba8-4ff1-baeb-d7778c60f81c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345247 Aug 24 01:04:53.590985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508a1ee-837f-4a53-9862-e7dab080a068 req-f5026b4a-dfe6-4911-ab4a-dc6608d69394 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:53.592499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3508a1ee-837f-4a53-9862-e7dab080a068 req-f5026b4a-dfe6-4911-ab4a-dc6608d69394 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0529253 Aug 24 01:04:53.630023 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3508a1ee-837f-4a53-9862-e7dab080a068 req-e3225b61-e498-46c9-acad-38a9068f3ee3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309620 Aug 24 01:04:54.148973 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:54.746581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c694c9a-500f-468e-a020-bc3461169cb5 req-096de589-3afd-4f47-bf90-2620adabdb5d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:54.748050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c694c9a-500f-468e-a020-bc3461169cb5 req-096de589-3afd-4f47-bf90-2620adabdb5d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0502677 Aug 24 01:04:54.785905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c694c9a-500f-468e-a020-bc3461169cb5 req-bc428dcc-28ad-4307-a239-52581e31c882 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318708 Aug 24 01:04:55.900065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2fc9c-be76-4275-900a-1bcd08ac3423 req-e948afe1-9332-456c-8a42-3ba8a2a82f1f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:55.901559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b2fc9c-be76-4275-900a-1bcd08ac3423 req-e948afe1-9332-456c-8a42-3ba8a2a82f1f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0477145 Aug 24 01:04:55.938893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b2fc9c-be76-4275-900a-1bcd08ac3423 req-8914db9c-7417-4ced-a363-e3eb7dc4110c tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312512 Aug 24 01:04:56.247545 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-4923a969-2f28-4330-ba93-52d1193e79f1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:56.249017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-4923a969-2f28-4330-ba93-52d1193e79f1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291&tenant_id=44636974c6bd4f71a745cc60e9cb93c4&binding%3Ahost_id=n-h1-805736-1 HTTP/1.1" status: 200 len: 944 time: 0.0827997 Aug 24 01:04:56.260467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503957c9-af21-4db8-a06d-296abb728bf8 req-2d67bc00-c3cb-49d2-9be0-876ec8d10605 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:56.261863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-503957c9-af21-4db8-a06d-296abb728bf8 req-2d67bc00-c3cb-49d2-9be0-876ec8d10605 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0655620 Aug 24 01:04:56.331870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-503957c9-af21-4db8-a06d-296abb728bf8 req-8d8cf2df-48df-4c27-9695-97f5223828d8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639908 Aug 24 01:04:56.341374 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-b0a4d1fb-a513-40c0-80fb-019d28f6daed service neutron] 10.222.0.47 "GET /v2.0/ports/78f5b74b-bac1-4e91-a9bc-63c21c4c08cb/bindings/n-h1-805736-1 HTTP/1.1" status: 200 len: 382 time: 0.0786200 Aug 24 01:04:56.422424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-5395aa32-aeca-47d3-86fd-aff114ad8b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:56.423868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-5395aa32-aeca-47d3-86fd-aff114ad8b9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 1095 time: 0.0439169 Aug 24 01:04:56.515608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-653164f5-106a-4615-9ddd-5fd469758ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:56.517094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-653164f5-106a-4615-9ddd-5fd469758ab1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.0864344 Aug 24 01:04:56.585378 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-95889584-919b-4861-aebb-68784b13f01f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 1001 time: 0.0611560 Aug 24 01:04:56.634757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-eaf74454-a3e7-42ca-8dea-38ffc9d87ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:56.636220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-eaf74454-a3e7-42ca-8dea-38ffc9d87ab4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0433753 Aug 24 01:04:56.681762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-9110ebc4-1645-4caa-b1f6-d749da7200d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:56.683218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-9110ebc4-1645-4caa-b1f6-d749da7200d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394294 Aug 24 01:04:56.789138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-c5986bed-688d-46b0-8eb8-c31fc36aa7bc service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979059 Aug 24 01:04:56.877561 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-5b101017-6683-41b4-a889-0911736d44cc service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816054 Aug 24 01:04:57.342106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:04:57.436921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:57.448633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'port_id': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'mac_address': 'fa:16:3e:c3:06:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:04:57.450735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cef80c-0390-4a2a-9bce-fb0a4b1e68b8 req-1598b8fb-e091-4c5c-a34f-72909a58f6ed tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:57.452258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3cef80c-0390-4a2a-9bce-fb0a4b1e68b8 req-1598b8fb-e091-4c5c-a34f-72909a58f6ed tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0495234 Aug 24 01:04:57.491295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3cef80c-0390-4a2a-9bce-fb0a4b1e68b8 req-443252df-5366-4332-b67d-4deaa52d1255 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323133 Aug 24 01:04:57.491492 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:57.504729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:04:57.523594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:57.527368 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:57.584572 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e26c9cb2-2b9c-4421-8bc0-9c5939e1be50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:57.586061 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Pushing event updated for resources: {'Port': ['ID=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:57.593868 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:57.594161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:57.594507 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:57.594871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:57.595214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:57.595545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:57.595875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:57.596203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:57.596530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:57.596855 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:57.597182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:57.597507 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:58.010565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] get_ports_and_sgs() called for port_ids ['78f5b74b-bac1-4e91-a9bc-63c21c4c08cb'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:04:58.964129 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d530a-71e6-47aa-812e-1ec406e9526d req-3f30dfe2-0231-44f3-be7b-4156a5631593 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:58.965720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-988d530a-71e6-47aa-812e-1ec406e9526d req-3f30dfe2-0231-44f3-be7b-4156a5631593 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.4023366 Aug 24 01:04:59.005751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-988d530a-71e6-47aa-812e-1ec406e9526d req-9d45b428-eb25-45f2-bbac-9c54dc86bbd9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328934 Aug 24 01:04:59.359820 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:04:59.461634 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:59.472026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Returning: {'device': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'port_id': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'mac_address': 'fa:16:3e:c3:06:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:05:00.023596 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:00.128943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a003c-5b49-42c9-8ea4-d87b0078aa49 req-09610fda-0107-4878-b08d-b4660cdda03b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:00.130697 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-940a003c-5b49-42c9-8ea4-d87b0078aa49 req-09610fda-0107-4878-b08d-b4660cdda03b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0536723 Aug 24 01:05:00.171817 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-940a003c-5b49-42c9-8ea4-d87b0078aa49 req-d0fc1a74-9dbc-4305-9c40-64d7335527fc tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342815 Aug 24 01:05:00.185763 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:00.256010 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9a86b492-367b-4167-a285-b1a70af3e6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:00.631904 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-85098264-1817-477b-b252-8786de09714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:00.633370 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-85098264-1817-477b-b252-8786de09714c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291&tenant_id=44636974c6bd4f71a745cc60e9cb93c4 HTTP/1.1" status: 200 len: 1096 time: 0.0396616 Aug 24 01:05:00.650601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805736-1', 'device_owner': 'compute:nova'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:00.705496 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:00.909714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:00.941229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:05:00.973564 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:05:00.982128 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:00.992959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Ignored duplicate provisioning block setup for port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 24 01:05:00.996557 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:01.076888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Pushing event updated for resources: {'Port': ['ID=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,revision_number=9']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:01.122451 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] No DVR routers for this DVR port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:05:01.285847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:05:01.286637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:05:01.286637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:01.296244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on network 51a70962-9730-480b-91a8-b896d8343e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:05:01.296508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:01.304028 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:05:01.304366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Checking segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:05:01.304748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Bound using segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:05:01.305176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Bound port: 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:05:01.305534 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:01.322174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac17bae-113c-4634-847a-34fc644437ee req-587aae1c-4723-4bfd-9816-1dee4b127c6f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:01.323702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ac17bae-113c-4634-847a-34fc644437ee req-587aae1c-4723-4bfd-9816-1dee4b127c6f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 944 time: 0.0760007 Aug 24 01:05:01.360649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb details requested by agent hyperv_n-h1-805736-1 with host n-h1-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:05:01.370385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb no longer exists at agent hyperv_n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:05:01.398312 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ac17bae-113c-4634-847a-34fc644437ee req-898c1703-3904-4320-a2f3-c5c842999d1e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683472 Aug 24 01:05:01.408293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:05:01.412736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:05:01.418557 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:01.458736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:01.459404 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:01.460798 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] 10.222.0.13 "PUT /v2.0/ports/78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 1092 time: 0.8140807 Aug 24 01:05:01.461248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:01.463900 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c0917d-4fd6-48ff-8943-464f262441ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:01.491590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f176e2-31c6-4192-a893-dc208692a981 service neutron] Pushing event updated for resources: {'Port': ['ID=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,revision_number=10']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:01.497777 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:01.515422 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb not bound to the agent host n-h1-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:05:01.547714 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f90f74-92cf-4ef3-9704-a73f7df0ebb7 x-openstack-request-id: req-63f90f74-92cf-4ef3-9704-a73f7df0ebb7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:01.548014 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:01.548298 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63f90f74-92cf-4ef3-9704-a73f7df0ebb7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:01.548704 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'status': 'completed', 'code': 200} Aug 24 01:05:01.559192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:01.571698 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-b544befc-479a-4142-8418-d956acfd64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:01.573499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-b544befc-479a-4142-8418-d956acfd64ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 1096 time: 0.0744312 Aug 24 01:05:01.588243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:05:01.588774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:05:01.589250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:01.593953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on network 51a70962-9730-480b-91a8-b896d8343e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:05:01.594394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Attempting to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on network 51a70962-9730-480b-91a8-b896d8343e77 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:01.602469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:05:01.602469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Checking segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:05:01.602469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Bound using segment: {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:05:01.602469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Bound port: 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1804824-af54-4251-b18e-bee8eced2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '51a70962-9730-480b-91a8-b896d8343e77'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:05:01.602469 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:01.663025 n-d-805736-1 neutron-server[94839]: WARNING neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Concurrent port binding operations failed on port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb Aug 24 01:05:01.667018 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:01.668424 n-d-805736-1 neutron-server[94839]: INFO neutron.plugins.ml2.plugin [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Attempt 2 to bind port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb Aug 24 01:05:01.668946 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Device 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb has no active binding in host n-h1-805736-1 {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 01:05:01.689181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0917d-4fd6-48ff-8943-464f262441ca req-2605833d-2398-4fb8-ade1-f276ffbbccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:01.690682 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35c0917d-4fd6-48ff-8943-464f262441ca req-2605833d-2398-4fb8-ade1-f276ffbbccf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 1096 time: 0.1003072 Aug 24 01:05:01.714988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-944c0f32-378a-4248-8ec6-dbff2c7773c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:01.716426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-944c0f32-378a-4248-8ec6-dbff2c7773c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.1350830 Aug 24 01:05:01.827507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-e9e45d89-e841-4aa2-b486-1ba6aed1db9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 1001 time: 0.1014273 Aug 24 01:05:01.869831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0917d-4fd6-48ff-8943-464f262441ca req-7beb218e-ba98-40b1-9edb-86b43f88d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:01.871289 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35c0917d-4fd6-48ff-8943-464f262441ca req-7beb218e-ba98-40b1-9edb-86b43f88d31b service neutron] 10.222.0.47 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.1696699 Aug 24 01:05:01.891045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-fb26fc65-4c98-4440-8979-d9d419935788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:01.892419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-fb26fc65-4c98-4440-8979-d9d419935788 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0573697 Aug 24 01:05:01.970934 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35c0917d-4fd6-48ff-8943-464f262441ca req-9f5ce01a-5a26-46af-b207-f5a340fc0bcf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 1001 time: 0.0898421 Aug 24 01:05:01.976591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-cd3a4ce1-385f-47e4-80d3-f76134cb4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:01.977994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-cd3a4ce1-385f-47e4-80d3-f76134cb4072 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554769 Aug 24 01:05:02.071208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0917d-4fd6-48ff-8943-464f262441ca req-111a0109-fe0b-48d3-986c-0539a64ad32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:02.072672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35c0917d-4fd6-48ff-8943-464f262441ca req-111a0109-fe0b-48d3-986c-0539a64ad32c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0938585 Aug 24 01:05:02.124973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-89da6f57-4cd5-462f-a73f-bc2e420ea9d9 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390791 Aug 24 01:05:02.135459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0917d-4fd6-48ff-8943-464f262441ca req-2b221dea-0eb0-40c2-9dba-7d85443f2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:02.136839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35c0917d-4fd6-48ff-8943-464f262441ca req-2b221dea-0eb0-40c2-9dba-7d85443f2e8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546639 Aug 24 01:05:02.285069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5de645b9-6df7-4aec-a151-b73dcfb0428d req-f59b6336-21a7-416b-83fa-7e37122f7e3e service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514101 Aug 24 01:05:02.295148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35c0917d-4fd6-48ff-8943-464f262441ca req-eb0d4230-4c19-4d91-92d1-948ab49ccaf3 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418610 Aug 24 01:05:02.413017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35c0917d-4fd6-48ff-8943-464f262441ca req-5efa66eb-237f-455e-b3f3-e94e2e9224f7 service neutron] 10.222.0.47 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104255 Aug 24 01:05:02.417521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0917d-4fd6-48ff-8943-464f262441ca req-a494333d-8c49-482b-8e14-d49bc7570152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:02.418947 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35c0917d-4fd6-48ff-8943-464f262441ca req-a494333d-8c49-482b-8e14-d49bc7570152 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 1096 time: 0.0612941 Aug 24 01:05:02.543592 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0917d-4fd6-48ff-8943-464f262441ca req-9cdd6856-597e-409f-a855-f48e4e04e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:02.544997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35c0917d-4fd6-48ff-8943-464f262441ca req-9cdd6856-597e-409f-a855-f48e4e04e24b service neutron] 10.222.0.13 "GET /v2.0/networks?id=51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 200 len: 912 time: 0.1191461 Aug 24 01:05:02.564809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2207eab-118d-4def-b329-340289aab62b req-25c4485a-f551-4221-8423-f0e2886bb70f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:02.566306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2207eab-118d-4def-b329-340289aab62b req-25c4485a-f551-4221-8423-f0e2886bb70f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0759041 Aug 24 01:05:02.647836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35c0917d-4fd6-48ff-8943-464f262441ca req-2d727b68-b5ca-4a54-9441-3581d6a34d90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 200 len: 1001 time: 0.0954049 Aug 24 01:05:02.652618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2207eab-118d-4def-b329-340289aab62b req-185abecf-d095-402f-868f-a105b01aa9f5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559285 Aug 24 01:05:02.697373 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0917d-4fd6-48ff-8943-464f262441ca req-cc89a9c5-5c3c-4081-b8ea-0cdfe364ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:02.698875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35c0917d-4fd6-48ff-8943-464f262441ca req-cc89a9c5-5c3c-4081-b8ea-0cdfe364ca84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 200 len: 850 time: 0.0440829 Aug 24 01:05:02.745068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0917d-4fd6-48ff-8943-464f262441ca req-ddb87539-de14-4879-88d0-63b8f8428855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:02.746651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35c0917d-4fd6-48ff-8943-464f262441ca req-ddb87539-de14-4879-88d0-63b8f8428855 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51a70962-9730-480b-91a8-b896d8343e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409555 Aug 24 01:05:02.841167 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35c0917d-4fd6-48ff-8943-464f262441ca req-ca2958a6-32fe-4f1b-affd-8fe4c2aa4ac8 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876274 Aug 24 01:05:02.934656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35c0917d-4fd6-48ff-8943-464f262441ca req-0b24677f-faf5-49f5-9ae5-97c9cdfbe401 service neutron] 10.222.0.13 "GET /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858309 Aug 24 01:05:03.176899 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:03.775560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540877b-15c0-4196-8804-ce4407610b7c req-6d8115ef-9161-417b-9301-cfb34dfa65a6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:03.777001 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9540877b-15c0-4196-8804-ce4407610b7c req-6d8115ef-9161-417b-9301-cfb34dfa65a6 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0513546 Aug 24 01:05:03.815250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9540877b-15c0-4196-8804-ce4407610b7c req-f04c028b-6d37-4cdd-aff5-6956bf9f8e41 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319996 Aug 24 01:05:04.935924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de6a58-18e4-417b-b3de-764dc9fb05ae req-17ab51b7-4368-40d3-9655-40339a1f8a6e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:04.937426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75de6a58-18e4-417b-b3de-764dc9fb05ae req-17ab51b7-4368-40d3-9655-40339a1f8a6e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0531223 Aug 24 01:05:04.974828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75de6a58-18e4-417b-b3de-764dc9fb05ae req-bb135c3c-f4f6-4d82-94ae-7f42428f2b70 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306153 Aug 24 01:05:06.093555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ee14e-6ccf-40c6-a3db-c95afce6a8df req-5c2705c5-c307-45d6-882f-2aba36a9b86a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:06.095104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b56ee14e-6ccf-40c6-a3db-c95afce6a8df req-5c2705c5-c307-45d6-882f-2aba36a9b86a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0499575 Aug 24 01:05:06.134381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b56ee14e-6ccf-40c6-a3db-c95afce6a8df req-a6ce9a94-4fc6-4b39-ac77-2df92dbd0b1e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327983 Aug 24 01:05:07.250369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02187a00-9349-4f77-8c4e-b03e478caf68 req-243ee115-637f-4b57-99f3-421eee271ca2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:07.251890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02187a00-9349-4f77-8c4e-b03e478caf68 req-243ee115-637f-4b57-99f3-421eee271ca2 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0483739 Aug 24 01:05:07.289885 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02187a00-9349-4f77-8c4e-b03e478caf68 req-0240fec5-a74f-4e0d-91a3-d97f77d8def5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315220 Aug 24 01:05:08.409571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befc939-a87d-4114-bb6e-054a4bb875c7 req-d714ad9d-8b80-46a8-b582-04f6562580e9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:08.411445 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7befc939-a87d-4114-bb6e-054a4bb875c7 req-d714ad9d-8b80-46a8-b582-04f6562580e9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0533867 Aug 24 01:05:08.449560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7befc939-a87d-4114-bb6e-054a4bb875c7 req-f2d64868-3d42-4a3c-b16c-0e360fa0cf38 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322475 Aug 24 01:05:09.564351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a79b00-8b62-4d9e-98a8-bf50809cad5c req-c89e448e-e7e4-47c1-a3aa-199e68e091a8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:09.565873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45a79b00-8b62-4d9e-98a8-bf50809cad5c req-c89e448e-e7e4-47c1-a3aa-199e68e091a8 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0486462 Aug 24 01:05:09.605184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45a79b00-8b62-4d9e-98a8-bf50809cad5c req-cca5972e-1b9e-48e1-9361-1743374f56e7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325813 Aug 24 01:05:10.722384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f60263-85b3-4655-9e44-358c953d03a6 req-5e53c1d1-3e45-4bfd-94a2-a9d8a0bb18c9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:10.724504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6f60263-85b3-4655-9e44-358c953d03a6 req-5e53c1d1-3e45-4bfd-94a2-a9d8a0bb18c9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0497804 Aug 24 01:05:10.769394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b6f60263-85b3-4655-9e44-358c953d03a6 req-0e01e1df-24ed-4f79-8903-cc7ad88fab03 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389004 Aug 24 01:05:11.890329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c9028-7826-41f1-847b-de6ed0dae9d6 req-b10262ad-58bb-4361-8e84-d1e28e663c30 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:11.891835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef6c9028-7826-41f1-847b-de6ed0dae9d6 req-b10262ad-58bb-4361-8e84-d1e28e663c30 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0530472 Aug 24 01:05:11.930455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef6c9028-7826-41f1-847b-de6ed0dae9d6 req-c8edb5d1-aa7b-4d2e-9498-7dd1666c67f0 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320866 Aug 24 01:05:13.051252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081c778-dfe8-4da1-a6e3-a86d9d088fd1 req-527c9735-e619-4fc0-a3c3-c6e65dc1ae2d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:13.052780 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e081c778-dfe8-4da1-a6e3-a86d9d088fd1 req-527c9735-e619-4fc0-a3c3-c6e65dc1ae2d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0519845 Aug 24 01:05:13.091303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e081c778-dfe8-4da1-a6e3-a86d9d088fd1 req-4ad7147f-7c9d-4065-9959-2f4344c0bf33 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324593 Aug 24 01:05:14.195891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:05:14.208238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b4a9c-f72c-4be2-8bc6-10657e6a9b12 req-8318f5e5-0fd7-431a-a854-53e774b137af tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:14.209783 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-900b4a9c-f72c-4be2-8bc6-10657e6a9b12 req-8318f5e5-0fd7-431a-a854-53e774b137af tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0501690 Aug 24 01:05:14.247868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-900b4a9c-f72c-4be2-8bc6-10657e6a9b12 req-b234d5c2-b63e-426b-a0e8-e7213257827b tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319393 Aug 24 01:05:14.291442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:14.302752 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'port_id': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'mac_address': 'fa:16:3e:c3:06:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:05:14.341317 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:14.354581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:05:14.368153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d711bb1-6836-4c24-92ee-26c5ef2eddb8 req-dde0fed2-91e2-4393-9f86-ec970379eede tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:14.369710 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d711bb1-6836-4c24-92ee-26c5ef2eddb8 req-dde0fed2-91e2-4393-9f86-ec970379eede tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 945 time: 0.0533113 Aug 24 01:05:14.374419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:14.378141 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:14.409435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1d711bb1-6836-4c24-92ee-26c5ef2eddb8 req-1501b9f1-d4eb-4920-970e-719b6fbf1926 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334840 Aug 24 01:05:14.431030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,revision_number=11']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:14.523421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b53edf-92df-4e18-90a4-fbcfeeb45636 req-d3466bef-4af1-467f-b65f-c93d96156e3d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:14.524922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1b53edf-92df-4e18-90a4-fbcfeeb45636 req-d3466bef-4af1-467f-b65f-c93d96156e3d tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0479450 Aug 24 01:05:14.564184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1b53edf-92df-4e18-90a4-fbcfeeb45636 req-3f884378-b466-46c3-9161-d0e5e8a906f5 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325739 Aug 24 01:05:14.733584 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['78f5b74b-bac1-4e91-a9bc-63c21c4c08cb'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:05:14.801021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aede3-9778-46fb-846d-11d989fa48d9 req-1999b995-a25d-4e29-9a51-4afe7d816450 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:14.802648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa7aede3-9778-46fb-846d-11d989fa48d9 req-1999b995-a25d-4e29-9a51-4afe7d816450 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0503790 Aug 24 01:05:14.841457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-aa7aede3-9778-46fb-846d-11d989fa48d9 req-a8eb8b50-9272-4c68-8ef0-eb93d97a63e3 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327895 Aug 24 01:05:15.960641 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8441e-1c9d-4f10-8204-4a96cf8fcd96 req-919b1978-7a84-4408-9dd2-0fb96d16d0fc tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:15.962109 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4df8441e-1c9d-4f10-8204-4a96cf8fcd96 req-919b1978-7a84-4408-9dd2-0fb96d16d0fc tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 946 time: 0.0518041 Aug 24 01:05:15.999020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4df8441e-1c9d-4f10-8204-4a96cf8fcd96 req-6a994d0a-1f68-44da-8708-3d5049315d39 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308344 Aug 24 01:05:16.199594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:05:16.251829 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:05:16.256164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:05:16.256538 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:16.331478 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:16.353753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:16.356023 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb6e261-133d-4247-b30a-a81bc30ead19" -d '{"events": [{"server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "name": "network-vif-plugged", "status": "completed", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:16.368939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:16.373461 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:16.424073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,revision_number=12']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:16.454820 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9994c0-7a41-410a-b877-c3b8ae92bc08 x-openstack-request-id: req-da9994c0-7a41-410a-b877-c3b8ae92bc08 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:16.455119 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "name": "network-vif-plugged", "status": "completed", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:16.455374 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da9994c0-7a41-410a-b877-c3b8ae92bc08 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:16.455774 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'code': 200} Aug 24 01:05:16.628960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-cb930d26-25f7-487f-b0e2-851a18b92b2a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:16.630438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-cb930d26-25f7-487f-b0e2-851a18b92b2a tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 947 time: 0.0498936 Aug 24 01:05:16.723544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Deleting port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:05:16.723783 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:16.824549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] For port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:16.825039 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:16.993782 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:16.994439 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:16.994439 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21 disassociated. External IP: 172.25.8.141, port: 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb. Aug 24 01:05:16.994718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Calling delete_port for 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:05:17.160440 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963edde-fa57-488b-b649-ef331ba8f64a req-378b45a6-589a-41ee-94bf-1b1bb7cc4e2e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:17.161979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8963edde-fa57-488b-b649-ef331ba8f64a req-378b45a6-589a-41ee-94bf-1b1bb7cc4e2e tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 947 time: 0.0937414 Aug 24 01:05:17.183734 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:17.225983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event deleted for resources: {'Port': ['ID=78f5b74b-bac1-4e91-a9bc-63c21c4c08cb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:17.236877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8963edde-fa57-488b-b649-ef331ba8f64a req-41fe15e3-8c6a-4d86-bc00-04c13737d314 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups?id=74d4ffcd-6737-4fd6-9c75-1b140ece554c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687733 Aug 24 01:05:17.347051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:05:17.460644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:05:17.470116 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8713946-8241-471e-a3d1-655204c67582 None None] Sync routers for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:05:17.479958 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8713946-8241-471e-a3d1-655204c67582 None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:05:17.480652 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f8713946-8241-471e-a3d1-655204c67582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:05:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:05:17.503144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] No DVR routers for this DVR port 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:05:17.506324 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:17.508349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6f64f79c-8369-40fe-92ea-f5cbbfe62193 req-0f71201e-5b03-4987-abc9-adea4235c26f tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.13 "DELETE /v2.0/ports/78f5b74b-bac1-4e91-a9bc-63c21c4c08cb HTTP/1.1" status: 204 len: 173 time: 0.8702514 Aug 24 01:05:17.508781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'name': 'network-vif-deleted', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:17.511027 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e79e75-f0b8-4958-8f59-34221f741989" -d '{"events": [{"server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "name": "network-vif-deleted", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:17.551407 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d694e999-fa20-4908-8c8f-6e7c30010aa8 x-openstack-request-id: req-d694e999-fa20-4908-8c8f-6e7c30010aa8 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:17.551711 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4300c0-719c-4599-b367-e3976a34c291", "name": "network-vif-deleted", "tag": "78f5b74b-bac1-4e91-a9bc-63c21c4c08cb", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:17.551944 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d694e999-fa20-4908-8c8f-6e7c30010aa8 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:17.552341 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4300c0-719c-4599-b367-e3976a34c291', 'name': 'network-vif-deleted', 'tag': '78f5b74b-bac1-4e91-a9bc-63c21c4c08cb', 'status': 'completed', 'code': 200} Aug 24 01:05:17.591939 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f8713946-8241-471e-a3d1-655204c67582 None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:05:17.793740 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f8713946-8241-471e-a3d1-655204c67582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:05:17.820027 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8713946-8241-471e-a3d1-655204c67582 None None] Checking router: 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:05:17.828267 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8713946-8241-471e-a3d1-655204c67582 None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:05:17.828858 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f8713946-8241-471e-a3d1-655204c67582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:05:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:05:17.933460 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-f8713946-8241-471e-a3d1-655204c67582 None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:05:18.125161 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-f8713946-8241-471e-a3d1-655204c67582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:05:18.153990 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8713946-8241-471e-a3d1-655204c67582 None None] The sync data for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 is: [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 4, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '17262d15-6d52-4173-a876-574fd7d5a111', 'name': '', 'network_id': '51a70962-9730-480b-91a8-b896d8343e77', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'mac_address': 'fa:16:3e:d1:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:27Z', 'updated_at': '2021-08-24T00:54:32Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'subnets': [{'id': 'a7b84434-9cfd-4f5d-a68f-f8ea2d283303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:05:18.345188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-76ab0c23-1f6f-4c84-9a68-2cf7ba6f32ac req-02f8cfcf-f540-4805-a300-351a9173efa7 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 210 time: 0.0316336 Aug 24 01:05:18.432570 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0398ff2b-6636-4627-b0dd-de355a39ec90 None None] New status for floating IP 7e139ce1-1f12-45f7-a367-3f3568185c21: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:05:19.448166 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84c37f13-eda0-4069-9c42-80e8e4012201 req-928418fa-b929-43a9-8123-69c4ce7212d1 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 210 time: 0.0268598 Aug 24 01:05:20.203581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:05:20.225635 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:05:20.225989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 78f5b74b-bac1-4e91-a9bc-63c21c4c08cb not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:05:20.544927 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e9f16fb-ddd4-4931-b295-a9776d333b47 req-f068bb13-c2ae-4010-b67f-7bcd45aaea91 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4300c0-719c-4599-b367-e3976a34c291 HTTP/1.1" status: 200 len: 210 time: 0.0276687 Aug 24 01:05:21.108608 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:05:24.157164 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:24.273663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46258) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:24.327674 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48764211-0dd5-41d2-bb1c-6da160324c68 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:24.351058 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48764211-0dd5-41d2-bb1c-6da160324c68 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:24.406761 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48764211-0dd5-41d2-bb1c-6da160324c68 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:24.409471 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-48764211-0dd5-41d2-bb1c-6da160324c68 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:24.411396 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-48764211-0dd5-41d2-bb1c-6da160324c68 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "DELETE /v2.0/security-groups/74d4ffcd-6737-4fd6-9c75-1b140ece554c HTTP/1.1" status: 204 len: 168 time: 0.1366978 Aug 24 01:05:24.414594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46260) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:24.421734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48764211-0dd5-41d2-bb1c-6da160324c68 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d4ffcd-6737-4fd6-9c75-1b140ece554c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:24.438841 n-d-805736-1 neutron-server[94838]: INFO neutron.api.v2.resource [None req-8030b5b2-4489-43c7-b8cf-cf0c09ce52c9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] show failed (client error): The resource could not be found. Aug 24 01:05:24.439985 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8030b5b2-4489-43c7-b8cf-cf0c09ce52c9 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "GET /v2.0/security-groups/74d4ffcd-6737-4fd6-9c75-1b140ece554c HTTP/1.1" status: 404 len: 347 time: 0.0242519 Aug 24 01:05:24.443028 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46266) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:24.575612 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Deleting port 0a83e482-3db4-467f-a688-4dfc8d2b8496 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:05:24.575960 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:24.655271 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:24.655474 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:24.667937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Calling delete_port for 0a83e482-3db4-467f-a688-4dfc8d2b8496 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:05:24.809321 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:24.840158 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Pushing event deleted for resources: {'Port': ['ID=0a83e482-3db4-467f-a688-4dfc8d2b8496,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:24.854526 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:24.854902 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:24.855240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:24.855572 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:24.855901 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:24.856232 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:24.856557 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:24.856878 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:24.857198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:24.857517 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:24.857834 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:24.858152 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:24.923556 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:24.926706 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:24.927879 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1b9f403c-4227-4a23-abb6-629cdbd18b76 tempest-ServerActionsTestJSON-1167999859 tempest-ServerActionsTestJSON-1167999859-project] 10.222.0.32 "DELETE /v2.0/floatingips/7e139ce1-1f12-45f7-a367-3f3568185c21 HTTP/1.1" status: 204 len: 168 time: 0.4839962 Aug 24 01:05:24.930927 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46270) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:25.444331 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74ad742d-db7d-4454-aab2-b199ff75eb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:25.689052 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-74ad742d-db7d-4454-aab2-b199ff75eb6f admin admin] Deleting port 17262d15-6d52-4173-a876-574fd7d5a111 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:05:25.689388 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74ad742d-db7d-4454-aab2-b199ff75eb6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:25.768315 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-74ad742d-db7d-4454-aab2-b199ff75eb6f admin admin] For port 17262d15-6d52-4173-a876-574fd7d5a111, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=17262d15-6d52-4173-a876-574fd7d5a111,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:25.768581 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74ad742d-db7d-4454-aab2-b199ff75eb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:25.780409 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-74ad742d-db7d-4454-aab2-b199ff75eb6f admin admin] Calling delete_port for 17262d15-6d52-4173-a876-574fd7d5a111 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:05:25.959899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74ad742d-db7d-4454-aab2-b199ff75eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:25.986258 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad742d-db7d-4454-aab2-b199ff75eb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=17262d15-6d52-4173-a876-574fd7d5a111,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:26.150990 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74ad742d-db7d-4454-aab2-b199ff75eb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:26.369654 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ad742d-db7d-4454-aab2-b199ff75eb6f admin admin] Router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:05:26.727060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ad742d-db7d-4454-aab2-b199ff75eb6f admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:05:26.732528 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-74ad742d-db7d-4454-aab2-b199ff75eb6f admin admin] 10.222.0.32 "PUT /v2.0/routers/6cb276a8-30ba-45b1-a61a-48e62bb6bfd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8006241 Aug 24 01:05:26.734397 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46276) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:26.736035 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a3503-1a94-4fc9-8e2c-02fc3e766f7a None None] Sync routers for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:05:26.745448 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a3503-1a94-4fc9-8e2c-02fc3e766f7a None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:05:26.746058 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b66a3503-1a94-4fc9-8e2c-02fc3e766f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:05:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:05:26.838136 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:26.852999 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b66a3503-1a94-4fc9-8e2c-02fc3e766f7a None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:05:26.942559 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:26.995354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] Deleting port 28c0eaff-bf7e-4101-a9ac-9c18cea62104 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:05:26.995585 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.025773 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b66a3503-1a94-4fc9-8e2c-02fc3e766f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T01:05:25Z', 'revision_number': 5, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port': {'id': '28c0eaff-bf7e-4101-a9ac-9c18cea62104', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:25Z', 'updated_at': '2021-08-24T00:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:05:27.051274 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a3503-1a94-4fc9-8e2c-02fc3e766f7a None None] Checking router: 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:05:27.059274 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a3503-1a94-4fc9-8e2c-02fc3e766f7a None None] Routers {'6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:05:27.059863 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b66a3503-1a94-4fc9-8e2c-02fc3e766f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:05:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:05:27.078648 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] For port 28c0eaff-bf7e-4101-a9ac-9c18cea62104, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=28c0eaff-bf7e-4101-a9ac-9c18cea62104,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:27.079046 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.091723 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] Calling delete_port for 28c0eaff-bf7e-4101-a9ac-9c18cea62104 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:05:27.234835 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b66a3503-1a94-4fc9-8e2c-02fc3e766f7a None None] Set router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:05:27.265896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.288638 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b66a3503-1a94-4fc9-8e2c-02fc3e766f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T01:05:26Z', 'revision_number': 6, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:05:27.291657 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] Pushing event deleted for resources: {'Port': ['ID=28c0eaff-bf7e-4101-a9ac-9c18cea62104,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:27.315536 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a3503-1a94-4fc9-8e2c-02fc3e766f7a None None] The sync data for ids ['6cb276a8-30ba-45b1-a61a-48e62bb6bfd6'] in n-d-805736-1 is: [{'id': '6cb276a8-30ba-45b1-a61a-48e62bb6bfd6', 'name': 'tempest-ServerActionsTestJSON-848549843-router', 'tenant_id': '44636974c6bd4f71a745cc60e9cb93c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:24Z', 'updated_at': '2021-08-24T01:05:26Z', 'revision_number': 6, 'project_id': '44636974c6bd4f71a745cc60e9cb93c4', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:05:27.358957 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.448116 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.450197 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.513060 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.513583 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:05:27.518133 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.519840 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-651d4857-27a5-458d-8a36-efe786ed326e admin admin] 10.222.0.32 "DELETE /v2.0/routers/6cb276a8-30ba-45b1-a61a-48e62bb6bfd6 HTTP/1.1" status: 204 len: 168 time: 0.7838533 Aug 24 01:05:27.522460 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46278) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:27.566842 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-839947ae-5533-4429-a7e4-f27b06ab0b5a admin admin] Deleting subnet a7b84434-9cfd-4f5d-a68f-f8ea2d283303 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:05:27.569962 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-839947ae-5533-4429-a7e4-f27b06ab0b5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.578177 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-087de4c0-0e5e-4096-9779-ae74a90b7667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.605598 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-839947ae-5533-4429-a7e4-f27b06ab0b5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.689645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-839947ae-5533-4429-a7e4-f27b06ab0b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.746684 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-839947ae-5533-4429-a7e4-f27b06ab0b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.771531 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839947ae-5533-4429-a7e4-f27b06ab0b5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b84434-9cfd-4f5d-a68f-f8ea2d283303,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:27.777425 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-839947ae-5533-4429-a7e4-f27b06ab0b5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.782114 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-839947ae-5533-4429-a7e4-f27b06ab0b5a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a7b84434-9cfd-4f5d-a68f-f8ea2d283303 HTTP/1.1" status: 204 len: 168 time: 0.2561028 Aug 24 01:05:27.782518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46280) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:27.785365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27782383-7b7a-414b-823f-13c256e3f031 None None] Network 51a70962-9730-480b-91a8-b896d8343e77 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:05:27.856255 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.914709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Deleting port a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:05:27.915085 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.980088 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] For port a244e80d-7d07-4a6d-9779-37f4a2c6a4a8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a244e80d-7d07-4a6d-9779-37f4a2c6a4a8,segment=NetworkSegment(d1804824-af54-4251-b18e-bee8eced2f33),segment_id=d1804824-af54-4251-b18e-bee8eced2f33)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:27.980465 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.994040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Calling delete_port for a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:05:28.078324 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:28.104672 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a244e80d-7d07-4a6d-9779-37f4a2c6a4a8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:28.109703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] No DVR routers for this DVR port a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:05:28.151150 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e0bf3-a03d-40c1-9275-62e0b5d77cf7 None None] DHCP port deletion for 51a70962-9730-480b-91a8-b896d8343e77 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:05:28.190132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:28.199916 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a70962-9730-480b-91a8-b896d8343e77']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:05:28.214142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1804824-af54-4251-b18e-bee8eced2f33') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:05:28.214438 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1804824-af54-4251-b18e-bee8eced2f33') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:05:28.224362 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:28.238583 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:28.244750 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:05:28.245146 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: timer() Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:05:28.246834 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:05:28.301622 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:28.307125 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:28.308999 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] 10.222.0.32 "DELETE /v2.0/networks/51a70962-9730-480b-91a8-b896d8343e77 HTTP/1.1" status: 204 len: 168 time: 0.5254822 Aug 24 01:05:28.321173 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1b050-3aca-47c4-bd21-d862e97c95ae admin admin] Pushing event deleted for resources: {'Network': ['ID=51a70962-9730-480b-91a8-b896d8343e77,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:28.436180 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46284) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:28.476346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-88274bea-8dc9-4d69-8c1d-a411fc6e1e25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44636974c6bd4f71a745cc60e9cb93c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390408 Aug 24 01:05:28.478804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46286) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:28.528832 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-481a3434-eb34-4b56-a172-a25f25c98404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:28.533867 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 17262d15-6d52-4173-a876-574fd7d5a111 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:05:28.553769 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-481a3434-eb34-4b56-a172-a25f25c98404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:28.554398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 17262d15-6d52-4173-a876-574fd7d5a111 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:05:28.554746 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 17262d15-6d52-4173-a876-574fd7d5a111 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:05:28.555204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 28c0eaff-bf7e-4101-a9ac-9c18cea62104 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:05:28.574285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 28c0eaff-bf7e-4101-a9ac-9c18cea62104 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:05:28.574639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 28c0eaff-bf7e-4101-a9ac-9c18cea62104 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:05:28.575086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:05:28.594023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:05:28.594686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a244e80d-7d07-4a6d-9779-37f4a2c6a4a8 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:05:28.603258 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-481a3434-eb34-4b56-a172-a25f25c98404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:28.606285 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-481a3434-eb34-4b56-a172-a25f25c98404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:28.609827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-481a3434-eb34-4b56-a172-a25f25c98404 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bae45e1a-ec6f-4573-9c4a-366946449243 HTTP/1.1" status: 204 len: 168 time: 0.1277881 Aug 24 01:05:28.615948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a3434-eb34-4b56-a172-a25f25c98404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae45e1a-ec6f-4573-9c4a-366946449243,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:29.316716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46308) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:29.412715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-665509722-network', 'tenant_id': '83a5018d64764a659ee8cb3f5b3b4633'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:29.432836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] Made reservation on behalf of 83a5018d64764a659ee8cb3f5b3b4633 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:05:29.435124 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:29.443996 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:29.537140 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:29.540835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:29.562489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:05:29.578355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d531cba-153f-4bea-abf1-3131c22fc9b8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:29.583008 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:29.583295 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] Added segment 5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c of type vlan for network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a Aug 24 01:05:29.624106 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:29.648307 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:29.649199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:29.649780 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:29.699361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3815532 Aug 24 01:05:29.702434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:29.708530 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba8c9f-2fcb-49b5-abd2-7bb0453fc5d5 admin admin] Pushing event updated for resources: {'Network': ['ID=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:29.708724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0834ce1b-11f7-4f35-96ed-cb01d2b68659 admin admin] Request body: {'subnet': {'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-665509722-subnet', 'tenant_id': '83a5018d64764a659ee8cb3f5b3b4633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:29.718188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:05:29.729413 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0834ce1b-11f7-4f35-96ed-cb01d2b68659 admin admin] Made reservation on behalf of 83a5018d64764a659ee8cb3f5b3b4633 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:05:29.731845 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0834ce1b-11f7-4f35-96ed-cb01d2b68659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:29.902249 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0834ce1b-11f7-4f35-96ed-cb01d2b68659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:29.956298 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834ce1b-11f7-4f35-96ed-cb01d2b68659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=372c5e94-d4ee-4b2f-b963-f63b251a06e2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:29.967945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0834ce1b-11f7-4f35-96ed-cb01d2b68659 admin admin] Checking segment: {'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:05:29.968308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0834ce1b-11f7-4f35-96ed-cb01d2b68659 admin admin] Network hostable DHCP agents. Network: 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:05:29.984877 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0834ce1b-11f7-4f35-96ed-cb01d2b68659 admin admin] Network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:05:29.994505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0834ce1b-11f7-4f35-96ed-cb01d2b68659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:05:30.000457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0834ce1b-11f7-4f35-96ed-cb01d2b68659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:30.001397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0834ce1b-11f7-4f35-96ed-cb01d2b68659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:30.002214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bec788-ccd1-4660-9c76-062af66aa246 None None] Network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:05:30.015803 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0834ce1b-11f7-4f35-96ed-cb01d2b68659 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3121052 Aug 24 01:05:30.069558 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:30.137802 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1931ff-f2b4-4e38-babf-0b500f8c2ee7 None None] Network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:05:30.205438 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:30.284712 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-106978f3-a702-4a9f-9b72-c3e0e5269b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:30.449575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-90dc58a5-8c7c-46d2-afce-8d67833981d0 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:30.450976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-90dc58a5-8c7c-46d2-afce-8d67833981d0 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/networks?id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a HTTP/1.1" status: 200 len: 813 time: 0.1053021 Aug 24 01:05:30.466535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-6b003832-8e84-4be1-a43f-2bce65a2338d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/quotas/83a5018d64764a659ee8cb3f5b3b4633 HTTP/1.1" status: 200 len: 375 time: 0.0091879 Aug 24 01:05:30.498836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-32337c6c-70bd-45fc-bcf3-bef79b22e5e6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=83a5018d64764a659ee8cb3f5b3b4633&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268354 Aug 24 01:05:30.635011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-6ce1c627-7296-4903-8f49-64878648a2c5 service neutron] 10.222.0.32 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285250 Aug 24 01:05:30.728084 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-eaafd014-7e21-4d0b-8d40-863584c59025 service neutron] 10.222.0.32 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868967 Aug 24 01:05:30.901618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c84ab043-37fe-4c2f-a47c-e7630649c128 req-c77bc44b-6a69-4ad9-ad71-3c97b1fe971b tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 210 time: 0.0269365 Aug 24 01:05:31.420599 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:31.713424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-63677d54-2c3b-46a0-88d7-0feb4e351cbd tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:31.714932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-63677d54-2c3b-46a0-88d7-0feb4e351cbd tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.47 "GET /v2.0/networks?id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a HTTP/1.1" status: 200 len: 813 time: 0.1051283 Aug 24 01:05:31.734459 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-5b8f7f5b-df2b-485b-a0b0-d3d41b71759f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Request body: {'port': {'device_id': '90f1ed26-2ce1-4e4f-8907-b7279a6af9c5', 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a', 'admin_state_up': True, 'tenant_id': '83a5018d64764a659ee8cb3f5b3b4633'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:31.836885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-5b8f7f5b-df2b-485b-a0b0-d3d41b71759f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Made reservation on behalf of 83a5018d64764a659ee8cb3f5b3b4633 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:05:31.840347 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-5b8f7f5b-df2b-485b-a0b0-d3d41b71759f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:31.999640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-5b8f7f5b-df2b-485b-a0b0-d3d41b71759f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Allocated IP 172.20.0.9 (7e8d55fe-7a25-40a7-85d3-156c5c3ff92a/372c5e94-d4ee-4b2f-b963-f63b251a06e2/4e100192-dfca-4fe1-8ec2-ab68e405656e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:05:32.003400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6da3ecb-7efd-482c-816a-7314d08ba392 req-40a43e83-b6fb-40f8-aa6d-02479aa27f08 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 210 time: 0.0329957 Aug 24 01:05:32.149984 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-5b8f7f5b-df2b-485b-a0b0-d3d41b71759f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:32.188087 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-5b8f7f5b-df2b-485b-a0b0-d3d41b71759f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:32.234873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-5b8f7f5b-df2b-485b-a0b0-d3d41b71759f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:05:32.237794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-5b8f7f5b-df2b-485b-a0b0-d3d41b71759f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:05:32.241435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-5b8f7f5b-df2b-485b-a0b0-d3d41b71759f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:05:32.247618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f7f5b-df2b-485b-a0b0-d3d41b71759f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Pushing event updated for resources: {'Port': ['ID=4e100192-dfca-4fe1-8ec2-ab68e405656e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:32.292171 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-5b8f7f5b-df2b-485b-a0b0-d3d41b71759f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:32.292776 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-5b8f7f5b-df2b-485b-a0b0-d3d41b71759f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:32.307385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-5b8f7f5b-df2b-485b-a0b0-d3d41b71759f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5767796 Aug 24 01:05:32.325840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Request body: {'port': {'device_id': '90f1ed26-2ce1-4e4f-8907-b7279a6af9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:32.380998 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:32.635466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e100192-dfca-4fe1-8ec2-ab68e405656e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:05:32.642752 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:32.654961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Transition to ACTIVE for port object 4e100192-dfca-4fe1-8ec2-ab68e405656e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:05:32.659215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:32.711054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Pushing event updated for resources: {'Port': ['ID=4e100192-dfca-4fe1-8ec2-ab68e405656e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:32.775685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Attempting to bind port 4e100192-dfca-4fe1-8ec2-ab68e405656e on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:05:32.776320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Attempting to bind port 4e100192-dfca-4fe1-8ec2-ab68e405656e by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:05:32.776320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Attempting to bind port 4e100192-dfca-4fe1-8ec2-ab68e405656e on network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:32.780380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Port 4e100192-dfca-4fe1-8ec2-ab68e405656e on network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:05:32.780953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Attempting to bind port 4e100192-dfca-4fe1-8ec2-ab68e405656e on network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:32.785661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:05:32.785998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Checking segment: {'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:05:32.786376 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Bound using segment: {'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:05:32.786814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Bound port: 4e100192-dfca-4fe1-8ec2-ab68e405656e, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:05:32.787164 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:32.848200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] For port 4e100192-dfca-4fe1-8ec2-ab68e405656e, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:05:32.851194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] For port 4e100192-dfca-4fe1-8ec2-ab68e405656e, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4e100192-dfca-4fe1-8ec2-ab68e405656e,segment=NetworkSegment(5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c),segment_id=5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:05:32.855077 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:32.888366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:32.888977 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:32.890345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] 10.222.0.47 "PUT /v2.0/ports/4e100192-dfca-4fe1-8ec2-ab68e405656e HTTP/1.1" status: 200 len: 1091 time: 0.5685060 Aug 24 01:05:32.890796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f1ed26-2ce1-4e4f-8907-b7279a6af9c5', 'tag': '4e100192-dfca-4fe1-8ec2-ab68e405656e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:32.892997 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b5c047-1ef2-4252-b7d3-07f85331d3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "90f1ed26-2ce1-4e4f-8907-b7279a6af9c5", "tag": "4e100192-dfca-4fe1-8ec2-ab68e405656e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:32.918003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36650e0-a167-42b0-8899-821cd712d48f service neutron] Pushing event updated for resources: {'Port': ['ID=4e100192-dfca-4fe1-8ec2-ab68e405656e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:32.933874 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3115789c-37cb-41f0-ac63-6b6b8eed9e72 x-openstack-request-id: req-3115789c-37cb-41f0-ac63-6b6b8eed9e72 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:32.934164 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f1ed26-2ce1-4e4f-8907-b7279a6af9c5", "tag": "4e100192-dfca-4fe1-8ec2-ab68e405656e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:32.934417 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3115789c-37cb-41f0-ac63-6b6b8eed9e72 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:32.934845 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f1ed26-2ce1-4e4f-8907-b7279a6af9c5', 'tag': '4e100192-dfca-4fe1-8ec2-ab68e405656e', 'status': 'completed', 'code': 200} Aug 24 01:05:32.994241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-4c4a2555-d197-4c07-a464-b79aba6d4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:32.995763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-4c4a2555-d197-4c07-a464-b79aba6d4c42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83a5018d64764a659ee8cb3f5b3b4633&device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 1094 time: 0.0438733 Aug 24 01:05:33.042994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-f8ea1734-dbe7-48c3-a10a-455d000a205a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e100192-dfca-4fe1-8ec2-ab68e405656e HTTP/1.1" status: 200 len: 217 time: 0.0337770 Aug 24 01:05:33.120481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-1f93637c-6cd1-4bd4-9f71-630ba00ff9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:33.121935 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-1f93637c-6cd1-4bd4-9f71-630ba00ff9ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=372c5e94-d4ee-4b2f-b963-f63b251a06e2 HTTP/1.1" status: 200 len: 853 time: 0.0715494 Aug 24 01:05:33.145784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ee1e6-8a1f-47f4-8b39-af6cde61d3ef req-537b2ec6-0368-40fb-a5ef-7fa7ef370a37 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:33.147278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-179ee1e6-8a1f-47f4-8b39-af6cde61d3ef req-537b2ec6-0368-40fb-a5ef-7fa7ef370a37 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 943 time: 0.0715449 Aug 24 01:05:33.180114 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:33.495761 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-57ca8b03-1c07-42f5-a1ec-9915f8aeee4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3658059 Aug 24 01:05:33.571850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-179ee1e6-8a1f-47f4-8b39-af6cde61d3ef req-7e38adda-9a3b-473e-8d8b-6f12b8ab561f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783849 Aug 24 01:05:33.605044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-b1fc5e78-cd5b-483d-b1b7-b13826f70220 service neutron] 10.222.0.47 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963945 Aug 24 01:05:33.694678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-2187945a-82cb-4cbb-96ab-71cc7211f9c2 service neutron] 10.222.0.47 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825977 Aug 24 01:05:33.861961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5c047-1ef2-4252-b7d3-07f85331d3a0 req-c2388840-40c2-4fe4-aa62-fda6f6bfcc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:33.864481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0b5c047-1ef2-4252-b7d3-07f85331d3a0 req-c2388840-40c2-4fe4-aa62-fda6f6bfcc80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83a5018d64764a659ee8cb3f5b3b4633&device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 1094 time: 0.0430524 Aug 24 01:05:33.964424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5c047-1ef2-4252-b7d3-07f85331d3a0 req-9d811f3a-b7d3-47fd-8f9b-e5d794cbe4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:33.965959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0b5c047-1ef2-4252-b7d3-07f85331d3a0 req-9d811f3a-b7d3-47fd-8f9b-e5d794cbe4f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a HTTP/1.1" status: 200 len: 914 time: 0.0871508 Aug 24 01:05:34.031928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0b5c047-1ef2-4252-b7d3-07f85331d3a0 req-8b7ca3f2-9a7c-43ed-95c9-5112f0b3071e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e100192-dfca-4fe1-8ec2-ab68e405656e HTTP/1.1" status: 200 len: 217 time: 0.0350542 Aug 24 01:05:34.141123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5c047-1ef2-4252-b7d3-07f85331d3a0 req-e8697f8d-2e65-4238-987b-b6a69c69b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:34.142519 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0b5c047-1ef2-4252-b7d3-07f85331d3a0 req-e8697f8d-2e65-4238-987b-b6a69c69b8c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=372c5e94-d4ee-4b2f-b963-f63b251a06e2 HTTP/1.1" status: 200 len: 853 time: 0.0763040 Aug 24 01:05:34.150842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-4521b19b-6d2e-41e5-93d4-5e1fcb519f42 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:34.152212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-4521b19b-6d2e-41e5-93d4-5e1fcb519f42 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.47 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 943 time: 0.0870497 Aug 24 01:05:34.198204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0b5c047-1ef2-4252-b7d3-07f85331d3a0 req-7655332a-9862-4056-93d9-b6c6bcf1f556 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450525 Aug 24 01:05:34.325908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-9360926a-322e-4ff6-b9cc-f696bd16c53c tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Deleting port 4e100192-dfca-4fe1-8ec2-ab68e405656e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:05:34.326254 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-9360926a-322e-4ff6-b9cc-f696bd16c53c tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:34.341684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0b5c047-1ef2-4252-b7d3-07f85331d3a0 req-3d973f7f-3c39-4baa-ae0c-11d7e4af7903 service neutron] 10.222.0.47 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359525 Aug 24 01:05:34.477867 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-9360926a-322e-4ff6-b9cc-f696bd16c53c tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] For port 4e100192-dfca-4fe1-8ec2-ab68e405656e, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=4e100192-dfca-4fe1-8ec2-ab68e405656e,segment=NetworkSegment(5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c),segment_id=5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:34.478241 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-9360926a-322e-4ff6-b9cc-f696bd16c53c tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:34.499724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-9360926a-322e-4ff6-b9cc-f696bd16c53c tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Calling delete_port for 4e100192-dfca-4fe1-8ec2-ab68e405656e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:05:34.502915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a0b5c047-1ef2-4252-b7d3-07f85331d3a0 req-62229bf9-1e54-4a74-8301-7c49c7fdcebf service neutron] 10.222.0.47 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329336 Aug 24 01:05:34.634250 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-9360926a-322e-4ff6-b9cc-f696bd16c53c tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:34.670768 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360926a-322e-4ff6-b9cc-f696bd16c53c tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Pushing event deleted for resources: {'Port': ['ID=4e100192-dfca-4fe1-8ec2-ab68e405656e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:34.688222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21bb52d0-0a0e-4483-a7a0-fcfb109e9732 req-f8831e3c-5e70-4632-907f-3251d066fdbd tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 210 time: 0.0460944 Aug 24 01:05:34.731906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-9360926a-322e-4ff6-b9cc-f696bd16c53c tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] No DVR routers for this DVR port 4e100192-dfca-4fe1-8ec2-ab68e405656e on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:05:34.734433 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-9360926a-322e-4ff6-b9cc-f696bd16c53c tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:34.736426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-9360926a-322e-4ff6-b9cc-f696bd16c53c tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.47 "DELETE /v2.0/ports/4e100192-dfca-4fe1-8ec2-ab68e405656e HTTP/1.1" status: 204 len: 173 time: 0.5759051 Aug 24 01:05:34.936446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f1ed26-2ce1-4e4f-8907-b7279a6af9c5', 'name': 'network-vif-deleted', 'tag': '4e100192-dfca-4fe1-8ec2-ab68e405656e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:34.938883 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d69f56d-df92-4245-b894-2f6598db6690" -d '{"events": [{"server_uuid": "90f1ed26-2ce1-4e4f-8907-b7279a6af9c5", "name": "network-vif-deleted", "tag": "4e100192-dfca-4fe1-8ec2-ab68e405656e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:34.971243 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d848a4-1613-4bce-b625-8fb9b244e86a x-openstack-request-id: req-16d848a4-1613-4bce-b625-8fb9b244e86a {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:34.971494 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f1ed26-2ce1-4e4f-8907-b7279a6af9c5", "name": "network-vif-deleted", "tag": "4e100192-dfca-4fe1-8ec2-ab68e405656e", "status": "failed", "code": 422}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:34.971746 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16d848a4-1613-4bce-b625-8fb9b244e86a {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:34.972200 n-d-805736-1 neutron-server[94837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90f1ed26-2ce1-4e4f-8907-b7279a6af9c5', 'name': 'network-vif-deleted', 'tag': '4e100192-dfca-4fe1-8ec2-ab68e405656e', 'status': 'failed', 'code': 422} returned with failed status Aug 24 01:05:35.789320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca156948-3d2b-47d5-bc90-0b525598b2a5 req-b8c00ad7-7d8b-4d2b-9afe-76aa4d301f9c tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 210 time: 0.0279560 Aug 24 01:05:35.954528 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-cd16270b-f760-439d-b241-303efa2e8dda tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:35.956012 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-cd16270b-f760-439d-b241-303efa2e8dda tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.13 "GET /v2.0/networks?id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a HTTP/1.1" status: 200 len: 813 time: 0.1040850 Aug 24 01:05:35.974806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-56a175a8-50d3-4ca9-923d-2abfeeed5ccc tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Request body: {'port': {'device_id': '90f1ed26-2ce1-4e4f-8907-b7279a6af9c5', 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a', 'admin_state_up': True, 'tenant_id': '83a5018d64764a659ee8cb3f5b3b4633'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:36.083540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-56a175a8-50d3-4ca9-923d-2abfeeed5ccc tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Made reservation on behalf of 83a5018d64764a659ee8cb3f5b3b4633 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:05:36.087223 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-56a175a8-50d3-4ca9-923d-2abfeeed5ccc tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:36.217562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-56a175a8-50d3-4ca9-923d-2abfeeed5ccc tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Allocated IP 172.20.0.8 (7e8d55fe-7a25-40a7-85d3-156c5c3ff92a/372c5e94-d4ee-4b2f-b963-f63b251a06e2/089c0c26-cebe-4913-90ff-571a8fd88b69) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:05:36.362148 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-56a175a8-50d3-4ca9-923d-2abfeeed5ccc tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:36.403841 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-56a175a8-50d3-4ca9-923d-2abfeeed5ccc tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:36.462822 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-56a175a8-50d3-4ca9-923d-2abfeeed5ccc tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:05:36.466158 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-56a175a8-50d3-4ca9-923d-2abfeeed5ccc tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:05:36.469981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-56a175a8-50d3-4ca9-923d-2abfeeed5ccc tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:05:36.499182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a175a8-50d3-4ca9-923d-2abfeeed5ccc tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Pushing event updated for resources: {'Port': ['ID=089c0c26-cebe-4913-90ff-571a8fd88b69,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:36.532741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-56a175a8-50d3-4ca9-923d-2abfeeed5ccc tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:36.533365 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-56a175a8-50d3-4ca9-923d-2abfeeed5ccc tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:36.547821 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-56a175a8-50d3-4ca9-923d-2abfeeed5ccc tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771296 Aug 24 01:05:36.570220 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Request body: {'port': {'device_id': '90f1ed26-2ce1-4e4f-8907-b7279a6af9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:36.636982 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:36.924655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [req-f20b8d1d-7e3f-4f0a-84c8-a380fa0709cf req-55859a93-14d6-4210-aa42-41e5b5da4aa3 tempest-TestServerMultinode-1798133903 tempest-TestServerMultinode-1798133903-project-admin] (94838) timed out ('10.222.0.13', 52658) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 01:05:36.954971 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04d200-299e-4fe5-ac99-6504ef263e56 req-8a5a390d-c2a1-41ce-919d-4d3578c5d1ab tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:36.957997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea04d200-299e-4fe5-ac99-6504ef263e56 req-8a5a390d-c2a1-41ce-919d-4d3578c5d1ab tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 931 time: 0.0882261 Aug 24 01:05:37.007794 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089c0c26-cebe-4913-90ff-571a8fd88b69 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:05:37.020852 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:37.034409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea04d200-299e-4fe5-ac99-6504ef263e56 req-adb5e064-8f9c-4510-8eee-99d0735db117 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551517 Aug 24 01:05:37.039695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Transition to ACTIVE for port object 089c0c26-cebe-4913-90ff-571a8fd88b69 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:05:37.044107 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:37.093431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Pushing event updated for resources: {'Port': ['ID=089c0c26-cebe-4913-90ff-571a8fd88b69,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:37.166434 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Attempting to bind port 089c0c26-cebe-4913-90ff-571a8fd88b69 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:05:37.166792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Attempting to bind port 089c0c26-cebe-4913-90ff-571a8fd88b69 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:05:37.167123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Attempting to bind port 089c0c26-cebe-4913-90ff-571a8fd88b69 on network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:37.171388 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Port 089c0c26-cebe-4913-90ff-571a8fd88b69 on network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:05:37.171725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Attempting to bind port 089c0c26-cebe-4913-90ff-571a8fd88b69 on network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:37.177103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:05:37.177441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Checking segment: {'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:05:37.177824 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Bound using segment: {'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:05:37.178251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Bound port: 089c0c26-cebe-4913-90ff-571a8fd88b69, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:05:37.178607 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:37.241715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] For port 089c0c26-cebe-4913-90ff-571a8fd88b69, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:05:37.244685 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] For port 089c0c26-cebe-4913-90ff-571a8fd88b69, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=089c0c26-cebe-4913-90ff-571a8fd88b69,segment=NetworkSegment(5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c),segment_id=5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:05:37.248736 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:37.285882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:37.286511 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:37.288015 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] 10.222.0.13 "PUT /v2.0/ports/089c0c26-cebe-4913-90ff-571a8fd88b69 HTTP/1.1" status: 200 len: 1091 time: 0.7254579 Aug 24 01:05:37.288456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f1ed26-2ce1-4e4f-8907-b7279a6af9c5', 'tag': '089c0c26-cebe-4913-90ff-571a8fd88b69'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:37.290692 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fdcfc0-0e83-4c0c-8f5f-f7f6522a4303" -d '{"events": [{"name": "network-changed", "server_uuid": "90f1ed26-2ce1-4e4f-8907-b7279a6af9c5", "tag": "089c0c26-cebe-4913-90ff-571a8fd88b69"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:37.313071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca7e3b-0f34-4d07-80e6-e19c973d73ff service neutron] Pushing event updated for resources: {'Port': ['ID=089c0c26-cebe-4913-90ff-571a8fd88b69,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:37.330335 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63694d4-e7cb-4738-9148-d17b5b293fdd x-openstack-request-id: req-e63694d4-e7cb-4738-9148-d17b5b293fdd {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:37.330597 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f1ed26-2ce1-4e4f-8907-b7279a6af9c5", "tag": "089c0c26-cebe-4913-90ff-571a8fd88b69", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:37.331139 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e63694d4-e7cb-4738-9148-d17b5b293fdd {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:37.332214 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f1ed26-2ce1-4e4f-8907-b7279a6af9c5', 'tag': '089c0c26-cebe-4913-90ff-571a8fd88b69', 'status': 'completed', 'code': 200} Aug 24 01:05:37.392115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-f0424d23-c278-4c19-a52f-fa5d64224977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:37.393617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-f0424d23-c278-4c19-a52f-fa5d64224977 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83a5018d64764a659ee8cb3f5b3b4633&device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 1094 time: 0.0410495 Aug 24 01:05:37.447053 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-563f13b9-ded7-46cb-a98b-41d68652c289 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=089c0c26-cebe-4913-90ff-571a8fd88b69 HTTP/1.1" status: 200 len: 217 time: 0.0378366 Aug 24 01:05:37.499988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-ff40a21e-6305-4bab-8466-13e3b3fbb84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:37.501436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-ff40a21e-6305-4bab-8466-13e3b3fbb84b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=372c5e94-d4ee-4b2f-b963-f63b251a06e2 HTTP/1.1" status: 200 len: 853 time: 0.0475044 Aug 24 01:05:37.532629 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-d4c5d5cd-4404-40c9-b27b-5d5452d2eee9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242066 Aug 24 01:05:37.624979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-1d68fc91-f23b-4255-9d1d-2929b0233e1f service neutron] 10.222.0.13 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850344 Aug 24 01:05:37.712732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfbb3a00-db27-404b-8467-a18ff8b02f7e req-df5305f6-5695-46b1-adee-b1ade3eb5cfa service neutron] 10.222.0.13 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803969 Aug 24 01:05:37.842332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdcfc0-0e83-4c0c-8f5f-f7f6522a4303 req-c05147e9-b2a7-461a-b036-b9539f57752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:37.843869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1fdcfc0-0e83-4c0c-8f5f-f7f6522a4303 req-c05147e9-b2a7-461a-b036-b9539f57752f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83a5018d64764a659ee8cb3f5b3b4633&device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 1094 time: 0.0409231 Aug 24 01:05:37.935056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdcfc0-0e83-4c0c-8f5f-f7f6522a4303 req-18b77fa2-9355-4c47-a538-f07053c92d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:37.936443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1fdcfc0-0e83-4c0c-8f5f-f7f6522a4303 req-18b77fa2-9355-4c47-a538-f07053c92d5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a HTTP/1.1" status: 200 len: 914 time: 0.0855963 Aug 24 01:05:37.979138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1fdcfc0-0e83-4c0c-8f5f-f7f6522a4303 req-2d7b5a3e-9cc4-438a-aeef-c9e01d70cbbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=089c0c26-cebe-4913-90ff-571a8fd88b69 HTTP/1.1" status: 200 len: 217 time: 0.0350213 Aug 24 01:05:38.031872 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdcfc0-0e83-4c0c-8f5f-f7f6522a4303 req-f846d9ac-496e-4776-926c-15e156548907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:38.033332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1fdcfc0-0e83-4c0c-8f5f-f7f6522a4303 req-f846d9ac-496e-4776-926c-15e156548907 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=372c5e94-d4ee-4b2f-b963-f63b251a06e2 HTTP/1.1" status: 200 len: 853 time: 0.0471921 Aug 24 01:05:38.066769 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1fdcfc0-0e83-4c0c-8f5f-f7f6522a4303 req-ae3d7af1-9c8f-40f1-8a5e-5ea1682a0f23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244074 Aug 24 01:05:38.194477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77b4ac-5b3d-4dc3-a2d9-84864a5628ba req-5b2ff4d4-cca0-422b-8abb-a0db0d13d51b tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:38.195893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e77b4ac-5b3d-4dc3-a2d9-84864a5628ba req-5b2ff4d4-cca0-422b-8abb-a0db0d13d51b tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 943 time: 0.0773916 Aug 24 01:05:38.201138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1fdcfc0-0e83-4c0c-8f5f-f7f6522a4303 req-937779fc-533d-4d5e-9ea0-6fd8d77190f5 service neutron] 10.222.0.13 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265798 Aug 24 01:05:38.277677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e77b4ac-5b3d-4dc3-a2d9-84864a5628ba req-cf19f672-08ff-4714-bd0c-77c01379a399 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756025 Aug 24 01:05:38.311222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1fdcfc0-0e83-4c0c-8f5f-f7f6522a4303 req-dcfa5d82-ba0e-4759-a147-8d9f0c6e6413 service neutron] 10.222.0.13 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955455 Aug 24 01:05:39.396806 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dcd52-200e-42b0-a368-75ca780d867d req-7ba0c32b-faef-4e13-a8b0-7b70550947f4 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:39.398319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c8dcd52-200e-42b0-a368-75ca780d867d req-7ba0c32b-faef-4e13-a8b0-7b70550947f4 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 943 time: 0.0536685 Aug 24 01:05:39.435369 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c8dcd52-200e-42b0-a368-75ca780d867d req-01386a6b-a3b4-4bd8-87d9-0bb737354218 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311608 Aug 24 01:05:40.265375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 089c0c26-cebe-4913-90ff-571a8fd88b69 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:05:40.358817 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 089c0c26-cebe-4913-90ff-571a8fd88b69, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=089c0c26-cebe-4913-90ff-571a8fd88b69,segment=NetworkSegment(5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c),segment_id=5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:40.369487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '089c0c26-cebe-4913-90ff-571a8fd88b69', 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a', 'port_id': '089c0c26-cebe-4913-90ff-571a8fd88b69', 'mac_address': 'fa:16:3e:ec:bb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372c5e94-d4ee-4b2f-b963-f63b251a06e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:05:40.408549 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:40.421269 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089c0c26-cebe-4913-90ff-571a8fd88b69 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:05:40.440024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 089c0c26-cebe-4913-90ff-571a8fd88b69, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=089c0c26-cebe-4913-90ff-571a8fd88b69,segment=NetworkSegment(5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c),segment_id=5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:40.443603 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:40.490639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=089c0c26-cebe-4913-90ff-571a8fd88b69,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:40.557112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91feaf4-430b-4ce3-8ea8-bb74bc4701b2 req-8284a302-2d22-4d2e-a997-8f268b5333d6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:40.558533 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a91feaf4-430b-4ce3-8ea8-bb74bc4701b2 req-8284a302-2d22-4d2e-a997-8f268b5333d6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 944 time: 0.0569165 Aug 24 01:05:40.596567 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a91feaf4-430b-4ce3-8ea8-bb74bc4701b2 req-a9a81857-7862-467b-9ecd-06de57f4903c tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319431 Aug 24 01:05:40.702936 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['089c0c26-cebe-4913-90ff-571a8fd88b69'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:05:41.714660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7283d-24bd-4c5c-a5c1-46018bb7310e req-68cc3aa1-b9a1-43ed-9d3d-fe787ca904a1 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:41.716186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8a7283d-24bd-4c5c-a5c1-46018bb7310e req-68cc3aa1-b9a1-43ed-9d3d-fe787ca904a1 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 944 time: 0.0487216 Aug 24 01:05:41.753702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8a7283d-24bd-4c5c-a5c1-46018bb7310e req-0a13161d-3622-4672-b2bc-5e6d9f91bcfb tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310590 Aug 24 01:05:42.271756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 089c0c26-cebe-4913-90ff-571a8fd88b69 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:05:42.319956 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 089c0c26-cebe-4913-90ff-571a8fd88b69 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:05:42.323662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 089c0c26-cebe-4913-90ff-571a8fd88b69 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:05:42.324041 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:42.399119 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:42.424159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f1ed26-2ce1-4e4f-8907-b7279a6af9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089c0c26-cebe-4913-90ff-571a8fd88b69'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:42.427018 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1595d58-fc2a-4156-9d38-0e6cdc518eae" -d '{"events": [{"server_uuid": "90f1ed26-2ce1-4e4f-8907-b7279a6af9c5", "name": "network-vif-plugged", "status": "completed", "tag": "089c0c26-cebe-4913-90ff-571a8fd88b69"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:42.439753 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 089c0c26-cebe-4913-90ff-571a8fd88b69, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=089c0c26-cebe-4913-90ff-571a8fd88b69,segment=NetworkSegment(5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c),segment_id=5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:42.444400 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:42.467074 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521ce322-f713-463c-8c87-28b6b6b61921 x-openstack-request-id: req-521ce322-f713-463c-8c87-28b6b6b61921 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:42.467366 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f1ed26-2ce1-4e4f-8907-b7279a6af9c5", "name": "network-vif-plugged", "status": "completed", "tag": "089c0c26-cebe-4913-90ff-571a8fd88b69", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:42.467620 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-521ce322-f713-463c-8c87-28b6b6b61921 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:42.468011 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f1ed26-2ce1-4e4f-8907-b7279a6af9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089c0c26-cebe-4913-90ff-571a8fd88b69', 'code': 200} Aug 24 01:05:42.493440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=089c0c26-cebe-4913-90ff-571a8fd88b69,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:42.585701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb016e-c400-4c67-858c-851e6dd47332 req-d49bfa36-c6ae-415e-a353-b86fcee27673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:42.587281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63cb016e-c400-4c67-858c-851e6dd47332 req-d49bfa36-c6ae-415e-a353-b86fcee27673 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 1096 time: 0.0423665 Aug 24 01:05:42.621890 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63cb016e-c400-4c67-858c-851e6dd47332 req-5391833c-24ca-4681-898e-ac9ff52d8d9f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275071 Aug 24 01:05:42.867055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb66e3-8498-46da-a04a-d51230ef6dfa req-5e37daff-6cce-4893-bc88-73d10d7c4254 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:42.868576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47bb66e3-8498-46da-a04a-d51230ef6dfa req-5e37daff-6cce-4893-bc88-73d10d7c4254 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 945 time: 0.0489550 Aug 24 01:05:42.905570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-47bb66e3-8498-46da-a04a-d51230ef6dfa req-1e42ade2-1d2a-408f-975d-082b80bbf040 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311108 Aug 24 01:05:44.021775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fda8b-bf62-4c7e-8a01-2a72442a48ab req-b226e23a-f1a2-4bf9-998c-8a5871e30131 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:44.023253 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-006fda8b-bf62-4c7e-8a01-2a72442a48ab req-b226e23a-f1a2-4bf9-998c-8a5871e30131 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 945 time: 0.0480487 Aug 24 01:05:44.060623 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-006fda8b-bf62-4c7e-8a01-2a72442a48ab req-68958fd2-9bd7-44ec-9c2d-d6a1f29a0a79 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313652 Aug 24 01:05:44.299101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bc9ea-7839-4bdf-979a-695538a8404e req-93eeb29a-2c23-440b-bcdf-77cddb1d018a tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:44.301354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-93eeb29a-2c23-440b-bcdf-77cddb1d018a tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/networks?id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a HTTP/1.1" status: 200 len: 813 time: 0.1189585 Aug 24 01:05:44.316153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-95a4a7c0-3698-4b71-9898-786d3165e75a tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/quotas/83a5018d64764a659ee8cb3f5b3b4633 HTTP/1.1" status: 200 len: 375 time: 0.0092175 Aug 24 01:05:44.364068 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-963daf8c-f399-4af5-a10a-f51d98c579d3 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=83a5018d64764a659ee8cb3f5b3b4633&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427489 Aug 24 01:05:44.455229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-42543105-b666-435e-970a-9e2d56dc9e0f service neutron] 10.222.0.32 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842960 Aug 24 01:05:44.544723 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c51f7d16-a402-453f-bb90-efd11c72769a service neutron] 10.222.0.32 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823221 Aug 24 01:05:44.709856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ca2eac3-2f44-4eea-bff0-5bced11c530a req-625ddbd4-f3c8-48b5-9ec0-1fbea26c40a4 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 210 time: 0.0273135 Aug 24 01:05:45.726134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bc9ea-7839-4bdf-979a-695538a8404e req-eca4fa4f-0ac2-4e87-9c9c-5e6078549a8f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:45.727591 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-eca4fa4f-0ac2-4e87-9c9c-5e6078549a8f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.47 "GET /v2.0/networks?id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a HTTP/1.1" status: 200 len: 813 time: 0.1045551 Aug 24 01:05:45.747782 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-398bc9ea-7839-4bdf-979a-695538a8404e req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Request body: {'port': {'device_id': 'd723619b-a82b-43ff-971d-5a147ea3c97b', 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a', 'admin_state_up': True, 'tenant_id': '83a5018d64764a659ee8cb3f5b3b4633'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:45.825792 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-07ca6d79-b79f-4dca-9c1c-d5e35ff24a40 req-1a74db6c-4fcb-444e-8bbe-2f8e9bbf5b64 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 210 time: 0.0358872 Aug 24 01:05:45.880725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398bc9ea-7839-4bdf-979a-695538a8404e req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Made reservation on behalf of 83a5018d64764a659ee8cb3f5b3b4633 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:05:45.884254 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:46.005284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-398bc9ea-7839-4bdf-979a-695538a8404e req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Allocated IP 172.20.0.2 (7e8d55fe-7a25-40a7-85d3-156c5c3ff92a/372c5e94-d4ee-4b2f-b963-f63b251a06e2/1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:05:46.149909 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:46.188818 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:46.222809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['089c0c26-cebe-4913-90ff-571a8fd88b69'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:05:46.236021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398bc9ea-7839-4bdf-979a-695538a8404e req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:05:46.239076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-398bc9ea-7839-4bdf-979a-695538a8404e req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:05:46.243452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-398bc9ea-7839-4bdf-979a-695538a8404e req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:05:46.247403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Pushing event updated for resources: {'Port': ['ID=1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:46.281736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:46.281979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:46.282310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:46.282649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:46.283016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:46.283351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:46.283684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:46.284014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:46.284392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:46.284731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:46.285211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:46.285538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:46.308319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bc9ea-7839-4bdf-979a-695538a8404e req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:46.308932 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:46.324468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-563ec9d0-82e1-484d-a507-c2ef636a2e0d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5806925 Aug 24 01:05:46.344021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Request body: {'port': {'device_id': 'd723619b-a82b-43ff-971d-5a147ea3c97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:46.396438 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:46.654026 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:05:46.662760 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:46.674595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Transition to ACTIVE for port object 1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:05:46.678802 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:46.726726 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:46.794442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Attempting to bind port 1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4 on host n-h1-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:05:46.794799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Attempting to bind port 1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4 by drivers openvswitch,hyperv on host n-h1-805736-1 at level 0 using segments [{'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:05:46.795124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Attempting to bind port 1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4 on network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:46.799277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Port 1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4 on network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a not bound, no agent of type Open vSwitch agent registered on host n-h1-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:05:46.799595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Attempting to bind port 1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4 on network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:46.804399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Checking agent: {'id': 'b33679c7-2da7-4051-b13b-5d0a8f12d7ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:05:46.804732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Checking segment: {'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:05:46.805112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Bound using segment: {'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:05:46.805535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Bound port: 1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4, host: n-h1-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:05:46.805886 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:46.871604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] For port 1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4, host n-h1-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:05:46.874626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] For port 1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4, host n-h1-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4,segment=NetworkSegment(5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c),segment_id=5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:05:46.880024 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:46.924625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:46.925411 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:46.926874 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] 10.222.0.47 "PUT /v2.0/ports/1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4 HTTP/1.1" status: 200 len: 1091 time: 0.5874810 Aug 24 01:05:46.928422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd723619b-a82b-43ff-971d-5a147ea3c97b', 'tag': '1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:46.930650 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26442de9-9faa-416b-9aaf-636ab1430ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "d723619b-a82b-43ff-971d-5a147ea3c97b", "tag": "1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:46.975964 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978232d3-3a22-4066-943e-01c7bd69ec76 x-openstack-request-id: req-978232d3-3a22-4066-943e-01c7bd69ec76 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:46.976254 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d723619b-a82b-43ff-971d-5a147ea3c97b", "tag": "1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:46.976508 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-978232d3-3a22-4066-943e-01c7bd69ec76 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:46.976906 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd723619b-a82b-43ff-971d-5a147ea3c97b', 'tag': '1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4', 'status': 'completed', 'code': 200} Aug 24 01:05:46.979234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e25b3-9941-49e6-91f3-93ec1e7b07f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:46.990171 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afda01e-4d4a-440f-9905-845eab2427a7 req-f8eded37-e2c0-4f10-abef-6993b8cfe497 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:46.991732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1afda01e-4d4a-440f-9905-845eab2427a7 req-f8eded37-e2c0-4f10-abef-6993b8cfe497 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 943 time: 0.0852318 Aug 24 01:05:47.060579 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1afda01e-4d4a-440f-9905-845eab2427a7 req-20f79e5c-de56-412f-8f79-e1a4ed011c5c tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628321 Aug 24 01:05:47.066868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bc9ea-7839-4bdf-979a-695538a8404e req-76e25785-9f3c-4c77-937a-82be2cc1b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:47.068317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-76e25785-9f3c-4c77-937a-82be2cc1b19e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83a5018d64764a659ee8cb3f5b3b4633&device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 1094 time: 0.0640798 Aug 24 01:05:47.116595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-4dc23ec1-4a60-44ca-8d95-39e23752b4da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4 HTTP/1.1" status: 200 len: 217 time: 0.0328357 Aug 24 01:05:47.164820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bc9ea-7839-4bdf-979a-695538a8404e req-b2a87f89-08d2-4058-88ca-b7f8de3b322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:47.166237 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-b2a87f89-08d2-4058-88ca-b7f8de3b322b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=372c5e94-d4ee-4b2f-b963-f63b251a06e2 HTTP/1.1" status: 200 len: 853 time: 0.0429409 Aug 24 01:05:47.198252 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-66b6ffa8-cb3e-4a32-9c8f-5723d8a298df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242295 Aug 24 01:05:47.309172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-647b2c4e-5686-4eab-a492-efa829b87b2d service neutron] 10.222.0.47 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032977 Aug 24 01:05:47.402082 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-b84ee3c3-012e-4aa2-a642-3d14ae8bf862 service neutron] 10.222.0.47 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853546 Aug 24 01:05:47.532251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26442de9-9faa-416b-9aaf-636ab1430ae5 req-9d56e48f-e509-4681-b65d-f1cd5d38b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:47.533741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26442de9-9faa-416b-9aaf-636ab1430ae5 req-9d56e48f-e509-4681-b65d-f1cd5d38b84a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83a5018d64764a659ee8cb3f5b3b4633&device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 1094 time: 0.0450368 Aug 24 01:05:47.634467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26442de9-9faa-416b-9aaf-636ab1430ae5 req-23a53130-a170-476b-8efa-d5c76576c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:47.636016 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26442de9-9faa-416b-9aaf-636ab1430ae5 req-23a53130-a170-476b-8efa-d5c76576c085 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a HTTP/1.1" status: 200 len: 914 time: 0.0929766 Aug 24 01:05:47.687349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26442de9-9faa-416b-9aaf-636ab1430ae5 req-53d438b5-6e3f-4ce8-ac21-31e79a9ca358 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4 HTTP/1.1" status: 200 len: 217 time: 0.0414901 Aug 24 01:05:48.122374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26442de9-9faa-416b-9aaf-636ab1430ae5 req-cbdbe20d-77f1-42ad-a5ef-71af8fb71060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:48.123881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26442de9-9faa-416b-9aaf-636ab1430ae5 req-cbdbe20d-77f1-42ad-a5ef-71af8fb71060 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=372c5e94-d4ee-4b2f-b963-f63b251a06e2 HTTP/1.1" status: 200 len: 853 time: 0.4255369 Aug 24 01:05:48.172095 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bc9ea-7839-4bdf-979a-695538a8404e req-a2b07d4c-fd49-41a0-b565-4bbabfa77456 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:48.173505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-a2b07d4c-fd49-41a0-b565-4bbabfa77456 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.47 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 943 time: 0.0969546 Aug 24 01:05:48.190138 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26442de9-9faa-416b-9aaf-636ab1430ae5 req-0c0c43ab-88c2-49f5-923f-aeaf9b20fa83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572197 Aug 24 01:05:48.293000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0ad6e-af3e-42e3-8fa6-b05af6c94372 req-b2169eda-ab35-468d-b302-dca65f5d9aff tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:48.294462 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86b0ad6e-af3e-42e3-8fa6-b05af6c94372 req-b2169eda-ab35-468d-b302-dca65f5d9aff tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 943 time: 0.1648245 Aug 24 01:05:48.383184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26442de9-9faa-416b-9aaf-636ab1430ae5 req-49f203fa-921b-4e18-865a-8c0e8eaf3808 service neutron] 10.222.0.47 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849384 Aug 24 01:05:48.389705 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-86b0ad6e-af3e-42e3-8fa6-b05af6c94372 req-fd171200-6d50-40a0-b49f-1162ffab29c7 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712872 Aug 24 01:05:48.452645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-398bc9ea-7839-4bdf-979a-695538a8404e req-9975b12c-2902-4bfc-b2b2-8a2757914be6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Deleting port 1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:05:48.452983 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-9975b12c-2902-4bfc-b2b2-8a2757914be6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:48.545207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26442de9-9faa-416b-9aaf-636ab1430ae5 req-fa5d886a-a754-4094-90c9-4a556ab6982a service neutron] 10.222.0.47 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542525 Aug 24 01:05:48.568800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-398bc9ea-7839-4bdf-979a-695538a8404e req-9975b12c-2902-4bfc-b2b2-8a2757914be6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] For port 1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4, host n-h1-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805736-1',level=0,port_id=1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4,segment=NetworkSegment(5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c),segment_id=5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:48.569170 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-9975b12c-2902-4bfc-b2b2-8a2757914be6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:48.581843 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-398bc9ea-7839-4bdf-979a-695538a8404e req-9975b12c-2902-4bfc-b2b2-8a2757914be6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Calling delete_port for 1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:05:48.712516 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-9975b12c-2902-4bfc-b2b2-8a2757914be6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:48.738218 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975b12c-2902-4bfc-b2b2-8a2757914be6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Pushing event deleted for resources: {'Port': ['ID=1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:48.745594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['089c0c26-cebe-4913-90ff-571a8fd88b69'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:05:48.780972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-398bc9ea-7839-4bdf-979a-695538a8404e req-9975b12c-2902-4bfc-b2b2-8a2757914be6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] No DVR routers for this DVR port 1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4 on host n-h1-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:05:48.783674 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-9975b12c-2902-4bfc-b2b2-8a2757914be6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:48.785746 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-9975b12c-2902-4bfc-b2b2-8a2757914be6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.47 "DELETE /v2.0/ports/1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4 HTTP/1.1" status: 204 len: 173 time: 0.5977495 Aug 24 01:05:48.977859 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd723619b-a82b-43ff-971d-5a147ea3c97b', 'name': 'network-vif-deleted', 'tag': '1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:48.980363 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5818680-3ea9-4fad-a88e-6b9f360bdff2" -d '{"events": [{"server_uuid": "d723619b-a82b-43ff-971d-5a147ea3c97b", "name": "network-vif-deleted", "tag": "1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:49.012532 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b2a08f-fab8-42f8-93cd-b3ccbe072405 x-openstack-request-id: req-34b2a08f-fab8-42f8-93cd-b3ccbe072405 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:49.012825 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d723619b-a82b-43ff-971d-5a147ea3c97b", "name": "network-vif-deleted", "tag": "1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4", "status": "failed", "code": 422}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:49.013084 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34b2a08f-fab8-42f8-93cd-b3ccbe072405 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:49.013490 n-d-805736-1 neutron-server[94837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd723619b-a82b-43ff-971d-5a147ea3c97b', 'name': 'network-vif-deleted', 'tag': '1a26ea28-a0f3-41e3-a07f-5cf2e244d0a4', 'status': 'failed', 'code': 422} returned with failed status Aug 24 01:05:49.491024 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84298cd9-403a-4679-8af9-fc47de27eb2b req-87de6866-ec67-4eb7-b467-a28292bbb57b tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 210 time: 0.0305922 Aug 24 01:05:49.903885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bc9ea-7839-4bdf-979a-695538a8404e req-65703b47-6913-42db-885a-5336c8c4b595 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:49.905342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-65703b47-6913-42db-885a-5336c8c4b595 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.13 "GET /v2.0/networks?id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a HTTP/1.1" status: 200 len: 813 time: 0.1076365 Aug 24 01:05:49.932642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-398bc9ea-7839-4bdf-979a-695538a8404e req-43900a3e-84ff-4488-b5e2-babaa98e859f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Request body: {'port': {'device_id': 'd723619b-a82b-43ff-971d-5a147ea3c97b', 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a', 'admin_state_up': True, 'tenant_id': '83a5018d64764a659ee8cb3f5b3b4633'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:50.043876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398bc9ea-7839-4bdf-979a-695538a8404e req-43900a3e-84ff-4488-b5e2-babaa98e859f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Made reservation on behalf of 83a5018d64764a659ee8cb3f5b3b4633 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:05:50.047432 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-43900a3e-84ff-4488-b5e2-babaa98e859f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:50.169105 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-398bc9ea-7839-4bdf-979a-695538a8404e req-43900a3e-84ff-4488-b5e2-babaa98e859f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Allocated IP 172.20.0.5 (7e8d55fe-7a25-40a7-85d3-156c5c3ff92a/372c5e94-d4ee-4b2f-b963-f63b251a06e2/7737e7fb-a834-45d6-8317-c62eb05a460f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:05:50.324282 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-43900a3e-84ff-4488-b5e2-babaa98e859f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:50.364208 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-43900a3e-84ff-4488-b5e2-babaa98e859f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:50.397874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['089c0c26-cebe-4913-90ff-571a8fd88b69'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:05:50.412015 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398bc9ea-7839-4bdf-979a-695538a8404e req-43900a3e-84ff-4488-b5e2-babaa98e859f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:05:50.414993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-398bc9ea-7839-4bdf-979a-695538a8404e req-43900a3e-84ff-4488-b5e2-babaa98e859f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:05:50.419529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-398bc9ea-7839-4bdf-979a-695538a8404e req-43900a3e-84ff-4488-b5e2-babaa98e859f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:05:50.423496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43900a3e-84ff-4488-b5e2-babaa98e859f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Pushing event updated for resources: {'Port': ['ID=7737e7fb-a834-45d6-8317-c62eb05a460f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:50.475875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bc9ea-7839-4bdf-979a-695538a8404e req-43900a3e-84ff-4488-b5e2-babaa98e859f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:50.476502 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-43900a3e-84ff-4488-b5e2-babaa98e859f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:50.491813 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-43900a3e-84ff-4488-b5e2-babaa98e859f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5627511 Aug 24 01:05:50.510073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Request body: {'port': {'device_id': 'd723619b-a82b-43ff-971d-5a147ea3c97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:50.594901 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:50.651322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02280d1a-372e-4a69-8a9f-546bfb2a0502 req-7fe39dec-2b87-4e62-829b-5a30c60873d4 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:50.652871 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02280d1a-372e-4a69-8a9f-546bfb2a0502 req-7fe39dec-2b87-4e62-829b-5a30c60873d4 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 931 time: 0.0921264 Aug 24 01:05:50.759384 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02280d1a-372e-4a69-8a9f-546bfb2a0502 req-766d4b6a-8781-4d30-b11d-48610f5ed9ae tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992818 Aug 24 01:05:50.907710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7737e7fb-a834-45d6-8317-c62eb05a460f {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:05:50.915942 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:50.929200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Transition to ACTIVE for port object 7737e7fb-a834-45d6-8317-c62eb05a460f will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:05:50.933573 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:50.984915 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Pushing event updated for resources: {'Port': ['ID=7737e7fb-a834-45d6-8317-c62eb05a460f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:51.050679 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Attempting to bind port 7737e7fb-a834-45d6-8317-c62eb05a460f on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:05:51.051114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Attempting to bind port 7737e7fb-a834-45d6-8317-c62eb05a460f by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:05:51.051452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Attempting to bind port 7737e7fb-a834-45d6-8317-c62eb05a460f on network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:51.055683 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Port 7737e7fb-a834-45d6-8317-c62eb05a460f on network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:05:51.056005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Attempting to bind port 7737e7fb-a834-45d6-8317-c62eb05a460f on network 7e8d55fe-7a25-40a7-85d3-156c5c3ff92a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:51.060725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:05:51.061063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Checking segment: {'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:05:51.061446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Bound using segment: {'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:05:51.061869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Bound port: 7737e7fb-a834-45d6-8317-c62eb05a460f, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:05:51.062221 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:51.123913 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] For port 7737e7fb-a834-45d6-8317-c62eb05a460f, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:05:51.126868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] For port 7737e7fb-a834-45d6-8317-c62eb05a460f, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7737e7fb-a834-45d6-8317-c62eb05a460f,segment=NetworkSegment(5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c),segment_id=5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:05:51.131364 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:51.166821 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:51.167436 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:51.168822 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] 10.222.0.13 "PUT /v2.0/ports/7737e7fb-a834-45d6-8317-c62eb05a460f HTTP/1.1" status: 200 len: 1091 time: 0.6630824 Aug 24 01:05:51.169254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd723619b-a82b-43ff-971d-5a147ea3c97b', 'tag': '7737e7fb-a834-45d6-8317-c62eb05a460f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:51.171480 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f11d64-7d84-406a-b710-d82bae737772" -d '{"events": [{"name": "network-changed", "server_uuid": "d723619b-a82b-43ff-971d-5a147ea3c97b", "tag": "7737e7fb-a834-45d6-8317-c62eb05a460f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:51.193611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609be4f3-ee5e-4ef2-9dda-46735dcbb1ef service neutron] Pushing event updated for resources: {'Port': ['ID=7737e7fb-a834-45d6-8317-c62eb05a460f,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:51.207659 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7489f29-7d8e-4270-b95d-9507571c4ace x-openstack-request-id: req-f7489f29-7d8e-4270-b95d-9507571c4ace {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:51.208001 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d723619b-a82b-43ff-971d-5a147ea3c97b", "tag": "7737e7fb-a834-45d6-8317-c62eb05a460f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:51.208260 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7489f29-7d8e-4270-b95d-9507571c4ace {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:51.208657 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd723619b-a82b-43ff-971d-5a147ea3c97b', 'tag': '7737e7fb-a834-45d6-8317-c62eb05a460f', 'status': 'completed', 'code': 200} Aug 24 01:05:51.266296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bc9ea-7839-4bdf-979a-695538a8404e req-cf0975b6-68b2-464d-9bff-68984464b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:51.267847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-cf0975b6-68b2-464d-9bff-68984464b77d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83a5018d64764a659ee8cb3f5b3b4633&device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 1094 time: 0.0400224 Aug 24 01:05:51.318721 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-fb9df297-7881-4171-baf9-af8ab64b373d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7737e7fb-a834-45d6-8317-c62eb05a460f HTTP/1.1" status: 200 len: 217 time: 0.0368137 Aug 24 01:05:51.367821 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bc9ea-7839-4bdf-979a-695538a8404e req-3b3959b8-72a8-4e3a-ba26-2bce44e6ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:51.369270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-3b3959b8-72a8-4e3a-ba26-2bce44e6ddb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=372c5e94-d4ee-4b2f-b963-f63b251a06e2 HTTP/1.1" status: 200 len: 853 time: 0.0436511 Aug 24 01:05:51.401153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-e8bb3a51-3150-402e-b7ff-5ae9af8ec480 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244787 Aug 24 01:05:51.492965 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-4c4ed19d-93cf-4dc9-ba17-44f3b916d97c service neutron] 10.222.0.13 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849316 Aug 24 01:05:51.584943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-4cee1c05-53c3-4044-9775-8f44dac65dad service neutron] 10.222.0.13 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849102 Aug 24 01:05:51.708859 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f11d64-7d84-406a-b710-d82bae737772 req-d3c5a00e-8c76-433d-98de-6ddf4c5d8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:51.710359 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9f11d64-7d84-406a-b710-d82bae737772 req-d3c5a00e-8c76-433d-98de-6ddf4c5d8c78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83a5018d64764a659ee8cb3f5b3b4633&device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 1094 time: 0.0421059 Aug 24 01:05:51.805288 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f11d64-7d84-406a-b710-d82bae737772 req-1d1341f8-3e1f-4c57-9167-561f99b2ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:51.806824 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9f11d64-7d84-406a-b710-d82bae737772 req-1d1341f8-3e1f-4c57-9167-561f99b2ed85 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a HTTP/1.1" status: 200 len: 914 time: 0.0886066 Aug 24 01:05:51.856690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9f11d64-7d84-406a-b710-d82bae737772 req-aaa4bc6e-c8af-49c0-a42b-939a2c8662c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7737e7fb-a834-45d6-8317-c62eb05a460f HTTP/1.1" status: 200 len: 217 time: 0.0422053 Aug 24 01:05:51.927920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f11d64-7d84-406a-b710-d82bae737772 req-a804d684-4e24-4513-a8fc-a591c91210b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:51.929384 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9f11d64-7d84-406a-b710-d82bae737772 req-a804d684-4e24-4513-a8fc-a591c91210b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=372c5e94-d4ee-4b2f-b963-f63b251a06e2 HTTP/1.1" status: 200 len: 853 time: 0.0519681 Aug 24 01:05:51.937783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bdb20-a712-41d4-8bd4-34d9f9e7a741 req-7a3aa50a-0cf6-425a-9254-2aea8c485b67 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:51.939184 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a55bdb20-a712-41d4-8bd4-34d9f9e7a741 req-7a3aa50a-0cf6-425a-9254-2aea8c485b67 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 943 time: 0.0915246 Aug 24 01:05:51.969375 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9f11d64-7d84-406a-b710-d82bae737772 req-7908d7d4-6ccb-452b-8c3a-11cf46c6a311 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292516 Aug 24 01:05:52.043496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a55bdb20-a712-41d4-8bd4-34d9f9e7a741 req-dd6084ae-865c-4639-a61e-bfecd63631e8 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961165 Aug 24 01:05:52.078580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9f11d64-7d84-406a-b710-d82bae737772 req-e56a1499-092c-4f4d-a6f5-2570d4484344 service neutron] 10.222.0.13 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008883 Aug 24 01:05:52.166335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9f11d64-7d84-406a-b710-d82bae737772 req-ff6b13a9-c50d-4b81-9039-9c511965d83b service neutron] 10.222.0.13 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804601 Aug 24 01:05:53.162618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcb7e4-d723-4af4-a0cf-2e9694a722f7 req-a7fbe30e-63be-4f07-acf6-eddbf982cd7d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:53.164136 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85dcb7e4-d723-4af4-a0cf-2e9694a722f7 req-a7fbe30e-63be-4f07-acf6-eddbf982cd7d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 943 time: 0.0531793 Aug 24 01:05:53.205598 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85dcb7e4-d723-4af4-a0cf-2e9694a722f7 req-ec5aa1c1-fbad-4c9f-b122-af7441d3e7a4 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356169 Aug 24 01:05:54.162455 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:54.322699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577daaad-3af1-4d41-8332-78cb01e8ee0f req-ed078900-a0fd-42a4-8d04-a09c0f5be205 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:54.324253 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-577daaad-3af1-4d41-8332-78cb01e8ee0f req-ed078900-a0fd-42a4-8d04-a09c0f5be205 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 943 time: 0.0502465 Aug 24 01:05:54.363571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-577daaad-3af1-4d41-8332-78cb01e8ee0f req-9a718501-13ee-49a4-83d9-f8a9d4cc3e6d tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327857 Aug 24 01:05:54.392774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7737e7fb-a834-45d6-8317-c62eb05a460f details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:05:54.484337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7737e7fb-a834-45d6-8317-c62eb05a460f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7737e7fb-a834-45d6-8317-c62eb05a460f,segment=NetworkSegment(5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c),segment_id=5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:54.496356 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '7737e7fb-a834-45d6-8317-c62eb05a460f', 'network_id': '7e8d55fe-7a25-40a7-85d3-156c5c3ff92a', 'port_id': '7737e7fb-a834-45d6-8317-c62eb05a460f', 'mac_address': 'fa:16:3e:2a:f5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372c5e94-d4ee-4b2f-b963-f63b251a06e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:05:54.536883 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:54.549156 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7737e7fb-a834-45d6-8317-c62eb05a460f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:05:54.569877 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7737e7fb-a834-45d6-8317-c62eb05a460f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7737e7fb-a834-45d6-8317-c62eb05a460f,segment=NetworkSegment(5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c),segment_id=5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:54.573899 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:54.621597 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7737e7fb-a834-45d6-8317-c62eb05a460f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:54.855104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7737e7fb-a834-45d6-8317-c62eb05a460f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:05:55.478902 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815070c-7654-478b-bf9b-cdd841cf6a65 req-bbef4407-bdfe-4066-b0a6-632171fdf8b3 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:55.480395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a815070c-7654-478b-bf9b-cdd841cf6a65 req-bbef4407-bdfe-4066-b0a6-632171fdf8b3 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 944 time: 0.0484164 Aug 24 01:05:55.517601 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a815070c-7654-478b-bf9b-cdd841cf6a65 req-ddd11338-f68c-4523-b4fa-863da771b0d0 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Aug 24 01:05:56.420925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7737e7fb-a834-45d6-8317-c62eb05a460f up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:05:56.469670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 7737e7fb-a834-45d6-8317-c62eb05a460f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:05:56.473474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 7737e7fb-a834-45d6-8317-c62eb05a460f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:05:56.473848 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:56.550533 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:56.576068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd723619b-a82b-43ff-971d-5a147ea3c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737e7fb-a834-45d6-8317-c62eb05a460f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:56.578913 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30cd063-d652-415b-ba19-d2331daa1012" -d '{"events": [{"server_uuid": "d723619b-a82b-43ff-971d-5a147ea3c97b", "name": "network-vif-plugged", "status": "completed", "tag": "7737e7fb-a834-45d6-8317-c62eb05a460f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:56.595982 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7737e7fb-a834-45d6-8317-c62eb05a460f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7737e7fb-a834-45d6-8317-c62eb05a460f,segment=NetworkSegment(5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c),segment_id=5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:56.604191 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:56.634732 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9e0f12-e79a-4114-a960-a4e092db6b08 x-openstack-request-id: req-6b9e0f12-e79a-4114-a960-a4e092db6b08 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:56.635115 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d723619b-a82b-43ff-971d-5a147ea3c97b", "name": "network-vif-plugged", "status": "completed", "tag": "7737e7fb-a834-45d6-8317-c62eb05a460f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:56.635363 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b9e0f12-e79a-4114-a960-a4e092db6b08 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:56.635760 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd723619b-a82b-43ff-971d-5a147ea3c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7737e7fb-a834-45d6-8317-c62eb05a460f', 'code': 200} Aug 24 01:05:56.636165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3006f58-2440-4728-9646-a930f11237e4 req-172d1858-cb49-4866-b298-91e7e16462f9 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:56.637691 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3006f58-2440-4728-9646-a930f11237e4 req-172d1858-cb49-4866-b298-91e7e16462f9 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 944 time: 0.0507832 Aug 24 01:05:56.658245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7737e7fb-a834-45d6-8317-c62eb05a460f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:56.712337 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a3006f58-2440-4728-9646-a930f11237e4 req-c6f35a62-9340-45d7-9a78-61bdc0593212 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682013 Aug 24 01:05:56.724410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50ba4cef-fa9f-4665-a78c-fb12c8f642a7 req-67ce7575-61ef-4a87-8f8c-706aa48f350b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525649 Aug 24 01:05:56.749707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.13', 53158) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:56.815293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e95e0-207c-4847-a34c-c08357702065 req-e2d40853-11d3-4b00-8acb-c03a5cb08064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:56.816933 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec1e95e0-207c-4847-a34c-c08357702065 req-e2d40853-11d3-4b00-8acb-c03a5cb08064 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 1096 time: 0.0658040 Aug 24 01:05:56.838208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba4cef-fa9f-4665-a78c-fb12c8f642a7 req-dce69e09-1788-4f80-8fb4-aa4e538fb8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:56.839669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50ba4cef-fa9f-4665-a78c-fb12c8f642a7 req-dce69e09-1788-4f80-8fb4-aa4e538fb8af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83a5018d64764a659ee8cb3f5b3b4633&device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 1096 time: 0.0518053 Aug 24 01:05:56.869817 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ec1e95e0-207c-4847-a34c-c08357702065 req-53a528d4-e1c5-4c9e-9ee9-1126325b4f8a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Aug 24 01:05:56.953839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba4cef-fa9f-4665-a78c-fb12c8f642a7 req-3a04016e-e153-4413-9a6d-d63ba3850704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:56.955255 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50ba4cef-fa9f-4665-a78c-fb12c8f642a7 req-3a04016e-e153-4413-9a6d-d63ba3850704 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a HTTP/1.1" status: 200 len: 914 time: 0.0944073 Aug 24 01:05:57.163550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50ba4cef-fa9f-4665-a78c-fb12c8f642a7 req-76c6376e-0af5-4246-aa73-bc00ff3ef293 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=089c0c26-cebe-4913-90ff-571a8fd88b69 HTTP/1.1" status: 200 len: 217 time: 0.0355806 Aug 24 01:05:57.221287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba4cef-fa9f-4665-a78c-fb12c8f642a7 req-4216adfe-d4e6-4e7f-9db0-6970219edde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:57.223669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50ba4cef-fa9f-4665-a78c-fb12c8f642a7 req-4216adfe-d4e6-4e7f-9db0-6970219edde1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=372c5e94-d4ee-4b2f-b963-f63b251a06e2 HTTP/1.1" status: 200 len: 853 time: 0.0512946 Aug 24 01:05:57.255629 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50ba4cef-fa9f-4665-a78c-fb12c8f642a7 req-36afd103-a964-42bf-bd0e-09b3e03c6982 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236623 Aug 24 01:05:57.351836 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50ba4cef-fa9f-4665-a78c-fb12c8f642a7 req-f30739dc-d877-47a8-a2c2-0d50449cf48a service neutron] 10.222.0.13 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848875 Aug 24 01:05:57.444031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50ba4cef-fa9f-4665-a78c-fb12c8f642a7 req-4f096d2a-7fc9-47df-aae4-f5aa26e6b495 service neutron] 10.222.0.13 "GET /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845644 Aug 24 01:05:57.579301 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-273bbd09-3d9d-4713-b7bd-ddd12af8b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:57.833900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29453ebe-ff92-4e32-bef8-4091435eab94 req-d3ad826b-0fd0-4da3-8ca8-8640c71cce94 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:57.835449 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29453ebe-ff92-4e32-bef8-4091435eab94 req-d3ad826b-0fd0-4da3-8ca8-8640c71cce94 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 945 time: 0.0514309 Aug 24 01:05:57.872420 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29453ebe-ff92-4e32-bef8-4091435eab94 req-bb8b433d-74f8-4630-9787-8964dc17894e tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310910 Aug 24 01:05:58.107996 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:05:58.987521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488841b-e61c-4842-8f4b-117cad852de1 req-7b6e2667-dd1b-45d8-b25f-93d61214b5c6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:58.989013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4488841b-e61c-4842-8f4b-117cad852de1 req-7b6e2667-dd1b-45d8-b25f-93d61214b5c6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 945 time: 0.0475578 Aug 24 01:05:59.026110 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4488841b-e61c-4842-8f4b-117cad852de1 req-7aeae4d2-99f9-428d-aca7-9b203c856118 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311897 Aug 24 01:05:59.260143 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fd462-8c8d-45e1-a421-e4be69608efc req-13c834c8-7267-4a98-8157-688563745dd9 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:59.261630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b66fd462-8c8d-45e1-a421-e4be69608efc req-13c834c8-7267-4a98-8157-688563745dd9 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 945 time: 0.0535598 Aug 24 01:05:59.300419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b66fd462-8c8d-45e1-a421-e4be69608efc req-26e18970-bb9a-422c-a106-ec8300d6bcba tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321300 Aug 24 01:06:00.062623 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:00.187295 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:00.256939 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e425ef80-dc04-4be5-8689-e1857d97c28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:00.418022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cab51d-796b-471b-b8ba-51ee5683bd24 req-d6af9281-2de6-45f6-9d18-e701fa624532 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:00.419540 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6cab51d-796b-471b-b8ba-51ee5683bd24 req-d6af9281-2de6-45f6-9d18-e701fa624532 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 945 time: 0.0513003 Aug 24 01:06:00.455994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6cab51d-796b-471b-b8ba-51ee5683bd24 req-1e4d3eb8-87a6-4046-a433-ed4fa1e15f9a tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304685 Aug 24 01:06:00.732232 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616384a-208c-4c6b-9163-7070dd3e906f req-9a509210-beed-44a7-ad4b-694922619b08 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:00.733610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5616384a-208c-4c6b-9163-7070dd3e906f req-9a509210-beed-44a7-ad4b-694922619b08 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.13 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 945 time: 0.0483992 Aug 24 01:06:00.825200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5616384a-208c-4c6b-9163-7070dd3e906f req-840f061a-f9fd-4ec6-bdab-99c1177b7433 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Deleting port 7737e7fb-a834-45d6-8317-c62eb05a460f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:06:00.825543 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5616384a-208c-4c6b-9163-7070dd3e906f req-840f061a-f9fd-4ec6-bdab-99c1177b7433 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:00.910585 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5616384a-208c-4c6b-9163-7070dd3e906f req-840f061a-f9fd-4ec6-bdab-99c1177b7433 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] For port 7737e7fb-a834-45d6-8317-c62eb05a460f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7737e7fb-a834-45d6-8317-c62eb05a460f,segment=NetworkSegment(5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c),segment_id=5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:00.910975 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5616384a-208c-4c6b-9163-7070dd3e906f req-840f061a-f9fd-4ec6-bdab-99c1177b7433 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:00.922195 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-5616384a-208c-4c6b-9163-7070dd3e906f req-840f061a-f9fd-4ec6-bdab-99c1177b7433 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Calling delete_port for 7737e7fb-a834-45d6-8317-c62eb05a460f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:06:01.047319 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5616384a-208c-4c6b-9163-7070dd3e906f req-840f061a-f9fd-4ec6-bdab-99c1177b7433 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:01.074153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f061a-f9fd-4ec6-bdab-99c1177b7433 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Pushing event deleted for resources: {'Port': ['ID=7737e7fb-a834-45d6-8317-c62eb05a460f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:01.084647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['089c0c26-cebe-4913-90ff-571a8fd88b69', '7737e7fb-a834-45d6-8317-c62eb05a460f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:06:01.120563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5616384a-208c-4c6b-9163-7070dd3e906f req-840f061a-f9fd-4ec6-bdab-99c1177b7433 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] No DVR routers for this DVR port 7737e7fb-a834-45d6-8317-c62eb05a460f on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:06:01.123759 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5616384a-208c-4c6b-9163-7070dd3e906f req-840f061a-f9fd-4ec6-bdab-99c1177b7433 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:01.126242 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5616384a-208c-4c6b-9163-7070dd3e906f req-840f061a-f9fd-4ec6-bdab-99c1177b7433 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.13 "DELETE /v2.0/ports/7737e7fb-a834-45d6-8317-c62eb05a460f HTTP/1.1" status: 204 len: 173 time: 0.3851218 Aug 24 01:06:01.126703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd723619b-a82b-43ff-971d-5a147ea3c97b', 'name': 'network-vif-deleted', 'tag': '7737e7fb-a834-45d6-8317-c62eb05a460f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:06:01.130330 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a503a9a4-a8b4-423e-8737-ee5ae3248e13" -d '{"events": [{"server_uuid": "d723619b-a82b-43ff-971d-5a147ea3c97b", "name": "network-vif-deleted", "tag": "7737e7fb-a834-45d6-8317-c62eb05a460f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:06:01.182279 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3324ad25-b528-46a0-a23f-417b946f7d3d x-openstack-request-id: req-3324ad25-b528-46a0-a23f-417b946f7d3d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:06:01.182568 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d723619b-a82b-43ff-971d-5a147ea3c97b", "name": "network-vif-deleted", "tag": "7737e7fb-a834-45d6-8317-c62eb05a460f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:06:01.182914 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3324ad25-b528-46a0-a23f-417b946f7d3d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:06:01.183312 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd723619b-a82b-43ff-971d-5a147ea3c97b', 'name': 'network-vif-deleted', 'tag': '7737e7fb-a834-45d6-8317-c62eb05a460f', 'status': 'completed', 'code': 200} Aug 24 01:06:01.420578 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:01.564984 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2ee8029a-5721-437e-b050-ad2b9c0d3a89 req-8a4330dc-4bbe-488f-8b86-3b0eeeef7750 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=d723619b-a82b-43ff-971d-5a147ea3c97b HTTP/1.1" status: 200 len: 210 time: 0.0277889 Aug 24 01:06:02.716768 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bb577-728b-471b-85b7-d66e6b6f09f1 req-6fe49373-440b-40cb-a2f7-d8653a3d539b tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:02.718257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a32bb577-728b-471b-85b7-d66e6b6f09f1 req-6fe49373-440b-40cb-a2f7-d8653a3d539b tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 945 time: 0.0500047 Aug 24 01:06:02.757333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a32bb577-728b-471b-85b7-d66e6b6f09f1 req-e0d1797b-41c2-46a8-983d-dab88eaabc12 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318847 Aug 24 01:06:02.888828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29468961-9b68-4316-a834-5eed6d41aede req-6509ecc1-b093-4c6e-8abd-501198226255 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:02.890349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29468961-9b68-4316-a834-5eed6d41aede req-6509ecc1-b093-4c6e-8abd-501198226255 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 945 time: 0.0476153 Aug 24 01:06:02.927945 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29468961-9b68-4316-a834-5eed6d41aede req-5b06b1f6-921c-42a4-8f6f-7eca558d06da tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309484 Aug 24 01:06:03.054324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d312f7-76b8-4d46-bc54-6d8351f41927 req-502b6cf8-9cd4-45cc-b2b8-12ebb8d35ef4 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:03.055738 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19d312f7-76b8-4d46-bc54-6d8351f41927 req-502b6cf8-9cd4-45cc-b2b8-12ebb8d35ef4 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 945 time: 0.0547864 Aug 24 01:06:03.093807 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19d312f7-76b8-4d46-bc54-6d8351f41927 req-11116954-35ec-4f38-80e5-4e3280ecf1f0 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321121 Aug 24 01:06:03.184225 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:03.261857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbce76c-0650-4a35-b9c2-ad780668307b req-49cfccd9-f5f5-49a0-a77f-aa9f060b6669 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:03.263366 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cbce76c-0650-4a35-b9c2-ad780668307b req-49cfccd9-f5f5-49a0-a77f-aa9f060b6669 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 945 time: 0.0490186 Aug 24 01:06:03.301736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cbce76c-0650-4a35-b9c2-ad780668307b req-215ec6f8-ec0a-4ee6-845e-c3d43af5704a tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322638 Aug 24 01:06:03.416666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e9740-7556-4537-a933-10b631f48d60 req-c71482b8-2088-4a67-854d-67eb365e910f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:03.418161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-530e9740-7556-4537-a933-10b631f48d60 req-c71482b8-2088-4a67-854d-67eb365e910f tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 945 time: 0.0495911 Aug 24 01:06:03.454401 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-530e9740-7556-4537-a933-10b631f48d60 req-1f5cf6d2-9156-43b0-bd7b-775468cb41c3 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303328 Aug 24 01:06:03.585778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10db68b-098b-4746-8d1e-4b26e7394a57 req-079a0434-4057-46b9-9160-0bcdfe3d2171 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:03.587347 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10db68b-098b-4746-8d1e-4b26e7394a57 req-079a0434-4057-46b9-9160-0bcdfe3d2171 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 945 time: 0.0570710 Aug 24 01:06:03.624387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10db68b-098b-4746-8d1e-4b26e7394a57 req-08c32af5-4740-4713-b9f8-14d5363b5438 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310080 Aug 24 01:06:03.921616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17148ec9-459c-481d-85a6-83a5f41d78ff req-6545dc54-323c-4c01-8ecf-5be2e0b62c72 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:03.923131 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17148ec9-459c-481d-85a6-83a5f41d78ff req-6545dc54-323c-4c01-8ecf-5be2e0b62c72 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 945 time: 0.0485394 Aug 24 01:06:03.960024 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17148ec9-459c-481d-85a6-83a5f41d78ff req-40a605ae-2d78-4850-9fb3-7a10cff87315 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307887 Aug 24 01:06:04.454741 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7737e7fb-a834-45d6-8317-c62eb05a460f no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:06:04.475469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 7737e7fb-a834-45d6-8317-c62eb05a460f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:06:04.475903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7737e7fb-a834-45d6-8317-c62eb05a460f not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:06:05.075435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73740ad3-861c-4950-9b11-fbd453a88dba req-4f9c3437-c5f6-48ea-9ff6-7266b76a565a tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:05.076897 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73740ad3-861c-4950-9b11-fbd453a88dba req-4f9c3437-c5f6-48ea-9ff6-7266b76a565a tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 945 time: 0.0487912 Aug 24 01:06:05.114743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-73740ad3-861c-4950-9b11-fbd453a88dba req-740449fa-d189-46eb-99e1-13d44e6e0a3a tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d531cba-153f-4bea-abf1-3131c22fc9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317249 Aug 24 01:06:05.412262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e89d62-9d27-492a-b78c-6237dd63a860 req-fc176e15-4d04-47d3-ba4c-2e9c0ed71fa1 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:05.413682 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6e89d62-9d27-492a-b78c-6237dd63a860 req-fc176e15-4d04-47d3-ba4c-2e9c0ed71fa1 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 945 time: 0.0530062 Aug 24 01:06:05.500945 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d6e89d62-9d27-492a-b78c-6237dd63a860 req-eb71bcc6-0c1b-4d44-9551-421aed4d39e6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Deleting port 089c0c26-cebe-4913-90ff-571a8fd88b69 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:06:05.501298 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d6e89d62-9d27-492a-b78c-6237dd63a860 req-eb71bcc6-0c1b-4d44-9551-421aed4d39e6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:05.591375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d6e89d62-9d27-492a-b78c-6237dd63a860 req-eb71bcc6-0c1b-4d44-9551-421aed4d39e6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] For port 089c0c26-cebe-4913-90ff-571a8fd88b69, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=089c0c26-cebe-4913-90ff-571a8fd88b69,segment=NetworkSegment(5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c),segment_id=5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:05.591745 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d6e89d62-9d27-492a-b78c-6237dd63a860 req-eb71bcc6-0c1b-4d44-9551-421aed4d39e6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:05.603677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d6e89d62-9d27-492a-b78c-6237dd63a860 req-eb71bcc6-0c1b-4d44-9551-421aed4d39e6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Calling delete_port for 089c0c26-cebe-4913-90ff-571a8fd88b69 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:06:05.728006 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d6e89d62-9d27-492a-b78c-6237dd63a860 req-eb71bcc6-0c1b-4d44-9551-421aed4d39e6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:05.760884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['089c0c26-cebe-4913-90ff-571a8fd88b69'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:06:05.762022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71bcc6-0c1b-4d44-9551-421aed4d39e6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Pushing event deleted for resources: {'Port': ['ID=089c0c26-cebe-4913-90ff-571a8fd88b69,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:05.801171 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e89d62-9d27-492a-b78c-6237dd63a860 req-eb71bcc6-0c1b-4d44-9551-421aed4d39e6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] No DVR routers for this DVR port 089c0c26-cebe-4913-90ff-571a8fd88b69 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:06:05.803899 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d6e89d62-9d27-492a-b78c-6237dd63a860 req-eb71bcc6-0c1b-4d44-9551-421aed4d39e6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:05.805948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6e89d62-9d27-492a-b78c-6237dd63a860 req-eb71bcc6-0c1b-4d44-9551-421aed4d39e6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.13 "DELETE /v2.0/ports/089c0c26-cebe-4913-90ff-571a8fd88b69 HTTP/1.1" status: 204 len: 173 time: 0.3852637 Aug 24 01:06:05.806380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f1ed26-2ce1-4e4f-8907-b7279a6af9c5', 'name': 'network-vif-deleted', 'tag': '089c0c26-cebe-4913-90ff-571a8fd88b69'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:06:05.808675 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b3e902-642a-424b-9abe-b82851c32179" -d '{"events": [{"server_uuid": "90f1ed26-2ce1-4e4f-8907-b7279a6af9c5", "name": "network-vif-deleted", "tag": "089c0c26-cebe-4913-90ff-571a8fd88b69"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:06:05.843753 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d83c63-f160-46c2-b4fa-e4b0050cf469 x-openstack-request-id: req-d6d83c63-f160-46c2-b4fa-e4b0050cf469 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:06:05.844007 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f1ed26-2ce1-4e4f-8907-b7279a6af9c5", "name": "network-vif-deleted", "tag": "089c0c26-cebe-4913-90ff-571a8fd88b69", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:06:05.844383 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6d83c63-f160-46c2-b4fa-e4b0050cf469 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:06:05.844891 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f1ed26-2ce1-4e4f-8907-b7279a6af9c5', 'name': 'network-vif-deleted', 'tag': '089c0c26-cebe-4913-90ff-571a8fd88b69', 'status': 'completed', 'code': 200} Aug 24 01:06:06.223672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65b9f40a-a924-443d-a589-f31068b2b0b1 req-4a132ef7-eb93-4873-8f9c-e465811fe3f0 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] 10.222.0.32 "GET /v2.0/ports?device_id=90f1ed26-2ce1-4e4f-8907-b7279a6af9c5 HTTP/1.1" status: 200 len: 210 time: 0.0262146 Aug 24 01:06:07.278909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46498) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:07.323649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-234c6027-0164-46fe-a602-57f76853ec13 admin admin] Deleting subnet 372c5e94-d4ee-4b2f-b963-f63b251a06e2 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:06:07.326642 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-234c6027-0164-46fe-a602-57f76853ec13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:07.363586 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-234c6027-0164-46fe-a602-57f76853ec13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:07.401212 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-234c6027-0164-46fe-a602-57f76853ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:07.452212 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-234c6027-0164-46fe-a602-57f76853ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:07.479511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c6027-0164-46fe-a602-57f76853ec13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372c5e94-d4ee-4b2f-b963-f63b251a06e2,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:07.481474 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-234c6027-0164-46fe-a602-57f76853ec13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:07.483938 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-234c6027-0164-46fe-a602-57f76853ec13 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/372c5e94-d4ee-4b2f-b963-f63b251a06e2 HTTP/1.1" status: 204 len: 168 time: 0.2035363 Aug 24 01:06:07.485993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46500) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:07.555463 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4a0f-624c-43ea-87df-b5c3992a5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:07.633874 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4a0f-624c-43ea-87df-b5c3992a5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:07.643358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c3dc4a0f-624c-43ea-87df-b5c3992a5d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8d55fe-7a25-40a7-85d3-156c5c3ff92a']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:07.653164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c3dc4a0f-624c-43ea-87df-b5c3992a5d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:07.653456 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c3dc4a0f-624c-43ea-87df-b5c3992a5d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6841b9-ce62-42b5-9d6e-ebc2fc93d48c') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:07.662219 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4a0f-624c-43ea-87df-b5c3992a5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:07.675258 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4a0f-624c-43ea-87df-b5c3992a5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:07.681505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3dc4a0f-624c-43ea-87df-b5c3992a5d28 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:06:07.681881 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4a0f-624c-43ea-87df-b5c3992a5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: timer() Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:06:07.683472 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:06:08.076162 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4a0f-624c-43ea-87df-b5c3992a5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:08.081408 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3dc4a0f-624c-43ea-87df-b5c3992a5d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:08.083982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c3dc4a0f-624c-43ea-87df-b5c3992a5d28 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7e8d55fe-7a25-40a7-85d3-156c5c3ff92a HTTP/1.1" status: 204 len: 168 time: 0.5970497 Aug 24 01:06:08.096655 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc4a0f-624c-43ea-87df-b5c3992a5d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8d55fe-7a25-40a7-85d3-156c5c3ff92a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:08.191221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46504) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:08.231450 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-21efa4bd-78be-4375-ad97-2ce49112008e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83a5018d64764a659ee8cb3f5b3b4633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384026 Aug 24 01:06:08.233787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46506) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:08.281174 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8879c74a-065a-4ae8-b18c-13d3df0efc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:08.301383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8879c74a-065a-4ae8-b18c-13d3df0efc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:08.348194 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8879c74a-065a-4ae8-b18c-13d3df0efc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:08.350921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-8879c74a-065a-4ae8-b18c-13d3df0efc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:08.352382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8879c74a-065a-4ae8-b18c-13d3df0efc1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d531cba-153f-4bea-abf1-3131c22fc9b8 HTTP/1.1" status: 204 len: 168 time: 0.1173675 Aug 24 01:06:08.360457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879c74a-065a-4ae8-b18c-13d3df0efc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d531cba-153f-4bea-abf1-3131c22fc9b8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:08.457735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 089c0c26-cebe-4913-90ff-571a8fd88b69 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:06:08.477664 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 089c0c26-cebe-4913-90ff-571a8fd88b69 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:06:08.478022 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 089c0c26-cebe-4913-90ff-571a8fd88b69 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:06:09.033193 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46528) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:09.127663 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1644952716'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:09.150437 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Made reservation on behalf of 9dd28d01280d44c3941cf20507219a67 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:09.154258 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:09.167790 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:09.256421 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:09.260116 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:09.286211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:06:09.294890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca11368-a369-437a-b625-616afb035d84,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:09.301053 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:09.302477 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Added segment c8d7b617-dacc-4043-a5c8-094e8e505e71 of type vlan for network 19c7f548-53c4-480e-a1e3-c039c4be5353 Aug 24 01:06:09.341820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:09.366012 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:09.371348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:09.371935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:09.429862 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3955765 Aug 24 01:06:09.440865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13756614-6b6b-4adc-bb2b-60bcedc3454e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event updated for resources: {'Network': ['ID=19c7f548-53c4-480e-a1e3-c039c4be5353,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:09.452739 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 19c7f548-53c4-480e-a1e3-c039c4be5353 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:06:12.737136 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46532) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:12.742431 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b8a89ee4-4129-470d-8d14-890f3c871e86 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Request body: {'subnet': {'network_id': '19c7f548-53c4-480e-a1e3-c039c4be5353', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:12.830858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a89ee4-4129-470d-8d14-890f3c871e86 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Made reservation on behalf of 9dd28d01280d44c3941cf20507219a67 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:12.834887 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8a89ee4-4129-470d-8d14-890f3c871e86 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.014072 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8a89ee4-4129-470d-8d14-890f3c871e86 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.072161 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a89ee4-4129-470d-8d14-890f3c871e86 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event updated for resources: {'Subnet': ['ID=bdbc1ad3-36f2-4923-a6a3-b64411d1694b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:13.080605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a89ee4-4129-470d-8d14-890f3c871e86 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Checking segment: {'id': 'c8d7b617-dacc-4043-a5c8-094e8e505e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '19c7f548-53c4-480e-a1e3-c039c4be5353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:13.081024 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a89ee4-4129-470d-8d14-890f3c871e86 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Network hostable DHCP agents. Network: 19c7f548-53c4-480e-a1e3-c039c4be5353, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:06:13.096400 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a89ee4-4129-470d-8d14-890f3c871e86 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Network 19c7f548-53c4-480e-a1e3-c039c4be5353 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:06:13.104903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b8a89ee4-4129-470d-8d14-890f3c871e86 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 19c7f548-53c4-480e-a1e3-c039c4be5353) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:13.108926 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a89ee4-4129-470d-8d14-890f3c871e86 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:13.109517 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b8a89ee4-4129-470d-8d14-890f3c871e86 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.115369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d29318-79fc-4d11-8234-e062394cf7f3 None None] Network 19c7f548-53c4-480e-a1e3-c039c4be5353 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:13.124745 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b8a89ee4-4129-470d-8d14-890f3c871e86 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3865085 Aug 24 01:06:13.128558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46534) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:13.134165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d24c26a0-6a11-46b1-aa94-2cbfaa668370 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1369008892'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:13.155192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24c26a0-6a11-46b1-aa94-2cbfaa668370 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Made reservation on behalf of 9dd28d01280d44c3941cf20507219a67 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:13.158882 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d24c26a0-6a11-46b1-aa94-2cbfaa668370 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.185966 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24c26a0-6a11-46b1-aa94-2cbfaa668370 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:06:13.195723 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d24c26a0-6a11-46b1-aa94-2cbfaa668370 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.196061 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-d24c26a0-6a11-46b1-aa94-2cbfaa668370 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Added segment 081d9b0c-a302-4040-8c2a-b39788595513 of type vlan for network 9b91aafa-9447-4a4f-8b09-32df8bf2952d Aug 24 01:06:13.235624 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d24c26a0-6a11-46b1-aa94-2cbfaa668370 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.260996 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d24c26a0-6a11-46b1-aa94-2cbfaa668370 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.265166 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-19c7f548-53c4-480e-a1e3-c039c4be5353', 'network_id': '19c7f548-53c4-480e-a1e3-c039c4be5353', 'tenant_id': '9dd28d01280d44c3941cf20507219a67', 'fixed_ips': [{'subnet_id': 'bdbc1ad3-36f2-4923-a6a3-b64411d1694b'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:06:13.266236 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.266625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c26a0-6a11-46b1-aa94-2cbfaa668370 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:13.267238 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d24c26a0-6a11-46b1-aa94-2cbfaa668370 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.317654 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d24c26a0-6a11-46b1-aa94-2cbfaa668370 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1873498 Aug 24 01:06:13.320850 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46536) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:13.326521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f67d9dd2-332f-4e64-82da-2a2b253c8b51 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Request body: {'subnet': {'network_id': '9b91aafa-9447-4a4f-8b09-32df8bf2952d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:13.336676 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c26a0-6a11-46b1-aa94-2cbfaa668370 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event updated for resources: {'Network': ['ID=9b91aafa-9447-4a4f-8b09-32df8bf2952d,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:13.348632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 9b91aafa-9447-4a4f-8b09-32df8bf2952d details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:06:13.427782 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67d9dd2-332f-4e64-82da-2a2b253c8b51 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Made reservation on behalf of 9dd28d01280d44c3941cf20507219a67 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:13.431379 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f67d9dd2-332f-4e64-82da-2a2b253c8b51 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.462807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Allocated IP 2001:db8:0:ffff::2 (19c7f548-53c4-480e-a1e3-c039c4be5353/bdbc1ad3-36f2-4923-a6a3-b64411d1694b/448b9e91-f7a0-4231-9db1-89b96b111d1b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:06:13.614613 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.623941 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f67d9dd2-332f-4e64-82da-2a2b253c8b51 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.624182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Transition to ACTIVE for port object 448b9e91-f7a0-4231-9db1-89b96b111d1b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:13.639830 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Transition to ACTIVE for port object 448b9e91-f7a0-4231-9db1-89b96b111d1b will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:13.645644 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.686505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d9dd2-332f-4e64-82da-2a2b253c8b51 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event updated for resources: {'Subnet': ['ID=542856ce-6a4e-4cea-acc3-fdedceb08a09,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:13.687035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Network 19c7f548-53c4-480e-a1e3-c039c4be5353 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:06:13.689790 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:13.694095 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:06:13.702815 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d9dd2-332f-4e64-82da-2a2b253c8b51 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Checking segment: {'id': '081d9b0c-a302-4040-8c2a-b39788595513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9b91aafa-9447-4a4f-8b09-32df8bf2952d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:13.703190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67d9dd2-332f-4e64-82da-2a2b253c8b51 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Network hostable DHCP agents. Network: 9b91aafa-9447-4a4f-8b09-32df8bf2952d, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:06:13.705256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Pushing event updated for resources: {'Port': ['ID=448b9e91-f7a0-4231-9db1-89b96b111d1b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:13.727795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67d9dd2-332f-4e64-82da-2a2b253c8b51 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Network 9b91aafa-9447-4a4f-8b09-32df8bf2952d is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:06:13.741478 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-f67d9dd2-332f-4e64-82da-2a2b253c8b51 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 9b91aafa-9447-4a4f-8b09-32df8bf2952d) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:13.745039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:13.745392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:13.745797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:13.746209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:13.746531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:13.746801 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:13.747375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:13.747547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:13.748415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:13.748415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:13.748415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:13.748881 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:13.752222 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67d9dd2-332f-4e64-82da-2a2b253c8b51 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:13.755928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc14738d-bacd-47e0-85a4-dba170c23ca9 None None] Network 9b91aafa-9447-4a4f-8b09-32df8bf2952d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:13.758305 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f67d9dd2-332f-4e64-82da-2a2b253c8b51 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.781725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f67d9dd2-332f-4e64-82da-2a2b253c8b51 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4588776 Aug 24 01:06:13.786248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46538) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:13.831738 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Attempting to bind port 448b9e91-f7a0-4231-9db1-89b96b111d1b on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:06:13.832110 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Attempting to bind port 448b9e91-f7a0-4231-9db1-89b96b111d1b by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'c8d7b617-dacc-4043-a5c8-094e8e505e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '19c7f548-53c4-480e-a1e3-c039c4be5353'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:06:13.832537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Attempting to bind port 448b9e91-f7a0-4231-9db1-89b96b111d1b on network 19c7f548-53c4-480e-a1e3-c039c4be5353 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:13.841459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:06:13.841837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Checking segment: {'id': 'c8d7b617-dacc-4043-a5c8-094e8e505e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '19c7f548-53c4-480e-a1e3-c039c4be5353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:13.842244 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.842641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Bound using segment: {'id': 'c8d7b617-dacc-4043-a5c8-094e8e505e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '19c7f548-53c4-480e-a1e3-c039c4be5353'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:06:13.843145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Bound port: 448b9e91-f7a0-4231-9db1-89b96b111d1b, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d7b617-dacc-4043-a5c8-094e8e505e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '19c7f548-53c4-480e-a1e3-c039c4be5353'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:06:13.843532 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.890477 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.956446 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] For port 448b9e91-f7a0-4231-9db1-89b96b111d1b, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:06:13.961670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] For port 448b9e91-f7a0-4231-9db1-89b96b111d1b, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=448b9e91-f7a0-4231-9db1-89b96b111d1b,segment=NetworkSegment(c8d7b617-dacc-4043-a5c8-094e8e505e71),segment_id=c8d7b617-dacc-4043-a5c8-094e8e505e71)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:06:13.965350 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.967913 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.016544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ce5a17-7a49-450e-bcc1-987ce3b53e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-9b91aafa-9447-4a4f-8b09-32df8bf2952d', 'network_id': '9b91aafa-9447-4a4f-8b09-32df8bf2952d', 'tenant_id': '9dd28d01280d44c3941cf20507219a67', 'fixed_ips': [{'subnet_id': '542856ce-6a4e-4cea-acc3-fdedceb08a09'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:06:14.017397 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67ce5a17-7a49-450e-bcc1-987ce3b53e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.033694 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.069548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1d4cb-75e6-4f52-be7c-d43fd2b96a98 None None] Pushing event updated for resources: {'Port': ['ID=448b9e91-f7a0-4231-9db1-89b96b111d1b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:14.069802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event deleted for resources: {'Subnet': ['ID=542856ce-6a4e-4cea-acc3-fdedceb08a09,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:14.135030 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.146262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b91aafa-9447-4a4f-8b09-32df8bf2952d']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:14.158014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081d9b0c-a302-4040-8c2a-b39788595513') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:14.158317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081d9b0c-a302-4040-8c2a-b39788595513') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:14.165922 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f5d93b-a175-4d5e-b1e6-be3c90aea1ce None None] Network 9b91aafa-9447-4a4f-8b09-32df8bf2952d requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:14.168891 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.183971 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.190328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:06:14.190739 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: timer() Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:06:14.195270 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:06:14.278148 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.288068 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.293788 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "DELETE /v2.0/networks/9b91aafa-9447-4a4f-8b09-32df8bf2952d HTTP/1.1" status: 204 len: 168 time: 0.5027764 Aug 24 01:06:14.294115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46540) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:14.299219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-040056cd-53c5-481b-9558-b3aae3946f10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-102753501'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:14.312880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fd571-c94d-4e3a-9bfd-568e58169337 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event deleted for resources: {'Network': ['ID=9b91aafa-9447-4a4f-8b09-32df8bf2952d,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:14.333329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040056cd-53c5-481b-9558-b3aae3946f10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Made reservation on behalf of 9dd28d01280d44c3941cf20507219a67 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:14.336957 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-040056cd-53c5-481b-9558-b3aae3946f10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.361847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040056cd-53c5-481b-9558-b3aae3946f10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:06:14.371297 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-040056cd-53c5-481b-9558-b3aae3946f10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.371651 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-040056cd-53c5-481b-9558-b3aae3946f10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Added segment 4752fc77-714f-4596-9277-b80cf3d3369b of type vlan for network 4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9 Aug 24 01:06:14.414764 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-040056cd-53c5-481b-9558-b3aae3946f10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.440025 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-040056cd-53c5-481b-9558-b3aae3946f10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.446269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040056cd-53c5-481b-9558-b3aae3946f10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:14.446899 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-040056cd-53c5-481b-9558-b3aae3946f10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.510158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-040056cd-53c5-481b-9558-b3aae3946f10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2149074 Aug 24 01:06:14.513338 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46542) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:14.513816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040056cd-53c5-481b-9558-b3aae3946f10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event updated for resources: {'Network': ['ID=4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:14.523871 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-db84f249-f085-4be1-956f-9c9fe662a48a tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Request body: {'subnet': {'network_id': '4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:14.526506 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:06:14.609839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 448b9e91-f7a0-4231-9db1-89b96b111d1b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:14.636255 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db84f249-f085-4be1-956f-9c9fe662a48a tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Made reservation on behalf of 9dd28d01280d44c3941cf20507219a67 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:14.639764 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db84f249-f085-4be1-956f-9c9fe662a48a tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.664608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 448b9e91-f7a0-4231-9db1-89b96b111d1b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:14.697277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-db84f249-f085-4be1-956f-9c9fe662a48a tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Performing IP validity checks on allocation pools {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 24 01:06:14.697793 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.ipam_backend_mixin [None req-db84f249-f085-4be1-956f-9c9fe662a48a tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94838) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 24 01:06:14.828596 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db84f249-f085-4be1-956f-9c9fe662a48a tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.884354 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84f249-f085-4be1-956f-9c9fe662a48a tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event updated for resources: {'Subnet': ['ID=5468bfe6-7a2a-431e-affb-97a872adbb1e,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:14.901441 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db84f249-f085-4be1-956f-9c9fe662a48a tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Checking segment: {'id': '4752fc77-714f-4596-9277-b80cf3d3369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:14.901807 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db84f249-f085-4be1-956f-9c9fe662a48a tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Network hostable DHCP agents. Network: 4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:06:14.921744 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db84f249-f085-4be1-956f-9c9fe662a48a tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Network 4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:06:14.932041 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-db84f249-f085-4be1-956f-9c9fe662a48a tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:14.937039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db84f249-f085-4be1-956f-9c9fe662a48a tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:14.940742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9588137f-8714-4025-93df-aace817941dc None None] Network 4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:14.943301 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-db84f249-f085-4be1-956f-9c9fe662a48a tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:14.959819 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-db84f249-f085-4be1-956f-9c9fe662a48a tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4450836 Aug 24 01:06:14.962444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46544) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:15.053569 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f83e4e-89a9-4f47-b651-7d30d88cdb3d None None] Network 19c7f548-53c4-480e-a1e3-c039c4be5353 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:15.067135 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.142705 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-74ddb2d1-346d-4c78-8428-10308f932874 None None] Provisioning for port 448b9e91-f7a0-4231-9db1-89b96b111d1b completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:15.150688 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.151046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-74ddb2d1-346d-4c78-8428-10308f932874 None None] Provisioning complete for port 448b9e91-f7a0-4231-9db1-89b96b111d1b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:15.151046 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-74ddb2d1-346d-4c78-8428-10308f932874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.156475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c06d6f9-517a-470b-b613-ab1724870489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9', 'network_id': '4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9', 'tenant_id': '9dd28d01280d44c3941cf20507219a67', 'fixed_ips': [{'subnet_id': '5468bfe6-7a2a-431e-affb-97a872adbb1e'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:06:15.157301 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c06d6f9-517a-470b-b613-ab1724870489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.213664 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.242198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event deleted for resources: {'Subnet': ['ID=5468bfe6-7a2a-431e-affb-97a872adbb1e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:15.311420 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.323816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:15.335651 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4752fc77-714f-4596-9277-b80cf3d3369b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:15.335949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4752fc77-714f-4596-9277-b80cf3d3369b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:15.343716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251773f5-2fc7-46ba-83ad-c880685de273 None None] Network 4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:15.345300 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.359683 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.366414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:06:15.366832 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: timer() Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:06:15.369766 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:06:15.424496 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-74ddb2d1-346d-4c78-8428-10308f932874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.425437 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.433216 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.435146 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "DELETE /v2.0/networks/4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9 HTTP/1.1" status: 204 len: 168 time: 0.4714553 Aug 24 01:06:15.439454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46546) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:15.445874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-41a245df-72fe-4699-8b37-237e5cc03bdb tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-457039159'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:15.455117 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59712022-bdc0-47e4-a45b-45da386ce2d5 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event deleted for resources: {'Network': ['ID=4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:15.477032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a245df-72fe-4699-8b37-237e5cc03bdb tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Made reservation on behalf of 9dd28d01280d44c3941cf20507219a67 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:15.481310 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41a245df-72fe-4699-8b37-237e5cc03bdb tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.512909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a245df-72fe-4699-8b37-237e5cc03bdb tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:06:15.515270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-74ddb2d1-346d-4c78-8428-10308f932874 None None] For port 448b9e91-f7a0-4231-9db1-89b96b111d1b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=448b9e91-f7a0-4231-9db1-89b96b111d1b,segment=NetworkSegment(c8d7b617-dacc-4043-a5c8-094e8e505e71),segment_id=c8d7b617-dacc-4043-a5c8-094e8e505e71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:15.521267 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-74ddb2d1-346d-4c78-8428-10308f932874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.526013 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41a245df-72fe-4699-8b37-237e5cc03bdb tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.526370 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-41a245df-72fe-4699-8b37-237e5cc03bdb tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Added segment ec9964e4-dce3-4b3c-ba93-2a9e8b8fd1c8 of type vlan for network 55ad0450-6789-4b0f-86a9-6d6b5461f37a Aug 24 01:06:15.575349 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41a245df-72fe-4699-8b37-237e5cc03bdb tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.576862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddb2d1-346d-4c78-8428-10308f932874 None None] Pushing event updated for resources: {'Port': ['ID=448b9e91-f7a0-4231-9db1-89b96b111d1b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:15.607094 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41a245df-72fe-4699-8b37-237e5cc03bdb tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.612741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a245df-72fe-4699-8b37-237e5cc03bdb tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:15.613341 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-41a245df-72fe-4699-8b37-237e5cc03bdb tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.671714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-41a245df-72fe-4699-8b37-237e5cc03bdb tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2310770 Aug 24 01:06:15.674586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46548) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:15.682097 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e39c69e3-f739-4863-803e-11659b611fa9 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Request body: {'subnet': {'network_id': '55ad0450-6789-4b0f-86a9-6d6b5461f37a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:15.700556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a245df-72fe-4699-8b37-237e5cc03bdb tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event updated for resources: {'Network': ['ID=55ad0450-6789-4b0f-86a9-6d6b5461f37a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:15.712139 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 55ad0450-6789-4b0f-86a9-6d6b5461f37a details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:06:15.782068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39c69e3-f739-4863-803e-11659b611fa9 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Made reservation on behalf of 9dd28d01280d44c3941cf20507219a67 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:15.785692 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e39c69e3-f739-4863-803e-11659b611fa9 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.789293 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9b86c7d6-54e5-4d57-83ed-61606b87bd0e None None] Provisioning complete for port 448b9e91-f7a0-4231-9db1-89b96b111d1b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:15.789846 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9b86c7d6-54e5-4d57-83ed-61606b87bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:15.968004 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e39c69e3-f739-4863-803e-11659b611fa9 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.027559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c69e3-f739-4863-803e-11659b611fa9 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event updated for resources: {'Subnet': ['ID=fbdd0ff2-c796-4d91-a762-91de75bdb1bd,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:16.036480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c69e3-f739-4863-803e-11659b611fa9 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Checking segment: {'id': 'ec9964e4-dce3-4b3c-ba93-2a9e8b8fd1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '55ad0450-6789-4b0f-86a9-6d6b5461f37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:16.036848 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c69e3-f739-4863-803e-11659b611fa9 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Network hostable DHCP agents. Network: 55ad0450-6789-4b0f-86a9-6d6b5461f37a, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:06:16.053712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c69e3-f739-4863-803e-11659b611fa9 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Network 55ad0450-6789-4b0f-86a9-6d6b5461f37a is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:06:16.062164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-e39c69e3-f739-4863-803e-11659b611fa9 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 55ad0450-6789-4b0f-86a9-6d6b5461f37a) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:16.066094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c69e3-f739-4863-803e-11659b611fa9 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:16.067324 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e39c69e3-f739-4863-803e-11659b611fa9 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.072672 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb494573-620c-47a3-9a1b-30cda7a8fc4b None None] Network 55ad0450-6789-4b0f-86a9-6d6b5461f37a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:16.081679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e39c69e3-f739-4863-803e-11659b611fa9 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4059510 Aug 24 01:06:16.085480 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46550) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:16.090352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3efef4d1-8ec0-4059-b496-0338593cebd0 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-152491797'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:16.110332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efef4d1-8ec0-4059-b496-0338593cebd0 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Made reservation on behalf of 9dd28d01280d44c3941cf20507219a67 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:16.114674 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efef4d1-8ec0-4059-b496-0338593cebd0 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.139420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efef4d1-8ec0-4059-b496-0338593cebd0 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:06:16.149431 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efef4d1-8ec0-4059-b496-0338593cebd0 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.149778 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-3efef4d1-8ec0-4059-b496-0338593cebd0 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Added segment bf9c7896-c128-4167-8799-08ab4aed0873 of type vlan for network 41c5ce02-c3cc-4595-bd8b-c0a212556059 Aug 24 01:06:16.190893 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efef4d1-8ec0-4059-b496-0338593cebd0 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.216314 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efef4d1-8ec0-4059-b496-0338593cebd0 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.221322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-55ad0450-6789-4b0f-86a9-6d6b5461f37a', 'network_id': '55ad0450-6789-4b0f-86a9-6d6b5461f37a', 'tenant_id': '9dd28d01280d44c3941cf20507219a67', 'fixed_ips': [{'subnet_id': 'fbdd0ff2-c796-4d91-a762-91de75bdb1bd'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:06:16.221917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efef4d1-8ec0-4059-b496-0338593cebd0 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:16.222203 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.222515 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3efef4d1-8ec0-4059-b496-0338593cebd0 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.278906 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3efef4d1-8ec0-4059-b496-0338593cebd0 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1924038 Aug 24 01:06:16.282165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46552) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:16.288711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-08572609-bf26-4901-aab2-31741789511e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Request body: {'subnet': {'network_id': '41c5ce02-c3cc-4595-bd8b-c0a212556059', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:16.297346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efef4d1-8ec0-4059-b496-0338593cebd0 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event updated for resources: {'Network': ['ID=41c5ce02-c3cc-4595-bd8b-c0a212556059,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:16.310009 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 41c5ce02-c3cc-4595-bd8b-c0a212556059 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:06:16.376179 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08572609-bf26-4901-aab2-31741789511e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Made reservation on behalf of 9dd28d01280d44c3941cf20507219a67 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:16.380521 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08572609-bf26-4901-aab2-31741789511e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.422717 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Allocated IP 2001:db8::2 (55ad0450-6789-4b0f-86a9-6d6b5461f37a/fbdd0ff2-c796-4d91-a762-91de75bdb1bd/f7d7ca08-385b-451c-92cb-8e1f8b8a8f68) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:06:16.573732 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08572609-bf26-4901-aab2-31741789511e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.576183 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.579444 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 448b9e91-f7a0-4231-9db1-89b96b111d1b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:16.638479 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08572609-bf26-4901-aab2-31741789511e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event updated for resources: {'Subnet': ['ID=4bf865a8-1604-4fc6-aafe-df5c6da5b619,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:16.644213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08572609-bf26-4901-aab2-31741789511e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Checking segment: {'id': 'bf9c7896-c128-4167-8799-08ab4aed0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '41c5ce02-c3cc-4595-bd8b-c0a212556059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:16.644579 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08572609-bf26-4901-aab2-31741789511e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Network hostable DHCP agents. Network: 41c5ce02-c3cc-4595-bd8b-c0a212556059, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:06:16.662631 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08572609-bf26-4901-aab2-31741789511e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Network 41c5ce02-c3cc-4595-bd8b-c0a212556059 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:06:16.671775 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-08572609-bf26-4901-aab2-31741789511e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 41c5ce02-c3cc-4595-bd8b-c0a212556059) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:16.677903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08572609-bf26-4901-aab2-31741789511e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:16.678514 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08572609-bf26-4901-aab2-31741789511e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.694352 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-08572609-bf26-4901-aab2-31741789511e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4103684 Aug 24 01:06:16.696846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46554) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:16.764085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef11d81-47c8-4bd6-8a46-936f8203e5a8 None None] Network 41c5ce02-c3cc-4595-bd8b-c0a212556059 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:16.767538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Transition to ACTIVE for port object f7d7ca08-385b-451c-92cb-8e1f8b8a8f68 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:16.799858 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.830520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Transition to ACTIVE for port object f7d7ca08-385b-451c-92cb-8e1f8b8a8f68 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:16.842911 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.852384 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.913308 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.920015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Network 55ad0450-6789-4b0f-86a9-6d6b5461f37a is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:06:16.927103 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:16.932934 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:06:16.937033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 448b9e91-f7a0-4231-9db1-89b96b111d1b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:16.937427 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:16.946506 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf865a8-1604-4fc6-aafe-df5c6da5b619,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:16.960089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Pushing event updated for resources: {'Port': ['ID=f7d7ca08-385b-451c-92cb-8e1f8b8a8f68,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:17.009257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.019230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c5ce02-c3cc-4595-bd8b-c0a212556059']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:17.032331 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9c7896-c128-4167-8799-08ab4aed0873') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:17.032664 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9c7896-c128-4167-8799-08ab4aed0873') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:17.042835 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.048272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f420bb1-7b91-49f5-a21e-db0342b551cf None None] Network 41c5ce02-c3cc-4595-bd8b-c0a212556059 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:17.056851 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.062588 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:06:17.063007 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: timer() Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:06:17.065940 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:06:17.098869 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Attempting to bind port f7d7ca08-385b-451c-92cb-8e1f8b8a8f68 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:06:17.099178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Attempting to bind port f7d7ca08-385b-451c-92cb-8e1f8b8a8f68 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'ec9964e4-dce3-4b3c-ba93-2a9e8b8fd1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '55ad0450-6789-4b0f-86a9-6d6b5461f37a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:06:17.099549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Attempting to bind port f7d7ca08-385b-451c-92cb-8e1f8b8a8f68 on network 55ad0450-6789-4b0f-86a9-6d6b5461f37a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:17.117700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:06:17.118085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Checking segment: {'id': 'ec9964e4-dce3-4b3c-ba93-2a9e8b8fd1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '55ad0450-6789-4b0f-86a9-6d6b5461f37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:17.118501 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.118924 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Bound using segment: {'id': 'ec9964e4-dce3-4b3c-ba93-2a9e8b8fd1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '55ad0450-6789-4b0f-86a9-6d6b5461f37a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:06:17.119410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Bound port: f7d7ca08-385b-451c-92cb-8e1f8b8a8f68, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9964e4-dce3-4b3c-ba93-2a9e8b8fd1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '55ad0450-6789-4b0f-86a9-6d6b5461f37a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:06:17.119798 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.127921 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.136121 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.141025 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "DELETE /v2.0/networks/41c5ce02-c3cc-4595-bd8b-c0a212556059 HTTP/1.1" status: 204 len: 168 time: 0.4402232 Aug 24 01:06:17.141273 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:17.160758 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fbb80-1f18-419f-b32a-509105ae2c10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event deleted for resources: {'Network': ['ID=41c5ce02-c3cc-4595-bd8b-c0a212556059,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:17.181242 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ca03db-d824-4d98-b8a1-451ce4318643 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] GET failed (client error): The resource could not be found. Aug 24 01:06:17.185504 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c9ca03db-d824-4d98-b8a1-451ce4318643 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "GET /v2.0/subnets/4bf865a8-1604-4fc6-aafe-df5c6da5b619 HTTP/1.1" status: 404 len: 337 time: 0.0405316 Aug 24 01:06:17.185669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:17.204181 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-6521d4fd-46b2-4512-a9ec-8147ce9824ab tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] DELETE failed (client error): The resource could not be found. Aug 24 01:06:17.204706 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6521d4fd-46b2-4512-a9ec-8147ce9824ab tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 01:06:17.206440 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6521d4fd-46b2-4512-a9ec-8147ce9824ab tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "DELETE /v2.0/networks/41c5ce02-c3cc-4595-bd8b-c0a212556059 HTTP/1.1" status: 404 len: 339 time: 0.0198138 Aug 24 01:06:17.210709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:17.236303 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b17797-7bb7-4dca-b0eb-bb3eb225b98d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] DELETE failed (client error): The resource could not be found. Aug 24 01:06:17.236755 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b17797-7bb7-4dca-b0eb-bb3eb225b98d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 01:06:17.238461 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-67b17797-7bb7-4dca-b0eb-bb3eb225b98d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "DELETE /v2.0/subnets/4bf865a8-1604-4fc6-aafe-df5c6da5b619 HTTP/1.1" status: 404 len: 337 time: 0.0268281 Aug 24 01:06:17.241123 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46562) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:17.259540 n-d-805736-1 neutron-server[94838]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9614bbe-bb0a-4a5b-a015-3a2fca21a4b6 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] DELETE failed (client error): The resource could not be found. Aug 24 01:06:17.259732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9614bbe-bb0a-4a5b-a015-3a2fca21a4b6 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94838) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 01:06:17.261328 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b9614bbe-bb0a-4a5b-a015-3a2fca21a4b6 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "DELETE /v2.0/networks/41c5ce02-c3cc-4595-bd8b-c0a212556059 HTTP/1.1" status: 404 len: 339 time: 0.0193069 Aug 24 01:06:17.264071 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46564) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:17.268920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] For port f7d7ca08-385b-451c-92cb-8e1f8b8a8f68, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:06:17.272529 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] For port f7d7ca08-385b-451c-92cb-8e1f8b8a8f68, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f7d7ca08-385b-451c-92cb-8e1f8b8a8f68,segment=NetworkSegment(ec9964e4-dce3-4b3c-ba93-2a9e8b8fd1c8),segment_id=ec9964e4-dce3-4b3c-ba93-2a9e8b8fd1c8)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:06:17.276507 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.315338 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb41d02-8c44-469b-95c4-cf6e9076b11b tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Deleting subnet fbdd0ff2-c796-4d91-a762-91de75bdb1bd {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:06:17.318735 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb41d02-8c44-469b-95c4-cf6e9076b11b tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.344426 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b521363-636e-4e77-adb3-9f2c0bb046fb None None] Pushing event updated for resources: {'Port': ['ID=f7d7ca08-385b-451c-92cb-8e1f8b8a8f68,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:17.364977 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb41d02-8c44-469b-95c4-cf6e9076b11b tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.451100 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb41d02-8c44-469b-95c4-cf6e9076b11b tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.533804 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb41d02-8c44-469b-95c4-cf6e9076b11b tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.565918 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb41d02-8c44-469b-95c4-cf6e9076b11b tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event deleted for resources: {'Subnet': ['ID=fbdd0ff2-c796-4d91-a762-91de75bdb1bd,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:17.571934 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bb41d02-8c44-469b-95c4-cf6e9076b11b tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.576302 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4bb41d02-8c44-469b-95c4-cf6e9076b11b tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "DELETE /v2.0/subnets/fbdd0ff2-c796-4d91-a762-91de75bdb1bd HTTP/1.1" status: 204 len: 168 time: 0.3088872 Aug 24 01:06:17.576505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46566) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:17.653871 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.706365 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Deleting port f7d7ca08-385b-451c-92cb-8e1f8b8a8f68 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:06:17.706898 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.772803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] For port f7d7ca08-385b-451c-92cb-8e1f8b8a8f68, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f7d7ca08-385b-451c-92cb-8e1f8b8a8f68,segment=NetworkSegment(ec9964e4-dce3-4b3c-ba93-2a9e8b8fd1c8),segment_id=ec9964e4-dce3-4b3c-ba93-2a9e8b8fd1c8)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:17.773164 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.789231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Calling delete_port for f7d7ca08-385b-451c-92cb-8e1f8b8a8f68 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:06:17.867111 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:17.893086 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event deleted for resources: {'Port': ['ID=f7d7ca08-385b-451c-92cb-8e1f8b8a8f68,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:17.897978 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] No DVR routers for this DVR port f7d7ca08-385b-451c-92cb-8e1f8b8a8f68 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:06:18.249786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53457f9-98ac-4415-bf9e-bde30cb399c5 None None] Network 55ad0450-6789-4b0f-86a9-6d6b5461f37a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:18.269339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:18.279512 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ad0450-6789-4b0f-86a9-6d6b5461f37a']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:18.290418 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9964e4-dce3-4b3c-ba93-2a9e8b8fd1c8') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:18.290712 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9964e4-dce3-4b3c-ba93-2a9e8b8fd1c8') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:18.299925 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:18.314621 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:18.315781 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ac18e7a8-44c6-4ad7-bc49-9d632304df95 None None] Could not find standard attr ID for object f7d7ca08-385b-451c-92cb-8e1f8b8a8f68. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 01:06:18.324161 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:06:18.324631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: timer() Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:06:18.327739 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:06:18.393983 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:18.406071 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:18.407971 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "DELETE /v2.0/networks/55ad0450-6789-4b0f-86a9-6d6b5461f37a HTTP/1.1" status: 204 len: 168 time: 0.8304381 Aug 24 01:06:18.411112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46570) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:18.429446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a9c1d-2d57-4a92-bd09-df9d0336e322 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event deleted for resources: {'Network': ['ID=55ad0450-6789-4b0f-86a9-6d6b5461f37a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:18.444095 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7d1b88-9555-4236-a2c7-4f728292d68e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] DELETE failed (client error): The resource could not be found. Aug 24 01:06:18.444555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7d1b88-9555-4236-a2c7-4f728292d68e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 01:06:18.446412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9c7d1b88-9555-4236-a2c7-4f728292d68e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "DELETE /v2.0/subnets/5468bfe6-7a2a-431e-affb-97a872adbb1e HTTP/1.1" status: 404 len: 337 time: 0.0340877 Aug 24 01:06:18.448953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46572) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:18.465554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ea2903-92c9-4368-ae93-e995e1a96b70 None None] DHCP port deletion for 55ad0450-6789-4b0f-86a9-6d6b5461f37a request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:06:18.468406 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2c373a-1f18-4dda-8143-506a72cd0321 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] DELETE failed (client error): The resource could not be found. Aug 24 01:06:18.469208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2c373a-1f18-4dda-8143-506a72cd0321 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 01:06:18.471104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3d2c373a-1f18-4dda-8143-506a72cd0321 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "DELETE /v2.0/networks/4ef59921-43e1-4dcf-8e44-d7a3a1af2aa9 HTTP/1.1" status: 404 len: 339 time: 0.0212421 Aug 24 01:06:18.473716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46574) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:18.502384 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5303af-023c-4fb7-b10a-d3391456bd10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] DELETE failed (client error): The resource could not be found. Aug 24 01:06:18.503039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5303af-023c-4fb7-b10a-d3391456bd10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 01:06:18.508546 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0b5303af-023c-4fb7-b10a-d3391456bd10 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "DELETE /v2.0/subnets/542856ce-6a4e-4cea-acc3-fdedceb08a09 HTTP/1.1" status: 404 len: 337 time: 0.0313244 Aug 24 01:06:18.509024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46576) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:18.531188 n-d-805736-1 neutron-server[94837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede4ef3f-824e-4c22-9b6c-99d6224dc79e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] DELETE failed (client error): The resource could not be found. Aug 24 01:06:18.531752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede4ef3f-824e-4c22-9b6c-99d6224dc79e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 01:06:18.533507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ede4ef3f-824e-4c22-9b6c-99d6224dc79e tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "DELETE /v2.0/networks/9b91aafa-9447-4a4f-8b09-32df8bf2952d HTTP/1.1" status: 404 len: 339 time: 0.0234387 Aug 24 01:06:18.537423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46578) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:18.599226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0111061c-3ceb-45c8-a162-cbc6d825b631 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Deleting subnet bdbc1ad3-36f2-4923-a6a3-b64411d1694b {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:06:18.602380 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0111061c-3ceb-45c8-a162-cbc6d825b631 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:18.641947 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0111061c-3ceb-45c8-a162-cbc6d825b631 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:18.728873 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0111061c-3ceb-45c8-a162-cbc6d825b631 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:18.795451 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0111061c-3ceb-45c8-a162-cbc6d825b631 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:18.830391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111061c-3ceb-45c8-a162-cbc6d825b631 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event deleted for resources: {'Subnet': ['ID=bdbc1ad3-36f2-4923-a6a3-b64411d1694b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:18.833235 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0111061c-3ceb-45c8-a162-cbc6d825b631 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:18.835163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0111061c-3ceb-45c8-a162-cbc6d825b631 tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "DELETE /v2.0/subnets/bdbc1ad3-36f2-4923-a6a3-b64411d1694b HTTP/1.1" status: 204 len: 168 time: 0.2943468 Aug 24 01:06:18.837608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46580) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:18.843279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f91f786-bdef-4504-8f2d-269dd2030fc9 None None] Network 19c7f548-53c4-480e-a1e3-c039c4be5353 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:18.917397 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:18.976255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Deleting port 448b9e91-f7a0-4231-9db1-89b96b111d1b {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:06:18.976608 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.024237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6f1582-24a4-47bd-bc4f-d2fb1f16f2ea None None] DHCP port deletion for 19c7f548-53c4-480e-a1e3-c039c4be5353 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:06:19.050113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] For port 448b9e91-f7a0-4231-9db1-89b96b111d1b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=448b9e91-f7a0-4231-9db1-89b96b111d1b,segment=NetworkSegment(c8d7b617-dacc-4043-a5c8-094e8e505e71),segment_id=c8d7b617-dacc-4043-a5c8-094e8e505e71)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:19.050481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.064602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Calling delete_port for 448b9e91-f7a0-4231-9db1-89b96b111d1b owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:06:19.072034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bd6f1582-24a4-47bd-bc4f-d2fb1f16f2ea None None] Deleting port 448b9e91-f7a0-4231-9db1-89b96b111d1b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:06:19.072417 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1582-24a4-47bd-bc4f-d2fb1f16f2ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.137630 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-bd6f1582-24a4-47bd-bc4f-d2fb1f16f2ea None None] For port 448b9e91-f7a0-4231-9db1-89b96b111d1b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=448b9e91-f7a0-4231-9db1-89b96b111d1b,segment=NetworkSegment(c8d7b617-dacc-4043-a5c8-094e8e505e71),segment_id=c8d7b617-dacc-4043-a5c8-094e8e505e71)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:19.138045 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1582-24a4-47bd-bc4f-d2fb1f16f2ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.144517 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.152479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bd6f1582-24a4-47bd-bc4f-d2fb1f16f2ea None None] Calling delete_port for 448b9e91-f7a0-4231-9db1-89b96b111d1b owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:06:19.159925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] No DVR routers for this DVR port 448b9e91-f7a0-4231-9db1-89b96b111d1b on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:06:19.210620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event deleted for resources: {'Port': ['ID=448b9e91-f7a0-4231-9db1-89b96b111d1b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:19.230609 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1582-24a4-47bd-bc4f-d2fb1f16f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.257866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f1582-24a4-47bd-bc4f-d2fb1f16f2ea None None] Pushing event deleted for resources: {'Port': ['ID=448b9e91-f7a0-4231-9db1-89b96b111d1b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:19.263395 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f1582-24a4-47bd-bc4f-d2fb1f16f2ea None None] No DVR routers for this DVR port 448b9e91-f7a0-4231-9db1-89b96b111d1b on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:06:19.265885 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.277390 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c7f548-53c4-480e-a1e3-c039c4be5353']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:19.290249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d7b617-dacc-4043-a5c8-094e8e505e71') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:19.290553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d7b617-dacc-4043-a5c8-094e8e505e71') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:19.299517 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.313074 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.319677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:06:19.320072 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: timer() Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:06:19.322991 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:06:19.384277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.391678 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.392844 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] 10.222.0.32 "DELETE /v2.0/networks/19c7f548-53c4-480e-a1e3-c039c4be5353 HTTP/1.1" status: 204 len: 168 time: 0.5543222 Aug 24 01:06:19.405340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f5029-247c-4c57-982c-36f5f9f2249d tempest-NetworksIpV6Test-842774223 tempest-NetworksIpV6Test-842774223-project] Pushing event deleted for resources: {'Network': ['ID=19c7f548-53c4-480e-a1e3-c039c4be5353,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:19.631987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46586) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:19.761859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c0ebc203-2f62-43c9-94fc-c5a3765cd7bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9dd28d01280d44c3941cf20507219a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287227 Aug 24 01:06:19.764397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46590) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:19.811870 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27945bd6-86d9-423d-83d0-2216be04ce18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.834570 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27945bd6-86d9-423d-83d0-2216be04ce18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.881204 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27945bd6-86d9-423d-83d0-2216be04ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.883992 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27945bd6-86d9-423d-83d0-2216be04ce18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:19.885162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-27945bd6-86d9-423d-83d0-2216be04ce18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ca11368-a369-437a-b625-616afb035d84 HTTP/1.1" status: 204 len: 168 time: 0.1198356 Aug 24 01:06:19.892606 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27945bd6-86d9-423d-83d0-2216be04ce18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca11368-a369-437a-b625-616afb035d84,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:20.509215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46612) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:20.557262 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 448b9e91-f7a0-4231-9db1-89b96b111d1b no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:06:20.579694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 448b9e91-f7a0-4231-9db1-89b96b111d1b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:06:20.580046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 448b9e91-f7a0-4231-9db1-89b96b111d1b not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:06:20.607613 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fb0c273e-dc86-4a04-979c-fe1cc690d2ac tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1785103836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:20.631371 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb0c273e-dc86-4a04-979c-fe1cc690d2ac tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:20.632351 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb0c273e-dc86-4a04-979c-fe1cc690d2ac tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:20.685963 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb0c273e-dc86-4a04-979c-fe1cc690d2ac tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:20.689765 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb0c273e-dc86-4a04-979c-fe1cc690d2ac tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:20.705574 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fb0c273e-dc86-4a04-979c-fe1cc690d2ac tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:20.706830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fb0c273e-dc86-4a04-979c-fe1cc690d2ac tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1962924 Aug 24 01:06:20.709797 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46616) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:20.714620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1245701296'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:20.734804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Made reservation on behalf of aa99b330d8f141df87d7d9ebcd6295a3 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:20.738147 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:20.746934 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:20.838825 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:20.842552 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:20.868803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:06:20.877300 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95addaff-a817-4fe7-bbc5-83833d93c911,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:20.888073 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:20.888346 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Added segment 97e9ae8a-2217-4ce7-8061-e654cde50112 of type vlan for network 0428b26c-17d3-4523-8675-9766f6eef506 Aug 24 01:06:20.927992 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:20.955831 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:20.962452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:20.963101 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:21.018839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3080056 Aug 24 01:06:21.022444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46618) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:21.027839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-422c9d6b-6037-4a4c-a7be-53cc1813eaaf tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Request body: {'subnet': {'network_id': '0428b26c-17d3-4523-8675-9766f6eef506', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:21.029953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e199bfb-804b-4b69-9c60-674904a76375 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Pushing event updated for resources: {'Network': ['ID=0428b26c-17d3-4523-8675-9766f6eef506,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:21.040519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 0428b26c-17d3-4523-8675-9766f6eef506 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:06:21.116005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422c9d6b-6037-4a4c-a7be-53cc1813eaaf tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Made reservation on behalf of aa99b330d8f141df87d7d9ebcd6295a3 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:21.119499 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-422c9d6b-6037-4a4c-a7be-53cc1813eaaf tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:21.294827 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-422c9d6b-6037-4a4c-a7be-53cc1813eaaf tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:21.357587 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c9d6b-6037-4a4c-a7be-53cc1813eaaf tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Pushing event updated for resources: {'Subnet': ['ID=636a3614-d316-49ce-b9cd-940fef1c0fe3,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:21.366787 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422c9d6b-6037-4a4c-a7be-53cc1813eaaf tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Checking segment: {'id': '97e9ae8a-2217-4ce7-8061-e654cde50112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0428b26c-17d3-4523-8675-9766f6eef506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:21.367166 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422c9d6b-6037-4a4c-a7be-53cc1813eaaf tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Network hostable DHCP agents. Network: 0428b26c-17d3-4523-8675-9766f6eef506, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:06:21.384025 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422c9d6b-6037-4a4c-a7be-53cc1813eaaf tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Network 0428b26c-17d3-4523-8675-9766f6eef506 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:06:21.392820 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-422c9d6b-6037-4a4c-a7be-53cc1813eaaf tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 0428b26c-17d3-4523-8675-9766f6eef506) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:21.397030 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c9d6b-6037-4a4c-a7be-53cc1813eaaf tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:21.397609 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-422c9d6b-6037-4a4c-a7be-53cc1813eaaf tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:21.402325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f353787-16cb-42f1-8720-83b781213b98 None None] Network 0428b26c-17d3-4523-8675-9766f6eef506 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:21.412997 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-422c9d6b-6037-4a4c-a7be-53cc1813eaaf tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3892810 Aug 24 01:06:21.417710 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46620) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:21.422617 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-40601074-7ca3-4475-976d-d3c97fb38fd0 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1023317627'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:21.443684 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40601074-7ca3-4475-976d-d3c97fb38fd0 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Made reservation on behalf of aa99b330d8f141df87d7d9ebcd6295a3 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:21.447259 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40601074-7ca3-4475-976d-d3c97fb38fd0 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:21.471664 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40601074-7ca3-4475-976d-d3c97fb38fd0 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:06:21.484688 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40601074-7ca3-4475-976d-d3c97fb38fd0 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:21.485035 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-40601074-7ca3-4475-976d-d3c97fb38fd0 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Added segment 335d4c41-dbc1-4a02-99aa-7b2bbf81b71c of type vlan for network 8714351d-06ad-47c7-a3c8-e869b0415ade Aug 24 01:06:21.526059 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40601074-7ca3-4475-976d-d3c97fb38fd0 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:21.552629 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40601074-7ca3-4475-976d-d3c97fb38fd0 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:21.559996 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40601074-7ca3-4475-976d-d3c97fb38fd0 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:21.560669 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40601074-7ca3-4475-976d-d3c97fb38fd0 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:21.561117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-0428b26c-17d3-4523-8675-9766f6eef506', 'network_id': '0428b26c-17d3-4523-8675-9766f6eef506', 'tenant_id': 'aa99b330d8f141df87d7d9ebcd6295a3', 'fixed_ips': [{'subnet_id': '636a3614-d316-49ce-b9cd-940fef1c0fe3'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:06:21.562006 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:21.615371 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-40601074-7ca3-4475-976d-d3c97fb38fd0 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1963727 Aug 24 01:06:21.618093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46622) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:21.623466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-87b0d1ff-6bdb-490a-9d14-31720a52a12b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Request body: {'subnet': {'network_id': '8714351d-06ad-47c7-a3c8-e869b0415ade', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:21.633468 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40601074-7ca3-4475-976d-d3c97fb38fd0 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Pushing event updated for resources: {'Network': ['ID=8714351d-06ad-47c7-a3c8-e869b0415ade,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:21.650086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 8714351d-06ad-47c7-a3c8-e869b0415ade details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:06:21.722546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b0d1ff-6bdb-490a-9d14-31720a52a12b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Made reservation on behalf of aa99b330d8f141df87d7d9ebcd6295a3 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:21.726203 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87b0d1ff-6bdb-490a-9d14-31720a52a12b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:21.763862 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Allocated IP 172.20.0.2 (0428b26c-17d3-4523-8675-9766f6eef506/636a3614-d316-49ce-b9cd-940fef1c0fe3/0e750559-4163-4431-99b0-76e3f75306e7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:06:21.906995 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87b0d1ff-6bdb-490a-9d14-31720a52a12b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:21.909380 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:21.919053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Transition to ACTIVE for port object 0e750559-4163-4431-99b0-76e3f75306e7 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:21.934158 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Transition to ACTIVE for port object 0e750559-4163-4431-99b0-76e3f75306e7 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:21.939748 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:21.968023 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0d1ff-6bdb-490a-9d14-31720a52a12b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Pushing event updated for resources: {'Subnet': ['ID=11462eef-8a08-4573-94eb-2fa20c23bb8e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:21.977577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0d1ff-6bdb-490a-9d14-31720a52a12b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Checking segment: {'id': '335d4c41-dbc1-4a02-99aa-7b2bbf81b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8714351d-06ad-47c7-a3c8-e869b0415ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:21.977953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b0d1ff-6bdb-490a-9d14-31720a52a12b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Network hostable DHCP agents. Network: 8714351d-06ad-47c7-a3c8-e869b0415ade, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:06:21.979697 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Network 0428b26c-17d3-4523-8675-9766f6eef506 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:06:21.982485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:21.985816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:06:21.993608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Pushing event updated for resources: {'Port': ['ID=0e750559-4163-4431-99b0-76e3f75306e7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:21.995447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b0d1ff-6bdb-490a-9d14-31720a52a12b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Network 8714351d-06ad-47c7-a3c8-e869b0415ade is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:06:22.005352 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-87b0d1ff-6bdb-490a-9d14-31720a52a12b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 8714351d-06ad-47c7-a3c8-e869b0415ade) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:22.009796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b0d1ff-6bdb-490a-9d14-31720a52a12b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:22.010591 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87b0d1ff-6bdb-490a-9d14-31720a52a12b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.019445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ff2243-eeca-4652-96dc-42c8b36a7e6b None None] Network 8714351d-06ad-47c7-a3c8-e869b0415ade requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:22.025873 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-87b0d1ff-6bdb-490a-9d14-31720a52a12b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4066837 Aug 24 01:06:22.028632 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46624) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:22.033972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e7cfbceb-ffc2-47c6-b64f-b925279c5f65 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Request body: {'router': {'external_gateway_info': {'network_id': '8714351d-06ad-47c7-a3c8-e869b0415ade'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:22.092250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Attempting to bind port 0e750559-4163-4431-99b0-76e3f75306e7 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:06:22.092511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Attempting to bind port 0e750559-4163-4431-99b0-76e3f75306e7 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '97e9ae8a-2217-4ce7-8061-e654cde50112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0428b26c-17d3-4523-8675-9766f6eef506'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:06:22.092831 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Attempting to bind port 0e750559-4163-4431-99b0-76e3f75306e7 on network 0428b26c-17d3-4523-8675-9766f6eef506 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:22.102013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:06:22.102391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Checking segment: {'id': '97e9ae8a-2217-4ce7-8061-e654cde50112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0428b26c-17d3-4523-8675-9766f6eef506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:22.102810 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.103218 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Bound using segment: {'id': '97e9ae8a-2217-4ce7-8061-e654cde50112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0428b26c-17d3-4523-8675-9766f6eef506'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:06:22.103694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Bound port: 0e750559-4163-4431-99b0-76e3f75306e7, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e9ae8a-2217-4ce7-8061-e654cde50112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0428b26c-17d3-4523-8675-9766f6eef506'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:06:22.104079 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.220281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] For port 0e750559-4163-4431-99b0-76e3f75306e7, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:06:22.223429 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] For port 0e750559-4163-4431-99b0-76e3f75306e7, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0e750559-4163-4431-99b0-76e3f75306e7,segment=NetworkSegment(97e9ae8a-2217-4ce7-8061-e654cde50112),segment_id=97e9ae8a-2217-4ce7-8061-e654cde50112)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:06:22.228618 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.238951 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbceb-ffc2-47c6-b64f-b925279c5f65 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.270759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-8714351d-06ad-47c7-a3c8-e869b0415ade', 'network_id': '8714351d-06ad-47c7-a3c8-e869b0415ade', 'tenant_id': 'aa99b330d8f141df87d7d9ebcd6295a3', 'fixed_ips': [{'subnet_id': '11462eef-8a08-4573-94eb-2fa20c23bb8e'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:06:22.271655 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.361524 n-d-805736-1 neutron-server[94837]: INFO neutron.api.v2.resource [None req-e7cfbceb-ffc2-47c6-b64f-b925279c5f65 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 01:06:22.368157 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e7cfbceb-ffc2-47c6-b64f-b925279c5f65 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] 10.222.0.32 "PUT /v2.0/routers/69261446-b51a-4dfb-a8a9-de0cfceb10f9 HTTP/1.1" status: 400 len: 364 time: 0.3327098 Aug 24 01:06:22.368528 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae04473-6a2d-4da9-b645-0bfafd990295 None None] Pushing event updated for resources: {'Port': ['ID=0e750559-4163-4431-99b0-76e3f75306e7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:22.373938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46626) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:22.443909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14fdbe4-1d62-40d0-a00c-99856bc5463c tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Deleting subnet 11462eef-8a08-4573-94eb-2fa20c23bb8e {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:06:22.445700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Allocated IP 172.21.0.2 (8714351d-06ad-47c7-a3c8-e869b0415ade/11462eef-8a08-4573-94eb-2fa20c23bb8e/89862e2d-7823-4f25-8d30-51bcc03e0911) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:06:22.622073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0e750559-4163-4431-99b0-76e3f75306e7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:22.672544 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.683399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Transition to ACTIVE for port object 89862e2d-7823-4f25-8d30-51bcc03e0911 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:22.702492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Transition to ACTIVE for port object 89862e2d-7823-4f25-8d30-51bcc03e0911 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:22.708582 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c14fdbe4-1d62-40d0-a00c-99856bc5463c tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.711241 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 0e750559-4163-4431-99b0-76e3f75306e7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:22.715547 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.750197 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c14fdbe4-1d62-40d0-a00c-99856bc5463c tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.757949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Network 8714351d-06ad-47c7-a3c8-e869b0415ade is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:06:22.762286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:22.766690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:06:22.769829 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Pushing event updated for resources: {'Port': ['ID=89862e2d-7823-4f25-8d30-51bcc03e0911,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:22.823684 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Attempting to bind port 89862e2d-7823-4f25-8d30-51bcc03e0911 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:06:22.824056 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Attempting to bind port 89862e2d-7823-4f25-8d30-51bcc03e0911 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '335d4c41-dbc1-4a02-99aa-7b2bbf81b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8714351d-06ad-47c7-a3c8-e869b0415ade'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:06:22.824419 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Attempting to bind port 89862e2d-7823-4f25-8d30-51bcc03e0911 on network 8714351d-06ad-47c7-a3c8-e869b0415ade {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:22.829286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:06:22.829661 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Checking segment: {'id': '335d4c41-dbc1-4a02-99aa-7b2bbf81b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8714351d-06ad-47c7-a3c8-e869b0415ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:22.830096 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.830490 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Bound using segment: {'id': '335d4c41-dbc1-4a02-99aa-7b2bbf81b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8714351d-06ad-47c7-a3c8-e869b0415ade'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:06:22.830981 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Bound port: 89862e2d-7823-4f25-8d30-51bcc03e0911, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335d4c41-dbc1-4a02-99aa-7b2bbf81b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8714351d-06ad-47c7-a3c8-e869b0415ade'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:06:22.831359 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.839093 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c14fdbe4-1d62-40d0-a00c-99856bc5463c tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.904055 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c14fdbe4-1d62-40d0-a00c-99856bc5463c tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.906843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] For port 89862e2d-7823-4f25-8d30-51bcc03e0911, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:06:22.909989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] For port 89862e2d-7823-4f25-8d30-51bcc03e0911, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=89862e2d-7823-4f25-8d30-51bcc03e0911,segment=NetworkSegment(335d4c41-dbc1-4a02-99aa-7b2bbf81b71c),segment_id=335d4c41-dbc1-4a02-99aa-7b2bbf81b71c)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:06:22.917892 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.931564 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fdbe4-1d62-40d0-a00c-99856bc5463c tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Pushing event deleted for resources: {'Subnet': ['ID=11462eef-8a08-4573-94eb-2fa20c23bb8e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:22.937535 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c14fdbe4-1d62-40d0-a00c-99856bc5463c tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:22.939846 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c14fdbe4-1d62-40d0-a00c-99856bc5463c tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] 10.222.0.32 "DELETE /v2.0/subnets/11462eef-8a08-4573-94eb-2fa20c23bb8e HTTP/1.1" status: 204 len: 168 time: 0.5646489 Aug 24 01:06:22.942886 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46628) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:22.989606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb7e6e-d06e-442d-be71-d30350fdc417 None None] Pushing event updated for resources: {'Port': ['ID=89862e2d-7823-4f25-8d30-51bcc03e0911,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:23.029814 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.088497 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Deleting port 89862e2d-7823-4f25-8d30-51bcc03e0911 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:06:23.088847 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.186383 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] For port 89862e2d-7823-4f25-8d30-51bcc03e0911, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=89862e2d-7823-4f25-8d30-51bcc03e0911,segment=NetworkSegment(335d4c41-dbc1-4a02-99aa-7b2bbf81b71c),segment_id=335d4c41-dbc1-4a02-99aa-7b2bbf81b71c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:23.186903 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.205909 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Calling delete_port for 89862e2d-7823-4f25-8d30-51bcc03e0911 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:06:23.292860 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.324319 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Pushing event deleted for resources: {'Port': ['ID=89862e2d-7823-4f25-8d30-51bcc03e0911,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:23.327985 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] No DVR routers for this DVR port 89862e2d-7823-4f25-8d30-51bcc03e0911 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:06:23.357792 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344df96f-90fc-4a2f-91bb-0db7ca945459 None None] Network 0428b26c-17d3-4523-8675-9766f6eef506 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:23.411489 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.414111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e8c8d50-da79-43a6-9276-07ffeafdc3da None None] Provisioning for port 0e750559-4163-4431-99b0-76e3f75306e7 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:23.421473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e8c8d50-da79-43a6-9276-07ffeafdc3da None None] Provisioning complete for port 0e750559-4163-4431-99b0-76e3f75306e7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:23.421711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8714351d-06ad-47c7-a3c8-e869b0415ade']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:23.421851 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e8c8d50-da79-43a6-9276-07ffeafdc3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.433441 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335d4c41-dbc1-4a02-99aa-7b2bbf81b71c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:23.433747 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335d4c41-dbc1-4a02-99aa-7b2bbf81b71c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:23.443882 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.458243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.466372 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:06:23.467035 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: timer() Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:06:23.471190 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:06:23.535785 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.540748 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.545334 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] 10.222.0.32 "DELETE /v2.0/networks/8714351d-06ad-47c7-a3c8-e869b0415ade HTTP/1.1" status: 204 len: 168 time: 0.5992575 Aug 24 01:06:23.546029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46630) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:23.563426 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0b08e-9b95-40d1-a1bb-b98fbed12c7b tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Pushing event deleted for resources: {'Network': ['ID=8714351d-06ad-47c7-a3c8-e869b0415ade,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:23.575668 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e8c8d50-da79-43a6-9276-07ffeafdc3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.614283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28d4f03-7f7b-445a-90bb-a2487ca4d397 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Deleting subnet 636a3614-d316-49ce-b9cd-940fef1c0fe3 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:06:23.617089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e8c8d50-da79-43a6-9276-07ffeafdc3da None None] For port 0e750559-4163-4431-99b0-76e3f75306e7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0e750559-4163-4431-99b0-76e3f75306e7,segment=NetworkSegment(97e9ae8a-2217-4ce7-8061-e654cde50112),segment_id=97e9ae8a-2217-4ce7-8061-e654cde50112)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:23.617833 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f28d4f03-7f7b-445a-90bb-a2487ca4d397 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.622177 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e8c8d50-da79-43a6-9276-07ffeafdc3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.665409 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f28d4f03-7f7b-445a-90bb-a2487ca4d397 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.686925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c8d50-da79-43a6-9276-07ffeafdc3da None None] Pushing event updated for resources: {'Port': ['ID=0e750559-4163-4431-99b0-76e3f75306e7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:23.764988 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f28d4f03-7f7b-445a-90bb-a2487ca4d397 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.830535 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f28d4f03-7f7b-445a-90bb-a2487ca4d397 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.859156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d4f03-7f7b-445a-90bb-a2487ca4d397 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Pushing event deleted for resources: {'Subnet': ['ID=636a3614-d316-49ce-b9cd-940fef1c0fe3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:23.863023 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f28d4f03-7f7b-445a-90bb-a2487ca4d397 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.865298 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f28d4f03-7f7b-445a-90bb-a2487ca4d397 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] 10.222.0.32 "DELETE /v2.0/subnets/636a3614-d316-49ce-b9cd-940fef1c0fe3 HTTP/1.1" status: 204 len: 168 time: 0.3180344 Aug 24 01:06:23.867754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46632) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:23.870106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0be7c5-574d-4f17-b05a-19459ebba7a0 None None] Network 0428b26c-17d3-4523-8675-9766f6eef506 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:23.953548 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:23.973200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-9d16692c-5498-4cfd-8b93-7ec82b04ad62 None None] Provisioning complete for port 0e750559-4163-4431-99b0-76e3f75306e7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:23.973723 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d16692c-5498-4cfd-8b93-7ec82b04ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.012382 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Deleting port 0e750559-4163-4431-99b0-76e3f75306e7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:06:24.012726 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.079096 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] For port 0e750559-4163-4431-99b0-76e3f75306e7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0e750559-4163-4431-99b0-76e3f75306e7,segment=NetworkSegment(97e9ae8a-2217-4ce7-8061-e654cde50112),segment_id=97e9ae8a-2217-4ce7-8061-e654cde50112)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:24.079471 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.089117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23713c67-771d-49a1-8364-d3e5b0c77555 None None] DHCP port deletion for 8714351d-06ad-47c7-a3c8-e869b0415ade request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:06:24.100334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Calling delete_port for 0e750559-4163-4431-99b0-76e3f75306e7 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:06:24.103095 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da71c7-caf9-4874-ab5d-e72709ac5814 None None] Network 8714351d-06ad-47c7-a3c8-e869b0415ade requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:24.116251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92873a44-2227-4940-98b9-a57c3fdc7db9 None None] DHCP port deletion for 0428b26c-17d3-4523-8675-9766f6eef506 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:06:24.120010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da71c7-caf9-4874-ab5d-e72709ac5814 None None] Network 8714351d-06ad-47c7-a3c8-e869b0415ade could not be found, it might have been deleted concurrently. {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 24 01:06:24.174452 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.178487 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-92873a44-2227-4940-98b9-a57c3fdc7db9 None None] Deleting port 0e750559-4163-4431-99b0-76e3f75306e7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:06:24.178887 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92873a44-2227-4940-98b9-a57c3fdc7db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.183387 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.217312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] No DVR routers for this DVR port 0e750559-4163-4431-99b0-76e3f75306e7 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:06:24.220086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6dad6ebf-9735-45d8-8b89-23cda7fff6f4 None None] Could not find standard attr ID for object 89862e2d-7823-4f25-8d30-51bcc03e0911. {{(pid=94839) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 01:06:24.223598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Pushing event deleted for resources: {'Port': ['ID=0e750559-4163-4431-99b0-76e3f75306e7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:24.248960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-92873a44-2227-4940-98b9-a57c3fdc7db9 None None] For port 0e750559-4163-4431-99b0-76e3f75306e7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=0e750559-4163-4431-99b0-76e3f75306e7,segment=NetworkSegment(97e9ae8a-2217-4ce7-8061-e654cde50112),segment_id=97e9ae8a-2217-4ce7-8061-e654cde50112)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:24.249367 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92873a44-2227-4940-98b9-a57c3fdc7db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.262332 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-92873a44-2227-4940-98b9-a57c3fdc7db9 None None] Calling delete_port for 0e750559-4163-4431-99b0-76e3f75306e7 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:06:24.303173 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.312796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0428b26c-17d3-4523-8675-9766f6eef506']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:24.323033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e9ae8a-2217-4ce7-8061-e654cde50112') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:24.323328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e9ae8a-2217-4ce7-8061-e654cde50112') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:24.333066 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.342145 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92873a44-2227-4940-98b9-a57c3fdc7db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.346474 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.353040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:06:24.353428 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: timer() Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:06:24.356369 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:06:24.370109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92873a44-2227-4940-98b9-a57c3fdc7db9 None None] No DVR routers for this DVR port 0e750559-4163-4431-99b0-76e3f75306e7 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:06:24.376482 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92873a44-2227-4940-98b9-a57c3fdc7db9 None None] Pushing event deleted for resources: {'Port': ['ID=0e750559-4163-4431-99b0-76e3f75306e7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:24.413291 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.418969 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.420951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] 10.222.0.32 "DELETE /v2.0/networks/0428b26c-17d3-4523-8675-9766f6eef506 HTTP/1.1" status: 204 len: 168 time: 0.5522251 Aug 24 01:06:24.423703 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:24.435648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabc83e-f346-4633-9785-2cf9fe71dedc tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Pushing event deleted for resources: {'Network': ['ID=0428b26c-17d3-4523-8675-9766f6eef506,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:24.450580 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-de894e86-8c12-490d-bed2-cf5d4222d4f3 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] 10.222.0.32 "GET /v2.0/ports?device_id=69261446-b51a-4dfb-a8a9-de0cfceb10f9 HTTP/1.1" status: 200 len: 205 time: 0.0256128 Aug 24 01:06:24.452883 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46636) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:24.532771 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2d3b-0ac0-4778-adfd-cb06007864c5 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.565754 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0e750559-4163-4431-99b0-76e3f75306e7 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:06:24.587416 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 0e750559-4163-4431-99b0-76e3f75306e7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:06:24.587751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 0e750559-4163-4431-99b0-76e3f75306e7 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:06:24.691056 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2d3b-0ac0-4778-adfd-cb06007864c5 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.693692 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2d3b-0ac0-4778-adfd-cb06007864c5 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.736858 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2d3b-0ac0-4778-adfd-cb06007864c5 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.737498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbb2d3b-0ac0-4778-adfd-cb06007864c5 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Fanout notify agent at l3_agent the message router_deleted on router 69261446-b51a-4dfb-a8a9-de0cfceb10f9 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:06:24.744728 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fdbb2d3b-0ac0-4778-adfd-cb06007864c5 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:24.745887 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fdbb2d3b-0ac0-4778-adfd-cb06007864c5 tempest-RoutersNegativeTest-357562799 tempest-RoutersNegativeTest-357562799-project] 10.222.0.32 "DELETE /v2.0/routers/69261446-b51a-4dfb-a8a9-de0cfceb10f9 HTTP/1.1" status: 204 len: 168 time: 0.2920637 Aug 24 01:06:24.983633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46642) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:25.116994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3938119e-1e08-4bd7-895d-232840a55f9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa99b330d8f141df87d7d9ebcd6295a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321061 Aug 24 01:06:25.119532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46646) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:25.166945 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83c2b2c6-fc52-41a7-a87c-757629c8311b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:25.187383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83c2b2c6-fc52-41a7-a87c-757629c8311b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:25.233865 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83c2b2c6-fc52-41a7-a87c-757629c8311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:25.236659 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-83c2b2c6-fc52-41a7-a87c-757629c8311b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:25.237817 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-83c2b2c6-fc52-41a7-a87c-757629c8311b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95addaff-a817-4fe7-bbc5-83833d93c911 HTTP/1.1" status: 204 len: 168 time: 0.1174049 Aug 24 01:06:25.246939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2b2c6-fc52-41a7-a87c-757629c8311b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95addaff-a817-4fe7-bbc5-83833d93c911,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:25.864920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46668) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:25.965272 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1181087577-network', 'tenant_id': 'a9746592fe884555afb875e237cfc922'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:25.986093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] Made reservation on behalf of a9746592fe884555afb875e237cfc922 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:25.988699 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:25.996757 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.085840 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.089187 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.113166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:06:26.122820 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186d82ab-d7b1-47a7-a7c6-7913f44f830a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:26.127564 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.127907 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] Added segment 665e5daa-5e09-4961-b37d-049521a2ba16 of type vlan for network 87ab44f9-34eb-488c-8840-f8a046b8ed30 Aug 24 01:06:26.174795 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.200644 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.201808 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:26.202441 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.248412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3823712 Aug 24 01:06:26.251435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46672) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:26.257238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Request body: {'subnet': {'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1181087577-subnet', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:26.263074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843537a0-2b0e-4c41-b258-c73836ec21bd admin admin] Pushing event updated for resources: {'Network': ['ID=87ab44f9-34eb-488c-8840-f8a046b8ed30,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:26.273245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 87ab44f9-34eb-488c-8840-f8a046b8ed30 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:06:26.280359 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Made reservation on behalf of a9746592fe884555afb875e237cfc922 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:26.282987 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.448540 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.501330 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d9d6ed-e58b-4ad6-812c-961e5bdc934a,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:26.514094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:26.514439 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:26.514793 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:26.515133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:26.515652 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:26.515982 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:26.516303 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:26.516625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:26.516948 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:26.517264 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:26.517584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:26.518085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:26.525055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Checking segment: {'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:26.525614 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Network hostable DHCP agents. Network: 87ab44f9-34eb-488c-8840-f8a046b8ed30, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:06:26.543043 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Network 87ab44f9-34eb-488c-8840-f8a046b8ed30 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:06:26.552204 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 87ab44f9-34eb-488c-8840-f8a046b8ed30) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:26.556342 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:26.561293 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.564674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70a44d9-8f7b-4b54-8ee0-5cbd1043ee03 None None] Network 87ab44f9-34eb-488c-8840-f8a046b8ed30 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:26.572902 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b5227463-4954-4d79-99c6-b3573b5e55cd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3203554 Aug 24 01:06:26.575640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46674) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:26.580003 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1181087577-router', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:26.599938 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.601036 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.659860 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.719606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-87ab44f9-34eb-488c-8840-f8a046b8ed30', 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'fixed_ips': [{'subnet_id': 'd4d9d6ed-e58b-4ad6-812c-961e5bdc934a'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:06:26.720482 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.803779 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.860180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Allocated IP 172.20.0.2 (87ab44f9-34eb-488c-8840-f8a046b8ed30/d4d9d6ed-e58b-4ad6-812c-961e5bdc934a/c835b378-a261-4e03-bf2e-bc055f1f5932) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:06:27.011782 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:27.032225 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:27.144920 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Allocated IP 172.25.8.51 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/515f779a-b9af-41ec-b8ab-21db41f666a1) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:06:27.160388 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:27.168935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Transition to ACTIVE for port object c835b378-a261-4e03-bf2e-bc055f1f5932 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:27.184518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Transition to ACTIVE for port object c835b378-a261-4e03-bf2e-bc055f1f5932 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:27.189869 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:27.230019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Network 87ab44f9-34eb-488c-8840-f8a046b8ed30 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:06:27.234109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:27.238970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:06:27.242002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Pushing event updated for resources: {'Port': ['ID=c835b378-a261-4e03-bf2e-bc055f1f5932,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:27.249608 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:27.295067 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:27.297031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Attempting to bind port c835b378-a261-4e03-bf2e-bc055f1f5932 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:06:27.297434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Attempting to bind port c835b378-a261-4e03-bf2e-bc055f1f5932 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:06:27.297769 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Attempting to bind port c835b378-a261-4e03-bf2e-bc055f1f5932 on network 87ab44f9-34eb-488c-8840-f8a046b8ed30 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:27.302766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:06:27.303178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Checking segment: {'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:27.303582 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:27.303982 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Bound using segment: {'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:06:27.304450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Bound port: c835b378-a261-4e03-bf2e-bc055f1f5932, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:06:27.304831 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:27.333846 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:06:27.338109 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:27.341548 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:06:27.367267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Pushing event updated for resources: {'Port': ['ID=515f779a-b9af-41ec-b8ab-21db41f666a1,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:27.369685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] For port c835b378-a261-4e03-bf2e-bc055f1f5932, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:06:27.372578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] For port c835b378-a261-4e03-bf2e-bc055f1f5932, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c835b378-a261-4e03-bf2e-bc055f1f5932,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:06:27.376495 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:27.432354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4e8e8-c59b-4047-b567-54629dddb752 None None] Pushing event updated for resources: {'Port': ['ID=c835b378-a261-4e03-bf2e-bc055f1f5932,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:27.587683 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-447c3932-5c24-445c-afa6-10680780d7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:27.621664 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:28.084152 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:28.220672 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Router b8cf4bcf-b7db-4245-b6a6-b16059d47b13 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:06:28.330481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:06:28.341514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Sync routers for ids ['b8cf4bcf-b7db-4245-b6a6-b16059d47b13'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:06:28.346627 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:28.349025 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2c1edf1e-122b-4e8a-bec9-61ab3476d84a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7721467 Aug 24 01:06:28.351868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46676) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:28.354099 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Routers {'b8cf4bcf-b7db-4245-b6a6-b16059d47b13'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:06:28.354717 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:06:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b8cf4bcf-b7db-4245-b6a6-b16059d47b13'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:28.396311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949ba3d4-869d-44fc-8dfe-aba0b4b54229 None None] Network 87ab44f9-34eb-488c-8840-f8a046b8ed30 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:28.513341 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f101b559-4bcf-4c0e-8277-fb1b8b4f8281 None None] Provisioning for port c835b378-a261-4e03-bf2e-bc055f1f5932 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:28.542572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Set router b8cf4bcf-b7db-4245-b6a6-b16059d47b13 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:06:28.624015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c835b378-a261-4e03-bf2e-bc055f1f5932 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:28.780815 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port c835b378-a261-4e03-bf2e-bc055f1f5932 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:28.786870 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port c835b378-a261-4e03-bf2e-bc055f1f5932 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:28.787237 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:28.798185 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:28.894079 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'name': 'tempest-TestEncryptedCinderVolumes-1181087577-router', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '515f779a-b9af-41ec-b8ab-21db41f666a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:26Z', 'updated_at': '2021-08-24T01:06:27Z', 'revision_number': 3, 'project_id': 'a9746592fe884555afb875e237cfc922', 'gw_port': {'id': '515f779a-b9af-41ec-b8ab-21db41f666a1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:27Z', 'updated_at': '2021-08-24T01:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:28.926965 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Checking router: b8cf4bcf-b7db-4245-b6a6-b16059d47b13 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:06:28.927322 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Updating router b8cf4bcf-b7db-4245-b6a6-b16059d47b13 port 515f779a-b9af-41ec-b8ab-21db41f666a1 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:06:28.950684 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:28.966502 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:28.970407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Allocated IP 172.20.0.1 (87ab44f9-34eb-488c-8840-f8a046b8ed30/d4d9d6ed-e58b-4ad6-812c-961e5bdc934a/475d46ec-7e0c-4f6a-8a61-2ec9ff069736) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:06:29.022197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port c835b378-a261-4e03-bf2e-bc055f1f5932, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c835b378-a261-4e03-bf2e-bc055f1f5932,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:29.068958 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.075393 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.091515 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Transition to ACTIVE for port object 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:29.125307 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.177787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Network 87ab44f9-34eb-488c-8840-f8a046b8ed30 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:06:29.180799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:29.183394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7e546b49-15cd-4dbc-8487-91a412244de8 None None] Provisioning complete for port c835b378-a261-4e03-bf2e-bc055f1f5932 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:29.183785 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7e546b49-15cd-4dbc-8487-91a412244de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.184421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:06:29.210280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=c835b378-a261-4e03-bf2e-bc055f1f5932,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:29.220579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=475d46ec-7e0c-4f6a-8a61-2ec9ff069736,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:29.232465 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.367595 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.369077 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.377925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Transition to ACTIVE for port object 515f779a-b9af-41ec-b8ab-21db41f666a1 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:29.383705 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.445530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d50438-a00d-4176-a644-8850347b5142 None None] Pushing event updated for resources: {'Port': ['ID=515f779a-b9af-41ec-b8ab-21db41f666a1,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:29.448780 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Attempting to bind port 515f779a-b9af-41ec-b8ab-21db41f666a1 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:06:29.449149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Attempting to bind port 515f779a-b9af-41ec-b8ab-21db41f666a1 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:06:29.449527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Attempting to bind port 515f779a-b9af-41ec-b8ab-21db41f666a1 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:29.456342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:06:29.456694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:29.457742 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.458246 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:06:29.458878 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Bound port: 515f779a-b9af-41ec-b8ab-21db41f666a1, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:06:29.459270 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.462582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eb87df6b-dd9a-4d80-86c0-03fbe00e137d None None] Provisioning for port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:29.485901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-eb87df6b-dd9a-4d80-86c0-03fbe00e137d None None] Provisioning complete for port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:29.486275 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb87df6b-dd9a-4d80-86c0-03fbe00e137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.541905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-eb87df6b-dd9a-4d80-86c0-03fbe00e137d None None] Port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:06:29.547181 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] For port 515f779a-b9af-41ec-b8ab-21db41f666a1, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:06:29.549960 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.550362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] For port 515f779a-b9af-41ec-b8ab-21db41f666a1, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=515f779a-b9af-41ec-b8ab-21db41f666a1,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:06:29.555288 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.555715 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.622239 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.623682 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d50438-a00d-4176-a644-8850347b5142 None None] Pushing event updated for resources: {'Port': ['ID=515f779a-b9af-41ec-b8ab-21db41f666a1,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:29.624893 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=475d46ec-7e0c-4f6a-8a61-2ec9ff069736,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:29.626288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Routers {'b8cf4bcf-b7db-4245-b6a6-b16059d47b13'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:06:29.627387 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:06:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b8cf4bcf-b7db-4245-b6a6-b16059d47b13'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:29.717919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Network 87ab44f9-34eb-488c-8840-f8a046b8ed30 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:06:29.719530 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:29.739191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] Set router b8cf4bcf-b7db-4245-b6a6-b16059d47b13 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:06:30.080974 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:30.091415 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-31061681-6e04-4886-90f2-6eff755b067f None None] Provisioning complete for port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:30.091793 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-31061681-6e04-4886-90f2-6eff755b067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:30.161285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-31061681-6e04-4886-90f2-6eff755b067f None None] Port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:06:30.192068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Router b8cf4bcf-b7db-4245-b6a6-b16059d47b13 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:06:30.196663 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:30.208612 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'name': 'tempest-TestEncryptedCinderVolumes-1181087577-router', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '515f779a-b9af-41ec-b8ab-21db41f666a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:26Z', 'updated_at': '2021-08-24T01:06:29Z', 'revision_number': 4, 'project_id': 'a9746592fe884555afb875e237cfc922', 'gw_port': {'id': '515f779a-b9af-41ec-b8ab-21db41f666a1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:27Z', 'updated_at': '2021-08-24T01:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '475d46ec-7e0c-4f6a-8a61-2ec9ff069736', 'name': '', 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'mac_address': 'fa:16:3e:1d:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd4d9d6ed-e58b-4ad6-812c-961e5bdc934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:28Z', 'updated_at': '2021-08-24T01:06:29Z', 'revision_number': 2, 'project_id': 'a9746592fe884555afb875e237cfc922', 'subnets': [{'id': 'd4d9d6ed-e58b-4ad6-812c-961e5bdc934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:30.239810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398baf1a-7d7f-4b25-99e4-14b2b244dd75 None None] The sync data for ids ['b8cf4bcf-b7db-4245-b6a6-b16059d47b13'] in n-d-805736-1 is: [{'id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'name': 'tempest-TestEncryptedCinderVolumes-1181087577-router', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '515f779a-b9af-41ec-b8ab-21db41f666a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:26Z', 'updated_at': '2021-08-24T01:06:29Z', 'revision_number': 4, 'project_id': 'a9746592fe884555afb875e237cfc922', 'gw_port': {'id': '515f779a-b9af-41ec-b8ab-21db41f666a1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:27Z', 'updated_at': '2021-08-24T01:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '475d46ec-7e0c-4f6a-8a61-2ec9ff069736', 'name': '', 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'mac_address': 'fa:16:3e:1d:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd4d9d6ed-e58b-4ad6-812c-961e5bdc934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:28Z', 'updated_at': '2021-08-24T01:06:29Z', 'revision_number': 2, 'project_id': 'a9746592fe884555afb875e237cfc922', 'subnets': [{'id': 'd4d9d6ed-e58b-4ad6-812c-961e5bdc934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:06:30.261667 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6c09289b-2928-4831-b9bf-b5e2027ec550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:30.305100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:06:30.311043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cdc606c8-6210-4bdd-895f-c55bc6170fa9 admin admin] 10.222.0.32 "PUT /v2.0/routers/b8cf4bcf-b7db-4245-b6a6-b16059d47b13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9577093 Aug 24 01:06:30.591804 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c835b378-a261-4e03-bf2e-bc055f1f5932 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:30.644160 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port c835b378-a261-4e03-bf2e-bc055f1f5932 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:30.644628 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:30.829773 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46692) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:30.835762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-7748503-network', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:30.857978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] Made reservation on behalf of ec29e5ad49f8488f80926db76a34ef8f for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:30.860364 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:30.870219 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:30.989663 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:30.995240 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.021927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:06:31.032447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ae6758-d35a-421b-9016-24dece890fd5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:31.037724 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.038078 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] Added segment 0dc85ad3-4e36-4164-aab1-91d2424640d5 of type vlan for network 6a1a93e8-c0db-49d4-ae91-9187d745da15 Aug 24 01:06:31.079683 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.105569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.106656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:31.107280 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.163462 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3324459 Aug 24 01:06:31.166209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 46694) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:31.171536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3c0d4ea5-2bc4-4341-9e2d-a05cc4da153b admin admin] Request body: {'subnet': {'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-7748503-subnet', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:31.174535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf3b91-a907-47d1-b337-dc7784366d1b admin admin] Pushing event updated for resources: {'Network': ['ID=6a1a93e8-c0db-49d4-ae91-9187d745da15,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:31.185261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 6a1a93e8-c0db-49d4-ae91-9187d745da15 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:06:31.193864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0d4ea5-2bc4-4341-9e2d-a05cc4da153b admin admin] Made reservation on behalf of ec29e5ad49f8488f80926db76a34ef8f for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:31.196303 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4ea5-2bc4-4341-9e2d-a05cc4da153b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.378366 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4ea5-2bc4-4341-9e2d-a05cc4da153b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.424637 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.433788 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d4ea5-2bc4-4341-9e2d-a05cc4da153b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f425459-6d3f-4fa6-88de-c7458e0452ad,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:31.451835 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d4ea5-2bc4-4341-9e2d-a05cc4da153b admin admin] Checking segment: {'id': '0dc85ad3-4e36-4164-aab1-91d2424640d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:31.452195 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0d4ea5-2bc4-4341-9e2d-a05cc4da153b admin admin] Network hostable DHCP agents. Network: 6a1a93e8-c0db-49d4-ae91-9187d745da15, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:06:31.468720 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0d4ea5-2bc4-4341-9e2d-a05cc4da153b admin admin] Network 6a1a93e8-c0db-49d4-ae91-9187d745da15 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:06:31.479955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-3c0d4ea5-2bc4-4341-9e2d-a05cc4da153b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 6a1a93e8-c0db-49d4-ae91-9187d745da15) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:31.485367 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0d4ea5-2bc4-4341-9e2d-a05cc4da153b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:31.485964 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4ea5-2bc4-4341-9e2d-a05cc4da153b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.493606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e758c-3e4e-4bbc-97a6-63c36c7aa790 None None] Network 6a1a93e8-c0db-49d4-ae91-9187d745da15 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:31.506699 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46696) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:31.512096 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-7748503-router', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:31.517128 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3c0d4ea5-2bc4-4341-9e2d-a05cc4da153b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3496199 Aug 24 01:06:31.537670 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.538681 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.594448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.658376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-6a1a93e8-c0db-49d4-ae91-9187d745da15', 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'fixed_ips': [{'subnet_id': '9f425459-6d3f-4fa6-88de-c7458e0452ad'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:06:31.659272 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.738385 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.797320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Allocated IP 172.20.0.2 (6a1a93e8-c0db-49d4-ae91-9187d745da15/9f425459-6d3f-4fa6-88de-c7458e0452ad/6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:06:31.939253 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.950620 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.960541 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Transition to ACTIVE for port object 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:31.964774 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.976131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Transition to ACTIVE for port object 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:31.982681 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.024567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Network 6a1a93e8-c0db-49d4-ae91-9187d745da15 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:06:32.029007 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:32.032604 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:06:32.042071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Pushing event updated for resources: {'Port': ['ID=6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:32.073343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Allocated IP 172.25.8.89 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/a3f67a5b-e4b4-428a-8951-87b585df8b2a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:06:32.095256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Attempting to bind port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:06:32.095639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Attempting to bind port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '0dc85ad3-4e36-4164-aab1-91d2424640d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:06:32.096001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Attempting to bind port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 on network 6a1a93e8-c0db-49d4-ae91-9187d745da15 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:32.101657 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:06:32.102038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Checking segment: {'id': '0dc85ad3-4e36-4164-aab1-91d2424640d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:32.102436 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.102857 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Bound using segment: {'id': '0dc85ad3-4e36-4164-aab1-91d2424640d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:06:32.103325 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Bound port: 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc85ad3-4e36-4164-aab1-91d2424640d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:06:32.103707 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.171090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] For port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:06:32.174658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] For port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8,segment=NetworkSegment(0dc85ad3-4e36-4164-aab1-91d2424640d5),segment_id=0dc85ad3-4e36-4164-aab1-91d2424640d5)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:06:32.179139 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.192597 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.241898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a1da8-64ea-4cd7-b6c8-df9b73742c7f None None] Pushing event updated for resources: {'Port': ['ID=6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:32.242494 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.293012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:06:32.296076 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Sync routers for ids ['b8cf4bcf-b7db-4245-b6a6-b16059d47b13'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:06:32.297772 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:32.300333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:06:32.307835 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Routers {'b8cf4bcf-b7db-4245-b6a6-b16059d47b13'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:06:32.308451 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:06:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b8cf4bcf-b7db-4245-b6a6-b16059d47b13'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:32.324192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Pushing event updated for resources: {'Port': ['ID=a3f67a5b-e4b4-428a-8951-87b585df8b2a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:32.446683 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Set router b8cf4bcf-b7db-4245-b6a6-b16059d47b13 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:06:32.622587 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.653110 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 515f779a-b9af-41ec-b8ab-21db41f666a1 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:32.676267 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'name': 'tempest-TestEncryptedCinderVolumes-1181087577-router', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '515f779a-b9af-41ec-b8ab-21db41f666a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:26Z', 'updated_at': '2021-08-24T01:06:29Z', 'revision_number': 4, 'project_id': 'a9746592fe884555afb875e237cfc922', 'gw_port': {'id': '515f779a-b9af-41ec-b8ab-21db41f666a1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:27Z', 'updated_at': '2021-08-24T01:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '475d46ec-7e0c-4f6a-8a61-2ec9ff069736', 'name': '', 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'mac_address': 'fa:16:3e:1d:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd4d9d6ed-e58b-4ad6-812c-961e5bdc934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:28Z', 'updated_at': '2021-08-24T01:06:29Z', 'revision_number': 2, 'project_id': 'a9746592fe884555afb875e237cfc922', 'subnets': [{'id': 'd4d9d6ed-e58b-4ad6-812c-961e5bdc934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:32.703023 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Checking router: b8cf4bcf-b7db-4245-b6a6-b16059d47b13 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:06:32.703654 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Updating router b8cf4bcf-b7db-4245-b6a6-b16059d47b13 port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:06:32.709710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 515f779a-b9af-41ec-b8ab-21db41f666a1 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:32.714209 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 515f779a-b9af-41ec-b8ab-21db41f666a1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:32.714723 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.734812 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.798017 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.819228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 515f779a-b9af-41ec-b8ab-21db41f666a1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=515f779a-b9af-41ec-b8ab-21db41f666a1,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:32.823918 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.824712 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:32.834976 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.913465 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=515f779a-b9af-41ec-b8ab-21db41f666a1,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:32.932968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:32.980489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Router e6c49f6b-c8c9-4415-8008-5f394c438ccc is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:06:33.033730 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:33.048486 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Transition to ACTIVE for port object 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:33.055146 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:33.099650 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:06:33.101394 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7434c17-1573-4ebd-b6af-8cf673e9dac7 None None] Pushing event updated for resources: {'Port': ['ID=475d46ec-7e0c-4f6a-8a61-2ec9ff069736,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:33.109329 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7434c17-1573-4ebd-b6af-8cf673e9dac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:33.109680 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7434c17-1573-4ebd-b6af-8cf673e9dac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:33.110185 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7434c17-1573-4ebd-b6af-8cf673e9dac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:33.110681 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7434c17-1573-4ebd-b6af-8cf673e9dac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:33.111233 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7434c17-1573-4ebd-b6af-8cf673e9dac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:33.111745 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7434c17-1573-4ebd-b6af-8cf673e9dac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:33.112114 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7434c17-1573-4ebd-b6af-8cf673e9dac7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:33.112408 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7434c17-1573-4ebd-b6af-8cf673e9dac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:33.112719 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Sync routers for ids ['e6c49f6b-c8c9-4415-8008-5f394c438ccc'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:06:33.112844 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7434c17-1573-4ebd-b6af-8cf673e9dac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:33.113615 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7434c17-1573-4ebd-b6af-8cf673e9dac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:33.113907 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7434c17-1573-4ebd-b6af-8cf673e9dac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:33.114307 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7434c17-1573-4ebd-b6af-8cf673e9dac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:33.126448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:33.127962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1b646e6e-9469-4bcb-9aad-a77054da18cf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6202097 Aug 24 01:06:33.130552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 46698) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:06:33.137546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Routers {'e6c49f6b-c8c9-4415-8008-5f394c438ccc'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:06:33.138320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:06:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e6c49f6b-c8c9-4415-8008-5f394c438ccc'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:33.212038 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Attempting to bind port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:06:33.212605 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Attempting to bind port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:06:33.213113 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Attempting to bind port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 on network 87ab44f9-34eb-488c-8840-f8a046b8ed30 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:33.220236 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:06:33.220767 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Checking segment: {'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:33.221270 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:33.221939 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Bound using segment: {'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:06:33.222374 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Bound port: 475d46ec-7e0c-4f6a-8a61-2ec9ff069736, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:06:33.223782 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:33.226176 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:33.308554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Set router e6c49f6b-c8c9-4415-8008-5f394c438ccc gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:06:33.319668 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] For port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:06:33.324041 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] For port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=475d46ec-7e0c-4f6a-8a61-2ec9ff069736,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:06:33.329667 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:33.398424 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7434c17-1573-4ebd-b6af-8cf673e9dac7 None None] Pushing event updated for resources: {'Port': ['ID=475d46ec-7e0c-4f6a-8a61-2ec9ff069736,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:33.410340 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Routers {'b8cf4bcf-b7db-4245-b6a6-b16059d47b13'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:06:33.411248 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:06:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b8cf4bcf-b7db-4245-b6a6-b16059d47b13'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:33.531703 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ff9c6-167f-44a1-af17-784bc42d13b3 None None] Network 6a1a93e8-c0db-49d4-ae91-9187d745da15 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:06:33.541913 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] Set router b8cf4bcf-b7db-4245-b6a6-b16059d47b13 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:06:33.662723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ba244975-2e79-4b3c-b0ac-b6f6cca76e33 None None] Provisioning for port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:33.669889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ba244975-2e79-4b3c-b0ac-b6f6cca76e33 None None] Provisioning complete for port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:33.670921 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba244975-2e79-4b3c-b0ac-b6f6cca76e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:33.715034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:33.724119 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'name': 'tempest-TestEncryptedCinderVolumes-7748503-router', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a3f67a5b-e4b4-428a-8951-87b585df8b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:06:32Z', 'revision_number': 3, 'project_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'gw_port': {'id': 'a3f67a5b-e4b4-428a-8951-87b585df8b2a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:33.764758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Checking router: e6c49f6b-c8c9-4415-8008-5f394c438ccc for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:06:33.765164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Updating router e6c49f6b-c8c9-4415-8008-5f394c438ccc port a3f67a5b-e4b4-428a-8951-87b585df8b2a binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:06:33.778686 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'name': 'tempest-TestEncryptedCinderVolumes-1181087577-router', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '515f779a-b9af-41ec-b8ab-21db41f666a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:26Z', 'updated_at': '2021-08-24T01:06:29Z', 'revision_number': 4, 'project_id': 'a9746592fe884555afb875e237cfc922', 'gw_port': {'id': '515f779a-b9af-41ec-b8ab-21db41f666a1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:27Z', 'updated_at': '2021-08-24T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '475d46ec-7e0c-4f6a-8a61-2ec9ff069736', 'name': '', 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'mac_address': 'fa:16:3e:1d:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd4d9d6ed-e58b-4ad6-812c-961e5bdc934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:28Z', 'updated_at': '2021-08-24T01:06:33Z', 'revision_number': 4, 'project_id': 'a9746592fe884555afb875e237cfc922', 'subnets': [{'id': 'd4d9d6ed-e58b-4ad6-812c-961e5bdc934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:33.805849 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e1b6c-fc8f-4758-b749-131a4a66ff72 None None] The sync data for ids ['b8cf4bcf-b7db-4245-b6a6-b16059d47b13'] in n-d-805736-1 is: [{'id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'name': 'tempest-TestEncryptedCinderVolumes-1181087577-router', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '515f779a-b9af-41ec-b8ab-21db41f666a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:26Z', 'updated_at': '2021-08-24T01:06:29Z', 'revision_number': 4, 'project_id': 'a9746592fe884555afb875e237cfc922', 'gw_port': {'id': '515f779a-b9af-41ec-b8ab-21db41f666a1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:27Z', 'updated_at': '2021-08-24T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '475d46ec-7e0c-4f6a-8a61-2ec9ff069736', 'name': '', 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'mac_address': 'fa:16:3e:1d:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd4d9d6ed-e58b-4ad6-812c-961e5bdc934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:28Z', 'updated_at': '2021-08-24T01:06:33Z', 'revision_number': 4, 'project_id': 'a9746592fe884555afb875e237cfc922', 'subnets': [{'id': 'd4d9d6ed-e58b-4ad6-812c-961e5bdc934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:06:33.826154 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:33.888368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Allocated IP 172.20.0.1 (6a1a93e8-c0db-49d4-ae91-9187d745da15/9f425459-6d3f-4fa6-88de-c7458e0452ad/4c44416e-a596-4a83-87d7-1a8be0d12dc1) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:06:33.984306 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba244975-2e79-4b3c-b0ac-b6f6cca76e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.017701 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.036293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Transition to ACTIVE for port object 4c44416e-a596-4a83-87d7-1a8be0d12dc1 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:34.069805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ba244975-2e79-4b3c-b0ac-b6f6cca76e33 None None] For port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8,segment=NetworkSegment(0dc85ad3-4e36-4164-aab1-91d2424640d5),segment_id=0dc85ad3-4e36-4164-aab1-91d2424640d5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:34.079641 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ba244975-2e79-4b3c-b0ac-b6f6cca76e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.081181 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.138805 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Network 6a1a93e8-c0db-49d4-ae91-9187d745da15 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:06:34.142432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:34.148962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:06:34.170623 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba244975-2e79-4b3c-b0ac-b6f6cca76e33 None None] Pushing event updated for resources: {'Port': ['ID=6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:34.190757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Pushing event updated for resources: {'Port': ['ID=4c44416e-a596-4a83-87d7-1a8be0d12dc1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:34.207832 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.263538 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e5d3fee1-23ec-4aad-b058-1a68d160db14 None None] Provisioning complete for port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:34.263888 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e5d3fee1-23ec-4aad-b058-1a68d160db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.297865 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.316089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Transition to ACTIVE for port object a3f67a5b-e4b4-428a-8951-87b585df8b2a will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:34.327080 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.606546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Attempting to bind port a3f67a5b-e4b4-428a-8951-87b585df8b2a on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:06:34.606948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Attempting to bind port a3f67a5b-e4b4-428a-8951-87b585df8b2a by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:06:34.607346 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Attempting to bind port a3f67a5b-e4b4-428a-8951-87b585df8b2a on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:34.619005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15303e4d-7799-4fc8-80ae-9f7a2882cfd6 None None] Pushing event updated for resources: {'Port': ['ID=a3f67a5b-e4b4-428a-8951-87b585df8b2a,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:34.624187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:06:34.625204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:34.625704 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.626261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:06:34.626855 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Bound port: a3f67a5b-e4b4-428a-8951-87b585df8b2a, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:06:34.627244 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.654142 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 515f779a-b9af-41ec-b8ab-21db41f666a1 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:34.717199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] For port a3f67a5b-e4b4-428a-8951-87b585df8b2a, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:06:34.720497 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] For port a3f67a5b-e4b4-428a-8951-87b585df8b2a, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a3f67a5b-e4b4-428a-8951-87b585df8b2a,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:06:34.728348 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.729053 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.780284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 515f779a-b9af-41ec-b8ab-21db41f666a1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:34.780742 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.832468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0c25b160-319b-4d05-b8c4-9a57e6c19297 None None] Provisioning for port 4c44416e-a596-4a83-87d7-1a8be0d12dc1 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:34.838120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Routers {'e6c49f6b-c8c9-4415-8008-5f394c438ccc'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:06:34.838762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:06:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e6c49f6b-c8c9-4415-8008-5f394c438ccc'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:34.879771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0c25b160-319b-4d05-b8c4-9a57e6c19297 None None] Provisioning complete for port 4c44416e-a596-4a83-87d7-1a8be0d12dc1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:34.880149 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0c25b160-319b-4d05-b8c4-9a57e6c19297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.884242 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15303e4d-7799-4fc8-80ae-9f7a2882cfd6 None None] Pushing event updated for resources: {'Port': ['ID=a3f67a5b-e4b4-428a-8951-87b585df8b2a,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:34.894104 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.899210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.946504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0c25b160-319b-4d05-b8c4-9a57e6c19297 None None] Port 4c44416e-a596-4a83-87d7-1a8be0d12dc1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:06:34.968935 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Pushing event updated for resources: {'Port': ['ID=4c44416e-a596-4a83-87d7-1a8be0d12dc1,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:34.971324 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:35.028007 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:35.030637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] Set router e6c49f6b-c8c9-4415-8008-5f394c438ccc gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:06:35.064708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Network 6a1a93e8-c0db-49d4-ae91-9187d745da15 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:06:35.066006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:35.112871 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:06:35.181646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Router e6c49f6b-c8c9-4415-8008-5f394c438ccc has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:06:35.201555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:35.201935 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:35.298925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:06:35.304458 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b78bb2b2-2549-42fb-83cf-71c4cdd51224 admin admin] 10.222.0.32 "PUT /v2.0/routers/e6c49f6b-c8c9-4415-8008-5f394c438ccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1727688 Aug 24 01:06:35.346920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:35.353115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'name': 'tempest-TestEncryptedCinderVolumes-7748503-router', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a3f67a5b-e4b4-428a-8951-87b585df8b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:06:34Z', 'revision_number': 4, 'project_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'gw_port': {'id': 'a3f67a5b-e4b4-428a-8951-87b585df8b2a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4c44416e-a596-4a83-87d7-1a8be0d12dc1', 'name': '', 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'mac_address': 'fa:16:3e:d5:79:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '9f425459-6d3f-4fa6-88de-c7458e0452ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:33Z', 'updated_at': '2021-08-24T01:06:33Z', 'revision_number': 1, 'project_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'subnets': [{'id': '9f425459-6d3f-4fa6-88de-c7458e0452ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:35.402294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03082423-d798-47ba-a3dd-c422ae25a804 None None] The sync data for ids ['e6c49f6b-c8c9-4415-8008-5f394c438ccc'] in n-d-805736-1 is: [{'id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'name': 'tempest-TestEncryptedCinderVolumes-7748503-router', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a3f67a5b-e4b4-428a-8951-87b585df8b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:06:34Z', 'revision_number': 4, 'project_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'gw_port': {'id': 'a3f67a5b-e4b4-428a-8951-87b585df8b2a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4c44416e-a596-4a83-87d7-1a8be0d12dc1', 'name': '', 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'mac_address': 'fa:16:3e:d5:79:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '9f425459-6d3f-4fa6-88de-c7458e0452ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:33Z', 'updated_at': '2021-08-24T01:06:33Z', 'revision_number': 1, 'project_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'subnets': [{'id': '9f425459-6d3f-4fa6-88de-c7458e0452ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:06:35.422813 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-300c6690-5dea-43d3-b1e0-220f9f4b2fcb None None] Provisioning complete for port 4c44416e-a596-4a83-87d7-1a8be0d12dc1 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:35.423763 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-300c6690-5dea-43d3-b1e0-220f9f4b2fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:35.468993 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:35.473227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-300c6690-5dea-43d3-b1e0-220f9f4b2fcb None None] Port 4c44416e-a596-4a83-87d7-1a8be0d12dc1 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:06:35.477308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:35.477690 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:35.567572 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:35.604941 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=475d46ec-7e0c-4f6a-8a61-2ec9ff069736,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:35.624347 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:35.696737 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=475d46ec-7e0c-4f6a-8a61-2ec9ff069736,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:36.264853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-03315dbf-37c6-4ca2-a57e-157b1641449d tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:36.266339 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-03315dbf-37c6-4ca2-a57e-157b1641449d tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/networks?id=87ab44f9-34eb-488c-8840-f8a046b8ed30 HTTP/1.1" status: 200 len: 817 time: 0.1076951 Aug 24 01:06:36.281502 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-558898e5-0718-4336-9a0e-277d5d75f6fd tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/quotas/a9746592fe884555afb875e237cfc922 HTTP/1.1" status: 200 len: 375 time: 0.0089593 Aug 24 01:06:36.339689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-c80e51cc-b09d-460b-9b44-b8cfd3e3b43c tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9746592fe884555afb875e237cfc922&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524273 Aug 24 01:06:36.447255 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1f2e8ebc-011f-443f-8df0-0477948a31c5 service neutron] 10.222.0.32 "GET /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942383 Aug 24 01:06:36.597580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-158c0a8d-8454-43e1-825c-350e992b49b2 service neutron] 10.222.0.32 "GET /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426556 Aug 24 01:06:36.659935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:36.741423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:36.741901 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:36.836485 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af14dea1-2bc9-463c-aaf8-8dda4d9592ea req-808f695b-fa63-47a4-b413-3eb709a46dca tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 210 time: 0.0441902 Aug 24 01:06:37.916875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-8e88bfe9-32f3-4568-a509-6cbfd167d423 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:37.918501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-8e88bfe9-32f3-4568-a509-6cbfd167d423 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.13 "GET /v2.0/networks?id=87ab44f9-34eb-488c-8840-f8a046b8ed30 HTTP/1.1" status: 200 len: 817 time: 0.1159439 Aug 24 01:06:37.947859 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1dba171e-703d-4b13-bbf7-b25af4ded901 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Request body: {'port': {'device_id': '8e00871a-fcfb-469e-8e3c-ac612af5e0e8', 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30', 'admin_state_up': True, 'tenant_id': 'a9746592fe884555afb875e237cfc922'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:37.990708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ebb950b2-fba1-4c1b-b485-89d5ba1d3851 req-ac9f76d6-d3db-444c-a93d-673f858e4bb1 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 210 time: 0.0497079 Aug 24 01:06:37.998942 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Sync routers for ids ['e6c49f6b-c8c9-4415-8008-5f394c438ccc'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:06:38.009305 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Routers {'e6c49f6b-c8c9-4415-8008-5f394c438ccc'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:06:38.010132 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:06:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e6c49f6b-c8c9-4415-8008-5f394c438ccc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:38.081332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1dba171e-703d-4b13-bbf7-b25af4ded901 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Made reservation on behalf of a9746592fe884555afb875e237cfc922 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:38.084978 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1dba171e-703d-4b13-bbf7-b25af4ded901 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.117403 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Set router e6c49f6b-c8c9-4415-8008-5f394c438ccc gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:06:38.215860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1dba171e-703d-4b13-bbf7-b25af4ded901 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Allocated IP 172.20.0.8 (87ab44f9-34eb-488c-8840-f8a046b8ed30/d4d9d6ed-e58b-4ad6-812c-961e5bdc934a/a969f1e8-120e-40f4-b1be-63fbf8a37e57) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:06:38.317638 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'name': 'tempest-TestEncryptedCinderVolumes-7748503-router', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a3f67a5b-e4b4-428a-8951-87b585df8b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:06:34Z', 'revision_number': 4, 'project_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'gw_port': {'id': 'a3f67a5b-e4b4-428a-8951-87b585df8b2a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4c44416e-a596-4a83-87d7-1a8be0d12dc1', 'name': '', 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'mac_address': 'fa:16:3e:d5:79:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '9f425459-6d3f-4fa6-88de-c7458e0452ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:33Z', 'updated_at': '2021-08-24T01:06:34Z', 'revision_number': 2, 'project_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'subnets': [{'id': '9f425459-6d3f-4fa6-88de-c7458e0452ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:38.343937 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Checking router: e6c49f6b-c8c9-4415-8008-5f394c438ccc for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:06:38.344208 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Updating router e6c49f6b-c8c9-4415-8008-5f394c438ccc port 4c44416e-a596-4a83-87d7-1a8be0d12dc1 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:06:38.367009 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1dba171e-703d-4b13-bbf7-b25af4ded901 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.370467 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.383537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1dba171e-703d-4b13-bbf7-b25af4ded901 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Transition to ACTIVE for port object a969f1e8-120e-40f4-b1be-63fbf8a37e57 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:38.417821 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1dba171e-703d-4b13-bbf7-b25af4ded901 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.470983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1dba171e-703d-4b13-bbf7-b25af4ded901 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Network 87ab44f9-34eb-488c-8840-f8a046b8ed30 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:06:38.474504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1dba171e-703d-4b13-bbf7-b25af4ded901 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:38.478342 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1dba171e-703d-4b13-bbf7-b25af4ded901 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:06:38.504194 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba171e-703d-4b13-bbf7-b25af4ded901 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Pushing event updated for resources: {'Port': ['ID=a969f1e8-120e-40f4-b1be-63fbf8a37e57,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:38.551728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1dba171e-703d-4b13-bbf7-b25af4ded901 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:38.552671 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1dba171e-703d-4b13-bbf7-b25af4ded901 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.583647 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1dba171e-703d-4b13-bbf7-b25af4ded901 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6404109 Aug 24 01:06:38.603068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Request body: {'port': {'device_id': '8e00871a-fcfb-469e-8e3c-ac612af5e0e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:38.656610 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a3f67a5b-e4b4-428a-8951-87b585df8b2a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:38.671389 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.717045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port a3f67a5b-e4b4-428a-8951-87b585df8b2a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:38.721112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a2619f32-77f3-4d3c-afde-4e115130a1f6 None None] Provisioning for port a969f1e8-120e-40f4-b1be-63fbf8a37e57 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:38.723729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port a3f67a5b-e4b4-428a-8951-87b585df8b2a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:38.724212 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.752256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a2619f32-77f3-4d3c-afde-4e115130a1f6 None None] Provisioning complete for port a969f1e8-120e-40f4-b1be-63fbf8a37e57 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:38.752669 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a2619f32-77f3-4d3c-afde-4e115130a1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.763932 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.774205 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Transition to ACTIVE for port object 4c44416e-a596-4a83-87d7-1a8be0d12dc1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:38.781190 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.797889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a2619f32-77f3-4d3c-afde-4e115130a1f6 None None] Port a969f1e8-120e-40f4-b1be-63fbf8a37e57 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:06:38.828835 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb69b01-0a40-45a0-aaec-9ebc50e54341 None None] Pushing event updated for resources: {'Port': ['ID=4c44416e-a596-4a83-87d7-1a8be0d12dc1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:38.840908 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.877908 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port a3f67a5b-e4b4-428a-8951-87b585df8b2a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a3f67a5b-e4b4-428a-8951-87b585df8b2a,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:38.887085 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.904384 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Attempting to bind port 4c44416e-a596-4a83-87d7-1a8be0d12dc1 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:06:38.904878 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Attempting to bind port 4c44416e-a596-4a83-87d7-1a8be0d12dc1 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '0dc85ad3-4e36-4164-aab1-91d2424640d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:06:38.905438 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Attempting to bind port 4c44416e-a596-4a83-87d7-1a8be0d12dc1 on network 6a1a93e8-c0db-49d4-ae91-9187d745da15 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:38.911222 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:06:38.911848 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Checking segment: {'id': '0dc85ad3-4e36-4164-aab1-91d2424640d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:38.912251 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.912670 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Bound using segment: {'id': '0dc85ad3-4e36-4164-aab1-91d2424640d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:06:38.913137 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Bound port: 4c44416e-a596-4a83-87d7-1a8be0d12dc1, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc85ad3-4e36-4164-aab1-91d2424640d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:06:38.913518 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.957960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=a3f67a5b-e4b4-428a-8951-87b585df8b2a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:38.987180 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] For port 4c44416e-a596-4a83-87d7-1a8be0d12dc1, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:06:38.991338 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] For port 4c44416e-a596-4a83-87d7-1a8be0d12dc1, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4c44416e-a596-4a83-87d7-1a8be0d12dc1,segment=NetworkSegment(0dc85ad3-4e36-4164-aab1-91d2424640d5),segment_id=0dc85ad3-4e36-4164-aab1-91d2424640d5)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:06:38.995837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a969f1e8-120e-40f4-b1be-63fbf8a37e57 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:06:38.999206 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:39.006976 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:39.022001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Transition to ACTIVE for port object a969f1e8-120e-40f4-b1be-63fbf8a37e57 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:39.026861 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:39.053478 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Routers {'e6c49f6b-c8c9-4415-8008-5f394c438ccc'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:06:39.054121 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:06:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e6c49f6b-c8c9-4415-8008-5f394c438ccc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:39.082583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Pushing event updated for resources: {'Port': ['ID=a969f1e8-120e-40f4-b1be-63fbf8a37e57,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:39.164880 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] Set router e6c49f6b-c8c9-4415-8008-5f394c438ccc gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:06:39.216012 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb69b01-0a40-45a0-aaec-9ebc50e54341 None None] Pushing event updated for resources: {'Port': ['ID=4c44416e-a596-4a83-87d7-1a8be0d12dc1,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:39.226080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c1714-b39e-482a-878b-b606dee9435e req-a5398fea-1bc1-4dcf-854d-760a8c309fff tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:39.234060 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e32c1714-b39e-482a-878b-b606dee9435e req-a5398fea-1bc1-4dcf-854d-760a8c309fff tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 943 time: 0.0909655 Aug 24 01:06:39.244876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Attempting to bind port a969f1e8-120e-40f4-b1be-63fbf8a37e57 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:06:39.245210 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Attempting to bind port a969f1e8-120e-40f4-b1be-63fbf8a37e57 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:06:39.245548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Attempting to bind port a969f1e8-120e-40f4-b1be-63fbf8a37e57 on network 87ab44f9-34eb-488c-8840-f8a046b8ed30 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:39.260164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Port a969f1e8-120e-40f4-b1be-63fbf8a37e57 on network 87ab44f9-34eb-488c-8840-f8a046b8ed30 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:06:39.260511 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Attempting to bind port a969f1e8-120e-40f4-b1be-63fbf8a37e57 on network 87ab44f9-34eb-488c-8840-f8a046b8ed30 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:39.276419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:06:39.276777 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Checking segment: {'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:39.277970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Bound using segment: {'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:06:39.277970 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Bound port: a969f1e8-120e-40f4-b1be-63fbf8a37e57, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:06:39.277970 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:39.286516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e32c1714-b39e-482a-878b-b606dee9435e req-61e465d8-25b3-432b-83f5-38cebdd9753e tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515676 Aug 24 01:06:39.359294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] For port a969f1e8-120e-40f4-b1be-63fbf8a37e57, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:06:39.362432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] For port a969f1e8-120e-40f4-b1be-63fbf8a37e57, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a969f1e8-120e-40f4-b1be-63fbf8a37e57,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:06:39.368378 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:39.401123 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:39.401751 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:39.404172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] 10.222.0.13 "PUT /v2.0/ports/a969f1e8-120e-40f4-b1be-63fbf8a37e57 HTTP/1.1" status: 200 len: 1091 time: 0.8069730 Aug 24 01:06:39.408944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e00871a-fcfb-469e-8e3c-ac612af5e0e8', 'tag': 'a969f1e8-120e-40f4-b1be-63fbf8a37e57'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:06:39.411490 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb272e91-52e6-4fb0-9731-bd1ae69f6629" -d '{"events": [{"name": "network-changed", "server_uuid": "8e00871a-fcfb-469e-8e3c-ac612af5e0e8", "tag": "a969f1e8-120e-40f4-b1be-63fbf8a37e57"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:06:39.419662 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'name': 'tempest-TestEncryptedCinderVolumes-7748503-router', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a3f67a5b-e4b4-428a-8951-87b585df8b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:06:34Z', 'revision_number': 4, 'project_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'gw_port': {'id': 'a3f67a5b-e4b4-428a-8951-87b585df8b2a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4c44416e-a596-4a83-87d7-1a8be0d12dc1', 'name': '', 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'mac_address': 'fa:16:3e:d5:79:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '9f425459-6d3f-4fa6-88de-c7458e0452ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:33Z', 'updated_at': '2021-08-24T01:06:38Z', 'revision_number': 4, 'project_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'subnets': [{'id': '9f425459-6d3f-4fa6-88de-c7458e0452ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:06:39.444093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247368ae-8a93-4911-9aa0-6b5d5f1dfe10 service neutron] Pushing event updated for resources: {'Port': ['ID=a969f1e8-120e-40f4-b1be-63fbf8a37e57,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:39.464263 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9798628b-e17a-46da-a5f4-816a8df27878 None None] The sync data for ids ['e6c49f6b-c8c9-4415-8008-5f394c438ccc'] in n-d-805736-1 is: [{'id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'name': 'tempest-TestEncryptedCinderVolumes-7748503-router', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a3f67a5b-e4b4-428a-8951-87b585df8b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:06:34Z', 'revision_number': 4, 'project_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'gw_port': {'id': 'a3f67a5b-e4b4-428a-8951-87b585df8b2a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4c44416e-a596-4a83-87d7-1a8be0d12dc1', 'name': '', 'network_id': '6a1a93e8-c0db-49d4-ae91-9187d745da15', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'mac_address': 'fa:16:3e:d5:79:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '9f425459-6d3f-4fa6-88de-c7458e0452ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:33Z', 'updated_at': '2021-08-24T01:06:38Z', 'revision_number': 4, 'project_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'subnets': [{'id': '9f425459-6d3f-4fa6-88de-c7458e0452ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:06:39.501433 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5fbd87-0986-40b4-bff5-3ae7e18216e0 x-openstack-request-id: req-7a5fbd87-0986-40b4-bff5-3ae7e18216e0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:06:39.501852 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e00871a-fcfb-469e-8e3c-ac612af5e0e8", "tag": "a969f1e8-120e-40f4-b1be-63fbf8a37e57", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:06:39.502140 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a5fbd87-0986-40b4-bff5-3ae7e18216e0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:06:39.502668 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e00871a-fcfb-469e-8e3c-ac612af5e0e8', 'tag': 'a969f1e8-120e-40f4-b1be-63fbf8a37e57', 'status': 'completed', 'code': 200} Aug 24 01:06:39.525208 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-c49f6609-b838-4a10-ba73-58436d894c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:39.526788 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-c49f6609-b838-4a10-ba73-58436d894c43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9746592fe884555afb875e237cfc922&device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 1094 time: 0.0645108 Aug 24 01:06:39.579819 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-de7fb662-f814-4f42-ba98-71e3e03a54e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a969f1e8-120e-40f4-b1be-63fbf8a37e57 HTTP/1.1" status: 200 len: 217 time: 0.0402639 Aug 24 01:06:39.635356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1e5ffe46-07ef-4708-a103-5d4a4127314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:39.636893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-1e5ffe46-07ef-4708-a103-5d4a4127314b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4d9d6ed-e58b-4ad6-812c-961e5bdc934a HTTP/1.1" status: 200 len: 856 time: 0.0487409 Aug 24 01:06:39.688461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-985fbc15-970c-47ad-b56b-0086517aa501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:39.690026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-985fbc15-970c-47ad-b56b-0086517aa501 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87ab44f9-34eb-488c-8840-f8a046b8ed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462165 Aug 24 01:06:39.788969 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-0959ff78-be90-4707-8f97-f4a369bdc489 service neutron] 10.222.0.13 "GET /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894330 Aug 24 01:06:39.885270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-070bce1d-99cd-42b7-83ff-953dd9fb8d71 req-dd05a972-c7bb-4092-99e6-033c3926acc3 service neutron] 10.222.0.13 "GET /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889480 Aug 24 01:06:40.011666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb272e91-52e6-4fb0-9731-bd1ae69f6629 req-9234cb3e-9d18-44d1-a145-54ba0956bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:40.013346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb272e91-52e6-4fb0-9731-bd1ae69f6629 req-9234cb3e-9d18-44d1-a145-54ba0956bdd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9746592fe884555afb875e237cfc922&device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 1094 time: 0.0422699 Aug 24 01:06:40.107219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb272e91-52e6-4fb0-9731-bd1ae69f6629 req-a71e0c4d-140e-45e2-88e7-9e7280cfec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:40.108715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb272e91-52e6-4fb0-9731-bd1ae69f6629 req-a71e0c4d-140e-45e2-88e7-9e7280cfec4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=87ab44f9-34eb-488c-8840-f8a046b8ed30 HTTP/1.1" status: 200 len: 918 time: 0.0873914 Aug 24 01:06:40.154525 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb272e91-52e6-4fb0-9731-bd1ae69f6629 req-aa14adb9-3d0c-4722-8c7f-0cb7d9560bfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a969f1e8-120e-40f4-b1be-63fbf8a37e57 HTTP/1.1" status: 200 len: 217 time: 0.0381696 Aug 24 01:06:40.204719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb272e91-52e6-4fb0-9731-bd1ae69f6629 req-88839530-71f8-4c48-8dc6-66abde03440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:40.206158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb272e91-52e6-4fb0-9731-bd1ae69f6629 req-88839530-71f8-4c48-8dc6-66abde03440c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4d9d6ed-e58b-4ad6-812c-961e5bdc934a HTTP/1.1" status: 200 len: 856 time: 0.0430148 Aug 24 01:06:40.252985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb272e91-52e6-4fb0-9731-bd1ae69f6629 req-7d7e98e8-1db1-4e69-a6d6-a70a419be41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:40.255132 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb272e91-52e6-4fb0-9731-bd1ae69f6629 req-7d7e98e8-1db1-4e69-a6d6-a70a419be41a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87ab44f9-34eb-488c-8840-f8a046b8ed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392148 Aug 24 01:06:40.364865 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb272e91-52e6-4fb0-9731-bd1ae69f6629 req-cc7b0af2-3d5c-4352-b0cf-274033c41a1e service neutron] 10.222.0.13 "GET /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912361 Aug 24 01:06:40.477293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e95f18-68f1-44bc-b012-46d4cfdde8d3 req-66dd837d-447b-423a-9c0c-d49189cb1e70 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:40.478718 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96e95f18-68f1-44bc-b012-46d4cfdde8d3 req-66dd837d-447b-423a-9c0c-d49189cb1e70 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 943 time: 0.1080182 Aug 24 01:06:40.507822 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fb272e91-52e6-4fb0-9731-bd1ae69f6629 req-3022a50b-001a-4707-83f4-56a5a0d58664 service neutron] 10.222.0.13 "GET /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283600 Aug 24 01:06:40.527298 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96e95f18-68f1-44bc-b012-46d4cfdde8d3 req-f89f7ebd-0c27-4e09-b1ae-357df922914c tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404801 Aug 24 01:06:40.608269 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4c44416e-a596-4a83-87d7-1a8be0d12dc1 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:40.663655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4c44416e-a596-4a83-87d7-1a8be0d12dc1 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:40.667290 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4c44416e-a596-4a83-87d7-1a8be0d12dc1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:40.667663 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:40.744262 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:40.777433 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4c44416e-a596-4a83-87d7-1a8be0d12dc1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4c44416e-a596-4a83-87d7-1a8be0d12dc1,segment=NetworkSegment(0dc85ad3-4e36-4164-aab1-91d2424640d5),segment_id=0dc85ad3-4e36-4164-aab1-91d2424640d5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:40.782486 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:40.783586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a3f67a5b-e4b4-428a-8951-87b585df8b2a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:40.862214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4c44416e-a596-4a83-87d7-1a8be0d12dc1,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:40.874545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port a3f67a5b-e4b4-428a-8951-87b585df8b2a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:40.874958 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:41.652503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578c394-74c1-4af5-bad6-b228f462e449 req-615a6fd9-8a7b-46c5-bc53-7764189c40e1 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:41.654009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6578c394-74c1-4af5-bad6-b228f462e449 req-615a6fd9-8a7b-46c5-bc53-7764189c40e1 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 943 time: 0.0518410 Aug 24 01:06:41.694106 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6578c394-74c1-4af5-bad6-b228f462e449 req-dde0cc9e-20d1-4f71-92a6-3cb767bd594f tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336323 Aug 24 01:06:42.587689 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4c44416e-a596-4a83-87d7-1a8be0d12dc1 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:42.634108 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a969f1e8-120e-40f4-b1be-63fbf8a37e57 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:06:42.640208 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4c44416e-a596-4a83-87d7-1a8be0d12dc1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:42.640577 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:42.796035 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port a969f1e8-120e-40f4-b1be-63fbf8a37e57, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a969f1e8-120e-40f4-b1be-63fbf8a37e57,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:42.809780 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'a969f1e8-120e-40f4-b1be-63fbf8a37e57', 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30', 'port_id': 'a969f1e8-120e-40f4-b1be-63fbf8a37e57', 'mac_address': 'fa:16:3e:59:09:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d9d6ed-e58b-4ad6-812c-961e5bdc934a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:06:42.811265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ef4e3-19ff-4b09-a27d-d8b4a28c276a req-e5314e40-3cd8-4dbb-82b4-dd78c56f8372 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:42.812790 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f70ef4e3-19ff-4b09-a27d-d8b4a28c276a req-e5314e40-3cd8-4dbb-82b4-dd78c56f8372 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 943 time: 0.0526228 Aug 24 01:06:42.848346 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:42.851059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f70ef4e3-19ff-4b09-a27d-d8b4a28c276a req-1ac91052-d3a4-4bba-a51c-b2ba6c82c884 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Aug 24 01:06:42.861579 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a969f1e8-120e-40f4-b1be-63fbf8a37e57 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:06:42.880969 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port a969f1e8-120e-40f4-b1be-63fbf8a37e57, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a969f1e8-120e-40f4-b1be-63fbf8a37e57,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:42.884860 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:42.931494 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=a969f1e8-120e-40f4-b1be-63fbf8a37e57,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:43.180428 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['a969f1e8-120e-40f4-b1be-63fbf8a37e57'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:06:43.969689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a249e-6ab1-41f1-9361-7c014c5218ea req-908101fa-17a7-43cc-bdbc-4c1750219c17 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:43.971209 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-794a249e-6ab1-41f1-9361-7c014c5218ea req-908101fa-17a7-43cc-bdbc-4c1750219c17 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 944 time: 0.0521104 Aug 24 01:06:44.008189 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-794a249e-6ab1-41f1-9361-7c014c5218ea req-2a14b65e-2027-40c5-989c-206eb9e67515 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309818 Aug 24 01:06:44.670658 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a969f1e8-120e-40f4-b1be-63fbf8a37e57 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:44.721729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port a969f1e8-120e-40f4-b1be-63fbf8a37e57 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:44.725395 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port a969f1e8-120e-40f4-b1be-63fbf8a37e57 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:44.725764 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:44.803697 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:44.826017 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e00871a-fcfb-469e-8e3c-ac612af5e0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a969f1e8-120e-40f4-b1be-63fbf8a37e57'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:06:44.828250 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca1848c-e830-45c9-9751-bca521c05049" -d '{"events": [{"server_uuid": "8e00871a-fcfb-469e-8e3c-ac612af5e0e8", "name": "network-vif-plugged", "status": "completed", "tag": "a969f1e8-120e-40f4-b1be-63fbf8a37e57"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:06:44.842484 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port a969f1e8-120e-40f4-b1be-63fbf8a37e57, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a969f1e8-120e-40f4-b1be-63fbf8a37e57,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:44.846442 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:44.869154 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59e2af1-ca56-47cc-b23c-637c79cd2a81 x-openstack-request-id: req-f59e2af1-ca56-47cc-b23c-637c79cd2a81 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:06:44.869438 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e00871a-fcfb-469e-8e3c-ac612af5e0e8", "name": "network-vif-plugged", "status": "completed", "tag": "a969f1e8-120e-40f4-b1be-63fbf8a37e57", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:06:44.869684 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f59e2af1-ca56-47cc-b23c-637c79cd2a81 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:06:44.870083 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e00871a-fcfb-469e-8e3c-ac612af5e0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a969f1e8-120e-40f4-b1be-63fbf8a37e57', 'code': 200} Aug 24 01:06:44.901037 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=a969f1e8-120e-40f4-b1be-63fbf8a37e57,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:44.995725 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df38ca3-70dc-4688-919a-72ec365a5fa4 req-8259e207-d3d3-46af-9da9-0582f7610ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:44.997247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1df38ca3-70dc-4688-919a-72ec365a5fa4 req-8259e207-d3d3-46af-9da9-0582f7610ec1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 1096 time: 0.0447228 Aug 24 01:06:45.033504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1df38ca3-70dc-4688-919a-72ec365a5fa4 req-c65333d5-e5c5-46f3-bee5-f96e4aa29ef9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279992 Aug 24 01:06:45.122558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093778b-5bf0-4d2c-ab9e-a4c39d044f33 req-a4fa6a91-4c04-4e40-9822-67f244576671 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:45.124080 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0093778b-5bf0-4d2c-ab9e-a4c39d044f33 req-a4fa6a91-4c04-4e40-9822-67f244576671 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 945 time: 0.0501521 Aug 24 01:06:45.162487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0093778b-5bf0-4d2c-ab9e-a4c39d044f33 req-7b94e715-039a-4066-9093-2c61b33975dd tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323496 Aug 24 01:06:46.283837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022bbd8-40e9-4d6b-b408-9aa26b4a937a req-6dd27542-26b0-45d2-adc7-c5d2d175db60 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:46.285997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f022bbd8-40e9-4d6b-b408-9aa26b4a937a req-6dd27542-26b0-45d2-adc7-c5d2d175db60 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 945 time: 0.0527897 Aug 24 01:06:46.330170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f022bbd8-40e9-4d6b-b408-9aa26b4a937a req-7f416d63-cb40-4fef-9656-45bffcb282e5 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381126 Aug 24 01:06:46.461273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db385e21-b81a-4382-b0cf-30e3130802f8 req-1656726c-b1ec-49ce-87d3-5645a5849003 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:46.462802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-db385e21-b81a-4382-b0cf-30e3130802f8 req-1656726c-b1ec-49ce-87d3-5645a5849003 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 945 time: 0.0597222 Aug 24 01:06:46.507461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-db385e21-b81a-4382-b0cf-30e3130802f8 req-abf2bada-70fd-42ef-9e71-e10da4f0942a tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385170 Aug 24 01:06:54.178202 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:55.967475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b63bd0dd-2b6f-44b6-a7c6-c7285b180a7e req-1bf2fd59-12c8-4b57-bcf0-dd2da8c69821 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397003 Aug 24 01:06:56.068836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bd0dd-2b6f-44b6-a7c6-c7285b180a7e req-9468572f-2d2e-49b2-8c81-397d4ae17e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:56.070324 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b63bd0dd-2b6f-44b6-a7c6-c7285b180a7e req-9468572f-2d2e-49b2-8c81-397d4ae17e45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9746592fe884555afb875e237cfc922&device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 1096 time: 0.0448470 Aug 24 01:06:56.171931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bd0dd-2b6f-44b6-a7c6-c7285b180a7e req-94fd139a-7437-44a3-9e75-831d86f0d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:56.173314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b63bd0dd-2b6f-44b6-a7c6-c7285b180a7e req-94fd139a-7437-44a3-9e75-831d86f0d37b service neutron] 10.222.0.13 "GET /v2.0/networks?id=87ab44f9-34eb-488c-8840-f8a046b8ed30 HTTP/1.1" status: 200 len: 918 time: 0.0827081 Aug 24 01:06:56.214561 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b63bd0dd-2b6f-44b6-a7c6-c7285b180a7e req-91ddb297-5cae-48b1-ab03-8fc4d0ff2729 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a969f1e8-120e-40f4-b1be-63fbf8a37e57 HTTP/1.1" status: 200 len: 217 time: 0.0335121 Aug 24 01:06:56.267334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bd0dd-2b6f-44b6-a7c6-c7285b180a7e req-48216861-8614-4299-be3d-7d2ff44b3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:56.268773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b63bd0dd-2b6f-44b6-a7c6-c7285b180a7e req-48216861-8614-4299-be3d-7d2ff44b3bb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4d9d6ed-e58b-4ad6-812c-961e5bdc934a HTTP/1.1" status: 200 len: 856 time: 0.0467806 Aug 24 01:06:56.315050 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bd0dd-2b6f-44b6-a7c6-c7285b180a7e req-1f241828-4ef1-4052-aabf-c29e450e928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:56.316543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b63bd0dd-2b6f-44b6-a7c6-c7285b180a7e req-1f241828-4ef1-4052-aabf-c29e450e928a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87ab44f9-34eb-488c-8840-f8a046b8ed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391951 Aug 24 01:06:56.416503 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b63bd0dd-2b6f-44b6-a7c6-c7285b180a7e req-1c658f52-9df7-461f-a34f-fc0d67e7bf62 service neutron] 10.222.0.13 "GET /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883517 Aug 24 01:06:56.509699 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b63bd0dd-2b6f-44b6-a7c6-c7285b180a7e req-1d120c71-7e82-4bf6-8b3d-9c110be8d75f service neutron] 10.222.0.13 "GET /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824606 Aug 24 01:06:57.578527 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-49769524-fe80-40c8-9e3d-1131fe38668f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:00.086614 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:00.187571 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:00.262646 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0a0f4559-b9bd-4cd6-9ea3-247f33f24ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:01.426075 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:03.189851 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:06.247249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78f6f1-f3d1-4183-a5fa-f5ce838c63b7 req-f907f26d-8705-4a67-8a31-83ada361f84c tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:06.248760 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed78f6f1-f3d1-4183-a5fa-f5ce838c63b7 req-f907f26d-8705-4a67-8a31-83ada361f84c tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 945 time: 0.0498221 Aug 24 01:07:06.288705 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ed78f6f1-f3d1-4183-a5fa-f5ce838c63b7 req-bbf45470-a8e6-468a-842a-d10e51ca8302 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338705 Aug 24 01:07:07.506494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f050c4-f2e3-4404-aea3-657d056d5d11 req-fbbe6d6b-616f-4c20-aeae-3ba9ad49e2f7 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:07.508029 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99f050c4-f2e3-4404-aea3-657d056d5d11 req-fbbe6d6b-616f-4c20-aeae-3ba9ad49e2f7 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 945 time: 0.1504142 Aug 24 01:07:07.545882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99f050c4-f2e3-4404-aea3-657d056d5d11 req-8981178c-833e-4847-be7b-94e4e22745f9 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Aug 24 01:07:07.938383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae7607-3600-4003-847b-514b15648287 req-99f4b4a3-7cad-4042-9068-6dc487c545ec tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:07.939879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cae7607-3600-4003-847b-514b15648287 req-99f4b4a3-7cad-4042-9068-6dc487c545ec tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 945 time: 0.0481393 Aug 24 01:07:08.026368 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4cae7607-3600-4003-847b-514b15648287 req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Deleting port a969f1e8-120e-40f4-b1be-63fbf8a37e57 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:07:08.026706 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4cae7607-3600-4003-847b-514b15648287 req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:08.115965 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-4cae7607-3600-4003-847b-514b15648287 req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] For port a969f1e8-120e-40f4-b1be-63fbf8a37e57, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=a969f1e8-120e-40f4-b1be-63fbf8a37e57,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:08.116324 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4cae7607-3600-4003-847b-514b15648287 req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:08.127707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-4cae7607-3600-4003-847b-514b15648287 req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Calling delete_port for a969f1e8-120e-40f4-b1be-63fbf8a37e57 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:07:08.254426 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4cae7607-3600-4003-847b-514b15648287 req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:08.281961 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Pushing event deleted for resources: {'Port': ['ID=a969f1e8-120e-40f4-b1be-63fbf8a37e57,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:08.288526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['a969f1e8-120e-40f4-b1be-63fbf8a37e57'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:07:08.292312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:08.292665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:08.293008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:08.293344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:08.293677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:08.294011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:08.294340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:08.294666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:08.295303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:08.295409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:08.295678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:08.295959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:08.337664 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cae7607-3600-4003-847b-514b15648287 req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] No DVR routers for this DVR port a969f1e8-120e-40f4-b1be-63fbf8a37e57 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:07:08.340364 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-4cae7607-3600-4003-847b-514b15648287 req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:08.342433 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4cae7607-3600-4003-847b-514b15648287 req-c67123b5-8644-4d0a-a171-557eaae362ba tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.13 "DELETE /v2.0/ports/a969f1e8-120e-40f4-b1be-63fbf8a37e57 HTTP/1.1" status: 204 len: 173 time: 0.3966749 Aug 24 01:07:08.342908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e00871a-fcfb-469e-8e3c-ac612af5e0e8', 'name': 'network-vif-deleted', 'tag': 'a969f1e8-120e-40f4-b1be-63fbf8a37e57'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:07:08.345180 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2481971-fe8f-453a-8db9-930d8f1b44ae" -d '{"events": [{"server_uuid": "8e00871a-fcfb-469e-8e3c-ac612af5e0e8", "name": "network-vif-deleted", "tag": "a969f1e8-120e-40f4-b1be-63fbf8a37e57"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:07:08.384914 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af326075-da66-4673-87b1-46d1525e3251 x-openstack-request-id: req-af326075-da66-4673-87b1-46d1525e3251 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:07:08.385347 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e00871a-fcfb-469e-8e3c-ac612af5e0e8", "name": "network-vif-deleted", "tag": "a969f1e8-120e-40f4-b1be-63fbf8a37e57", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:07:08.385602 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af326075-da66-4673-87b1-46d1525e3251 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:07:08.386006 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e00871a-fcfb-469e-8e3c-ac612af5e0e8', 'name': 'network-vif-deleted', 'tag': 'a969f1e8-120e-40f4-b1be-63fbf8a37e57', 'status': 'completed', 'code': 200} Aug 24 01:07:08.649990 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-346b333b-68e3-4367-bad8-a983d7d3faef req-64130943-763f-4508-91fe-5abd0cca9ead tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e00871a-fcfb-469e-8e3c-ac612af5e0e8 HTTP/1.1" status: 200 len: 210 time: 0.0262392 Aug 24 01:07:10.165141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-34b00b20-6c26-4c20-99b6-3c6580e1509b tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:10.166636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-34b00b20-6c26-4c20-99b6-3c6580e1509b tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/networks?id=87ab44f9-34eb-488c-8840-f8a046b8ed30 HTTP/1.1" status: 200 len: 817 time: 0.1062760 Aug 24 01:07:10.181363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-7ff7915e-1bb4-4fd6-9979-396e9fa93c1f tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/quotas/a9746592fe884555afb875e237cfc922 HTTP/1.1" status: 200 len: 375 time: 0.0090394 Aug 24 01:07:10.233057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-45a86d44-6e88-4646-8086-26eb73cd1c29 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9746592fe884555afb875e237cfc922&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462835 Aug 24 01:07:10.329154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-51f68f4f-a809-4165-981a-bb89d60832af service neutron] 10.222.0.32 "GET /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845764 Aug 24 01:07:10.417971 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-61f44d2d-774f-4e33-8e8d-0b118ce4e3b6 service neutron] 10.222.0.32 "GET /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820045 Aug 24 01:07:10.578487 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52ac58ca-836d-41fe-bf96-3f1340770f8c req-9d1dba7e-735e-49b5-a244-d7894c60566d tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 210 time: 0.0274947 Aug 24 01:07:10.747836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a969f1e8-120e-40f4-b1be-63fbf8a37e57 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:07:10.771635 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: a969f1e8-120e-40f4-b1be-63fbf8a37e57 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:07:10.771983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device a969f1e8-120e-40f4-b1be-63fbf8a37e57 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:07:11.696190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-047fce45-5b52-496d-98a4-0f51a999f3ea req-ad003bd0-d6b2-4244-8832-12e755f0aa46 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 210 time: 0.0490868 Aug 24 01:07:11.784838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-a05ebc87-5d8a-45a8-8384-63bc73c23403 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:11.786343 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-a05ebc87-5d8a-45a8-8384-63bc73c23403 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.13 "GET /v2.0/networks?id=87ab44f9-34eb-488c-8840-f8a046b8ed30 HTTP/1.1" status: 200 len: 817 time: 0.1307843 Aug 24 01:07:11.805673 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-95cc8444-9cc7-460b-9227-addcfd5db701 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Request body: {'port': {'device_id': 'ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4', 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30', 'admin_state_up': True, 'tenant_id': 'a9746592fe884555afb875e237cfc922'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:11.912905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-95cc8444-9cc7-460b-9227-addcfd5db701 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Made reservation on behalf of a9746592fe884555afb875e237cfc922 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:07:11.916328 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-95cc8444-9cc7-460b-9227-addcfd5db701 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:12.038581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-95cc8444-9cc7-460b-9227-addcfd5db701 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Allocated IP 172.20.0.4 (87ab44f9-34eb-488c-8840-f8a046b8ed30/d4d9d6ed-e58b-4ad6-812c-961e5bdc934a/2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:07:12.114388 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:07:12.188210 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-95cc8444-9cc7-460b-9227-addcfd5db701 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:12.201844 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-95cc8444-9cc7-460b-9227-addcfd5db701 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Transition to ACTIVE for port object 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:12.235415 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-95cc8444-9cc7-460b-9227-addcfd5db701 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:12.280165 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-95cc8444-9cc7-460b-9227-addcfd5db701 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Network 87ab44f9-34eb-488c-8840-f8a046b8ed30 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:07:12.283441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-95cc8444-9cc7-460b-9227-addcfd5db701 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:12.286939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-95cc8444-9cc7-460b-9227-addcfd5db701 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:07:12.310437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc8444-9cc7-460b-9227-addcfd5db701 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Pushing event updated for resources: {'Port': ['ID=2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:12.340362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-95cc8444-9cc7-460b-9227-addcfd5db701 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:12.341078 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-95cc8444-9cc7-460b-9227-addcfd5db701 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:12.356813 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-95cc8444-9cc7-460b-9227-addcfd5db701 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547616 Aug 24 01:07:12.376245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Request body: {'port': {'device_id': 'ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:12.439562 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:12.526430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5ac72434-3bbe-4263-ab6e-0e9d34296134 None None] Provisioning for port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:12.530621 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5ac72434-3bbe-4263-ab6e-0e9d34296134 None None] Provisioning complete for port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:12.531019 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ac72434-3bbe-4263-ab6e-0e9d34296134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:12.565313 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5ac72434-3bbe-4263-ab6e-0e9d34296134 None None] Port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:07:12.704692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:07:12.714533 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:12.727343 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Transition to ACTIVE for port object 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:12.731771 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:12.832229 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:12.880749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febae8e-69b9-4970-93a0-2273e98ced3e req-5a28fb4a-daed-493b-b97e-824a564e4ae9 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:12.882300 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6febae8e-69b9-4970-93a0-2273e98ced3e req-5a28fb4a-daed-493b-b97e-824a564e4ae9 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 943 time: 0.1120734 Aug 24 01:07:12.919881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Attempting to bind port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:07:12.920218 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Attempting to bind port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:07:12.920606 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Attempting to bind port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e on network 87ab44f9-34eb-488c-8840-f8a046b8ed30 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:07:12.933984 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e on network 87ab44f9-34eb-488c-8840-f8a046b8ed30 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:07:12.934312 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Attempting to bind port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e on network 87ab44f9-34eb-488c-8840-f8a046b8ed30 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:07:12.939555 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6febae8e-69b9-4970-93a0-2273e98ced3e req-88e85707-e5d6-4fcd-9cab-f4be849d868f tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503235 Aug 24 01:07:12.942920 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:07:12.943277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Checking segment: {'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:07:12.943639 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Bound using segment: {'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:07:12.944074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Bound port: 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665e5daa-5e09-4961-b37d-049521a2ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:07:12.944439 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:13.024495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] For port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:07:13.030049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] For port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:07:13.037831 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:13.078903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:13.079599 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:13.081107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] 10.222.0.13 "PUT /v2.0/ports/2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e HTTP/1.1" status: 200 len: 1091 time: 0.7092826 Aug 24 01:07:13.081470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4', 'tag': '2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:07:13.083778 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce85033c-6d77-4567-bdca-1f61750c3f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4", "tag": "2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:07:13.107532 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fe04c-901d-4139-8592-0e42803aa434 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:13.130394 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c944a164-42d8-4407-ac4e-206bfdbe874e x-openstack-request-id: req-c944a164-42d8-4407-ac4e-206bfdbe874e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:07:13.130742 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4", "tag": "2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:07:13.131068 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c944a164-42d8-4407-ac4e-206bfdbe874e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:07:13.131475 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4', 'tag': '2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e', 'status': 'completed', 'code': 200} Aug 24 01:07:13.187460 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-f1184538-1983-4f12-976f-692cd7968f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:13.189017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-f1184538-1983-4f12-976f-692cd7968f08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9746592fe884555afb875e237cfc922&device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 1094 time: 0.0429049 Aug 24 01:07:13.240717 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-0b2ea905-7f3e-4bad-8795-1c88f7131108 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e HTTP/1.1" status: 200 len: 217 time: 0.0388634 Aug 24 01:07:13.291226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-3bb5fb84-e92d-4a77-bb73-4f87885513d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:13.292685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-3bb5fb84-e92d-4a77-bb73-4f87885513d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4d9d6ed-e58b-4ad6-812c-961e5bdc934a HTTP/1.1" status: 200 len: 856 time: 0.0447361 Aug 24 01:07:13.342458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-396ec86c-6775-4ead-9c02-5b033611655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:13.344071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-396ec86c-6775-4ead-9c02-5b033611655a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87ab44f9-34eb-488c-8840-f8a046b8ed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446458 Aug 24 01:07:13.785382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-3abb1b85-4faa-4202-947b-00d48cb5514b service neutron] 10.222.0.13 "GET /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340262 Aug 24 01:07:13.872123 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd2f54dd-6d15-4880-a552-01021ad09b47 req-37ee90a1-93a2-43bb-a5f9-076454cf5f47 service neutron] 10.222.0.13 "GET /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790696 Aug 24 01:07:13.995197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85033c-6d77-4567-bdca-1f61750c3f9e req-623bc702-60e8-4495-849b-2d44d0131805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:13.996744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce85033c-6d77-4567-bdca-1f61750c3f9e req-623bc702-60e8-4495-849b-2d44d0131805 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9746592fe884555afb875e237cfc922&device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 1094 time: 0.0414910 Aug 24 01:07:14.112575 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae832f11-ea43-4c5e-8188-1b5885a5c283 req-6bd3530d-829a-4426-9385-6ab9a70c763e tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:14.114059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae832f11-ea43-4c5e-8188-1b5885a5c283 req-6bd3530d-829a-4426-9385-6ab9a70c763e tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 943 time: 0.1022623 Aug 24 01:07:14.134557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85033c-6d77-4567-bdca-1f61750c3f9e req-a2dbd20d-403b-41d7-8225-0d579f85d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:14.135943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce85033c-6d77-4567-bdca-1f61750c3f9e req-a2dbd20d-403b-41d7-8225-0d579f85d2cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=87ab44f9-34eb-488c-8840-f8a046b8ed30 HTTP/1.1" status: 200 len: 918 time: 0.1322105 Aug 24 01:07:14.190043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce85033c-6d77-4567-bdca-1f61750c3f9e req-be588f59-74ec-4ce2-9f91-87dcbefa625b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e HTTP/1.1" status: 200 len: 217 time: 0.0449262 Aug 24 01:07:14.195515 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae832f11-ea43-4c5e-8188-1b5885a5c283 req-ad612db7-8c00-4642-970d-257368094124 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723171 Aug 24 01:07:14.241181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85033c-6d77-4567-bdca-1f61750c3f9e req-a1b960e1-2552-4b5f-8db0-26a8c0fac66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:14.242674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce85033c-6d77-4567-bdca-1f61750c3f9e req-a1b960e1-2552-4b5f-8db0-26a8c0fac66a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4d9d6ed-e58b-4ad6-812c-961e5bdc934a HTTP/1.1" status: 200 len: 856 time: 0.0451386 Aug 24 01:07:14.288422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85033c-6d77-4567-bdca-1f61750c3f9e req-b3afe9f1-a84b-49e2-926a-6ab4ea576a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:14.289903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce85033c-6d77-4567-bdca-1f61750c3f9e req-b3afe9f1-a84b-49e2-926a-6ab4ea576a04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87ab44f9-34eb-488c-8840-f8a046b8ed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398717 Aug 24 01:07:14.382751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce85033c-6d77-4567-bdca-1f61750c3f9e req-39304961-9a23-4b50-869c-8d4589b7e225 service neutron] 10.222.0.13 "GET /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849018 Aug 24 01:07:14.471496 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce85033c-6d77-4567-bdca-1f61750c3f9e req-4f92b22e-108d-4b01-8310-3642941d95b6 service neutron] 10.222.0.13 "GET /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808244 Aug 24 01:07:15.322488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be9fcd-a63e-4e0d-8023-f17973cfec1a req-357c8032-9c66-44b6-b289-227f205da88d tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:15.324022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21be9fcd-a63e-4e0d-8023-f17973cfec1a req-357c8032-9c66-44b6-b289-227f205da88d tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 943 time: 0.0546703 Aug 24 01:07:15.365922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-21be9fcd-a63e-4e0d-8023-f17973cfec1a req-cd16d489-63ef-457a-8a45-b4a7a26d81c9 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357399 Aug 24 01:07:16.481114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607b78f-8613-4406-80ba-e7c3c2216b48 req-6af36b80-1e7d-4aff-8d24-27b9452aa70e tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:16.482606 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6607b78f-8613-4406-80ba-e7c3c2216b48 req-6af36b80-1e7d-4aff-8d24-27b9452aa70e tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 943 time: 0.0486295 Aug 24 01:07:16.520292 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6607b78f-8613-4406-80ba-e7c3c2216b48 req-6779d229-0e29-438c-8563-31d9e59501b4 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Aug 24 01:07:16.784238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:07:16.875879 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:16.886602 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e', 'network_id': '87ab44f9-34eb-488c-8840-f8a046b8ed30', 'port_id': '2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e', 'mac_address': 'fa:16:3e:8a:8a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d9d6ed-e58b-4ad6-812c-961e5bdc934a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:07:16.926892 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:16.939872 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:07:16.958459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:16.962273 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:17.009782 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:17.016884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:17.017234 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:17.017577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:17.017918 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:17.018255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:17.018589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:17.018946 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:17.019282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:17.019609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:17.019938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:17.020263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:17.020587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:17.237431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:07:17.635677 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848d1e5-1c94-4ff9-a4d8-b117619f8e7e req-aada1995-97c6-45fe-9d72-ed708ab67ef9 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:17.637175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b848d1e5-1c94-4ff9-a4d8-b117619f8e7e req-aada1995-97c6-45fe-9d72-ed708ab67ef9 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 944 time: 0.0496898 Aug 24 01:07:17.674240 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b848d1e5-1c94-4ff9-a4d8-b117619f8e7e req-839d900b-6322-4069-84de-498afd8794a3 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311773 Aug 24 01:07:18.792441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c48077-cfa3-4cfa-8fcc-28462651e35c req-7b9dce93-898d-4cb0-9b5f-1f1e45e95aed tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:18.794457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6c48077-cfa3-4cfa-8fcc-28462651e35c req-7b9dce93-898d-4cb0-9b5f-1f1e45e95aed tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 944 time: 0.0536752 Aug 24 01:07:18.800211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:07:18.839959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6c48077-cfa3-4cfa-8fcc-28462651e35c req-280c6665-fc07-4358-a03d-32ec4a4729d9 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331986 Aug 24 01:07:18.851342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:18.855425 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:18.855798 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:18.933460 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:18.959799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:07:18.962034 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74a27ae-1a7d-4280-8852-61c18923994a" -d '{"events": [{"server_uuid": "ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4", "name": "network-vif-plugged", "status": "completed", "tag": "2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:07:18.975261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:18.979480 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:19.003064 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fbccfb-7402-43f3-b77f-97bf1e48c728 x-openstack-request-id: req-33fbccfb-7402-43f3-b77f-97bf1e48c728 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:07:19.003353 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4", "name": "network-vif-plugged", "status": "completed", "tag": "2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:07:19.003596 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33fbccfb-7402-43f3-b77f-97bf1e48c728 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:07:19.003977 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e', 'code': 200} Aug 24 01:07:19.029582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:19.122260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2ea0a-4e37-4021-a66d-a1e6208b5ea0 req-5cabcaaf-76ac-45b3-b302-9c20a291e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:19.123806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0cf2ea0a-4e37-4021-a66d-a1e6208b5ea0 req-5cabcaaf-76ac-45b3-b302-9c20a291e260 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0415790 Aug 24 01:07:19.159669 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0cf2ea0a-4e37-4021-a66d-a1e6208b5ea0 req-c656fe84-30db-4e45-ae71-24241415dd1a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277970 Aug 24 01:07:19.954576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a244-77d5-4edf-8021-f74462e05828 req-bd5e2ba2-420b-4a61-8d5e-c7e2dec77108 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:19.956098 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a095a244-77d5-4edf-8021-f74462e05828 req-bd5e2ba2-420b-4a61-8d5e-c7e2dec77108 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 945 time: 0.0482848 Aug 24 01:07:19.993660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a095a244-77d5-4edf-8021-f74462e05828 req-d8f104fa-3872-4920-8e74-d11a6052b22c tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316145 Aug 24 01:07:21.117881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0553c7-d889-4dc8-a2d7-1526c5ccb577 req-e946fac1-baaf-42be-b9ee-97763ca10dc1 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:21.119382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a0553c7-d889-4dc8-a2d7-1526c5ccb577 req-e946fac1-baaf-42be-b9ee-97763ca10dc1 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 945 time: 0.0522122 Aug 24 01:07:21.157507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a0553c7-d889-4dc8-a2d7-1526c5ccb577 req-af859da4-8027-4ac2-b222-f7ff85136cfe tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320871 Aug 24 01:07:21.269197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a688ef-f073-4db1-a445-b0bf25eb3a9d req-3720aeeb-c14c-42be-83dd-f5c047a4b459 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:21.270662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70a688ef-f073-4db1-a445-b0bf25eb3a9d req-3720aeeb-c14c-42be-83dd-f5c047a4b459 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 945 time: 0.0483103 Aug 24 01:07:21.308470 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-70a688ef-f073-4db1-a445-b0bf25eb3a9d req-cd0761fd-d3f1-486a-89c8-cae3d000e495 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312591 Aug 24 01:07:24.186354 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:27.579665 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bd2b91dc-0e5e-4934-9220-7fc51c835209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:30.102886 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:30.187771 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:30.262451 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5ae00d78-db81-4a17-afc4-bfe5a902655f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:31.428461 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:33.191481 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:40.876422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ce18-f186-48da-9782-fb98505da989 req-2d8165e8-9b70-4dc9-90ea-fef1534c968e tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:40.877938 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f823ce18-f186-48da-9782-fb98505da989 req-2d8165e8-9b70-4dc9-90ea-fef1534c968e tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 945 time: 0.0475674 Aug 24 01:07:40.916117 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f823ce18-f186-48da-9782-fb98505da989 req-f875ee5c-d7c6-4d22-94b1-3eb1617473e9 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312774 Aug 24 01:07:42.036907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc28874-e8fc-49f0-8f0d-0d4a6367ce7e req-ddc50c3d-c0b8-45e4-b539-567ab9e36c03 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:42.038392 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2dc28874-e8fc-49f0-8f0d-0d4a6367ce7e req-ddc50c3d-c0b8-45e4-b539-567ab9e36c03 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 945 time: 0.0526738 Aug 24 01:07:42.075857 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2dc28874-e8fc-49f0-8f0d-0d4a6367ce7e req-0ec3d0cb-da6a-42f7-a7b7-db60dea5a55a tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/security-groups?id=186d82ab-d7b1-47a7-a7c6-7913f44f830a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315883 Aug 24 01:07:42.551483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b9a9a-f1f3-4c0f-b665-5c1f1a1807a4 req-54e3b5dd-4721-4091-9a0f-7ba3283d977c tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:42.553120 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-075b9a9a-f1f3-4c0f-b665-5c1f1a1807a4 req-54e3b5dd-4721-4091-9a0f-7ba3283d977c tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 945 time: 0.0542369 Aug 24 01:07:42.646102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-075b9a9a-f1f3-4c0f-b665-5c1f1a1807a4 req-3c703853-4e88-4742-a60b-a1a73560e796 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Deleting port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:07:42.646440 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-075b9a9a-f1f3-4c0f-b665-5c1f1a1807a4 req-3c703853-4e88-4742-a60b-a1a73560e796 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.733449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-075b9a9a-f1f3-4c0f-b665-5c1f1a1807a4 req-3c703853-4e88-4742-a60b-a1a73560e796 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] For port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:42.733812 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-075b9a9a-f1f3-4c0f-b665-5c1f1a1807a4 req-3c703853-4e88-4742-a60b-a1a73560e796 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.745802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-075b9a9a-f1f3-4c0f-b665-5c1f1a1807a4 req-3c703853-4e88-4742-a60b-a1a73560e796 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Calling delete_port for 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:07:42.876943 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-075b9a9a-f1f3-4c0f-b665-5c1f1a1807a4 req-3c703853-4e88-4742-a60b-a1a73560e796 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.905522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703853-4e88-4742-a60b-a1a73560e796 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Pushing event deleted for resources: {'Port': ['ID=2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:42.910396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:07:42.953111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-075b9a9a-f1f3-4c0f-b665-5c1f1a1807a4 req-3c703853-4e88-4742-a60b-a1a73560e796 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] No DVR routers for this DVR port 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:07:42.955874 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-075b9a9a-f1f3-4c0f-b665-5c1f1a1807a4 req-3c703853-4e88-4742-a60b-a1a73560e796 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.957923 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-075b9a9a-f1f3-4c0f-b665-5c1f1a1807a4 req-3c703853-4e88-4742-a60b-a1a73560e796 tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.13 "DELETE /v2.0/ports/2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e HTTP/1.1" status: 204 len: 173 time: 0.3983331 Aug 24 01:07:42.958932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4', 'name': 'network-vif-deleted', 'tag': '2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:07:42.961261 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab9683d-fec0-49f6-b5d4-5433c221af3f" -d '{"events": [{"server_uuid": "ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4", "name": "network-vif-deleted", "tag": "2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:07:42.999624 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd305aad-4075-4955-8d57-11719d84018b x-openstack-request-id: req-bd305aad-4075-4955-8d57-11719d84018b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:07:42.999871 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4", "name": "network-vif-deleted", "tag": "2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:07:43.000458 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd305aad-4075-4955-8d57-11719d84018b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:07:43.001175 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4', 'name': 'network-vif-deleted', 'tag': '2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e', 'status': 'completed', 'code': 200} Aug 24 01:07:43.196339 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab542dd3-0260-4168-81c6-f02a145c896f req-ac2117a7-973c-4e89-b5d1-616734e0ad3e tempest-TestEncryptedCinderVolumes-81309458 tempest-TestEncryptedCinderVolumes-81309458-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce76dcb4-bc8b-40e6-9dbe-e653a4010bf4 HTTP/1.1" status: 200 len: 210 time: 0.0309086 Aug 24 01:07:44.287662 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47014) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:44.629666 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:44.873049 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Deleting port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:07:44.873385 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:44.925445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:07:44.948807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:07:44.949154 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2b0ea9c8-499a-4bf1-9d4c-f8ff9198d59e not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:07:44.955345 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] For port 475d46ec-7e0c-4f6a-8a61-2ec9ff069736, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=475d46ec-7e0c-4f6a-8a61-2ec9ff069736,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:44.955717 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:44.967727 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Calling delete_port for 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:07:45.144927 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:45.174448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Pushing event deleted for resources: {'Port': ['ID=475d46ec-7e0c-4f6a-8a61-2ec9ff069736,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:45.186738 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:45.187118 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:45.187464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:45.187806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:45.188142 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:45.188475 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:45.188806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:45.189136 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:45.189463 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:45.189791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:45.190115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:45.190440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:45.351690 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:45.564549 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Router b8cf4bcf-b7db-4245-b6a6-b16059d47b13 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:07:45.670082 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:07:45.675063 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f6c84bd1-9dea-4d16-874c-f6d85b2945dc admin admin] 10.222.0.32 "PUT /v2.0/routers/b8cf4bcf-b7db-4245-b6a6-b16059d47b13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3863308 Aug 24 01:07:45.677634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47018) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:45.681650 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56404c-c1ef-4896-b7e7-c87f33ed1e5d None None] Sync routers for ids ['b8cf4bcf-b7db-4245-b6a6-b16059d47b13'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:07:45.691205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56404c-c1ef-4896-b7e7-c87f33ed1e5d None None] Routers {'b8cf4bcf-b7db-4245-b6a6-b16059d47b13'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:45.691834 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5b56404c-c1ef-4896-b7e7-c87f33ed1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:07:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b8cf4bcf-b7db-4245-b6a6-b16059d47b13'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:45.784197 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:45.802434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5b56404c-c1ef-4896-b7e7-c87f33ed1e5d None None] Set router b8cf4bcf-b7db-4245-b6a6-b16059d47b13 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:07:45.891947 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:45.950173 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] Deleting port 515f779a-b9af-41ec-b8ab-21db41f666a1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:07:45.950590 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.033725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] For port 515f779a-b9af-41ec-b8ab-21db41f666a1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=515f779a-b9af-41ec-b8ab-21db41f666a1,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:46.034093 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.045945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] Calling delete_port for 515f779a-b9af-41ec-b8ab-21db41f666a1 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:07:46.139417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5b56404c-c1ef-4896-b7e7-c87f33ed1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'name': 'tempest-TestEncryptedCinderVolumes-1181087577-router', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '515f779a-b9af-41ec-b8ab-21db41f666a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:26Z', 'updated_at': '2021-08-24T01:07:45Z', 'revision_number': 5, 'project_id': 'a9746592fe884555afb875e237cfc922', 'gw_port': {'id': '515f779a-b9af-41ec-b8ab-21db41f666a1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:27Z', 'updated_at': '2021-08-24T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:46.166286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56404c-c1ef-4896-b7e7-c87f33ed1e5d None None] Checking router: b8cf4bcf-b7db-4245-b6a6-b16059d47b13 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:07:46.174917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56404c-c1ef-4896-b7e7-c87f33ed1e5d None None] Routers {'b8cf4bcf-b7db-4245-b6a6-b16059d47b13'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:46.175550 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5b56404c-c1ef-4896-b7e7-c87f33ed1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:07:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['b8cf4bcf-b7db-4245-b6a6-b16059d47b13'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:46.219044 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.245392 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=515f779a-b9af-41ec-b8ab-21db41f666a1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:46.265662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-5b56404c-c1ef-4896-b7e7-c87f33ed1e5d None None] Set router b8cf4bcf-b7db-4245-b6a6-b16059d47b13 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:07:46.305362 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.322404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-5b56404c-c1ef-4896-b7e7-c87f33ed1e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'name': 'tempest-TestEncryptedCinderVolumes-1181087577-router', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:26Z', 'updated_at': '2021-08-24T01:07:45Z', 'revision_number': 6, 'project_id': 'a9746592fe884555afb875e237cfc922', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:46.349896 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56404c-c1ef-4896-b7e7-c87f33ed1e5d None None] The sync data for ids ['b8cf4bcf-b7db-4245-b6a6-b16059d47b13'] in n-d-805736-1 is: [{'id': 'b8cf4bcf-b7db-4245-b6a6-b16059d47b13', 'name': 'tempest-TestEncryptedCinderVolumes-1181087577-router', 'tenant_id': 'a9746592fe884555afb875e237cfc922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:26Z', 'updated_at': '2021-08-24T01:07:45Z', 'revision_number': 6, 'project_id': 'a9746592fe884555afb875e237cfc922', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:07:46.399221 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.401339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.461613 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.462061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8cf4bcf-b7db-4245-b6a6-b16059d47b13 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:07:46.466758 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.468065 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-98f3cceb-f4e9-4ca4-b622-f7c8228a13c5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b8cf4bcf-b7db-4245-b6a6-b16059d47b13 HTTP/1.1" status: 204 len: 168 time: 0.7895379 Aug 24 01:07:46.471192 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47020) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:46.517307 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc82992b-6385-4a77-99dd-e483af793b3e admin admin] Deleting subnet d4d9d6ed-e58b-4ad6-812c-961e5bdc934a {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:07:46.520325 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc82992b-6385-4a77-99dd-e483af793b3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.554933 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc82992b-6385-4a77-99dd-e483af793b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.636294 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc82992b-6385-4a77-99dd-e483af793b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.690545 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc82992b-6385-4a77-99dd-e483af793b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.717787 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82992b-6385-4a77-99dd-e483af793b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d9d6ed-e58b-4ad6-812c-961e5bdc934a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:46.729367 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dc82992b-6385-4a77-99dd-e483af793b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.734319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c549b655-8568-4e65-bfa8-3cf97d9668a4 None None] Network 87ab44f9-34eb-488c-8840-f8a046b8ed30 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:07:46.734499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47022) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:46.735493 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dc82992b-6385-4a77-99dd-e483af793b3e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d4d9d6ed-e58b-4ad6-812c-961e5bdc934a HTTP/1.1" status: 204 len: 168 time: 0.2624562 Aug 24 01:07:46.816954 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.854010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:07:46.877722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Deleting port c835b378-a261-4e03-bf2e-bc055f1f5932 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:07:46.878071 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.890095 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:07:46.890443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 475d46ec-7e0c-4f6a-8a61-2ec9ff069736 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:07:46.953536 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] For port c835b378-a261-4e03-bf2e-bc055f1f5932, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c835b378-a261-4e03-bf2e-bc055f1f5932,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:46.953908 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.967193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Calling delete_port for c835b378-a261-4e03-bf2e-bc055f1f5932 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:07:46.970272 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f3630-fa3b-44bd-9d07-b0d05a5910f6 None None] DHCP port deletion for 87ab44f9-34eb-488c-8840-f8a046b8ed30 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:07:47.021055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f09f3630-fa3b-44bd-9d07-b0d05a5910f6 None None] Deleting port c835b378-a261-4e03-bf2e-bc055f1f5932 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:07:47.021437 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f09f3630-fa3b-44bd-9d07-b0d05a5910f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:47.048633 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:47.074921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c835b378-a261-4e03-bf2e-bc055f1f5932,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:47.078474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] No DVR routers for this DVR port c835b378-a261-4e03-bf2e-bc055f1f5932 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:07:47.093222 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f09f3630-fa3b-44bd-9d07-b0d05a5910f6 None None] For port c835b378-a261-4e03-bf2e-bc055f1f5932, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c835b378-a261-4e03-bf2e-bc055f1f5932,segment=NetworkSegment(665e5daa-5e09-4961-b37d-049521a2ba16),segment_id=665e5daa-5e09-4961-b37d-049521a2ba16)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:47.093818 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f09f3630-fa3b-44bd-9d07-b0d05a5910f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:47.109196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f09f3630-fa3b-44bd-9d07-b0d05a5910f6 None None] Calling delete_port for c835b378-a261-4e03-bf2e-bc055f1f5932 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:07:47.159628 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:47.170350 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ab44f9-34eb-488c-8840-f8a046b8ed30']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:47.181733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665e5daa-5e09-4961-b37d-049521a2ba16') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:47.181911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665e5daa-5e09-4961-b37d-049521a2ba16') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:47.192015 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f09f3630-fa3b-44bd-9d07-b0d05a5910f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:47.196099 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:47.211257 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:47.217252 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:07:47.217587 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: timer() Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:07:47.219267 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:07:47.221781 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f3630-fa3b-44bd-9d07-b0d05a5910f6 None None] Pushing event deleted for resources: {'Port': ['ID=c835b378-a261-4e03-bf2e-bc055f1f5932,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:47.226070 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f3630-fa3b-44bd-9d07-b0d05a5910f6 None None] No DVR routers for this DVR port c835b378-a261-4e03-bf2e-bc055f1f5932 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:07:47.281019 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:47.287996 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:47.289904 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/87ab44f9-34eb-488c-8840-f8a046b8ed30 HTTP/1.1" status: 204 len: 168 time: 0.5539744 Aug 24 01:07:47.292934 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47024) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:47.300950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd682916-0987-4a63-91a7-aa23f31be4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ab44f9-34eb-488c-8840-f8a046b8ed30,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:47.896972 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5863aa6f-9f1e-4ab0-9d82-dec788ea8abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:48.140230 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5863aa6f-9f1e-4ab0-9d82-dec788ea8abe admin admin] Deleting port 4c44416e-a596-4a83-87d7-1a8be0d12dc1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:07:48.140577 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5863aa6f-9f1e-4ab0-9d82-dec788ea8abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:48.220356 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-5863aa6f-9f1e-4ab0-9d82-dec788ea8abe admin admin] For port 4c44416e-a596-4a83-87d7-1a8be0d12dc1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4c44416e-a596-4a83-87d7-1a8be0d12dc1,segment=NetworkSegment(0dc85ad3-4e36-4164-aab1-91d2424640d5),segment_id=0dc85ad3-4e36-4164-aab1-91d2424640d5)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:48.220636 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5863aa6f-9f1e-4ab0-9d82-dec788ea8abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:48.233151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-5863aa6f-9f1e-4ab0-9d82-dec788ea8abe admin admin] Calling delete_port for 4c44416e-a596-4a83-87d7-1a8be0d12dc1 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:07:48.412280 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5863aa6f-9f1e-4ab0-9d82-dec788ea8abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:48.438548 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863aa6f-9f1e-4ab0-9d82-dec788ea8abe admin admin] Pushing event deleted for resources: {'Port': ['ID=4c44416e-a596-4a83-87d7-1a8be0d12dc1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:48.609417 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5863aa6f-9f1e-4ab0-9d82-dec788ea8abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:48.689736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 515f779a-b9af-41ec-b8ab-21db41f666a1 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:07:48.709833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 515f779a-b9af-41ec-b8ab-21db41f666a1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:07:48.710104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 515f779a-b9af-41ec-b8ab-21db41f666a1 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:07:48.710519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c835b378-a261-4e03-bf2e-bc055f1f5932 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:07:48.729638 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: c835b378-a261-4e03-bf2e-bc055f1f5932 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:07:48.729982 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c835b378-a261-4e03-bf2e-bc055f1f5932 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:07:48.832127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5863aa6f-9f1e-4ab0-9d82-dec788ea8abe admin admin] Router e6c49f6b-c8c9-4415-8008-5f394c438ccc has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:07:48.937674 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5863aa6f-9f1e-4ab0-9d82-dec788ea8abe admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:07:48.943518 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5863aa6f-9f1e-4ab0-9d82-dec788ea8abe admin admin] 10.222.0.32 "PUT /v2.0/routers/e6c49f6b-c8c9-4415-8008-5f394c438ccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6495643 Aug 24 01:07:48.946206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47026) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:48.947143 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c670ef-8633-4543-93bf-02039c1a8f1e None None] Sync routers for ids ['e6c49f6b-c8c9-4415-8008-5f394c438ccc'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:07:48.956192 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c670ef-8633-4543-93bf-02039c1a8f1e None None] Routers {'e6c49f6b-c8c9-4415-8008-5f394c438ccc'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:48.956801 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a6c670ef-8633-4543-93bf-02039c1a8f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:07:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e6c49f6b-c8c9-4415-8008-5f394c438ccc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:49.052416 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.060091 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a6c670ef-8633-4543-93bf-02039c1a8f1e None None] Set router e6c49f6b-c8c9-4415-8008-5f394c438ccc gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:07:49.122562 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:07:49.154206 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.208948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] Deleting port a3f67a5b-e4b4-428a-8951-87b585df8b2a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:07:49.209296 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.241822 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a6c670ef-8633-4543-93bf-02039c1a8f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'name': 'tempest-TestEncryptedCinderVolumes-7748503-router', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': 'a3f67a5b-e4b4-428a-8951-87b585df8b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:07:48Z', 'revision_number': 5, 'project_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'gw_port': {'id': 'a3f67a5b-e4b4-428a-8951-87b585df8b2a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:49.272127 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c670ef-8633-4543-93bf-02039c1a8f1e None None] Checking router: e6c49f6b-c8c9-4415-8008-5f394c438ccc for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:07:49.280689 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c670ef-8633-4543-93bf-02039c1a8f1e None None] Routers {'e6c49f6b-c8c9-4415-8008-5f394c438ccc'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:49.281547 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a6c670ef-8633-4543-93bf-02039c1a8f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:07:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e6c49f6b-c8c9-4415-8008-5f394c438ccc'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:49.289778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] For port a3f67a5b-e4b4-428a-8951-87b585df8b2a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a3f67a5b-e4b4-428a-8951-87b585df8b2a,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:49.290150 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.301849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] Calling delete_port for a3f67a5b-e4b4-428a-8951-87b585df8b2a owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:07:49.365156 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a6c670ef-8633-4543-93bf-02039c1a8f1e None None] Set router e6c49f6b-c8c9-4415-8008-5f394c438ccc gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:07:49.415879 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a6c670ef-8633-4543-93bf-02039c1a8f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'name': 'tempest-TestEncryptedCinderVolumes-7748503-router', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:07:49Z', 'revision_number': 6, 'project_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:49.445198 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c670ef-8633-4543-93bf-02039c1a8f1e None None] The sync data for ids ['e6c49f6b-c8c9-4415-8008-5f394c438ccc'] in n-d-805736-1 is: [{'id': 'e6c49f6b-c8c9-4415-8008-5f394c438ccc', 'name': 'tempest-TestEncryptedCinderVolumes-7748503-router', 'tenant_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:06:31Z', 'updated_at': '2021-08-24T01:07:49Z', 'revision_number': 6, 'project_id': 'ec29e5ad49f8488f80926db76a34ef8f', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:07:49.469032 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.499558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f67a5b-e4b4-428a-8951-87b585df8b2a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:49.558762 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.648746 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.650864 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.695214 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.695695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6c49f6b-c8c9-4415-8008-5f394c438ccc {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:07:49.700357 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.701627 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-84623236-b543-458d-8b0e-06abea460cdc admin admin] 10.222.0.32 "DELETE /v2.0/routers/e6c49f6b-c8c9-4415-8008-5f394c438ccc HTTP/1.1" status: 204 len: 168 time: 0.7543814 Aug 24 01:07:49.704210 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47028) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:49.748406 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa34538b-2389-4478-9ef7-bdc675923093 admin admin] Deleting subnet 9f425459-6d3f-4fa6-88de-c7458e0452ad {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:07:49.751383 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa34538b-2389-4478-9ef7-bdc675923093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.788975 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa34538b-2389-4478-9ef7-bdc675923093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.871215 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa34538b-2389-4478-9ef7-bdc675923093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.924868 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa34538b-2389-4478-9ef7-bdc675923093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.950463 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34538b-2389-4478-9ef7-bdc675923093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f425459-6d3f-4fa6-88de-c7458e0452ad,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:49.954128 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-aa34538b-2389-4478-9ef7-bdc675923093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.956034 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-aa34538b-2389-4478-9ef7-bdc675923093 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9f425459-6d3f-4fa6-88de-c7458e0452ad HTTP/1.1" status: 204 len: 168 time: 0.2508004 Aug 24 01:07:49.958466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47030) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:49.960908 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b5471b-7887-4de3-b9ec-3acc13e7228d None None] Network 6a1a93e8-c0db-49d4-ae91-9187d745da15 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:07:50.029876 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.083777 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Deleting port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:07:50.084113 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.149927 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] For port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8,segment=NetworkSegment(0dc85ad3-4e36-4164-aab1-91d2424640d5),segment_id=0dc85ad3-4e36-4164-aab1-91d2424640d5)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:50.150227 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.163495 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Calling delete_port for 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:07:50.244300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abbcc47-2ebc-4464-9efe-44a83968df73 None None] DHCP port deletion for 6a1a93e8-c0db-49d4-ae91-9187d745da15 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:07:50.258966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.285879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:50.290119 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] No DVR routers for this DVR port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:07:50.297015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2abbcc47-2ebc-4464-9efe-44a83968df73 None None] Deleting port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:07:50.297392 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2abbcc47-2ebc-4464-9efe-44a83968df73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.363728 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2abbcc47-2ebc-4464-9efe-44a83968df73 None None] For port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8, host n-d-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:50.364127 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2abbcc47-2ebc-4464-9efe-44a83968df73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.365202 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.376003 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1a93e8-c0db-49d4-ae91-9187d745da15']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:50.383709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2abbcc47-2ebc-4464-9efe-44a83968df73 None None] Calling delete_port for 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:07:50.386525 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-2abbcc47-2ebc-4464-9efe-44a83968df73 None None] Port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 01:07:50.387826 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2abbcc47-2ebc-4464-9efe-44a83968df73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.387977 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc85ad3-4e36-4164-aab1-91d2424640d5') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:50.388243 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc85ad3-4e36-4164-aab1-91d2424640d5') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:50.399158 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.411995 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbcc47-2ebc-4464-9efe-44a83968df73 None None] Pushing event deleted for resources: {'Port': ['ID=6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:50.414398 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.417605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abbcc47-2ebc-4464-9efe-44a83968df73 None None] No DVR routers for this DVR port 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:07:50.421686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:07:50.422179 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: timer() Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:07:50.423998 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:07:50.483609 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.490500 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.492528 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6a1a93e8-c0db-49d4-ae91-9187d745da15 HTTP/1.1" status: 204 len: 168 time: 0.5331075 Aug 24 01:07:50.518483 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c3119-9e35-4b52-8be0-29270ad3e345 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1a93e8-c0db-49d4-ae91-9187d745da15,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:50.635088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4c44416e-a596-4a83-87d7-1a8be0d12dc1 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:07:50.655911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4c44416e-a596-4a83-87d7-1a8be0d12dc1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:07:50.656580 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4c44416e-a596-4a83-87d7-1a8be0d12dc1 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:07:50.656948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:07:50.675736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:07:50.676004 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47034) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:50.676116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6cc86e23-5c65-4aac-ab6a-e11c7ec9a6d8 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:07:50.676485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a3f67a5b-e4b4-428a-8951-87b585df8b2a no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:07:50.696032 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: a3f67a5b-e4b4-428a-8951-87b585df8b2a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:07:50.696558 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a3f67a5b-e4b4-428a-8951-87b585df8b2a not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:07:50.720446 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6c8aa896-06d4-4c0c-b2da-ab074410fa04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9746592fe884555afb875e237cfc922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430384 Aug 24 01:07:50.723001 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47036) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:50.772979 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1eba84f-d92c-47bf-8511-7042839f5fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.794110 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1eba84f-d92c-47bf-8511-7042839f5fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.842984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1eba84f-d92c-47bf-8511-7042839f5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.845806 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b1eba84f-d92c-47bf-8511-7042839f5fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:50.847124 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b1eba84f-d92c-47bf-8511-7042839f5fd9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/186d82ab-d7b1-47a7-a7c6-7913f44f830a HTTP/1.1" status: 204 len: 168 time: 0.1232016 Aug 24 01:07:50.856203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eba84f-d92c-47bf-8511-7042839f5fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186d82ab-d7b1-47a7-a7c6-7913f44f830a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:51.178596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47042) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:51.222245 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7ce23ff3-918e-42a7-b713-a585492d8b77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec29e5ad49f8488f80926db76a34ef8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424414 Aug 24 01:07:51.230956 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47044) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:51.280778 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f349cb0a-be99-4664-9fbb-cc96e2b47dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:51.301580 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f349cb0a-be99-4664-9fbb-cc96e2b47dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:51.351792 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f349cb0a-be99-4664-9fbb-cc96e2b47dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:51.354307 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f349cb0a-be99-4664-9fbb-cc96e2b47dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:51.355558 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f349cb0a-be99-4664-9fbb-cc96e2b47dc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5ae6758-d35a-421b-9016-24dece890fd5 HTTP/1.1" status: 204 len: 168 time: 0.1235278 Aug 24 01:07:51.363469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349cb0a-be99-4664-9fbb-cc96e2b47dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ae6758-d35a-421b-9016-24dece890fd5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:52.012211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47066) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:52.106512 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1062903340-network', 'tenant_id': '217883bc40c54aa48f6857eadb883253'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:52.127410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] Made reservation on behalf of 217883bc40c54aa48f6857eadb883253 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:07:52.129653 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.138418 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.228780 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.232568 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.258478 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:07:52.268258 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34804850-523e-4c41-a52f-e2e78d9e3a71,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:52.274091 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.274431 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] Added segment 0af3692b-e921-4c65-af24-905b57b3f37b of type vlan for network 1bbe8be3-f445-4339-969e-12c6d44f1d90 Aug 24 01:07:52.313804 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.338284 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.339197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:52.339774 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.389381 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3760681 Aug 24 01:07:52.392386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47070) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:52.398631 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ee200d21-f3d9-4b7e-8510-22a3dca9da2f admin admin] Request body: {'subnet': {'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1062903340-subnet', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:52.404662 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5a0f2-f5ab-4898-a38a-aa884111cbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=1bbe8be3-f445-4339-969e-12c6d44f1d90,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:52.415691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 1bbe8be3-f445-4339-969e-12c6d44f1d90 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:07:52.420780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee200d21-f3d9-4b7e-8510-22a3dca9da2f admin admin] Made reservation on behalf of 217883bc40c54aa48f6857eadb883253 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:07:52.423345 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee200d21-f3d9-4b7e-8510-22a3dca9da2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.592835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee200d21-f3d9-4b7e-8510-22a3dca9da2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.642271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee200d21-f3d9-4b7e-8510-22a3dca9da2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=574b32b7-dd6a-4e22-b877-035de2631553,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:52.657896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee200d21-f3d9-4b7e-8510-22a3dca9da2f admin admin] Checking segment: {'id': '0af3692b-e921-4c65-af24-905b57b3f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:07:52.658262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee200d21-f3d9-4b7e-8510-22a3dca9da2f admin admin] Network hostable DHCP agents. Network: 1bbe8be3-f445-4339-969e-12c6d44f1d90, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:07:52.674707 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee200d21-f3d9-4b7e-8510-22a3dca9da2f admin admin] Network 1bbe8be3-f445-4339-969e-12c6d44f1d90 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:07:52.683973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-ee200d21-f3d9-4b7e-8510-22a3dca9da2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 1bbe8be3-f445-4339-969e-12c6d44f1d90) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:52.688306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee200d21-f3d9-4b7e-8510-22a3dca9da2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:52.689426 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ee200d21-f3d9-4b7e-8510-22a3dca9da2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.694177 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b3b22-3b6d-4477-94a5-e68dc8263d55 None None] Network 1bbe8be3-f445-4339-969e-12c6d44f1d90 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:07:52.704689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ee200d21-f3d9-4b7e-8510-22a3dca9da2f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3111765 Aug 24 01:07:52.707812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47072) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:52.712307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:52.735174 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.736186 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.788687 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.844514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-1bbe8be3-f445-4339-969e-12c6d44f1d90', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'fixed_ips': [{'subnet_id': '574b32b7-dd6a-4e22-b877-035de2631553'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:07:52.845320 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.925923 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:52.984466 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Allocated IP 172.20.0.2 (1bbe8be3-f445-4339-969e-12c6d44f1d90/574b32b7-dd6a-4e22-b877-035de2631553/c42c7671-af44-4276-941c-70f1a81c4581) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:07:53.126213 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:53.127391 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:53.136378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Transition to ACTIVE for port object c42c7671-af44-4276-941c-70f1a81c4581 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:53.146869 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:53.151593 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Transition to ACTIVE for port object c42c7671-af44-4276-941c-70f1a81c4581 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:53.157112 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:53.200271 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Network 1bbe8be3-f445-4339-969e-12c6d44f1d90 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:07:53.203142 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:53.206456 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:07:53.217590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Pushing event updated for resources: {'Port': ['ID=c42c7671-af44-4276-941c-70f1a81c4581,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:53.255419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Allocated IP 172.25.8.98 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/f9a7aeae-b17e-4394-a719-016a9e088961) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:07:53.270182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Attempting to bind port c42c7671-af44-4276-941c-70f1a81c4581 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:07:53.271377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Attempting to bind port c42c7671-af44-4276-941c-70f1a81c4581 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '0af3692b-e921-4c65-af24-905b57b3f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:07:53.271886 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Attempting to bind port c42c7671-af44-4276-941c-70f1a81c4581 on network 1bbe8be3-f445-4339-969e-12c6d44f1d90 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:07:53.277677 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:07:53.278064 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Checking segment: {'id': '0af3692b-e921-4c65-af24-905b57b3f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:07:53.278471 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:53.278911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Bound using segment: {'id': '0af3692b-e921-4c65-af24-905b57b3f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:07:53.279384 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Bound port: c42c7671-af44-4276-941c-70f1a81c4581, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af3692b-e921-4c65-af24-905b57b3f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:07:53.279769 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:53.346749 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] For port c42c7671-af44-4276-941c-70f1a81c4581, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:07:53.350898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] For port c42c7671-af44-4276-941c-70f1a81c4581, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c42c7671-af44-4276-941c-70f1a81c4581,segment=NetworkSegment(0af3692b-e921-4c65-af24-905b57b3f37b),segment_id=0af3692b-e921-4c65-af24-905b57b3f37b)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:07:53.356667 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:53.376352 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:53.419787 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:53.426608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88536bd-40ae-4944-a517-853cc1c6d29f None None] Pushing event updated for resources: {'Port': ['ID=c42c7671-af44-4276-941c-70f1a81c4581,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:53.466093 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:07:53.470558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:53.474563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:07:53.500716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a7aeae-b17e-4394-a719-016a9e088961,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:53.751737 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:53.948241 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:54.080033 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Router 65deb303-800a-4461-8e7b-a4bb941b83cf is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:07:54.186949 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:54.194733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:07:54.206318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Sync routers for ids ['65deb303-800a-4461-8e7b-a4bb941b83cf'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:07:54.216391 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:54.220269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4e4584a9-fc60-4a0a-8202-2a9ef154ac87 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5094163 Aug 24 01:07:54.220432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Routers {'65deb303-800a-4461-8e7b-a4bb941b83cf'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:54.220432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:07:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['65deb303-800a-4461-8e7b-a4bb941b83cf'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:54.220608 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47076) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:54.335743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Set router 65deb303-800a-4461-8e7b-a4bb941b83cf gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:07:54.367551 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f901bf-7c24-46b1-8c14-927d6ea04938 None None] Network 1bbe8be3-f445-4339-969e-12c6d44f1d90 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:07:54.491649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a91e4f7-5898-446e-b3aa-3336e4ae06ad None None] Provisioning for port c42c7671-af44-4276-941c-70f1a81c4581 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:54.663704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:07:53Z', 'revision_number': 3, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port': {'id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:53Z', 'updated_at': '2021-08-24T01:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:54.681934 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:54.694070 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c42c7671-af44-4276-941c-70f1a81c4581 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:07:54.696760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Checking router: 65deb303-800a-4461-8e7b-a4bb941b83cf for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:07:54.697120 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Updating router 65deb303-800a-4461-8e7b-a4bb941b83cf port f9a7aeae-b17e-4394-a719-016a9e088961 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:07:54.756735 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:54.898537 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Allocated IP 172.20.0.1 (1bbe8be3-f445-4339-969e-12c6d44f1d90/574b32b7-dd6a-4e22-b877-035de2631553/4647fb5f-170e-4e6a-8bcc-986b1e75d1e0) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:07:55.008925 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.015060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port c42c7671-af44-4276-941c-70f1a81c4581 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:55.021319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-57af60d4-5d11-48fe-8a84-6ae6629d3b22 None None] Provisioning complete for port c42c7671-af44-4276-941c-70f1a81c4581 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:55.021697 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57af60d4-5d11-48fe-8a84-6ae6629d3b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.023169 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Transition to ACTIVE for port object 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:55.026552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port c42c7671-af44-4276-941c-70f1a81c4581 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:55.026720 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.056742 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.097405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Network 1bbe8be3-f445-4339-969e-12c6d44f1d90 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:07:55.102237 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:55.106847 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:07:55.109709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Pushing event updated for resources: {'Port': ['ID=4647fb5f-170e-4e6a-8bcc-986b1e75d1e0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:55.148686 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.265043 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57af60d4-5d11-48fe-8a84-6ae6629d3b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.278308 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.294513 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.355655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-57af60d4-5d11-48fe-8a84-6ae6629d3b22 None None] For port c42c7671-af44-4276-941c-70f1a81c4581, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c42c7671-af44-4276-941c-70f1a81c4581,segment=NetworkSegment(0af3692b-e921-4c65-af24-905b57b3f37b),segment_id=0af3692b-e921-4c65-af24-905b57b3f37b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:55.363575 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-57af60d4-5d11-48fe-8a84-6ae6629d3b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.400691 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.444674 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Transition to ACTIVE for port object f9a7aeae-b17e-4394-a719-016a9e088961 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:55.459454 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.461635 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af60d4-5d11-48fe-8a84-6ae6629d3b22 None None] Pushing event updated for resources: {'Port': ['ID=c42c7671-af44-4276-941c-70f1a81c4581,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:55.464500 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.465197 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 01:07:55.465658 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 01:07:55.470108 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.525104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Attempting to bind port f9a7aeae-b17e-4394-a719-016a9e088961 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:07:55.525690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Attempting to bind port f9a7aeae-b17e-4394-a719-016a9e088961 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:07:55.525785 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Attempting to bind port f9a7aeae-b17e-4394-a719-016a9e088961 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:07:55.534509 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d065e6df-7f55-4d12-86ff-8faf3bd1dc50 None None] Provisioning for port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:55.538015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:07:55.538394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:07:55.538830 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.539237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:07:55.539709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Bound port: f9a7aeae-b17e-4394-a719-016a9e088961, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:07:55.540095 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.540741 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Pushing event updated for resources: {'Port': ['ID=4647fb5f-170e-4e6a-8bcc-986b1e75d1e0,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:55.542938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60ada1-7c62-43bc-983a-af689dcc268e None None] Pushing event updated for resources: {'Port': ['ID=f9a7aeae-b17e-4394-a719-016a9e088961,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:55.543150 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.562394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d065e6df-7f55-4d12-86ff-8faf3bd1dc50 None None] Provisioning complete for port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:55.563244 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d065e6df-7f55-4d12-86ff-8faf3bd1dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.617917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d065e6df-7f55-4d12-86ff-8faf3bd1dc50 None None] Port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:07:55.624931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] For port f9a7aeae-b17e-4394-a719-016a9e088961, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:07:55.627991 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] For port f9a7aeae-b17e-4394-a719-016a9e088961, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f9a7aeae-b17e-4394-a719-016a9e088961,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:07:55.632707 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.637406 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Network 1bbe8be3-f445-4339-969e-12c6d44f1d90 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:07:55.638752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:55.695047 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Routers {'65deb303-800a-4461-8e7b-a4bb941b83cf'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:55.695698 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:07:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['65deb303-800a-4461-8e7b-a4bb941b83cf'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:55.738523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60ada1-7c62-43bc-983a-af689dcc268e None None] Pushing event updated for resources: {'Port': ['ID=f9a7aeae-b17e-4394-a719-016a9e088961,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:55.773377 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Router 65deb303-800a-4461-8e7b-a4bb941b83cf has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:07:55.816529 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] Set router 65deb303-800a-4461-8e7b-a4bb941b83cf gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:07:55.971609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-456223cf-ab71-4f1b-9823-cbf3748b5654 None None] Provisioning complete for port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:55.971892 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-456223cf-ab71-4f1b-9823-cbf3748b5654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:56.060686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-456223cf-ab71-4f1b-9823-cbf3748b5654 None None] Port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:07:56.116377 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 4, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port': {'id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:53Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4647fb5f-170e-4e6a-8bcc-986b1e75d1e0', 'name': '', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'mac_address': 'fa:16:3e:d4:96:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '574b32b7-dd6a-4e22-b877-035de2631553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:54Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 2, 'project_id': '217883bc40c54aa48f6857eadb883253', 'subnets': [{'id': '574b32b7-dd6a-4e22-b877-035de2631553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:56.148214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235c6703-d3f6-4995-925c-e1602c23fc62 None None] The sync data for ids ['65deb303-800a-4461-8e7b-a4bb941b83cf'] in n-d-805736-1 is: [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 4, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port': {'id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:53Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4647fb5f-170e-4e6a-8bcc-986b1e75d1e0', 'name': '', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'mac_address': 'fa:16:3e:d4:96:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '574b32b7-dd6a-4e22-b877-035de2631553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:54Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 2, 'project_id': '217883bc40c54aa48f6857eadb883253', 'subnets': [{'id': '574b32b7-dd6a-4e22-b877-035de2631553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:07:56.153174 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:07:56.158826 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0dbef6c0-8bed-4e7f-bf9e-b5d6e6ebeeaa admin admin] 10.222.0.32 "PUT /v2.0/routers/65deb303-800a-4461-8e7b-a4bb941b83cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9371173 Aug 24 01:07:56.645586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c42c7671-af44-4276-941c-70f1a81c4581 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:07:56.684918 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47092) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:56.690209 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1020412448-network', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:56.711277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port c42c7671-af44-4276-941c-70f1a81c4581 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:56.711654 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:56.712518 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] Made reservation on behalf of adcb0756b5c644e4a48616917fd774ed for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:07:56.715056 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:56.726046 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:56.855465 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:56.859616 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:56.888658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:07:56.895279 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a7f894-f757-4b43-bb0d-5ec1129702e8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:56.902569 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:56.902958 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] Added segment d02062cd-8d28-4875-a213-b24778e3567c of type vlan for network fdfeff13-c2fe-4f63-a585-708d8f33668e Aug 24 01:07:56.958506 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:56.984345 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:56.985864 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:56.986449 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.047332 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3611825 Aug 24 01:07:57.050134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47094) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:57.050849 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544c117-7f6a-4adc-8be5-ef6f03627a63 admin admin] Pushing event updated for resources: {'Network': ['ID=fdfeff13-c2fe-4f63-a585-708d8f33668e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:57.056441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6b1da611-a6a0-4269-b81e-f4cf2b7f4e7f admin admin] Request body: {'subnet': {'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1020412448-subnet', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:57.061269 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network fdfeff13-c2fe-4f63-a585-708d8f33668e details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:07:57.079887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1da611-a6a0-4269-b81e-f4cf2b7f4e7f admin admin] Made reservation on behalf of adcb0756b5c644e4a48616917fd774ed for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:07:57.083678 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b1da611-a6a0-4269-b81e-f4cf2b7f4e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.274211 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b1da611-a6a0-4269-b81e-f4cf2b7f4e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.330561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1da611-a6a0-4269-b81e-f4cf2b7f4e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=560e5e84-4107-43f4-a871-f2b0ea91ce2b,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:57.344163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1da611-a6a0-4269-b81e-f4cf2b7f4e7f admin admin] Checking segment: {'id': 'd02062cd-8d28-4875-a213-b24778e3567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:07:57.344531 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1da611-a6a0-4269-b81e-f4cf2b7f4e7f admin admin] Network hostable DHCP agents. Network: fdfeff13-c2fe-4f63-a585-708d8f33668e, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:07:57.360978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1da611-a6a0-4269-b81e-f4cf2b7f4e7f admin admin] Network fdfeff13-c2fe-4f63-a585-708d8f33668e is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:07:57.369627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6b1da611-a6a0-4269-b81e-f4cf2b7f4e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, fdfeff13-c2fe-4f63-a585-708d8f33668e) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:57.373789 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1da611-a6a0-4269-b81e-f4cf2b7f4e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:57.374383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6b1da611-a6a0-4269-b81e-f4cf2b7f4e7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.379790 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c956b3-f311-4c64-a17d-0c7d0a60f00e None None] Network fdfeff13-c2fe-4f63-a585-708d8f33668e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:07:57.393622 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47096) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:57.395523 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6b1da611-a6a0-4269-b81e-f4cf2b7f4e7f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3439908 Aug 24 01:07:57.399757 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1020412448-router', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:57.425080 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.426615 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.497149 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.536894 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-fdfeff13-c2fe-4f63-a585-708d8f33668e', 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'fixed_ips': [{'subnet_id': '560e5e84-4107-43f4-a871-f2b0ea91ce2b'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:07:57.537881 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.634272 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8509cf4d-26e8-4c1f-b58d-a7753869b0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.639151 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.689008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Allocated IP 172.20.0.2 (fdfeff13-c2fe-4f63-a585-708d8f33668e/560e5e84-4107-43f4-a871-f2b0ea91ce2b/7a0150dc-0041-4063-b982-8d5daafd7f62) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:07:57.836884 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.845321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Transition to ACTIVE for port object 7a0150dc-0041-4063-b982-8d5daafd7f62 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:57.846158 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.862053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Transition to ACTIVE for port object 7a0150dc-0041-4063-b982-8d5daafd7f62 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:57.867366 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.869232 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.913940 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Network fdfeff13-c2fe-4f63-a585-708d8f33668e is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:07:57.916870 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:57.921204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:07:57.924370 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Pushing event updated for resources: {'Port': ['ID=7a0150dc-0041-4063-b982-8d5daafd7f62,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:57.984661 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Allocated IP 172.25.8.5 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/ee9d4a67-5392-4e89-a20e-a927e4c70dc5) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:07:57.986151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Attempting to bind port 7a0150dc-0041-4063-b982-8d5daafd7f62 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:07:57.986651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Attempting to bind port 7a0150dc-0041-4063-b982-8d5daafd7f62 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'd02062cd-8d28-4875-a213-b24778e3567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:07:57.986849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Attempting to bind port 7a0150dc-0041-4063-b982-8d5daafd7f62 on network fdfeff13-c2fe-4f63-a585-708d8f33668e {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:07:57.993076 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:07:57.993449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Checking segment: {'id': 'd02062cd-8d28-4875-a213-b24778e3567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:07:57.993852 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:57.994245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Bound using segment: {'id': 'd02062cd-8d28-4875-a213-b24778e3567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:07:57.994710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Bound port: 7a0150dc-0041-4063-b982-8d5daafd7f62, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02062cd-8d28-4875-a213-b24778e3567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:07:57.995115 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:58.062556 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] For port 7a0150dc-0041-4063-b982-8d5daafd7f62, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:07:58.066178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] For port 7a0150dc-0041-4063-b982-8d5daafd7f62, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7a0150dc-0041-4063-b982-8d5daafd7f62,segment=NetworkSegment(d02062cd-8d28-4875-a213-b24778e3567c),segment_id=d02062cd-8d28-4875-a213-b24778e3567c)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:07:58.069912 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:58.101408 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:58.127360 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34632e4-6e1d-41f0-ba59-c2c0a8ea8212 None None] Pushing event updated for resources: {'Port': ['ID=7a0150dc-0041-4063-b982-8d5daafd7f62,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:58.151480 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:58.199659 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:07:58.203858 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:58.205901 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Pushing event updated for resources: {'Port': ['ID=ee9d4a67-5392-4e89-a20e-a927e4c70dc5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:58.208726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:07:58.231204 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Sync routers for ids ['65deb303-800a-4461-8e7b-a4bb941b83cf'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:07:58.241528 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Routers {'65deb303-800a-4461-8e7b-a4bb941b83cf'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:58.245218 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:07:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['65deb303-800a-4461-8e7b-a4bb941b83cf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:58.483703 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Set router 65deb303-800a-4461-8e7b-a4bb941b83cf gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:07:58.495416 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:58.703765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7a0150dc-0041-4063-b982-8d5daafd7f62 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:07:58.727525 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 4, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port': {'id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:53Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4647fb5f-170e-4e6a-8bcc-986b1e75d1e0', 'name': '', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'mac_address': 'fa:16:3e:d4:96:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '574b32b7-dd6a-4e22-b877-035de2631553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:54Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 2, 'project_id': '217883bc40c54aa48f6857eadb883253', 'subnets': [{'id': '574b32b7-dd6a-4e22-b877-035de2631553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:58.727820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:58.758916 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Checking router: 65deb303-800a-4461-8e7b-a4bb941b83cf for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:07:58.759320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 7a0150dc-0041-4063-b982-8d5daafd7f62 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:58.759488 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Updating router 65deb303-800a-4461-8e7b-a4bb941b83cf port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:07:58.765148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f9a7aeae-b17e-4394-a719-016a9e088961 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:07:58.792670 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:58.820255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port f9a7aeae-b17e-4394-a719-016a9e088961 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:58.824599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f9a7aeae-b17e-4394-a719-016a9e088961 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:58.825455 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:58.906794 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Router ae78d88f-ba49-4d58-bf85-44568582807f is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:07:58.937863 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:58.965279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port f9a7aeae-b17e-4394-a719-016a9e088961, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f9a7aeae-b17e-4394-a719-016a9e088961,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:58.971253 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.037736 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=f9a7aeae-b17e-4394-a719-016a9e088961,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:59.038284 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:07:59.052386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Sync routers for ids ['ae78d88f-ba49-4d58-bf85-44568582807f'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:07:59.063459 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.064758 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-744ab43c-0cc6-4e5a-ab80-e3c853e68c56 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6697376 Aug 24 01:07:59.067990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Routers {'ae78d88f-ba49-4d58-bf85-44568582807f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:59.068145 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47098) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:59.068916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:07:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae78d88f-ba49-4d58-bf85-44568582807f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:59.145486 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.157216 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Transition to ACTIVE for port object 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:59.167171 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.198086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Set router ae78d88f-ba49-4d58-bf85-44568582807f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:07:59.268030 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51e13b-89ca-4330-98a4-81775f6de437 None None] Pushing event updated for resources: {'Port': ['ID=4647fb5f-170e-4e6a-8bcc-986b1e75d1e0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:59.292263 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51e13b-89ca-4330-98a4-81775f6de437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:59.292871 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51e13b-89ca-4330-98a4-81775f6de437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:59.293513 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51e13b-89ca-4330-98a4-81775f6de437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:59.294017 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51e13b-89ca-4330-98a4-81775f6de437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:59.294518 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51e13b-89ca-4330-98a4-81775f6de437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:59.295048 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51e13b-89ca-4330-98a4-81775f6de437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:59.295538 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51e13b-89ca-4330-98a4-81775f6de437 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:59.296046 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51e13b-89ca-4330-98a4-81775f6de437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:59.296538 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51e13b-89ca-4330-98a4-81775f6de437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:59.297037 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51e13b-89ca-4330-98a4-81775f6de437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:59.297660 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51e13b-89ca-4330-98a4-81775f6de437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:59.298157 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51e13b-89ca-4330-98a4-81775f6de437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:59.319989 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Attempting to bind port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:07:59.320586 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Attempting to bind port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '0af3692b-e921-4c65-af24-905b57b3f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:07:59.321160 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Attempting to bind port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 on network 1bbe8be3-f445-4339-969e-12c6d44f1d90 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:07:59.327157 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:07:59.327932 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Checking segment: {'id': '0af3692b-e921-4c65-af24-905b57b3f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:07:59.328501 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.329082 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Bound using segment: {'id': '0af3692b-e921-4c65-af24-905b57b3f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:07:59.329722 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Bound port: 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af3692b-e921-4c65-af24-905b57b3f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:07:59.330402 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.385052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b9246-a77e-4fa3-8a70-7ae212723747 None None] Network fdfeff13-c2fe-4f63-a585-708d8f33668e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:07:59.404206 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] For port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:07:59.408244 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] For port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4647fb5f-170e-4e6a-8bcc-986b1e75d1e0,segment=NetworkSegment(0af3692b-e921-4c65-af24-905b57b3f37b),segment_id=0af3692b-e921-4c65-af24-905b57b3f37b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:07:59.414679 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.431105 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8a82ffbc-8e1b-440d-9189-6470aca3f64c None None] Provisioning for port 7a0150dc-0041-4063-b982-8d5daafd7f62 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:59.464876 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Routers {'65deb303-800a-4461-8e7b-a4bb941b83cf'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:59.466046 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:07:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['65deb303-800a-4461-8e7b-a4bb941b83cf'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:59.476364 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8a82ffbc-8e1b-440d-9189-6470aca3f64c None None] Provisioning complete for port 7a0150dc-0041-4063-b982-8d5daafd7f62 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:59.476736 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8a82ffbc-8e1b-440d-9189-6470aca3f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.582645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.586988 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] Set router 65deb303-800a-4461-8e7b-a4bb941b83cf gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:07:59.684454 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51e13b-89ca-4330-98a4-81775f6de437 None None] Pushing event updated for resources: {'Port': ['ID=4647fb5f-170e-4e6a-8bcc-986b1e75d1e0,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:59.774594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'name': 'tempest-TestMinimumBasicScenario-1020412448-router', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ee9d4a67-5392-4e89-a20e-a927e4c70dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:07:58Z', 'revision_number': 3, 'project_id': 'adcb0756b5c644e4a48616917fd774ed', 'gw_port': {'id': 'ee9d4a67-5392-4e89-a20e-a927e4c70dc5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:59.775262 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Allocated IP 172.20.0.1 (fdfeff13-c2fe-4f63-a585-708d8f33668e/560e5e84-4107-43f4-a871-f2b0ea91ce2b/9e87ff07-7192-4c2b-aea8-40f8fb50c573) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:07:59.825473 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 4, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port': {'id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:53Z', 'updated_at': '2021-08-24T01:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4647fb5f-170e-4e6a-8bcc-986b1e75d1e0', 'name': '', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'mac_address': 'fa:16:3e:d4:96:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '574b32b7-dd6a-4e22-b877-035de2631553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:54Z', 'updated_at': '2021-08-24T01:07:59Z', 'revision_number': 4, 'project_id': '217883bc40c54aa48f6857eadb883253', 'subnets': [{'id': '574b32b7-dd6a-4e22-b877-035de2631553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:59.827693 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Checking router: ae78d88f-ba49-4d58-bf85-44568582807f for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:07:59.828049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Updating router ae78d88f-ba49-4d58-bf85-44568582807f port ee9d4a67-5392-4e89-a20e-a927e4c70dc5 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:07:59.854220 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527fc7c4-7f0d-40e6-9267-ffef2b8d8671 None None] The sync data for ids ['65deb303-800a-4461-8e7b-a4bb941b83cf'] in n-d-805736-1 is: [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 4, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port': {'id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:53Z', 'updated_at': '2021-08-24T01:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4647fb5f-170e-4e6a-8bcc-986b1e75d1e0', 'name': '', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'mac_address': 'fa:16:3e:d4:96:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '574b32b7-dd6a-4e22-b877-035de2631553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:54Z', 'updated_at': '2021-08-24T01:07:59Z', 'revision_number': 4, 'project_id': '217883bc40c54aa48f6857eadb883253', 'subnets': [{'id': '574b32b7-dd6a-4e22-b877-035de2631553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:07:59.882746 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.889705 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8a82ffbc-8e1b-440d-9189-6470aca3f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.901461 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.917480 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Transition to ACTIVE for port object 9e87ff07-7192-4c2b-aea8-40f8fb50c573 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:59.954234 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.996557 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Network fdfeff13-c2fe-4f63-a585-708d8f33668e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:07:59.999401 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:08:00.003314 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:08:00.032236 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8a82ffbc-8e1b-440d-9189-6470aca3f64c None None] For port 7a0150dc-0041-4063-b982-8d5daafd7f62, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7a0150dc-0041-4063-b982-8d5daafd7f62,segment=NetworkSegment(d02062cd-8d28-4875-a213-b24778e3567c),segment_id=d02062cd-8d28-4875-a213-b24778e3567c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:08:00.038143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Pushing event updated for resources: {'Port': ['ID=9e87ff07-7192-4c2b-aea8-40f8fb50c573,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:00.041841 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8a82ffbc-8e1b-440d-9189-6470aca3f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.047321 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.195180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82ffbc-8e1b-440d-9189-6470aca3f64c None None] Pushing event updated for resources: {'Port': ['ID=7a0150dc-0041-4063-b982-8d5daafd7f62,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:00.206126 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.226462 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.238635 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.287780 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-945da6f4-0d9d-4ad6-8718-af77e44a8a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.351307 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.367404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Transition to ACTIVE for port object ee9d4a67-5392-4e89-a20e-a927e4c70dc5 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:08:00.372124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-44829f73-1486-46fb-aec1-86f38567f735 None None] Provisioning complete for port 7a0150dc-0041-4063-b982-8d5daafd7f62 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:08:00.372303 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44829f73-1486-46fb-aec1-86f38567f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.397233 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.445415 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.455013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.476773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e96699-2f4a-4b4e-b705-6bb8eb97f7d9 None None] Pushing event updated for resources: {'Port': ['ID=ee9d4a67-5392-4e89-a20e-a927e4c70dc5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:00.479730 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Attempting to bind port ee9d4a67-5392-4e89-a20e-a927e4c70dc5 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:08:00.480214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Attempting to bind port ee9d4a67-5392-4e89-a20e-a927e4c70dc5 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:08:00.480679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Attempting to bind port ee9d4a67-5392-4e89-a20e-a927e4c70dc5 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:08:00.490005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:08:00.490544 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:08:00.491171 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.491664 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:08:00.492249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Bound port: ee9d4a67-5392-4e89-a20e-a927e4c70dc5, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:08:00.492805 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.542901 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Pushing event updated for resources: {'Port': ['ID=9e87ff07-7192-4c2b-aea8-40f8fb50c573,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:00.550471 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.593388 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] For port ee9d4a67-5392-4e89-a20e-a927e4c70dc5, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:08:00.599954 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] For port ee9d4a67-5392-4e89-a20e-a927e4c70dc5, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ee9d4a67-5392-4e89-a20e-a927e4c70dc5,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:08:00.606810 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.678050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Routers {'ae78d88f-ba49-4d58-bf85-44568582807f'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:08:00.678684 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:08:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae78d88f-ba49-4d58-bf85-44568582807f'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:08:00.682892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e96699-2f4a-4b4e-b705-6bb8eb97f7d9 None None] Pushing event updated for resources: {'Port': ['ID=ee9d4a67-5392-4e89-a20e-a927e4c70dc5,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:00.702609 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Network fdfeff13-c2fe-4f63-a585-708d8f33668e is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:08:00.704077 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:08:00.727371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7a0150dc-0041-4063-b982-8d5daafd7f62 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:08:00.780511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-016dd562-d002-43d7-8506-08925d13816e None None] Provisioning for port 9e87ff07-7192-4c2b-aea8-40f8fb50c573 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:08:00.823052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-016dd562-d002-43d7-8506-08925d13816e None None] Provisioning complete for port 9e87ff07-7192-4c2b-aea8-40f8fb50c573 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:08:00.823558 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-016dd562-d002-43d7-8506-08925d13816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.854928 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Router ae78d88f-ba49-4d58-bf85-44568582807f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:08:00.882947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] Set router ae78d88f-ba49-4d58-bf85-44568582807f gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:08:00.912147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-016dd562-d002-43d7-8506-08925d13816e None None] Port 9e87ff07-7192-4c2b-aea8-40f8fb50c573 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:08:00.917715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 7a0150dc-0041-4063-b982-8d5daafd7f62 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:08:00.918086 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:00.977169 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:08:00.985312 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-25dabc0c-1981-4c65-823c-8d7cd013594a admin admin] 10.222.0.32 "PUT /v2.0/routers/ae78d88f-ba49-4d58-bf85-44568582807f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9130323 Aug 24 01:08:01.069774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fe56b864-14b0-464d-b717-b16c04d6c213 None None] Provisioning complete for port 9e87ff07-7192-4c2b-aea8-40f8fb50c573 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:08:01.070052 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe56b864-14b0-464d-b717-b16c04d6c213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:01.167495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f9a7aeae-b17e-4394-a719-016a9e088961 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:08:01.168999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-fe56b864-14b0-464d-b717-b16c04d6c213 None None] Port 9e87ff07-7192-4c2b-aea8-40f8fb50c573 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:08:01.236339 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'name': 'tempest-TestMinimumBasicScenario-1020412448-router', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ee9d4a67-5392-4e89-a20e-a927e4c70dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:08:00Z', 'revision_number': 4, 'project_id': 'adcb0756b5c644e4a48616917fd774ed', 'gw_port': {'id': 'ee9d4a67-5392-4e89-a20e-a927e4c70dc5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '9e87ff07-7192-4c2b-aea8-40f8fb50c573', 'name': '', 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'mac_address': 'fa:16:3e:30:c5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '560e5e84-4107-43f4-a871-f2b0ea91ce2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:59Z', 'updated_at': '2021-08-24T01:08:00Z', 'revision_number': 2, 'project_id': 'adcb0756b5c644e4a48616917fd774ed', 'subnets': [{'id': '560e5e84-4107-43f4-a871-f2b0ea91ce2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:08:01.239071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f9a7aeae-b17e-4394-a719-016a9e088961 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:08:01.240071 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:01.286809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5faa43-9bae-4085-bf80-6cbe2f9a94e0 None None] The sync data for ids ['ae78d88f-ba49-4d58-bf85-44568582807f'] in n-d-805736-1 is: [{'id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'name': 'tempest-TestMinimumBasicScenario-1020412448-router', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ee9d4a67-5392-4e89-a20e-a927e4c70dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:08:00Z', 'revision_number': 4, 'project_id': 'adcb0756b5c644e4a48616917fd774ed', 'gw_port': {'id': 'ee9d4a67-5392-4e89-a20e-a927e4c70dc5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '9e87ff07-7192-4c2b-aea8-40f8fb50c573', 'name': '', 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'mac_address': 'fa:16:3e:30:c5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '560e5e84-4107-43f4-a871-f2b0ea91ce2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:59Z', 'updated_at': '2021-08-24T01:08:00Z', 'revision_number': 2, 'project_id': 'adcb0756b5c644e4a48616917fd774ed', 'subnets': [{'id': '560e5e84-4107-43f4-a871-f2b0ea91ce2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:08:01.358615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:08:01.409779 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:08:01.413884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:08:01.414255 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:01.460810 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:01.532931 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:01.577462 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4647fb5f-170e-4e6a-8bcc-986b1e75d1e0,segment=NetworkSegment(0af3692b-e921-4c65-af24-905b57b3f37b),segment_id=0af3692b-e921-4c65-af24-905b57b3f37b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:08:01.582041 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:01.652505 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4647fb5f-170e-4e6a-8bcc-986b1e75d1e0,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:02.663410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:08:02.771086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:08:02.771604 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:03.199197 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:04.260723 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Sync routers for ids ['ae78d88f-ba49-4d58-bf85-44568582807f'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:08:04.273702 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Routers {'ae78d88f-ba49-4d58-bf85-44568582807f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:08:04.274332 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:08:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae78d88f-ba49-4d58-bf85-44568582807f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:08:04.392727 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Set router ae78d88f-ba49-4d58-bf85-44568582807f gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:08:04.624024 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'name': 'tempest-TestMinimumBasicScenario-1020412448-router', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ee9d4a67-5392-4e89-a20e-a927e4c70dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:08:00Z', 'revision_number': 4, 'project_id': 'adcb0756b5c644e4a48616917fd774ed', 'gw_port': {'id': 'ee9d4a67-5392-4e89-a20e-a927e4c70dc5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '9e87ff07-7192-4c2b-aea8-40f8fb50c573', 'name': '', 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'mac_address': 'fa:16:3e:30:c5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '560e5e84-4107-43f4-a871-f2b0ea91ce2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:59Z', 'updated_at': '2021-08-24T01:08:00Z', 'revision_number': 2, 'project_id': 'adcb0756b5c644e4a48616917fd774ed', 'subnets': [{'id': '560e5e84-4107-43f4-a871-f2b0ea91ce2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:08:04.652038 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Checking router: ae78d88f-ba49-4d58-bf85-44568582807f for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:08:04.652400 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Updating router ae78d88f-ba49-4d58-bf85-44568582807f port 9e87ff07-7192-4c2b-aea8-40f8fb50c573 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:08:04.693074 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:04.697647 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ee9d4a67-5392-4e89-a20e-a927e4c70dc5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:08:04.770799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port ee9d4a67-5392-4e89-a20e-a927e4c70dc5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:08:04.775303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ee9d4a67-5392-4e89-a20e-a927e4c70dc5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:08:04.775684 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:04.872246 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:04.894938 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port ee9d4a67-5392-4e89-a20e-a927e4c70dc5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ee9d4a67-5392-4e89-a20e-a927e4c70dc5,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:08:04.900081 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:04.957571 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=ee9d4a67-5392-4e89-a20e-a927e4c70dc5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:05.015311 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:05.027848 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Transition to ACTIVE for port object 9e87ff07-7192-4c2b-aea8-40f8fb50c573 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:08:05.035442 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:05.088066 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa85ed-79bc-4092-bf1c-610a886459fa None None] Pushing event updated for resources: {'Port': ['ID=9e87ff07-7192-4c2b-aea8-40f8fb50c573,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:05.142960 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Attempting to bind port 9e87ff07-7192-4c2b-aea8-40f8fb50c573 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:08:05.144064 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Attempting to bind port 9e87ff07-7192-4c2b-aea8-40f8fb50c573 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'd02062cd-8d28-4875-a213-b24778e3567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:08:05.144726 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Attempting to bind port 9e87ff07-7192-4c2b-aea8-40f8fb50c573 on network fdfeff13-c2fe-4f63-a585-708d8f33668e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:08:05.151760 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:08:05.152128 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Checking segment: {'id': 'd02062cd-8d28-4875-a213-b24778e3567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:08:05.152668 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:05.153058 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Bound using segment: {'id': 'd02062cd-8d28-4875-a213-b24778e3567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:08:05.153518 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Bound port: 9e87ff07-7192-4c2b-aea8-40f8fb50c573, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02062cd-8d28-4875-a213-b24778e3567c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:08:05.153889 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:05.234239 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] For port 9e87ff07-7192-4c2b-aea8-40f8fb50c573, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:08:05.241429 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] For port 9e87ff07-7192-4c2b-aea8-40f8fb50c573, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9e87ff07-7192-4c2b-aea8-40f8fb50c573,segment=NetworkSegment(d02062cd-8d28-4875-a213-b24778e3567c),segment_id=d02062cd-8d28-4875-a213-b24778e3567c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:08:05.255255 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:05.312683 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Routers {'ae78d88f-ba49-4d58-bf85-44568582807f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:08:05.313265 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:08:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae78d88f-ba49-4d58-bf85-44568582807f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:08:05.370855 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa85ed-79bc-4092-bf1c-610a886459fa None None] Pushing event updated for resources: {'Port': ['ID=9e87ff07-7192-4c2b-aea8-40f8fb50c573,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:05.566169 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] Set router ae78d88f-ba49-4d58-bf85-44568582807f gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:08:05.800457 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'name': 'tempest-TestMinimumBasicScenario-1020412448-router', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ee9d4a67-5392-4e89-a20e-a927e4c70dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:08:00Z', 'revision_number': 4, 'project_id': 'adcb0756b5c644e4a48616917fd774ed', 'gw_port': {'id': 'ee9d4a67-5392-4e89-a20e-a927e4c70dc5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '9e87ff07-7192-4c2b-aea8-40f8fb50c573', 'name': '', 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'mac_address': 'fa:16:3e:30:c5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '560e5e84-4107-43f4-a871-f2b0ea91ce2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:59Z', 'updated_at': '2021-08-24T01:08:05Z', 'revision_number': 4, 'project_id': 'adcb0756b5c644e4a48616917fd774ed', 'subnets': [{'id': '560e5e84-4107-43f4-a871-f2b0ea91ce2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:08:05.828009 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863849e6-bac5-4275-9fb6-ce9838f1c4a7 None None] The sync data for ids ['ae78d88f-ba49-4d58-bf85-44568582807f'] in n-d-805736-1 is: [{'id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'name': 'tempest-TestMinimumBasicScenario-1020412448-router', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ee9d4a67-5392-4e89-a20e-a927e4c70dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:08:00Z', 'revision_number': 4, 'project_id': 'adcb0756b5c644e4a48616917fd774ed', 'gw_port': {'id': 'ee9d4a67-5392-4e89-a20e-a927e4c70dc5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '9e87ff07-7192-4c2b-aea8-40f8fb50c573', 'name': '', 'network_id': 'fdfeff13-c2fe-4f63-a585-708d8f33668e', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'mac_address': 'fa:16:3e:30:c5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '560e5e84-4107-43f4-a871-f2b0ea91ce2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:59Z', 'updated_at': '2021-08-24T01:08:05Z', 'revision_number': 4, 'project_id': 'adcb0756b5c644e4a48616917fd774ed', 'subnets': [{'id': '560e5e84-4107-43f4-a871-f2b0ea91ce2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:08:06.683687 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9e87ff07-7192-4c2b-aea8-40f8fb50c573 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:08:06.737957 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 9e87ff07-7192-4c2b-aea8-40f8fb50c573 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:08:06.743362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 9e87ff07-7192-4c2b-aea8-40f8fb50c573 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:08:06.746201 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:06.851882 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:06.891333 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 9e87ff07-7192-4c2b-aea8-40f8fb50c573, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9e87ff07-7192-4c2b-aea8-40f8fb50c573,segment=NetworkSegment(d02062cd-8d28-4875-a213-b24778e3567c),segment_id=d02062cd-8d28-4875-a213-b24778e3567c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:08:06.897680 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:06.898826 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ee9d4a67-5392-4e89-a20e-a927e4c70dc5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:08:06.980162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=9e87ff07-7192-4c2b-aea8-40f8fb50c573,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:06.995639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port ee9d4a67-5392-4e89-a20e-a927e4c70dc5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:08:06.996159 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:08.663189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9e87ff07-7192-4c2b-aea8-40f8fb50c573 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:08:08.717354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 9e87ff07-7192-4c2b-aea8-40f8fb50c573 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:08:08.717724 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:11.191604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701aa98-787d-4464-b823-93b5a591ae53 req-828fd58a-563d-41f6-bf29-1e93b7ea7098 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:11.193696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0701aa98-787d-4464-b823-93b5a591ae53 req-828fd58a-563d-41f6-bf29-1e93b7ea7098 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/networks?id=1bbe8be3-f445-4339-969e-12c6d44f1d90 HTTP/1.1" status: 200 len: 815 time: 0.1043563 Aug 24 01:08:11.208344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0701aa98-787d-4464-b823-93b5a591ae53 req-0926881a-9663-45cf-b611-47277355978c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/quotas/217883bc40c54aa48f6857eadb883253 HTTP/1.1" status: 200 len: 375 time: 0.0088873 Aug 24 01:08:11.600601 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0701aa98-787d-4464-b823-93b5a591ae53 req-c250921b-c419-4a49-919c-925c703d9bdc tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=217883bc40c54aa48f6857eadb883253&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3862274 Aug 24 01:08:11.693019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0701aa98-787d-4464-b823-93b5a591ae53 req-000c5995-05bb-4f7d-807e-7ffb2044d9ab service neutron] 10.222.0.32 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808167 Aug 24 01:08:11.783394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0701aa98-787d-4464-b823-93b5a591ae53 req-900789e2-b555-40af-be10-66061beffbb3 service neutron] 10.222.0.32 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838380 Aug 24 01:08:11.943037 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0ee2c73e-8d60-44e7-b75c-658a68036f17 req-76011308-8d5d-41ba-900e-8a22ee5c1508 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 210 time: 0.0268621 Aug 24 01:08:12.923053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701aa98-787d-4464-b823-93b5a591ae53 req-5db4a089-0f74-49a9-b7ec-ab2d7d5c0e12 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:12.924425 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0701aa98-787d-4464-b823-93b5a591ae53 req-5db4a089-0f74-49a9-b7ec-ab2d7d5c0e12 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.13 "GET /v2.0/networks?id=1bbe8be3-f445-4339-969e-12c6d44f1d90 HTTP/1.1" status: 200 len: 815 time: 0.1044731 Aug 24 01:08:12.944189 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0701aa98-787d-4464-b823-93b5a591ae53 req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Request body: {'port': {'device_id': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'admin_state_up': True, 'tenant_id': '217883bc40c54aa48f6857eadb883253'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:08:13.041711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fc09f38-d6d6-4800-8486-4f7696d37ed9 req-4685ec43-0e9d-4946-9f46-ae91d821e4ea tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 210 time: 0.0296478 Aug 24 01:08:13.075807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0701aa98-787d-4464-b823-93b5a591ae53 req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Made reservation on behalf of 217883bc40c54aa48f6857eadb883253 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:08:13.079405 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0701aa98-787d-4464-b823-93b5a591ae53 req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:13.218384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-0701aa98-787d-4464-b823-93b5a591ae53 req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Allocated IP 172.20.0.8 (1bbe8be3-f445-4339-969e-12c6d44f1d90/574b32b7-dd6a-4e22-b877-035de2631553/2e907448-48c5-4f72-bcc0-8e49658308ec) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:08:13.435559 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0701aa98-787d-4464-b823-93b5a591ae53 req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:13.453821 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-0701aa98-787d-4464-b823-93b5a591ae53 req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Transition to ACTIVE for port object 2e907448-48c5-4f72-bcc0-8e49658308ec will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:08:13.499338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0701aa98-787d-4464-b823-93b5a591ae53 req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:13.559114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0701aa98-787d-4464-b823-93b5a591ae53 req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Network 1bbe8be3-f445-4339-969e-12c6d44f1d90 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:08:13.563409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-0701aa98-787d-4464-b823-93b5a591ae53 req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:08:13.566869 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0701aa98-787d-4464-b823-93b5a591ae53 req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:08:13.601796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event updated for resources: {'Port': ['ID=2e907448-48c5-4f72-bcc0-8e49658308ec,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:13.619846 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:13.620462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:13.620811 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:13.621152 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:13.621495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:13.621828 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:13.622164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:13.622492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:13.622847 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:13.623181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:13.623510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:13.623838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:13.639461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701aa98-787d-4464-b823-93b5a591ae53 req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:13.640099 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0701aa98-787d-4464-b823-93b5a591ae53 req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:13.656659 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0701aa98-787d-4464-b823-93b5a591ae53 req-8abbd73a-4d78-47e8-8614-bda1b2473a8c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7161558 Aug 24 01:08:13.835662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-35574d58-dd81-4218-9d7a-3bfed4651086 None None] Provisioning for port 2e907448-48c5-4f72-bcc0-8e49658308ec completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:08:13.839711 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-35574d58-dd81-4218-9d7a-3bfed4651086 None None] Provisioning complete for port 2e907448-48c5-4f72-bcc0-8e49658308ec triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:08:13.840081 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-35574d58-dd81-4218-9d7a-3bfed4651086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:13.877030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-35574d58-dd81-4218-9d7a-3bfed4651086 None None] Port 2e907448-48c5-4f72-bcc0-8e49658308ec cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:08:14.177378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d568579-768a-48d9-bff7-cdac7bbbe61b req-bb29cabb-4ed7-46a0-a084-623ac5a017bd tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:14.180010 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d568579-768a-48d9-bff7-cdac7bbbe61b req-bb29cabb-4ed7-46a0-a084-623ac5a017bd tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 931 time: 0.0556600 Aug 24 01:08:14.220484 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d568579-768a-48d9-bff7-cdac7bbbe61b req-60970e38-1ad7-44fe-94e1-8d17559f1387 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343699 Aug 24 01:08:15.342574 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fe508-1b79-430a-b54d-021eec322035 req-dca9a714-e945-4db6-8501-3147bf8aff02 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:15.344290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd4fe508-1b79-430a-b54d-021eec322035 req-dca9a714-e945-4db6-8501-3147bf8aff02 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 931 time: 0.0518241 Aug 24 01:08:15.387978 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cd4fe508-1b79-430a-b54d-021eec322035 req-598b8016-c0e8-462e-9c63-877d8b88afe3 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368595 Aug 24 01:08:16.518836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1736ff5-6196-44d0-8155-ba567d0eea62 req-32035abb-c836-4518-91e0-6437dba3a738 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:16.521161 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1736ff5-6196-44d0-8155-ba567d0eea62 req-32035abb-c836-4518-91e0-6437dba3a738 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 931 time: 0.0532310 Aug 24 01:08:16.563715 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b1736ff5-6196-44d0-8155-ba567d0eea62 req-cec1bec9-3f72-49d9-a0c5-12cef832ec77 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354202 Aug 24 01:08:17.687303 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508288c-67bb-4068-8d12-767db74f44aa req-dfeaaf5c-0c0d-49bf-ab45-bfe3821bf557 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:17.688844 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e508288c-67bb-4068-8d12-767db74f44aa req-dfeaaf5c-0c0d-49bf-ab45-bfe3821bf557 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 931 time: 0.0558491 Aug 24 01:08:17.732511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e508288c-67bb-4068-8d12-767db74f44aa req-54116315-e0ab-4217-a073-2bfb34091989 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368507 Aug 24 01:08:18.873438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3589dd5-b29c-439a-8afe-e45ac1bab232 req-e83ae063-a8a9-4e2a-a332-8fe4547dccab tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:18.875018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3589dd5-b29c-439a-8afe-e45ac1bab232 req-e83ae063-a8a9-4e2a-a332-8fe4547dccab tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 931 time: 0.0698106 Aug 24 01:08:18.915618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3589dd5-b29c-439a-8afe-e45ac1bab232 req-bf444fbe-aa59-4009-93cf-fa1a30a40af1 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Aug 24 01:08:20.047688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b05b1-d994-42c0-b59b-650bbb1801d9 req-1a1de2ca-e792-4431-815c-4bf4790f5775 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:20.049355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a5b05b1-d994-42c0-b59b-650bbb1801d9 req-1a1de2ca-e792-4431-815c-4bf4790f5775 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 931 time: 0.0612891 Aug 24 01:08:20.090441 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a5b05b1-d994-42c0-b59b-650bbb1801d9 req-4d8b04bf-a348-47ad-9ba5-8ad27cd5bb23 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345371 Aug 24 01:08:21.219868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55756ffe-d28b-43d8-bfd4-1207fb6c70d8 req-f43d02fd-c483-43ec-8be5-e0c5543d9a4b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:21.221737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55756ffe-d28b-43d8-bfd4-1207fb6c70d8 req-f43d02fd-c483-43ec-8be5-e0c5543d9a4b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 931 time: 0.0613997 Aug 24 01:08:21.262172 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55756ffe-d28b-43d8-bfd4-1207fb6c70d8 req-385b9939-476e-4ccb-a38c-8b11100bb1fa tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342479 Aug 24 01:08:22.386467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666cbe1-4b0a-4208-a6b1-f81d8f6a1b35 req-c8c163a1-9f43-46d4-be32-3b5ff211aa74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:22.388204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3666cbe1-4b0a-4208-a6b1-f81d8f6a1b35 req-c8c163a1-9f43-46d4-be32-3b5ff211aa74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 931 time: 0.0518754 Aug 24 01:08:22.428526 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3666cbe1-4b0a-4208-a6b1-f81d8f6a1b35 req-406e6b2c-f35e-497f-9a09-cd3f7e7f6f10 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342264 Aug 24 01:08:23.240512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Request body: {'port': {'device_id': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:08:23.292277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:23.586601 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800ef1c-d712-4d20-bef0-8501934412d8 req-e27ceb84-a305-4476-a881-faf9c1a56c93 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:23.588152 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d800ef1c-d712-4d20-bef0-8501934412d8 req-e27ceb84-a305-4476-a881-faf9c1a56c93 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 931 time: 0.0915914 Aug 24 01:08:23.593356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e907448-48c5-4f72-bcc0-8e49658308ec {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:08:23.607916 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:23.630530 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Transition to ACTIVE for port object 2e907448-48c5-4f72-bcc0-8e49658308ec will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:08:23.636715 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:23.673523 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d800ef1c-d712-4d20-bef0-8501934412d8 req-683bec1c-8c90-478c-83c4-90f68d4bec69 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757675 Aug 24 01:08:23.690857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Pushing event updated for resources: {'Port': ['ID=2e907448-48c5-4f72-bcc0-8e49658308ec,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:23.768870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Attempting to bind port 2e907448-48c5-4f72-bcc0-8e49658308ec on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:08:23.769223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Attempting to bind port 2e907448-48c5-4f72-bcc0-8e49658308ec by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '0af3692b-e921-4c65-af24-905b57b3f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:08:23.769560 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Attempting to bind port 2e907448-48c5-4f72-bcc0-8e49658308ec on network 1bbe8be3-f445-4339-969e-12c6d44f1d90 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:08:23.774648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Port 2e907448-48c5-4f72-bcc0-8e49658308ec on network 1bbe8be3-f445-4339-969e-12c6d44f1d90 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:08:23.775006 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Attempting to bind port 2e907448-48c5-4f72-bcc0-8e49658308ec on network 1bbe8be3-f445-4339-969e-12c6d44f1d90 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:08:23.779858 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:08:23.780204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Checking segment: {'id': '0af3692b-e921-4c65-af24-905b57b3f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:08:23.780591 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Bound using segment: {'id': '0af3692b-e921-4c65-af24-905b57b3f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:08:23.781024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Bound port: 2e907448-48c5-4f72-bcc0-8e49658308ec, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af3692b-e921-4c65-af24-905b57b3f37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:08:23.781663 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:23.847491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] For port 2e907448-48c5-4f72-bcc0-8e49658308ec, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:08:23.851082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] For port 2e907448-48c5-4f72-bcc0-8e49658308ec, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2e907448-48c5-4f72-bcc0-8e49658308ec,segment=NetworkSegment(0af3692b-e921-4c65-af24-905b57b3f37b),segment_id=0af3692b-e921-4c65-af24-905b57b3f37b)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:08:23.856044 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:23.898032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:23.898653 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:23.900088 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0701aa98-787d-4464-b823-93b5a591ae53 req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] 10.222.0.13 "PUT /v2.0/ports/2e907448-48c5-4f72-bcc0-8e49658308ec HTTP/1.1" status: 200 len: 1091 time: 0.7650909 Aug 24 01:08:23.900512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'tag': '2e907448-48c5-4f72-bcc0-8e49658308ec'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:08:23.902743 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658a34d6-9b2d-41e0-9394-8269f9eebc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d280ca-e904-4ace-abb7-09eee9c4af77", "tag": "2e907448-48c5-4f72-bcc0-8e49658308ec"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:08:23.925206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713a739-159f-49ff-8085-90d41a4c83ce service neutron] Pushing event updated for resources: {'Port': ['ID=2e907448-48c5-4f72-bcc0-8e49658308ec,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:23.959766 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9da43f-3164-4751-8cfd-21a095776d64 x-openstack-request-id: req-ef9da43f-3164-4751-8cfd-21a095776d64 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:08:23.960068 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d280ca-e904-4ace-abb7-09eee9c4af77", "tag": "2e907448-48c5-4f72-bcc0-8e49658308ec", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:08:23.960503 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef9da43f-3164-4751-8cfd-21a095776d64 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:08:23.961074 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'tag': '2e907448-48c5-4f72-bcc0-8e49658308ec', 'status': 'completed', 'code': 200} Aug 24 01:08:24.017314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701aa98-787d-4464-b823-93b5a591ae53 req-06d5f513-0124-4380-ba74-03994ec182b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:24.018895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0701aa98-787d-4464-b823-93b5a591ae53 req-06d5f513-0124-4380-ba74-03994ec182b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=217883bc40c54aa48f6857eadb883253&device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 1094 time: 0.0430517 Aug 24 01:08:24.067604 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0701aa98-787d-4464-b823-93b5a591ae53 req-b6b4e2cf-acb1-44b2-9215-8f683df312db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e907448-48c5-4f72-bcc0-8e49658308ec HTTP/1.1" status: 200 len: 217 time: 0.0353801 Aug 24 01:08:24.121517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701aa98-787d-4464-b823-93b5a591ae53 req-cd0c4b8c-30e0-438a-b8d3-0ddb5cd2246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:24.123056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0701aa98-787d-4464-b823-93b5a591ae53 req-cd0c4b8c-30e0-438a-b8d3-0ddb5cd2246e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=574b32b7-dd6a-4e22-b877-035de2631553 HTTP/1.1" status: 200 len: 854 time: 0.0481143 Aug 24 01:08:24.168042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701aa98-787d-4464-b823-93b5a591ae53 req-84ac218c-7cdd-461f-8b8a-b28c9c0aae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:24.169563 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0701aa98-787d-4464-b823-93b5a591ae53 req-84ac218c-7cdd-461f-8b8a-b28c9c0aae74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe8be3-f445-4339-969e-12c6d44f1d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399916 Aug 24 01:08:24.195077 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:24.259796 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0701aa98-787d-4464-b823-93b5a591ae53 req-cb1463cb-ad70-4de9-a39e-591136b5ca43 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829287 Aug 24 01:08:24.356179 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0701aa98-787d-4464-b823-93b5a591ae53 req-86b9ad6a-461a-4f5d-a321-a4697e2cb3b9 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896418 Aug 24 01:08:24.485091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a34d6-9b2d-41e0-9394-8269f9eebc3a req-fee3b8b2-6ce6-47e3-ad5d-b9a326b8c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:24.486577 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-658a34d6-9b2d-41e0-9394-8269f9eebc3a req-fee3b8b2-6ce6-47e3-ad5d-b9a326b8c38f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=217883bc40c54aa48f6857eadb883253&device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 1094 time: 0.0409718 Aug 24 01:08:24.578406 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a34d6-9b2d-41e0-9394-8269f9eebc3a req-d038105f-c59c-42ad-a101-80fb43bcf01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:24.579928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-658a34d6-9b2d-41e0-9394-8269f9eebc3a req-d038105f-c59c-42ad-a101-80fb43bcf01b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bbe8be3-f445-4339-969e-12c6d44f1d90 HTTP/1.1" status: 200 len: 916 time: 0.0864239 Aug 24 01:08:24.621295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-658a34d6-9b2d-41e0-9394-8269f9eebc3a req-3c433b0f-f20d-4001-9f2c-d2a23b38455c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e907448-48c5-4f72-bcc0-8e49658308ec HTTP/1.1" status: 200 len: 217 time: 0.0341511 Aug 24 01:08:24.671005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a34d6-9b2d-41e0-9394-8269f9eebc3a req-68d0c353-6e62-4d22-aebb-12919fec5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:24.672447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-658a34d6-9b2d-41e0-9394-8269f9eebc3a req-68d0c353-6e62-4d22-aebb-12919fec5d0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=574b32b7-dd6a-4e22-b877-035de2631553 HTTP/1.1" status: 200 len: 854 time: 0.0441434 Aug 24 01:08:24.718645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a34d6-9b2d-41e0-9394-8269f9eebc3a req-8088e1d3-b08d-4fac-b4ad-65823cfde7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:24.720236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-658a34d6-9b2d-41e0-9394-8269f9eebc3a req-8088e1d3-b08d-4fac-b4ad-65823cfde7fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe8be3-f445-4339-969e-12c6d44f1d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396018 Aug 24 01:08:24.848029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b02ccb-4ced-48fb-957b-b5fa9c0ccfb1 req-4305194d-d423-4049-bacd-13a336be2cba tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:24.849521 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52b02ccb-4ced-48fb-957b-b5fa9c0ccfb1 req-4305194d-d423-4049-bacd-13a336be2cba tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 943 time: 0.1000822 Aug 24 01:08:24.853290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-658a34d6-9b2d-41e0-9394-8269f9eebc3a req-415a44be-c3f0-42ce-a445-247b372c4533 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251585 Aug 24 01:08:24.940706 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52b02ccb-4ced-48fb-957b-b5fa9c0ccfb1 req-49cbf4e9-473e-4fd8-8633-fd918b0c9d95 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849686 Aug 24 01:08:24.972969 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-658a34d6-9b2d-41e0-9394-8269f9eebc3a req-e0966c84-001a-4132-b1ca-9d93183279e4 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106079 Aug 24 01:08:26.055022 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd0c6b-14e8-469c-88cc-686b081eed37 req-3e8cad2b-d494-4022-8c04-0f445d2351ec tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:26.056506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82fd0c6b-14e8-469c-88cc-686b081eed37 req-3e8cad2b-d494-4022-8c04-0f445d2351ec tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 943 time: 0.0485086 Aug 24 01:08:26.093651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82fd0c6b-14e8-469c-88cc-686b081eed37 req-18f6c056-8e9a-487a-aead-60a5271c9394 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312512 Aug 24 01:08:26.121038 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:08:27.113273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2e907448-48c5-4f72-bcc0-8e49658308ec details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:08:27.212912 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2e907448-48c5-4f72-bcc0-8e49658308ec, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2e907448-48c5-4f72-bcc0-8e49658308ec,segment=NetworkSegment(0af3692b-e921-4c65-af24-905b57b3f37b),segment_id=0af3692b-e921-4c65-af24-905b57b3f37b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:08:27.213185 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9d8e2-3f1a-496c-8061-0bd6f1697765 req-953ae94f-648e-4541-b328-e14f65eb4560 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:27.214720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6e9d8e2-3f1a-496c-8061-0bd6f1697765 req-953ae94f-648e-4541-b328-e14f65eb4560 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 943 time: 0.0532823 Aug 24 01:08:27.223992 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '2e907448-48c5-4f72-bcc0-8e49658308ec', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'port_id': '2e907448-48c5-4f72-bcc0-8e49658308ec', 'mac_address': 'fa:16:3e:95:74:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574b32b7-dd6a-4e22-b877-035de2631553', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:08:27.252932 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6e9d8e2-3f1a-496c-8061-0bd6f1697765 req-35f54518-e953-44c4-bf7f-c95c29637dc8 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322309 Aug 24 01:08:27.262649 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:27.275704 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e907448-48c5-4f72-bcc0-8e49658308ec {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:08:27.295505 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2e907448-48c5-4f72-bcc0-8e49658308ec, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2e907448-48c5-4f72-bcc0-8e49658308ec,segment=NetworkSegment(0af3692b-e921-4c65-af24-905b57b3f37b),segment_id=0af3692b-e921-4c65-af24-905b57b3f37b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:08:27.299402 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:27.345626 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2e907448-48c5-4f72-bcc0-8e49658308ec,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:27.353481 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:27.353823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:27.354162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:27.354496 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:27.354872 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:27.355193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:27.355516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:27.355838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:27.356159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:27.356479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:27.356798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:27.357117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:27.578365 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2e907448-48c5-4f72-bcc0-8e49658308ec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:08:27.622376 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-624855b7-4d42-4a86-b576-2f6b8b91076d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:28.369374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f187b-fadc-4cac-80e2-98365f846249 req-73cabd89-743e-4a43-a620-8cdec7662dc7 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:28.370877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-858f187b-fadc-4cac-80e2-98365f846249 req-73cabd89-743e-4a43-a620-8cdec7662dc7 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 944 time: 0.0485814 Aug 24 01:08:28.408605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-858f187b-fadc-4cac-80e2-98365f846249 req-5b1f047b-13df-4516-a3dc-a7859d73910d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316465 Aug 24 01:08:29.131037 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2e907448-48c5-4f72-bcc0-8e49658308ec up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:08:29.178253 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 2e907448-48c5-4f72-bcc0-8e49658308ec completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:08:29.185793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 2e907448-48c5-4f72-bcc0-8e49658308ec triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:08:29.186726 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:29.266463 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:29.290653 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e907448-48c5-4f72-bcc0-8e49658308ec'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:08:29.293178 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e6b53ea34d2619a48ba5210ebacf8027b34f6d90416d31a9b367c918c9dfba3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6269f7a2-1352-4a38-b9b0-40350baf4a3a" -d '{"events": [{"server_uuid": "c1d280ca-e904-4ace-abb7-09eee9c4af77", "name": "network-vif-plugged", "status": "completed", "tag": "2e907448-48c5-4f72-bcc0-8e49658308ec"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:08:29.306511 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2e907448-48c5-4f72-bcc0-8e49658308ec, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2e907448-48c5-4f72-bcc0-8e49658308ec,segment=NetworkSegment(0af3692b-e921-4c65-af24-905b57b3f37b),segment_id=0af3692b-e921-4c65-af24-905b57b3f37b)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:08:29.310562 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:29.333766 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464115ae-d84e-4036-b046-d67a88d15bcc x-openstack-request-id: req-464115ae-d84e-4036-b046-d67a88d15bcc {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:08:29.334051 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d280ca-e904-4ace-abb7-09eee9c4af77", "name": "network-vif-plugged", "status": "completed", "tag": "2e907448-48c5-4f72-bcc0-8e49658308ec", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:08:29.334464 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-464115ae-d84e-4036-b046-d67a88d15bcc {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:08:29.335343 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e907448-48c5-4f72-bcc0-8e49658308ec', 'code': 200} Aug 24 01:08:29.360367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2e907448-48c5-4f72-bcc0-8e49658308ec,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:29.450527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a689a-a585-4173-90e0-dc6685bb2363 req-913fbab3-693c-44c4-8d9f-c278932c6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:29.452096 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58a689a-a585-4173-90e0-dc6685bb2363 req-913fbab3-693c-44c4-8d9f-c278932c6988 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 1096 time: 0.0410097 Aug 24 01:08:29.519358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f58a689a-a585-4173-90e0-dc6685bb2363 req-e31dbbf0-7041-4a16-b197-9331dbd17d0c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595717 Aug 24 01:08:29.539358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62219c8b-c7de-4f5f-a6f6-5bd9dd39af10 req-3e283b3d-2bbf-4f6e-8bb0-576e78d7179d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:29.540789 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62219c8b-c7de-4f5f-a6f6-5bd9dd39af10 req-3e283b3d-2bbf-4f6e-8bb0-576e78d7179d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 945 time: 0.0651982 Aug 24 01:08:29.577922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62219c8b-c7de-4f5f-a6f6-5bd9dd39af10 req-84a04c70-c8d4-4a44-9b9b-d0efcac0bd5d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312335 Aug 24 01:08:30.105984 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:30.189221 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:30.269161 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-56928538-6a44-45c4-991b-338212ed8f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:30.692308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f02650-084f-4689-b1a4-cf8bd2ef661b req-ffc4008d-9c73-4e7e-b89e-2b19c78909b3 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:30.693804 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c0f02650-084f-4689-b1a4-cf8bd2ef661b req-ffc4008d-9c73-4e7e-b89e-2b19c78909b3 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 945 time: 0.0496731 Aug 24 01:08:30.731736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c0f02650-084f-4689-b1a4-cf8bd2ef661b req-853a9895-8f2c-45a6-ae72-b735e3b95b46 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320628 Aug 24 01:08:30.843164 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c115ca-e648-45c1-83a6-89330238eabb req-58ccaffb-bfde-4e8b-8dbb-91b1a2471906 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:30.844640 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9c115ca-e648-45c1-83a6-89330238eabb req-58ccaffb-bfde-4e8b-8dbb-91b1a2471906 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 945 time: 0.0473495 Aug 24 01:08:30.884993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9c115ca-e648-45c1-83a6-89330238eabb req-47392d43-861a-4031-949a-40ea00a2f4c7 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314815 Aug 24 01:08:31.077172 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388a9c2-d536-473b-8151-8a738a2d1b12 req-295a31ee-1811-4641-9cb1-471979e8501d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:31.078637 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f388a9c2-d536-473b-8151-8a738a2d1b12 req-295a31ee-1811-4641-9cb1-471979e8501d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 945 time: 0.0521672 Aug 24 01:08:31.115580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f388a9c2-d536-473b-8151-8a738a2d1b12 req-96c15584-7ed7-4681-8ecb-19a842c66c12 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308180 Aug 24 01:08:31.436841 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:33.200502 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:42.660718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7e5b9-0a5d-4491-ba83-48a0dcd7ea7f req-eae9b0fc-f142-4fad-9298-c2794699f7b1 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:42.662212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66f7e5b9-0a5d-4491-ba83-48a0dcd7ea7f req-eae9b0fc-f142-4fad-9298-c2794699f7b1 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 945 time: 0.0494356 Aug 24 01:08:42.700634 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-66f7e5b9-0a5d-4491-ba83-48a0dcd7ea7f req-744bd24b-be49-4d2e-b2ad-8aa57a965306 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Aug 24 01:08:42.723322 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47296) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:08:42.805100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90bc09b-e867-4369-b13b-d954eb12f2b4 tempest-TestMinimumBasicScenario-2004335175 tempest-TestMinimumBasicScenario-2004335175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:42.806714 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e90bc09b-e867-4369-b13b-d954eb12f2b4 tempest-TestMinimumBasicScenario-2004335175 tempest-TestMinimumBasicScenario-2004335175-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 1091 time: 0.0823891 Aug 24 01:08:42.809664 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47300) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:08:42.814012 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': '2e907448-48c5-4f72-bcc0-8e49658308ec', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:08:42.836101 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:43.205081 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:43.305726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Allocated IP 172.25.8.132 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/094d2d6b-2082-4d09-af96-fa3b874b6205) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:08:43.410721 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:43.448154 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:43.485939 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:08:43.488698 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:08:43.492063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:08:43.518086 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event updated for resources: {'Port': ['ID=094d2d6b-2082-4d09-af96-fa3b874b6205,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:43.858076 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:43.922788 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:44.074002 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:44.078489 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:44.155362 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event updated for resources: {'Port': ['ID=094d2d6b-2082-4d09-af96-fa3b874b6205,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:44.162636 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:44.263317 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Floating IP 25f9f3a8-4f92-4eed-a24c-05cb20cf53cd associated. External IP: 172.25.8.132, port: 2e907448-48c5-4f72-bcc0-8e49658308ec. Aug 24 01:08:44.471741 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Router 65deb303-800a-4461-8e7b-a4bb941b83cf has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:08:44.575707 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:08:44.587355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f9d07-30d9-4174-a25a-510b87b6e02e None None] Sync routers for ids ['65deb303-800a-4461-8e7b-a4bb941b83cf'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:08:44.594881 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:44.607450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f9d07-30d9-4174-a25a-510b87b6e02e None None] Routers {'65deb303-800a-4461-8e7b-a4bb941b83cf'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:08:44.608101 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b34f9d07-30d9-4174-a25a-510b87b6e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:08:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['65deb303-800a-4461-8e7b-a4bb941b83cf'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:08:44.628709 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cf1e1974-a732-4ab8-ba4f-a047fe444c1b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8155003 Aug 24 01:08:44.628709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'tag': '2e907448-48c5-4f72-bcc0-8e49658308ec'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:08:44.629035 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}906676f71788e17e011a1c64e3fe4faf880749ad242f6a9b71369605bc44e06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76648d1-f094-4b84-b583-7cd161e14f31" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d280ca-e904-4ace-abb7-09eee9c4af77", "tag": "2e907448-48c5-4f72-bcc0-8e49658308ec"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:08:44.629140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47302) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:08:44.633872 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f53d9977-e285-4590-bc61-ab6bb7f31588 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1082204455', 'description': 'tempest-secgroup-smoke-1082204455 description', 'project_id': '217883bc40c54aa48f6857eadb883253'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:08:44.658481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f53d9977-e285-4590-bc61-ab6bb7f31588 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:44.730522 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b34f9d07-30d9-4174-a25a-510b87b6e02e None None] Set router 65deb303-800a-4461-8e7b-a4bb941b83cf gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:08:44.743074 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f53d9977-e285-4590-bc61-ab6bb7f31588 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:44.748087 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f53d9977-e285-4590-bc61-ab6bb7f31588 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:44.781442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d9977-e285-4590-bc61-ab6bb7f31588 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81bf0bfc-3776-460d-8cda-7a890a56ef2d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:44.784925 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f53d9977-e285-4590-bc61-ab6bb7f31588 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:44.789687 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f53d9977-e285-4590-bc61-ab6bb7f31588 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1562641 Aug 24 01:08:44.790075 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47308) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:08:44.795950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0229ff69-f3b3-4bde-973a-b4d529c4a166 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Request body: {'security_group_rule': {'security_group_id': '81bf0bfc-3776-460d-8cda-7a890a56ef2d', 'project_id': '217883bc40c54aa48f6857eadb883253', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:08:44.813332 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610b96fb-6bb6-4255-b4be-7953b310c4cf x-openstack-request-id: req-610b96fb-6bb6-4255-b4be-7953b310c4cf {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:08:44.814030 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d280ca-e904-4ace-abb7-09eee9c4af77", "tag": "2e907448-48c5-4f72-bcc0-8e49658308ec", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:08:44.814246 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-610b96fb-6bb6-4255-b4be-7953b310c4cf {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:08:44.814686 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'tag': '2e907448-48c5-4f72-bcc0-8e49658308ec', 'status': 'completed', 'code': 200} Aug 24 01:08:44.825184 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0229ff69-f3b3-4bde-973a-b4d529c4a166 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:44.912358 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0229ff69-f3b3-4bde-973a-b4d529c4a166 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:44.919233 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0229ff69-f3b3-4bde-973a-b4d529c4a166 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:44.929856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76648d1-f094-4b84-b583-7cd161e14f31 req-4a33424e-7064-48ee-8cc7-1a1632933ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:44.931394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a76648d1-f094-4b84-b583-7cd161e14f31 req-4a33424e-7064-48ee-8cc7-1a1632933ded service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=217883bc40c54aa48f6857eadb883253&device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 1096 time: 0.0642798 Aug 24 01:08:44.950638 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229ff69-f3b3-4bde-973a-b4d529c4a166 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48cceca-14fc-4d30-b0fd-fb2a89c157db,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:44.966137 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0229ff69-f3b3-4bde-973a-b4d529c4a166 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:44.967364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0229ff69-f3b3-4bde-973a-b4d529c4a166 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1762998 Aug 24 01:08:44.971164 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47310) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:08:44.976171 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0fcb4437-11d8-4863-8758-fcb2f4c4ee36 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Request body: {'security_group_rule': {'security_group_id': '81bf0bfc-3776-460d-8cda-7a890a56ef2d', 'project_id': '217883bc40c54aa48f6857eadb883253', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:08:44.987540 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b34f9d07-30d9-4174-a25a-510b87b6e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 4, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port': {'id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:53Z', 'updated_at': '2021-08-24T01:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '25f9f3a8-4f92-4eed-a24c-05cb20cf53cd', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'port_id': '2e907448-48c5-4f72-bcc0-8e49658308ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'mac_address': 'fa:16:3e:95:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:08:43Z', 'updated_at': '2021-08-24T01:08:43Z', 'revision_number': 0, 'project_id': '217883bc40c54aa48f6857eadb883253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647fb5f-170e-4e6a-8bcc-986b1e75d1e0', 'name': '', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'mac_address': 'fa:16:3e:d4:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '574b32b7-dd6a-4e22-b877-035de2631553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:54Z', 'updated_at': '2021-08-24T01:08:01Z', 'revision_number': 5, 'project_id': '217883bc40c54aa48f6857eadb883253', 'subnets': [{'id': '574b32b7-dd6a-4e22-b877-035de2631553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:08:45.006993 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4437-11d8-4863-8758-fcb2f4c4ee36 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.015503 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f9d07-30d9-4174-a25a-510b87b6e02e None None] Checking router: 65deb303-800a-4461-8e7b-a4bb941b83cf for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:08:45.023973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f9d07-30d9-4174-a25a-510b87b6e02e None None] Routers {'65deb303-800a-4461-8e7b-a4bb941b83cf'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:08:45.024772 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b34f9d07-30d9-4174-a25a-510b87b6e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:08:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['65deb303-800a-4461-8e7b-a4bb941b83cf'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:08:45.039557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76648d1-f094-4b84-b583-7cd161e14f31 req-2d3d7ee5-bbe2-4acc-b79a-4e595f7281e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:45.041208 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a76648d1-f094-4b84-b583-7cd161e14f31 req-2d3d7ee5-bbe2-4acc-b79a-4e595f7281e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bbe8be3-f445-4339-969e-12c6d44f1d90 HTTP/1.1" status: 200 len: 916 time: 0.1011586 Aug 24 01:08:45.072167 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4437-11d8-4863-8758-fcb2f4c4ee36 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.076009 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4437-11d8-4863-8758-fcb2f4c4ee36 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.092861 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb4437-11d8-4863-8758-fcb2f4c4ee36 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf642bb1-4b25-4123-8ee7-8b2bd5e5617c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:45.108589 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4437-11d8-4863-8758-fcb2f4c4ee36 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.110448 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0fcb4437-11d8-4863-8758-fcb2f4c4ee36 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381946 Aug 24 01:08:45.113203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47312) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:08:45.118330 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Request body: {'security_group_rule': {'security_group_id': '81bf0bfc-3776-460d-8cda-7a890a56ef2d', 'project_id': '217883bc40c54aa48f6857eadb883253', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:08:45.118521 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a76648d1-f094-4b84-b583-7cd161e14f31 req-9fc1e7e7-77a7-4c13-bab2-cd114fbad1b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e907448-48c5-4f72-bcc0-8e49658308ec HTTP/1.1" status: 200 len: 999 time: 0.0702653 Aug 24 01:08:45.154979 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.156214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-b34f9d07-30d9-4174-a25a-510b87b6e02e None None] Set router 65deb303-800a-4461-8e7b-a4bb941b83cf gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:08:45.180624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76648d1-f094-4b84-b583-7cd161e14f31 req-692ce017-fceb-49ca-bafe-3cec20c5bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:45.186424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a76648d1-f094-4b84-b583-7cd161e14f31 req-692ce017-fceb-49ca-bafe-3cec20c5bfee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=574b32b7-dd6a-4e22-b877-035de2631553 HTTP/1.1" status: 200 len: 854 time: 0.0607886 Aug 24 01:08:45.229973 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.234292 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.237749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76648d1-f094-4b84-b583-7cd161e14f31 req-5c74b4c0-9cd4-45b5-bb56-fc2ea73925d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:45.239345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a76648d1-f094-4b84-b583-7cd161e14f31 req-5c74b4c0-9cd4-45b5-bb56-fc2ea73925d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe8be3-f445-4339-969e-12c6d44f1d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439024 Aug 24 01:08:45.257013 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9c19c1-d186-4640-a2c3-bf2798ff20e5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:45.261337 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.262696 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483591 Aug 24 01:08:45.266430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47314) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:08:45.268148 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:45.268513 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:45.268865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:45.269208 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:45.269569 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:45.269890 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:45.270221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:45.270555 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:45.270914 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:45.271246 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:45.271576 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:45.271908 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffed100-0300-4fb7-a620-d64ca6be2dc2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:08:45.276654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cc2e910d-7046-46c4-b33f-cd9c04cde1b9 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Request body: {'security_group_rule': {'security_group_id': '81bf0bfc-3776-460d-8cda-7a890a56ef2d', 'project_id': '217883bc40c54aa48f6857eadb883253', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:08:45.346349 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc2e910d-7046-46c4-b33f-cd9c04cde1b9 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.379975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a76648d1-f094-4b84-b583-7cd161e14f31 req-0ebfc798-4c64-4411-922e-064e14bd9126 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322131 Aug 24 01:08:45.413643 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-b34f9d07-30d9-4174-a25a-510b87b6e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 4, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port': {'id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:53Z', 'updated_at': '2021-08-24T01:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '25f9f3a8-4f92-4eed-a24c-05cb20cf53cd', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'port_id': '2e907448-48c5-4f72-bcc0-8e49658308ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'mac_address': 'fa:16:3e:95:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:08:43Z', 'updated_at': '2021-08-24T01:08:43Z', 'revision_number': 0, 'project_id': '217883bc40c54aa48f6857eadb883253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647fb5f-170e-4e6a-8bcc-986b1e75d1e0', 'name': '', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'mac_address': 'fa:16:3e:d4:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '574b32b7-dd6a-4e22-b877-035de2631553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:54Z', 'updated_at': '2021-08-24T01:08:01Z', 'revision_number': 5, 'project_id': '217883bc40c54aa48f6857eadb883253', 'subnets': [{'id': '574b32b7-dd6a-4e22-b877-035de2631553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:08:45.441185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34f9d07-30d9-4174-a25a-510b87b6e02e None None] The sync data for ids ['65deb303-800a-4461-8e7b-a4bb941b83cf'] in n-d-805736-1 is: [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 4, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port': {'id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:53Z', 'updated_at': '2021-08-24T01:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '25f9f3a8-4f92-4eed-a24c-05cb20cf53cd', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'port_id': '2e907448-48c5-4f72-bcc0-8e49658308ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'mac_address': 'fa:16:3e:95:74:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:08:43Z', 'updated_at': '2021-08-24T01:08:43Z', 'revision_number': 0, 'project_id': '217883bc40c54aa48f6857eadb883253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4647fb5f-170e-4e6a-8bcc-986b1e75d1e0', 'name': '', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'mac_address': 'fa:16:3e:d4:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '574b32b7-dd6a-4e22-b877-035de2631553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:54Z', 'updated_at': '2021-08-24T01:08:01Z', 'revision_number': 5, 'project_id': '217883bc40c54aa48f6857eadb883253', 'subnets': [{'id': '574b32b7-dd6a-4e22-b877-035de2631553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:08:45.474413 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc2e910d-7046-46c4-b33f-cd9c04cde1b9 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.481954 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc2e910d-7046-46c4-b33f-cd9c04cde1b9 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.526284 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e910d-7046-46c4-b33f-cd9c04cde1b9 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8ef914-2f4e-4062-a21f-485a5d294d59,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:45.529297 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cc2e910d-7046-46c4-b33f-cd9c04cde1b9 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.533386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cc2e910d-7046-46c4-b33f-cd9c04cde1b9 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2632618 Aug 24 01:08:45.534210 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47316) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:08:45.534465 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a76648d1-f094-4b84-b583-7cd161e14f31 req-3cf3c550-bfde-4b28-9966-76c778fbf3ce service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451497 Aug 24 01:08:45.539624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bc27e53c-72fa-473c-8186-4c97f35c6272 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Request body: {'security_group_rule': {'security_group_id': '81bf0bfc-3776-460d-8cda-7a890a56ef2d', 'project_id': '217883bc40c54aa48f6857eadb883253', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:08:45.566016 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-bc27e53c-72fa-473c-8186-4c97f35c6272 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Project 217883bc40c54aa48f6857eadb883253 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:08:45.572470 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc27e53c-72fa-473c-8186-4c97f35c6272 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.636389 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc27e53c-72fa-473c-8186-4c97f35c6272 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.640442 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc27e53c-72fa-473c-8186-4c97f35c6272 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.662160 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27e53c-72fa-473c-8186-4c97f35c6272 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2981e90d-80f9-4a11-86a8-af44b5d4acc1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:45.665013 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaece4f1-48e5-45a7-8319-0d0f1394c850 None None] New status for floating IP 25f9f3a8-4f92-4eed-a24c-05cb20cf53cd: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:08:45.672115 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bc27e53c-72fa-473c-8186-4c97f35c6272 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.673870 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bc27e53c-72fa-473c-8186-4c97f35c6272 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383181 Aug 24 01:08:45.676716 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47318) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:08:45.682290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cd7d5b51-6425-4131-855a-c7d829de8ed4 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Request body: {'security_group_rule': {'security_group_id': '81bf0bfc-3776-460d-8cda-7a890a56ef2d', 'project_id': '217883bc40c54aa48f6857eadb883253', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:08:45.703998 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-cd7d5b51-6425-4131-855a-c7d829de8ed4 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Project 217883bc40c54aa48f6857eadb883253 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:08:45.708738 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5b51-6425-4131-855a-c7d829de8ed4 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.770845 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5b51-6425-4131-855a-c7d829de8ed4 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.775649 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5b51-6425-4131-855a-c7d829de8ed4 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.794120 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d5b51-6425-4131-855a-c7d829de8ed4 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e8e647-4b1c-4b92-afaa-5c86d6908d61,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:45.801278 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5b51-6425-4131-855a-c7d829de8ed4 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:45.806266 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cd7d5b51-6425-4131-855a-c7d829de8ed4 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248028 Aug 24 01:08:45.897719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-433c6f02-4edc-4f9d-acfa-02fd9d5ae8bb req-a6699dde-89b8-4d51-be29-48011b572ea7 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1082204455&fields=id&tenant_id=217883bc40c54aa48f6857eadb883253 HTTP/1.1" status: 200 len: 267 time: 0.0358589 Aug 24 01:08:45.950124 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c6f02-4edc-4f9d-acfa-02fd9d5ae8bb req-2eb97ae4-a0c1-4f84-9eac-e3e6737a3f81 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:45.951641 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-433c6f02-4edc-4f9d-acfa-02fd9d5ae8bb req-2eb97ae4-a0c1-4f84-9eac-e3e6737a3f81 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 945 time: 0.0481048 Aug 24 01:08:45.962590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-433c6f02-4edc-4f9d-acfa-02fd9d5ae8bb req-88a3ac02-aaaa-4e5a-8d56-e1abe8744866 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Request body: {'port': {'security_groups': ['34804850-523e-4c41-a52f-e2e78d9e3a71', '81bf0bfc-3776-460d-8cda-7a890a56ef2d']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:08:46.025535 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-433c6f02-4edc-4f9d-acfa-02fd9d5ae8bb req-88a3ac02-aaaa-4e5a-8d56-e1abe8744866 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:46.212258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-433c6f02-4edc-4f9d-acfa-02fd9d5ae8bb req-88a3ac02-aaaa-4e5a-8d56-e1abe8744866 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] For port 2e907448-48c5-4f72-bcc0-8e49658308ec, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2e907448-48c5-4f72-bcc0-8e49658308ec,segment=NetworkSegment(0af3692b-e921-4c65-af24-905b57b3f37b),segment_id=0af3692b-e921-4c65-af24-905b57b3f37b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:08:46.241283 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-433c6f02-4edc-4f9d-acfa-02fd9d5ae8bb req-88a3ac02-aaaa-4e5a-8d56-e1abe8744866 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:46.246409 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-433c6f02-4edc-4f9d-acfa-02fd9d5ae8bb req-88a3ac02-aaaa-4e5a-8d56-e1abe8744866 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:46.278700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2e907448-48c5-4f72-bcc0-8e49658308ec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:08:46.291438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c6f02-4edc-4f9d-acfa-02fd9d5ae8bb req-88a3ac02-aaaa-4e5a-8d56-e1abe8744866 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:46.292088 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-433c6f02-4edc-4f9d-acfa-02fd9d5ae8bb req-88a3ac02-aaaa-4e5a-8d56-e1abe8744866 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:46.293529 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-433c6f02-4edc-4f9d-acfa-02fd9d5ae8bb req-88a3ac02-aaaa-4e5a-8d56-e1abe8744866 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "PUT /v2.0/ports/2e907448-48c5-4f72-bcc0-8e49658308ec HTTP/1.1" status: 200 len: 981 time: 0.3355036 Aug 24 01:08:46.293996 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'tag': '2e907448-48c5-4f72-bcc0-8e49658308ec'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:08:46.296350 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84172d5e8950f54a49aff7f464fdccc68897f308aeafedb972c31aeb380cf62a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b808ce-5883-4e62-9603-f6699a1e8102" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d280ca-e904-4ace-abb7-09eee9c4af77", "tag": "2e907448-48c5-4f72-bcc0-8e49658308ec"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:08:46.328972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3ac02-aaaa-4e5a-8d56-e1abe8744866 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event updated for resources: {'Port': ['ID=2e907448-48c5-4f72-bcc0-8e49658308ec,revision_number=6']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:08:46.357486 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e1b336-3982-4015-8a82-0254d8d7c3fc x-openstack-request-id: req-98e1b336-3982-4015-8a82-0254d8d7c3fc {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:08:46.357780 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d280ca-e904-4ace-abb7-09eee9c4af77", "tag": "2e907448-48c5-4f72-bcc0-8e49658308ec", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:08:46.358034 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98e1b336-3982-4015-8a82-0254d8d7c3fc {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:08:46.358430 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'tag': '2e907448-48c5-4f72-bcc0-8e49658308ec', 'status': 'completed', 'code': 200} Aug 24 01:08:46.419459 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2e907448-48c5-4f72-bcc0-8e49658308ec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:08:46.463070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485f88d-729f-4d19-bf17-a8058c77b9da req-10e90769-5524-4f69-83ff-730aa32ff640 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:46.471003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e485f88d-729f-4d19-bf17-a8058c77b9da req-10e90769-5524-4f69-83ff-730aa32ff640 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 984 time: 0.0912697 Aug 24 01:08:46.506569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b808ce-5883-4e62-9603-f6699a1e8102 req-a556a999-8cf7-480e-893b-d6c59825ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:46.508387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75b808ce-5883-4e62-9603-f6699a1e8102 req-a556a999-8cf7-480e-893b-d6c59825ee59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=217883bc40c54aa48f6857eadb883253&device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 1135 time: 0.0988514 Aug 24 01:08:46.519279 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e485f88d-729f-4d19-bf17-a8058c77b9da req-fdf544ed-06f0-4406-8280-52e4e8b66d74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=81bf0bfc-3776-460d-8cda-7a890a56ef2d&id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471249 Aug 24 01:08:46.571547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b48c0cf8-70c5-4c25-be62-8eb67e4c5d26 None None] Provisioning complete for port 2e907448-48c5-4f72-bcc0-8e49658308ec triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:08:46.571986 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b48c0cf8-70c5-4c25-be62-8eb67e4c5d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:46.608551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b808ce-5883-4e62-9603-f6699a1e8102 req-344e48fe-0883-484f-a981-0eb3ffa3315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:46.610063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75b808ce-5883-4e62-9603-f6699a1e8102 req-344e48fe-0883-484f-a981-0eb3ffa3315a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bbe8be3-f445-4339-969e-12c6d44f1d90 HTTP/1.1" status: 200 len: 916 time: 0.0899208 Aug 24 01:08:46.681020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75b808ce-5883-4e62-9603-f6699a1e8102 req-1401f5dc-e84c-4986-bd1a-52fa519dfe72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e907448-48c5-4f72-bcc0-8e49658308ec HTTP/1.1" status: 200 len: 1001 time: 0.0627384 Aug 24 01:08:46.733429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b808ce-5883-4e62-9603-f6699a1e8102 req-1e843dce-b50b-443b-b804-5decbc03cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:46.734982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75b808ce-5883-4e62-9603-f6699a1e8102 req-1e843dce-b50b-443b-b804-5decbc03cc3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=574b32b7-dd6a-4e22-b877-035de2631553 HTTP/1.1" status: 200 len: 854 time: 0.0473547 Aug 24 01:08:46.782408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b808ce-5883-4e62-9603-f6699a1e8102 req-de595612-b06b-40fc-a531-4555a443b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:46.783869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75b808ce-5883-4e62-9603-f6699a1e8102 req-de595612-b06b-40fc-a531-4555a443b096 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe8be3-f445-4339-969e-12c6d44f1d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417337 Aug 24 01:08:46.879071 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75b808ce-5883-4e62-9603-f6699a1e8102 req-a69911d1-742e-4226-b8da-ac661f9ae1fe service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870013 Aug 24 01:08:46.972476 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75b808ce-5883-4e62-9603-f6699a1e8102 req-2d72e476-c8f1-465a-907a-f47222109334 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852339 Aug 24 01:08:54.218864 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:57.582809 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-54247900-1229-41c2-a88d-a9b94e59b6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:57.999218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50281097-e09c-4389-93e2-40e5e264cdc9 req-2aed3a3f-bf59-4ba2-9a98-cf527f928f60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401483 Aug 24 01:08:58.098746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50281097-e09c-4389-93e2-40e5e264cdc9 req-b66ddf1e-b523-4222-ad8a-e56024e44346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:58.100234 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50281097-e09c-4389-93e2-40e5e264cdc9 req-b66ddf1e-b523-4222-ad8a-e56024e44346 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=217883bc40c54aa48f6857eadb883253&device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 1135 time: 0.0433824 Aug 24 01:08:58.198476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50281097-e09c-4389-93e2-40e5e264cdc9 req-a01aebcc-d87a-4c4b-b954-95baf1239bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:58.199945 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50281097-e09c-4389-93e2-40e5e264cdc9 req-a01aebcc-d87a-4c4b-b954-95baf1239bd1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bbe8be3-f445-4339-969e-12c6d44f1d90 HTTP/1.1" status: 200 len: 916 time: 0.0813117 Aug 24 01:08:58.267741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50281097-e09c-4389-93e2-40e5e264cdc9 req-3cfd57e3-e1eb-471c-af4f-31457d8ce10d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e907448-48c5-4f72-bcc0-8e49658308ec HTTP/1.1" status: 200 len: 1001 time: 0.0612550 Aug 24 01:08:58.318426 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50281097-e09c-4389-93e2-40e5e264cdc9 req-8baeec16-db68-4159-a66e-5aed90fdcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:58.319928 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50281097-e09c-4389-93e2-40e5e264cdc9 req-8baeec16-db68-4159-a66e-5aed90fdcc86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=574b32b7-dd6a-4e22-b877-035de2631553 HTTP/1.1" status: 200 len: 854 time: 0.0450728 Aug 24 01:08:58.364795 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50281097-e09c-4389-93e2-40e5e264cdc9 req-9ad9aa33-3f29-44ff-89a3-ed7c027b6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:58.366257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50281097-e09c-4389-93e2-40e5e264cdc9 req-9ad9aa33-3f29-44ff-89a3-ed7c027b6c71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe8be3-f445-4339-969e-12c6d44f1d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383530 Aug 24 01:08:58.457270 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50281097-e09c-4389-93e2-40e5e264cdc9 req-371ecf77-7325-4507-9a94-2b0ed1447085 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828774 Aug 24 01:08:58.545194 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-50281097-e09c-4389-93e2-40e5e264cdc9 req-70db2f96-6400-49aa-847d-b3c86b99d1e7 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803680 Aug 24 01:09:00.109288 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:00.189284 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:00.269065 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a409bb47-3d24-4bcc-a6e1-1fdd6b64ecd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:01.439166 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:02.791969 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82a6d-a88a-4e0a-a292-fd715a308773 req-a5a1a3bc-25d9-4747-beae-6d15545d2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:02.793471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04b82a6d-a88a-4e0a-a292-fd715a308773 req-a5a1a3bc-25d9-4747-beae-6d15545d2183 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=217883bc40c54aa48f6857eadb883253&device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 1135 time: 0.0731854 Aug 24 01:09:02.807329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85a760-69b4-46f5-93cc-7394319c8d85 req-1d01eb68-d21d-4f6b-9933-510928b54c54 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:02.808656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f85a760-69b4-46f5-93cc-7394319c8d85 req-1d01eb68-d21d-4f6b-9933-510928b54c54 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 984 time: 0.0629649 Aug 24 01:09:02.892011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f85a760-69b4-46f5-93cc-7394319c8d85 req-00fb20f9-dc32-44ea-9a5a-4a5a49251a2e tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=81bf0bfc-3776-460d-8cda-7a890a56ef2d&id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746446 Aug 24 01:09:02.921240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82a6d-a88a-4e0a-a292-fd715a308773 req-b018225b-0274-44a3-b34c-9b6e46b980a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:02.922822 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04b82a6d-a88a-4e0a-a292-fd715a308773 req-b018225b-0274-44a3-b34c-9b6e46b980a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bbe8be3-f445-4339-969e-12c6d44f1d90 HTTP/1.1" status: 200 len: 916 time: 0.1132982 Aug 24 01:09:02.992467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04b82a6d-a88a-4e0a-a292-fd715a308773 req-4618ceba-45c7-4a28-afe1-b128d964f4e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e907448-48c5-4f72-bcc0-8e49658308ec HTTP/1.1" status: 200 len: 1001 time: 0.0612848 Aug 24 01:09:03.042125 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82a6d-a88a-4e0a-a292-fd715a308773 req-c9e033c8-061a-4b82-9ab1-b92f909650c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:03.043578 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04b82a6d-a88a-4e0a-a292-fd715a308773 req-c9e033c8-061a-4b82-9ab1-b92f909650c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=574b32b7-dd6a-4e22-b877-035de2631553 HTTP/1.1" status: 200 len: 854 time: 0.0426776 Aug 24 01:09:03.090115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82a6d-a88a-4e0a-a292-fd715a308773 req-7f8ddb4f-10cf-45c8-a121-370ab892fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:03.091601 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04b82a6d-a88a-4e0a-a292-fd715a308773 req-7f8ddb4f-10cf-45c8-a121-370ab892fb4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe8be3-f445-4339-969e-12c6d44f1d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386484 Aug 24 01:09:03.119756 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:09:03.184545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04b82a6d-a88a-4e0a-a292-fd715a308773 req-93f832e4-3e77-4acc-8a49-9bb44df89bd2 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849812 Aug 24 01:09:03.202270 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:03.273447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-04b82a6d-a88a-4e0a-a292-fd715a308773 req-2488693f-e455-4ee3-a872-e06324d3dc7b service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816340 Aug 24 01:09:04.062590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a046ca-36e6-47f7-b357-8f1643b5e28e req-f4604147-afe5-443b-a35f-74a8d272c960 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:04.064122 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48a046ca-36e6-47f7-b357-8f1643b5e28e req-f4604147-afe5-443b-a35f-74a8d272c960 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 984 time: 0.0505688 Aug 24 01:09:04.106327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48a046ca-36e6-47f7-b357-8f1643b5e28e req-28b5fbd6-690b-46d0-99cb-cc8529a22fd6 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=81bf0bfc-3776-460d-8cda-7a890a56ef2d&id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361528 Aug 24 01:09:05.642160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068d586-6a62-4b4e-8ba3-c9b9f781a9a7 req-6c1ac98a-5461-4fa6-b262-0f720be26e62 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:05.643676 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f068d586-6a62-4b4e-8ba3-c9b9f781a9a7 req-6c1ac98a-5461-4fa6-b262-0f720be26e62 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 984 time: 0.4332583 Aug 24 01:09:05.682517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f068d586-6a62-4b4e-8ba3-c9b9f781a9a7 req-5950108f-7d30-4d93-9aa3-25a60933d4cc tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=81bf0bfc-3776-460d-8cda-7a890a56ef2d&id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327780 Aug 24 01:09:06.876708 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf9942-bead-4068-a53f-a7290aee785e req-c8ea4fba-a26f-4252-8fdc-7ee754787e27 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:06.878198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27cf9942-bead-4068-a53f-a7290aee785e req-c8ea4fba-a26f-4252-8fdc-7ee754787e27 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 984 time: 0.0919492 Aug 24 01:09:06.918218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27cf9942-bead-4068-a53f-a7290aee785e req-2184e29d-3c17-4fc9-95fa-a9c9a61a996c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=81bf0bfc-3776-460d-8cda-7a890a56ef2d&id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337799 Aug 24 01:09:08.042879 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d86bd4-f45e-4574-b5c5-45cd28466b60 req-86e8b4ba-56b0-4f04-ad2c-733aa6bab785 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:08.044355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2d86bd4-f45e-4574-b5c5-45cd28466b60 req-86e8b4ba-56b0-4f04-ad2c-733aa6bab785 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 984 time: 0.0518856 Aug 24 01:09:08.084320 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d2d86bd4-f45e-4574-b5c5-45cd28466b60 req-78d5dead-12fa-4810-846b-4488be101ab5 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=81bf0bfc-3776-460d-8cda-7a890a56ef2d&id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338397 Aug 24 01:09:09.197016 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a4d39-fab0-4f74-a065-b7a72f8449dc req-0100513c-23e0-4bfe-ba20-27d659828803 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:09.198490 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a4a4d39-fab0-4f74-a065-b7a72f8449dc req-0100513c-23e0-4bfe-ba20-27d659828803 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 984 time: 0.0481732 Aug 24 01:09:09.238340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a4a4d39-fab0-4f74-a065-b7a72f8449dc req-174ba9ce-89a1-46d8-9c6e-cfcef6786049 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=81bf0bfc-3776-460d-8cda-7a890a56ef2d&id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330009 Aug 24 01:09:10.354301 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8b26c-1c49-4ff5-a04f-1c70478baa00 req-de906b98-ceb1-4568-979d-3d2ffb788aed tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:10.355825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99e8b26c-1c49-4ff5-a04f-1c70478baa00 req-de906b98-ceb1-4568-979d-3d2ffb788aed tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 984 time: 0.0483282 Aug 24 01:09:10.394989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-99e8b26c-1c49-4ff5-a04f-1c70478baa00 req-8d0972b9-1572-4608-a134-eaca5ed08bbc tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=81bf0bfc-3776-460d-8cda-7a890a56ef2d&id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323930 Aug 24 01:09:11.513156 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c44ba-79d2-4aaf-aa56-503f2e4e2caa req-37e63fa5-5ef0-40eb-9ad9-97544258fdd3 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:11.514622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10c44ba-79d2-4aaf-aa56-503f2e4e2caa req-37e63fa5-5ef0-40eb-9ad9-97544258fdd3 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 984 time: 0.0526342 Aug 24 01:09:11.556383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d10c44ba-79d2-4aaf-aa56-503f2e4e2caa req-ae6974a7-c6e8-4b66-b966-e08296edb34c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=81bf0bfc-3776-460d-8cda-7a890a56ef2d&id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349846 Aug 24 01:09:12.669793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757585a2-facb-443e-9a24-9d9bb909ba98 req-5c3c1834-ee64-4f63-b483-909d1d6644c9 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:12.671282 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-757585a2-facb-443e-9a24-9d9bb909ba98 req-5c3c1834-ee64-4f63-b483-909d1d6644c9 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 984 time: 0.0477726 Aug 24 01:09:12.711100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-757585a2-facb-443e-9a24-9d9bb909ba98 req-14df914d-1a86-4b6a-a7e5-be956157f68d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=81bf0bfc-3776-460d-8cda-7a890a56ef2d&id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330369 Aug 24 01:09:13.826900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db42d9-ac9b-4f9b-a561-cd7abd920eac req-9e070ec1-8fe4-4605-ae0f-78d46d84cbfe tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:13.828384 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05db42d9-ac9b-4f9b-a561-cd7abd920eac req-9e070ec1-8fe4-4605-ae0f-78d46d84cbfe tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 984 time: 0.0491810 Aug 24 01:09:13.867982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05db42d9-ac9b-4f9b-a561-cd7abd920eac req-bc83549c-ce82-4848-97a5-4b50007e2646 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=81bf0bfc-3776-460d-8cda-7a890a56ef2d&id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333362 Aug 24 01:09:14.985021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d6c32-2454-4a5c-9464-84d368317d65 req-95a4f7f3-2ad5-4452-9f16-99b6d17cc5cb tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:14.987405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-796d6c32-2454-4a5c-9464-84d368317d65 req-95a4f7f3-2ad5-4452-9f16-99b6d17cc5cb tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 984 time: 0.0537941 Aug 24 01:09:15.037331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-796d6c32-2454-4a5c-9464-84d368317d65 req-9e995b40-a4f9-4ed3-bf0e-37f44ce38e9b tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=81bf0bfc-3776-460d-8cda-7a890a56ef2d&id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439103 Aug 24 01:09:24.219686 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:27.583596 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62b55830-a0bf-4905-8579-b5d6399be64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:30.134041 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:30.191675 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:30.268914 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b58b6d8d-fdf8-446f-b534-00ebdfe06554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:31.442004 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:33.207325 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:40.119335 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:09:43.908006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-007007a4-2dd9-40c9-b972-ae7d64270ca9 req-7a89117f-22f5-4f30-859b-6a2e7f60cd30 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1082204455&fields=id&tenant_id=217883bc40c54aa48f6857eadb883253 HTTP/1.1" status: 200 len: 267 time: 0.0333748 Aug 24 01:09:43.962327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007007a4-2dd9-40c9-b972-ae7d64270ca9 req-6c96983f-510c-4dfd-b47b-2d58e091d39e tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:43.963875 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-007007a4-2dd9-40c9-b972-ae7d64270ca9 req-6c96983f-510c-4dfd-b47b-2d58e091d39e tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 984 time: 0.0499899 Aug 24 01:09:43.974827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-007007a4-2dd9-40c9-b972-ae7d64270ca9 req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Request body: {'port': {'security_groups': ['34804850-523e-4c41-a52f-e2e78d9e3a71']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:09:44.040369 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-007007a4-2dd9-40c9-b972-ae7d64270ca9 req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:44.209559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-007007a4-2dd9-40c9-b972-ae7d64270ca9 req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] For port 2e907448-48c5-4f72-bcc0-8e49658308ec, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2e907448-48c5-4f72-bcc0-8e49658308ec,segment=NetworkSegment(0af3692b-e921-4c65-af24-905b57b3f37b),segment_id=0af3692b-e921-4c65-af24-905b57b3f37b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:09:44.238517 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-007007a4-2dd9-40c9-b972-ae7d64270ca9 req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:44.242967 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-007007a4-2dd9-40c9-b972-ae7d64270ca9 req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:44.276143 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2e907448-48c5-4f72-bcc0-8e49658308ec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:09:44.287676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007007a4-2dd9-40c9-b972-ae7d64270ca9 req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:44.288306 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-007007a4-2dd9-40c9-b972-ae7d64270ca9 req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:44.289703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-007007a4-2dd9-40c9-b972-ae7d64270ca9 req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "PUT /v2.0/ports/2e907448-48c5-4f72-bcc0-8e49658308ec HTTP/1.1" status: 200 len: 942 time: 0.3194122 Aug 24 01:09:44.290166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'tag': '2e907448-48c5-4f72-bcc0-8e49658308ec'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:09:44.304879 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47400) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:09:44.316790 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event updated for resources: {'Port': ['ID=2e907448-48c5-4f72-bcc0-8e49658308ec,revision_number=7']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:09:44.325163 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:44.325548 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:44.325891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:44.326231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:44.326563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:44.326924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:44.327248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:44.327758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:44.328094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:44.328418 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:44.328744 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:44.329067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ccf42-2741-489f-be89-c23efbb08f08 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:44.357589 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a91dc5-4a5d-477a-90e6-83c287d5488b" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d280ca-e904-4ace-abb7-09eee9c4af77", "tag": "2e907448-48c5-4f72-bcc0-8e49658308ec"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:09:44.410566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2e907448-48c5-4f72-bcc0-8e49658308ec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:09:44.412044 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36172793-978f-463a-8943-ef0ec76b75c2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:44.441580 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36172793-978f-463a-8943-ef0ec76b75c2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:44.467637 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2fc105-bcd2-4711-9723-d2eaf41c3436 x-openstack-request-id: req-ea2fc105-bcd2-4711-9723-d2eaf41c3436 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:09:44.467932 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d280ca-e904-4ace-abb7-09eee9c4af77", "tag": "2e907448-48c5-4f72-bcc0-8e49658308ec", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:09:44.468179 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea2fc105-bcd2-4711-9723-d2eaf41c3436 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:09:44.468570 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'tag': '2e907448-48c5-4f72-bcc0-8e49658308ec', 'status': 'completed', 'code': 200} Aug 24 01:09:44.521420 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36172793-978f-463a-8943-ef0ec76b75c2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:44.525112 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-36172793-978f-463a-8943-ef0ec76b75c2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:44.526852 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-36172793-978f-463a-8943-ef0ec76b75c2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "DELETE /v2.0/security-groups/81bf0bfc-3776-460d-8cda-7a890a56ef2d HTTP/1.1" status: 204 len: 168 time: 0.2199614 Aug 24 01:09:44.530065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47406) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:09:44.538865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36172793-978f-463a-8943-ef0ec76b75c2 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bf0bfc-3776-460d-8cda-7a890a56ef2d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:09:44.636390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6e36af37-b0b5-4b81-a32c-ffa873f4f40e None None] Provisioning complete for port 2e907448-48c5-4f72-bcc0-8e49658308ec triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:09:44.636777 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e36af37-b0b5-4b81-a32c-ffa873f4f40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:44.720751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a91dc5-4a5d-477a-90e6-83c287d5488b req-3f00dc49-52cc-4d80-bee8-8471366a1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:44.722395 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42a91dc5-4a5d-477a-90e6-83c287d5488b req-3f00dc49-52cc-4d80-bee8-8471366a1dd5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=217883bc40c54aa48f6857eadb883253&device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 1096 time: 0.1347799 Aug 24 01:09:44.806546 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bb6f6-df8a-4798-a7c4-efd01165da74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Deleting port 094d2d6b-2082-4d09-af96-fa3b874b6205 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:09:44.806931 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c2bb6f6-df8a-4798-a7c4-efd01165da74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:44.866282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a91dc5-4a5d-477a-90e6-83c287d5488b req-c5b39f73-b734-4c5b-ac63-e95cbc9ede4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:44.867799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42a91dc5-4a5d-477a-90e6-83c287d5488b req-c5b39f73-b734-4c5b-ac63-e95cbc9ede4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bbe8be3-f445-4339-969e-12c6d44f1d90 HTTP/1.1" status: 200 len: 916 time: 0.1384161 Aug 24 01:09:44.941490 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c2bb6f6-df8a-4798-a7c4-efd01165da74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:44.942186 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c2bb6f6-df8a-4798-a7c4-efd01165da74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:44.957934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bb6f6-df8a-4798-a7c4-efd01165da74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Calling delete_port for 094d2d6b-2082-4d09-af96-fa3b874b6205 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:09:44.962962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42a91dc5-4a5d-477a-90e6-83c287d5488b req-f59aa5c4-b8b5-4e6a-95ba-af7d01485cdd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e907448-48c5-4f72-bcc0-8e49658308ec HTTP/1.1" status: 200 len: 1001 time: 0.0862441 Aug 24 01:09:45.058525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a91dc5-4a5d-477a-90e6-83c287d5488b req-47a177c3-2a41-4a49-a08d-10d1f2202ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:45.059917 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42a91dc5-4a5d-477a-90e6-83c287d5488b req-47a177c3-2a41-4a49-a08d-10d1f2202ef6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=574b32b7-dd6a-4e22-b877-035de2631553 HTTP/1.1" status: 200 len: 854 time: 0.0896113 Aug 24 01:09:45.126755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a91dc5-4a5d-477a-90e6-83c287d5488b req-4518fdb8-6e12-488b-abe7-04a4b52e6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:45.128305 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42a91dc5-4a5d-477a-90e6-83c287d5488b req-4518fdb8-6e12-488b-abe7-04a4b52e6002 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe8be3-f445-4339-969e-12c6d44f1d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607872 Aug 24 01:09:45.229984 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c2bb6f6-df8a-4798-a7c4-efd01165da74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:45.267444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bb6f6-df8a-4798-a7c4-efd01165da74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event deleted for resources: {'Port': ['ID=094d2d6b-2082-4d09-af96-fa3b874b6205,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:09:45.277227 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42a91dc5-4a5d-477a-90e6-83c287d5488b req-273ac80d-ed7d-486f-b827-af64ee40efd0 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418893 Aug 24 01:09:45.381079 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c2bb6f6-df8a-4798-a7c4-efd01165da74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:45.381403 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-9c2bb6f6-df8a-4798-a7c4-efd01165da74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Floating IP 25f9f3a8-4f92-4eed-a24c-05cb20cf53cd disassociated (deleted). External IP: 172.25.8.132, port: 2e907448-48c5-4f72-bcc0-8e49658308ec. Aug 24 01:09:45.450530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-42a91dc5-4a5d-477a-90e6-83c287d5488b req-cca6687d-e46a-402a-870f-3178ba430f7c service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591802 Aug 24 01:09:45.614874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2bb6f6-df8a-4798-a7c4-efd01165da74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Router 65deb303-800a-4461-8e7b-a4bb941b83cf has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:09:45.721978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2bb6f6-df8a-4798-a7c4-efd01165da74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:09:45.726532 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c2bb6f6-df8a-4798-a7c4-efd01165da74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:45.735151 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ea6fc3-f618-4ac5-b670-2c0d932f3dee None None] Sync routers for ids ['65deb303-800a-4461-8e7b-a4bb941b83cf'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:09:45.744883 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ea6fc3-f618-4ac5-b670-2c0d932f3dee None None] Routers {'65deb303-800a-4461-8e7b-a4bb941b83cf'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:09:45.745491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-65ea6fc3-f618-4ac5-b670-2c0d932f3dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:09:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['65deb303-800a-4461-8e7b-a4bb941b83cf'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:09:45.757112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9c2bb6f6-df8a-4798-a7c4-efd01165da74 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "DELETE /v2.0/floatingips/25f9f3a8-4f92-4eed-a24c-05cb20cf53cd HTTP/1.1" status: 204 len: 168 time: 1.2234929 Aug 24 01:09:45.855967 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-65ea6fc3-f618-4ac5-b670-2c0d932f3dee None None] Set router 65deb303-800a-4461-8e7b-a4bb941b83cf gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:09:46.064102 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-65ea6fc3-f618-4ac5-b670-2c0d932f3dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 4, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port': {'id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:53Z', 'updated_at': '2021-08-24T01:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4647fb5f-170e-4e6a-8bcc-986b1e75d1e0', 'name': '', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'mac_address': 'fa:16:3e:d4:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '574b32b7-dd6a-4e22-b877-035de2631553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:54Z', 'updated_at': '2021-08-24T01:08:01Z', 'revision_number': 5, 'project_id': '217883bc40c54aa48f6857eadb883253', 'subnets': [{'id': '574b32b7-dd6a-4e22-b877-035de2631553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:09:46.091831 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ea6fc3-f618-4ac5-b670-2c0d932f3dee None None] Checking router: 65deb303-800a-4461-8e7b-a4bb941b83cf for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:09:46.101243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ea6fc3-f618-4ac5-b670-2c0d932f3dee None None] Routers {'65deb303-800a-4461-8e7b-a4bb941b83cf'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:09:46.101875 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-65ea6fc3-f618-4ac5-b670-2c0d932f3dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:09:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['65deb303-800a-4461-8e7b-a4bb941b83cf'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:09:46.208055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-65ea6fc3-f618-4ac5-b670-2c0d932f3dee None None] Set router 65deb303-800a-4461-8e7b-a4bb941b83cf gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:09:46.469923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'tag': '2e907448-48c5-4f72-bcc0-8e49658308ec'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:09:46.473755 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e127a535-7bb4-4807-9108-7d2eacb57482" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d280ca-e904-4ace-abb7-09eee9c4af77", "tag": "2e907448-48c5-4f72-bcc0-8e49658308ec"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:09:46.510920 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b74f99-4ca8-410a-84a2-e859699b9430 x-openstack-request-id: req-34b74f99-4ca8-410a-84a2-e859699b9430 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:09:46.511137 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d280ca-e904-4ace-abb7-09eee9c4af77", "tag": "2e907448-48c5-4f72-bcc0-8e49658308ec", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:09:46.511462 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34b74f99-4ca8-410a-84a2-e859699b9430 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:09:46.511788 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'tag': '2e907448-48c5-4f72-bcc0-8e49658308ec', 'status': 'completed', 'code': 200} Aug 24 01:09:46.569410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-65ea6fc3-f618-4ac5-b670-2c0d932f3dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 4, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port': {'id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:53Z', 'updated_at': '2021-08-24T01:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4647fb5f-170e-4e6a-8bcc-986b1e75d1e0', 'name': '', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'mac_address': 'fa:16:3e:d4:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '574b32b7-dd6a-4e22-b877-035de2631553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:54Z', 'updated_at': '2021-08-24T01:08:01Z', 'revision_number': 5, 'project_id': '217883bc40c54aa48f6857eadb883253', 'subnets': [{'id': '574b32b7-dd6a-4e22-b877-035de2631553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:09:46.601415 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127a535-7bb4-4807-9108-7d2eacb57482 req-d70e9dcb-8949-44d1-9032-ed534cd4df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:46.602986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e127a535-7bb4-4807-9108-7d2eacb57482 req-d70e9dcb-8949-44d1-9032-ed534cd4df5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=217883bc40c54aa48f6857eadb883253&device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 1096 time: 0.0454531 Aug 24 01:09:46.603247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ea6fc3-f618-4ac5-b670-2c0d932f3dee None None] The sync data for ids ['65deb303-800a-4461-8e7b-a4bb941b83cf'] in n-d-805736-1 is: [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:07:55Z', 'revision_number': 4, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port': {'id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:53Z', 'updated_at': '2021-08-24T01:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4647fb5f-170e-4e6a-8bcc-986b1e75d1e0', 'name': '', 'network_id': '1bbe8be3-f445-4339-969e-12c6d44f1d90', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'mac_address': 'fa:16:3e:d4:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '574b32b7-dd6a-4e22-b877-035de2631553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:54Z', 'updated_at': '2021-08-24T01:08:01Z', 'revision_number': 5, 'project_id': '217883bc40c54aa48f6857eadb883253', 'subnets': [{'id': '574b32b7-dd6a-4e22-b877-035de2631553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:09:46.713977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127a535-7bb4-4807-9108-7d2eacb57482 req-055523a9-db19-483c-aa69-27940d975d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:46.715771 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e127a535-7bb4-4807-9108-7d2eacb57482 req-055523a9-db19-483c-aa69-27940d975d7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bbe8be3-f445-4339-969e-12c6d44f1d90 HTTP/1.1" status: 200 len: 916 time: 0.1052260 Aug 24 01:09:46.759523 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e127a535-7bb4-4807-9108-7d2eacb57482 req-dcb4a745-469a-4427-ac5a-ca0640c4438b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e907448-48c5-4f72-bcc0-8e49658308ec HTTP/1.1" status: 200 len: 217 time: 0.0357716 Aug 24 01:09:46.812107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127a535-7bb4-4807-9108-7d2eacb57482 req-8f549eab-68d3-471f-97bd-eff8ae888818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:46.813620 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e127a535-7bb4-4807-9108-7d2eacb57482 req-8f549eab-68d3-471f-97bd-eff8ae888818 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=574b32b7-dd6a-4e22-b877-035de2631553 HTTP/1.1" status: 200 len: 854 time: 0.0474029 Aug 24 01:09:46.863680 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15f508-7094-4664-96c1-6a3a0ba45737 None None] New status for floating IP 25f9f3a8-4f92-4eed-a24c-05cb20cf53cd: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:09:46.868414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127a535-7bb4-4807-9108-7d2eacb57482 req-83ce30e2-f5bc-457f-9036-449c88edc7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:46.869950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e127a535-7bb4-4807-9108-7d2eacb57482 req-83ce30e2-f5bc-457f-9036-449c88edc7bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bbe8be3-f445-4339-969e-12c6d44f1d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489364 Aug 24 01:09:46.964820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e127a535-7bb4-4807-9108-7d2eacb57482 req-546359f3-642f-4b2f-92d9-5b73a538a631 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870268 Aug 24 01:09:47.073492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e127a535-7bb4-4807-9108-7d2eacb57482 req-d902d5d5-5dc2-4584-a387-33b6bbe3f573 service neutron] 10.222.0.13 "GET /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008203 Aug 24 01:09:52.703214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13b0f8-849c-45cf-b504-fead561737ee req-f7657906-d4fe-4570-aa61-e278fb5ded6d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:52.704724 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be13b0f8-849c-45cf-b504-fead561737ee req-f7657906-d4fe-4570-aa61-e278fb5ded6d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 945 time: 0.0505521 Aug 24 01:09:52.744746 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-be13b0f8-849c-45cf-b504-fead561737ee req-cad205fd-0545-44d1-997e-29d4f466ddbf tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Aug 24 01:09:53.873170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7dfa7-6075-48d8-ae6a-1166694593b2 req-9442117d-1bc3-4f74-987b-d1d44aaa0eb8 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:53.875627 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62f7dfa7-6075-48d8-ae6a-1166694593b2 req-9442117d-1bc3-4f74-987b-d1d44aaa0eb8 tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 945 time: 0.0519159 Aug 24 01:09:53.913498 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-62f7dfa7-6075-48d8-ae6a-1166694593b2 req-527fa870-3548-4661-b24f-6395a5246b7f tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/security-groups?id=34804850-523e-4c41-a52f-e2e78d9e3a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319679 Aug 24 01:09:54.231828 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:54.451942 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea92541-f64e-4832-a3da-34db2c50562f req-2ece531a-515b-42f2-9b47-3e7821b02e0c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:54.453427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bea92541-f64e-4832-a3da-34db2c50562f req-2ece531a-515b-42f2-9b47-3e7821b02e0c tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 945 time: 0.0539184 Aug 24 01:09:54.541233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-bea92541-f64e-4832-a3da-34db2c50562f req-8a03bf0b-9f57-4f44-8d86-e2a9ff52c48d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Deleting port 2e907448-48c5-4f72-bcc0-8e49658308ec {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:09:54.541497 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bea92541-f64e-4832-a3da-34db2c50562f req-8a03bf0b-9f57-4f44-8d86-e2a9ff52c48d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:54.632113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-bea92541-f64e-4832-a3da-34db2c50562f req-8a03bf0b-9f57-4f44-8d86-e2a9ff52c48d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] For port 2e907448-48c5-4f72-bcc0-8e49658308ec, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2e907448-48c5-4f72-bcc0-8e49658308ec,segment=NetworkSegment(0af3692b-e921-4c65-af24-905b57b3f37b),segment_id=0af3692b-e921-4c65-af24-905b57b3f37b)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:09:54.632481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bea92541-f64e-4832-a3da-34db2c50562f req-8a03bf0b-9f57-4f44-8d86-e2a9ff52c48d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:54.644182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-bea92541-f64e-4832-a3da-34db2c50562f req-8a03bf0b-9f57-4f44-8d86-e2a9ff52c48d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Calling delete_port for 2e907448-48c5-4f72-bcc0-8e49658308ec owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:09:54.768277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bea92541-f64e-4832-a3da-34db2c50562f req-8a03bf0b-9f57-4f44-8d86-e2a9ff52c48d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:54.798736 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03bf0b-9f57-4f44-8d86-e2a9ff52c48d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Pushing event deleted for resources: {'Port': ['ID=2e907448-48c5-4f72-bcc0-8e49658308ec,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:09:54.802296 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2e907448-48c5-4f72-bcc0-8e49658308ec'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:09:54.841746 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea92541-f64e-4832-a3da-34db2c50562f req-8a03bf0b-9f57-4f44-8d86-e2a9ff52c48d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] No DVR routers for this DVR port 2e907448-48c5-4f72-bcc0-8e49658308ec on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:09:54.844350 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-bea92541-f64e-4832-a3da-34db2c50562f req-8a03bf0b-9f57-4f44-8d86-e2a9ff52c48d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:54.846950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bea92541-f64e-4832-a3da-34db2c50562f req-8a03bf0b-9f57-4f44-8d86-e2a9ff52c48d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.13 "DELETE /v2.0/ports/2e907448-48c5-4f72-bcc0-8e49658308ec HTTP/1.1" status: 204 len: 173 time: 0.3868449 Aug 24 01:09:54.847391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'name': 'network-vif-deleted', 'tag': '2e907448-48c5-4f72-bcc0-8e49658308ec'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:09:54.849628 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c97d5a-785d-48c8-9ab0-bf0c7329dcbe" -d '{"events": [{"server_uuid": "c1d280ca-e904-4ace-abb7-09eee9c4af77", "name": "network-vif-deleted", "tag": "2e907448-48c5-4f72-bcc0-8e49658308ec"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:09:54.887902 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f13aa1b-8328-4685-83d2-8ada78e98bed x-openstack-request-id: req-6f13aa1b-8328-4685-83d2-8ada78e98bed {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:09:54.888535 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d280ca-e904-4ace-abb7-09eee9c4af77", "name": "network-vif-deleted", "tag": "2e907448-48c5-4f72-bcc0-8e49658308ec", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:09:54.888535 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f13aa1b-8328-4685-83d2-8ada78e98bed {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:09:54.888844 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d280ca-e904-4ace-abb7-09eee9c4af77', 'name': 'network-vif-deleted', 'tag': '2e907448-48c5-4f72-bcc0-8e49658308ec', 'status': 'completed', 'code': 200} Aug 24 01:09:55.024376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3943b28e-0f8b-4708-a193-17e627b1c98d req-34a9f63d-069b-47f0-89af-d5260689a46d tempest-TestMinimumBasicScenario-597447856 tempest-TestMinimumBasicScenario-597447856-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1d280ca-e904-4ace-abb7-09eee9c4af77 HTTP/1.1" status: 200 len: 210 time: 0.0268102 Aug 24 01:09:56.583283 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47504) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:09:56.936567 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:57.182632 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Deleting port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:09:57.183003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:57.259458 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] For port 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4647fb5f-170e-4e6a-8bcc-986b1e75d1e0,segment=NetworkSegment(0af3692b-e921-4c65-af24-905b57b3f37b),segment_id=0af3692b-e921-4c65-af24-905b57b3f37b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:09:57.259738 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:57.271802 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Calling delete_port for 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:09:57.449459 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:57.479816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4647fb5f-170e-4e6a-8bcc-986b1e75d1e0,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:09:57.506438 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:57.506803 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:57.507150 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:57.507481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:57.507806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:57.508128 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:57.508444 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:57.508762 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:57.509077 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:57.509395 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:57.509764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:57.510027 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:57.595402 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1c35-f4bd-49a5-9bbe-c371f5f54ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:57.659237 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:58.131451 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Router 65deb303-800a-4461-8e7b-a4bb941b83cf has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:09:58.234724 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:09:58.240146 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-73e70b9a-e0b6-40fd-bb28-dd79280f2fd9 admin admin] 10.222.0.32 "PUT /v2.0/routers/65deb303-800a-4461-8e7b-a4bb941b83cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6558223 Aug 24 01:09:58.242745 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47508) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:09:58.243581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dac6ad-e0bb-4b39-bc68-d5d24a9f87dd None None] Sync routers for ids ['65deb303-800a-4461-8e7b-a4bb941b83cf'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:09:58.252590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dac6ad-e0bb-4b39-bc68-d5d24a9f87dd None None] Routers {'65deb303-800a-4461-8e7b-a4bb941b83cf'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:09:58.253215 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a9dac6ad-e0bb-4b39-bc68-d5d24a9f87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:09:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['65deb303-800a-4461-8e7b-a4bb941b83cf'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:09:58.345432 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:58.359765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a9dac6ad-e0bb-4b39-bc68-d5d24a9f87dd None None] Set router 65deb303-800a-4461-8e7b-a4bb941b83cf gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:09:58.448457 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:58.498240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] Deleting port f9a7aeae-b17e-4394-a719-016a9e088961 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:09:58.498580 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:58.541478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a9dac6ad-e0bb-4b39-bc68-d5d24a9f87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:09:57Z', 'revision_number': 5, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port': {'id': 'f9a7aeae-b17e-4394-a719-016a9e088961', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:53Z', 'updated_at': '2021-08-24T01:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:09:58.574369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dac6ad-e0bb-4b39-bc68-d5d24a9f87dd None None] Checking router: 65deb303-800a-4461-8e7b-a4bb941b83cf for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:09:58.580794 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] For port f9a7aeae-b17e-4394-a719-016a9e088961, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f9a7aeae-b17e-4394-a719-016a9e088961,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:09:58.581158 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:58.590233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dac6ad-e0bb-4b39-bc68-d5d24a9f87dd None None] Routers {'65deb303-800a-4461-8e7b-a4bb941b83cf'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:09:58.590894 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a9dac6ad-e0bb-4b39-bc68-d5d24a9f87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:09:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['65deb303-800a-4461-8e7b-a4bb941b83cf'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:09:58.593137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] Calling delete_port for f9a7aeae-b17e-4394-a719-016a9e088961 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:09:58.684737 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-a9dac6ad-e0bb-4b39-bc68-d5d24a9f87dd None None] Set router 65deb303-800a-4461-8e7b-a4bb941b83cf gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:09:58.737257 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-a9dac6ad-e0bb-4b39-bc68-d5d24a9f87dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:09:58Z', 'revision_number': 6, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:09:58.762148 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:58.766924 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dac6ad-e0bb-4b39-bc68-d5d24a9f87dd None None] The sync data for ids ['65deb303-800a-4461-8e7b-a4bb941b83cf'] in n-d-805736-1 is: [{'id': '65deb303-800a-4461-8e7b-a4bb941b83cf', 'name': 'tempest-TestMinimumBasicScenario-1062903340-router', 'tenant_id': '217883bc40c54aa48f6857eadb883253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:52Z', 'updated_at': '2021-08-24T01:09:58Z', 'revision_number': 6, 'project_id': '217883bc40c54aa48f6857eadb883253', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:09:58.787579 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a7aeae-b17e-4394-a719-016a9e088961,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:09:58.853794 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:58.943815 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:58.945899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:58.988444 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:58.988929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65deb303-800a-4461-8e7b-a4bb941b83cf {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:09:58.993084 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:58.994235 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-9c262f71-d533-4d9c-b2b0-e458da69c57a admin admin] 10.222.0.32 "DELETE /v2.0/routers/65deb303-800a-4461-8e7b-a4bb941b83cf HTTP/1.1" status: 204 len: 168 time: 0.7505436 Aug 24 01:09:58.996753 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47510) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:09:59.040943 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5149a8b-ab3f-4a43-bd86-6aa10425aa81 admin admin] Deleting subnet 574b32b7-dd6a-4e22-b877-035de2631553 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:09:59.043998 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5149a8b-ab3f-4a43-bd86-6aa10425aa81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.078465 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5149a8b-ab3f-4a43-bd86-6aa10425aa81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.162091 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5149a8b-ab3f-4a43-bd86-6aa10425aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.218175 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5149a8b-ab3f-4a43-bd86-6aa10425aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.245363 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5149a8b-ab3f-4a43-bd86-6aa10425aa81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=574b32b7-dd6a-4e22-b877-035de2631553,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:09:59.247278 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f5149a8b-ab3f-4a43-bd86-6aa10425aa81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.249161 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f5149a8b-ab3f-4a43-bd86-6aa10425aa81 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/574b32b7-dd6a-4e22-b877-035de2631553 HTTP/1.1" status: 204 len: 168 time: 0.2514892 Aug 24 01:09:59.250695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f975afd2-a22b-438b-82ca-2898eabb3f01 None None] Network 1bbe8be3-f445-4339-969e-12c6d44f1d90 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:09:59.251649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47512) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:09:59.323813 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.380288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Deleting port c42c7671-af44-4276-941c-70f1a81c4581 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:09:59.380633 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.443465 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] For port c42c7671-af44-4276-941c-70f1a81c4581, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=c42c7671-af44-4276-941c-70f1a81c4581,segment=NetworkSegment(0af3692b-e921-4c65-af24-905b57b3f37b),segment_id=0af3692b-e921-4c65-af24-905b57b3f37b)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:09:59.443828 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.457063 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Calling delete_port for c42c7671-af44-4276-941c-70f1a81c4581 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:09:59.459389 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2e907448-48c5-4f72-bcc0-8e49658308ec no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:09:59.482660 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 2e907448-48c5-4f72-bcc0-8e49658308ec {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:09:59.483145 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2e907448-48c5-4f72-bcc0-8e49658308ec not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:09:59.527919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] DHCP port deletion for 1bbe8be3-f445-4339-969e-12c6d44f1d90 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:09:59.548966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.576066 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=c42c7671-af44-4276-941c-70f1a81c4581,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:09:59.579995 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] No DVR routers for this DVR port c42c7671-af44-4276-941c-70f1a81c4581 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:09:59.584490 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Deleting port c42c7671-af44-4276-941c-70f1a81c4581 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:09:59.585147 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.658948 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] For port c42c7671-af44-4276-941c-70f1a81c4581, host n-d-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:09:59.659344 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.670500 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.681036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Calling delete_port for c42c7671-af44-4276-941c-70f1a81c4581 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:09:59.685196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Port c42c7671-af44-4276-941c-70f1a81c4581 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 01:09:59.686938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbe8be3-f445-4339-969e-12c6d44f1d90']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:09:59.687326 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.703882 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af3692b-e921-4c65-af24-905b57b3f37b') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:09:59.704382 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af3692b-e921-4c65-af24-905b57b3f37b') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:09:59.718444 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.739772 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] No DVR routers for this DVR port c42c7671-af44-4276-941c-70f1a81c4581 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:09:59.741311 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.748940 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Pushing event deleted for resources: {'Port': ['ID=c42c7671-af44-4276-941c-70f1a81c4581,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:09:59.754501 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:09:59.755029 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: timer() Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:09:59.756901 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:09:59.760285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:59.760635 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:59.760976 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:59.761310 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:59.761651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:59.761972 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:59.762300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:59.762617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:59.762971 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:59.763298 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:59.763622 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:59.763947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed32abe-f396-4a0c-833b-8286b67a610e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:09:59.829243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.834946 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.837269 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1bbe8be3-f445-4339-969e-12c6d44f1d90 HTTP/1.1" status: 204 len: 168 time: 0.5846987 Aug 24 01:09:59.840476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47516) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:09:59.849328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d80fe6-4480-4229-810a-28e3f82a5c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbe8be3-f445-4339-969e-12c6d44f1d90,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:00.126304 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:00.193980 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:00.199528 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92caab86-6d1c-4a99-8f5f-881e38ac1b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:00.270098 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0889fe04-0bd8-4d65-a96a-c45728b19019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:00.441035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-92caab86-6d1c-4a99-8f5f-881e38ac1b06 admin admin] Deleting port 9e87ff07-7192-4c2b-aea8-40f8fb50c573 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:10:00.441262 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92caab86-6d1c-4a99-8f5f-881e38ac1b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:00.514567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-92caab86-6d1c-4a99-8f5f-881e38ac1b06 admin admin] For port 9e87ff07-7192-4c2b-aea8-40f8fb50c573, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=9e87ff07-7192-4c2b-aea8-40f8fb50c573,segment=NetworkSegment(d02062cd-8d28-4875-a213-b24778e3567c),segment_id=d02062cd-8d28-4875-a213-b24778e3567c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:10:00.514960 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92caab86-6d1c-4a99-8f5f-881e38ac1b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:00.527666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-92caab86-6d1c-4a99-8f5f-881e38ac1b06 admin admin] Calling delete_port for 9e87ff07-7192-4c2b-aea8-40f8fb50c573 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:10:00.702376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f9a7aeae-b17e-4394-a719-016a9e088961 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:10:00.707773 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92caab86-6d1c-4a99-8f5f-881e38ac1b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:00.724180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: f9a7aeae-b17e-4394-a719-016a9e088961 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:10:00.724527 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f9a7aeae-b17e-4394-a719-016a9e088961 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:10:00.724950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:10:00.734237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92caab86-6d1c-4a99-8f5f-881e38ac1b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e87ff07-7192-4c2b-aea8-40f8fb50c573,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:00.744470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:10:00.744822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4647fb5f-170e-4e6a-8bcc-986b1e75d1e0 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:10:00.745249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c42c7671-af44-4276-941c-70f1a81c4581 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:10:00.765577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: c42c7671-af44-4276-941c-70f1a81c4581 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:10:00.765931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device c42c7671-af44-4276-941c-70f1a81c4581 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:10:01.253111 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-92caab86-6d1c-4a99-8f5f-881e38ac1b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:01.445330 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:01.466238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92caab86-6d1c-4a99-8f5f-881e38ac1b06 admin admin] Router ae78d88f-ba49-4d58-bf85-44568582807f has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:10:01.574703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92caab86-6d1c-4a99-8f5f-881e38ac1b06 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:10:01.582024 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-92caab86-6d1c-4a99-8f5f-881e38ac1b06 admin admin] 10.222.0.32 "PUT /v2.0/routers/ae78d88f-ba49-4d58-bf85-44568582807f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381504 Aug 24 01:10:01.582588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47520) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:01.585359 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f14198-d4a9-4d57-ac0c-3215face9558 None None] Sync routers for ids ['ae78d88f-ba49-4d58-bf85-44568582807f'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:10:01.594507 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f14198-d4a9-4d57-ac0c-3215face9558 None None] Routers {'ae78d88f-ba49-4d58-bf85-44568582807f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:10:01.595261 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04f14198-d4a9-4d57-ac0c-3215face9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:10:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae78d88f-ba49-4d58-bf85-44568582807f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:01.687775 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:01.702153 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-04f14198-d4a9-4d57-ac0c-3215face9558 None None] Set router ae78d88f-ba49-4d58-bf85-44568582807f gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:10:01.799968 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:01.858108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] Deleting port ee9d4a67-5392-4e89-a20e-a927e4c70dc5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:10:01.858460 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:01.885091 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04f14198-d4a9-4d57-ac0c-3215face9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'name': 'tempest-TestMinimumBasicScenario-1020412448-router', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ee9d4a67-5392-4e89-a20e-a927e4c70dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:10:00Z', 'revision_number': 5, 'project_id': 'adcb0756b5c644e4a48616917fd774ed', 'gw_port': {'id': 'ee9d4a67-5392-4e89-a20e-a927e4c70dc5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:01.910548 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f14198-d4a9-4d57-ac0c-3215face9558 None None] Checking router: ae78d88f-ba49-4d58-bf85-44568582807f for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:10:01.918465 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f14198-d4a9-4d57-ac0c-3215face9558 None None] Routers {'ae78d88f-ba49-4d58-bf85-44568582807f'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:10:01.919082 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04f14198-d4a9-4d57-ac0c-3215face9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:10:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae78d88f-ba49-4d58-bf85-44568582807f'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:01.937108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] For port ee9d4a67-5392-4e89-a20e-a927e4c70dc5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=ee9d4a67-5392-4e89-a20e-a927e4c70dc5,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:10:01.937502 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:01.950286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] Calling delete_port for ee9d4a67-5392-4e89-a20e-a927e4c70dc5 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:10:02.001779 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-04f14198-d4a9-4d57-ac0c-3215face9558 None None] Set router ae78d88f-ba49-4d58-bf85-44568582807f gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:10:02.054790 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-04f14198-d4a9-4d57-ac0c-3215face9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'name': 'tempest-TestMinimumBasicScenario-1020412448-router', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:10:01Z', 'revision_number': 6, 'project_id': 'adcb0756b5c644e4a48616917fd774ed', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:02.081829 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f14198-d4a9-4d57-ac0c-3215face9558 None None] The sync data for ids ['ae78d88f-ba49-4d58-bf85-44568582807f'] in n-d-805736-1 is: [{'id': 'ae78d88f-ba49-4d58-bf85-44568582807f', 'name': 'tempest-TestMinimumBasicScenario-1020412448-router', 'tenant_id': 'adcb0756b5c644e4a48616917fd774ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:57Z', 'updated_at': '2021-08-24T01:10:01Z', 'revision_number': 6, 'project_id': 'adcb0756b5c644e4a48616917fd774ed', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:10:02.128059 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.153159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee9d4a67-5392-4e89-a20e-a927e4c70dc5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:02.215338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.306700 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.308859 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.351308 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.351835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae78d88f-ba49-4d58-bf85-44568582807f {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:10:02.356087 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.357238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d2659704-8748-4255-8e98-36d0ca37230f admin admin] 10.222.0.32 "DELETE /v2.0/routers/ae78d88f-ba49-4d58-bf85-44568582807f HTTP/1.1" status: 204 len: 168 time: 0.7736366 Aug 24 01:10:02.359787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47522) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:02.432337 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b49e0a4-449f-48d1-84e3-c88ab44f4e96 admin admin] Deleting subnet 560e5e84-4107-43f4-a871-f2b0ea91ce2b {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:10:02.435764 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b49e0a4-449f-48d1-84e3-c88ab44f4e96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.484374 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b49e0a4-449f-48d1-84e3-c88ab44f4e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.569430 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b49e0a4-449f-48d1-84e3-c88ab44f4e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.622999 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b49e0a4-449f-48d1-84e3-c88ab44f4e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.654467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49e0a4-449f-48d1-84e3-c88ab44f4e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=560e5e84-4107-43f4-a871-f2b0ea91ce2b,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:02.656452 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1b49e0a4-449f-48d1-84e3-c88ab44f4e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.658823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1b49e0a4-449f-48d1-84e3-c88ab44f4e96 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/560e5e84-4107-43f4-a871-f2b0ea91ce2b HTTP/1.1" status: 204 len: 168 time: 0.2979193 Aug 24 01:10:02.661339 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47524) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:02.662631 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670419d-eec0-493c-8943-53c11ba02ffc None None] Network fdfeff13-c2fe-4f63-a585-708d8f33668e requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:10:02.729421 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.783807 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Deleting port 7a0150dc-0041-4063-b982-8d5daafd7f62 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:10:02.784152 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.854013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] For port 7a0150dc-0041-4063-b982-8d5daafd7f62, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7a0150dc-0041-4063-b982-8d5daafd7f62,segment=NetworkSegment(d02062cd-8d28-4875-a213-b24778e3567c),segment_id=d02062cd-8d28-4875-a213-b24778e3567c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:10:02.854391 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.868752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Calling delete_port for 7a0150dc-0041-4063-b982-8d5daafd7f62 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:10:02.883036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55751ca1-6a53-4f02-aaa2-ecfe8a49da99 None None] DHCP port deletion for fdfeff13-c2fe-4f63-a585-708d8f33668e request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:10:02.943393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7a0150dc-0041-4063-b982-8d5daafd7f62 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:10:02.946566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-55751ca1-6a53-4f02-aaa2-ecfe8a49da99 None None] Deleting port 7a0150dc-0041-4063-b982-8d5daafd7f62 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:10:02.947028 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-55751ca1-6a53-4f02-aaa2-ecfe8a49da99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.952364 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:02.979787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0150dc-0041-4063-b982-8d5daafd7f62,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:02.983244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] No DVR routers for this DVR port 7a0150dc-0041-4063-b982-8d5daafd7f62 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:10:03.045490 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-55751ca1-6a53-4f02-aaa2-ecfe8a49da99 None None] For port 7a0150dc-0041-4063-b982-8d5daafd7f62, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=7a0150dc-0041-4063-b982-8d5daafd7f62,segment=NetworkSegment(d02062cd-8d28-4875-a213-b24778e3567c),segment_id=d02062cd-8d28-4875-a213-b24778e3567c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:10:03.045894 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-55751ca1-6a53-4f02-aaa2-ecfe8a49da99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:03.053577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No active binding found for port 7a0150dc-0041-4063-b982-8d5daafd7f62 {{(pid=94839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 24 01:10:03.053997 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 7a0150dc-0041-4063-b982-8d5daafd7f62 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:10:03.054457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9e87ff07-7192-4c2b-aea8-40f8fb50c573 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:10:03.058436 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:03.069183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfeff13-c2fe-4f63-a585-708d8f33668e']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:03.076742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-55751ca1-6a53-4f02-aaa2-ecfe8a49da99 None None] Calling delete_port for 7a0150dc-0041-4063-b982-8d5daafd7f62 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:10:03.081178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 9e87ff07-7192-4c2b-aea8-40f8fb50c573 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:10:03.081526 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 9e87ff07-7192-4c2b-aea8-40f8fb50c573 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:10:03.081643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02062cd-8d28-4875-a213-b24778e3567c') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:03.081955 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02062cd-8d28-4875-a213-b24778e3567c') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:03.082077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ee9d4a67-5392-4e89-a20e-a927e4c70dc5 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:10:03.091362 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:03.106174 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:03.107232 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: ee9d4a67-5392-4e89-a20e-a927e4c70dc5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:10:03.107572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device ee9d4a67-5392-4e89-a20e-a927e4c70dc5 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:10:03.123907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:10:03.124401 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: timer() Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:10:03.126386 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:10:03.190282 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:03.197837 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:03.198578 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-55751ca1-6a53-4f02-aaa2-ecfe8a49da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:03.200545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fdfeff13-c2fe-4f63-a585-708d8f33668e HTTP/1.1" status: 204 len: 168 time: 0.5384028 Aug 24 01:10:03.214333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d97095-6c1a-4486-aeb6-af637d9d7e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdfeff13-c2fe-4f63-a585-708d8f33668e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:03.237133 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-55751ca1-6a53-4f02-aaa2-ecfe8a49da99 None None] Network fdfeff13-c2fe-4f63-a585-708d8f33668e is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 01:10:03.237644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55751ca1-6a53-4f02-aaa2-ecfe8a49da99 None None] No DVR routers for this DVR port 7a0150dc-0041-4063-b982-8d5daafd7f62 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:10:03.242003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55751ca1-6a53-4f02-aaa2-ecfe8a49da99 None None] Pushing event deleted for resources: {'Port': ['ID=7a0150dc-0041-4063-b982-8d5daafd7f62,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:03.244951 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:03.369967 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47528) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:03.409563 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-66bbf4aa-885f-4b13-82c9-1a3bdaf66775 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=217883bc40c54aa48f6857eadb883253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384655 Aug 24 01:10:03.412017 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47530) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:03.465046 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fee9f8c-e7c4-48a6-af80-12ccdc3bd075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:03.485751 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fee9f8c-e7c4-48a6-af80-12ccdc3bd075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:03.532601 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fee9f8c-e7c4-48a6-af80-12ccdc3bd075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:03.535267 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fee9f8c-e7c4-48a6-af80-12ccdc3bd075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:03.536451 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7fee9f8c-e7c4-48a6-af80-12ccdc3bd075 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34804850-523e-4c41-a52f-e2e78d9e3a71 HTTP/1.1" status: 204 len: 168 time: 0.1235585 Aug 24 01:10:03.544151 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee9f8c-e7c4-48a6-af80-12ccdc3bd075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34804850-523e-4c41-a52f-e2e78d9e3a71,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:03.856238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47536) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:03.895644 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1bdf53d9-d4a8-44e0-8323-eef82a985e6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adcb0756b5c644e4a48616917fd774ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382538 Aug 24 01:10:03.898022 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47538) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:03.945120 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a348fb0-2849-4d26-bdce-42587c4a729f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:03.965198 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a348fb0-2849-4d26-bdce-42587c4a729f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:04.010810 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a348fb0-2849-4d26-bdce-42587c4a729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:04.013375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a348fb0-2849-4d26-bdce-42587c4a729f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:04.014573 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0a348fb0-2849-4d26-bdce-42587c4a729f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41a7f894-f757-4b43-bb0d-5ec1129702e8 HTTP/1.1" status: 204 len: 168 time: 0.1156321 Aug 24 01:10:04.023053 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a348fb0-2849-4d26-bdce-42587c4a729f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a7f894-f757-4b43-bb0d-5ec1129702e8,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:05.544534 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47578) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:05.549928 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0c9008a9-316b-4b51-a01f-6ef33e61b9a8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-272051723', 'description': 'tempest-secgroup-smoke-272051723 description', 'project_id': 'f5516b967219430b948357b5a8e3918e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:10:05.575265 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c9008a9-316b-4b51-a01f-6ef33e61b9a8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:05.583734 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c9008a9-316b-4b51-a01f-6ef33e61b9a8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:05.679758 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c9008a9-316b-4b51-a01f-6ef33e61b9a8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:05.683434 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c9008a9-316b-4b51-a01f-6ef33e61b9a8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:05.717536 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9008a9-316b-4b51-a01f-6ef33e61b9a8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44493204-ffd5-4923-92a7-e1834b67256c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:05.778235 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c9008a9-316b-4b51-a01f-6ef33e61b9a8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:05.781896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c9008a9-316b-4b51-a01f-6ef33e61b9a8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:05.810845 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0c9008a9-316b-4b51-a01f-6ef33e61b9a8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:05.812086 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0c9008a9-316b-4b51-a01f-6ef33e61b9a8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2665451 Aug 24 01:10:05.813915 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9008a9-316b-4b51-a01f-6ef33e61b9a8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835ebf4c-e4a9-4a5e-869a-4e9c487169ef,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:05.815518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47580) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:05.821330 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-bb54301b-6239-4d47-adde-866b443d1c17 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '835ebf4c-e4a9-4a5e-869a-4e9c487169ef', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:10:05.848645 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb54301b-6239-4d47-adde-866b443d1c17 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:05.903935 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb54301b-6239-4d47-adde-866b443d1c17 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:05.908096 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb54301b-6239-4d47-adde-866b443d1c17 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:05.926903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54301b-6239-4d47-adde-866b443d1c17 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c60f2f-e6d7-4e1d-b53e-067c400b0126,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:05.933077 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-bb54301b-6239-4d47-adde-866b443d1c17 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:05.935316 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-bb54301b-6239-4d47-adde-866b443d1c17 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179812 Aug 24 01:10:05.938018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47582) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:05.942442 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e484e0b8-8808-479f-9099-9e56b47957b2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '835ebf4c-e4a9-4a5e-869a-4e9c487169ef', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:10:05.968364 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e484e0b8-8808-479f-9099-9e56b47957b2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.026641 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e484e0b8-8808-479f-9099-9e56b47957b2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.030835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e484e0b8-8808-479f-9099-9e56b47957b2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.048568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484e0b8-8808-479f-9099-9e56b47957b2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedc1c93-d604-4d32-b9c2-13b38df37e4a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:06.057750 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e484e0b8-8808-479f-9099-9e56b47957b2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.061550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e484e0b8-8808-479f-9099-9e56b47957b2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200910 Aug 24 01:10:06.061786 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47584) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:06.067151 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0e84d8c5-ab88-43a8-9da0-b3142b9eaa32 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '835ebf4c-e4a9-4a5e-869a-4e9c487169ef', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:10:06.095610 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e84d8c5-ab88-43a8-9da0-b3142b9eaa32 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.157685 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e84d8c5-ab88-43a8-9da0-b3142b9eaa32 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.161187 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e84d8c5-ab88-43a8-9da0-b3142b9eaa32 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.179292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84d8c5-ab88-43a8-9da0-b3142b9eaa32 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ef86ee-6c96-4bcc-b16a-da05d7b5270d,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:06.185167 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0e84d8c5-ab88-43a8-9da0-b3142b9eaa32 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.187327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0e84d8c5-ab88-43a8-9da0-b3142b9eaa32 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244807 Aug 24 01:10:06.189280 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47586) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:06.194689 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-64677a07-8884-4aa8-b9c8-4f912ae2c9ba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '835ebf4c-e4a9-4a5e-869a-4e9c487169ef', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:10:06.221638 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64677a07-8884-4aa8-b9c8-4f912ae2c9ba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.280124 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64677a07-8884-4aa8-b9c8-4f912ae2c9ba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.284109 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64677a07-8884-4aa8-b9c8-4f912ae2c9ba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.305805 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64677a07-8884-4aa8-b9c8-4f912ae2c9ba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57f6706-f7aa-4515-b38e-4705dc67030f,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:06.309930 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-64677a07-8884-4aa8-b9c8-4f912ae2c9ba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.311143 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-64677a07-8884-4aa8-b9c8-4f912ae2c9ba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205323 Aug 24 01:10:06.313793 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47588) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:06.318806 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b28073a9-2625-4be7-8d9b-2eba520d0d92 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '835ebf4c-e4a9-4a5e-869a-4e9c487169ef', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:10:06.341008 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-b28073a9-2625-4be7-8d9b-2eba520d0d92 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Project f5516b967219430b948357b5a8e3918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:10:06.345907 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b28073a9-2625-4be7-8d9b-2eba520d0d92 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.406819 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b28073a9-2625-4be7-8d9b-2eba520d0d92 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.410611 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b28073a9-2625-4be7-8d9b-2eba520d0d92 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.429332 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28073a9-2625-4be7-8d9b-2eba520d0d92 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc769673-e3f2-40c3-9ef6-6e09cb0ac151,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:06.431636 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b28073a9-2625-4be7-8d9b-2eba520d0d92 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.432795 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b28073a9-2625-4be7-8d9b-2eba520d0d92 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180673 Aug 24 01:10:06.436136 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47590) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:06.440740 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-d04afe01-6369-476d-b599-2b753fe7dfec tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '835ebf4c-e4a9-4a5e-869a-4e9c487169ef', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:10:06.461297 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-d04afe01-6369-476d-b599-2b753fe7dfec tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Project f5516b967219430b948357b5a8e3918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:10:06.466008 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04afe01-6369-476d-b599-2b753fe7dfec tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.525251 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04afe01-6369-476d-b599-2b753fe7dfec tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.528765 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04afe01-6369-476d-b599-2b753fe7dfec tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.545553 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04afe01-6369-476d-b599-2b753fe7dfec tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93dbcbd-28ab-438a-bcf4-614b320678e6,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:06.554272 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d04afe01-6369-476d-b599-2b753fe7dfec tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.555531 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d04afe01-6369-476d-b599-2b753fe7dfec tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188939 Aug 24 01:10:06.558752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47592) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:06.563998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-423075f4-885e-447c-bb2b-30e91fa49e46 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'network': {'name': 'tempest-network-smoke--362365372', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'port_security_enabled': True}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:10:06.584796 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423075f4-885e-447c-bb2b-30e91fa49e46 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:10:06.588519 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-423075f4-885e-447c-bb2b-30e91fa49e46 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.612324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423075f4-885e-447c-bb2b-30e91fa49e46 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:10:06.620871 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-423075f4-885e-447c-bb2b-30e91fa49e46 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.621214 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-423075f4-885e-447c-bb2b-30e91fa49e46 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Added segment 5fc276ee-14e4-433c-9fb5-d511f63ef568 of type vlan for network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 Aug 24 01:10:06.661291 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-423075f4-885e-447c-bb2b-30e91fa49e46 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.684528 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-423075f4-885e-447c-bb2b-30e91fa49e46 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.690072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423075f4-885e-447c-bb2b-30e91fa49e46 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:06.690606 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-423075f4-885e-447c-bb2b-30e91fa49e46 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.740656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-423075f4-885e-447c-bb2b-30e91fa49e46 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1806631 Aug 24 01:10:06.743625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:06.748360 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'admin_state_up': True, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:10:06.757973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423075f4-885e-447c-bb2b-30e91fa49e46 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Network': ['ID=c2298631-7f58-4526-8c70-aa0b2bc6c7d8,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:06.769364 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:10:06.772863 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.774165 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.828756 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:06.965496 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:07.157314 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:07.176474 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:07.275398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.25.8.95 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/f57f6dfc-76f5-4014-81b7-ac00a5bd79b8) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:10:07.378862 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:07.416217 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:07.453486 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:10:07.456325 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:10:07.459611 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:10:07.482434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=f57f6dfc-76f5-4014-81b7-ac00a5bd79b8,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:07.709831 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:07.907261 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:08.032815 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router 32f93403-ada1-4307-8b95-cb408eda906d is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:10:08.137129 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:10:08.147331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Sync routers for ids ['32f93403-ada1-4307-8b95-cb408eda906d'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:10:08.156282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Routers {'32f93403-ada1-4307-8b95-cb408eda906d'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:10:08.156528 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:08.156892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:10:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['32f93403-ada1-4307-8b95-cb408eda906d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:08.158229 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0f4b13d6-b066-4a43-a7b1-4a589e4db610 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4135418 Aug 24 01:10:08.162496 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47596) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:08.264563 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Set router 32f93403-ada1-4307-8b95-cb408eda906d gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:10:08.285370 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-27939e73-725c-47dd-9f9a-c68e9214dd1a tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f5516b967219430b948357b5a8e3918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1217010 Aug 24 01:10:08.288078 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47600) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:08.376351 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb71eab-7bdc-4369-bb00-2d211ef85916 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:08.378403 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4bb71eab-7bdc-4369-bb00-2d211ef85916 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894256 Aug 24 01:10:08.381434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:08.410398 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b7d265e3-a0ef-4659-a146-2ad0a8a65837 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277255 Aug 24 01:10:08.412922 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:08.417736 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b0aee33a-9f3e-40f4-9c16-79ea6ec2ed85 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-843466422', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:10:08.447501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:10:07Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:07Z', 'updated_at': '2021-08-24T01:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:08.474089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Checking router: 32f93403-ada1-4307-8b95-cb408eda906d for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:10:08.474440 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Updating router 32f93403-ada1-4307-8b95-cb408eda906d port f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:10:08.498675 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:08.504706 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aee33a-9f3e-40f4-9c16-79ea6ec2ed85 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:10:08.508422 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0aee33a-9f3e-40f4-9c16-79ea6ec2ed85 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:08.693350 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0aee33a-9f3e-40f4-9c16-79ea6ec2ed85 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:08.764055 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aee33a-9f3e-40f4-9c16-79ea6ec2ed85 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Subnet': ['ID=6474a943-1307-44a8-a09a-8913f0190829,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:08.771009 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aee33a-9f3e-40f4-9c16-79ea6ec2ed85 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Checking segment: {'id': '5fc276ee-14e4-433c-9fb5-d511f63ef568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:10:08.771379 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aee33a-9f3e-40f4-9c16-79ea6ec2ed85 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network hostable DHCP agents. Network: c2298631-7f58-4526-8c70-aa0b2bc6c7d8, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:10:08.790171 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aee33a-9f3e-40f4-9c16-79ea6ec2ed85 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:10:08.800328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-b0aee33a-9f3e-40f4-9c16-79ea6ec2ed85 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, c2298631-7f58-4526-8c70-aa0b2bc6c7d8) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:10:08.804901 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aee33a-9f3e-40f4-9c16-79ea6ec2ed85 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:08.805645 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b0aee33a-9f3e-40f4-9c16-79ea6ec2ed85 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:08.820238 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b0aee33a-9f3e-40f4-9c16-79ea6ec2ed85 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4062760 Aug 24 01:10:08.823050 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:08.858502 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add73f48-c1da-4b37-8a13-040f27316248 None None] Network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:10:08.991055 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:09.027410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Transition to ACTIVE for port object f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:10:09.037447 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:09.114423 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Attempting to bind port f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:10:09.114883 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Attempting to bind port f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:10:09.115255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Attempting to bind port f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:10:09.119010 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ips': [{'subnet_id': '6474a943-1307-44a8-a09a-8913f0190829'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:10:09.119840 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:09.123054 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab0ef2-61fe-4d58-9aba-3f6a6075c700 None None] Pushing event updated for resources: {'Port': ['ID=f57f6dfc-76f5-4014-81b7-ac00a5bd79b8,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:09.135687 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:10:09.136067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:10:09.136481 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:09.136888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:10:09.137368 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Bound port: f57f6dfc-76f5-4014-81b7-ac00a5bd79b8, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:10:09.137753 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:09.259371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] For port f57f6dfc-76f5-4014-81b7-ac00a5bd79b8, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:10:09.264279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] For port f57f6dfc-76f5-4014-81b7-ac00a5bd79b8, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f57f6dfc-76f5-4014-81b7-ac00a5bd79b8,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:10:09.269051 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:09.376452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Routers {'32f93403-ada1-4307-8b95-cb408eda906d'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:10:09.377123 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:10:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['32f93403-ada1-4307-8b95-cb408eda906d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:09.379408 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Allocated IP 172.20.0.2 (c2298631-7f58-4526-8c70-aa0b2bc6c7d8/6474a943-1307-44a8-a09a-8913f0190829/b2c5c41e-8102-4571-a45f-25f887647c13) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:10:09.384533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab0ef2-61fe-4d58-9aba-3f6a6075c700 None None] Pushing event updated for resources: {'Port': ['ID=f57f6dfc-76f5-4014-81b7-ac00a5bd79b8,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:09.528088 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:09.561164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] Set router 32f93403-ada1-4307-8b95-cb408eda906d gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:10:09.731378 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:09.747759 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Transition to ACTIVE for port object b2c5c41e-8102-4571-a45f-25f887647c13 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:10:09.788172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Transition to ACTIVE for port object b2c5c41e-8102-4571-a45f-25f887647c13 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:10:09.798292 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:09.843396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.20.0.1 (c2298631-7f58-4526-8c70-aa0b2bc6c7d8/6474a943-1307-44a8-a09a-8913f0190829/4cd5933e-4bdd-4257-ac03-4e7dc8c9321c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:10:09.850281 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:10:09.853162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:10:09.855858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Pushing event updated for resources: {'Port': ['ID=b2c5c41e-8102-4571-a45f-25f887647c13,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:09.858109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:10:09.894605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:10:07Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:07Z', 'updated_at': '2021-08-24T01:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:09.944814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e16b8-156b-4c14-a43b-4f5aa90a9179 None None] The sync data for ids ['32f93403-ada1-4307-8b95-cb408eda906d'] in n-d-805736-1 is: [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:10:07Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:07Z', 'updated_at': '2021-08-24T01:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:10:09.950092 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Attempting to bind port b2c5c41e-8102-4571-a45f-25f887647c13 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:10:09.950601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Attempting to bind port b2c5c41e-8102-4571-a45f-25f887647c13 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '5fc276ee-14e4-433c-9fb5-d511f63ef568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:10:09.951745 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Attempting to bind port b2c5c41e-8102-4571-a45f-25f887647c13 on network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:10:09.957768 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:10:09.958258 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Checking segment: {'id': '5fc276ee-14e4-433c-9fb5-d511f63ef568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:10:09.958743 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:09.959244 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Bound using segment: {'id': '5fc276ee-14e4-433c-9fb5-d511f63ef568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:10:09.959870 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Bound port: b2c5c41e-8102-4571-a45f-25f887647c13, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc276ee-14e4-433c-9fb5-d511f63ef568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:10:09.960364 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:09.987103 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:10.001503 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Transition to ACTIVE for port object 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:10:10.030187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] For port b2c5c41e-8102-4571-a45f-25f887647c13, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:10:10.036199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] For port b2c5c41e-8102-4571-a45f-25f887647c13, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b2c5c41e-8102-4571-a45f-25f887647c13,segment=NetworkSegment(5fc276ee-14e4-433c-9fb5-d511f63ef568),segment_id=5fc276ee-14e4-433c-9fb5-d511f63ef568)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:10:10.039314 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:10.040080 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:10.082935 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:10:10.086113 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:10:10.090396 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:10:10.101923 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2f111-eb5b-4988-bc22-7a69f874bf03 None None] Pushing event updated for resources: {'Port': ['ID=b2c5c41e-8102-4571-a45f-25f887647c13,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:10.123933 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=4cd5933e-4bdd-4257-ac03-4e7dc8c9321c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:10.141642 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:10.319175 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:10.637442 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:10.642248 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:10.717422 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:10.719258 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=4cd5933e-4bdd-4257-ac03-4e7dc8c9321c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:10.799009 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b2c5c41e-8102-4571-a45f-25f887647c13 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:10:10.833290 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:10:10.835252 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:10:10.866866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port b2c5c41e-8102-4571-a45f-25f887647c13 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:10:10.875878 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:10:10.931227 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:10:10.936074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:10:10.936465 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:10.976963 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router 32f93403-ada1-4307-8b95-cb408eda906d has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:10:11.023948 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:11.045866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port f57f6dfc-76f5-4014-81b7-ac00a5bd79b8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f57f6dfc-76f5-4014-81b7-ac00a5bd79b8,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:10:11.051785 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:11.097166 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:10:11.106025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=f57f6dfc-76f5-4014-81b7-ac00a5bd79b8,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:11.112106 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7895c845-1e77-447b-b53a-9d77b034845f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "PUT /v2.0/routers/32f93403-ada1-4307-8b95-cb408eda906d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2828565 Aug 24 01:10:11.162212 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6130c9-f0ff-4ce3-89b3-dcc0789c4404 None None] Network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:10:11.225306 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c1d5fc71-11e3-49c4-b7f2-ad21099406fc None None] Provisioning for port b2c5c41e-8102-4571-a45f-25f887647c13 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:10:11.238282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c1d5fc71-11e3-49c4-b7f2-ad21099406fc None None] Provisioning complete for port b2c5c41e-8102-4571-a45f-25f887647c13 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:10:11.238656 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1d5fc71-11e3-49c4-b7f2-ad21099406fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:11.256877 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-eeac13e1-2680-49de-8707-cc2408b9b3c7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272051723&fields=id&tenant_id=f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 267 time: 0.0384293 Aug 24 01:10:11.367616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-69668175-a9ce-49ee-88e2-8b1f1cc487d2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:11.369144 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-69668175-a9ce-49ee-88e2-8b1f1cc487d2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/networks?id=c2298631-7f58-4526-8c70-aa0b2bc6c7d8 HTTP/1.1" status: 200 len: 796 time: 0.1049852 Aug 24 01:10:11.386039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-64e0aaf9-04a7-4887-bdff-031f4db74cc8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/quotas/f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 375 time: 0.0104361 Aug 24 01:10:11.392087 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1d5fc71-11e3-49c4-b7f2-ad21099406fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:11.431700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c1d5fc71-11e3-49c4-b7f2-ad21099406fc None None] For port b2c5c41e-8102-4571-a45f-25f887647c13, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b2c5c41e-8102-4571-a45f-25f887647c13,segment=NetworkSegment(5fc276ee-14e4-433c-9fb5-d511f63ef568),segment_id=5fc276ee-14e4-433c-9fb5-d511f63ef568)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:10:11.436641 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c1d5fc71-11e3-49c4-b7f2-ad21099406fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:11.443681 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-c7135aa0-5d4b-463a-b96c-657b45c05ea5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510473 Aug 24 01:10:11.460134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-820ecc3b-40a7-45b9-87de-d32e6d99aeef service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:10:11.463618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-820ecc3b-40a7-45b9-87de-d32e6d99aeef service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077648 Aug 24 01:10:11.503975 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5fc71-11e3-49c4-b7f2-ad21099406fc None None] Pushing event updated for resources: {'Port': ['ID=b2c5c41e-8102-4571-a45f-25f887647c13,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:11.575034 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-9f400bc4-cf36-49ed-97ca-37e415a787b9 service neutron] 10.222.0.32 "GET /v2.0/networks/c2298631-7f58-4526-8c70-aa0b2bc6c7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047423 Aug 24 01:10:11.658045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f2580a91-6ebc-4fb1-b721-199f874b8862 None None] Provisioning complete for port b2c5c41e-8102-4571-a45f-25f887647c13 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:10:11.658524 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2580a91-6ebc-4fb1-b721-199f874b8862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:11.673582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-c1880f8e-b712-45e8-8a6e-1b2cd1afb40a service neutron] 10.222.0.32 "GET /v2.0/networks/c2298631-7f58-4526-8c70-aa0b2bc6c7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916934 Aug 24 01:10:11.713885 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Sync routers for ids ['32f93403-ada1-4307-8b95-cb408eda906d'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:10:11.726955 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Routers {'32f93403-ada1-4307-8b95-cb408eda906d'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:10:11.727516 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:10:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['32f93403-ada1-4307-8b95-cb408eda906d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:11.774566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f2580a91-6ebc-4fb1-b721-199f874b8862 None None] Provisioning for port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:10:11.782737 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f2580a91-6ebc-4fb1-b721-199f874b8862 None None] Provisioning complete for port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:10:11.783170 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f2580a91-6ebc-4fb1-b721-199f874b8862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:11.829323 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f2580a91-6ebc-4fb1-b721-199f874b8862 None None] Port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:10:11.845003 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Set router 32f93403-ada1-4307-8b95-cb408eda906d gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:10:11.896720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dd7a266f-149f-4084-9fce-d8ac8fe46128 req-922ed9f7-963f-475e-9f57-c955f5ac826d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 210 time: 0.0397341 Aug 24 01:10:11.954826 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a887cdff-ad82-4540-83d3-7b318a40d3c7 None None] Provisioning complete for port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:10:11.955328 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a887cdff-ad82-4540-83d3-7b318a40d3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:12.003982 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a887cdff-ad82-4540-83d3-7b318a40d3c7 None None] Port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:10:12.086260 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:10:10Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:07Z', 'updated_at': '2021-08-24T01:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4cd5933e-4bdd-4257-ac03-4e7dc8c9321c', 'name': '', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:08:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6474a943-1307-44a8-a09a-8913f0190829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:09Z', 'updated_at': '2021-08-24T01:10:10Z', 'revision_number': 2, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '6474a943-1307-44a8-a09a-8913f0190829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:12.206133 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Checking router: 32f93403-ada1-4307-8b95-cb408eda906d for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:10:12.206537 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Updating router 32f93403-ada1-4307-8b95-cb408eda906d port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:10:12.225128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a41c8cac-58e4-4f16-a87d-c39494b20fa3 None None] Provisioning complete for port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:10:12.225506 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a41c8cac-58e4-4f16-a87d-c39494b20fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:12.232203 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:12.266110 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a41c8cac-58e4-4f16-a87d-c39494b20fa3 None None] Port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:10:12.506245 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:12.516321 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Transition to ACTIVE for port object 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:10:12.522625 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:12.588759 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe5bb1-b94b-4c76-9df3-08877bad770f None None] Pushing event updated for resources: {'Port': ['ID=4cd5933e-4bdd-4257-ac03-4e7dc8c9321c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:12.609968 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe5bb1-b94b-4c76-9df3-08877bad770f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:12.610560 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe5bb1-b94b-4c76-9df3-08877bad770f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:12.610929 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe5bb1-b94b-4c76-9df3-08877bad770f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:12.611271 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe5bb1-b94b-4c76-9df3-08877bad770f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:12.612225 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe5bb1-b94b-4c76-9df3-08877bad770f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:12.612559 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe5bb1-b94b-4c76-9df3-08877bad770f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:12.612888 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe5bb1-b94b-4c76-9df3-08877bad770f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:12.613211 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe5bb1-b94b-4c76-9df3-08877bad770f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:12.613544 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe5bb1-b94b-4c76-9df3-08877bad770f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:12.613867 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe5bb1-b94b-4c76-9df3-08877bad770f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:12.614188 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe5bb1-b94b-4c76-9df3-08877bad770f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:12.614508 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbe5bb1-b94b-4c76-9df3-08877bad770f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:12.631805 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Attempting to bind port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:10:12.632179 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Attempting to bind port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '5fc276ee-14e4-433c-9fb5-d511f63ef568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:10:12.632598 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Attempting to bind port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c on network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:10:12.638444 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:10:12.639089 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Checking segment: {'id': '5fc276ee-14e4-433c-9fb5-d511f63ef568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:10:12.639669 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:12.640068 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Bound using segment: {'id': '5fc276ee-14e4-433c-9fb5-d511f63ef568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:10:12.640534 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Bound port: 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc276ee-14e4-433c-9fb5-d511f63ef568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:10:12.640917 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:12.714923 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] For port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:10:12.719458 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] For port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4cd5933e-4bdd-4257-ac03-4e7dc8c9321c,segment=NetworkSegment(5fc276ee-14e4-433c-9fb5-d511f63ef568),segment_id=5fc276ee-14e4-433c-9fb5-d511f63ef568)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:10:12.726065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b2c5c41e-8102-4571-a45f-25f887647c13 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:10:12.726419 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:12.778077 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Routers {'32f93403-ada1-4307-8b95-cb408eda906d'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:10:12.778711 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:10:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['32f93403-ada1-4307-8b95-cb408eda906d'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:12.780701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b2c5c41e-8102-4571-a45f-25f887647c13 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:10:12.781083 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:12.842216 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe5bb1-b94b-4c76-9df3-08877bad770f None None] Pushing event updated for resources: {'Port': ['ID=4cd5933e-4bdd-4257-ac03-4e7dc8c9321c,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:12.870331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:10:12.905746 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] Set router 32f93403-ada1-4307-8b95-cb408eda906d gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:10:12.931548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:10:12.931997 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:13.018907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06dab8c6-c47f-4b8b-806e-a542a165117b req-f3d7e60c-9882-4165-becf-f44f9aa5a68e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 210 time: 0.0360656 Aug 24 01:10:13.138810 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:10:10Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:07Z', 'updated_at': '2021-08-24T01:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4cd5933e-4bdd-4257-ac03-4e7dc8c9321c', 'name': '', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:08:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6474a943-1307-44a8-a09a-8913f0190829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:09Z', 'updated_at': '2021-08-24T01:10:12Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '6474a943-1307-44a8-a09a-8913f0190829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:13.171191 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e9e30-5ce4-41c5-90bf-cb3536bdf99a None None] The sync data for ids ['32f93403-ada1-4307-8b95-cb408eda906d'] in n-d-805736-1 is: [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:10:10Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:07Z', 'updated_at': '2021-08-24T01:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4cd5933e-4bdd-4257-ac03-4e7dc8c9321c', 'name': '', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:08:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6474a943-1307-44a8-a09a-8913f0190829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:09Z', 'updated_at': '2021-08-24T01:10:12Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '6474a943-1307-44a8-a09a-8913f0190829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:10:13.204809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-5a8deede-2bfb-4100-b54e-4ef5e73dcf84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:13.207093 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-5a8deede-2bfb-4100-b54e-4ef5e73dcf84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/networks?id=c2298631-7f58-4526-8c70-aa0b2bc6c7d8 HTTP/1.1" status: 200 len: 796 time: 0.1093595 Aug 24 01:10:13.269326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-ed6ca516-d0d4-4119-a409-835d7e93bb35 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 379 time: 0.0473077 Aug 24 01:10:13.310371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-3618b642-ff24-490e-be32-ebf497242c5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'port': {'device_id': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'admin_state_up': True, 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'security_groups': ['835ebf4c-e4a9-4a5e-869a-4e9c487169ef']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:10:13.425435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-3618b642-ff24-490e-be32-ebf497242c5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:10:13.429089 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-3618b642-ff24-490e-be32-ebf497242c5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:13.559045 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-3618b642-ff24-490e-be32-ebf497242c5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.20.0.6 (c2298631-7f58-4526-8c70-aa0b2bc6c7d8/6474a943-1307-44a8-a09a-8913f0190829/2b137ad6-7ce3-460c-8559-de6846d725ba) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:10:13.707855 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-3618b642-ff24-490e-be32-ebf497242c5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:13.723360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-3618b642-ff24-490e-be32-ebf497242c5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Transition to ACTIVE for port object 2b137ad6-7ce3-460c-8559-de6846d725ba will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:10:13.759863 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-3618b642-ff24-490e-be32-ebf497242c5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:13.806081 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-3618b642-ff24-490e-be32-ebf497242c5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:10:13.809145 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-3618b642-ff24-490e-be32-ebf497242c5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:10:13.812866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-3618b642-ff24-490e-be32-ebf497242c5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:10:13.852831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618b642-ff24-490e-be32-ebf497242c5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=2b137ad6-7ce3-460c-8559-de6846d725ba,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:13.880669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-3618b642-ff24-490e-be32-ebf497242c5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:13.881341 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-3618b642-ff24-490e-be32-ebf497242c5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:13.898108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-3618b642-ff24-490e-be32-ebf497242c5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918849 Aug 24 01:10:13.917864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Request body: {'port': {'device_id': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:10:13.978062 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:14.071376 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a7eba2aa-4be5-44ee-b1cb-bb9ae1075eb0 None None] Provisioning for port 2b137ad6-7ce3-460c-8559-de6846d725ba completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:10:14.075564 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a7eba2aa-4be5-44ee-b1cb-bb9ae1075eb0 None None] Provisioning complete for port 2b137ad6-7ce3-460c-8559-de6846d725ba triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:10:14.075945 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7eba2aa-4be5-44ee-b1cb-bb9ae1075eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:14.116679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a7eba2aa-4be5-44ee-b1cb-bb9ae1075eb0 None None] Port 2b137ad6-7ce3-460c-8559-de6846d725ba cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:10:14.203498 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c29b64-46c3-435f-b7c0-fcd8dad8ca35 req-762ed80e-03a8-463e-844e-57ab9d6528aa tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:14.205115 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29c29b64-46c3-435f-b7c0-fcd8dad8ca35 req-762ed80e-03a8-463e-844e-57ab9d6528aa tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 931 time: 0.1106772 Aug 24 01:10:14.271368 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-29c29b64-46c3-435f-b7c0-fcd8dad8ca35 req-efdf686f-f795-4a2a-b704-f7e6bd6e95b9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594056 Aug 24 01:10:14.330421 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b137ad6-7ce3-460c-8559-de6846d725ba {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:10:14.338706 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:14.351366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Transition to ACTIVE for port object 2b137ad6-7ce3-460c-8559-de6846d725ba will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:10:14.355043 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:14.402000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Pushing event updated for resources: {'Port': ['ID=2b137ad6-7ce3-460c-8559-de6846d725ba,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:14.477888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Attempting to bind port 2b137ad6-7ce3-460c-8559-de6846d725ba on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:10:14.478228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Attempting to bind port 2b137ad6-7ce3-460c-8559-de6846d725ba by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '5fc276ee-14e4-433c-9fb5-d511f63ef568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:10:14.478558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Attempting to bind port 2b137ad6-7ce3-460c-8559-de6846d725ba on network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:10:14.483187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Port 2b137ad6-7ce3-460c-8559-de6846d725ba on network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:10:14.483543 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Attempting to bind port 2b137ad6-7ce3-460c-8559-de6846d725ba on network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:10:14.488652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:10:14.488993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Checking segment: {'id': '5fc276ee-14e4-433c-9fb5-d511f63ef568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:10:14.489381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Bound using segment: {'id': '5fc276ee-14e4-433c-9fb5-d511f63ef568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:10:14.489812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Bound port: 2b137ad6-7ce3-460c-8559-de6846d725ba, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc276ee-14e4-433c-9fb5-d511f63ef568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:10:14.490173 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:14.558874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] For port 2b137ad6-7ce3-460c-8559-de6846d725ba, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:10:14.560871 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] For port 2b137ad6-7ce3-460c-8559-de6846d725ba, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2b137ad6-7ce3-460c-8559-de6846d725ba,segment=NetworkSegment(5fc276ee-14e4-433c-9fb5-d511f63ef568),segment_id=5fc276ee-14e4-433c-9fb5-d511f63ef568)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:10:14.566169 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:14.602186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:14.602849 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:14.604258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] 10.222.0.13 "PUT /v2.0/ports/2b137ad6-7ce3-460c-8559-de6846d725ba HTTP/1.1" status: 200 len: 1091 time: 0.6910841 Aug 24 01:10:14.604701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'tag': '2b137ad6-7ce3-460c-8559-de6846d725ba'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:10:14.607014 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25b4435-8157-4abd-8d41-5eb344d2efa5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbff8cac-8096-496b-b388-4a32a44a43aa", "tag": "2b137ad6-7ce3-460c-8559-de6846d725ba"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:10:14.629615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf4d07-7be7-4371-a7b1-e9914fad4be1 service neutron] Pushing event updated for resources: {'Port': ['ID=2b137ad6-7ce3-460c-8559-de6846d725ba,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:14.662701 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8d0644-904f-4192-b4d3-be40a55e51a1 x-openstack-request-id: req-cc8d0644-904f-4192-b4d3-be40a55e51a1 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:10:14.663088 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbff8cac-8096-496b-b388-4a32a44a43aa", "tag": "2b137ad6-7ce3-460c-8559-de6846d725ba", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:10:14.663374 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc8d0644-904f-4192-b4d3-be40a55e51a1 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:10:14.663780 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'tag': '2b137ad6-7ce3-460c-8559-de6846d725ba', 'status': 'completed', 'code': 200} Aug 24 01:10:14.720764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-6fbd7dfd-0105-4998-931e-65f235844283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:14.722938 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-6fbd7dfd-0105-4998-931e-65f235844283 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 1094 time: 0.0447397 Aug 24 01:10:14.734858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:10:14.775923 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-ca0fcac4-d801-482d-b45d-babd33421ebe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b137ad6-7ce3-460c-8559-de6846d725ba HTTP/1.1" status: 200 len: 217 time: 0.0398233 Aug 24 01:10:14.788780 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:10:14.793246 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:10:14.793700 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:14.828830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-2503d5e0-11f0-40f2-89e8-17ffc532e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:14.830918 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-2503d5e0-11f0-40f2-89e8-17ffc532e99d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6474a943-1307-44a8-a09a-8913f0190829 HTTP/1.1" status: 200 len: 834 time: 0.0474217 Aug 24 01:10:14.876415 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-7b7c15ff-7da7-4ba6-9b7b-1d441e3c6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:14.877626 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:14.878076 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-7b7c15ff-7da7-4ba6-9b7b-1d441e3c6cc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2298631-7f58-4526-8c70-aa0b2bc6c7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406184 Aug 24 01:10:14.914200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4cd5933e-4bdd-4257-ac03-4e7dc8c9321c,segment=NetworkSegment(5fc276ee-14e4-433c-9fb5-d511f63ef568),segment_id=5fc276ee-14e4-433c-9fb5-d511f63ef568)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:10:14.917997 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:14.969770 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4cd5933e-4bdd-4257-ac03-4e7dc8c9321c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:14.973646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-33b50f54-af81-4b8a-97d4-debd7ed46393 service neutron] 10.222.0.13 "GET /v2.0/networks/c2298631-7f58-4526-8c70-aa0b2bc6c7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884106 Aug 24 01:10:15.062445 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-11d8c5f9-bb03-41a6-8640-fa3b94538694 req-c7137914-6ad6-4168-a143-b20db92fa2dc service neutron] 10.222.0.13 "GET /v2.0/networks/c2298631-7f58-4526-8c70-aa0b2bc6c7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817862 Aug 24 01:10:15.183622 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b4435-8157-4abd-8d41-5eb344d2efa5 req-b936c9ab-01a8-491d-89a1-367b12c64b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:15.185127 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b25b4435-8157-4abd-8d41-5eb344d2efa5 req-b936c9ab-01a8-491d-89a1-367b12c64b39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 1094 time: 0.0405738 Aug 24 01:10:15.276964 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b4435-8157-4abd-8d41-5eb344d2efa5 req-88d603b9-792d-418d-bf2f-c3a078a37bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:15.278364 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b25b4435-8157-4abd-8d41-5eb344d2efa5 req-88d603b9-792d-418d-bf2f-c3a078a37bd3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2298631-7f58-4526-8c70-aa0b2bc6c7d8 HTTP/1.1" status: 200 len: 897 time: 0.0858772 Aug 24 01:10:15.320394 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b25b4435-8157-4abd-8d41-5eb344d2efa5 req-841c866b-c7c0-4709-b68a-08314e478732 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b137ad6-7ce3-460c-8559-de6846d725ba HTTP/1.1" status: 200 len: 217 time: 0.0348608 Aug 24 01:10:15.404947 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b4435-8157-4abd-8d41-5eb344d2efa5 req-8ce03433-240c-4031-8aa2-dd151a872e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:15.406426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b25b4435-8157-4abd-8d41-5eb344d2efa5 req-8ce03433-240c-4031-8aa2-dd151a872e06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6474a943-1307-44a8-a09a-8913f0190829 HTTP/1.1" status: 200 len: 834 time: 0.0749283 Aug 24 01:10:15.421720 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31073f0b-5e74-4d28-ab83-2484a4ddc987 req-be2fee2f-de55-45bd-86ff-dcffc0992bad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:15.423154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31073f0b-5e74-4d28-ab83-2484a4ddc987 req-be2fee2f-de55-45bd-86ff-dcffc0992bad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 943 time: 0.0819738 Aug 24 01:10:15.485483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31073f0b-5e74-4d28-ab83-2484a4ddc987 req-200abdb1-3bde-4a83-9ef2-51fd78da3f99 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535536 Aug 24 01:10:15.488576 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b4435-8157-4abd-8d41-5eb344d2efa5 req-571d497c-b210-4c0f-9ba0-0785fa391fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:15.490021 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b25b4435-8157-4abd-8d41-5eb344d2efa5 req-571d497c-b210-4c0f-9ba0-0785fa391fcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2298631-7f58-4526-8c70-aa0b2bc6c7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659752 Aug 24 01:10:15.585216 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b25b4435-8157-4abd-8d41-5eb344d2efa5 req-d00f1a02-d347-4dad-a41a-7e1434eaa13c service neutron] 10.222.0.13 "GET /v2.0/networks/c2298631-7f58-4526-8c70-aa0b2bc6c7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858672 Aug 24 01:10:15.675492 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b25b4435-8157-4abd-8d41-5eb344d2efa5 req-a66785b8-cc39-4beb-b42c-a5a0a30f73e1 service neutron] 10.222.0.13 "GET /v2.0/networks/c2298631-7f58-4526-8c70-aa0b2bc6c7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818765 Aug 24 01:10:16.602280 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5e0d4-970f-47e7-a4b0-a00bc4f5b6dd req-ce11fea3-f538-4e31-9c2e-fdbe14e9eff0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:16.603863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72b5e0d4-970f-47e7-a4b0-a00bc4f5b6dd req-ce11fea3-f538-4e31-9c2e-fdbe14e9eff0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 943 time: 0.0492055 Aug 24 01:10:16.645513 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72b5e0d4-970f-47e7-a4b0-a00bc4f5b6dd req-a78ceb6d-7fe5-45db-916d-bd796dc5fc24 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356145 Aug 24 01:10:16.711503 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:10:16.759473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:10:16.759845 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:17.119309 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:10:17.762557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa46bb-320b-4e66-9ee2-c60781bc4f01 req-00380c7f-3e65-4f63-b3f7-6b205f560e0f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:17.764053 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2dfa46bb-320b-4e66-9ee2-c60781bc4f01 req-00380c7f-3e65-4f63-b3f7-6b205f560e0f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 943 time: 0.0490296 Aug 24 01:10:17.803612 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2dfa46bb-320b-4e66-9ee2-c60781bc4f01 req-3314dfc6-303b-424f-9e16-c96d64be2085 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328362 Aug 24 01:10:18.925323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc083b1-bda2-4ca4-ad74-530653016637 req-7f5c82d6-8aa8-4d7f-862e-a056fa51b9ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:18.926765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fc083b1-bda2-4ca4-ad74-530653016637 req-7f5c82d6-8aa8-4d7f-862e-a056fa51b9ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 943 time: 0.0504739 Aug 24 01:10:18.966045 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fc083b1-bda2-4ca4-ad74-530653016637 req-aa50a7c4-aec6-466b-9e48-a6721c06f87c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317130 Aug 24 01:10:19.552820 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2b137ad6-7ce3-460c-8559-de6846d725ba details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:10:19.652265 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2b137ad6-7ce3-460c-8559-de6846d725ba, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2b137ad6-7ce3-460c-8559-de6846d725ba,segment=NetworkSegment(5fc276ee-14e4-433c-9fb5-d511f63ef568),segment_id=5fc276ee-14e4-433c-9fb5-d511f63ef568)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:10:19.662846 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '2b137ad6-7ce3-460c-8559-de6846d725ba', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'port_id': '2b137ad6-7ce3-460c-8559-de6846d725ba', 'mac_address': 'fa:16:3e:26:6e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6474a943-1307-44a8-a09a-8913f0190829', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:10:19.699205 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:19.713752 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b137ad6-7ce3-460c-8559-de6846d725ba {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:10:19.737479 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2b137ad6-7ce3-460c-8559-de6846d725ba, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2b137ad6-7ce3-460c-8559-de6846d725ba,segment=NetworkSegment(5fc276ee-14e4-433c-9fb5-d511f63ef568),segment_id=5fc276ee-14e4-433c-9fb5-d511f63ef568)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:10:19.741150 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:19.938812 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2b137ad6-7ce3-460c-8559-de6846d725ba,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:20.038251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['2b137ad6-7ce3-460c-8559-de6846d725ba'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:10:20.083993 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb309935-e200-4332-aeeb-ed57bdc3efe7 req-7e1dab4e-481d-4ea9-b3b1-3e05624365de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:20.085315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb309935-e200-4332-aeeb-ed57bdc3efe7 req-7e1dab4e-481d-4ea9-b3b1-3e05624365de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 944 time: 0.0488617 Aug 24 01:10:20.128690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb309935-e200-4332-aeeb-ed57bdc3efe7 req-5fb9a00a-8e10-4854-9cfb-0ba9b7d77b7b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373631 Aug 24 01:10:21.242219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26517-db30-4d1b-a67c-6d86532d7aea req-c3f8c590-3da9-49d8-ab4c-c74fe7bad037 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:21.243714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fb26517-db30-4d1b-a67c-6d86532d7aea req-c3f8c590-3da9-49d8-ab4c-c74fe7bad037 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 944 time: 0.0481472 Aug 24 01:10:21.281196 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fb26517-db30-4d1b-a67c-6d86532d7aea req-840f6d0c-fc07-4275-8065-f79fba3b83c5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Aug 24 01:10:21.552295 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2b137ad6-7ce3-460c-8559-de6846d725ba up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:10:21.601062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 2b137ad6-7ce3-460c-8559-de6846d725ba completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:10:21.604762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 2b137ad6-7ce3-460c-8559-de6846d725ba triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:10:21.605138 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:21.683908 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:21.706914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b137ad6-7ce3-460c-8559-de6846d725ba'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:10:21.720899 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 2b137ad6-7ce3-460c-8559-de6846d725ba, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2b137ad6-7ce3-460c-8559-de6846d725ba,segment=NetworkSegment(5fc276ee-14e4-433c-9fb5-d511f63ef568),segment_id=5fc276ee-14e4-433c-9fb5-d511f63ef568)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:10:21.725449 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:21.750561 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0f0e75-740e-4b06-9dce-767699dcceea" -d '{"events": [{"server_uuid": "cbff8cac-8096-496b-b388-4a32a44a43aa", "name": "network-vif-plugged", "status": "completed", "tag": "2b137ad6-7ce3-460c-8559-de6846d725ba"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:10:21.778252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=2b137ad6-7ce3-460c-8559-de6846d725ba,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:21.838439 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ed55de-3e51-499a-934e-80f62e7b4505 x-openstack-request-id: req-60ed55de-3e51-499a-934e-80f62e7b4505 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:10:21.838726 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff8cac-8096-496b-b388-4a32a44a43aa", "name": "network-vif-plugged", "status": "completed", "tag": "2b137ad6-7ce3-460c-8559-de6846d725ba", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:10:21.839002 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60ed55de-3e51-499a-934e-80f62e7b4505 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:10:21.839399 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b137ad6-7ce3-460c-8559-de6846d725ba', 'code': 200} Aug 24 01:10:21.954589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8cbaf-04c7-44e8-8ef2-ab12efbb7a4e req-070a87e3-575d-4302-aece-16f26225e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:21.956344 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dbb8cbaf-04c7-44e8-8ef2-ab12efbb7a4e req-070a87e3-575d-4302-aece-16f26225e8a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 1096 time: 0.0403688 Aug 24 01:10:21.990924 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dbb8cbaf-04c7-44e8-8ef2-ab12efbb7a4e req-ad9b6e67-a78a-4b34-b2c5-6cb1c7dec2c0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275869 Aug 24 01:10:22.395895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9a528-7251-4db2-ae68-00d28626ee19 req-17b4e348-bd02-41ee-86bc-798f37aaf329 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:22.397362 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ba9a528-7251-4db2-ae68-00d28626ee19 req-17b4e348-bd02-41ee-86bc-798f37aaf329 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 945 time: 0.0481095 Aug 24 01:10:22.437439 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1ba9a528-7251-4db2-ae68-00d28626ee19 req-2e448402-4af2-4a70-bc2a-8bdf9c6781f1 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341282 Aug 24 01:10:23.553529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec57352-d1ae-4a54-bbaa-f6e826dd46bd req-3a46a2fd-39b0-43f8-9da3-58e0f259e27b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:23.555058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ec57352-d1ae-4a54-bbaa-f6e826dd46bd req-3a46a2fd-39b0-43f8-9da3-58e0f259e27b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 945 time: 0.0490441 Aug 24 01:10:23.593517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6ec57352-d1ae-4a54-bbaa-f6e826dd46bd req-2ec21c08-2ebb-4781-898c-68a0b3ce93b1 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325284 Aug 24 01:10:23.706264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27331de9-7a0b-4f6a-aac8-ede31492e995 req-e1303caf-bc44-418c-955b-118d6b6289da tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:23.707783 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27331de9-7a0b-4f6a-aac8-ede31492e995 req-e1303caf-bc44-418c-955b-118d6b6289da tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 945 time: 0.0482364 Aug 24 01:10:23.745564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27331de9-7a0b-4f6a-aac8-ede31492e995 req-49bb91a1-21f6-49b4-9f2b-1c2f9bcfbce4 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Aug 24 01:10:23.767209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:23.806065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0995382-75f1-47e7-a954-924c2c1b26a6 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:23.807615 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c0995382-75f1-47e7-a954-924c2c1b26a6 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 1091 time: 0.0392020 Aug 24 01:10:23.810420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47676) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:23.815483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': '2b137ad6-7ce3-460c-8559-de6846d725ba', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:10:23.836883 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:23.932033 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:24.036793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.25.8.44 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/d0243113-6e82-401b-b055-3182927d5ce5) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:10:24.135921 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:24.175834 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:24.214994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:10:24.218021 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:10:24.221431 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:10:24.240876 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:24.250190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=d0243113-6e82-401b-b055-3182927d5ce5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:24.929474 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:24.997375 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:25.151103 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:25.155515 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:25.227941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=d0243113-6e82-401b-b055-3182927d5ce5,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:25.235838 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:25.334754 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Floating IP ee491f12-fae0-4b4c-a436-0f985b1ccdb9 associated. External IP: 172.25.8.44, port: 2b137ad6-7ce3-460c-8559-de6846d725ba. Aug 24 01:10:25.541032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router 32f93403-ada1-4307-8b95-cb408eda906d has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:10:25.651245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:10:25.664017 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c9857e-b674-49be-9b3e-c3269f8c89d6 None None] Sync routers for ids ['32f93403-ada1-4307-8b95-cb408eda906d'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:10:25.676252 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:25.681199 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9857e-b674-49be-9b3e-c3269f8c89d6 None None] Routers {'32f93403-ada1-4307-8b95-cb408eda906d'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:10:25.681838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-81c9857e-b674-49be-9b3e-c3269f8c89d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:10:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['32f93403-ada1-4307-8b95-cb408eda906d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:25.704376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-263e1f6c-1780-4a27-b59e-357c7774b414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8928943 Aug 24 01:10:25.705106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'tag': '2b137ad6-7ce3-460c-8559-de6846d725ba'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:10:25.707504 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea43f095-55ad-420f-8e82-d44e1409c909" -d '{"events": [{"name": "network-changed", "server_uuid": "cbff8cac-8096-496b-b388-4a32a44a43aa", "tag": "2b137ad6-7ce3-460c-8559-de6846d725ba"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:10:25.756302 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2e22be-762a-4018-bfd5-7586d5570864 x-openstack-request-id: req-6d2e22be-762a-4018-bfd5-7586d5570864 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:10:25.756594 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbff8cac-8096-496b-b388-4a32a44a43aa", "tag": "2b137ad6-7ce3-460c-8559-de6846d725ba", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:10:25.756844 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d2e22be-762a-4018-bfd5-7586d5570864 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:10:25.757305 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'tag': '2b137ad6-7ce3-460c-8559-de6846d725ba', 'status': 'completed', 'code': 200} Aug 24 01:10:25.799324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-81c9857e-b674-49be-9b3e-c3269f8c89d6 None None] Set router 32f93403-ada1-4307-8b95-cb408eda906d gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:10:25.819986 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f1105-f80b-48e6-b8eb-961e26c86f9e req-47796e3d-43ba-429f-b74e-3043345a304b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:25.821500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-747f1105-f80b-48e6-b8eb-961e26c86f9e req-47796e3d-43ba-429f-b74e-3043345a304b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 945 time: 0.0633831 Aug 24 01:10:25.881259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43f095-55ad-420f-8e82-d44e1409c909 req-78f8ee29-fd46-4be0-89d9-3db0236ad91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:25.882813 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea43f095-55ad-420f-8e82-d44e1409c909 req-78f8ee29-fd46-4be0-89d9-3db0236ad91a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 1096 time: 0.0792251 Aug 24 01:10:25.885570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-747f1105-f80b-48e6-b8eb-961e26c86f9e req-c1116315-5e22-4ccc-873b-e101795151ae tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507441 Aug 24 01:10:25.910084 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47682) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:25.978281 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-64a9c654-0e7f-48a4-b9e4-94da2d12ce10 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/ee491f12-fae0-4b4c-a436-0f985b1ccdb9 HTTP/1.1" status: 200 len: 990 time: 0.0669792 Aug 24 01:10:25.979802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43f095-55ad-420f-8e82-d44e1409c909 req-ddafbc5c-3714-420f-bcc4-0fa6564dded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:25.981324 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea43f095-55ad-420f-8e82-d44e1409c909 req-ddafbc5c-3714-420f-bcc4-0fa6564dded1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2298631-7f58-4526-8c70-aa0b2bc6c7d8 HTTP/1.1" status: 200 len: 897 time: 0.0918155 Aug 24 01:10:26.040772 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-81c9857e-b674-49be-9b3e-c3269f8c89d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:10:10Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:07Z', 'updated_at': '2021-08-24T01:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'ee491f12-fae0-4b4c-a436-0f985b1ccdb9', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'port_id': '2b137ad6-7ce3-460c-8559-de6846d725ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'mac_address': 'fa:16:3e:26:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:10:24Z', 'updated_at': '2021-08-24T01:10:24Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd5933e-4bdd-4257-ac03-4e7dc8c9321c', 'name': '', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:08:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6474a943-1307-44a8-a09a-8913f0190829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:09Z', 'updated_at': '2021-08-24T01:10:14Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '6474a943-1307-44a8-a09a-8913f0190829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:26.051494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea43f095-55ad-420f-8e82-d44e1409c909 req-a596cf4a-023a-4187-9afb-fa2c815773f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b137ad6-7ce3-460c-8559-de6846d725ba HTTP/1.1" status: 200 len: 998 time: 0.0629330 Aug 24 01:10:26.068935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c9857e-b674-49be-9b3e-c3269f8c89d6 None None] Checking router: 32f93403-ada1-4307-8b95-cb408eda906d for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:10:26.077231 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9857e-b674-49be-9b3e-c3269f8c89d6 None None] Routers {'32f93403-ada1-4307-8b95-cb408eda906d'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:10:26.077836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-81c9857e-b674-49be-9b3e-c3269f8c89d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:10:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['32f93403-ada1-4307-8b95-cb408eda906d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:26.100527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43f095-55ad-420f-8e82-d44e1409c909 req-186dbe88-d184-48cf-923f-c4b85cd912d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:26.102020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea43f095-55ad-420f-8e82-d44e1409c909 req-186dbe88-d184-48cf-923f-c4b85cd912d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6474a943-1307-44a8-a09a-8913f0190829 HTTP/1.1" status: 200 len: 834 time: 0.0441267 Aug 24 01:10:26.147900 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43f095-55ad-420f-8e82-d44e1409c909 req-eb00c267-6da9-45a7-97e4-13220c623bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:26.149471 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea43f095-55ad-420f-8e82-d44e1409c909 req-eb00c267-6da9-45a7-97e4-13220c623bc4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2298631-7f58-4526-8c70-aa0b2bc6c7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399716 Aug 24 01:10:26.186343 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-81c9857e-b674-49be-9b3e-c3269f8c89d6 None None] Set router 32f93403-ada1-4307-8b95-cb408eda906d gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:10:26.247543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea43f095-55ad-420f-8e82-d44e1409c909 req-c8af7df5-0f4f-4501-937f-5f9dbb61d6bc service neutron] 10.222.0.13 "GET /v2.0/networks/c2298631-7f58-4526-8c70-aa0b2bc6c7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904372 Aug 24 01:10:26.336440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea43f095-55ad-420f-8e82-d44e1409c909 req-081a3ac2-ae8a-4852-9d18-51be0e4dcbf4 service neutron] 10.222.0.13 "GET /v2.0/networks/c2298631-7f58-4526-8c70-aa0b2bc6c7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819402 Aug 24 01:10:26.411192 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-81c9857e-b674-49be-9b3e-c3269f8c89d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:10:10Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:07Z', 'updated_at': '2021-08-24T01:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'ee491f12-fae0-4b4c-a436-0f985b1ccdb9', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'port_id': '2b137ad6-7ce3-460c-8559-de6846d725ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'mac_address': 'fa:16:3e:26:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:10:24Z', 'updated_at': '2021-08-24T01:10:24Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd5933e-4bdd-4257-ac03-4e7dc8c9321c', 'name': '', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:08:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6474a943-1307-44a8-a09a-8913f0190829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:09Z', 'updated_at': '2021-08-24T01:10:14Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '6474a943-1307-44a8-a09a-8913f0190829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:26.441694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c9857e-b674-49be-9b3e-c3269f8c89d6 None None] The sync data for ids ['32f93403-ada1-4307-8b95-cb408eda906d'] in n-d-805736-1 is: [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:10:10Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:07Z', 'updated_at': '2021-08-24T01:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'ee491f12-fae0-4b4c-a436-0f985b1ccdb9', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'port_id': '2b137ad6-7ce3-460c-8559-de6846d725ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'mac_address': 'fa:16:3e:26:6e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:10:24Z', 'updated_at': '2021-08-24T01:10:24Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd5933e-4bdd-4257-ac03-4e7dc8c9321c', 'name': '', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:08:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6474a943-1307-44a8-a09a-8913f0190829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:09Z', 'updated_at': '2021-08-24T01:10:14Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '6474a943-1307-44a8-a09a-8913f0190829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:10:26.637106 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2be893d-99cc-44ae-9bc1-89ed64060b99 None None] New status for floating IP ee491f12-fae0-4b4c-a436-0f985b1ccdb9: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:10:26.980698 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47684) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:27.045213 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e0f29b8d-89e5-4694-85aa-60010094cc2d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/ee491f12-fae0-4b4c-a436-0f985b1ccdb9 HTTP/1.1" status: 200 len: 992 time: 0.0634308 Aug 24 01:10:27.588895 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c399c0f7-1e0a-4ca7-8d51-19e7df71e673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:30.148940 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:30.193413 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:30.270445 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-71613bcd-f316-408d-8445-12863d9474a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:31.448854 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:33.211140 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:54.119363 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:10:54.252240 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:54.706240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a3b43-f4c5-4859-b4cc-6fc490c4d809 req-49058790-b916-4e44-85c6-bacdd3ff354c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:54.707753 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b97a3b43-f4c5-4859-b4cc-6fc490c4d809 req-49058790-b916-4e44-85c6-bacdd3ff354c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 945 time: 0.0512276 Aug 24 01:10:54.745778 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b97a3b43-f4c5-4859-b4cc-6fc490c4d809 req-6d7023c2-2f00-4560-bf22-9a504cc684d7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320358 Aug 24 01:10:55.877489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d6205-9192-4880-ba8d-6c0be7ea1d9c req-fa7d515c-5a0b-420b-b5e2-375b2c3f1ac0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:55.879017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b49d6205-9192-4880-ba8d-6c0be7ea1d9c req-fa7d515c-5a0b-420b-b5e2-375b2c3f1ac0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 945 time: 0.0567234 Aug 24 01:10:55.916251 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b49d6205-9192-4880-ba8d-6c0be7ea1d9c req-7737c09c-46e9-4b6d-b32b-db4848a27b2f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311513 Aug 24 01:10:55.938233 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47706) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:56.007146 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c7de6cde-bc9d-45e1-b29b-50c05d92fa53 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/ee491f12-fae0-4b4c-a436-0f985b1ccdb9 HTTP/1.1" status: 200 len: 992 time: 0.0669940 Aug 24 01:10:57.287611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6722d83-eb73-42e2-8e61-469c85c9b998 req-b92644a0-dee1-4623-8c36-bbc05cd02d3e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:57.289085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6722d83-eb73-42e2-8e61-469c85c9b998 req-b92644a0-dee1-4623-8c36-bbc05cd02d3e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 945 time: 0.0495684 Aug 24 01:10:57.331785 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6722d83-eb73-42e2-8e61-469c85c9b998 req-fca3bf43-e4b6-4dbb-9a3c-28d2dfc1aa00 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366554 Aug 24 01:10:57.591156 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-db551881-33c1-4921-9352-8eba916f6c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:58.453505 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276edee-c2b6-4a46-b3bd-060cbf0765d3 req-104f5209-aa72-40eb-8626-718df1322b2e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:58.455130 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4276edee-c2b6-4a46-b3bd-060cbf0765d3 req-104f5209-aa72-40eb-8626-718df1322b2e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 945 time: 0.0518763 Aug 24 01:10:58.494617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4276edee-c2b6-4a46-b3bd-060cbf0765d3 req-88125bef-dcb5-4332-aa4c-4eb14023de49 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333395 Aug 24 01:10:58.516375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47716) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:58.577329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-8ba3ad5c-1a50-476e-b0f3-703ebdda89a1 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/ee491f12-fae0-4b4c-a436-0f985b1ccdb9 HTTP/1.1" status: 200 len: 992 time: 0.0597539 Aug 24 01:10:58.852740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47722) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:10:59.007430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port d0243113-6e82-401b-b055-3182927d5ce5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:10:59.007703 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:59.084641 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:59.084972 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:59.097178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for d0243113-6e82-401b-b055-3182927d5ce5 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:10:59.244204 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:59.269466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=d0243113-6e82-401b-b055-3182927d5ce5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:59.297428 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.297785 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.298140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.299103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.299441 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.299776 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.300108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.300438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.300770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.301100 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.301424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.301751 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.338848 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:59.339187 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Floating IP ee491f12-fae0-4b4c-a436-0f985b1ccdb9 disassociated (deleted). External IP: 172.25.8.44, port: 2b137ad6-7ce3-460c-8559-de6846d725ba. Aug 24 01:10:59.550332 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router 32f93403-ada1-4307-8b95-cb408eda906d has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:10:59.656968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:10:59.662444 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:59.667270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a08c25a-7005-44b5-9225-fd9084593784 None None] Sync routers for ids ['32f93403-ada1-4307-8b95-cb408eda906d'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:10:59.676712 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a08c25a-7005-44b5-9225-fd9084593784 None None] Routers {'32f93403-ada1-4307-8b95-cb408eda906d'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:10:59.677313 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3a08c25a-7005-44b5-9225-fd9084593784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:10:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['32f93403-ada1-4307-8b95-cb408eda906d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:10:59.689823 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-525712b5-ef7c-4f4a-a415-497addf78e23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/floatingips/ee491f12-fae0-4b4c-a436-0f985b1ccdb9 HTTP/1.1" status: 204 len: 168 time: 0.8353665 Aug 24 01:10:59.690410 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'tag': '2b137ad6-7ce3-460c-8559-de6846d725ba'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:10:59.692715 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a555380-f49f-47e0-a7ca-2f2d239d6893" -d '{"events": [{"name": "network-changed", "server_uuid": "cbff8cac-8096-496b-b388-4a32a44a43aa", "tag": "2b137ad6-7ce3-460c-8559-de6846d725ba"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:10:59.731273 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefd8e74-7128-4431-8b36-6fb1a2ef994b x-openstack-request-id: req-eefd8e74-7128-4431-8b36-6fb1a2ef994b {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:10:59.731484 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbff8cac-8096-496b-b388-4a32a44a43aa", "tag": "2b137ad6-7ce3-460c-8559-de6846d725ba", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:10:59.731743 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eefd8e74-7128-4431-8b36-6fb1a2ef994b {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:10:59.732214 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'tag': '2b137ad6-7ce3-460c-8559-de6846d725ba', 'status': 'completed', 'code': 200} Aug 24 01:10:59.788626 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-3a08c25a-7005-44b5-9225-fd9084593784 None None] Set router 32f93403-ada1-4307-8b95-cb408eda906d gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:10:59.825880 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a555380-f49f-47e0-a7ca-2f2d239d6893 req-74c04574-e7a4-4dae-8ca7-ebc41fd931be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:59.827775 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a555380-f49f-47e0-a7ca-2f2d239d6893 req-74c04574-e7a4-4dae-8ca7-ebc41fd931be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 1096 time: 0.0508513 Aug 24 01:10:59.952450 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a555380-f49f-47e0-a7ca-2f2d239d6893 req-f69b9cc9-12e9-4df8-9428-db8d2bb20867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:59.953940 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a555380-f49f-47e0-a7ca-2f2d239d6893 req-f69b9cc9-12e9-4df8-9428-db8d2bb20867 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2298631-7f58-4526-8c70-aa0b2bc6c7d8 HTTP/1.1" status: 200 len: 897 time: 0.1184785 Aug 24 01:10:59.966604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6327f80-ccef-4b06-a929-e1167da15051 req-e7051c71-84e0-47eb-943b-aa7609fb63ba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:59.968457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6327f80-ccef-4b06-a929-e1167da15051 req-e7051c71-84e0-47eb-943b-aa7609fb63ba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 945 time: 0.0732865 Aug 24 01:10:59.991400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3a08c25a-7005-44b5-9225-fd9084593784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:10:10Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:07Z', 'updated_at': '2021-08-24T01:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4cd5933e-4bdd-4257-ac03-4e7dc8c9321c', 'name': '', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:08:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6474a943-1307-44a8-a09a-8913f0190829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:09Z', 'updated_at': '2021-08-24T01:10:14Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '6474a943-1307-44a8-a09a-8913f0190829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:00.012258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a555380-f49f-47e0-a7ca-2f2d239d6893 req-9fc4ab62-a02b-47a4-9d45-8973bb038678 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b137ad6-7ce3-460c-8559-de6846d725ba HTTP/1.1" status: 200 len: 217 time: 0.0428817 Aug 24 01:11:00.022346 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a08c25a-7005-44b5-9225-fd9084593784 None None] Checking router: 32f93403-ada1-4307-8b95-cb408eda906d for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:11:00.030467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a08c25a-7005-44b5-9225-fd9084593784 None None] Routers {'32f93403-ada1-4307-8b95-cb408eda906d'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:11:00.031142 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3a08c25a-7005-44b5-9225-fd9084593784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:10:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['32f93403-ada1-4307-8b95-cb408eda906d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:00.069627 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6327f80-ccef-4b06-a929-e1167da15051 req-f775b40f-1de1-42e1-b7b1-13d21ad9cf1d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926201 Aug 24 01:11:00.079078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a555380-f49f-47e0-a7ca-2f2d239d6893 req-5c18b748-9719-4f54-9b98-f9456c570de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:00.081574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a555380-f49f-47e0-a7ca-2f2d239d6893 req-5c18b748-9719-4f54-9b98-f9456c570de1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6474a943-1307-44a8-a09a-8913f0190829 HTTP/1.1" status: 200 len: 834 time: 0.0589640 Aug 24 01:11:00.130628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a555380-f49f-47e0-a7ca-2f2d239d6893 req-4bb2746c-d6bd-4eaf-bc84-672f2005dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:00.132195 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a555380-f49f-47e0-a7ca-2f2d239d6893 req-4bb2746c-d6bd-4eaf-bc84-672f2005dfd3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2298631-7f58-4526-8c70-aa0b2bc6c7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426283 Aug 24 01:11:00.144822 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-3a08c25a-7005-44b5-9225-fd9084593784 None None] Set router 32f93403-ada1-4307-8b95-cb408eda906d gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:11:00.228212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a555380-f49f-47e0-a7ca-2f2d239d6893 req-58ff6fb4-febf-4db4-ac58-8dfe5fb9e69d service neutron] 10.222.0.13 "GET /v2.0/networks/c2298631-7f58-4526-8c70-aa0b2bc6c7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870373 Aug 24 01:11:00.236312 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:00.240791 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:00.301058 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1b20-5e3f-4bb2-a601-4d2acb1600c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:00.322739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8a555380-f49f-47e0-a7ca-2f2d239d6893 req-09077ac0-a2c1-45a6-b598-b989a5141b72 service neutron] 10.222.0.13 "GET /v2.0/networks/c2298631-7f58-4526-8c70-aa0b2bc6c7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856273 Aug 24 01:11:00.385560 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-3a08c25a-7005-44b5-9225-fd9084593784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:10:10Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:07Z', 'updated_at': '2021-08-24T01:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4cd5933e-4bdd-4257-ac03-4e7dc8c9321c', 'name': '', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:08:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6474a943-1307-44a8-a09a-8913f0190829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:09Z', 'updated_at': '2021-08-24T01:10:14Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '6474a943-1307-44a8-a09a-8913f0190829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:00.415180 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a08c25a-7005-44b5-9225-fd9084593784 None None] The sync data for ids ['32f93403-ada1-4307-8b95-cb408eda906d'] in n-d-805736-1 is: [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:10:10Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:07Z', 'updated_at': '2021-08-24T01:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '4cd5933e-4bdd-4257-ac03-4e7dc8c9321c', 'name': '', 'network_id': 'c2298631-7f58-4526-8c70-aa0b2bc6c7d8', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:08:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '6474a943-1307-44a8-a09a-8913f0190829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:09Z', 'updated_at': '2021-08-24T01:10:14Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '6474a943-1307-44a8-a09a-8913f0190829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:11:00.628323 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff187d0-bbeb-4210-84e4-75e9956f5770 None None] New status for floating IP ee491f12-fae0-4b4c-a436-0f985b1ccdb9: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:11:01.189888 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e691e-010b-49d3-98cc-378902820f8f req-e7c6236f-e214-4f7f-92ed-f9671b9954b7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:01.191504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac2e691e-010b-49d3-98cc-378902820f8f req-e7c6236f-e214-4f7f-92ed-f9671b9954b7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 945 time: 0.0538833 Aug 24 01:11:01.229236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ac2e691e-010b-49d3-98cc-378902820f8f req-0c8cc70b-2aca-4af2-a1d9-2f6657b2fb23 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=835ebf4c-e4a9-4a5e-869a-4e9c487169ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317907 Aug 24 01:11:01.453515 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:01.758098 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11d8e0-1c04-4a2d-a60f-ff80c429482a req-9e706480-2eef-42d8-a4bf-40f22110712a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:01.759510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad11d8e0-1c04-4a2d-a60f-ff80c429482a req-9e706480-2eef-42d8-a4bf-40f22110712a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 945 time: 0.0501812 Aug 24 01:11:01.847265 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ad11d8e0-1c04-4a2d-a60f-ff80c429482a req-a224e007-a1bf-4830-84e1-a06f4e4c5ffe tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port 2b137ad6-7ce3-460c-8559-de6846d725ba {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:11:01.847598 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad11d8e0-1c04-4a2d-a60f-ff80c429482a req-a224e007-a1bf-4830-84e1-a06f4e4c5ffe tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:01.935917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ad11d8e0-1c04-4a2d-a60f-ff80c429482a req-a224e007-a1bf-4830-84e1-a06f4e4c5ffe tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port 2b137ad6-7ce3-460c-8559-de6846d725ba, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=2b137ad6-7ce3-460c-8559-de6846d725ba,segment=NetworkSegment(5fc276ee-14e4-433c-9fb5-d511f63ef568),segment_id=5fc276ee-14e4-433c-9fb5-d511f63ef568)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:01.936279 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad11d8e0-1c04-4a2d-a60f-ff80c429482a req-a224e007-a1bf-4830-84e1-a06f4e4c5ffe tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:01.948179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ad11d8e0-1c04-4a2d-a60f-ff80c429482a req-a224e007-a1bf-4830-84e1-a06f4e4c5ffe tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for 2b137ad6-7ce3-460c-8559-de6846d725ba owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:11:02.073399 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad11d8e0-1c04-4a2d-a60f-ff80c429482a req-a224e007-a1bf-4830-84e1-a06f4e4c5ffe tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:02.101059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224e007-a1bf-4830-84e1-a06f4e4c5ffe tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=2b137ad6-7ce3-460c-8559-de6846d725ba,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:02.145231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad11d8e0-1c04-4a2d-a60f-ff80c429482a req-a224e007-a1bf-4830-84e1-a06f4e4c5ffe tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] No DVR routers for this DVR port 2b137ad6-7ce3-460c-8559-de6846d725ba on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:11:02.147833 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ad11d8e0-1c04-4a2d-a60f-ff80c429482a req-a224e007-a1bf-4830-84e1-a06f4e4c5ffe tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:02.149863 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad11d8e0-1c04-4a2d-a60f-ff80c429482a req-a224e007-a1bf-4830-84e1-a06f4e4c5ffe tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "DELETE /v2.0/ports/2b137ad6-7ce3-460c-8559-de6846d725ba HTTP/1.1" status: 204 len: 173 time: 0.3836143 Aug 24 01:11:02.150297 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'name': 'network-vif-deleted', 'tag': '2b137ad6-7ce3-460c-8559-de6846d725ba'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:11:02.152530 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc8346d-d770-4eb3-aa33-85cfc759069e" -d '{"events": [{"server_uuid": "cbff8cac-8096-496b-b388-4a32a44a43aa", "name": "network-vif-deleted", "tag": "2b137ad6-7ce3-460c-8559-de6846d725ba"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:11:02.189770 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd581727-bf3a-40a7-812a-cb8fe38798f0 x-openstack-request-id: req-bd581727-bf3a-40a7-812a-cb8fe38798f0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:11:02.190045 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff8cac-8096-496b-b388-4a32a44a43aa", "name": "network-vif-deleted", "tag": "2b137ad6-7ce3-460c-8559-de6846d725ba", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:11:02.190634 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd581727-bf3a-40a7-812a-cb8fe38798f0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:11:02.190743 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff8cac-8096-496b-b388-4a32a44a43aa', 'name': 'network-vif-deleted', 'tag': '2b137ad6-7ce3-460c-8559-de6846d725ba', 'status': 'completed', 'code': 200} Aug 24 01:11:02.334213 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-098463c4-9c00-44f0-b825-9430d5f8bcd8 req-2ff4976a-58ba-42cd-a67b-48f71d19d749 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbff8cac-8096-496b-b388-4a32a44a43aa HTTP/1.1" status: 200 len: 210 time: 0.0259383 Aug 24 01:11:03.215680 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:03.391778 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47740) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:03.761152 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20960a2e-e2f0-4fbb-b16b-bfba9cdb2d34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:04.013624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-20960a2e-e2f0-4fbb-b16b-bfba9cdb2d34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:11:04.013971 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20960a2e-e2f0-4fbb-b16b-bfba9cdb2d34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:04.116982 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-20960a2e-e2f0-4fbb-b16b-bfba9cdb2d34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4cd5933e-4bdd-4257-ac03-4e7dc8c9321c,segment=NetworkSegment(5fc276ee-14e4-433c-9fb5-d511f63ef568),segment_id=5fc276ee-14e4-433c-9fb5-d511f63ef568)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:04.117346 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20960a2e-e2f0-4fbb-b16b-bfba9cdb2d34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:04.128745 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-20960a2e-e2f0-4fbb-b16b-bfba9cdb2d34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:11:04.311357 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20960a2e-e2f0-4fbb-b16b-bfba9cdb2d34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:04.339049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20960a2e-e2f0-4fbb-b16b-bfba9cdb2d34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=4cd5933e-4bdd-4257-ac03-4e7dc8c9321c,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:04.520747 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-20960a2e-e2f0-4fbb-b16b-bfba9cdb2d34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.076703 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20960a2e-e2f0-4fbb-b16b-bfba9cdb2d34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router 32f93403-ada1-4307-8b95-cb408eda906d has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:11:05.178217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20960a2e-e2f0-4fbb-b16b-bfba9cdb2d34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:11:05.183229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-20960a2e-e2f0-4fbb-b16b-bfba9cdb2d34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "PUT /v2.0/routers/32f93403-ada1-4307-8b95-cb408eda906d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7904656 Aug 24 01:11:05.185989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47742) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:05.187575 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff64a0-83fe-4225-815a-58c10d2124e9 None None] Sync routers for ids ['32f93403-ada1-4307-8b95-cb408eda906d'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:11:05.197031 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff64a0-83fe-4225-815a-58c10d2124e9 None None] Routers {'32f93403-ada1-4307-8b95-cb408eda906d'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:11:05.197629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-abff64a0-83fe-4225-815a-58c10d2124e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:11:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['32f93403-ada1-4307-8b95-cb408eda906d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:05.237572 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c36ed40-5ffd-4461-9ada-0ebd8a6dddba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting subnet 6474a943-1307-44a8-a09a-8913f0190829 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:11:05.240646 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c36ed40-5ffd-4461-9ada-0ebd8a6dddba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.279232 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c36ed40-5ffd-4461-9ada-0ebd8a6dddba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.372907 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c36ed40-5ffd-4461-9ada-0ebd8a6dddba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.434516 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c36ed40-5ffd-4461-9ada-0ebd8a6dddba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.459666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-abff64a0-83fe-4225-815a-58c10d2124e9 None None] Set router 32f93403-ada1-4307-8b95-cb408eda906d gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:11:05.460166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36ed40-5ffd-4461-9ada-0ebd8a6dddba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Subnet': ['ID=6474a943-1307-44a8-a09a-8913f0190829,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:05.466510 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4c36ed40-5ffd-4461-9ada-0ebd8a6dddba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.470805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4c36ed40-5ffd-4461-9ada-0ebd8a6dddba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/subnets/6474a943-1307-44a8-a09a-8913f0190829 HTTP/1.1" status: 204 len: 168 time: 0.2810969 Aug 24 01:11:05.472212 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47744) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:05.487118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d6667-d57b-4509-9d87-885d2f7edf8e None None] Network c2298631-7f58-4526-8c70-aa0b2bc6c7d8 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:11:05.579064 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.685211 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.739030 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-abff64a0-83fe-4225-815a-58c10d2124e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:11:04Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'f57f6dfc-76f5-4014-81b7-ac00a5bd79b8', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f93403-ada1-4307-8b95-cb408eda906d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:10:07Z', 'updated_at': '2021-08-24T01:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:05.743715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2b137ad6-7ce3-460c-8559-de6846d725ba no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:11:05.746490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:11:05.746490 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.763163 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 2b137ad6-7ce3-460c-8559-de6846d725ba {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:11:05.763508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 2b137ad6-7ce3-460c-8559-de6846d725ba not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:11:05.789815 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] DHCP port deletion for c2298631-7f58-4526-8c70-aa0b2bc6c7d8 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:11:05.793061 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff64a0-83fe-4225-815a-58c10d2124e9 None None] Checking router: 32f93403-ada1-4307-8b95-cb408eda906d for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:11:05.829321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff64a0-83fe-4225-815a-58c10d2124e9 None None] Routers {'32f93403-ada1-4307-8b95-cb408eda906d'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:11:05.829940 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-abff64a0-83fe-4225-815a-58c10d2124e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:11:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['32f93403-ada1-4307-8b95-cb408eda906d'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:05.837474 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port f57f6dfc-76f5-4014-81b7-ac00a5bd79b8, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f57f6dfc-76f5-4014-81b7-ac00a5bd79b8,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:05.837854 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.850318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:11:05.927614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-abff64a0-83fe-4225-815a-58c10d2124e9 None None] Set router 32f93403-ada1-4307-8b95-cb408eda906d gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:11:05.930743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Deleting port b2c5c41e-8102-4571-a45f-25f887647c13 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:11:05.931169 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.990968 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-abff64a0-83fe-4225-815a-58c10d2124e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:11:05Z', 'revision_number': 6, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:06.020583 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.048216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=f57f6dfc-76f5-4014-81b7-ac00a5bd79b8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:06.048744 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff64a0-83fe-4225-815a-58c10d2124e9 None None] The sync data for ids ['32f93403-ada1-4307-8b95-cb408eda906d'] in n-d-805736-1 is: [{'id': '32f93403-ada1-4307-8b95-cb408eda906d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697538565', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:10:06Z', 'updated_at': '2021-08-24T01:11:05Z', 'revision_number': 6, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:11:06.073788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] For port b2c5c41e-8102-4571-a45f-25f887647c13, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b2c5c41e-8102-4571-a45f-25f887647c13,segment=NetworkSegment(5fc276ee-14e4-433c-9fb5-d511f63ef568),segment_id=5fc276ee-14e4-433c-9fb5-d511f63ef568)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:06.074278 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.095085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Calling delete_port for b2c5c41e-8102-4571-a45f-25f887647c13 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:11:06.108549 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.187610 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.212482 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.214369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Pushing event deleted for resources: {'Port': ['ID=b2c5c41e-8102-4571-a45f-25f887647c13,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:06.214569 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.218718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] No DVR routers for this DVR port b2c5c41e-8102-4571-a45f-25f887647c13 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:11:06.229069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.229069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.229069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.229069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.229069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.229069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.229069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.229069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.229069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.230385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.230385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.230385 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4d895-76f3-46e1-84fc-591d836e077d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.266968 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.267462 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Fanout notify agent at l3_agent the message router_deleted on router 32f93403-ada1-4307-8b95-cb408eda906d {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:11:06.275466 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.276582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-faced5ec-502e-40f5-89af-b0a02099b51e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/routers/32f93403-ada1-4307-8b95-cb408eda906d HTTP/1.1" status: 204 len: 168 time: 0.8039863 Aug 24 01:11:06.279298 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47746) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:06.354318 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b547f397-6cbb-43cf-b331-9bd20fc16bcf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.448360 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b547f397-6cbb-43cf-b331-9bd20fc16bcf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.459160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b547f397-6cbb-43cf-b331-9bd20fc16bcf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2298631-7f58-4526-8c70-aa0b2bc6c7d8']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:06.469945 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b547f397-6cbb-43cf-b331-9bd20fc16bcf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc276ee-14e4-433c-9fb5-d511f63ef568') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:06.470230 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b547f397-6cbb-43cf-b331-9bd20fc16bcf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc276ee-14e4-433c-9fb5-d511f63ef568') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:06.480714 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b547f397-6cbb-43cf-b331-9bd20fc16bcf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.495064 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b547f397-6cbb-43cf-b331-9bd20fc16bcf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.506554 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b547f397-6cbb-43cf-b331-9bd20fc16bcf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:11:06.506985 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b547f397-6cbb-43cf-b331-9bd20fc16bcf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: timer() Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:11:06.509851 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:11:06.570623 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b547f397-6cbb-43cf-b331-9bd20fc16bcf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.578357 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b547f397-6cbb-43cf-b331-9bd20fc16bcf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.579550 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b547f397-6cbb-43cf-b331-9bd20fc16bcf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/networks/c2298631-7f58-4526-8c70-aa0b2bc6c7d8 HTTP/1.1" status: 204 len: 168 time: 0.2993085 Aug 24 01:11:06.582694 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47748) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:06.591626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547f397-6cbb-43cf-b331-9bd20fc16bcf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Network': ['ID=c2298631-7f58-4526-8c70-aa0b2bc6c7d8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:06.641306 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.666905 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.726449 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.729061 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:06.730254 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/security-groups/835ebf4c-e4a9-4a5e-869a-4e9c487169ef HTTP/1.1" status: 204 len: 168 time: 0.1465509 Aug 24 01:11:06.741441 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=835ebf4c-e4a9-4a5e-869a-4e9c487169ef,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:06.749440 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.749728 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.750071 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.750405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.750736 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.751100 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.751431 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.751758 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.752318 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.753103 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.753422 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.753770 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2110e1-5ac9-44ff-a6a6-ed216a53f091 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:06.895297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b2c5c41e-8102-4571-a45f-25f887647c13 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:11:06.916616 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: b2c5c41e-8102-4571-a45f-25f887647c13 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:11:06.916966 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b2c5c41e-8102-4571-a45f-25f887647c13 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:11:06.917392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:11:06.935600 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:11:06.935945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4cd5933e-4bdd-4257-ac03-4e7dc8c9321c not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:11:06.936359 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:11:06.955049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:11:06.955914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f57f6dfc-76f5-4014-81b7-ac00a5bd79b8 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:11:07.110702 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47756) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:07.116202 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4c346374-ab61-4a03-bdc7-2ab54e37e08c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1487537487', 'description': 'tempest-secgroup-smoke-1487537487 description', 'project_id': 'f5516b967219430b948357b5a8e3918e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:07.151632 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c346374-ab61-4a03-bdc7-2ab54e37e08c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.242034 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c346374-ab61-4a03-bdc7-2ab54e37e08c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.246070 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c346374-ab61-4a03-bdc7-2ab54e37e08c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.274097 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4c346374-ab61-4a03-bdc7-2ab54e37e08c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.275358 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4c346374-ab61-4a03-bdc7-2ab54e37e08c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1635776 Aug 24 01:11:07.277335 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c346374-ab61-4a03-bdc7-2ab54e37e08c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f181076f-78e4-4a4b-b475-7bb73328f858,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:07.278307 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47758) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:07.284199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-025ac623-1a4e-4ee5-bc4f-a64ad68ec07f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': 'f181076f-78e4-4a4b-b475-7bb73328f858', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:07.311431 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-025ac623-1a4e-4ee5-bc4f-a64ad68ec07f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.366446 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-025ac623-1a4e-4ee5-bc4f-a64ad68ec07f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.369810 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-025ac623-1a4e-4ee5-bc4f-a64ad68ec07f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.387248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ac623-1a4e-4ee5-bc4f-a64ad68ec07f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8a1168-9034-402b-b670-79fdd07e1e9a,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:07.393708 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-025ac623-1a4e-4ee5-bc4f-a64ad68ec07f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.395009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-025ac623-1a4e-4ee5-bc4f-a64ad68ec07f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156180 Aug 24 01:11:07.397834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47760) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:07.402228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-3c985982-2f90-4d2f-ae5e-38d605a35283 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': 'f181076f-78e4-4a4b-b475-7bb73328f858', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:07.428977 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c985982-2f90-4d2f-ae5e-38d605a35283 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.485225 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c985982-2f90-4d2f-ae5e-38d605a35283 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.489543 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c985982-2f90-4d2f-ae5e-38d605a35283 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.507391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c985982-2f90-4d2f-ae5e-38d605a35283 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673da0ab-2bf3-46f5-ae46-37e370100f34,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:07.513414 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3c985982-2f90-4d2f-ae5e-38d605a35283 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.514708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3c985982-2f90-4d2f-ae5e-38d605a35283 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159899 Aug 24 01:11:07.517404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47762) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:07.523082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-949589b4-8bbc-4e75-a037-4b7f36d46cbb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': 'f181076f-78e4-4a4b-b475-7bb73328f858', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:07.548320 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-949589b4-8bbc-4e75-a037-4b7f36d46cbb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.610207 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-949589b4-8bbc-4e75-a037-4b7f36d46cbb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.613856 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-949589b4-8bbc-4e75-a037-4b7f36d46cbb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.632556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949589b4-8bbc-4e75-a037-4b7f36d46cbb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a6f123-91af-496a-9617-13a2ef522289,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:07.635361 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-949589b4-8bbc-4e75-a037-4b7f36d46cbb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.636725 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-949589b4-8bbc-4e75-a037-4b7f36d46cbb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170969 Aug 24 01:11:07.639635 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47764) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:07.645016 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-f348100d-776c-4817-9772-28a7973b3443 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': 'f181076f-78e4-4a4b-b475-7bb73328f858', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:07.671552 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f348100d-776c-4817-9772-28a7973b3443 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.733361 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f348100d-776c-4817-9772-28a7973b3443 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.736834 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f348100d-776c-4817-9772-28a7973b3443 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.753449 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348100d-776c-4817-9772-28a7973b3443 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323f98fa-ff9d-4156-98e9-4be732243a88,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:07.759824 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f348100d-776c-4817-9772-28a7973b3443 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.761028 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f348100d-776c-4817-9772-28a7973b3443 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203377 Aug 24 01:11:07.763709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47766) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:07.768593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8a41c472-53cc-4e6c-8158-9cf54a16e4d9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': 'f181076f-78e4-4a4b-b475-7bb73328f858', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:07.790260 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-8a41c472-53cc-4e6c-8158-9cf54a16e4d9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Project f5516b967219430b948357b5a8e3918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:11:07.795275 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a41c472-53cc-4e6c-8158-9cf54a16e4d9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.855197 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a41c472-53cc-4e6c-8158-9cf54a16e4d9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.858715 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a41c472-53cc-4e6c-8158-9cf54a16e4d9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.875681 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41c472-53cc-4e6c-8158-9cf54a16e4d9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e009f626-a0d1-4252-94d2-3b43f5e0ad29,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:07.882023 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8a41c472-53cc-4e6c-8158-9cf54a16e4d9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.883342 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8a41c472-53cc-4e6c-8158-9cf54a16e4d9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187227 Aug 24 01:11:07.886089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47768) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:07.890477 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-fe382460-eb3b-4033-a8a1-02da5fccd9e6 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': 'f181076f-78e4-4a4b-b475-7bb73328f858', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:07.913540 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-fe382460-eb3b-4033-a8a1-02da5fccd9e6 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Project f5516b967219430b948357b5a8e3918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:11:07.918335 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe382460-eb3b-4033-a8a1-02da5fccd9e6 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.977311 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe382460-eb3b-4033-a8a1-02da5fccd9e6 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.980790 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe382460-eb3b-4033-a8a1-02da5fccd9e6 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:07.998064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe382460-eb3b-4033-a8a1-02da5fccd9e6 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd539cd3-4fd5-46ed-b9ac-0279ffe2bfb4,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:08.004297 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-fe382460-eb3b-4033-a8a1-02da5fccd9e6 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:08.005316 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-fe382460-eb3b-4033-a8a1-02da5fccd9e6 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183169 Aug 24 01:11:08.008150 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47770) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:08.013040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7898eed8-193a-4cc4-8b09-4c44462f6cd2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'network': {'name': 'tempest-network-smoke--858859351', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:08.033020 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7898eed8-193a-4cc4-8b09-4c44462f6cd2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:11:08.036475 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7898eed8-193a-4cc4-8b09-4c44462f6cd2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:08.059294 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7898eed8-193a-4cc4-8b09-4c44462f6cd2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:11:08.069393 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7898eed8-193a-4cc4-8b09-4c44462f6cd2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:08.069733 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-7898eed8-193a-4cc4-8b09-4c44462f6cd2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Added segment 233e7d5d-6b65-4b80-88fa-6986072b664a of type vlan for network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb Aug 24 01:11:08.113913 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7898eed8-193a-4cc4-8b09-4c44462f6cd2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:08.139850 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7898eed8-193a-4cc4-8b09-4c44462f6cd2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:08.145893 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7898eed8-193a-4cc4-8b09-4c44462f6cd2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:08.146472 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7898eed8-193a-4cc4-8b09-4c44462f6cd2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:08.201248 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7898eed8-193a-4cc4-8b09-4c44462f6cd2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1920998 Aug 24 01:11:08.203929 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47772) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:08.208920 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'admin_state_up': True, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:08.227380 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898eed8-193a-4cc4-8b09-4c44462f6cd2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Network': ['ID=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:08.238811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:11:08.242433 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:08.243694 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:08.298687 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:08.433961 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:08.625271 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:08.644642 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:09.002649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.25.8.55 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/2a3c5bab-1079-47d4-9ed9-4e56583f84e7) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:11:09.101525 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:09.138529 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:09.180657 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:11:09.183502 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:11:09.186220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:11:09.216043 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=2a3c5bab-1079-47d4-9ed9-4e56583f84e7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:09.435257 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:09.633456 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:09.760944 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:11:09.870145 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:11:09.879691 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Sync routers for ids ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:11:09.888367 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:09.888567 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Routers {'39344abc-d839-4a3e-ab0d-5384ba1e7f3a'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:11:09.889091 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:11:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:09.892655 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c516cf9b-6761-41e5-8df1-3d8fefef23af tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6848481 Aug 24 01:11:09.893683 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47774) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:09.923012 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5c695661-aa96-4447-936d-ce586a47a67a tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f5516b967219430b948357b5a8e3918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279691 Aug 24 01:11:09.925588 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47776) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:09.996811 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Set router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:11:10.010410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3158d3-6150-44aa-b786-b63f9f0ac736 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:10.012014 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e3158d3-6150-44aa-b786-b63f9f0ac736 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854621 Aug 24 01:11:10.015235 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47778) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:10.050506 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-31436787-2ebb-48b1-a5e3-7b25652203e8 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341423 Aug 24 01:11:10.053059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47780) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:10.058019 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bbd73c62-7de3-4d99-9ce6-031f97cebd29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1926917500', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:10.153453 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd73c62-7de3-4d99-9ce6-031f97cebd29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:11:10.157017 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbd73c62-7de3-4d99-9ce6-031f97cebd29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:10.270323 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:09Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:10.295843 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Checking router: 39344abc-d839-4a3e-ab0d-5384ba1e7f3a for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:11:10.296195 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Updating router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a port 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:11:10.324611 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:10.348464 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbd73c62-7de3-4d99-9ce6-031f97cebd29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:10.409548 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd73c62-7de3-4d99-9ce6-031f97cebd29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Subnet': ['ID=252cdd1d-263a-4b2c-80b8-d020d5b12ffc,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:10.419807 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd73c62-7de3-4d99-9ce6-031f97cebd29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Checking segment: {'id': '233e7d5d-6b65-4b80-88fa-6986072b664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:11:10.420177 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd73c62-7de3-4d99-9ce6-031f97cebd29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network hostable DHCP agents. Network: a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:11:10.437472 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd73c62-7de3-4d99-9ce6-031f97cebd29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:11:10.447427 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-bbd73c62-7de3-4d99-9ce6-031f97cebd29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:11:10.453163 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd73c62-7de3-4d99-9ce6-031f97cebd29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:10.454160 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bbd73c62-7de3-4d99-9ce6-031f97cebd29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:10.459115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade946cb-c0a0-475d-9bc7-19252e69b3e5 None None] Network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:11:10.477799 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bbd73c62-7de3-4d99-9ce6-031f97cebd29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4235435 Aug 24 01:11:10.481938 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47782) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:10.585644 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:10.597450 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Transition to ACTIVE for port object 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:11:10.604857 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:10.629721 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ips': [{'subnet_id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:11:10.631169 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:10.651840 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Attempting to bind port 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:11:10.652206 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Attempting to bind port 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:11:10.652562 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Attempting to bind port 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:11:10.664444 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:11:10.664855 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:11:10.665217 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:10.665984 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:11:10.666148 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Bound port: 2a3c5bab-1079-47d4-9ed9-4e56583f84e7, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:11:10.666428 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:10.715486 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e853bc-e4f3-4a28-9e4e-7dd65a44601f None None] Pushing event updated for resources: {'Port': ['ID=2a3c5bab-1079-47d4-9ed9-4e56583f84e7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:10.730085 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] For port 2a3c5bab-1079-47d4-9ed9-4e56583f84e7, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:11:10.733908 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] For port 2a3c5bab-1079-47d4-9ed9-4e56583f84e7, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2a3c5bab-1079-47d4-9ed9-4e56583f84e7,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:11:10.738734 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:10.784491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Allocated IP 172.20.0.2 (a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb/252cdd1d-263a-4b2c-80b8-d020d5b12ffc/2c9f62a8-a896-4f84-a991-f0515462a392) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:11:10.789085 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Routers {'39344abc-d839-4a3e-ab0d-5384ba1e7f3a'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:11:10.789829 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:11:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:10.900452 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e853bc-e4f3-4a28-9e4e-7dd65a44601f None None] Pushing event updated for resources: {'Port': ['ID=2a3c5bab-1079-47d4-9ed9-4e56583f84e7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:10.919786 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] Set router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:11:10.944747 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:10.953249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Transition to ACTIVE for port object 2c9f62a8-a896-4f84-a991-f0515462a392 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:11:10.955574 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:10.969350 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Transition to ACTIVE for port object 2c9f62a8-a896-4f84-a991-f0515462a392 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:11:10.979134 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:11.022463 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:11:11.025348 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:11:11.028692 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:11:11.036911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Pushing event updated for resources: {'Port': ['ID=2c9f62a8-a896-4f84-a991-f0515462a392,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:11.093758 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Attempting to bind port 2c9f62a8-a896-4f84-a991-f0515462a392 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:11:11.094129 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Attempting to bind port 2c9f62a8-a896-4f84-a991-f0515462a392 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '233e7d5d-6b65-4b80-88fa-6986072b664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:11:11.094494 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Attempting to bind port 2c9f62a8-a896-4f84-a991-f0515462a392 on network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:11:11.100680 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:11:11.101055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Checking segment: {'id': '233e7d5d-6b65-4b80-88fa-6986072b664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:11:11.101457 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:11.102001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Bound using segment: {'id': '233e7d5d-6b65-4b80-88fa-6986072b664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:11:11.102472 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Bound port: 2c9f62a8-a896-4f84-a991-f0515462a392, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233e7d5d-6b65-4b80-88fa-6986072b664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:11:11.102876 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:11.114534 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:09Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:11.145166 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d4ad50-1902-44c6-949f-d2ad1cf8ae4a None None] The sync data for ids ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'] in n-d-805736-1 is: [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:09Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:11:11.171762 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] For port 2c9f62a8-a896-4f84-a991-f0515462a392, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:11:11.177666 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] For port 2c9f62a8-a896-4f84-a991-f0515462a392, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2c9f62a8-a896-4f84-a991-f0515462a392,segment=NetworkSegment(233e7d5d-6b65-4b80-88fa-6986072b664a),segment_id=233e7d5d-6b65-4b80-88fa-6986072b664a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:11:11.184641 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:11.254302 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3df72a-d822-4b54-a079-7fbecccdb401 None None] Pushing event updated for resources: {'Port': ['ID=2c9f62a8-a896-4f84-a991-f0515462a392,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:11.277507 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.20.0.1 (a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb/252cdd1d-263a-4b2c-80b8-d020d5b12ffc/dc4bbc37-a3c5-4a00-bc13-d817340cae2e) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:11:11.438064 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:11.477242 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Transition to ACTIVE for port object dc4bbc37-a3c5-4a00-bc13-d817340cae2e will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:11:11.523250 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:11.573287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:11:11.576810 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:11:11.581790 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:11:11.628856 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=dc4bbc37-a3c5-4a00-bc13-d817340cae2e,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:11.643052 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:11.783599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:12.082293 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:12.087215 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:12.165009 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:12.166735 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=dc4bbc37-a3c5-4a00-bc13-d817340cae2e,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:12.248007 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f30a4-0bfb-49b0-9c88-10ce545d6748 None None] Network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:11:12.262613 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:11:12.264127 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:11:12.379857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:11:12.380606 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dffd24b4-23b3-4e7f-8efb-9cdd01f017d8 None None] Provisioning for port 2c9f62a8-a896-4f84-a991-f0515462a392 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:11:12.493531 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:11:12.505342 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f40fab55-dc43-48a2-b987-d37764e3533b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "PUT /v2.0/routers/39344abc-d839-4a3e-ab0d-5384ba1e7f3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0155680 Aug 24 01:11:12.665335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-f0ad6db7-5770-46e0-9fda-1e963ae57c4b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487537487&fields=id&tenant_id=f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 267 time: 0.0405164 Aug 24 01:11:12.737764 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-de9993b0-c4c0-471a-a9d2-6ebbf374fa46 None None] Provisioning for port dc4bbc37-a3c5-4a00-bc13-d817340cae2e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:11:12.743881 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-de9993b0-c4c0-471a-a9d2-6ebbf374fa46 None None] Provisioning complete for port dc4bbc37-a3c5-4a00-bc13-d817340cae2e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:11:12.744374 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de9993b0-c4c0-471a-a9d2-6ebbf374fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:12.796970 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-de9993b0-c4c0-471a-a9d2-6ebbf374fa46 None None] Port dc4bbc37-a3c5-4a00-bc13-d817340cae2e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:11:12.797491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-d1aeb803-d51b-433e-8260-c6107768535d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:12.803294 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-d1aeb803-d51b-433e-8260-c6107768535d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/networks?id=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb HTTP/1.1" status: 200 len: 796 time: 0.1303649 Aug 24 01:11:12.826504 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-f3be39d1-4994-4705-8b89-2c63eccf55a8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/quotas/f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 375 time: 0.0199249 Aug 24 01:11:12.835330 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2c9f62a8-a896-4f84-a991-f0515462a392 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:11:12.868618 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Sync routers for ids ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:11:12.887389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-878f4762-b003-458c-97d2-1f61896a68db tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598214 Aug 24 01:11:12.890953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Routers {'39344abc-d839-4a3e-ab0d-5384ba1e7f3a'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:11:12.891622 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:11:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:12.966545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 2c9f62a8-a896-4f84-a991-f0515462a392 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:11:12.968515 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f9ec9c1e-83ed-4011-8f68-c278e2c545f2 None None] Provisioning complete for port dc4bbc37-a3c5-4a00-bc13-d817340cae2e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:11:12.968888 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f9ec9c1e-83ed-4011-8f68-c278e2c545f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:12.996764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-e88ae68e-4888-43b9-97b7-33e7bfc9f663 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:11:12.997923 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-e88ae68e-4888-43b9-97b7-33e7bfc9f663 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0596957 Aug 24 01:11:13.028718 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 2c9f62a8-a896-4f84-a991-f0515462a392 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:11:13.029066 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:13.089020 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec9c1e-83ed-4011-8f68-c278e2c545f2 None None] Port dc4bbc37-a3c5-4a00-bc13-d817340cae2e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:11:13.092996 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Set router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:11:13.097672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-42e67e27-729a-40df-aeb3-97acc780fc0c service neutron] 10.222.0.32 "GET /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916133 Aug 24 01:11:13.194015 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-4d63dca1-0fe2-466f-8bdf-e5c0c62d26df service neutron] 10.222.0.32 "GET /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902729 Aug 24 01:11:13.266060 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:13.271327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5e36f6c3-4d12-416a-93d6-596036fef721 None None] Provisioning complete for port dc4bbc37-a3c5-4a00-bc13-d817340cae2e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:11:13.271684 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5e36f6c3-4d12-416a-93d6-596036fef721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:13.362950 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5e36f6c3-4d12-416a-93d6-596036fef721 None None] Port dc4bbc37-a3c5-4a00-bc13-d817340cae2e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:11:13.373663 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7526c8a7-ddec-4e07-9bba-1f2e689c60fb req-1d1e0cd3-68a1-46ed-bf4c-62d535627889 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 210 time: 0.0294237 Aug 24 01:11:13.388148 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 2c9f62a8-a896-4f84-a991-f0515462a392, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2c9f62a8-a896-4f84-a991-f0515462a392,segment=NetworkSegment(233e7d5d-6b65-4b80-88fa-6986072b664a),segment_id=233e7d5d-6b65-4b80-88fa-6986072b664a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:13.395696 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:13.396714 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:11:13.488147 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=2c9f62a8-a896-4f84-a991-f0515462a392,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:13.505715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:11Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'dc4bbc37-a3c5-4a00-bc13-d817340cae2e', 'name': '', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:2c:14:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:11Z', 'updated_at': '2021-08-24T01:11:11Z', 'revision_number': 2, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:13.508979 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:11:13.538828 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Checking router: 39344abc-d839-4a3e-ab0d-5384ba1e7f3a for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:11:13.539187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Updating router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a port dc4bbc37-a3c5-4a00-bc13-d817340cae2e binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:11:13.541185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:11:13.541554 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:13.593545 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:13.904184 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:13.946555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 2a3c5bab-1079-47d4-9ed9-4e56583f84e7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2a3c5bab-1079-47d4-9ed9-4e56583f84e7,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:13.974157 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:14.045552 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=2a3c5bab-1079-47d4-9ed9-4e56583f84e7,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:14.121092 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:14.131327 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Transition to ACTIVE for port object dc4bbc37-a3c5-4a00-bc13-d817340cae2e will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:11:14.136470 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:14.188255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015728f-f9b9-4a0c-b045-9f744810de78 None None] Pushing event updated for resources: {'Port': ['ID=dc4bbc37-a3c5-4a00-bc13-d817340cae2e,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:14.242255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Attempting to bind port dc4bbc37-a3c5-4a00-bc13-d817340cae2e on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:11:14.242637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Attempting to bind port dc4bbc37-a3c5-4a00-bc13-d817340cae2e by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '233e7d5d-6b65-4b80-88fa-6986072b664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:11:14.243631 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Attempting to bind port dc4bbc37-a3c5-4a00-bc13-d817340cae2e on network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:11:14.249023 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:11:14.249510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Checking segment: {'id': '233e7d5d-6b65-4b80-88fa-6986072b664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:11:14.249916 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:14.250373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Bound using segment: {'id': '233e7d5d-6b65-4b80-88fa-6986072b664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:11:14.250954 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Bound port: dc4bbc37-a3c5-4a00-bc13-d817340cae2e, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233e7d5d-6b65-4b80-88fa-6986072b664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:11:14.251455 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:14.350096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] For port dc4bbc37-a3c5-4a00-bc13-d817340cae2e, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:11:14.355083 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] For port dc4bbc37-a3c5-4a00-bc13-d817340cae2e, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=dc4bbc37-a3c5-4a00-bc13-d817340cae2e,segment=NetworkSegment(233e7d5d-6b65-4b80-88fa-6986072b664a),segment_id=233e7d5d-6b65-4b80-88fa-6986072b664a)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:11:14.363990 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:14.432561 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Routers {'39344abc-d839-4a3e-ab0d-5384ba1e7f3a'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:11:14.433348 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:11:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:14.441251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-60c235cc-d248-45de-853d-2979ee31e135 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:14.443442 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-60c235cc-d248-45de-853d-2979ee31e135 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/networks?id=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb HTTP/1.1" status: 200 len: 796 time: 0.1517630 Aug 24 01:11:14.502871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015728f-f9b9-4a0c-b045-9f744810de78 None None] Pushing event updated for resources: {'Port': ['ID=dc4bbc37-a3c5-4a00-bc13-d817340cae2e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:14.508835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c267f72-c54a-4798-b548-131baba60cdc req-0d761a8c-6cc2-49b8-b0e8-2d8e303c3289 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 210 time: 0.0451803 Aug 24 01:11:14.539403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-6e0c5352-171a-435a-9d48-0efa136445ec tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 380 time: 0.0634301 Aug 24 01:11:14.555856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-199415e8-2889-4508-9b76-e2cf23149426 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'port': {'device_id': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'admin_state_up': True, 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'security_groups': ['f181076f-78e4-4a4b-b475-7bb73328f858']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:14.589146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] Set router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:11:14.666788 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-199415e8-2889-4508-9b76-e2cf23149426 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:11:14.670271 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-199415e8-2889-4508-9b76-e2cf23149426 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:14.781434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2c9f62a8-a896-4f84-a991-f0515462a392 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:11:14.810422 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-199415e8-2889-4508-9b76-e2cf23149426 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.20.0.14 (a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb/252cdd1d-263a-4b2c-80b8-d020d5b12ffc/e4f3cf5c-42b1-4c65-b45e-a7a465d59b66) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:11:14.849888 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 2c9f62a8-a896-4f84-a991-f0515462a392 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:11:14.850252 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:14.854549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:11Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'dc4bbc37-a3c5-4a00-bc13-d817340cae2e', 'name': '', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:2c:14:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:11Z', 'updated_at': '2021-08-24T01:11:14Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:14.903390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbe9f6e-8bde-47c8-99cf-2d2855d78173 None None] The sync data for ids ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'] in n-d-805736-1 is: [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:11Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'dc4bbc37-a3c5-4a00-bc13-d817340cae2e', 'name': '', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:2c:14:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:11Z', 'updated_at': '2021-08-24T01:11:14Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:11:14.965588 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-199415e8-2889-4508-9b76-e2cf23149426 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:14.976920 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:11:14.988178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-199415e8-2889-4508-9b76-e2cf23149426 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Transition to ACTIVE for port object e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:11:15.028439 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-199415e8-2889-4508-9b76-e2cf23149426 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:15.040516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:11:15.040988 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:15.086813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-199415e8-2889-4508-9b76-e2cf23149426 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:11:15.088538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-199415e8-2889-4508-9b76-e2cf23149426 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:11:15.090367 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199415e8-2889-4508-9b76-e2cf23149426 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:15.092608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-199415e8-2889-4508-9b76-e2cf23149426 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:11:15.148941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-199415e8-2889-4508-9b76-e2cf23149426 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:15.151070 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-199415e8-2889-4508-9b76-e2cf23149426 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:15.168758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-199415e8-2889-4508-9b76-e2cf23149426 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6168361 Aug 24 01:11:15.187114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Request body: {'port': {'device_id': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:15.253186 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:15.364695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6af49476-d5a6-4766-b699-2c55344f58ed None None] Provisioning for port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:11:15.368916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6af49476-d5a6-4766-b699-2c55344f58ed None None] Provisioning complete for port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:11:15.369360 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6af49476-d5a6-4766-b699-2c55344f58ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:15.407252 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6af49476-d5a6-4766-b699-2c55344f58ed None None] Port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:11:15.529769 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:11:15.538719 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:15.552477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Transition to ACTIVE for port object e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:11:15.558525 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:15.643570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:15.711588 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85ab61-6675-4d2f-a6b0-bccc43b7962a req-2938e19d-57a8-4cf6-9a76-604173808e40 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:15.713212 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf85ab61-6675-4d2f-a6b0-bccc43b7962a req-2938e19d-57a8-4cf6-9a76-604173808e40 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 944 time: 0.1176209 Aug 24 01:11:15.749695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Attempting to bind port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:11:15.750056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Attempting to bind port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '233e7d5d-6b65-4b80-88fa-6986072b664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:11:15.750383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Attempting to bind port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 on network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:11:15.759175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 on network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:11:15.759508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Attempting to bind port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 on network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:11:15.776814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf85ab61-6675-4d2f-a6b0-bccc43b7962a req-80f002c1-401a-49c6-8d6a-27f0988ffaf5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564857 Aug 24 01:11:15.777555 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:11:15.777901 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Checking segment: {'id': '233e7d5d-6b65-4b80-88fa-6986072b664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:11:15.778283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Bound using segment: {'id': '233e7d5d-6b65-4b80-88fa-6986072b664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:11:15.778735 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Bound port: e4f3cf5c-42b1-4c65-b45e-a7a465d59b66, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '233e7d5d-6b65-4b80-88fa-6986072b664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:11:15.779127 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:15.852160 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] For port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:11:15.855510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] For port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66,segment=NetworkSegment(233e7d5d-6b65-4b80-88fa-6986072b664a),segment_id=233e7d5d-6b65-4b80-88fa-6986072b664a)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:11:15.860451 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:15.902566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:15.903205 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:15.904612 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-45274555-73df-4df2-9e47-031ba6200983 service neutron] 10.222.0.13 "PUT /v2.0/ports/e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 HTTP/1.1" status: 200 len: 1092 time: 0.7225125 Aug 24 01:11:15.905095 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'tag': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:11:15.907872 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d205c2aa-b22e-40f4-8515-2a237febc380" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4e6f35-f314-4db6-b56a-7c8d4fe5214a", "tag": "e4f3cf5c-42b1-4c65-b45e-a7a465d59b66"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:11:15.936649 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45274555-73df-4df2-9e47-031ba6200983 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:15.960439 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b23eb3-2695-4866-a5c9-aedfedda79be x-openstack-request-id: req-f6b23eb3-2695-4866-a5c9-aedfedda79be {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:11:15.960946 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4e6f35-f314-4db6-b56a-7c8d4fe5214a", "tag": "e4f3cf5c-42b1-4c65-b45e-a7a465d59b66", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:11:15.961210 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6b23eb3-2695-4866-a5c9-aedfedda79be {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:11:15.961617 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'tag': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66', 'status': 'completed', 'code': 200} Aug 24 01:11:16.020214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-8b3b3c9c-4d6b-4510-b091-990c6d838d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:16.021765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-8b3b3c9c-4d6b-4510-b091-990c6d838d7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 1095 time: 0.0446501 Aug 24 01:11:16.073279 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-2198b79f-dc2d-4c8b-a1b2-8e777137dc06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 HTTP/1.1" status: 200 len: 217 time: 0.0381501 Aug 24 01:11:16.129399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-6fe4221c-c890-49c2-b123-719ed9d45da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:16.130949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-6fe4221c-c890-49c2-b123-719ed9d45da7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=252cdd1d-263a-4b2c-80b8-d020d5b12ffc HTTP/1.1" status: 200 len: 835 time: 0.0507393 Aug 24 01:11:16.179616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-81be7f1f-5581-477c-9cce-b6e9924ba47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:16.181057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-81be7f1f-5581-477c-9cce-b6e9924ba47d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436800 Aug 24 01:11:16.270225 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-b3e4e6e1-af7b-4373-9ad6-da81cbc7fe6d service neutron] 10.222.0.13 "GET /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807855 Aug 24 01:11:16.359951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fa87ee5-ca72-450a-aac9-4364e5b33b36 req-255fdfae-ec93-4695-b7c5-56351fbc3bc6 service neutron] 10.222.0.13 "GET /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825253 Aug 24 01:11:16.481713 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205c2aa-b22e-40f4-8515-2a237febc380 req-e55d549e-fb65-4e0b-8269-bd3043060900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:16.483266 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d205c2aa-b22e-40f4-8515-2a237febc380 req-e55d549e-fb65-4e0b-8269-bd3043060900 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 1095 time: 0.0404079 Aug 24 01:11:16.576908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205c2aa-b22e-40f4-8515-2a237febc380 req-f1203a19-1abe-422e-93e1-3ab1e0a7f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:16.578468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d205c2aa-b22e-40f4-8515-2a237febc380 req-f1203a19-1abe-422e-93e1-3ab1e0a7f11f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb HTTP/1.1" status: 200 len: 897 time: 0.0879192 Aug 24 01:11:16.619515 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d205c2aa-b22e-40f4-8515-2a237febc380 req-3122279d-b8ab-44d0-bde7-a7437a8e00be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 HTTP/1.1" status: 200 len: 217 time: 0.0339353 Aug 24 01:11:16.667710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205c2aa-b22e-40f4-8515-2a237febc380 req-07b6eeef-1148-4116-b5ec-ba652febaae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:16.669111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d205c2aa-b22e-40f4-8515-2a237febc380 req-07b6eeef-1148-4116-b5ec-ba652febaae3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=252cdd1d-263a-4b2c-80b8-d020d5b12ffc HTTP/1.1" status: 200 len: 835 time: 0.0425749 Aug 24 01:11:16.714148 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205c2aa-b22e-40f4-8515-2a237febc380 req-0d6b5c28-e032-4b44-8b58-c3adb98014ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:16.715712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d205c2aa-b22e-40f4-8515-2a237febc380 req-0d6b5c28-e032-4b44-8b58-c3adb98014ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393939 Aug 24 01:11:16.761477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dc4bbc37-a3c5-4a00-bc13-d817340cae2e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:11:16.814104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d205c2aa-b22e-40f4-8515-2a237febc380 req-67fcb808-8140-4093-980d-7d6aa30bfb16 service neutron] 10.222.0.13 "GET /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897119 Aug 24 01:11:16.822107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port dc4bbc37-a3c5-4a00-bc13-d817340cae2e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:11:16.826155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port dc4bbc37-a3c5-4a00-bc13-d817340cae2e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:11:16.826642 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:16.908971 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:16.942251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port dc4bbc37-a3c5-4a00-bc13-d817340cae2e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=dc4bbc37-a3c5-4a00-bc13-d817340cae2e,segment=NetworkSegment(233e7d5d-6b65-4b80-88fa-6986072b664a),segment_id=233e7d5d-6b65-4b80-88fa-6986072b664a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:16.946345 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:16.949742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403ac3f-e515-403f-9508-fecfe99e7809 req-28608444-8f85-42c3-bd0a-61d15e3a7ab7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:16.951512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a403ac3f-e515-403f-9508-fecfe99e7809 req-28608444-8f85-42c3-bd0a-61d15e3a7ab7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 944 time: 0.0846465 Aug 24 01:11:16.957440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d205c2aa-b22e-40f4-8515-2a237febc380 req-d44901bb-d42c-43b2-a109-7633b8a93b2e service neutron] 10.222.0.13 "GET /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351917 Aug 24 01:11:16.992557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a403ac3f-e515-403f-9508-fecfe99e7809 req-a90247b1-7851-4499-b79e-2c3a5d310a33 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333769 Aug 24 01:11:17.001555 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=dc4bbc37-a3c5-4a00-bc13-d817340cae2e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:18.108738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36d18-e456-4e59-bdfb-246bca55d020 req-10d45693-abb1-4f63-9e97-3e34997e7c43 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:18.110241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95e36d18-e456-4e59-bdfb-246bca55d020 req-10d45693-abb1-4f63-9e97-3e34997e7c43 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 944 time: 0.0485730 Aug 24 01:11:18.147879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95e36d18-e456-4e59-bdfb-246bca55d020 req-a80261e7-e54b-4a9d-a294-59989e1d8c8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Aug 24 01:11:18.747613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dc4bbc37-a3c5-4a00-bc13-d817340cae2e up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:11:18.798089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port dc4bbc37-a3c5-4a00-bc13-d817340cae2e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:11:18.798460 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:19.266653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08485b31-a850-4b21-9cfd-55dae9303ff4 req-a7e63a49-5d54-4eda-8f0b-d8f68d0fbbf2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:19.268241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08485b31-a850-4b21-9cfd-55dae9303ff4 req-a7e63a49-5d54-4eda-8f0b-d8f68d0fbbf2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 944 time: 0.0527730 Aug 24 01:11:19.306818 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-08485b31-a850-4b21-9cfd-55dae9303ff4 req-7fcb86d3-3a32-43a0-9605-2941b2f9362a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322630 Aug 24 01:11:19.852964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:11:19.951823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66,segment=NetworkSegment(233e7d5d-6b65-4b80-88fa-6986072b664a),segment_id=233e7d5d-6b65-4b80-88fa-6986072b664a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:19.962884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'port_id': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66', 'mac_address': 'fa:16:3e:0a:98:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:11:19.999528 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:20.012512 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:11:20.033228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66,segment=NetworkSegment(233e7d5d-6b65-4b80-88fa-6986072b664a),segment_id=233e7d5d-6b65-4b80-88fa-6986072b664a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:20.036912 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:20.083686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:20.311245 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['e4f3cf5c-42b1-4c65-b45e-a7a465d59b66'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:11:20.420486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacd1ca-c621-4250-b31b-e87dbeed0f72 req-befce902-1434-42d1-a13f-e9db092ff7be tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:20.422220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bacd1ca-c621-4250-b31b-e87dbeed0f72 req-befce902-1434-42d1-a13f-e9db092ff7be tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 945 time: 0.0485344 Aug 24 01:11:20.463692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0bacd1ca-c621-4250-b31b-e87dbeed0f72 req-90dabbe6-57e0-4af6-b9a9-8c5571d7e0ed tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345104 Aug 24 01:11:21.581017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a83e37-d85a-4105-beff-3b33f07fed0c req-1719f95a-4c7e-40e3-b815-7a36175cefb9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:21.582506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65a83e37-d85a-4105-beff-3b33f07fed0c req-1719f95a-4c7e-40e3-b815-7a36175cefb9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 945 time: 0.0492518 Aug 24 01:11:21.622403 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65a83e37-d85a-4105-beff-3b33f07fed0c req-4b1a2c0b-1e16-4beb-86fd-fffaca696359 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338833 Aug 24 01:11:21.866089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:11:21.916334 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:11:21.919939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:11:21.920309 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:21.993979 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:22.015768 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:11:22.018618 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bb64ce-6fdd-494e-a554-76fc9addc079" -d '{"events": [{"server_uuid": "8a4e6f35-f314-4db6-b56a-7c8d4fe5214a", "name": "network-vif-plugged", "status": "completed", "tag": "e4f3cf5c-42b1-4c65-b45e-a7a465d59b66"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:11:22.030628 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66,segment=NetworkSegment(233e7d5d-6b65-4b80-88fa-6986072b664a),segment_id=233e7d5d-6b65-4b80-88fa-6986072b664a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:22.035963 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:22.059998 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71982333-e5f5-46da-a23e-c7f885053dc1 x-openstack-request-id: req-71982333-e5f5-46da-a23e-c7f885053dc1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:11:22.060284 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4e6f35-f314-4db6-b56a-7c8d4fe5214a", "name": "network-vif-plugged", "status": "completed", "tag": "e4f3cf5c-42b1-4c65-b45e-a7a465d59b66", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:11:22.060534 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71982333-e5f5-46da-a23e-c7f885053dc1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:11:22.060924 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66', 'code': 200} Aug 24 01:11:22.085701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:22.182544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cabba-0bcb-473c-a886-96d83246760e req-5f5cbd97-5d53-4b46-9c2a-7ea86732b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:22.184001 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a9cabba-0bcb-473c-a886-96d83246760e req-5f5cbd97-5d53-4b46-9c2a-7ea86732b8f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 1097 time: 0.0441446 Aug 24 01:11:22.222790 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a9cabba-0bcb-473c-a886-96d83246760e req-b46c4ef2-5baf-4b03-a499-e854ee3ece2a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312207 Aug 24 01:11:22.736713 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ea67-516a-49c2-bcb3-3cf3b46900ef req-c362feda-9d3b-4cc8-9e9d-dbf97d7c37fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:22.738319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c59ea67-516a-49c2-bcb3-3cf3b46900ef req-c362feda-9d3b-4cc8-9e9d-dbf97d7c37fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0498478 Aug 24 01:11:22.775574 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c59ea67-516a-49c2-bcb3-3cf3b46900ef req-074d02ea-bdc0-40c8-8d3f-d8751851b3c8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308602 Aug 24 01:11:23.890991 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d8fbf-21a1-4d00-9b1f-d395552be809 req-f96a812f-82e4-4d51-a357-a952cead7db1 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:23.893160 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e2d8fbf-21a1-4d00-9b1f-d395552be809 req-f96a812f-82e4-4d51-a357-a952cead7db1 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0487733 Aug 24 01:11:23.929966 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e2d8fbf-21a1-4d00-9b1f-d395552be809 req-c9d17553-5514-4800-9318-902c9cbb5fd9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309501 Aug 24 01:11:24.046155 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4aa15-616b-42ca-9bad-ed60c4820b47 req-8f7b27dd-3932-4939-b2ec-e297b10213d7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:24.047654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b4aa15-616b-42ca-9bad-ed60c4820b47 req-8f7b27dd-3932-4939-b2ec-e297b10213d7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0520833 Aug 24 01:11:24.085355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-82b4aa15-616b-42ca-9bad-ed60c4820b47 req-2ed7a232-f272-43aa-8af6-b96ed1e2287d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310302 Aug 24 01:11:24.106283 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47856) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:24.155927 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b6f64-a34f-4c6c-97c9-bfaccdef0eb8 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:24.157628 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-436b6f64-a34f-4c6c-97c9-bfaccdef0eb8 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 1092 time: 0.0500679 Aug 24 01:11:24.160572 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47862) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:24.164921 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:24.186677 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:24.257155 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:24.287092 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:24.393943 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.25.8.166 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/9e539554-ad3a-4233-9176-9843b432f5f9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:11:24.492872 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:24.531024 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:24.574591 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:11:24.577436 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:11:24.581719 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:11:24.587266 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=9e539554-ad3a-4233-9176-9843b432f5f9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:25.184442 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:25.252222 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:25.401243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:25.405739 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:25.474627 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=9e539554-ad3a-4233-9176-9843b432f5f9,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:25.484475 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:25.586200 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Floating IP e27ddde6-cac0-4f6f-b353-b01bae0216a1 associated. External IP: 172.25.8.166, port: e4f3cf5c-42b1-4c65-b45e-a7a465d59b66. Aug 24 01:11:25.797419 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:11:25.910384 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:11:25.919683 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a1ebf4-2f5c-4759-b6af-03f769d11815 None None] Sync routers for ids ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:11:25.925779 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:25.929443 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1ebf4-2f5c-4759-b6af-03f769d11815 None None] Routers {'39344abc-d839-4a3e-ab0d-5384ba1e7f3a'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:11:25.930058 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d3a1ebf4-2f5c-4759-b6af-03f769d11815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:11:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:25.953451 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-99f34523-debf-46d9-b4c1-1eece7189f6b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7918701 Aug 24 01:11:25.954045 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'tag': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:11:25.996314 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d889f77d522bbf3953e3538f7cf97f660794b72665fad371c9564fe2e75f33d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c47770-9fa3-4bf3-8032-26602f906c72" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4e6f35-f314-4db6-b56a-7c8d4fe5214a", "tag": "e4f3cf5c-42b1-4c65-b45e-a7a465d59b66"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:11:26.041050 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d3a1ebf4-2f5c-4759-b6af-03f769d11815 None None] Set router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:11:26.063398 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc59d9c-8688-4735-9d40-9df2f006a99d req-f731f7c2-0153-4173-9485-07a4a4602674 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:26.065904 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbc59d9c-8688-4735-9d40-9df2f006a99d req-f731f7c2-0153-4173-9485-07a4a4602674 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0571034 Aug 24 01:11:26.096668 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0e1c83-4a29-488a-b29e-02a6d215e7c0 x-openstack-request-id: req-0d0e1c83-4a29-488a-b29e-02a6d215e7c0 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:11:26.096944 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4e6f35-f314-4db6-b56a-7c8d4fe5214a", "tag": "e4f3cf5c-42b1-4c65-b45e-a7a465d59b66", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:11:26.097186 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d0e1c83-4a29-488a-b29e-02a6d215e7c0 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:11:26.097611 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'tag': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66', 'status': 'completed', 'code': 200} Aug 24 01:11:26.109976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cbc59d9c-8688-4735-9d40-9df2f006a99d req-b230604c-129e-4087-b214-9164955cdd5d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347068 Aug 24 01:11:26.133197 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47872) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:26.181501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c47770-9fa3-4bf3-8032-26602f906c72 req-5c06244b-8769-4192-826a-85fc40ac8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:26.183077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90c47770-9fa3-4bf3-8032-26602f906c72 req-5c06244b-8769-4192-826a-85fc40ac8397 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 1097 time: 0.0415132 Aug 24 01:11:26.199354 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a0a7943f-b25b-45aa-8126-1522c8350de0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/e27ddde6-cac0-4f6f-b353-b01bae0216a1 HTTP/1.1" status: 200 len: 992 time: 0.0649810 Aug 24 01:11:26.277545 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d3a1ebf4-2f5c-4759-b6af-03f769d11815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:11Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e27ddde6-cac0-4f6f-b353-b01bae0216a1', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.166', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'port_id': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'mac_address': 'fa:16:3e:0a:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:11:25Z', 'updated_at': '2021-08-24T01:11:25Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4bbc37-a3c5-4a00-bc13-d817340cae2e', 'name': '', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:2c:14:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:11Z', 'updated_at': '2021-08-24T01:11:16Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:26.283734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c47770-9fa3-4bf3-8032-26602f906c72 req-18b4b887-b6a1-43a8-8be1-f37c2e9910bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:26.285260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90c47770-9fa3-4bf3-8032-26602f906c72 req-18b4b887-b6a1-43a8-8be1-f37c2e9910bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb HTTP/1.1" status: 200 len: 897 time: 0.0942693 Aug 24 01:11:26.304890 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a1ebf4-2f5c-4759-b6af-03f769d11815 None None] Checking router: 39344abc-d839-4a3e-ab0d-5384ba1e7f3a for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:11:26.312968 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1ebf4-2f5c-4759-b6af-03f769d11815 None None] Routers {'39344abc-d839-4a3e-ab0d-5384ba1e7f3a'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:11:26.313494 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d3a1ebf4-2f5c-4759-b6af-03f769d11815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:11:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:26.350324 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90c47770-9fa3-4bf3-8032-26602f906c72 req-5c2d62a7-00c9-4d54-8255-9d47d7ffa3d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 HTTP/1.1" status: 200 len: 1000 time: 0.0583737 Aug 24 01:11:26.400446 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c47770-9fa3-4bf3-8032-26602f906c72 req-cfd45353-fc52-4a79-883e-ffbf60c11ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:26.401966 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90c47770-9fa3-4bf3-8032-26602f906c72 req-cfd45353-fc52-4a79-883e-ffbf60c11ccd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=252cdd1d-263a-4b2c-80b8-d020d5b12ffc HTTP/1.1" status: 200 len: 835 time: 0.0437560 Aug 24 01:11:26.420780 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d3a1ebf4-2f5c-4759-b6af-03f769d11815 None None] Set router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:11:26.452103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c47770-9fa3-4bf3-8032-26602f906c72 req-d4570a50-f050-42af-9a72-bdbf09ab679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:26.453650 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90c47770-9fa3-4bf3-8032-26602f906c72 req-d4570a50-f050-42af-9a72-bdbf09ab679b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441830 Aug 24 01:11:26.541907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90c47770-9fa3-4bf3-8032-26602f906c72 req-253b723e-1bdb-4f67-9594-04bc33853c49 service neutron] 10.222.0.13 "GET /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807014 Aug 24 01:11:26.649039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-90c47770-9fa3-4bf3-8032-26602f906c72 req-980f47ad-af9b-4b4c-aa6c-6979df26b388 service neutron] 10.222.0.13 "GET /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000361 Aug 24 01:11:26.751506 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d3a1ebf4-2f5c-4759-b6af-03f769d11815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:11Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e27ddde6-cac0-4f6f-b353-b01bae0216a1', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.166', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'port_id': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'mac_address': 'fa:16:3e:0a:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:11:25Z', 'updated_at': '2021-08-24T01:11:25Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4bbc37-a3c5-4a00-bc13-d817340cae2e', 'name': '', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:2c:14:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:11Z', 'updated_at': '2021-08-24T01:11:16Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:26.777415 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a1ebf4-2f5c-4759-b6af-03f769d11815 None None] The sync data for ids ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'] in n-d-805736-1 is: [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:11Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'e27ddde6-cac0-4f6f-b353-b01bae0216a1', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.166', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'port_id': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'mac_address': 'fa:16:3e:0a:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:11:25Z', 'updated_at': '2021-08-24T01:11:25Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4bbc37-a3c5-4a00-bc13-d817340cae2e', 'name': '', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:2c:14:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:11Z', 'updated_at': '2021-08-24T01:11:16Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:11:26.959135 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862bd52d-1949-42ed-8415-0db894a1d34c None None] New status for floating IP e27ddde6-cac0-4f6f-b353-b01bae0216a1: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:11:27.203182 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 47874) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:27.268342 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-327e849c-9d89-46ad-97fb-0747f5a4617a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/e27ddde6-cac0-4f6f-b353-b01bae0216a1 HTTP/1.1" status: 200 len: 994 time: 0.0640478 Aug 24 01:11:27.593298 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75d9a470-b581-4867-9ce3-09839de1b161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:30.178235 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:30.193465 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:30.271769 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7b7a-a944-413f-bf71-e2292038d715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:31.119135 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:11:31.453639 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:33.218543 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:54.278573 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:57.594674 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0ab2e2d2-2a24-4852-8727-146929c2fb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:58.680856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdf7b8-54ae-4616-835f-af9f4fdffd1d req-2538b59d-05ce-48f1-bdfd-0f9f8b823b9f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:58.682353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-becdf7b8-54ae-4616-835f-af9f4fdffd1d req-2538b59d-05ce-48f1-bdfd-0f9f8b823b9f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0830917 Aug 24 01:11:58.684813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17536915-f19a-4031-bc92-18e36e0209ad req-47172aff-073f-4912-ae19-f40dda8b8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:58.686188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17536915-f19a-4031-bc92-18e36e0209ad req-47172aff-073f-4912-ae19-f40dda8b8fee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 1097 time: 0.0605078 Aug 24 01:11:58.771042 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-becdf7b8-54ae-4616-835f-af9f4fdffd1d req-26eb76bb-e208-41dc-aeca-3710ec0fd9dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822182 Aug 24 01:11:58.802384 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17536915-f19a-4031-bc92-18e36e0209ad req-2a62873c-2cd7-443b-853f-e1b35d511c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:58.803812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17536915-f19a-4031-bc92-18e36e0209ad req-2a62873c-2cd7-443b-853f-e1b35d511c87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb HTTP/1.1" status: 200 len: 897 time: 0.1078136 Aug 24 01:11:58.868498 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17536915-f19a-4031-bc92-18e36e0209ad req-a2899ea4-64e7-48cc-b487-7e2d78aae66d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 HTTP/1.1" status: 200 len: 1002 time: 0.0561607 Aug 24 01:11:58.921261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17536915-f19a-4031-bc92-18e36e0209ad req-66fa2210-1fad-4b7f-b2dd-2c67929bd74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:58.922677 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17536915-f19a-4031-bc92-18e36e0209ad req-66fa2210-1fad-4b7f-b2dd-2c67929bd74a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=252cdd1d-263a-4b2c-80b8-d020d5b12ffc HTTP/1.1" status: 200 len: 835 time: 0.0466890 Aug 24 01:11:58.967717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17536915-f19a-4031-bc92-18e36e0209ad req-9f4014e1-53e4-4a60-bf3d-25b61670c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:58.969192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17536915-f19a-4031-bc92-18e36e0209ad req-9f4014e1-53e4-4a60-bf3d-25b61670c4fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391710 Aug 24 01:11:59.055290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17536915-f19a-4031-bc92-18e36e0209ad req-3fa21f37-4cf0-49f0-80d4-9cd9da58f646 service neutron] 10.222.0.13 "GET /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784514 Aug 24 01:11:59.148353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-17536915-f19a-4031-bc92-18e36e0209ad req-13456d97-5a94-4b43-9684-c533cac935bf service neutron] 10.222.0.13 "GET /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849874 Aug 24 01:11:59.901259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfd2f7-0ade-4f66-8617-ce8e1f117e78 req-a055e9a1-fe7f-400d-a9da-ae0813eb1d2f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:59.902785 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fdfd2f7-0ade-4f66-8617-ce8e1f117e78 req-a055e9a1-fe7f-400d-a9da-ae0813eb1d2f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0496368 Aug 24 01:11:59.940389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9fdfd2f7-0ade-4f66-8617-ce8e1f117e78 req-db7d6b1e-018f-4c5f-a362-b64e72dc6902 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306764 Aug 24 01:12:00.201315 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:00.202430 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:00.271097 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d4e3-0cec-4461-8569-71a85c77ec03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:01.064010 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4b7c2-4047-4bc0-a607-d1b778f22ee7 req-7979e6ff-d477-4f6f-a3f6-030d8cb7534e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:01.065774 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26d4b7c2-4047-4bc0-a607-d1b778f22ee7 req-7979e6ff-d477-4f6f-a3f6-030d8cb7534e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0550258 Aug 24 01:12:01.440455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-26d4b7c2-4047-4bc0-a607-d1b778f22ee7 req-e07bf11e-da10-4d26-8df5-4e079aa01e1e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678544 Aug 24 01:12:01.461420 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:02.555176 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509972e-a002-4dff-9bcb-623831370c65 req-3d09c011-aaa2-4e56-bf01-2c62b1012270 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:02.556679 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8509972e-a002-4dff-9bcb-623831370c65 req-3d09c011-aaa2-4e56-bf01-2c62b1012270 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0485024 Aug 24 01:12:02.594283 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8509972e-a002-4dff-9bcb-623831370c65 req-840250b4-3340-45e8-9379-eebfb728feae tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Aug 24 01:12:03.069412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9829f0-3862-42db-8d29-944b27485704 req-71cad1b2-92f3-4508-8382-bf99cc1e7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:03.070906 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e9829f0-3862-42db-8d29-944b27485704 req-71cad1b2-92f3-4508-8382-bf99cc1e7042 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 1097 time: 0.0398180 Aug 24 01:12:03.170959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9829f0-3862-42db-8d29-944b27485704 req-1016615f-a4b4-4bb7-80ba-d94a2500f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:03.172416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e9829f0-3862-42db-8d29-944b27485704 req-1016615f-a4b4-4bb7-80ba-d94a2500f3b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb HTTP/1.1" status: 200 len: 897 time: 0.0833821 Aug 24 01:12:03.218083 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:03.238328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e9829f0-3862-42db-8d29-944b27485704 req-f1065864-e694-471f-a3b0-f92f89f9d422 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 HTTP/1.1" status: 200 len: 1002 time: 0.0586414 Aug 24 01:12:03.290497 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9829f0-3862-42db-8d29-944b27485704 req-c303e44e-2fd5-42b7-82ec-672696162fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:03.293158 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e9829f0-3862-42db-8d29-944b27485704 req-c303e44e-2fd5-42b7-82ec-672696162fde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=252cdd1d-263a-4b2c-80b8-d020d5b12ffc HTTP/1.1" status: 200 len: 835 time: 0.0485570 Aug 24 01:12:03.338896 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9829f0-3862-42db-8d29-944b27485704 req-c3d87ed9-f833-4072-abd8-ff2522a7d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:03.340379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e9829f0-3862-42db-8d29-944b27485704 req-c3d87ed9-f833-4072-abd8-ff2522a7d703 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400860 Aug 24 01:12:03.427970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e9829f0-3862-42db-8d29-944b27485704 req-eb958065-b6c7-4277-a15a-e5ecfa0d7ddf service neutron] 10.222.0.13 "GET /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804539 Aug 24 01:12:03.520326 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e9829f0-3862-42db-8d29-944b27485704 req-032db34f-afc2-4a90-9fdd-2c4fad754d14 service neutron] 10.222.0.13 "GET /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842657 Aug 24 01:12:03.716482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fea5cf-0c0c-418e-ac6d-267483af1d23 req-f2bfe3db-7f3f-4c45-aa40-6e152485a1e1 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:03.717986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5fea5cf-0c0c-418e-ac6d-267483af1d23 req-f2bfe3db-7f3f-4c45-aa40-6e152485a1e1 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0499151 Aug 24 01:12:03.755963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e5fea5cf-0c0c-418e-ac6d-267483af1d23 req-58b877e9-957d-4a08-86c7-4a1e74476670 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311742 Aug 24 01:12:04.869712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739a0f5-0575-4c7f-9624-4212b22140d8 req-966d69ac-174b-4bb8-a366-19ea8f8e6fb9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:04.871223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9739a0f5-0575-4c7f-9624-4212b22140d8 req-966d69ac-174b-4bb8-a366-19ea8f8e6fb9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0487320 Aug 24 01:12:04.908742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9739a0f5-0575-4c7f-9624-4212b22140d8 req-de6b65da-9eb0-484f-aba1-4dfe9fe4193e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316198 Aug 24 01:12:06.027188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da60ee9-50ae-4261-9fb4-73b6cc03434d req-5b916ddc-9aa5-4e5d-bc77-83a9070a13a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:06.028702 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2da60ee9-50ae-4261-9fb4-73b6cc03434d req-5b916ddc-9aa5-4e5d-bc77-83a9070a13a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0527160 Aug 24 01:12:06.066424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2da60ee9-50ae-4261-9fb4-73b6cc03434d req-00472d58-f8d5-4430-b0a5-6a4ae9181159 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307107 Aug 24 01:12:07.180399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae466b81-275e-4ae0-a5d1-cabc220d075a req-02abf757-58d1-44ec-af06-14a7ebfbcb11 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:07.181891 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae466b81-275e-4ae0-a5d1-cabc220d075a req-02abf757-58d1-44ec-af06-14a7ebfbcb11 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0487132 Aug 24 01:12:07.218501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae466b81-275e-4ae0-a5d1-cabc220d075a req-c6b74b2e-9f9f-408e-bc9f-65fbdcc86ecb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306950 Aug 24 01:12:08.118554 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:12:08.346177 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b4820-75e4-45dd-84b9-dde3bd417043 req-665a8f22-0fff-4df5-ac68-18ae0d61a67b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:08.347721 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e7b4820-75e4-45dd-84b9-dde3bd417043 req-665a8f22-0fff-4df5-ac68-18ae0d61a67b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0479541 Aug 24 01:12:08.385177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3e7b4820-75e4-45dd-84b9-dde3bd417043 req-ae70de24-e23d-4215-a069-1ccecd01a81e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314147 Aug 24 01:12:09.504464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643145ee-7cb7-4eea-a31c-d6f3af80166c req-ebd64d58-21b7-4f04-bce5-cadb1eb657c9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:09.505963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-643145ee-7cb7-4eea-a31c-d6f3af80166c req-ebd64d58-21b7-4f04-bce5-cadb1eb657c9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0527537 Aug 24 01:12:09.543024 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-643145ee-7cb7-4eea-a31c-d6f3af80166c req-d7f0cdea-4efd-40bb-b3bf-496eb7577fe8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311768 Aug 24 01:12:10.656366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53692a5a-b33a-4a6b-8acf-b1a3a21cc2ac req-28938fc0-9cc6-4112-8d5c-56113205f0de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:10.658185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53692a5a-b33a-4a6b-8acf-b1a3a21cc2ac req-28938fc0-9cc6-4112-8d5c-56113205f0de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0487790 Aug 24 01:12:10.696630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-53692a5a-b33a-4a6b-8acf-b1a3a21cc2ac req-36f5fb30-67de-4369-b6e3-5953db576eed tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324774 Aug 24 01:12:11.810885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2a508-30d7-44b5-a443-ff6430e52c40 req-9336211d-e75c-4372-96e4-a149fc60c50a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:11.812379 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3b2a508-30d7-44b5-a443-ff6430e52c40 req-9336211d-e75c-4372-96e4-a149fc60c50a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0483723 Aug 24 01:12:11.850711 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c3b2a508-30d7-44b5-a443-ff6430e52c40 req-9213d6c2-a71a-4edf-8ac6-af277fa10156 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316052 Aug 24 01:12:12.967837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8ab97-c18b-4121-a568-07b7852cdef9 req-42ea4903-993d-4d23-9485-ed8b0825afcc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:12.969329 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85e8ab97-c18b-4121-a568-07b7852cdef9 req-42ea4903-993d-4d23-9485-ed8b0825afcc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0528877 Aug 24 01:12:13.006636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-85e8ab97-c18b-4121-a568-07b7852cdef9 req-5231d871-8dd6-4815-9fe3-7dda552091cc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Aug 24 01:12:14.123065 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de28d11-fe20-4758-af41-58249c09797d req-ccf32df9-e31b-4aeb-b1d7-e65953f4e448 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:14.124555 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2de28d11-fe20-4758-af41-58249c09797d req-ccf32df9-e31b-4aeb-b1d7-e65953f4e448 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0489235 Aug 24 01:12:14.165566 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2de28d11-fe20-4758-af41-58249c09797d req-3a49efba-74c4-48c4-b256-708ff60131d1 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334663 Aug 24 01:12:15.279854 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bf128-589b-4fd9-a737-72e56441aae9 req-9dd480ff-b534-4634-9b87-50d648326ee7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:15.281349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-926bf128-589b-4fd9-a737-72e56441aae9 req-9dd480ff-b534-4634-9b87-50d648326ee7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0478766 Aug 24 01:12:15.319360 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-926bf128-589b-4fd9-a737-72e56441aae9 req-d416fc51-a1b4-4051-a1d8-69724c350f4f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310299 Aug 24 01:12:15.341341 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47944) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:15.405313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-841468c3-b2eb-4135-a213-1e581839338a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/e27ddde6-cac0-4f6f-b353-b01bae0216a1 HTTP/1.1" status: 200 len: 994 time: 0.0628607 Aug 24 01:12:24.280877 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:27.596552 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f86d083d-a925-4765-8788-2f55a0df7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:30.201431 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:30.203173 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:30.270525 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0db0fa53-5989-4cd8-9cd2-ccf39528e1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:31.464834 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:33.224170 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:45.118262 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:12:46.930844 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47972) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:47.086566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port 9e539554-ad3a-4233-9176-9843b432f5f9 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:12:47.086949 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:47.165330 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:47.165663 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:47.177490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for 9e539554-ad3a-4233-9176-9843b432f5f9 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:12:47.320747 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:47.349631 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=9e539554-ad3a-4233-9176-9843b432f5f9,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:47.361225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:47.361586 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:47.361936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:47.362287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:47.362624 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:47.362992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:47.366899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:47.366899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:47.366899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:47.366899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:47.366899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:47.366899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:47.421972 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:47.422333 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Floating IP e27ddde6-cac0-4f6f-b353-b01bae0216a1 disassociated (deleted). External IP: 172.25.8.166, port: e4f3cf5c-42b1-4c65-b45e-a7a465d59b66. Aug 24 01:12:47.630918 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:12:47.735295 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:12:47.740642 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:47.746257 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b27663-27d6-4803-9a40-b1a75fce2eaf None None] Sync routers for ids ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:12:47.755774 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b27663-27d6-4803-9a40-b1a75fce2eaf None None] Routers {'39344abc-d839-4a3e-ab0d-5384ba1e7f3a'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:12:47.756384 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a3b27663-27d6-4803-9a40-b1a75fce2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:12:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:47.766850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a8d19787-5aa4-4b49-9a17-7de663bc4742 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/floatingips/e27ddde6-cac0-4f6f-b353-b01bae0216a1 HTTP/1.1" status: 204 len: 168 time: 0.8348989 Aug 24 01:12:47.767433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'tag': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:12:47.770379 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6b5a7d-d6f6-48a6-8ddf-b379789b468d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4e6f35-f314-4db6-b56a-7c8d4fe5214a", "tag": "e4f3cf5c-42b1-4c65-b45e-a7a465d59b66"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:12:47.809712 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5a2aa9-f50e-417e-9ff6-3792b4be20ef x-openstack-request-id: req-bb5a2aa9-f50e-417e-9ff6-3792b4be20ef {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:12:47.810003 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4e6f35-f314-4db6-b56a-7c8d4fe5214a", "tag": "e4f3cf5c-42b1-4c65-b45e-a7a465d59b66", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:12:47.810247 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb5a2aa9-f50e-417e-9ff6-3792b4be20ef {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:12:47.810648 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'tag': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66', 'status': 'completed', 'code': 200} Aug 24 01:12:47.866884 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a3b27663-27d6-4803-9a40-b1a75fce2eaf None None] Set router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:12:47.903852 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b5a7d-d6f6-48a6-8ddf-b379789b468d req-269cb0c5-cc63-4d85-80fc-23bd00f01738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:47.904304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a6b5a7d-d6f6-48a6-8ddf-b379789b468d req-269cb0c5-cc63-4d85-80fc-23bd00f01738 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 1097 time: 0.0504370 Aug 24 01:12:48.058643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2b296-1fde-4d22-8738-8aa5606db86d req-bd7e54b4-6a59-4cc5-8ae8-5cbc619e3263 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:48.061263 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67e2b296-1fde-4d22-8738-8aa5606db86d req-bd7e54b4-6a59-4cc5-8ae8-5cbc619e3263 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.1111903 Aug 24 01:12:48.072880 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a3b27663-27d6-4803-9a40-b1a75fce2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:11Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'dc4bbc37-a3c5-4a00-bc13-d817340cae2e', 'name': '', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:2c:14:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:11Z', 'updated_at': '2021-08-24T01:11:16Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:48.096274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b5a7d-d6f6-48a6-8ddf-b379789b468d req-5aec2d14-7b7f-427b-835a-738899078106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:48.098339 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a6b5a7d-d6f6-48a6-8ddf-b379789b468d req-5aec2d14-7b7f-427b-835a-738899078106 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb HTTP/1.1" status: 200 len: 897 time: 0.1370375 Aug 24 01:12:48.099837 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b27663-27d6-4803-9a40-b1a75fce2eaf None None] Checking router: 39344abc-d839-4a3e-ab0d-5384ba1e7f3a for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:12:48.107886 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b27663-27d6-4803-9a40-b1a75fce2eaf None None] Routers {'39344abc-d839-4a3e-ab0d-5384ba1e7f3a'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:12:48.108478 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a3b27663-27d6-4803-9a40-b1a75fce2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:12:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:48.151048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-67e2b296-1fde-4d22-8738-8aa5606db86d req-0c639b33-5adf-4785-82c3-fd9cd6ffb0f2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822077 Aug 24 01:12:48.152700 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a6b5a7d-d6f6-48a6-8ddf-b379789b468d req-395b4365-4be4-4468-b8ed-2adf87e80895 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 HTTP/1.1" status: 200 len: 217 time: 0.0446093 Aug 24 01:12:48.209876 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b5a7d-d6f6-48a6-8ddf-b379789b468d req-14fb198f-8d5e-46d2-8987-75126d1ffd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:48.214137 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a3b27663-27d6-4803-9a40-b1a75fce2eaf None None] Set router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:12:48.214882 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a6b5a7d-d6f6-48a6-8ddf-b379789b468d req-14fb198f-8d5e-46d2-8987-75126d1ffd95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=252cdd1d-263a-4b2c-80b8-d020d5b12ffc HTTP/1.1" status: 200 len: 835 time: 0.0531368 Aug 24 01:12:48.260856 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b5a7d-d6f6-48a6-8ddf-b379789b468d req-d1aea336-22fa-49e4-82b8-70162ffbe43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:48.262368 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a6b5a7d-d6f6-48a6-8ddf-b379789b468d req-d1aea336-22fa-49e4-82b8-70162ffbe43e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409992 Aug 24 01:12:48.355419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a6b5a7d-d6f6-48a6-8ddf-b379789b468d req-061ac2f8-ccdc-4bf9-8679-a96e65d2cb80 service neutron] 10.222.0.13 "GET /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843506 Aug 24 01:12:48.409279 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a3b27663-27d6-4803-9a40-b1a75fce2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:11Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'dc4bbc37-a3c5-4a00-bc13-d817340cae2e', 'name': '', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:2c:14:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:11Z', 'updated_at': '2021-08-24T01:11:16Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:48.439297 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b27663-27d6-4803-9a40-b1a75fce2eaf None None] The sync data for ids ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'] in n-d-805736-1 is: [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:11Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'dc4bbc37-a3c5-4a00-bc13-d817340cae2e', 'name': '', 'network_id': 'a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:2c:14:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:11Z', 'updated_at': '2021-08-24T01:11:16Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '252cdd1d-263a-4b2c-80b8-d020d5b12ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:12:48.447688 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6a6b5a7d-d6f6-48a6-8ddf-b379789b468d req-0aa97c86-7a25-4599-82bd-c5138b801ae2 service neutron] 10.222.0.13 "GET /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842087 Aug 24 01:12:48.668207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28a2dc-3300-4e20-8019-eb67e237dd94 None None] New status for floating IP e27ddde6-cac0-4f6f-b353-b01bae0216a1: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:12:49.269430 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f5d47-d214-4c42-a60c-840fdf9b973e req-37f5ca91-2460-4f20-aec6-2c7df1e66da3 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:49.271549 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb9f5d47-d214-4c42-a60c-840fdf9b973e req-37f5ca91-2460-4f20-aec6-2c7df1e66da3 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0492425 Aug 24 01:12:49.310181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb9f5d47-d214-4c42-a60c-840fdf9b973e req-1326211a-6ee7-490e-a027-8052e2834405 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=f181076f-78e4-4a4b-b475-7bb73328f858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326359 Aug 24 01:12:49.618523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d1a97-5cc6-42ab-9743-a2b0db3f0b1c req-77321490-ad40-4c21-984e-563a48367414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:49.620018 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf0d1a97-5cc6-42ab-9743-a2b0db3f0b1c req-77321490-ad40-4c21-984e-563a48367414 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 946 time: 0.0530486 Aug 24 01:12:49.710767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-cf0d1a97-5cc6-42ab-9743-a2b0db3f0b1c req-1263a2f7-26ba-4d66-b816-456f61f5bb29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:12:49.711138 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cf0d1a97-5cc6-42ab-9743-a2b0db3f0b1c req-1263a2f7-26ba-4d66-b816-456f61f5bb29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:49.801470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-cf0d1a97-5cc6-42ab-9743-a2b0db3f0b1c req-1263a2f7-26ba-4d66-b816-456f61f5bb29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66,segment=NetworkSegment(233e7d5d-6b65-4b80-88fa-6986072b664a),segment_id=233e7d5d-6b65-4b80-88fa-6986072b664a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:12:49.801836 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cf0d1a97-5cc6-42ab-9743-a2b0db3f0b1c req-1263a2f7-26ba-4d66-b816-456f61f5bb29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:49.813508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-cf0d1a97-5cc6-42ab-9743-a2b0db3f0b1c req-1263a2f7-26ba-4d66-b816-456f61f5bb29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:12:49.938934 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cf0d1a97-5cc6-42ab-9743-a2b0db3f0b1c req-1263a2f7-26ba-4d66-b816-456f61f5bb29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:49.968740 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263a2f7-26ba-4d66-b816-456f61f5bb29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=e4f3cf5c-42b1-4c65-b45e-a7a465d59b66,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:50.020754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0d1a97-5cc6-42ab-9743-a2b0db3f0b1c req-1263a2f7-26ba-4d66-b816-456f61f5bb29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] No DVR routers for this DVR port e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:12:50.023524 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-cf0d1a97-5cc6-42ab-9743-a2b0db3f0b1c req-1263a2f7-26ba-4d66-b816-456f61f5bb29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:50.025514 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf0d1a97-5cc6-42ab-9743-a2b0db3f0b1c req-1263a2f7-26ba-4d66-b816-456f61f5bb29 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "DELETE /v2.0/ports/e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 HTTP/1.1" status: 204 len: 173 time: 0.3994551 Aug 24 01:12:50.025951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'name': 'network-vif-deleted', 'tag': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:12:50.028210 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccd0e77-4aa4-488c-b0a4-76abd1de9be0" -d '{"events": [{"server_uuid": "8a4e6f35-f314-4db6-b56a-7c8d4fe5214a", "name": "network-vif-deleted", "tag": "e4f3cf5c-42b1-4c65-b45e-a7a465d59b66"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:12:50.078315 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fe17d9-3b20-4196-86db-1cbb09d73cf0 x-openstack-request-id: req-76fe17d9-3b20-4196-86db-1cbb09d73cf0 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:12:50.078606 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4e6f35-f314-4db6-b56a-7c8d4fe5214a", "name": "network-vif-deleted", "tag": "e4f3cf5c-42b1-4c65-b45e-a7a465d59b66", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:12:50.079047 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76fe17d9-3b20-4196-86db-1cbb09d73cf0 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:12:50.079453 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4e6f35-f314-4db6-b56a-7c8d4fe5214a', 'name': 'network-vif-deleted', 'tag': 'e4f3cf5c-42b1-4c65-b45e-a7a465d59b66', 'status': 'completed', 'code': 200} Aug 24 01:12:50.427690 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-59fe7b23-688a-486f-b26b-7fd9ccfa4a59 req-8180f722-280d-4b2b-b67b-29fac1da1125 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a4e6f35-f314-4db6-b56a-7c8d4fe5214a HTTP/1.1" status: 200 len: 210 time: 0.0275528 Aug 24 01:12:51.485455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47992) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:51.858739 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f157deb-14cf-4d02-a6e8-39055c602954 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:52.120355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6f157deb-14cf-4d02-a6e8-39055c602954 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port dc4bbc37-a3c5-4a00-bc13-d817340cae2e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:12:52.120876 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f157deb-14cf-4d02-a6e8-39055c602954 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:52.215128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-6f157deb-14cf-4d02-a6e8-39055c602954 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port dc4bbc37-a3c5-4a00-bc13-d817340cae2e, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=dc4bbc37-a3c5-4a00-bc13-d817340cae2e,segment=NetworkSegment(233e7d5d-6b65-4b80-88fa-6986072b664a),segment_id=233e7d5d-6b65-4b80-88fa-6986072b664a)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:12:52.215500 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f157deb-14cf-4d02-a6e8-39055c602954 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:52.227810 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-6f157deb-14cf-4d02-a6e8-39055c602954 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for dc4bbc37-a3c5-4a00-bc13-d817340cae2e owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:12:52.409594 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f157deb-14cf-4d02-a6e8-39055c602954 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:52.439615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f157deb-14cf-4d02-a6e8-39055c602954 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=dc4bbc37-a3c5-4a00-bc13-d817340cae2e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:52.624864 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6f157deb-14cf-4d02-a6e8-39055c602954 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:52.857809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f157deb-14cf-4d02-a6e8-39055c602954 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:12:52.964503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f157deb-14cf-4d02-a6e8-39055c602954 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:12:52.969691 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6f157deb-14cf-4d02-a6e8-39055c602954 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "PUT /v2.0/routers/39344abc-d839-4a3e-ab0d-5384ba1e7f3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4830849 Aug 24 01:12:52.972271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47994) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:52.975446 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92106db6-7c3e-4a52-8e30-eaa2aad661a1 None None] Sync routers for ids ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:12:52.984702 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92106db6-7c3e-4a52-8e30-eaa2aad661a1 None None] Routers {'39344abc-d839-4a3e-ab0d-5384ba1e7f3a'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:12:52.985315 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-92106db6-7c3e-4a52-8e30-eaa2aad661a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:12:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:53.025270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c11e9d-8162-41b0-b912-f0fb48049618 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting subnet 252cdd1d-263a-4b2c-80b8-d020d5b12ffc {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:12:53.028304 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74c11e9d-8162-41b0-b912-f0fb48049618 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:53.066163 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74c11e9d-8162-41b0-b912-f0fb48049618 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:53.089762 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-92106db6-7c3e-4a52-8e30-eaa2aad661a1 None None] Set router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:12:53.151624 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74c11e9d-8162-41b0-b912-f0fb48049618 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:53.212090 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74c11e9d-8162-41b0-b912-f0fb48049618 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:53.238786 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c11e9d-8162-41b0-b912-f0fb48049618 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Subnet': ['ID=252cdd1d-263a-4b2c-80b8-d020d5b12ffc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:53.243189 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-74c11e9d-8162-41b0-b912-f0fb48049618 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:53.244997 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-74c11e9d-8162-41b0-b912-f0fb48049618 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/subnets/252cdd1d-263a-4b2c-80b8-d020d5b12ffc HTTP/1.1" status: 204 len: 168 time: 0.2717912 Aug 24 01:12:53.247630 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47996) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:53.254439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74afc9b6-eb44-4b1c-9c93-44c88cf942ee None None] Network a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:12:53.277165 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-92106db6-7c3e-4a52-8e30-eaa2aad661a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:12:52Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:53.308976 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92106db6-7c3e-4a52-8e30-eaa2aad661a1 None None] Checking router: 39344abc-d839-4a3e-ab0d-5384ba1e7f3a for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:12:53.320790 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92106db6-7c3e-4a52-8e30-eaa2aad661a1 None None] Routers {'39344abc-d839-4a3e-ab0d-5384ba1e7f3a'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:12:53.321410 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-92106db6-7c3e-4a52-8e30-eaa2aad661a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:12:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:53.444437 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] DHCP port deletion for a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:12:53.447449 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-92106db6-7c3e-4a52-8e30-eaa2aad661a1 None None] Set router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:12:53.498264 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Deleting port 2c9f62a8-a896-4f84-a991-f0515462a392 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:12:53.498644 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:53.571392 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] For port 2c9f62a8-a896-4f84-a991-f0515462a392, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2c9f62a8-a896-4f84-a991-f0515462a392,segment=NetworkSegment(233e7d5d-6b65-4b80-88fa-6986072b664a),segment_id=233e7d5d-6b65-4b80-88fa-6986072b664a)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:12:53.571797 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:53.589034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Calling delete_port for 2c9f62a8-a896-4f84-a991-f0515462a392 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:12:53.643214 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-92106db6-7c3e-4a52-8e30-eaa2aad661a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:12:52Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:53.680002 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:53.708085 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Pushing event deleted for resources: {'Port': ['ID=2c9f62a8-a896-4f84-a991-f0515462a392,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:53.712917 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] No DVR routers for this DVR port 2c9f62a8-a896-4f84-a991-f0515462a392 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:12:53.719630 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:53.727485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:53.727707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:53.728105 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:53.728450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:53.728784 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:53.729119 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:53.729897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:53.729897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:53.730058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:53.730383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:53.730891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:53.731062 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd2bd3-d107-4b25-8ccf-83bf59e85438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:53.763819 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92106db6-7c3e-4a52-8e30-eaa2aad661a1 None None] The sync data for ids ['39344abc-d839-4a3e-ab0d-5384ba1e7f3a'] in n-d-805736-1 is: [{'id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328276338', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:12:52Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '2a3c5bab-1079-47d4-9ed9-4e56583f84e7', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:bb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39344abc-d839-4a3e-ab0d-5384ba1e7f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:11:08Z', 'updated_at': '2021-08-24T01:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:12:53.834092 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:53.885121 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:12:53.885468 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:53.965544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port 2a3c5bab-1079-47d4-9ed9-4e56583f84e7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2a3c5bab-1079-47d4-9ed9-4e56583f84e7,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:12:53.965914 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:53.977559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:12:54.142683 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.169025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=2a3c5bab-1079-47d4-9ed9-4e56583f84e7,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:54.240253 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.289927 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:12:54.326293 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.327106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:12:54.327450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device e4f3cf5c-42b1-4c65-b45e-a7a465d59b66 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:12:54.352275 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.354283 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.398042 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.398610 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Fanout notify agent at l3_agent the message router_deleted on router 39344abc-d839-4a3e-ab0d-5384ba1e7f3a {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:12:54.405206 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.406331 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3241176f-09e6-40bf-bd99-389a64429f76 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/routers/39344abc-d839-4a3e-ab0d-5384ba1e7f3a HTTP/1.1" status: 204 len: 168 time: 1.1577890 Aug 24 01:12:54.409488 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 47998) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:54.488054 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f05b4cb-b222-467c-8862-30b107b32d84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.578702 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f05b4cb-b222-467c-8862-30b107b32d84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.588923 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2f05b4cb-b222-467c-8862-30b107b32d84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:54.599966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2f05b4cb-b222-467c-8862-30b107b32d84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233e7d5d-6b65-4b80-88fa-6986072b664a') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:54.600261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-2f05b4cb-b222-467c-8862-30b107b32d84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233e7d5d-6b65-4b80-88fa-6986072b664a') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:54.609812 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f05b4cb-b222-467c-8862-30b107b32d84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.623823 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f05b4cb-b222-467c-8862-30b107b32d84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.629718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f05b4cb-b222-467c-8862-30b107b32d84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:12:54.630429 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f05b4cb-b222-467c-8862-30b107b32d84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: timer() Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:12:54.633433 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:12:54.698928 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f05b4cb-b222-467c-8862-30b107b32d84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.703279 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-2f05b4cb-b222-467c-8862-30b107b32d84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.705567 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-2f05b4cb-b222-467c-8862-30b107b32d84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/networks/a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb HTTP/1.1" status: 204 len: 168 time: 0.2950902 Aug 24 01:12:54.709102 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48002) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:54.721357 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05b4cb-b222-467c-8862-30b107b32d84 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Network': ['ID=a3f0b6f4-77e8-4a11-8c86-2bed83fa40cb,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:54.772192 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.799618 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.868161 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.870678 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:54.871895 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/security-groups/f181076f-78e4-4a4b-b475-7bb73328f858 HTTP/1.1" status: 204 len: 168 time: 0.1617169 Aug 24 01:12:54.883876 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f181076f-78e4-4a4b-b475-7bb73328f858,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:54.884412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2c9f62a8-a896-4f84-a991-f0515462a392 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:12:54.896287 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:54.896812 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:54.897307 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:54.897662 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:54.898005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:54.898349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:54.898688 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:54.899051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:54.899393 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:54.899726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:54.900072 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:54.900391 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3eae6-c839-4aff-80fc-b7e6cb935377 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:12:54.910443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 2c9f62a8-a896-4f84-a991-f0515462a392 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:12:54.910443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2c9f62a8-a896-4f84-a991-f0515462a392 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:12:54.910443 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dc4bbc37-a3c5-4a00-bc13-d817340cae2e no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:12:54.939616 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: dc4bbc37-a3c5-4a00-bc13-d817340cae2e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:12:54.940230 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dc4bbc37-a3c5-4a00-bc13-d817340cae2e not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:12:54.940662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:12:54.962067 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:12:54.962341 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2a3c5bab-1079-47d4-9ed9-4e56583f84e7 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:12:55.127545 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48014) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:55.132221 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-1a749c73-062b-4e89-ac11-aa6a15db5e77 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930736606', 'description': 'tempest-secgroup-smoke-930736606 description', 'project_id': 'f5516b967219430b948357b5a8e3918e'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:12:55.157393 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a749c73-062b-4e89-ac11-aa6a15db5e77 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.241204 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a749c73-062b-4e89-ac11-aa6a15db5e77 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.245111 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a749c73-062b-4e89-ac11-aa6a15db5e77 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.272414 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1a749c73-062b-4e89-ac11-aa6a15db5e77 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.273662 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1a749c73-062b-4e89-ac11-aa6a15db5e77 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1451662 Aug 24 01:12:55.275467 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a749c73-062b-4e89-ac11-aa6a15db5e77 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:55.276803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48016) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:55.281567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-827f6a81-36e0-4e48-b822-d0f1850a5c34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': 'c2f33e2d-2532-46f0-9502-8d1bc3a0d61f', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:12:55.308742 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-827f6a81-36e0-4e48-b822-d0f1850a5c34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.363241 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-827f6a81-36e0-4e48-b822-d0f1850a5c34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.370450 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-827f6a81-36e0-4e48-b822-d0f1850a5c34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.389108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f6a81-36e0-4e48-b822-d0f1850a5c34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6e4890-44bf-4a3a-93d2-fb3526c4a18e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:55.398438 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-827f6a81-36e0-4e48-b822-d0f1850a5c34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.399693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-827f6a81-36e0-4e48-b822-d0f1850a5c34 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218836 Aug 24 01:12:55.402362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48018) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:55.406878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fc2d0f92-cdf6-41ad-88c2-8c225edac937 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': 'c2f33e2d-2532-46f0-9502-8d1bc3a0d61f', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:12:55.438651 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc2d0f92-cdf6-41ad-88c2-8c225edac937 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.494233 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc2d0f92-cdf6-41ad-88c2-8c225edac937 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.497909 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc2d0f92-cdf6-41ad-88c2-8c225edac937 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.515581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d0f92-cdf6-41ad-88c2-8c225edac937 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163bd1bf-1d81-4492-ab1d-650f23f4119e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:55.522389 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fc2d0f92-cdf6-41ad-88c2-8c225edac937 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.523572 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fc2d0f92-cdf6-41ad-88c2-8c225edac937 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201966 Aug 24 01:12:55.526315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48020) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:55.530666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-868a4b71-77b2-4838-93db-148dbd551f9a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': 'c2f33e2d-2532-46f0-9502-8d1bc3a0d61f', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:12:55.556625 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-868a4b71-77b2-4838-93db-148dbd551f9a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.618489 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-868a4b71-77b2-4838-93db-148dbd551f9a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.621922 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-868a4b71-77b2-4838-93db-148dbd551f9a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.638429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a4b71-77b2-4838-93db-148dbd551f9a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1309a54-daeb-449c-bf09-89f337667251,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:55.648325 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-868a4b71-77b2-4838-93db-148dbd551f9a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.649514 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-868a4b71-77b2-4838-93db-148dbd551f9a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222568 Aug 24 01:12:55.652355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48022) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:55.657277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-e2e08e2b-df6f-4491-9f45-fc4d093110c7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': 'c2f33e2d-2532-46f0-9502-8d1bc3a0d61f', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:12:55.684295 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e2e08e2b-df6f-4491-9f45-fc4d093110c7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.746187 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e2e08e2b-df6f-4491-9f45-fc4d093110c7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.749745 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e2e08e2b-df6f-4491-9f45-fc4d093110c7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.769553 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e08e2b-df6f-4491-9f45-fc4d093110c7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0c25e5-2636-4e27-a32a-afbf543c07c8,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:55.772783 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e2e08e2b-df6f-4491-9f45-fc4d093110c7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.776598 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e2e08e2b-df6f-4491-9f45-fc4d093110c7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206391 Aug 24 01:12:55.777518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48024) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:55.781383 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-27ccaa2d-f012-40ae-90ed-2ad73cb9a0a0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': 'c2f33e2d-2532-46f0-9502-8d1bc3a0d61f', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:12:55.802679 n-d-805736-1 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-27ccaa2d-f012-40ae-90ed-2ad73cb9a0a0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Project f5516b967219430b948357b5a8e3918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:12:55.807301 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27ccaa2d-f012-40ae-90ed-2ad73cb9a0a0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.866519 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27ccaa2d-f012-40ae-90ed-2ad73cb9a0a0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.870157 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27ccaa2d-f012-40ae-90ed-2ad73cb9a0a0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.890072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccaa2d-f012-40ae-90ed-2ad73cb9a0a0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd095a26-243b-474a-b1f7-9b1e66bf3399,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:55.893761 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-27ccaa2d-f012-40ae-90ed-2ad73cb9a0a0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.898481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48026) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:55.899007 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-27ccaa2d-f012-40ae-90ed-2ad73cb9a0a0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206534 Aug 24 01:12:55.903166 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-42510892-d764-4b20-9271-5f040e01b603 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': 'c2f33e2d-2532-46f0-9502-8d1bc3a0d61f', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:12:55.924042 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-42510892-d764-4b20-9271-5f040e01b603 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Project f5516b967219430b948357b5a8e3918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:12:55.928687 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42510892-d764-4b20-9271-5f040e01b603 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.988407 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42510892-d764-4b20-9271-5f040e01b603 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:55.992766 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42510892-d764-4b20-9271-5f040e01b603 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.009565 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42510892-d764-4b20-9271-5f040e01b603 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae95cad-19a5-4ff5-95a8-346399f672b7,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:56.016862 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-42510892-d764-4b20-9271-5f040e01b603 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.018163 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-42510892-d764-4b20-9271-5f040e01b603 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186547 Aug 24 01:12:56.021241 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48028) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:56.026225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-dd6d3ba7-ae96-4d05-8d41-c842b1bed93e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'network': {'name': 'tempest-network-smoke--76310622', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:12:56.046914 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6d3ba7-ae96-4d05-8d41-c842b1bed93e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:12:56.050230 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3ba7-ae96-4d05-8d41-c842b1bed93e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.074260 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6d3ba7-ae96-4d05-8d41-c842b1bed93e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:12:56.083677 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3ba7-ae96-4d05-8d41-c842b1bed93e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.084017 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-dd6d3ba7-ae96-4d05-8d41-c842b1bed93e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Added segment b6724da3-8291-45d2-a9bb-abc0ee92ba19 of type vlan for network 37f2d230-f9f1-48bb-a796-32e3acb1f648 Aug 24 01:12:56.124234 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3ba7-ae96-4d05-8d41-c842b1bed93e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.151959 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3ba7-ae96-4d05-8d41-c842b1bed93e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.157430 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6d3ba7-ae96-4d05-8d41-c842b1bed93e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:56.158277 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-dd6d3ba7-ae96-4d05-8d41-c842b1bed93e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.209259 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-dd6d3ba7-ae96-4d05-8d41-c842b1bed93e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1869473 Aug 24 01:12:56.212132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48030) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:56.217087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'admin_state_up': True, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:12:56.231668 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d3ba7-ae96-4d05-8d41-c842b1bed93e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Network': ['ID=37f2d230-f9f1-48bb-a796-32e3acb1f648,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:56.241136 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.242176 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.243161 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 37f2d230-f9f1-48bb-a796-32e3acb1f648 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:12:56.295445 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.436365 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.625823 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.644919 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.750618 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.25.8.249 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/d8532069-81ea-4b2c-958e-62ddc3718ad1) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:12:56.848377 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.886160 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.930001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:12:56.932717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:12:56.936070 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:12:56.957287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=d8532069-81ea-4b2c-958e-62ddc3718ad1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:57.177932 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:57.372383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:57.496362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:12:57.597807 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-03879a3a-5c36-4d18-8c2e-33666f3afd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:57.601042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:12:57.610231 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Sync routers for ids ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:12:57.619753 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:57.620925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Routers {'f8b0a8ea-f470-41d6-b7af-226f4e8144a4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:12:57.621119 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1d01edf5-7b4e-467b-889a-b170d4baf0d8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4078143 Aug 24 01:12:57.621554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dada8710-1795-4135-815b-46d9f7347edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:12:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:57.624308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48032) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:57.652885 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-484e8916-dab7-4eb0-ab4a-b9bddbf670ab tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f5516b967219430b948357b5a8e3918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274358 Aug 24 01:12:57.655573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48034) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:57.748513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f492a9-405d-4074-bc43-84aaa9a7d828 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:57.749989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b8f492a9-405d-4074-bc43-84aaa9a7d828 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933962 Aug 24 01:12:57.752950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48036) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:57.785310 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-693d09f2-5f1b-42c2-bedb-5b7a43112a97 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285413 Aug 24 01:12:57.785829 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48038) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:57.791241 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-937bc0d8-8769-45cf-93be-79521de33967 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-842228532', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:12:57.885165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937bc0d8-8769-45cf-93be-79521de33967 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:12:57.888946 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-937bc0d8-8769-45cf-93be-79521de33967 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:57.890367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Set router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:12:58.080899 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-937bc0d8-8769-45cf-93be-79521de33967 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:58.109170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dada8710-1795-4135-815b-46d9f7347edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:57Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:58.136522 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Checking router: f8b0a8ea-f470-41d6-b7af-226f4e8144a4 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:12:58.136874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Updating router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 port d8532069-81ea-4b2c-958e-62ddc3718ad1 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:12:58.144946 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bc0d8-8769-45cf-93be-79521de33967 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Subnet': ['ID=b244e6d4-2556-42b2-956b-ec8c0a7e012c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:58.149385 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bc0d8-8769-45cf-93be-79521de33967 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Checking segment: {'id': 'b6724da3-8291-45d2-a9bb-abc0ee92ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:12:58.149749 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937bc0d8-8769-45cf-93be-79521de33967 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network hostable DHCP agents. Network: 37f2d230-f9f1-48bb-a796-32e3acb1f648, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:12:58.163722 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:58.171674 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937bc0d8-8769-45cf-93be-79521de33967 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network 37f2d230-f9f1-48bb-a796-32e3acb1f648 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:12:58.181735 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-937bc0d8-8769-45cf-93be-79521de33967 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 37f2d230-f9f1-48bb-a796-32e3acb1f648) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:12:58.185747 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bc0d8-8769-45cf-93be-79521de33967 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:58.186334 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-937bc0d8-8769-45cf-93be-79521de33967 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:58.196001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98e5821-9eed-4a6c-92cc-0a4ecd1e848f None None] Network 37f2d230-f9f1-48bb-a796-32e3acb1f648 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:12:58.204581 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-937bc0d8-8769-45cf-93be-79521de33967 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4175868 Aug 24 01:12:58.207367 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:12:58.491184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-37f2d230-f9f1-48bb-a796-32e3acb1f648', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ips': [{'subnet_id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:12:58.492025 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:58.636219 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:58.671283 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:58.673118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Transition to ACTIVE for port object d8532069-81ea-4b2c-958e-62ddc3718ad1 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:12:58.683723 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:58.733342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Allocated IP 172.20.0.2 (37f2d230-f9f1-48bb-a796-32e3acb1f648/b244e6d4-2556-42b2-956b-ec8c0a7e012c/4a402f6b-a478-4d6a-acfb-d1487f617ef7) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:12:58.761652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6da66e-8cc2-45f3-a6cd-8e229ebb3eb2 None None] Pushing event updated for resources: {'Port': ['ID=d8532069-81ea-4b2c-958e-62ddc3718ad1,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:58.769586 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Attempting to bind port d8532069-81ea-4b2c-958e-62ddc3718ad1 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:12:58.769978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Attempting to bind port d8532069-81ea-4b2c-958e-62ddc3718ad1 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:12:58.770331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Attempting to bind port d8532069-81ea-4b2c-958e-62ddc3718ad1 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:12:58.813156 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:12:58.813590 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:12:58.814080 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:58.814482 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:12:58.814997 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Bound port: d8532069-81ea-4b2c-958e-62ddc3718ad1, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:12:58.815380 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:58.899587 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dada8710-1795-4135-815b-46d9f7347edc None None] For port d8532069-81ea-4b2c-958e-62ddc3718ad1, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:12:58.934517 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-dada8710-1795-4135-815b-46d9f7347edc None None] For port d8532069-81ea-4b2c-958e-62ddc3718ad1, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d8532069-81ea-4b2c-958e-62ddc3718ad1,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:12:58.941540 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:58.994349 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:59.016301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Transition to ACTIVE for port object 4a402f6b-a478-4d6a-acfb-d1487f617ef7 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:12:59.025038 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Routers {'f8b0a8ea-f470-41d6-b7af-226f4e8144a4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:12:59.025663 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dada8710-1795-4135-815b-46d9f7347edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:12:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:59.032185 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6da66e-8cc2-45f3-a6cd-8e229ebb3eb2 None None] Pushing event updated for resources: {'Port': ['ID=d8532069-81ea-4b2c-958e-62ddc3718ad1,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:59.080178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Transition to ACTIVE for port object 4a402f6b-a478-4d6a-acfb-d1487f617ef7 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:12:59.089082 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:59.136538 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.20.0.1 (37f2d230-f9f1-48bb-a796-32e3acb1f648/b244e6d4-2556-42b2-956b-ec8c0a7e012c/988ef455-73e2-4c98-8831-00a1289e8c9c) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:12:59.167295 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Network 37f2d230-f9f1-48bb-a796-32e3acb1f648 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:12:59.172947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:12:59.178172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:12:59.188340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Pushing event updated for resources: {'Port': ['ID=4a402f6b-a478-4d6a-acfb-d1487f617ef7,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:59.215046 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-dada8710-1795-4135-815b-46d9f7347edc None None] Set router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:12:59.260166 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:59.278653 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Transition to ACTIVE for port object 988ef455-73e2-4c98-8831-00a1289e8c9c will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:12:59.312151 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:59.340432 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Attempting to bind port 4a402f6b-a478-4d6a-acfb-d1487f617ef7 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:12:59.340810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Attempting to bind port 4a402f6b-a478-4d6a-acfb-d1487f617ef7 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'b6724da3-8291-45d2-a9bb-abc0ee92ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:12:59.341173 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Attempting to bind port 4a402f6b-a478-4d6a-acfb-d1487f617ef7 on network 37f2d230-f9f1-48bb-a796-32e3acb1f648 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:12:59.351501 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:12:59.351874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Checking segment: {'id': 'b6724da3-8291-45d2-a9bb-abc0ee92ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:12:59.352292 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:59.352686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Bound using segment: {'id': 'b6724da3-8291-45d2-a9bb-abc0ee92ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:12:59.353155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Bound port: 4a402f6b-a478-4d6a-acfb-d1487f617ef7, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6724da3-8291-45d2-a9bb-abc0ee92ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:12:59.353537 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:59.355070 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network 37f2d230-f9f1-48bb-a796-32e3acb1f648 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:12:59.358050 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:12:59.360516 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:12:59.390245 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=988ef455-73e2-4c98-8831-00a1289e8c9c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:59.411010 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:59.464767 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] For port 4a402f6b-a478-4d6a-acfb-d1487f617ef7, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:12:59.468796 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] For port 4a402f6b-a478-4d6a-acfb-d1487f617ef7, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4a402f6b-a478-4d6a-acfb-d1487f617ef7,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:12:59.476101 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:59.541007 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-dada8710-1795-4135-815b-46d9f7347edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:57Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:12:59.544584 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:59.579872 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b9ee6-e828-43dd-8925-75fbe100cb86 None None] Pushing event updated for resources: {'Port': ['ID=4a402f6b-a478-4d6a-acfb-d1487f617ef7,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:12:59.582565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada8710-1795-4135-815b-46d9f7347edc None None] The sync data for ids ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'] in n-d-805736-1 is: [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:57Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:12:59.898767 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:59.905924 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:59.994223 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:59.996073 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=988ef455-73e2-4c98-8831-00a1289e8c9c,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:00.109591 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network 37f2d230-f9f1-48bb-a796-32e3acb1f648 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:13:00.111394 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:13:00.209133 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:00.228725 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:00.273849 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8fffb390-0632-49aa-b8f1-358f45bbe1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:00.525743 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:13:00.534543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c005ea57-b715-42fa-8036-9acfd19e00e3 None None] Network 37f2d230-f9f1-48bb-a796-32e3acb1f648 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:13:00.600111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-fa0fc269-a058-4123-a26e-5e662c942e82 None None] Provisioning for port 4a402f6b-a478-4d6a-acfb-d1487f617ef7 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:13:00.639857 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:13:00.646708 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a7479e98-2ad8-439d-8bdf-da0041f47725 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "PUT /v2.0/routers/f8b0a8ea-f470-41d6-b7af-226f4e8144a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4360433 Aug 24 01:13:00.799160 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-2d931f7f-0bdb-47d2-a972-c177c0cf3d6e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930736606&fields=id&tenant_id=f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 267 time: 0.0421431 Aug 24 01:13:00.872873 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4a402f6b-a478-4d6a-acfb-d1487f617ef7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:13:00.918561 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-eff1ad44-aec5-4c20-b5ee-53be086d326c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:00.925847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-eff1ad44-aec5-4c20-b5ee-53be086d326c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/networks?id=37f2d230-f9f1-48bb-a796-32e3acb1f648 HTTP/1.1" status: 200 len: 795 time: 0.1257863 Aug 24 01:13:00.936237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 4a402f6b-a478-4d6a-acfb-d1487f617ef7 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:13:00.939065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-42705a73-c2c5-4d2c-838c-fcf79687cad0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/quotas/f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 375 time: 0.0115488 Aug 24 01:13:00.940973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4a402f6b-a478-4d6a-acfb-d1487f617ef7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:13:00.941543 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:01.012230 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-f7691ba5-c46f-4df8-8ce4-2ab3b9120703 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628963 Aug 24 01:13:01.052005 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:01.055171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-642d2790-5b6a-4453-8d76-9bcd2660e752 None None] Provisioning for port 988ef455-73e2-4c98-8831-00a1289e8c9c completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:13:01.068152 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-642d2790-5b6a-4453-8d76-9bcd2660e752 None None] Provisioning complete for port 988ef455-73e2-4c98-8831-00a1289e8c9c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:13:01.068605 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-642d2790-5b6a-4453-8d76-9bcd2660e752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:01.125914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 4a402f6b-a478-4d6a-acfb-d1487f617ef7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4a402f6b-a478-4d6a-acfb-d1487f617ef7,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:13:01.128159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-642d2790-5b6a-4453-8d76-9bcd2660e752 None None] Port 988ef455-73e2-4c98-8831-00a1289e8c9c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:13:01.132133 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:01.133036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d8532069-81ea-4b2c-958e-62ddc3718ad1 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:13:01.209200 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-642d2790-5b6a-4453-8d76-9bcd2660e752 None None] Provisioning complete for port 4a402f6b-a478-4d6a-acfb-d1487f617ef7 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:13:01.209874 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-642d2790-5b6a-4453-8d76-9bcd2660e752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:01.252241 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-9ebc31fd-4d52-4850-ab44-c31ccf64db61 service neutron] 10.222.0.32 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512685 Aug 24 01:13:01.268045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=4a402f6b-a478-4d6a-acfb-d1487f617ef7,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:01.288992 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port d8532069-81ea-4b2c-958e-62ddc3718ad1 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:13:01.312646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d8532069-81ea-4b2c-958e-62ddc3718ad1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:13:01.313027 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:01.372865 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-a5ba0bee-3c11-4f9e-9190-e5d9b3a417ec service neutron] 10.222.0.32 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137912 Aug 24 01:13:01.399059 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Sync routers for ids ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:13:01.410058 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Routers {'f8b0a8ea-f470-41d6-b7af-226f4e8144a4'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:13:01.410995 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:13:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:01.412861 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:01.433197 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port d8532069-81ea-4b2c-958e-62ddc3718ad1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d8532069-81ea-4b2c-958e-62ddc3718ad1,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:13:01.438644 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:01.511486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b8bd6661-c8bd-46dd-ba9f-98365877a2c9 None None] Provisioning complete for port 988ef455-73e2-4c98-8831-00a1289e8c9c triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:13:01.511486 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b8bd6661-c8bd-46dd-ba9f-98365877a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:01.516366 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:01.526673 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Set router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:13:01.547477 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=d8532069-81ea-4b2c-958e-62ddc3718ad1,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:01.561821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd6661-c8bd-46dd-ba9f-98365877a2c9 None None] Port 988ef455-73e2-4c98-8831-00a1289e8c9c cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:13:01.591750 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-343e1006-63df-4c42-a75c-a0011bf6a7b2 req-3eba9723-2de5-4fb3-9c55-809e2f4b534a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 210 time: 0.0430951 Aug 24 01:13:01.767884 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:59Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '988ef455-73e2-4c98-8831-00a1289e8c9c', 'name': '', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:a1:de:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:58Z', 'updated_at': '2021-08-24T01:12:59Z', 'revision_number': 2, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:01.797791 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Checking router: f8b0a8ea-f470-41d6-b7af-226f4e8144a4 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:13:01.798150 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Updating router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 port 988ef455-73e2-4c98-8831-00a1289e8c9c binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:13:01.824028 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:02.093781 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:02.104531 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Transition to ACTIVE for port object 988ef455-73e2-4c98-8831-00a1289e8c9c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:13:02.109875 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:02.162025 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd232c2-cfe1-45c1-b18d-904280b587c4 None None] Pushing event updated for resources: {'Port': ['ID=988ef455-73e2-4c98-8831-00a1289e8c9c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:02.185071 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd232c2-cfe1-45c1-b18d-904280b587c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:02.185416 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd232c2-cfe1-45c1-b18d-904280b587c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:02.185756 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd232c2-cfe1-45c1-b18d-904280b587c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:02.186090 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd232c2-cfe1-45c1-b18d-904280b587c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:02.186430 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd232c2-cfe1-45c1-b18d-904280b587c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:02.186759 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd232c2-cfe1-45c1-b18d-904280b587c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:02.187110 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd232c2-cfe1-45c1-b18d-904280b587c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:02.187435 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd232c2-cfe1-45c1-b18d-904280b587c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:02.187759 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd232c2-cfe1-45c1-b18d-904280b587c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:02.188079 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd232c2-cfe1-45c1-b18d-904280b587c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:02.188401 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd232c2-cfe1-45c1-b18d-904280b587c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:02.188721 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd232c2-cfe1-45c1-b18d-904280b587c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:02.225413 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Attempting to bind port 988ef455-73e2-4c98-8831-00a1289e8c9c on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:13:02.225975 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Attempting to bind port 988ef455-73e2-4c98-8831-00a1289e8c9c by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': 'b6724da3-8291-45d2-a9bb-abc0ee92ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:13:02.226336 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Attempting to bind port 988ef455-73e2-4c98-8831-00a1289e8c9c on network 37f2d230-f9f1-48bb-a796-32e3acb1f648 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:13:02.231592 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:13:02.231955 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Checking segment: {'id': 'b6724da3-8291-45d2-a9bb-abc0ee92ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:13:02.232353 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:02.232746 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Bound using segment: {'id': 'b6724da3-8291-45d2-a9bb-abc0ee92ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:13:02.233187 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Bound port: 988ef455-73e2-4c98-8831-00a1289e8c9c, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6724da3-8291-45d2-a9bb-abc0ee92ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:13:02.233554 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:02.302995 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] For port 988ef455-73e2-4c98-8831-00a1289e8c9c, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:13:02.306208 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] For port 988ef455-73e2-4c98-8831-00a1289e8c9c, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=988ef455-73e2-4c98-8831-00a1289e8c9c,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:13:02.311354 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:02.372769 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Routers {'f8b0a8ea-f470-41d6-b7af-226f4e8144a4'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:13:02.373389 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:13:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:02.376410 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd232c2-cfe1-45c1-b18d-904280b587c4 None None] Pushing event updated for resources: {'Port': ['ID=988ef455-73e2-4c98-8831-00a1289e8c9c,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:02.490590 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] Set router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:13:02.699246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bfef4613-8c0a-4228-a033-fa85e735f497 req-95f51326-2327-46a0-ac2a-8461ce040c7e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 210 time: 0.0331481 Aug 24 01:13:02.712744 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:59Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '988ef455-73e2-4c98-8831-00a1289e8c9c', 'name': '', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:a1:de:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:58Z', 'updated_at': '2021-08-24T01:13:02Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:02.742118 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df79db-b0d0-417c-8beb-e74c661c5092 None None] The sync data for ids ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'] in n-d-805736-1 is: [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:59Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '988ef455-73e2-4c98-8831-00a1289e8c9c', 'name': '', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:a1:de:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:58Z', 'updated_at': '2021-08-24T01:13:02Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:13:02.744248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-1765c790-d0b5-49c3-85d7-ea7576e747ed tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:02.745856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-1765c790-d0b5-49c3-85d7-ea7576e747ed tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/networks?id=37f2d230-f9f1-48bb-a796-32e3acb1f648 HTTP/1.1" status: 200 len: 795 time: 0.1497164 Aug 24 01:13:02.815156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-61e07b7c-007e-4fa3-a06d-f81f4e2d1964 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 379 time: 0.0542521 Aug 24 01:13:02.854128 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-004ab47e-03dc-4d0e-b34b-79801c7c3317 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'port': {'device_id': '30ce7158-fe01-449f-b630-f515bf459d0d', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'admin_state_up': True, 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'security_groups': ['c2f33e2d-2532-46f0-9502-8d1bc3a0d61f']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:13:02.858486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4a402f6b-a478-4d6a-acfb-d1487f617ef7 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:13:02.914755 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 4a402f6b-a478-4d6a-acfb-d1487f617ef7 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:13:02.915319 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:02.979991 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-004ab47e-03dc-4d0e-b34b-79801c7c3317 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:13:02.983873 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-004ab47e-03dc-4d0e-b34b-79801c7c3317 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:03.006421 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d8532069-81ea-4b2c-958e-62ddc3718ad1 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:13:03.058595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port d8532069-81ea-4b2c-958e-62ddc3718ad1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:13:03.059019 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:03.123741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-004ab47e-03dc-4d0e-b34b-79801c7c3317 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.20.0.5 (37f2d230-f9f1-48bb-a796-32e3acb1f648/b244e6d4-2556-42b2-956b-ec8c0a7e012c/d087fd2e-5704-46c2-a8a5-e095def4de89) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:13:03.281220 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:03.648215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-004ab47e-03dc-4d0e-b34b-79801c7c3317 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:03.663763 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-004ab47e-03dc-4d0e-b34b-79801c7c3317 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Transition to ACTIVE for port object d087fd2e-5704-46c2-a8a5-e095def4de89 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:13:03.698516 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-004ab47e-03dc-4d0e-b34b-79801c7c3317 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:03.745529 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-004ab47e-03dc-4d0e-b34b-79801c7c3317 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network 37f2d230-f9f1-48bb-a796-32e3acb1f648 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:13:03.748823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-004ab47e-03dc-4d0e-b34b-79801c7c3317 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:13:03.752626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-004ab47e-03dc-4d0e-b34b-79801c7c3317 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:13:03.777491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ab47e-03dc-4d0e-b34b-79801c7c3317 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=d087fd2e-5704-46c2-a8a5-e095def4de89,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:03.839503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-004ab47e-03dc-4d0e-b34b-79801c7c3317 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:03.840172 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-004ab47e-03dc-4d0e-b34b-79801c7c3317 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:03.863049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53d279-a817-4ac9-b000-e5379008a51a req-8f16cf02-5828-46cc-966c-a503fcefc340 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:03.865196 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad53d279-a817-4ac9-b000-e5379008a51a req-8f16cf02-5828-46cc-966c-a503fcefc340 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 931 time: 0.0771081 Aug 24 01:13:03.867105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-004ab47e-03dc-4d0e-b34b-79801c7c3317 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0171158 Aug 24 01:13:03.890263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-759ff8f5-66b8-45e0-8c59-9ff4adbf267e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:13:03.891505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-759ff8f5-66b8-45e0-8c59-9ff4adbf267e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054686 Aug 24 01:13:03.904791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Request body: {'port': {'device_id': '30ce7158-fe01-449f-b630-f515bf459d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:13:03.938534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad53d279-a817-4ac9-b000-e5379008a51a req-d32cb9ca-4c3c-47c1-aa53-9210eae8d9fc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668178 Aug 24 01:13:03.970954 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:04.042894 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a55b1fdf-2333-48f4-b6c7-35856d43a0c3 None None] Provisioning for port d087fd2e-5704-46c2-a8a5-e095def4de89 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:13:04.046430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a55b1fdf-2333-48f4-b6c7-35856d43a0c3 None None] Provisioning complete for port d087fd2e-5704-46c2-a8a5-e095def4de89 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:13:04.046823 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a55b1fdf-2333-48f4-b6c7-35856d43a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:04.080123 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-a55b1fdf-2333-48f4-b6c7-35856d43a0c3 None None] Port d087fd2e-5704-46c2-a8a5-e095def4de89 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:13:04.234985 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d087fd2e-5704-46c2-a8a5-e095def4de89 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:13:04.242238 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:04.254437 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Transition to ACTIVE for port object d087fd2e-5704-46c2-a8a5-e095def4de89 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:13:04.259245 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:04.328534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Pushing event updated for resources: {'Port': ['ID=d087fd2e-5704-46c2-a8a5-e095def4de89,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:04.379206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Attempting to bind port d087fd2e-5704-46c2-a8a5-e095def4de89 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:13:04.379552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Attempting to bind port d087fd2e-5704-46c2-a8a5-e095def4de89 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': 'b6724da3-8291-45d2-a9bb-abc0ee92ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:13:04.380226 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Attempting to bind port d087fd2e-5704-46c2-a8a5-e095def4de89 on network 37f2d230-f9f1-48bb-a796-32e3acb1f648 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:13:04.384857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Port d087fd2e-5704-46c2-a8a5-e095def4de89 on network 37f2d230-f9f1-48bb-a796-32e3acb1f648 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:13:04.385309 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Attempting to bind port d087fd2e-5704-46c2-a8a5-e095def4de89 on network 37f2d230-f9f1-48bb-a796-32e3acb1f648 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:13:04.390829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:13:04.391175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Checking segment: {'id': 'b6724da3-8291-45d2-a9bb-abc0ee92ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:13:04.391569 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Bound using segment: {'id': 'b6724da3-8291-45d2-a9bb-abc0ee92ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:13:04.392088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Bound port: d087fd2e-5704-46c2-a8a5-e095def4de89, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6724da3-8291-45d2-a9bb-abc0ee92ba19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:13:04.392504 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:04.473737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] For port d087fd2e-5704-46c2-a8a5-e095def4de89, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:13:04.476909 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] For port d087fd2e-5704-46c2-a8a5-e095def4de89, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d087fd2e-5704-46c2-a8a5-e095def4de89,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:13:04.480567 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:04.517486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:04.518123 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:04.519557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] 10.222.0.13 "PUT /v2.0/ports/d087fd2e-5704-46c2-a8a5-e095def4de89 HTTP/1.1" status: 200 len: 1091 time: 0.6202660 Aug 24 01:13:04.520001 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ce7158-fe01-449f-b630-f515bf459d0d', 'tag': 'd087fd2e-5704-46c2-a8a5-e095def4de89'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:13:04.522299 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf26d092-4588-4183-a56d-0a260c30b18c" -d '{"events": [{"name": "network-changed", "server_uuid": "30ce7158-fe01-449f-b630-f515bf459d0d", "tag": "d087fd2e-5704-46c2-a8a5-e095def4de89"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:13:04.545274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab13c1d-7a2d-41ca-99f9-016270aed862 service neutron] Pushing event updated for resources: {'Port': ['ID=d087fd2e-5704-46c2-a8a5-e095def4de89,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:04.568095 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15328063-48bd-4571-bb09-3d615bcbf83e x-openstack-request-id: req-15328063-48bd-4571-bb09-3d615bcbf83e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:13:04.568335 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ce7158-fe01-449f-b630-f515bf459d0d", "tag": "d087fd2e-5704-46c2-a8a5-e095def4de89", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:13:04.568620 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15328063-48bd-4571-bb09-3d615bcbf83e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:13:04.568977 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ce7158-fe01-449f-b630-f515bf459d0d', 'tag': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'status': 'completed', 'code': 200} Aug 24 01:13:04.631311 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-b9752db9-01a7-4af7-aa0a-7399da44c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:04.632907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-b9752db9-01a7-4af7-aa0a-7399da44c8c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 1094 time: 0.0454071 Aug 24 01:13:04.687120 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-9926c5da-3e30-4e32-b3b5-bf36fbe33ceb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d087fd2e-5704-46c2-a8a5-e095def4de89 HTTP/1.1" status: 200 len: 217 time: 0.0408320 Aug 24 01:13:04.738225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-b00e93f0-d0ad-4922-ab34-3c8ab48695f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:04.739980 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-b00e93f0-d0ad-4922-ab34-3c8ab48695f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b244e6d4-2556-42b2-956b-ec8c0a7e012c HTTP/1.1" status: 200 len: 834 time: 0.0459874 Aug 24 01:13:04.787877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-320571fb-3bdd-49f4-a58a-86e5cb07503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:04.789417 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-320571fb-3bdd-49f4-a58a-86e5cb07503d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37f2d230-f9f1-48bb-a796-32e3acb1f648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427685 Aug 24 01:13:04.819026 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 988ef455-73e2-4c98-8831-00a1289e8c9c up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:13:04.872431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 988ef455-73e2-4c98-8831-00a1289e8c9c completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:13:04.876205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 988ef455-73e2-4c98-8831-00a1289e8c9c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:13:04.876589 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:04.885748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-a82fe41f-ac49-4c56-bda8-7404b39fa0d8 service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882108 Aug 24 01:13:04.956258 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:04.979049 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a212a7f6-bb6b-4922-8391-9e09a6e097d8 req-f1437d02-c7e3-422e-a3d1-8fbaf255a600 service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865271 Aug 24 01:13:04.991642 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 988ef455-73e2-4c98-8831-00a1289e8c9c, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=988ef455-73e2-4c98-8831-00a1289e8c9c,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:13:04.996104 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:05.050429 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=988ef455-73e2-4c98-8831-00a1289e8c9c,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:05.066589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c2cb8-67d7-43a1-aabc-f501a8f12357 req-5532bac1-021c-47a2-afa4-a8b9d0c985f6 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:05.068730 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-252c2cb8-67d7-43a1-aabc-f501a8f12357 req-5532bac1-021c-47a2-afa4-a8b9d0c985f6 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 943 time: 0.0536041 Aug 24 01:13:05.136448 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-252c2cb8-67d7-43a1-aabc-f501a8f12357 req-33788909-c213-4944-9441-b6d8e368c701 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593944 Aug 24 01:13:05.139008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26d092-4588-4183-a56d-0a260c30b18c req-999dbb8c-5120-4806-8762-886ec12fe4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:05.140429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf26d092-4588-4183-a56d-0a260c30b18c req-999dbb8c-5120-4806-8762-886ec12fe4e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 1094 time: 0.0708442 Aug 24 01:13:05.233080 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26d092-4588-4183-a56d-0a260c30b18c req-a892a639-c21b-4574-9ad2-5d5ef1d4ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:05.234557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf26d092-4588-4183-a56d-0a260c30b18c req-a892a639-c21b-4574-9ad2-5d5ef1d4ab49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37f2d230-f9f1-48bb-a796-32e3acb1f648 HTTP/1.1" status: 200 len: 896 time: 0.0851088 Aug 24 01:13:05.281246 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf26d092-4588-4183-a56d-0a260c30b18c req-d8e1c5fa-d4cd-4845-93b3-1b6645ea5fd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d087fd2e-5704-46c2-a8a5-e095def4de89 HTTP/1.1" status: 200 len: 217 time: 0.0386600 Aug 24 01:13:05.329784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26d092-4588-4183-a56d-0a260c30b18c req-c46d6061-bfea-4745-a528-400ca0f6904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:05.331264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf26d092-4588-4183-a56d-0a260c30b18c req-c46d6061-bfea-4745-a528-400ca0f6904c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b244e6d4-2556-42b2-956b-ec8c0a7e012c HTTP/1.1" status: 200 len: 834 time: 0.0425828 Aug 24 01:13:05.376325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26d092-4588-4183-a56d-0a260c30b18c req-4f8fc1ea-2905-4937-a4b4-b16c8e4928a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:05.377805 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf26d092-4588-4183-a56d-0a260c30b18c req-4f8fc1ea-2905-4937-a4b4-b16c8e4928a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37f2d230-f9f1-48bb-a796-32e3acb1f648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389655 Aug 24 01:13:05.474800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf26d092-4588-4183-a56d-0a260c30b18c req-225ff07b-d752-41de-ba9d-5ceb152d8ab8 service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873091 Aug 24 01:13:05.565920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bf26d092-4588-4183-a56d-0a260c30b18c req-ea5c8c7c-a0ff-4dad-8494-de1397ee0f6a service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831361 Aug 24 01:13:06.256029 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a96702-1317-4e38-be46-734867816b6b req-180731e6-bbf5-43ae-bfd7-fde191a7d0ed tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:06.257532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52a96702-1317-4e38-be46-734867816b6b req-180731e6-bbf5-43ae-bfd7-fde191a7d0ed tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 943 time: 0.0516479 Aug 24 01:13:06.303603 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-52a96702-1317-4e38-be46-734867816b6b req-4bebe3e2-19ea-43d8-be06-952d3bbb830e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400407 Aug 24 01:13:06.804537 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 988ef455-73e2-4c98-8831-00a1289e8c9c up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:13:06.856049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 988ef455-73e2-4c98-8831-00a1289e8c9c triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:13:06.856425 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:07.417966 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ad8f4-cb78-4f51-9779-256f5536f1d3 req-f1e2fd87-a177-45a2-ae97-067704423173 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:07.419501 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-491ad8f4-cb78-4f51-9779-256f5536f1d3 req-f1e2fd87-a177-45a2-ae97-067704423173 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 943 time: 0.0496850 Aug 24 01:13:07.456531 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-491ad8f4-cb78-4f51-9779-256f5536f1d3 req-3401837d-f330-42d6-8652-038548082d66 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311813 Aug 24 01:13:08.335337 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d087fd2e-5704-46c2-a8a5-e095def4de89 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:13:08.432248 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d087fd2e-5704-46c2-a8a5-e095def4de89, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d087fd2e-5704-46c2-a8a5-e095def4de89,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:13:08.443106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'port_id': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'mac_address': 'fa:16:3e:bc:66:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:13:08.480083 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:08.493430 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d087fd2e-5704-46c2-a8a5-e095def4de89 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:13:08.512283 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d087fd2e-5704-46c2-a8a5-e095def4de89, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d087fd2e-5704-46c2-a8a5-e095def4de89,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:13:08.517423 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:08.570235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d087fd2e-5704-46c2-a8a5-e095def4de89,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:08.593198 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf29be-a96e-4db1-aaad-60c263356ab9 req-dd0e4d2f-7611-4c13-b716-c3a81f04ec6e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:08.594743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33cf29be-a96e-4db1-aaad-60c263356ab9 req-dd0e4d2f-7611-4c13-b716-c3a81f04ec6e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 944 time: 0.0684254 Aug 24 01:13:08.634148 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33cf29be-a96e-4db1-aaad-60c263356ab9 req-80d575d0-30ca-4647-8b8f-5eb349e5b1be tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327988 Aug 24 01:13:08.822299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['d087fd2e-5704-46c2-a8a5-e095def4de89'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:13:09.752651 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd731a-9b13-44b3-8630-f3eaac47320d req-2ea73aca-7c4f-43d0-86d4-b5fd32e69a9f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:09.754141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80cd731a-9b13-44b3-8630-f3eaac47320d req-2ea73aca-7c4f-43d0-86d4-b5fd32e69a9f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 944 time: 0.0514331 Aug 24 01:13:09.796613 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80cd731a-9b13-44b3-8630-f3eaac47320d req-ba9c222b-050a-4894-8f00-ad96bf88f92b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354612 Aug 24 01:13:10.349880 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d087fd2e-5704-46c2-a8a5-e095def4de89 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:13:10.403838 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port d087fd2e-5704-46c2-a8a5-e095def4de89 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:13:10.407542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port d087fd2e-5704-46c2-a8a5-e095def4de89 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:13:10.407909 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:10.484305 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:10.505933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ce7158-fe01-449f-b630-f515bf459d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd087fd2e-5704-46c2-a8a5-e095def4de89'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:13:10.508189 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2e78e1-94fa-4091-9e38-17a72b15e0cd" -d '{"events": [{"server_uuid": "30ce7158-fe01-449f-b630-f515bf459d0d", "name": "network-vif-plugged", "status": "completed", "tag": "d087fd2e-5704-46c2-a8a5-e095def4de89"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:13:10.521818 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d087fd2e-5704-46c2-a8a5-e095def4de89, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d087fd2e-5704-46c2-a8a5-e095def4de89,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:13:10.525838 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:10.553326 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369a2c77-1331-4350-9b39-cbd0bf325eba x-openstack-request-id: req-369a2c77-1331-4350-9b39-cbd0bf325eba {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:13:10.553616 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ce7158-fe01-449f-b630-f515bf459d0d", "name": "network-vif-plugged", "status": "completed", "tag": "d087fd2e-5704-46c2-a8a5-e095def4de89", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:13:10.553873 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-369a2c77-1331-4350-9b39-cbd0bf325eba {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:13:10.554266 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ce7158-fe01-449f-b630-f515bf459d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'code': 200} Aug 24 01:13:10.579512 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d087fd2e-5704-46c2-a8a5-e095def4de89,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:10.664507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819021fe-a145-4cdc-87f7-1393e6441c0b req-d757a67e-4daf-4abb-b798-e43719cea794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:10.665929 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-819021fe-a145-4cdc-87f7-1393e6441c0b req-d757a67e-4daf-4abb-b798-e43719cea794 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 1096 time: 0.0404274 Aug 24 01:13:10.704290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-819021fe-a145-4cdc-87f7-1393e6441c0b req-fad0219c-20d8-442e-9f9a-dec2a97fd8da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317292 Aug 24 01:13:10.909596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01981f29-68c3-4fd0-8580-c90e8ac9cbc9 req-ec2e4931-0c37-4556-baca-05b832231bdf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:10.911654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01981f29-68c3-4fd0-8580-c90e8ac9cbc9 req-ec2e4931-0c37-4556-baca-05b832231bdf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0496774 Aug 24 01:13:10.961571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01981f29-68c3-4fd0-8580-c90e8ac9cbc9 req-5d8947b2-bfc5-4d5a-85d2-b05883378794 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439391 Aug 24 01:13:12.078889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf1caa-9441-4699-bfd7-69cafbf3cf53 req-41eb610b-1c32-4ae6-b991-f5ba93b3a730 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:12.080407 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3fcf1caa-9441-4699-bfd7-69cafbf3cf53 req-41eb610b-1c32-4ae6-b991-f5ba93b3a730 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0493791 Aug 24 01:13:12.121363 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3fcf1caa-9441-4699-bfd7-69cafbf3cf53 req-6f3ec5f4-54bd-4a71-9f0e-a8beaa25aff5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350025 Aug 24 01:13:12.234710 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a95f0-1c21-41c3-9b58-9c13fd35f3dc req-5bd1112b-e690-4c3f-960f-6e9195d15970 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:12.236232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e64a95f0-1c21-41c3-9b58-9c13fd35f3dc req-5bd1112b-e690-4c3f-960f-6e9195d15970 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0487859 Aug 24 01:13:12.274508 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e64a95f0-1c21-41c3-9b58-9c13fd35f3dc req-07510ffa-9b15-4c91-93ca-96aa030ce795 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318625 Aug 24 01:13:12.296011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48112) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:13:12.334828 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9f9e07-a3fc-4687-911e-d0fac5fdb876 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:12.336341 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-da9f9e07-a3fc-4687-911e-d0fac5fdb876 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 1091 time: 0.0393109 Aug 24 01:13:12.339240 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48114) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:13:12.343579 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:13:12.366085 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:12.464435 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:12.563466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.25.8.116 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/46b483a5-eb30-4a64-8ed3-376a74469cf9) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:13:12.668030 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:12.707170 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:12.748299 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:13:12.752748 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:13:12.758402 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:13:12.761530 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=46b483a5-eb30-4a64-8ed3-376a74469cf9,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:13.113450 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:13.179446 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:13.330592 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:13.335557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:13.406000 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=46b483a5-eb30-4a64-8ed3-376a74469cf9,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:13.417654 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:13.517627 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Floating IP bf03e025-7ccc-4b1c-a5c7-ca16321914ac associated. External IP: 172.25.8.116, port: d087fd2e-5704-46c2-a8a5-e095def4de89. Aug 24 01:13:13.735877 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:13:13.841271 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:13:13.851724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa449249-c496-4dd3-9af1-4afa4970573b None None] Sync routers for ids ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:13:13.857892 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:13.865911 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa449249-c496-4dd3-9af1-4afa4970573b None None] Routers {'f8b0a8ea-f470-41d6-b7af-226f4e8144a4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:13:13.866644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fa449249-c496-4dd3-9af1-4afa4970573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:13:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:13.888721 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ab020e54-8474-470e-b988-1e6034805aea tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5484505 Aug 24 01:13:13.889398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ce7158-fe01-449f-b630-f515bf459d0d', 'tag': 'd087fd2e-5704-46c2-a8a5-e095def4de89'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:13:13.895458 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d889f77d522bbf3953e3538f7cf97f660794b72665fad371c9564fe2e75f33d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc52b2b-3774-430d-82cd-6af3e6f9e058" -d '{"events": [{"name": "network-changed", "server_uuid": "30ce7158-fe01-449f-b630-f515bf459d0d", "tag": "d087fd2e-5704-46c2-a8a5-e095def4de89"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:13:13.941137 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22ea663-17e3-4947-bc6d-d9f7c82b64c8 x-openstack-request-id: req-e22ea663-17e3-4947-bc6d-d9f7c82b64c8 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:13:13.941431 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ce7158-fe01-449f-b630-f515bf459d0d", "tag": "d087fd2e-5704-46c2-a8a5-e095def4de89", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:13:13.941685 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e22ea663-17e3-4947-bc6d-d9f7c82b64c8 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:13:13.942094 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ce7158-fe01-449f-b630-f515bf459d0d', 'tag': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'status': 'completed', 'code': 200} Aug 24 01:13:13.977520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-fa449249-c496-4dd3-9af1-4afa4970573b None None] Set router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:13:14.025084 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c9148-1b23-4168-8acb-f89a85577484 req-508d2a63-7c72-4e09-b05f-88d1ea2b6181 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:14.026531 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-797c9148-1b23-4168-8acb-f89a85577484 req-508d2a63-7c72-4e09-b05f-88d1ea2b6181 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0871017 Aug 24 01:13:14.042821 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc52b2b-3774-430d-82cd-6af3e6f9e058 req-d56846f2-7e8d-4b5f-953c-1cb94d4f6a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:14.044260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cc52b2b-3774-430d-82cd-6af3e6f9e058 req-d56846f2-7e8d-4b5f-953c-1cb94d4f6a32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 1096 time: 0.0653570 Aug 24 01:13:14.124332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-797c9148-1b23-4168-8acb-f89a85577484 req-d686cd78-29ee-4d80-b7c9-0aa5bb2f2170 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899234 Aug 24 01:13:14.149594 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48120) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:13:14.161933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc52b2b-3774-430d-82cd-6af3e6f9e058 req-a2516b6b-c307-4b8f-ab58-d8feaefc3d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:14.163147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cc52b2b-3774-430d-82cd-6af3e6f9e058 req-a2516b6b-c307-4b8f-ab58-d8feaefc3d9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=37f2d230-f9f1-48bb-a796-32e3acb1f648 HTTP/1.1" status: 200 len: 896 time: 0.1117318 Aug 24 01:13:14.207952 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fa449249-c496-4dd3-9af1-4afa4970573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:59Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'bf03e025-7ccc-4b1c-a5c7-ca16321914ac', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'port_id': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'mac_address': 'fa:16:3e:bc:66:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ce7158-fe01-449f-b630-f515bf459d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:13:12Z', 'updated_at': '2021-08-24T01:13:12Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988ef455-73e2-4c98-8831-00a1289e8c9c', 'name': '', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:a1:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:58Z', 'updated_at': '2021-08-24T01:13:04Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:14.213258 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-32474bbc-da22-4be1-83be-f2460f4d2032 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/bf03e025-7ccc-4b1c-a5c7-ca16321914ac HTTP/1.1" status: 200 len: 991 time: 0.0614634 Aug 24 01:13:14.231834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cc52b2b-3774-430d-82cd-6af3e6f9e058 req-b2de08f9-6d96-4571-8c86-2711177c81bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d087fd2e-5704-46c2-a8a5-e095def4de89 HTTP/1.1" status: 200 len: 999 time: 0.0616155 Aug 24 01:13:14.235149 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa449249-c496-4dd3-9af1-4afa4970573b None None] Checking router: f8b0a8ea-f470-41d6-b7af-226f4e8144a4 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:13:14.244956 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa449249-c496-4dd3-9af1-4afa4970573b None None] Routers {'f8b0a8ea-f470-41d6-b7af-226f4e8144a4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:13:14.245594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fa449249-c496-4dd3-9af1-4afa4970573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:13:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:14.287324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc52b2b-3774-430d-82cd-6af3e6f9e058 req-0dfbfcc0-8c3d-4737-bdc7-1669d0c77be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:14.288736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cc52b2b-3774-430d-82cd-6af3e6f9e058 req-0dfbfcc0-8c3d-4737-bdc7-1669d0c77be3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b244e6d4-2556-42b2-956b-ec8c0a7e012c HTTP/1.1" status: 200 len: 834 time: 0.0501235 Aug 24 01:13:14.341813 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc52b2b-3774-430d-82cd-6af3e6f9e058 req-54a3c05b-9478-42ad-9f20-927340af2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:14.343447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cc52b2b-3774-430d-82cd-6af3e6f9e058 req-54a3c05b-9478-42ad-9f20-927340af2d23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37f2d230-f9f1-48bb-a796-32e3acb1f648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477223 Aug 24 01:13:14.373288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-fa449249-c496-4dd3-9af1-4afa4970573b None None] Set router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:13:14.468174 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cc52b2b-3774-430d-82cd-6af3e6f9e058 req-555e1823-a6e9-401e-9ee2-5d776487f571 service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172504 Aug 24 01:13:14.562387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1cc52b2b-3774-430d-82cd-6af3e6f9e058 req-67762507-c3f0-45fa-a545-6427454b5845 service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867867 Aug 24 01:13:14.624865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-fa449249-c496-4dd3-9af1-4afa4970573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:59Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'bf03e025-7ccc-4b1c-a5c7-ca16321914ac', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'port_id': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'mac_address': 'fa:16:3e:bc:66:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ce7158-fe01-449f-b630-f515bf459d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:13:12Z', 'updated_at': '2021-08-24T01:13:12Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988ef455-73e2-4c98-8831-00a1289e8c9c', 'name': '', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:a1:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:58Z', 'updated_at': '2021-08-24T01:13:04Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:14.652397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa449249-c496-4dd3-9af1-4afa4970573b None None] The sync data for ids ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'] in n-d-805736-1 is: [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:59Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'bf03e025-7ccc-4b1c-a5c7-ca16321914ac', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.116', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'port_id': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'mac_address': 'fa:16:3e:bc:66:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ce7158-fe01-449f-b630-f515bf459d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:13:12Z', 'updated_at': '2021-08-24T01:13:12Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988ef455-73e2-4c98-8831-00a1289e8c9c', 'name': '', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:a1:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:58Z', 'updated_at': '2021-08-24T01:13:04Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:13:14.845265 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a202d69b-10d1-4cf4-ab7a-5d9d698cd57a None None] New status for floating IP bf03e025-7ccc-4b1c-a5c7-ca16321914ac: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:13:15.215350 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48122) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:13:15.278630 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3cf603dc-9ac9-429d-99e5-313d65490eb7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/bf03e025-7ccc-4b1c-a5c7-ca16321914ac HTTP/1.1" status: 200 len: 993 time: 0.0622282 Aug 24 01:13:22.118275 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:13:24.295114 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:27.599832 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-de7c7525-c15f-4546-98af-16173105476a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:30.190751 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:30.221862 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:30.273662 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-289bb391-5017-4fb1-9942-67ecc680ae58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:31.464626 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:33.228238 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:46.706397 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1b9c9-67f0-44c2-941e-3ff6541c7988 req-7f00b78b-bdf3-409f-9627-f25fe01ca5ec tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:46.707941 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ea1b9c9-67f0-44c2-941e-3ff6541c7988 req-7f00b78b-bdf3-409f-9627-f25fe01ca5ec tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0550218 Aug 24 01:13:46.781879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5ea1b9c9-67f0-44c2-941e-3ff6541c7988 req-1961559c-2e18-4dad-96ba-bdd3b8c2caa7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673470 Aug 24 01:13:46.795662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-aa9ed84d-649c-4fb4-8027-f924df95f4fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1022792 Aug 24 01:13:47.924034 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef910e-92da-45d4-924b-391daf2bd705 req-79f83ad5-a6fe-43f7-8c10-13bfbd4da42c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:47.925523 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96ef910e-92da-45d4-924b-391daf2bd705 req-79f83ad5-a6fe-43f7-8c10-13bfbd4da42c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0727324 Aug 24 01:13:47.954293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-4e864a13-3f6b-4d4d-ba31-474cb088728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:47.955782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-4e864a13-3f6b-4d4d-ba31-474cb088728d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 1096 time: 0.0666268 Aug 24 01:13:47.988595 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-96ef910e-92da-45d4-924b-391daf2bd705 req-d4401634-716f-4754-b2c9-e720e1e03569 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568869 Aug 24 01:13:48.058416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-b3367ccf-5ed2-4578-b4bd-9f9fd50fa525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:48.060066 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-b3367ccf-5ed2-4578-b4bd-9f9fd50fa525 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37f2d230-f9f1-48bb-a796-32e3acb1f648 HTTP/1.1" status: 200 len: 896 time: 0.0946276 Aug 24 01:13:48.124099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-067a97cd-de3b-4473-8f23-00fa7d17f6fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d087fd2e-5704-46c2-a8a5-e095def4de89 HTTP/1.1" status: 200 len: 1001 time: 0.0571496 Aug 24 01:13:48.172467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-acbbfa97-af31-4912-ba5c-ead3d8d933a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:48.173896 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-acbbfa97-af31-4912-ba5c-ead3d8d933a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b244e6d4-2556-42b2-956b-ec8c0a7e012c HTTP/1.1" status: 200 len: 834 time: 0.0430663 Aug 24 01:13:48.221987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-16a59e80-b8bf-4237-80ea-ec7bef19ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:48.223545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-16a59e80-b8bf-4237-80ea-ec7bef19ec16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37f2d230-f9f1-48bb-a796-32e3acb1f648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427966 Aug 24 01:13:48.312075 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-37995291-13bd-45d6-bb0e-c98cbad500f2 service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803993 Aug 24 01:13:48.406232 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-b686bcc0-9edf-4cce-852a-d338b354f092 service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870633 Aug 24 01:13:49.103939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90e37c-fefb-4cee-8b22-6d50979f39ae req-de5acce4-dab5-4eda-ae44-9780a1351049 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:49.105414 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af90e37c-fefb-4cee-8b22-6d50979f39ae req-de5acce4-dab5-4eda-ae44-9780a1351049 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0481467 Aug 24 01:13:49.142292 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-af90e37c-fefb-4cee-8b22-6d50979f39ae req-02e65228-3366-4545-8318-6e203ca449bb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308933 Aug 24 01:13:50.255919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099e998-0256-4287-92f5-e4e754051cbb req-3eddea25-51d1-43bf-862c-d8647bcec298 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:50.257389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5099e998-0256-4287-92f5-e4e754051cbb req-3eddea25-51d1-43bf-862c-d8647bcec298 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0480955 Aug 24 01:13:50.295366 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5099e998-0256-4287-92f5-e4e754051cbb req-1385c079-d7e2-4bd9-8f34-c4a14ca1e380 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320201 Aug 24 01:13:51.412346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc9824-ea62-4348-a009-a60d41e6425e req-eb9b30a9-eb02-44a9-8ffe-307cb6b110c3 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:51.413817 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6fc9824-ea62-4348-a009-a60d41e6425e req-eb9b30a9-eb02-44a9-8ffe-307cb6b110c3 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0519650 Aug 24 01:13:51.451308 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6fc9824-ea62-4348-a009-a60d41e6425e req-706b3935-9ab3-4258-b4b0-9dcd62e4aa63 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310082 Aug 24 01:13:52.565433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0836d0-a947-43aa-8559-3355b0ac6e17 req-f937a07b-dac6-4ef4-8bed-ec92b83d645b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:52.566960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a0836d0-a947-43aa-8559-3355b0ac6e17 req-f937a07b-dac6-4ef4-8bed-ec92b83d645b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0481467 Aug 24 01:13:52.605511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a0836d0-a947-43aa-8559-3355b0ac6e17 req-48bc8aeb-b6b8-4649-b214-b43c697ec366 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318370 Aug 24 01:13:53.720183 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010250a-dc06-46ef-adb5-0526603b318e req-2a4b58f4-bfe5-42bd-be77-05ac87f8fa1e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:53.721684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4010250a-dc06-46ef-adb5-0526603b318e req-2a4b58f4-bfe5-42bd-be77-05ac87f8fa1e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0488567 Aug 24 01:13:53.763828 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4010250a-dc06-46ef-adb5-0526603b318e req-bba29d4e-eec2-49e8-a975-be7f2c22318d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354755 Aug 24 01:13:54.295832 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:54.883972 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db60cc8-1bbc-4281-bc6f-c824ce107153 req-190ae0b3-82e3-4742-92b2-59123cc29fee tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:54.885410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0db60cc8-1bbc-4281-bc6f-c824ce107153 req-190ae0b3-82e3-4742-92b2-59123cc29fee tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0524037 Aug 24 01:13:54.922831 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0db60cc8-1bbc-4281-bc6f-c824ce107153 req-866723e8-6457-4f3a-8f51-8ea0a3c05982 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315254 Aug 24 01:13:56.037759 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e92639-deb8-4ad9-9832-4ffbc037a502 req-befa5ada-bab5-4afa-9cb9-1bebf56f3fcd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:56.039275 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37e92639-deb8-4ad9-9832-4ffbc037a502 req-befa5ada-bab5-4afa-9cb9-1bebf56f3fcd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0489211 Aug 24 01:13:56.077743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37e92639-deb8-4ad9-9832-4ffbc037a502 req-080d2707-af23-46a0-9ff8-49c5a6247036 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323460 Aug 24 01:13:57.191266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf4003-1519-402c-a0bb-34f4f8c53138 req-9802d2b8-d6cd-49ef-9423-25c3af95d4d9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:57.192750 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fdf4003-1519-402c-a0bb-34f4f8c53138 req-9802d2b8-d6cd-49ef-9423-25c3af95d4d9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0477819 Aug 24 01:13:57.230318 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8fdf4003-1519-402c-a0bb-34f4f8c53138 req-aea2e148-cfb6-4bdf-95fe-1bf7a96b1a67 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311339 Aug 24 01:13:57.601501 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c69df0e6-6d9a-408c-8e2e-2a5ce025c8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:58.360094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f951-9d27-446a-b6e7-e9101a2df699 req-3df8504b-5f3f-4bb5-b2da-0fecf7046567 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:58.361908 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca73f951-9d27-446a-b6e7-e9101a2df699 req-3df8504b-5f3f-4bb5-b2da-0fecf7046567 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0653117 Aug 24 01:13:58.405382 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca73f951-9d27-446a-b6e7-e9101a2df699 req-f57189fd-c2fe-48f1-b45e-2b35079783fc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333483 Aug 24 01:13:59.117843 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:13:59.521477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ff498-5ee6-4aec-9871-7796074cd59b req-4a6b9b59-1682-4a6c-8a7c-ed66d161e3b3 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:59.522999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e75ff498-5ee6-4aec-9871-7796074cd59b req-4a6b9b59-1682-4a6c-8a7c-ed66d161e3b3 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0498185 Aug 24 01:13:59.562577 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e75ff498-5ee6-4aec-9871-7796074cd59b req-211761c6-7bb9-4952-95b7-15496787f25f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330687 Aug 24 01:14:00.192439 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:00.224613 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:00.272768 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44d04693-548c-4563-a097-a00c6d16a4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:00.693834 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dc86a-fe15-4a57-a6c6-9ec98f55cd5e req-c0406b7c-21ce-448e-b54d-80d16cd11259 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:00.695342 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a8dc86a-fe15-4a57-a6c6-9ec98f55cd5e req-c0406b7c-21ce-448e-b54d-80d16cd11259 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0485210 Aug 24 01:14:00.735180 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a8dc86a-fe15-4a57-a6c6-9ec98f55cd5e req-2011787e-74a2-40c7-a8ac-cd7550ed51b5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322633 Aug 24 01:14:01.467316 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:01.851812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61f67e-f100-42cf-80b0-03ccf178c376 req-1b2d3853-7262-411d-b55d-ad1de6abbae8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:01.853774 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e61f67e-f100-42cf-80b0-03ccf178c376 req-1b2d3853-7262-411d-b55d-ad1de6abbae8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0512335 Aug 24 01:14:01.890996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e61f67e-f100-42cf-80b0-03ccf178c376 req-b2af7c32-9806-45c3-ba12-f7e483bd1658 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311782 Aug 24 01:14:03.005344 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fc443-bc66-4361-b341-a74fce2da350 req-2424d068-d73d-4958-8079-c7e38ed86b54 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:03.006869 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e97fc443-bc66-4361-b341-a74fce2da350 req-2424d068-d73d-4958-8079-c7e38ed86b54 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0496171 Aug 24 01:14:03.045964 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e97fc443-bc66-4361-b341-a74fce2da350 req-611d97de-af50-4bae-8053-7f8d7a195c11 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328784 Aug 24 01:14:03.234113 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:04.160365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7c6d4-e008-4863-8bde-b66bc97fde5e req-0155d0ba-5d8b-4369-99bd-b1acad207f97 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:04.161868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ddb7c6d4-e008-4863-8bde-b66bc97fde5e req-0155d0ba-5d8b-4369-99bd-b1acad207f97 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0495861 Aug 24 01:14:04.199709 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ddb7c6d4-e008-4863-8bde-b66bc97fde5e req-7de47ba7-23a6-4005-b41f-c0c6f661eea1 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316889 Aug 24 01:14:05.038433 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436d73a-340a-442b-ad75-cac1454321a3 req-f58aed8e-c311-4d8e-a6c1-6752b8668dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:05.039934 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4436d73a-340a-442b-ad75-cac1454321a3 req-f58aed8e-c311-4d8e-a6c1-6752b8668dcf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 1096 time: 0.0432315 Aug 24 01:14:05.142924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436d73a-340a-442b-ad75-cac1454321a3 req-38c8e796-ad32-40f0-a2ba-64313cafac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:05.144650 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4436d73a-340a-442b-ad75-cac1454321a3 req-38c8e796-ad32-40f0-a2ba-64313cafac3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=37f2d230-f9f1-48bb-a796-32e3acb1f648 HTTP/1.1" status: 200 len: 896 time: 0.0837102 Aug 24 01:14:05.248062 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4436d73a-340a-442b-ad75-cac1454321a3 req-78f35c12-f98e-4613-8b05-1c040e046bcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d087fd2e-5704-46c2-a8a5-e095def4de89 HTTP/1.1" status: 200 len: 1001 time: 0.0955067 Aug 24 01:14:05.265059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-6f7ac8b1-29d8-4156-bd00-3b1b0c60678b service neutron] 10.222.0.13 "GET /v2.0/ports/d087fd2e-5704-46c2-a8a5-e095def4de89/bindings/n-h2-805736-1 HTTP/1.1" status: 200 len: 382 time: 0.1070952 Aug 24 01:14:05.332792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436d73a-340a-442b-ad75-cac1454321a3 req-05ab4cdb-d8eb-4e93-b056-7d579a460c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:05.334319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4436d73a-340a-442b-ad75-cac1454321a3 req-05ab4cdb-d8eb-4e93-b056-7d579a460c56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b244e6d4-2556-42b2-956b-ec8c0a7e012c HTTP/1.1" status: 200 len: 834 time: 0.0777826 Aug 24 01:14:05.347111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834570b-6211-40d8-a3f5-37144b26e492 req-51633ac4-20df-46cb-8ab2-52e5c7eaca1d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:05.348566 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d834570b-6211-40d8-a3f5-37144b26e492 req-51633ac4-20df-46cb-8ab2-52e5c7eaca1d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0650835 Aug 24 01:14:05.413423 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d834570b-6211-40d8-a3f5-37144b26e492 req-67255c9f-1fed-4f4f-8de5-ad27bd42dbf9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557516 Aug 24 01:14:05.419830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436d73a-340a-442b-ad75-cac1454321a3 req-0c49dcec-5605-4bbc-9b8e-d02543f828ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:05.421354 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4436d73a-340a-442b-ad75-cac1454321a3 req-0c49dcec-5605-4bbc-9b8e-d02543f828ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37f2d230-f9f1-48bb-a796-32e3acb1f648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718853 Aug 24 01:14:05.531541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-c1c59438-59ae-4bda-bd51-6d7ca5ffdf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:05.533039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-c1c59438-59ae-4bda-bd51-6d7ca5ffdf95 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d&tenant_id=f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 1096 time: 0.0853429 Aug 24 01:14:05.546727 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4436d73a-340a-442b-ad75-cac1454321a3 req-44bf0f12-82cd-41a4-ac22-26a2fcbfb1fe service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177227 Aug 24 01:14:05.637066 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4436d73a-340a-442b-ad75-cac1454321a3 req-f0003999-bba2-47c5-99a0-53c3a4eb3cd4 service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826197 Aug 24 01:14:05.742960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-a6f48644-0d6e-4519-bb65-be71357be555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:05.744992 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-a6f48644-0d6e-4519-bb65-be71357be555 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 1096 time: 0.0408363 Aug 24 01:14:05.835721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-ad8cbb20-7580-46f7-bfe1-f5b6219a8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:05.837723 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-ad8cbb20-7580-46f7-bfe1-f5b6219a8a38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37f2d230-f9f1-48bb-a796-32e3acb1f648 HTTP/1.1" status: 200 len: 896 time: 0.0855086 Aug 24 01:14:05.901892 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-33336b3e-8b4b-4ab2-a5ac-509d369edfe2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d087fd2e-5704-46c2-a8a5-e095def4de89 HTTP/1.1" status: 200 len: 1001 time: 0.0571268 Aug 24 01:14:05.954634 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-2d963c71-dacb-4077-a9e2-15bbd2e4d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:05.956094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-2d963c71-dacb-4077-a9e2-15bbd2e4d5a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b244e6d4-2556-42b2-956b-ec8c0a7e012c HTTP/1.1" status: 200 len: 834 time: 0.0465977 Aug 24 01:14:06.000994 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-eaed2562-efc5-4928-9187-396b0c4d50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:06.002452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-eaed2562-efc5-4928-9187-396b0c4d50e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37f2d230-f9f1-48bb-a796-32e3acb1f648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388532 Aug 24 01:14:06.089914 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-5d7d8aaf-03cb-45c1-a17f-ce752fb6092c service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805595 Aug 24 01:14:06.180358 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-fcea3a10-8f5c-4852-b48d-51d3b124ce4a service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838695 Aug 24 01:14:06.591873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102fc59-81b7-4e44-be6b-addb92389e97 req-cc2e6f5f-6525-4547-bc07-7c9caec7b672 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:06.593372 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c102fc59-81b7-4e44-be6b-addb92389e97 req-cc2e6f5f-6525-4547-bc07-7c9caec7b672 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0991318 Aug 24 01:14:06.630582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c102fc59-81b7-4e44-be6b-addb92389e97 req-9cf5e7cf-9638-40f0-b0d9-9577ec7143a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311775 Aug 24 01:14:07.803750 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020df513-460e-4072-b319-493435c70e93 req-cbe401bf-0903-470d-85f3-b7a2e3f6e162 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:07.805405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-020df513-460e-4072-b319-493435c70e93 req-cbe401bf-0903-470d-85f3-b7a2e3f6e162 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.1050935 Aug 24 01:14:07.851834 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-020df513-460e-4072-b319-493435c70e93 req-6cf2fb39-e0fc-4a59-b5dd-39dd4c0215fa tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378928 Aug 24 01:14:08.601695 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d087fd2e-5704-46c2-a8a5-e095def4de89 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:14:08.608865 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d087fd2e-5704-46c2-a8a5-e095def4de89 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:14:08.756530 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:08.779878 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d087fd2e-5704-46c2-a8a5-e095def4de89, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d087fd2e-5704-46c2-a8a5-e095def4de89,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:14:08.799355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ce7158-fe01-449f-b630-f515bf459d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd087fd2e-5704-46c2-a8a5-e095def4de89'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:14:08.801574 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b93e2dd-1d46-4c71-98dd-307681099c06" -d '{"events": [{"server_uuid": "30ce7158-fe01-449f-b630-f515bf459d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "d087fd2e-5704-46c2-a8a5-e095def4de89"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:14:08.806359 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'port_id': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'mac_address': 'fa:16:3e:bc:66:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:14:08.820251 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d087fd2e-5704-46c2-a8a5-e095def4de89, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d087fd2e-5704-46c2-a8a5-e095def4de89,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:14:08.825570 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:08.851624 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efee0bef-cc4a-467f-a8d3-fe2fb8691ff9 x-openstack-request-id: req-efee0bef-cc4a-467f-a8d3-fe2fb8691ff9 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:14:08.851913 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ce7158-fe01-449f-b630-f515bf459d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "d087fd2e-5704-46c2-a8a5-e095def4de89", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:14:08.852163 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efee0bef-cc4a-467f-a8d3-fe2fb8691ff9 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:14:08.852552 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ce7158-fe01-449f-b630-f515bf459d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'code': 200} Aug 24 01:14:08.892583 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:08.912095 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d087fd2e-5704-46c2-a8a5-e095def4de89,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:08.914823 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d087fd2e-5704-46c2-a8a5-e095def4de89 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:14:08.929833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:08.930233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:08.930571 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:08.930939 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:08.931305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:08.931611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:08.931969 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:08.932299 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:08.932627 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:08.932947 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:08.933278 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:08.933602 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:08.946607 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d087fd2e-5704-46c2-a8a5-e095def4de89, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d087fd2e-5704-46c2-a8a5-e095def4de89,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:14:08.950871 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:08.980479 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9bd08-2c6f-476e-8b15-b665279a7c5d req-7a05591f-2325-492b-8952-c6e793b8d907 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:08.982014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98d9bd08-2c6f-476e-8b15-b665279a7c5d req-7a05591f-2325-492b-8952-c6e793b8d907 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 943 time: 0.0583465 Aug 24 01:14:09.003696 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d087fd2e-5704-46c2-a8a5-e095def4de89,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:09.021429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-98d9bd08-2c6f-476e-8b15-b665279a7c5d req-7314f410-84e3-41b3-a078-9c53772625e3 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330706 Aug 24 01:14:09.239857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee32abf-45f2-4458-be6b-f169a904a660 req-4fa00cfc-e99a-42a8-994e-84a06afad208 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:09.241349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ee32abf-45f2-4458-be6b-f169a904a660 req-4fa00cfc-e99a-42a8-994e-84a06afad208 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 944 time: 0.0758772 Aug 24 01:14:09.261012 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['d087fd2e-5704-46c2-a8a5-e095def4de89'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:14:09.277205 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81786724-32a4-4ae6-a10d-b2a6f2aa60dd req-da67ef40-3d4f-4935-aded-0352d36a2902 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:09.278642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81786724-32a4-4ae6-a10d-b2a6f2aa60dd req-da67ef40-3d4f-4935-aded-0352d36a2902 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d&tenant_id=f5516b967219430b948357b5a8e3918e&binding%3Ahost_id=n-h2-805736-1 HTTP/1.1" status: 200 len: 944 time: 0.0838573 Aug 24 01:14:09.296543 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3ee32abf-45f2-4458-be6b-f169a904a660 req-61ba1e82-0c6a-402d-a9be-7eedef6eba54 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478275 Aug 24 01:14:09.388764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81786724-32a4-4ae6-a10d-b2a6f2aa60dd req-f3d155ee-b5fd-481e-a614-d1c1cace3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:09.391986 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81786724-32a4-4ae6-a10d-b2a6f2aa60dd req-f3d155ee-b5fd-481e-a614-d1c1cace3898 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 1095 time: 0.0531285 Aug 24 01:14:09.488829 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e710d-a035-4718-8d9f-34ab9a3aa52e req-5fe8faab-dfde-4e9d-ab5f-34b2755f7d17 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:09.490337 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-535e710d-a035-4718-8d9f-34ab9a3aa52e req-5fe8faab-dfde-4e9d-ab5f-34b2755f7d17 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 944 time: 0.1169703 Aug 24 01:14:09.535231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81786724-32a4-4ae6-a10d-b2a6f2aa60dd req-db337cf5-fe7f-46fe-ab8f-d030111babcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:09.536680 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81786724-32a4-4ae6-a10d-b2a6f2aa60dd req-db337cf5-fe7f-46fe-ab8f-d030111babcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=37f2d230-f9f1-48bb-a796-32e3acb1f648 HTTP/1.1" status: 200 len: 896 time: 0.1290083 Aug 24 01:14:09.555664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-535e710d-a035-4718-8d9f-34ab9a3aa52e req-ec71ecf0-3ca7-467c-8230-4716c8da60b6 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534785 Aug 24 01:14:09.607252 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81786724-32a4-4ae6-a10d-b2a6f2aa60dd req-be2b1de6-fe45-4bb9-a95e-0e957b1cdfa1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d087fd2e-5704-46c2-a8a5-e095def4de89 HTTP/1.1" status: 200 len: 1000 time: 0.0616932 Aug 24 01:14:09.659859 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81786724-32a4-4ae6-a10d-b2a6f2aa60dd req-a37b5ea3-d479-4656-8193-026f555d6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:09.661220 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81786724-32a4-4ae6-a10d-b2a6f2aa60dd req-a37b5ea3-d479-4656-8193-026f555d6328 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b244e6d4-2556-42b2-956b-ec8c0a7e012c HTTP/1.1" status: 200 len: 834 time: 0.0469160 Aug 24 01:14:09.707073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81786724-32a4-4ae6-a10d-b2a6f2aa60dd req-ba1462b6-73d6-446a-8b37-4a5acedb2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:09.708540 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81786724-32a4-4ae6-a10d-b2a6f2aa60dd req-ba1462b6-73d6-446a-8b37-4a5acedb2184 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37f2d230-f9f1-48bb-a796-32e3acb1f648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391448 Aug 24 01:14:09.807655 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81786724-32a4-4ae6-a10d-b2a6f2aa60dd req-612284df-d38c-4737-aadc-6c10f9fff5db service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907359 Aug 24 01:14:09.901229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81786724-32a4-4ae6-a10d-b2a6f2aa60dd req-dc9f4c79-8eb3-4189-b254-bcf2a07629fb service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844123 Aug 24 01:14:10.600669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d087fd2e-5704-46c2-a8a5-e095def4de89 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:14:10.650901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port d087fd2e-5704-46c2-a8a5-e095def4de89 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:14:10.651165 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:10.674206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf3230-7aa4-4272-a3cd-78d3090ff4c7 req-0869227b-888c-4e73-860c-ead369b74273 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:10.675770 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41bf3230-7aa4-4272-a3cd-78d3090ff4c7 req-0869227b-888c-4e73-860c-ead369b74273 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 944 time: 0.0516081 Aug 24 01:14:10.713236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-41bf3230-7aa4-4272-a3cd-78d3090ff4c7 req-6ea1f567-fd9b-47f1-bfe9-df16b22bb306 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315924 Aug 24 01:14:10.730865 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:10.736468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48222) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:10.764516 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port d087fd2e-5704-46c2-a8a5-e095def4de89, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d087fd2e-5704-46c2-a8a5-e095def4de89,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:14:10.767613 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:10.802651 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-da656d1d-da1d-4d56-9951-29a194468c28 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/bf03e025-7ccc-4b1c-a5c7-ca16321914ac HTTP/1.1" status: 200 len: 992 time: 0.0650425 Aug 24 01:14:10.821080 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=d087fd2e-5704-46c2-a8a5-e095def4de89,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:10.853308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ce7158-fe01-449f-b630-f515bf459d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd087fd2e-5704-46c2-a8a5-e095def4de89'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:14:10.855620 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91474ff7-e25a-4289-a925-a0794d70f5d7" -d '{"events": [{"server_uuid": "30ce7158-fe01-449f-b630-f515bf459d0d", "name": "network-vif-plugged", "status": "completed", "tag": "d087fd2e-5704-46c2-a8a5-e095def4de89"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:14:10.891960 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1bff15-4af7-41f2-98a8-76ad68ced1ee x-openstack-request-id: req-ae1bff15-4af7-41f2-98a8-76ad68ced1ee {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:14:10.892244 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ce7158-fe01-449f-b630-f515bf459d0d", "name": "network-vif-plugged", "status": "completed", "tag": "d087fd2e-5704-46c2-a8a5-e095def4de89", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:14:10.892489 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae1bff15-4af7-41f2-98a8-76ad68ced1ee {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:14:10.892871 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ce7158-fe01-449f-b630-f515bf459d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'code': 200} Aug 24 01:14:24.280599 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:27.602333 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7a974c3-e010-4dd3-a6df-91d4ef847acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:30.193096 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:30.235658 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:30.271991 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-234ef484-a881-438f-b941-2b7e68adb999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:31.470592 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:33.231996 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:36.119497 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:14:39.148087 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48236) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:39.303505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port 46b483a5-eb30-4a64-8ed3-376a74469cf9 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:14:39.303852 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:39.376887 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:39.377216 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:39.388552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for 46b483a5-eb30-4a64-8ed3-376a74469cf9 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:14:39.534764 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:39.558029 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=46b483a5-eb30-4a64-8ed3-376a74469cf9,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:39.568955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:39.569308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:39.569655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:39.569994 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:39.570324 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:39.570656 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:39.571011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:39.571338 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:39.571976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:39.571976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:39.572288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:39.572609 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:39.635150 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:39.635464 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Floating IP bf03e025-7ccc-4b1c-a5c7-ca16321914ac disassociated (deleted). External IP: 172.25.8.116, port: d087fd2e-5704-46c2-a8a5-e095def4de89. Aug 24 01:14:40.111136 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:14:40.216816 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:14:40.221595 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:40.226984 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23470981-530a-42a1-b2e9-e5eac2ccc240 None None] Sync routers for ids ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:14:40.235988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23470981-530a-42a1-b2e9-e5eac2ccc240 None None] Routers {'f8b0a8ea-f470-41d6-b7af-226f4e8144a4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:14:40.236530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-23470981-530a-42a1-b2e9-e5eac2ccc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:40.251663 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-270f11ee-ba14-409f-bb2e-b84bc2c3919b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/floatingips/bf03e025-7ccc-4b1c-a5c7-ca16321914ac HTTP/1.1" status: 204 len: 168 time: 1.1025035 Aug 24 01:14:40.252363 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ce7158-fe01-449f-b630-f515bf459d0d', 'tag': 'd087fd2e-5704-46c2-a8a5-e095def4de89'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:14:40.254645 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d889f77d522bbf3953e3538f7cf97f660794b72665fad371c9564fe2e75f33d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4815064a-3235-41e9-af2f-0a2cf31a94ac" -d '{"events": [{"name": "network-changed", "server_uuid": "30ce7158-fe01-449f-b630-f515bf459d0d", "tag": "d087fd2e-5704-46c2-a8a5-e095def4de89"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:14:40.293530 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55a8147-3467-4b93-8b29-378e4bb921f1 x-openstack-request-id: req-c55a8147-3467-4b93-8b29-378e4bb921f1 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:14:40.293824 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ce7158-fe01-449f-b630-f515bf459d0d", "tag": "d087fd2e-5704-46c2-a8a5-e095def4de89", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:14:40.294076 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c55a8147-3467-4b93-8b29-378e4bb921f1 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:14:40.294477 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ce7158-fe01-449f-b630-f515bf459d0d', 'tag': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'status': 'completed', 'code': 200} Aug 24 01:14:40.353342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-23470981-530a-42a1-b2e9-e5eac2ccc240 None None] Set router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:14:40.387245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815064a-3235-41e9-af2f-0a2cf31a94ac req-7d026595-49e7-4237-b8c4-2a9b537bb2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:40.389399 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4815064a-3235-41e9-af2f-0a2cf31a94ac req-7d026595-49e7-4237-b8c4-2a9b537bb2e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 1096 time: 0.0467465 Aug 24 01:14:40.731028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-23470981-530a-42a1-b2e9-e5eac2ccc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:59Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '988ef455-73e2-4c98-8831-00a1289e8c9c', 'name': '', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:a1:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:58Z', 'updated_at': '2021-08-24T01:13:04Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:40.772238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23470981-530a-42a1-b2e9-e5eac2ccc240 None None] Checking router: f8b0a8ea-f470-41d6-b7af-226f4e8144a4 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:14:40.781748 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23470981-530a-42a1-b2e9-e5eac2ccc240 None None] Routers {'f8b0a8ea-f470-41d6-b7af-226f4e8144a4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:14:40.782383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-23470981-530a-42a1-b2e9-e5eac2ccc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:40.896598 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-23470981-530a-42a1-b2e9-e5eac2ccc240 None None] Set router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:14:40.905770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fad35-0251-492a-ae2e-f653eef7ebc2 req-8c2fc131-858e-4fee-bc4c-6a08e30dc670 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:40.907293 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c3fad35-0251-492a-ae2e-f653eef7ebc2 req-8c2fc131-858e-4fee-bc4c-6a08e30dc670 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.4696338 Aug 24 01:14:40.934544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815064a-3235-41e9-af2f-0a2cf31a94ac req-b19366ef-c1c7-4023-bec6-ce98f0449eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:40.936036 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4815064a-3235-41e9-af2f-0a2cf31a94ac req-b19366ef-c1c7-4023-bec6-ce98f0449eac service neutron] 10.222.0.13 "GET /v2.0/networks?id=37f2d230-f9f1-48bb-a796-32e3acb1f648 HTTP/1.1" status: 200 len: 896 time: 0.5069706 Aug 24 01:14:41.009481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4815064a-3235-41e9-af2f-0a2cf31a94ac req-9aada926-bef4-46d1-9924-19e089056097 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d087fd2e-5704-46c2-a8a5-e095def4de89 HTTP/1.1" status: 200 len: 217 time: 0.0650420 Aug 24 01:14:41.012782 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7c3fad35-0251-492a-ae2e-f653eef7ebc2 req-577d45f6-f9ac-4c0f-b703-38cd7d85065d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990019 Aug 24 01:14:41.065075 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815064a-3235-41e9-af2f-0a2cf31a94ac req-8d3d8f62-0206-4f67-8acc-05d10b90733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:41.066539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4815064a-3235-41e9-af2f-0a2cf31a94ac req-8d3d8f62-0206-4f67-8acc-05d10b90733c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b244e6d4-2556-42b2-956b-ec8c0a7e012c HTTP/1.1" status: 200 len: 834 time: 0.0487456 Aug 24 01:14:41.113502 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815064a-3235-41e9-af2f-0a2cf31a94ac req-66fa8d70-b60d-45cc-b6b0-8829cc06aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:41.115126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4815064a-3235-41e9-af2f-0a2cf31a94ac req-66fa8d70-b60d-45cc-b6b0-8829cc06aac7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37f2d230-f9f1-48bb-a796-32e3acb1f648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405993 Aug 24 01:14:41.140204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-23470981-530a-42a1-b2e9-e5eac2ccc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:59Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '988ef455-73e2-4c98-8831-00a1289e8c9c', 'name': '', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:a1:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:58Z', 'updated_at': '2021-08-24T01:13:04Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:41.168925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23470981-530a-42a1-b2e9-e5eac2ccc240 None None] The sync data for ids ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'] in n-d-805736-1 is: [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:12:59Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '988ef455-73e2-4c98-8831-00a1289e8c9c', 'name': '', 'network_id': '37f2d230-f9f1-48bb-a796-32e3acb1f648', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:a1:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:58Z', 'updated_at': '2021-08-24T01:13:04Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b244e6d4-2556-42b2-956b-ec8c0a7e012c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:14:41.210332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4815064a-3235-41e9-af2f-0a2cf31a94ac req-30b3c58f-4dc6-4200-93d2-f45ac4807e4d service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846021 Aug 24 01:14:41.307892 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4815064a-3235-41e9-af2f-0a2cf31a94ac req-32ffe6c8-8b2d-4237-8c19-b0b07c5b53e8 service neutron] 10.222.0.13 "GET /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883412 Aug 24 01:14:41.392672 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab308d8b-0f0d-4040-af41-16a480dfe720 None None] New status for floating IP bf03e025-7ccc-4b1c-a5c7-ca16321914ac: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:14:41.909159 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a3de0-017f-4275-bd6a-f8b5999e9b4e req-5426fe57-9313-44fd-b633-b5fcbbb27ad9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:41.910642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-594a3de0-017f-4275-bd6a-f8b5999e9b4e req-5426fe57-9313-44fd-b633-b5fcbbb27ad9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0500522 Aug 24 01:14:42.001612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-594a3de0-017f-4275-bd6a-f8b5999e9b4e req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port d087fd2e-5704-46c2-a8a5-e095def4de89 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:14:42.001956 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-594a3de0-017f-4275-bd6a-f8b5999e9b4e req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:42.088494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-594a3de0-017f-4275-bd6a-f8b5999e9b4e req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port d087fd2e-5704-46c2-a8a5-e095def4de89, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=d087fd2e-5704-46c2-a8a5-e095def4de89,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:14:42.088867 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-594a3de0-017f-4275-bd6a-f8b5999e9b4e req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:42.123112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-594a3de0-017f-4275-bd6a-f8b5999e9b4e req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for d087fd2e-5704-46c2-a8a5-e095def4de89 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:14:42.189294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14fbfb-c747-4e55-af63-167f6f59552c req-f8b4f2c2-4e95-4e7c-8916-e2b2701347b9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:42.190716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d14fbfb-c747-4e55-af63-167f6f59552c req-f8b4f2c2-4e95-4e7c-8916-e2b2701347b9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ce7158-fe01-449f-b630-f515bf459d0d HTTP/1.1" status: 200 len: 945 time: 0.0987544 Aug 24 01:14:42.245859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9d14fbfb-c747-4e55-af63-167f6f59552c req-04a06d4c-e51d-40f4-9284-d82ab39b3df8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456908 Aug 24 01:14:42.297974 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-594a3de0-017f-4275-bd6a-f8b5999e9b4e req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:42.325801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=d087fd2e-5704-46c2-a8a5-e095def4de89,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:42.341495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:42.341864 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:42.342214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:42.342559 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:42.342929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:42.343271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:42.343611 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:42.343950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:42.344286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:42.344619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:42.344947 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:42.345268 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:42.383859 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-594a3de0-017f-4275-bd6a-f8b5999e9b4e req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] No DVR routers for this DVR port d087fd2e-5704-46c2-a8a5-e095def4de89 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:14:42.386874 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-594a3de0-017f-4275-bd6a-f8b5999e9b4e req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:42.389812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-594a3de0-017f-4275-bd6a-f8b5999e9b4e req-7f9418f6-f5ec-4921-b5dd-4c96f2f8b2dd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "DELETE /v2.0/ports/d087fd2e-5704-46c2-a8a5-e095def4de89 HTTP/1.1" status: 204 len: 173 time: 0.4729209 Aug 24 01:14:42.390273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ce7158-fe01-449f-b630-f515bf459d0d', 'name': 'network-vif-deleted', 'tag': 'd087fd2e-5704-46c2-a8a5-e095def4de89'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:14:42.392658 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8837a812-1394-42b8-a39a-3640257de205" -d '{"events": [{"server_uuid": "30ce7158-fe01-449f-b630-f515bf459d0d", "name": "network-vif-deleted", "tag": "d087fd2e-5704-46c2-a8a5-e095def4de89"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:14:42.428682 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d692eee9-b947-4fe6-8130-c2e316eb94d9 x-openstack-request-id: req-d692eee9-b947-4fe6-8130-c2e316eb94d9 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:14:42.428975 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ce7158-fe01-449f-b630-f515bf459d0d", "name": "network-vif-deleted", "tag": "d087fd2e-5704-46c2-a8a5-e095def4de89", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:14:42.429229 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d692eee9-b947-4fe6-8130-c2e316eb94d9 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:14:42.429631 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ce7158-fe01-449f-b630-f515bf459d0d', 'name': 'network-vif-deleted', 'tag': 'd087fd2e-5704-46c2-a8a5-e095def4de89', 'status': 'completed', 'code': 200} Aug 24 01:14:43.302691 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48254) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:43.657500 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e71901b-da86-42e4-b709-9748370a0e4d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:43.911005 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8e71901b-da86-42e4-b709-9748370a0e4d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port 988ef455-73e2-4c98-8831-00a1289e8c9c {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:14:43.911357 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e71901b-da86-42e4-b709-9748370a0e4d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:44.002283 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-8e71901b-da86-42e4-b709-9748370a0e4d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port 988ef455-73e2-4c98-8831-00a1289e8c9c, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=988ef455-73e2-4c98-8831-00a1289e8c9c,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:14:44.002647 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e71901b-da86-42e4-b709-9748370a0e4d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:44.015128 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-8e71901b-da86-42e4-b709-9748370a0e4d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for 988ef455-73e2-4c98-8831-00a1289e8c9c owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:14:44.213761 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e71901b-da86-42e4-b709-9748370a0e4d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:44.238556 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71901b-da86-42e4-b709-9748370a0e4d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=988ef455-73e2-4c98-8831-00a1289e8c9c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:44.413402 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8e71901b-da86-42e4-b709-9748370a0e4d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:44.637210 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e71901b-da86-42e4-b709-9748370a0e4d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:14:44.741850 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e71901b-da86-42e4-b709-9748370a0e4d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:14:44.750304 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8e71901b-da86-42e4-b709-9748370a0e4d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "PUT /v2.0/routers/f8b0a8ea-f470-41d6-b7af-226f4e8144a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4445782 Aug 24 01:14:44.751345 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48256) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:44.752110 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597c5d1-bb11-4160-80a6-80e06c194690 None None] Sync routers for ids ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:14:44.761179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597c5d1-bb11-4160-80a6-80e06c194690 None None] Routers {'f8b0a8ea-f470-41d6-b7af-226f4e8144a4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:14:44.761780 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c597c5d1-bb11-4160-80a6-80e06c194690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:44.802710 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-6137b136-e972-4293-8e87-3a8b55447217 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting subnet b244e6d4-2556-42b2-956b-ec8c0a7e012c {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:14:44.805860 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6137b136-e972-4293-8e87-3a8b55447217 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:44.853338 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6137b136-e972-4293-8e87-3a8b55447217 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:44.873599 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c597c5d1-bb11-4160-80a6-80e06c194690 None None] Set router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:14:44.941819 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6137b136-e972-4293-8e87-3a8b55447217 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.012348 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6137b136-e972-4293-8e87-3a8b55447217 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.038932 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137b136-e972-4293-8e87-3a8b55447217 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Subnet': ['ID=b244e6d4-2556-42b2-956b-ec8c0a7e012c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:45.042643 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6137b136-e972-4293-8e87-3a8b55447217 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.047742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48258) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:45.048254 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6137b136-e972-4293-8e87-3a8b55447217 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/subnets/b244e6d4-2556-42b2-956b-ec8c0a7e012c HTTP/1.1" status: 204 len: 168 time: 0.2955303 Aug 24 01:14:45.053068 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76228a14-a021-4c6e-ab20-2e5619f0b3d5 None None] Network 37f2d230-f9f1-48bb-a796-32e3acb1f648 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:14:45.111168 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c597c5d1-bb11-4160-80a6-80e06c194690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:14:44Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:45.148414 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597c5d1-bb11-4160-80a6-80e06c194690 None None] Checking router: f8b0a8ea-f470-41d6-b7af-226f4e8144a4 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:14:45.157377 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.178075 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597c5d1-bb11-4160-80a6-80e06c194690 None None] Routers {'f8b0a8ea-f470-41d6-b7af-226f4e8144a4'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:14:45.178701 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c597c5d1-bb11-4160-80a6-80e06c194690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:45.260448 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.306757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-c597c5d1-bb11-4160-80a6-80e06c194690 None None] Set router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:14:45.323113 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port d8532069-81ea-4b2c-958e-62ddc3718ad1 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:14:45.323466 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.338346 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc844fe-02bf-4dae-8bad-befcffafeb6f None None] DHCP port deletion for 37f2d230-f9f1-48bb-a796-32e3acb1f648 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:14:45.401043 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port d8532069-81ea-4b2c-958e-62ddc3718ad1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=d8532069-81ea-4b2c-958e-62ddc3718ad1,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:14:45.401332 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.413741 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for d8532069-81ea-4b2c-958e-62ddc3718ad1 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:14:45.481288 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0dc844fe-02bf-4dae-8bad-befcffafeb6f None None] Deleting port 4a402f6b-a478-4d6a-acfb-d1487f617ef7 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:14:45.482163 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dc844fe-02bf-4dae-8bad-befcffafeb6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.574857 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0dc844fe-02bf-4dae-8bad-befcffafeb6f None None] For port 4a402f6b-a478-4d6a-acfb-d1487f617ef7, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=4a402f6b-a478-4d6a-acfb-d1487f617ef7,segment=NetworkSegment(b6724da3-8291-45d2-a9bb-abc0ee92ba19),segment_id=b6724da3-8291-45d2-a9bb-abc0ee92ba19)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:14:45.575378 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dc844fe-02bf-4dae-8bad-befcffafeb6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.582012 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.591546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0dc844fe-02bf-4dae-8bad-befcffafeb6f None None] Calling delete_port for 4a402f6b-a478-4d6a-acfb-d1487f617ef7 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:14:45.608797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-c597c5d1-bb11-4160-80a6-80e06c194690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:14:44Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:45.616089 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=d8532069-81ea-4b2c-958e-62ddc3718ad1,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:45.668534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597c5d1-bb11-4160-80a6-80e06c194690 None None] The sync data for ids ['f8b0a8ea-f470-41d6-b7af-226f4e8144a4'] in n-d-805736-1 is: [{'id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-235529398', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:14:44Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': 'd8532069-81ea-4b2c-958e-62ddc3718ad1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b0a8ea-f470-41d6-b7af-226f4e8144a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:12:56Z', 'updated_at': '2021-08-24T01:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:14:45.676720 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.712460 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0dc844fe-02bf-4dae-8bad-befcffafeb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.739025 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc844fe-02bf-4dae-8bad-befcffafeb6f None None] Pushing event deleted for resources: {'Port': ['ID=4a402f6b-a478-4d6a-acfb-d1487f617ef7,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:45.742396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc844fe-02bf-4dae-8bad-befcffafeb6f None None] No DVR routers for this DVR port 4a402f6b-a478-4d6a-acfb-d1487f617ef7 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:14:45.774267 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.776435 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.818502 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.819082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Fanout notify agent at l3_agent the message router_deleted on router f8b0a8ea-f470-41d6-b7af-226f4e8144a4 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:14:45.826435 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.827610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-87bcd141-8e8f-43c6-a41d-74897e11b110 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/routers/f8b0a8ea-f470-41d6-b7af-226f4e8144a4 HTTP/1.1" status: 204 len: 168 time: 0.7770200 Aug 24 01:14:45.830268 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48260) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:45.911541 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8ab1407-18f6-4b0f-a15b-a692eb431aaf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:45.995432 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8ab1407-18f6-4b0f-a15b-a692eb431aaf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:46.005101 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c8ab1407-18f6-4b0f-a15b-a692eb431aaf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f2d230-f9f1-48bb-a796-32e3acb1f648']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:46.016798 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c8ab1407-18f6-4b0f-a15b-a692eb431aaf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6724da3-8291-45d2-a9bb-abc0ee92ba19') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:46.017107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-c8ab1407-18f6-4b0f-a15b-a692eb431aaf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6724da3-8291-45d2-a9bb-abc0ee92ba19') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:46.031503 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8ab1407-18f6-4b0f-a15b-a692eb431aaf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:46.051202 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8ab1407-18f6-4b0f-a15b-a692eb431aaf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:46.058607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ab1407-18f6-4b0f-a15b-a692eb431aaf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:14:46.058607 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8ab1407-18f6-4b0f-a15b-a692eb431aaf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: timer() Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:14:46.064241 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:14:46.129994 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8ab1407-18f6-4b0f-a15b-a692eb431aaf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:46.139836 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c8ab1407-18f6-4b0f-a15b-a692eb431aaf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:46.144539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c8ab1407-18f6-4b0f-a15b-a692eb431aaf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/networks/37f2d230-f9f1-48bb-a796-32e3acb1f648 HTTP/1.1" status: 204 len: 168 time: 0.3106637 Aug 24 01:14:46.145686 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48262) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:46.160817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab1407-18f6-4b0f-a15b-a692eb431aaf tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Network': ['ID=37f2d230-f9f1-48bb-a796-32e3acb1f648,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:46.223928 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b72cf085-3b65-4def-a81e-7c9d4c91b2cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:46.249662 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b72cf085-3b65-4def-a81e-7c9d4c91b2cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:46.316123 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b72cf085-3b65-4def-a81e-7c9d4c91b2cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:46.318896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b72cf085-3b65-4def-a81e-7c9d4c91b2cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:46.320233 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b72cf085-3b65-4def-a81e-7c9d4c91b2cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/security-groups/c2f33e2d-2532-46f0-9502-8d1bc3a0d61f HTTP/1.1" status: 204 len: 168 time: 0.1735744 Aug 24 01:14:46.331213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72cf085-3b65-4def-a81e-7c9d4c91b2cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f33e2d-2532-46f0-9502-8d1bc3a0d61f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:46.768674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48268) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:46.775056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7019761a-b4ff-4e79-ac11-bba41a5d6d8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1029919288', 'description': 'tempest-secgroup-smoke-1029919288 description', 'project_id': 'f5516b967219430b948357b5a8e3918e'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:14:46.784873 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d087fd2e-5704-46c2-a8a5-e095def4de89 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:14:46.799925 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7019761a-b4ff-4e79-ac11-bba41a5d6d8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:46.807124 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: d087fd2e-5704-46c2-a8a5-e095def4de89 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:14:46.807345 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device d087fd2e-5704-46c2-a8a5-e095def4de89 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:14:46.895115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4a402f6b-a478-4d6a-acfb-d1487f617ef7 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:14:46.922277 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 4a402f6b-a478-4d6a-acfb-d1487f617ef7 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:14:46.922667 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 4a402f6b-a478-4d6a-acfb-d1487f617ef7 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:14:46.923057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d8532069-81ea-4b2c-958e-62ddc3718ad1 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:14:46.924769 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7019761a-b4ff-4e79-ac11-bba41a5d6d8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:46.936446 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7019761a-b4ff-4e79-ac11-bba41a5d6d8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:46.947531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: d8532069-81ea-4b2c-958e-62ddc3718ad1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:14:46.947861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device d8532069-81ea-4b2c-958e-62ddc3718ad1 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:14:46.948285 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 988ef455-73e2-4c98-8831-00a1289e8c9c no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:14:46.971953 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 988ef455-73e2-4c98-8831-00a1289e8c9c {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:14:46.972319 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 988ef455-73e2-4c98-8831-00a1289e8c9c not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:14:46.972467 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019761a-b4ff-4e79-ac11-bba41a5d6d8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:46.976170 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7019761a-b4ff-4e79-ac11-bba41a5d6d8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:46.977609 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7019761a-b4ff-4e79-ac11-bba41a5d6d8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2078481 Aug 24 01:14:46.980496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48270) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:46.984992 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-12502ccd-4e22-474d-bbca-a9c6a348a637 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '77fcbd4a-0c4e-4b87-835f-e924a4fc73e0', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:14:47.013730 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-12502ccd-4e22-474d-bbca-a9c6a348a637 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.071898 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-12502ccd-4e22-474d-bbca-a9c6a348a637 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.076127 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-12502ccd-4e22-474d-bbca-a9c6a348a637 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.092951 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12502ccd-4e22-474d-bbca-a9c6a348a637 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4738591-4b93-458c-8e84-03bc4da24474,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:47.099443 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-12502ccd-4e22-474d-bbca-a9c6a348a637 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.100559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-12502ccd-4e22-474d-bbca-a9c6a348a637 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191037 Aug 24 01:14:47.103241 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48272) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:47.107877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c380b297-20ed-477d-838c-6e01f21e4c7e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '77fcbd4a-0c4e-4b87-835f-e924a4fc73e0', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:14:47.133287 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c380b297-20ed-477d-838c-6e01f21e4c7e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.195780 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c380b297-20ed-477d-838c-6e01f21e4c7e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.199285 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c380b297-20ed-477d-838c-6e01f21e4c7e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.215024 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380b297-20ed-477d-838c-6e01f21e4c7e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b064a664-a069-4a1c-8a19-b76275b73eff,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:47.224166 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c380b297-20ed-477d-838c-6e01f21e4c7e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.225592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c380b297-20ed-477d-838c-6e01f21e4c7e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213839 Aug 24 01:14:47.228329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48274) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:47.233228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-95a6f6e4-8624-4a62-952e-ad30ccf40816 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '77fcbd4a-0c4e-4b87-835f-e924a4fc73e0', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:14:47.260655 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-95a6f6e4-8624-4a62-952e-ad30ccf40816 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.319610 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-95a6f6e4-8624-4a62-952e-ad30ccf40816 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.323232 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-95a6f6e4-8624-4a62-952e-ad30ccf40816 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.339903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6f6e4-8624-4a62-952e-ad30ccf40816 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56dccd9-d7f6-4148-b1a6-396f072833ba,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:47.346586 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-95a6f6e4-8624-4a62-952e-ad30ccf40816 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.347842 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-95a6f6e4-8624-4a62-952e-ad30ccf40816 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185906 Aug 24 01:14:47.350526 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48276) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:47.354910 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-66582fd3-b3b1-4934-bb55-c3149cedb362 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '77fcbd4a-0c4e-4b87-835f-e924a4fc73e0', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:14:47.380901 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66582fd3-b3b1-4934-bb55-c3149cedb362 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.439477 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66582fd3-b3b1-4934-bb55-c3149cedb362 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.442998 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66582fd3-b3b1-4934-bb55-c3149cedb362 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.462191 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66582fd3-b3b1-4934-bb55-c3149cedb362 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018f0148-bfa2-4bdd-9830-bafbedc77124,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:47.468659 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-66582fd3-b3b1-4934-bb55-c3149cedb362 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.469884 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-66582fd3-b3b1-4934-bb55-c3149cedb362 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184108 Aug 24 01:14:47.472666 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48278) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:47.477013 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-b45cd620-a1c9-47ed-9a81-6c82b787445d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '77fcbd4a-0c4e-4b87-835f-e924a4fc73e0', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:14:47.499326 n-d-805736-1 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-b45cd620-a1c9-47ed-9a81-6c82b787445d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Project f5516b967219430b948357b5a8e3918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:14:47.504044 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b45cd620-a1c9-47ed-9a81-6c82b787445d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.564083 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b45cd620-a1c9-47ed-9a81-6c82b787445d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.567542 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b45cd620-a1c9-47ed-9a81-6c82b787445d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.584188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cd620-a1c9-47ed-9a81-6c82b787445d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffb1756-c448-4797-adb5-8e6fc370ec06,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:47.590981 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b45cd620-a1c9-47ed-9a81-6c82b787445d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.592188 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b45cd620-a1c9-47ed-9a81-6c82b787445d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186128 Aug 24 01:14:47.594933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48280) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:47.599266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-004a1307-bba9-493e-8b8a-1c4830c41b1b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '77fcbd4a-0c4e-4b87-835f-e924a4fc73e0', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:14:47.620519 n-d-805736-1 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-004a1307-bba9-493e-8b8a-1c4830c41b1b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Project f5516b967219430b948357b5a8e3918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:14:47.626314 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-004a1307-bba9-493e-8b8a-1c4830c41b1b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.686784 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-004a1307-bba9-493e-8b8a-1c4830c41b1b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.690330 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-004a1307-bba9-493e-8b8a-1c4830c41b1b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.709733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a1307-bba9-493e-8b8a-1c4830c41b1b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef421eb-736c-4cc0-a96e-a5c962ad2127,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:47.712503 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-004a1307-bba9-493e-8b8a-1c4830c41b1b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.713693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-004a1307-bba9-493e-8b8a-1c4830c41b1b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178484 Aug 24 01:14:47.717225 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48282) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:47.722447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-153c4222-2dc7-4acd-b663-d6e4788b2e6a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'network': {'name': 'tempest-network-smoke--715926825', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:14:47.743673 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153c4222-2dc7-4acd-b663-d6e4788b2e6a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:14:47.747234 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-153c4222-2dc7-4acd-b663-d6e4788b2e6a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.769739 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153c4222-2dc7-4acd-b663-d6e4788b2e6a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:14:47.779340 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-153c4222-2dc7-4acd-b663-d6e4788b2e6a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.779715 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-153c4222-2dc7-4acd-b663-d6e4788b2e6a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Added segment 3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c of type vlan for network 34493718-51fb-4755-b7d0-703e95f07dd7 Aug 24 01:14:47.818460 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-153c4222-2dc7-4acd-b663-d6e4788b2e6a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.843013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-153c4222-2dc7-4acd-b663-d6e4788b2e6a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.848624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153c4222-2dc7-4acd-b663-d6e4788b2e6a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:47.849202 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-153c4222-2dc7-4acd-b663-d6e4788b2e6a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.900768 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-153c4222-2dc7-4acd-b663-d6e4788b2e6a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1824079 Aug 24 01:14:47.904306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48284) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:47.909403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'admin_state_up': True, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:14:47.919606 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c4222-2dc7-4acd-b663-d6e4788b2e6a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Network': ['ID=34493718-51fb-4755-b7d0-703e95f07dd7,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:47.929819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 34493718-51fb-4755-b7d0-703e95f07dd7 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:14:47.935044 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.936186 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.991108 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:48.126817 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:48.323671 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:48.343080 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:48.448495 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.25.8.200 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/3c644f49-d30c-42c5-b74b-9d787f2bf15a) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:14:48.549646 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:48.588484 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:48.626008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:14:48.629258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:14:48.631667 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:14:48.667261 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=3c644f49-d30c-42c5-b74b-9d787f2bf15a,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:48.884801 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:49.078941 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:49.203251 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:14:49.310492 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:14:49.319898 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Sync routers for ids ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:14:49.329275 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:49.330636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-abc90fd6-072b-4051-af55-2ec2728d9787 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4253056 Aug 24 01:14:49.333049 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Routers {'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:14:49.333662 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:49.333853 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48286) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:49.362622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-47da6010-7e4b-4517-9fc4-646cb9dc0b20 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f5516b967219430b948357b5a8e3918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275548 Aug 24 01:14:49.365134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48288) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:49.433995 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Set router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:14:49.454004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c8fbdc-bf69-44c6-80c6-a8e5d1906631 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:49.455568 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d3c8fbdc-bf69-44c6-80c6-a8e5d1906631 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895443 Aug 24 01:14:49.458464 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48290) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:49.486567 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b97de41b-0317-4481-9983-a594625d3fcf tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270243 Aug 24 01:14:49.489008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48292) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:49.493809 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-22c99aec-19a3-4eec-b7d0-75d52e9668ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-941137215', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:14:49.580791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c99aec-19a3-4eec-b7d0-75d52e9668ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:14:49.584233 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-22c99aec-19a3-4eec-b7d0-75d52e9668ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:49.614345 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:14:48Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:49.640376 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Checking router: e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:14:49.640730 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Updating router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 port 3c644f49-d30c-42c5-b74b-9d787f2bf15a binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:14:49.665282 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:49.765571 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-22c99aec-19a3-4eec-b7d0-75d52e9668ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:49.834320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c99aec-19a3-4eec-b7d0-75d52e9668ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Subnet': ['ID=b1bcb8d1-af27-4603-90bf-2b843566e4e8,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:49.839412 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c99aec-19a3-4eec-b7d0-75d52e9668ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Checking segment: {'id': '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:14:49.839776 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c99aec-19a3-4eec-b7d0-75d52e9668ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network hostable DHCP agents. Network: 34493718-51fb-4755-b7d0-703e95f07dd7, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:14:49.857473 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c99aec-19a3-4eec-b7d0-75d52e9668ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network 34493718-51fb-4755-b7d0-703e95f07dd7 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:14:49.866328 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-22c99aec-19a3-4eec-b7d0-75d52e9668ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 34493718-51fb-4755-b7d0-703e95f07dd7) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:14:49.870486 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c99aec-19a3-4eec-b7d0-75d52e9668ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:49.871102 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-22c99aec-19a3-4eec-b7d0-75d52e9668ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:49.878070 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb79eaf8-d3ed-4a3c-ac12-357c0a843c38 None None] Network 34493718-51fb-4755-b7d0-703e95f07dd7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:14:49.886118 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-22c99aec-19a3-4eec-b7d0-75d52e9668ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3959527 Aug 24 01:14:49.888914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48294) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:14:49.925284 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:49.935418 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Transition to ACTIVE for port object 3c644f49-d30c-42c5-b74b-9d787f2bf15a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:14:49.941597 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:49.990334 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Attempting to bind port 3c644f49-d30c-42c5-b74b-9d787f2bf15a on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:14:49.990706 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Attempting to bind port 3c644f49-d30c-42c5-b74b-9d787f2bf15a by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:14:49.991090 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Attempting to bind port 3c644f49-d30c-42c5-b74b-9d787f2bf15a on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:14:50.002280 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:14:50.002657 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:14:50.003374 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:50.003514 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:14:50.003921 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Bound port: 3c644f49-d30c-42c5-b74b-9d787f2bf15a, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:14:50.004294 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:50.009177 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce4fc1-50b8-4630-9499-48b0d953c4df None None] Pushing event updated for resources: {'Port': ['ID=3c644f49-d30c-42c5-b74b-9d787f2bf15a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:50.040924 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce4fc1-50b8-4630-9499-48b0d953c4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:50.041503 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce4fc1-50b8-4630-9499-48b0d953c4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:50.041846 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce4fc1-50b8-4630-9499-48b0d953c4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:50.042184 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce4fc1-50b8-4630-9499-48b0d953c4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:50.042685 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce4fc1-50b8-4630-9499-48b0d953c4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:50.043060 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-34493718-51fb-4755-b7d0-703e95f07dd7', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ips': [{'subnet_id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:14:50.043199 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce4fc1-50b8-4630-9499-48b0d953c4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:50.043428 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce4fc1-50b8-4630-9499-48b0d953c4df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:50.043751 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce4fc1-50b8-4630-9499-48b0d953c4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:50.044105 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce4fc1-50b8-4630-9499-48b0d953c4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:50.045002 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce4fc1-50b8-4630-9499-48b0d953c4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:50.045226 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:50.045350 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce4fc1-50b8-4630-9499-48b0d953c4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:50.045633 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce4fc1-50b8-4630-9499-48b0d953c4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:14:50.073774 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] For port 3c644f49-d30c-42c5-b74b-9d787f2bf15a, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:14:50.077388 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] For port 3c644f49-d30c-42c5-b74b-9d787f2bf15a, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3c644f49-d30c-42c5-b74b-9d787f2bf15a,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:14:50.082242 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:50.148825 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Routers {'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:14:50.149463 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:50.183445 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce4fc1-50b8-4630-9499-48b0d953c4df None None] Pushing event updated for resources: {'Port': ['ID=3c644f49-d30c-42c5-b74b-9d787f2bf15a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:50.193632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Allocated IP 172.20.0.2 (34493718-51fb-4755-b7d0-703e95f07dd7/b1bcb8d1-af27-4603-90bf-2b843566e4e8/b3decfc1-ac50-441c-9c49-845f7333eb3f) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:14:50.270076 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] Set router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:14:50.350013 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:50.358797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Transition to ACTIVE for port object b3decfc1-ac50-441c-9c49-845f7333eb3f will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:14:50.380116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Transition to ACTIVE for port object b3decfc1-ac50-441c-9c49-845f7333eb3f will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:14:50.386097 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:50.432729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Network 34493718-51fb-4755-b7d0-703e95f07dd7 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:14:50.436926 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:14:50.438853 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Pushing event updated for resources: {'Port': ['ID=b3decfc1-ac50-441c-9c49-845f7333eb3f,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:50.442220 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:14:50.467189 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:14:48Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:50.496973 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8d3731-20f0-4936-91e2-72228cd0a5b8 None None] The sync data for ids ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'] in n-d-805736-1 is: [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:14:48Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:14:50.502171 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Attempting to bind port b3decfc1-ac50-441c-9c49-845f7333eb3f on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:14:50.502723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Attempting to bind port b3decfc1-ac50-441c-9c49-845f7333eb3f by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:14:50.503263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Attempting to bind port b3decfc1-ac50-441c-9c49-845f7333eb3f on network 34493718-51fb-4755-b7d0-703e95f07dd7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:14:50.509207 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:14:50.509624 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Checking segment: {'id': '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:14:50.509997 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:50.510390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Bound using segment: {'id': '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:14:50.511257 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Bound port: b3decfc1-ac50-441c-9c49-845f7333eb3f, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:14:50.511410 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:50.588040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] For port b3decfc1-ac50-441c-9c49-845f7333eb3f, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:14:50.592743 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] For port b3decfc1-ac50-441c-9c49-845f7333eb3f, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b3decfc1-ac50-441c-9c49-845f7333eb3f,segment=NetworkSegment(3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c),segment_id=3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:14:50.598318 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:50.661232 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e9f6b-764a-44b0-bc8c-c049eb4ba2ce None None] Pushing event updated for resources: {'Port': ['ID=b3decfc1-ac50-441c-9c49-845f7333eb3f,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:50.721894 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:50.963633 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3c644f49-d30c-42c5-b74b-9d787f2bf15a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:14:51.036567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 3c644f49-d30c-42c5-b74b-9d787f2bf15a completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:14:51.041503 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 3c644f49-d30c-42c5-b74b-9d787f2bf15a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:14:51.041886 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:51.084719 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.20.0.1 (34493718-51fb-4755-b7d0-703e95f07dd7/b1bcb8d1-af27-4603-90bf-2b843566e4e8/8c52a54c-e53c-422b-b0f5-d6279d7e094d) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:14:51.129568 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:51.153427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 3c644f49-d30c-42c5-b74b-9d787f2bf15a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3c644f49-d30c-42c5-b74b-9d787f2bf15a,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:14:51.159146 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:51.212945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=3c644f49-d30c-42c5-b74b-9d787f2bf15a,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:51.219036 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:51.234635 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Transition to ACTIVE for port object 8c52a54c-e53c-422b-b0f5-d6279d7e094d will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:14:51.281227 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:51.332225 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network 34493718-51fb-4755-b7d0-703e95f07dd7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:14:51.335424 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:14:51.339228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:14:51.364582 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=8c52a54c-e53c-422b-b0f5-d6279d7e094d,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:51.393079 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:51.541167 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:51.666457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ad0515-9176-4ed1-83b1-cf4cd67624b5 None None] Network 34493718-51fb-4755-b7d0-703e95f07dd7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:14:51.754107 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d2f20b5e-97e1-4c45-b9b6-e4684dc757ee None None] Provisioning for port b3decfc1-ac50-441c-9c49-845f7333eb3f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:14:51.839729 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:51.846277 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:51.924280 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=8c52a54c-e53c-422b-b0f5-d6279d7e094d,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:51.926891 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:52.036924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network 34493718-51fb-4755-b7d0-703e95f07dd7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:14:52.038260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:14:52.115022 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b199cd0c-f228-4353-8010-ae7c95ebd29a None None] Provisioning for port 8c52a54c-e53c-422b-b0f5-d6279d7e094d completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:14:52.118900 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b199cd0c-f228-4353-8010-ae7c95ebd29a None None] Provisioning complete for port 8c52a54c-e53c-422b-b0f5-d6279d7e094d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:14:52.119272 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b199cd0c-f228-4353-8010-ae7c95ebd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:52.156928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:14:52.170957 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b199cd0c-f228-4353-8010-ae7c95ebd29a None None] Port 8c52a54c-e53c-422b-b0f5-d6279d7e094d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:14:52.272927 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:14:52.282295 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-551a5001-d7d5-4fee-a3d3-33aea142c8fb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "PUT /v2.0/routers/e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3922315 Aug 24 01:14:52.286957 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Sync routers for ids ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:14:52.301813 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7c363d6a-e553-4a93-967f-8a466007393e None None] Provisioning complete for port 8c52a54c-e53c-422b-b0f5-d6279d7e094d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:14:52.302199 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7c363d6a-e553-4a93-967f-8a466007393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:52.323548 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Routers {'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:14:52.324195 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:52.451575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-1977456f-b0a7-4986-8df1-75acba8a283c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029919288&fields=id&tenant_id=f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 267 time: 0.0450022 Aug 24 01:14:52.548646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7c363d6a-e553-4a93-967f-8a466007393e None None] Port 8c52a54c-e53c-422b-b0f5-d6279d7e094d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:14:52.574318 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024f2d9-121a-419a-a955-265cd919727b req-d3b8379b-764e-41f4-83d5-44b3a7c9a2ab tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:52.577506 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-d3b8379b-764e-41f4-83d5-44b3a7c9a2ab tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/networks?id=34493718-51fb-4755-b7d0-703e95f07dd7 HTTP/1.1" status: 200 len: 796 time: 0.1250303 Aug 24 01:14:52.597429 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-37294e2a-0496-40af-8b10-cf109b64e7b3 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/quotas/f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 375 time: 0.0102682 Aug 24 01:14:52.617805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Set router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:14:52.655009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-ff4caca8-335d-4d86-a658-aabb01372d1c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518003 Aug 24 01:14:52.705738 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-bac65345-3adb-43c2-9d50-b6ebf5b4d930 None None] Provisioning complete for port 8c52a54c-e53c-422b-b0f5-d6279d7e094d triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:14:52.706119 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bac65345-3adb-43c2-9d50-b6ebf5b4d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:52.764820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-f0c8a23e-9312-4f33-97fe-91f3ee676694 service neutron] 10.222.0.32 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971830 Aug 24 01:14:52.790261 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-bac65345-3adb-43c2-9d50-b6ebf5b4d930 None None] Port 8c52a54c-e53c-422b-b0f5-d6279d7e094d cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:14:52.862192 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-06150e6a-15bf-4995-acfc-e7d87c0bbdc4 service neutron] 10.222.0.32 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907857 Aug 24 01:14:52.870354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c52a54c-e53c-422b-b0f5-d6279d7e094d', 'name': '', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:ee:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:50Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 2, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:52.904260 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Checking router: e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:14:52.904621 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Updating router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 port 8c52a54c-e53c-422b-b0f5-d6279d7e094d binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:14:52.932068 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:52.943697 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3c644f49-d30c-42c5-b74b-9d787f2bf15a up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:14:53.053624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5c3b1d2-3710-4149-9fdf-de55b64615e5 req-b30475db-84ec-45d5-a3d3-0b6b221c9b4e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 210 time: 0.0291076 Aug 24 01:14:53.093002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 3c644f49-d30c-42c5-b74b-9d787f2bf15a triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:14:53.093386 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:53.258222 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b3decfc1-ac50-441c-9c49-845f7333eb3f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:14:53.342086 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:53.355196 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Transition to ACTIVE for port object 8c52a54c-e53c-422b-b0f5-d6279d7e094d will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:14:53.358832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port b3decfc1-ac50-441c-9c49-845f7333eb3f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:14:53.361965 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:53.366393 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b3decfc1-ac50-441c-9c49-845f7333eb3f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:14:53.366766 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:53.448263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26a975-e6eb-458b-b7f5-8b3278b3546a None None] Pushing event updated for resources: {'Port': ['ID=8c52a54c-e53c-422b-b0f5-d6279d7e094d,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:53.529623 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Attempting to bind port 8c52a54c-e53c-422b-b0f5-d6279d7e094d on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:14:53.530119 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Attempting to bind port 8c52a54c-e53c-422b-b0f5-d6279d7e094d by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:14:53.530416 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Attempting to bind port 8c52a54c-e53c-422b-b0f5-d6279d7e094d on network 34493718-51fb-4755-b7d0-703e95f07dd7 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:14:53.540121 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:14:53.540503 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Checking segment: {'id': '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:14:53.540913 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:53.541313 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Bound using segment: {'id': '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:14:53.541787 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Bound port: 8c52a54c-e53c-422b-b0f5-d6279d7e094d, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:14:53.542180 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:53.554405 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:53.629052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port b3decfc1-ac50-441c-9c49-845f7333eb3f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b3decfc1-ac50-441c-9c49-845f7333eb3f,segment=NetworkSegment(3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c),segment_id=3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:14:53.635202 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:53.672256 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] For port 8c52a54c-e53c-422b-b0f5-d6279d7e094d, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:14:53.687756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] For port 8c52a54c-e53c-422b-b0f5-d6279d7e094d, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8c52a54c-e53c-422b-b0f5-d6279d7e094d,segment=NetworkSegment(3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c),segment_id=3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:14:53.696248 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:53.707211 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=b3decfc1-ac50-441c-9c49-845f7333eb3f,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:53.770816 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Routers {'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:14:53.771396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:14:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:53.814383 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26a975-e6eb-458b-b7f5-8b3278b3546a None None] Pushing event updated for resources: {'Port': ['ID=8c52a54c-e53c-422b-b0f5-d6279d7e094d,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:53.889451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] Set router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:14:54.093104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024f2d9-121a-419a-a955-265cd919727b req-6229aef6-7b16-4096-b773-55926928e769 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:54.094695 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-6229aef6-7b16-4096-b773-55926928e769 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/networks?id=34493718-51fb-4755-b7d0-703e95f07dd7 HTTP/1.1" status: 200 len: 796 time: 0.1264584 Aug 24 01:14:54.119735 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c52a54c-e53c-422b-b0f5-d6279d7e094d', 'name': '', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:ee:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:50Z', 'updated_at': '2021-08-24T01:14:53Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:14:54.148052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf3389-5c91-475a-ab43-6371bef628c3 None None] The sync data for ids ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'] in n-d-805736-1 is: [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c52a54c-e53c-422b-b0f5-d6279d7e094d', 'name': '', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:ee:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:50Z', 'updated_at': '2021-08-24T01:14:53Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:14:54.157535 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-11b36e9b-be9e-4989-9565-cd93858d2ec9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 380 time: 0.0469842 Aug 24 01:14:54.173610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1214537a-ad93-401c-852b-0c4ca14db799 req-10d84e99-d7e0-4c33-860a-6585983c9324 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 210 time: 0.0346413 Aug 24 01:14:54.202567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5024f2d9-121a-419a-a955-265cd919727b req-ac204798-c3f9-42b6-9825-73bd606e1fb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'port': {'device_id': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'admin_state_up': True, 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'security_groups': ['77fcbd4a-0c4e-4b87-835f-e924a4fc73e0']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:14:54.292748 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:54.332417 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5024f2d9-121a-419a-a955-265cd919727b req-ac204798-c3f9-42b6-9825-73bd606e1fb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:14:54.336255 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5024f2d9-121a-419a-a955-265cd919727b req-ac204798-c3f9-42b6-9825-73bd606e1fb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:54.469678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-5024f2d9-121a-419a-a955-265cd919727b req-ac204798-c3f9-42b6-9825-73bd606e1fb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.20.0.6 (34493718-51fb-4755-b7d0-703e95f07dd7/b1bcb8d1-af27-4603-90bf-2b843566e4e8/7c30d112-adaf-4f1f-8443-9b76ad45a2b5) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:14:54.620332 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5024f2d9-121a-419a-a955-265cd919727b req-ac204798-c3f9-42b6-9825-73bd606e1fb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:54.636931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-5024f2d9-121a-419a-a955-265cd919727b req-ac204798-c3f9-42b6-9825-73bd606e1fb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Transition to ACTIVE for port object 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:14:54.673344 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5024f2d9-121a-419a-a955-265cd919727b req-ac204798-c3f9-42b6-9825-73bd606e1fb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:54.718981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5024f2d9-121a-419a-a955-265cd919727b req-ac204798-c3f9-42b6-9825-73bd606e1fb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network 34493718-51fb-4755-b7d0-703e95f07dd7 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:14:54.722025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-5024f2d9-121a-419a-a955-265cd919727b req-ac204798-c3f9-42b6-9825-73bd606e1fb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:14:54.725615 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5024f2d9-121a-419a-a955-265cd919727b req-ac204798-c3f9-42b6-9825-73bd606e1fb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:14:54.732267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac204798-c3f9-42b6-9825-73bd606e1fb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=7c30d112-adaf-4f1f-8443-9b76ad45a2b5,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:54.789140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024f2d9-121a-419a-a955-265cd919727b req-ac204798-c3f9-42b6-9825-73bd606e1fb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:54.789786 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5024f2d9-121a-419a-a955-265cd919727b req-ac204798-c3f9-42b6-9825-73bd606e1fb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:54.808674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-ac204798-c3f9-42b6-9825-73bd606e1fb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6159976 Aug 24 01:14:54.921645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Request body: {'port': {'device_id': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:14:54.960374 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b6be5c54-2194-43ad-a887-109399484f47 None None] Provisioning for port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:14:54.964470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8c52a54c-e53c-422b-b0f5-d6279d7e094d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:14:54.975237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-b6be5c54-2194-43ad-a887-109399484f47 None None] Provisioning complete for port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:14:54.975610 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b6be5c54-2194-43ad-a887-109399484f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:54.985481 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:55.038078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-b6be5c54-2194-43ad-a887-109399484f47 None None] Port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:14:55.052473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 8c52a54c-e53c-422b-b0f5-d6279d7e094d completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:14:55.056566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8c52a54c-e53c-422b-b0f5-d6279d7e094d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:14:55.056964 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:55.140348 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:55.177052 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 8c52a54c-e53c-422b-b0f5-d6279d7e094d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8c52a54c-e53c-422b-b0f5-d6279d7e094d,segment=NetworkSegment(3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c),segment_id=3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:14:55.181582 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:55.182493 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b3decfc1-ac50-441c-9c49-845f7333eb3f up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:14:55.288033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=8c52a54c-e53c-422b-b0f5-d6279d7e094d,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:55.292453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b3decfc1-ac50-441c-9c49-845f7333eb3f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:14:55.292837 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:55.310500 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:14:55.319867 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:55.339997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6976c2-30c6-43fe-bc4f-9c14a6397ea7 req-25160aa4-ca96-4845-ac0a-253cae3fc7b9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:55.342333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba6976c2-30c6-43fe-bc4f-9c14a6397ea7 req-25160aa4-ca96-4845-ac0a-253cae3fc7b9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 931 time: 0.0955622 Aug 24 01:14:55.344945 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Transition to ACTIVE for port object 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:14:55.349809 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:55.428231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ba6976c2-30c6-43fe-bc4f-9c14a6397ea7 req-ae69dbb6-122b-47e0-a9b6-53b5031ee03e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758481 Aug 24 01:14:55.429799 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c30d112-adaf-4f1f-8443-9b76ad45a2b5,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:55.511539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Attempting to bind port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:14:55.511883 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Attempting to bind port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:14:55.512216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Attempting to bind port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 on network 34493718-51fb-4755-b7d0-703e95f07dd7 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:14:55.522259 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 on network 34493718-51fb-4755-b7d0-703e95f07dd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:14:55.522595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Attempting to bind port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 on network 34493718-51fb-4755-b7d0-703e95f07dd7 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:14:55.528911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:14:55.529321 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Checking segment: {'id': '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:14:55.534646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Bound using segment: {'id': '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:14:55.534646 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Bound port: 7c30d112-adaf-4f1f-8443-9b76ad45a2b5, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:14:55.534646 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:55.599628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] For port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:14:55.602680 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] For port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7c30d112-adaf-4f1f-8443-9b76ad45a2b5,segment=NetworkSegment(3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c),segment_id=3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:14:55.607380 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:55.643447 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:55.644165 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:55.645499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] 10.222.0.13 "PUT /v2.0/ports/7c30d112-adaf-4f1f-8443-9b76ad45a2b5 HTTP/1.1" status: 200 len: 1091 time: 0.8225644 Aug 24 01:14:55.645943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'tag': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:14:55.648220 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d0ad82-21d2-45c9-87c2-8c49416e7b69" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d496ff-fc70-4a17-883e-dcddef618c2a", "tag": "7c30d112-adaf-4f1f-8443-9b76ad45a2b5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:14:55.682911 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e24b3f-793d-4a83-b847-f986266603e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c30d112-adaf-4f1f-8443-9b76ad45a2b5,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:55.745325 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024f2d9-121a-419a-a955-265cd919727b req-739f35fc-7aa5-4068-97eb-34e5a32f64be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:55.746903 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-739f35fc-7aa5-4068-97eb-34e5a32f64be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 1094 time: 0.0450485 Aug 24 01:14:55.802560 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc6680d-80cb-4372-93ee-6540df3ad3c6 x-openstack-request-id: req-4cc6680d-80cb-4372-93ee-6540df3ad3c6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:14:55.802881 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d496ff-fc70-4a17-883e-dcddef618c2a", "tag": "7c30d112-adaf-4f1f-8443-9b76ad45a2b5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:14:55.803117 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4cc6680d-80cb-4372-93ee-6540df3ad3c6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:14:55.803515 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'tag': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5', 'status': 'completed', 'code': 200} Aug 24 01:14:55.805346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-d19ba169-da01-4a87-b721-2deb324a01df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c30d112-adaf-4f1f-8443-9b76ad45a2b5 HTTP/1.1" status: 200 len: 217 time: 0.0448022 Aug 24 01:14:55.861132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024f2d9-121a-419a-a955-265cd919727b req-fd6c90dd-d64f-412f-9670-73de35c8bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:55.862630 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-fd6c90dd-d64f-412f-9670-73de35c8bf42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1bcb8d1-af27-4603-90bf-2b843566e4e8 HTTP/1.1" status: 200 len: 834 time: 0.0489428 Aug 24 01:14:55.913188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024f2d9-121a-419a-a955-265cd919727b req-4e231135-e2fe-4a6b-94b2-76a775373b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:55.914758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-4e231135-e2fe-4a6b-94b2-76a775373b49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34493718-51fb-4755-b7d0-703e95f07dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452003 Aug 24 01:14:56.008141 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-85a0f40e-a743-42aa-b18b-1e85b5c460b3 service neutron] 10.222.0.13 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854464 Aug 24 01:14:56.096693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5024f2d9-121a-419a-a955-265cd919727b req-fe1332d9-ccc4-47da-b779-07996959d83b service neutron] 10.222.0.13 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818052 Aug 24 01:14:56.241583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0ad82-21d2-45c9-87c2-8c49416e7b69 req-47b96a3d-022b-4d1e-a0ed-9cfec9f55218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:56.243134 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95d0ad82-21d2-45c9-87c2-8c49416e7b69 req-47b96a3d-022b-4d1e-a0ed-9cfec9f55218 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 1094 time: 0.0546732 Aug 24 01:14:56.330893 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0ad82-21d2-45c9-87c2-8c49416e7b69 req-d0982ad5-d07b-4ac1-a7f8-60c395880118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:56.332366 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95d0ad82-21d2-45c9-87c2-8c49416e7b69 req-d0982ad5-d07b-4ac1-a7f8-60c395880118 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34493718-51fb-4755-b7d0-703e95f07dd7 HTTP/1.1" status: 200 len: 897 time: 0.0818214 Aug 24 01:14:56.376515 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95d0ad82-21d2-45c9-87c2-8c49416e7b69 req-4a15b81c-0df6-4b7e-a0e4-2c66e387a83c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c30d112-adaf-4f1f-8443-9b76ad45a2b5 HTTP/1.1" status: 200 len: 217 time: 0.0341978 Aug 24 01:14:56.428924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0ad82-21d2-45c9-87c2-8c49416e7b69 req-a7df7ecf-ba5e-4eab-b1cf-66195962cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:56.430353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95d0ad82-21d2-45c9-87c2-8c49416e7b69 req-a7df7ecf-ba5e-4eab-b1cf-66195962cf96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1bcb8d1-af27-4603-90bf-2b843566e4e8 HTTP/1.1" status: 200 len: 834 time: 0.0466511 Aug 24 01:14:56.477254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0ad82-21d2-45c9-87c2-8c49416e7b69 req-f243705f-4f11-44f1-b619-fde9836b9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:56.478803 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95d0ad82-21d2-45c9-87c2-8c49416e7b69 req-f243705f-4f11-44f1-b619-fde9836b9444 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34493718-51fb-4755-b7d0-703e95f07dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397911 Aug 24 01:14:56.605950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95d0ad82-21d2-45c9-87c2-8c49416e7b69 req-06e10b4b-27b1-444f-8ae9-68b32df09063 service neutron] 10.222.0.13 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174517 Aug 24 01:14:56.614743 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c20cdc-84d6-43dd-8f0b-283747a747de req-1a71b530-6c5b-4b55-aed6-5b0eb7860b86 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:56.616153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77c20cdc-84d6-43dd-8f0b-283747a747de req-1a71b530-6c5b-4b55-aed6-5b0eb7860b86 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 943 time: 0.0851862 Aug 24 01:14:56.700201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77c20cdc-84d6-43dd-8f0b-283747a747de req-107f3683-d4fd-4cc3-be12-2f69a1339808 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759335 Aug 24 01:14:56.728716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-95d0ad82-21d2-45c9-87c2-8c49416e7b69 req-ab205c03-127b-4b9c-998c-9e8450868905 service neutron] 10.222.0.13 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116288 Aug 24 01:14:56.865260 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8c52a54c-e53c-422b-b0f5-d6279d7e094d up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:14:56.912986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 8c52a54c-e53c-422b-b0f5-d6279d7e094d triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:14:56.913357 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:57.602522 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ec18feec-9e39-4247-aebc-ab3ff9dec979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:57.818501 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da08cd9-4e2c-40f9-9630-af370c209e3a req-826af6ba-04ae-48ce-8426-50eeb1d6df78 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:57.819955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6da08cd9-4e2c-40f9-9630-af370c209e3a req-826af6ba-04ae-48ce-8426-50eeb1d6df78 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 943 time: 0.0500455 Aug 24 01:14:57.856557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6da08cd9-4e2c-40f9-9630-af370c209e3a req-d236a103-a93a-4f01-b2f3-4ee0696f6f19 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306356 Aug 24 01:14:58.845868 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:14:58.941453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7c30d112-adaf-4f1f-8443-9b76ad45a2b5,segment=NetworkSegment(3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c),segment_id=3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:14:58.952301 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'port_id': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5', 'mac_address': 'fa:16:3e:46:c4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:14:58.972519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5aba4-cc90-4ead-8419-1bb0b7a6fcc2 req-3e1c99e5-1a47-47fe-a0e5-d168bdc49389 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:58.974108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8c5aba4-cc90-4ead-8419-1bb0b7a6fcc2 req-3e1c99e5-1a47-47fe-a0e5-d168bdc49389 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 943 time: 0.0500867 Aug 24 01:14:58.994872 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:59.007553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:14:59.012430 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c8c5aba4-cc90-4ead-8419-1bb0b7a6fcc2 req-99b0596a-c067-4e36-9b46-bb52aaee55b0 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320718 Aug 24 01:14:59.026932 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7c30d112-adaf-4f1f-8443-9b76ad45a2b5,segment=NetworkSegment(3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c),segment_id=3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:14:59.031471 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:59.078316 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7c30d112-adaf-4f1f-8443-9b76ad45a2b5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:14:59.320034 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['7c30d112-adaf-4f1f-8443-9b76ad45a2b5'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:15:00.126126 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1b534-db87-48ab-8429-721935d32302 req-b2509a18-6e2b-4751-b368-bfef6717f579 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:00.127654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8b1b534-db87-48ab-8429-721935d32302 req-b2509a18-6e2b-4751-b368-bfef6717f579 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 944 time: 0.0480435 Aug 24 01:15:00.167820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b8b1b534-db87-48ab-8429-721935d32302 req-4ceb1e77-4ea4-4a69-98a3-5e0b79e7cf5c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342402 Aug 24 01:15:00.195193 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:00.244076 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:00.270858 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eb69bbe0-c9a5-4370-aac9-fc83220007d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:00.850467 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:15:00.898489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:15:00.902079 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:15:00.902454 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:00.984318 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:01.006336 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:15:01.008604 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fdcdb7-b1b3-4f97-a0fb-3940bc2a992f" -d '{"events": [{"server_uuid": "f3d496ff-fc70-4a17-883e-dcddef618c2a", "name": "network-vif-plugged", "status": "completed", "tag": "7c30d112-adaf-4f1f-8443-9b76ad45a2b5"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:15:01.022041 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7c30d112-adaf-4f1f-8443-9b76ad45a2b5,segment=NetworkSegment(3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c),segment_id=3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:15:01.025336 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:01.052122 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbffb7e-1b05-4a81-83dd-6a6fe9a5ecdd x-openstack-request-id: req-dfbffb7e-1b05-4a81-83dd-6a6fe9a5ecdd {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:15:01.052415 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d496ff-fc70-4a17-883e-dcddef618c2a", "name": "network-vif-plugged", "status": "completed", "tag": "7c30d112-adaf-4f1f-8443-9b76ad45a2b5", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:15:01.052667 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfbffb7e-1b05-4a81-83dd-6a6fe9a5ecdd {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:15:01.053060 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5', 'code': 200} Aug 24 01:15:01.078924 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=7c30d112-adaf-4f1f-8443-9b76ad45a2b5,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:15:01.164321 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e167a24-8f98-43d8-97c4-d961b8c4f709 req-2676a8bd-9aa0-4133-aecf-f17a88d8d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:01.165811 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e167a24-8f98-43d8-97c4-d961b8c4f709 req-2676a8bd-9aa0-4133-aecf-f17a88d8d096 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 1096 time: 0.0394218 Aug 24 01:15:01.201795 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1e167a24-8f98-43d8-97c4-d961b8c4f709 req-a7fa6d17-a74f-4f20-be34-188f3cc734fa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275187 Aug 24 01:15:01.296187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0430f-d4a1-4b3a-95e5-d8eb38b1ac3b req-6de89e11-33bc-411e-a751-d1790d644c79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:01.297664 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c0430f-d4a1-4b3a-95e5-d8eb38b1ac3b req-6de89e11-33bc-411e-a751-d1790d644c79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0499094 Aug 24 01:15:01.335276 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4c0430f-d4a1-4b3a-95e5-d8eb38b1ac3b req-49409aab-3841-41f9-bbad-56551104df83 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Aug 24 01:15:01.472322 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:02.450245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec227b-d56a-4a61-8104-041e0f0561eb req-b52fcc0a-0b50-4873-940c-9b34bdedf79e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:02.451742 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84ec227b-d56a-4a61-8104-041e0f0561eb req-b52fcc0a-0b50-4873-940c-9b34bdedf79e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0481513 Aug 24 01:15:02.491696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-84ec227b-d56a-4a61-8104-041e0f0561eb req-647c013c-2952-45de-bd05-f6b0af7b41ae tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336981 Aug 24 01:15:02.607535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64312e5a-1e34-4e82-91f1-a438a488c248 req-6ce0c8b3-ae29-4ef8-b32d-39e7392cacfe tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:02.609905 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-64312e5a-1e34-4e82-91f1-a438a488c248 req-6ce0c8b3-ae29-4ef8-b32d-39e7392cacfe tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0511515 Aug 24 01:15:02.647153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-64312e5a-1e34-4e82-91f1-a438a488c248 req-6b9bfaf5-7655-47b3-8bc6-3ebbe86e1458 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314159 Aug 24 01:15:02.669144 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48350) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:15:02.709819 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4a41d6-25a3-4880-b333-341333c4a4c2 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:02.711375 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4a4a41d6-25a3-4880-b333-341333c4a4c2 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 1091 time: 0.0412383 Aug 24 01:15:02.714227 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48352) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:15:02.719169 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:15:02.741404 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:02.839540 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:02.943913 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.25.8.118 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/a88e7328-f374-461d-9a6b-a333eda5b786) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:15:03.047832 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:03.084577 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:03.121576 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:15:03.124972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:15:03.128348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:15:03.150655 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=a88e7328-f374-461d-9a6b-a333eda5b786,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:15:03.234491 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:03.479135 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:03.543368 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:03.693935 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:03.698384 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:03.768223 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=a88e7328-f374-461d-9a6b-a333eda5b786,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:15:03.777829 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:03.877542 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Floating IP 8942a780-9dff-4751-9c00-09c5e4b6af2e associated. External IP: 172.25.8.118, port: 7c30d112-adaf-4f1f-8443-9b76ad45a2b5. Aug 24 01:15:04.342204 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:15:04.448544 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:15:04.457930 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862d6e7b-83d9-42ac-8bc2-b32411e2dfcc None None] Sync routers for ids ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:15:04.464768 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:04.467482 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d6e7b-83d9-42ac-8bc2-b32411e2dfcc None None] Routers {'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:15:04.468331 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-862d6e7b-83d9-42ac-8bc2-b32411e2dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:15:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:15:04.493931 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0456a0c8-613b-4922-8098-b7158222e30b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7786229 Aug 24 01:15:04.494535 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'tag': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:15:04.496894 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d889f77d522bbf3953e3538f7cf97f660794b72665fad371c9564fe2e75f33d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4fe750-80e0-41f1-af83-49f8f9d2d0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d496ff-fc70-4a17-883e-dcddef618c2a", "tag": "7c30d112-adaf-4f1f-8443-9b76ad45a2b5"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:15:04.534067 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb49973f-de2b-4efe-a32b-e47f83b17b0a x-openstack-request-id: req-cb49973f-de2b-4efe-a32b-e47f83b17b0a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:15:04.534369 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d496ff-fc70-4a17-883e-dcddef618c2a", "tag": "7c30d112-adaf-4f1f-8443-9b76ad45a2b5", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:15:04.534619 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb49973f-de2b-4efe-a32b-e47f83b17b0a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:15:04.535051 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'tag': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5', 'status': 'completed', 'code': 200} Aug 24 01:15:04.587062 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-862d6e7b-83d9-42ac-8bc2-b32411e2dfcc None None] Set router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:15:04.629891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8fdce-848f-4e4d-bc0a-0e3875457c15 req-78ddd98f-38c7-4f6f-a1e8-8f11791dba93 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:04.631427 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93e8fdce-848f-4e4d-bc0a-0e3875457c15 req-78ddd98f-38c7-4f6f-a1e8-8f11791dba93 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0858786 Aug 24 01:15:04.637380 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fe750-80e0-41f1-af83-49f8f9d2d0a0 req-da146539-381c-4f47-9c84-c3e1bf24310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:04.638946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d4fe750-80e0-41f1-af83-49f8f9d2d0a0 req-da146539-381c-4f47-9c84-c3e1bf24310d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 1096 time: 0.0572114 Aug 24 01:15:04.725108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93e8fdce-848f-4e4d-bc0a-0e3875457c15 req-6fa9c614-266e-4e94-81ee-27d7c24924f5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852034 Aug 24 01:15:04.750551 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:15:04.766594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fe750-80e0-41f1-af83-49f8f9d2d0a0 req-4e52961f-5322-4ac4-8af5-0085dcebe289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:04.768150 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d4fe750-80e0-41f1-af83-49f8f9d2d0a0 req-4e52961f-5322-4ac4-8af5-0085dcebe289 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34493718-51fb-4755-b7d0-703e95f07dd7 HTTP/1.1" status: 200 len: 897 time: 0.1187682 Aug 24 01:15:04.819982 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-862d6e7b-83d9-42ac-8bc2-b32411e2dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '8942a780-9dff-4751-9c00-09c5e4b6af2e', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'port_id': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'mac_address': 'fa:16:3e:46:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:15:03Z', 'updated_at': '2021-08-24T01:15:03Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c52a54c-e53c-422b-b0f5-d6279d7e094d', 'name': '', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:ee:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:50Z', 'updated_at': '2021-08-24T01:14:55Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:15:04.847079 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862d6e7b-83d9-42ac-8bc2-b32411e2dfcc None None] Checking router: e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:15:04.848497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d4fe750-80e0-41f1-af83-49f8f9d2d0a0 req-5fc6b25b-e9ec-4df2-870b-1c0f6b7ffea8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c30d112-adaf-4f1f-8443-9b76ad45a2b5 HTTP/1.1" status: 200 len: 999 time: 0.0732431 Aug 24 01:15:04.854738 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d6e7b-83d9-42ac-8bc2-b32411e2dfcc None None] Routers {'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:15:04.855364 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-862d6e7b-83d9-42ac-8bc2-b32411e2dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:15:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:15:04.870866 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-18a87396-002f-414b-9429-8c01fc5aa352 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/8942a780-9dff-4751-9c00-09c5e4b6af2e HTTP/1.1" status: 200 len: 991 time: 0.1190834 Aug 24 01:15:04.897644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fe750-80e0-41f1-af83-49f8f9d2d0a0 req-b4b242b1-6088-429b-93d3-ae0802cbdb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:04.899177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d4fe750-80e0-41f1-af83-49f8f9d2d0a0 req-b4b242b1-6088-429b-93d3-ae0802cbdb80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1bcb8d1-af27-4603-90bf-2b843566e4e8 HTTP/1.1" status: 200 len: 834 time: 0.0442271 Aug 24 01:15:04.945111 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fe750-80e0-41f1-af83-49f8f9d2d0a0 req-b2cc0594-f6c1-4b08-b1a7-a871415d3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:04.946665 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d4fe750-80e0-41f1-af83-49f8f9d2d0a0 req-b2cc0594-f6c1-4b08-b1a7-a871415d3f54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34493718-51fb-4755-b7d0-703e95f07dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399103 Aug 24 01:15:04.959119 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-862d6e7b-83d9-42ac-8bc2-b32411e2dfcc None None] Set router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:15:05.038859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d4fe750-80e0-41f1-af83-49f8f9d2d0a0 req-b1b5e18d-c52b-466b-a474-dd1698ebe37e service neutron] 10.222.0.13 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850005 Aug 24 01:15:05.130751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d4fe750-80e0-41f1-af83-49f8f9d2d0a0 req-45044ff7-5a51-4467-9a0f-50ab40e3e4ee service neutron] 10.222.0.13 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835979 Aug 24 01:15:05.267509 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-862d6e7b-83d9-42ac-8bc2-b32411e2dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '8942a780-9dff-4751-9c00-09c5e4b6af2e', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'port_id': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'mac_address': 'fa:16:3e:46:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:15:03Z', 'updated_at': '2021-08-24T01:15:03Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c52a54c-e53c-422b-b0f5-d6279d7e094d', 'name': '', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:ee:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:50Z', 'updated_at': '2021-08-24T01:14:55Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:15:05.295991 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862d6e7b-83d9-42ac-8bc2-b32411e2dfcc None None] The sync data for ids ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'] in n-d-805736-1 is: [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '8942a780-9dff-4751-9c00-09c5e4b6af2e', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'port_id': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'mac_address': 'fa:16:3e:46:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:15:03Z', 'updated_at': '2021-08-24T01:15:03Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c52a54c-e53c-422b-b0f5-d6279d7e094d', 'name': '', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:ee:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:50Z', 'updated_at': '2021-08-24T01:14:55Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:15:05.492397 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05418ecd-ecea-4872-a471-e82985d5dd85 None None] New status for floating IP 8942a780-9dff-4751-9c00-09c5e4b6af2e: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:15:05.874749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48362) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:15:05.938357 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e4d5523b-3bf5-40f3-a8a7-616181bc05fe tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/8942a780-9dff-4751-9c00-09c5e4b6af2e HTTP/1.1" status: 200 len: 993 time: 0.0623510 Aug 24 01:15:07.023236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6d9f3e7-7bcc-445c-bdd8-3a3473e80afc req-efdc6ed3-8023-4472-b0d1-55586f846416 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382254 Aug 24 01:15:07.120202 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9f3e7-7bcc-445c-bdd8-3a3473e80afc req-a91b800e-e578-4b71-9f2d-9e15d0885e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:07.121681 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6d9f3e7-7bcc-445c-bdd8-3a3473e80afc req-a91b800e-e578-4b71-9f2d-9e15d0885e60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 1096 time: 0.0405328 Aug 24 01:15:07.226454 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9f3e7-7bcc-445c-bdd8-3a3473e80afc req-d3386382-77b6-443f-8296-3a109d29776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:07.227970 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6d9f3e7-7bcc-445c-bdd8-3a3473e80afc req-d3386382-77b6-443f-8296-3a109d29776d service neutron] 10.222.0.13 "GET /v2.0/networks?id=34493718-51fb-4755-b7d0-703e95f07dd7 HTTP/1.1" status: 200 len: 897 time: 0.0875347 Aug 24 01:15:07.292479 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6d9f3e7-7bcc-445c-bdd8-3a3473e80afc req-d446d29c-ce8a-4432-9761-3c985454bca0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c30d112-adaf-4f1f-8443-9b76ad45a2b5 HTTP/1.1" status: 200 len: 1001 time: 0.0575581 Aug 24 01:15:07.345565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9f3e7-7bcc-445c-bdd8-3a3473e80afc req-bfa7e5c1-b6b1-4462-87a2-6f7d319b1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:07.347039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6d9f3e7-7bcc-445c-bdd8-3a3473e80afc req-bfa7e5c1-b6b1-4462-87a2-6f7d319b1dff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1bcb8d1-af27-4603-90bf-2b843566e4e8 HTTP/1.1" status: 200 len: 834 time: 0.0476878 Aug 24 01:15:07.395149 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9f3e7-7bcc-445c-bdd8-3a3473e80afc req-5e06c5a1-50c4-4a4d-a086-1097228c55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:07.396559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6d9f3e7-7bcc-445c-bdd8-3a3473e80afc req-5e06c5a1-50c4-4a4d-a086-1097228c55b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34493718-51fb-4755-b7d0-703e95f07dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431263 Aug 24 01:15:07.485009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6d9f3e7-7bcc-445c-bdd8-3a3473e80afc req-81fcf965-c384-4e83-ba56-9530fcc07fd3 service neutron] 10.222.0.13 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805557 Aug 24 01:15:07.576454 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6d9f3e7-7bcc-445c-bdd8-3a3473e80afc req-12a657c4-e662-4616-8b73-2449bd4e0299 service neutron] 10.222.0.13 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844121 Aug 24 01:15:13.118679 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:15:24.306228 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:27.602443 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b4f8e24e-125d-4926-951a-b78505718dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:30.196684 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:30.267347 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:30.271475 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e43e4398-dcb6-4c79-b3a6-b63f69fd46d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:31.474668 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:33.243817 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:34.772981 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad537a79-f4f0-4d7b-bd2a-9d3ff8bf7c6c req-469967b0-31f5-4aa7-921b-80846a26752b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:34.774571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad537a79-f4f0-4d7b-bd2a-9d3ff8bf7c6c req-469967b0-31f5-4aa7-921b-80846a26752b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0513012 Aug 24 01:15:34.814976 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad537a79-f4f0-4d7b-bd2a-9d3ff8bf7c6c req-705e3e6e-bf42-4bcf-acd0-10a1970f28ac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342093 Aug 24 01:15:35.943886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7341a8b-cf20-43d8-9c89-d7b7ee5e98b1 req-ac7740c4-f4ef-46f8-b679-0189a605a372 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:35.945386 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7341a8b-cf20-43d8-9c89-d7b7ee5e98b1 req-ac7740c4-f4ef-46f8-b679-0189a605a372 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0488408 Aug 24 01:15:35.982190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7341a8b-cf20-43d8-9c89-d7b7ee5e98b1 req-74b305fb-7ad1-4502-a046-19c9706d4140 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308590 Aug 24 01:15:37.097014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6692f8-aa54-41aa-97ae-7f668058393e req-198435b6-2220-4d69-9ebb-5f5503a7a304 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:37.098402 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe6692f8-aa54-41aa-97ae-7f668058393e req-198435b6-2220-4d69-9ebb-5f5503a7a304 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0470924 Aug 24 01:15:37.139168 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fe6692f8-aa54-41aa-97ae-7f668058393e req-9abf1e54-1291-4624-b478-45e1abb3f338 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348635 Aug 24 01:15:38.252571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ec28f-2a8e-4129-82e5-2ebf2f226f89 req-510e3eff-b0cb-4537-8d99-74927cf041b6 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:38.254074 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c76ec28f-2a8e-4129-82e5-2ebf2f226f89 req-510e3eff-b0cb-4537-8d99-74927cf041b6 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0480323 Aug 24 01:15:38.292039 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c76ec28f-2a8e-4129-82e5-2ebf2f226f89 req-30b7bb29-7f01-4fa1-a0ec-474d10ccd0b1 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320678 Aug 24 01:15:39.675890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653c1f0-853e-4a38-98fc-9b1a5a865151 req-10e47a7b-4cf1-41c1-84f3-2cd9e68aa00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:39.677437 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9653c1f0-853e-4a38-98fc-9b1a5a865151 req-10e47a7b-4cf1-41c1-84f3-2cd9e68aa00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0606618 Aug 24 01:15:39.715930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9653c1f0-853e-4a38-98fc-9b1a5a865151 req-6878ff6e-4a82-4c17-880d-95fa1f438350 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325999 Aug 24 01:15:40.833258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b2436-b740-4aae-9b0a-c62eba6e7190 req-6844a106-7d7d-4ca8-9629-082234392637 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:40.834759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b45b2436-b740-4aae-9b0a-c62eba6e7190 req-6844a106-7d7d-4ca8-9629-082234392637 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0480146 Aug 24 01:15:40.875644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b45b2436-b740-4aae-9b0a-c62eba6e7190 req-45ff2f94-9c1b-45cd-b0b0-c398bc732024 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342789 Aug 24 01:15:41.995066 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d3cea-38a8-4076-9236-e8eba5b0892f req-c46fc2e2-8836-45f6-93b0-a770926364f4 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:41.996571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-166d3cea-38a8-4076-9236-e8eba5b0892f req-c46fc2e2-8836-45f6-93b0-a770926364f4 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0543118 Aug 24 01:15:42.036955 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-166d3cea-38a8-4076-9236-e8eba5b0892f req-ac11df0a-93e3-4a71-8656-2aab884506a1 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339239 Aug 24 01:15:43.158652 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b4a63-c5c0-4ff9-9c0e-dfb4191faa12 req-b3625279-9618-4491-bfb2-827509fe72cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:43.160346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-461b4a63-c5c0-4ff9-9c0e-dfb4191faa12 req-b3625279-9618-4491-bfb2-827509fe72cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0537870 Aug 24 01:15:43.196933 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-461b4a63-c5c0-4ff9-9c0e-dfb4191faa12 req-30bd0be3-c17f-4cae-bd43-0263af998570 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307727 Aug 24 01:15:44.309662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4ba4f-f917-47bb-b76a-9e83f121389d req-c052b394-6eca-497a-bc60-b331bda24224 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:44.311171 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ac4ba4f-f917-47bb-b76a-9e83f121389d req-c052b394-6eca-497a-bc60-b331bda24224 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0482910 Aug 24 01:15:44.351337 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8ac4ba4f-f917-47bb-b76a-9e83f121389d req-5b3af257-e1f6-4e6f-8c3a-92956f77cec9 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343301 Aug 24 01:15:45.466203 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8a228-8674-432d-9bb9-3a03d950fd96 req-4ca50d64-fcef-418f-945e-fcfc708b6c28 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:45.467732 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25b8a228-8674-432d-9bb9-3a03d950fd96 req-4ca50d64-fcef-418f-945e-fcfc708b6c28 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0483882 Aug 24 01:15:45.505469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-25b8a228-8674-432d-9bb9-3a03d950fd96 req-8a399351-cc31-4ad4-a2ed-fabae81aef1d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314829 Aug 24 01:15:45.527739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48396) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:15:45.586922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7db9f851-3ea5-4b71-811a-b436a0352654 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/8942a780-9dff-4751-9c00-09c5e4b6af2e HTTP/1.1" status: 200 len: 993 time: 0.0580003 Aug 24 01:15:46.856874 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5065144-6770-4041-ade3-8dad307d43d5 req-585a32b8-2b57-40c8-a263-363a07b16eb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:46.858381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5065144-6770-4041-ade3-8dad307d43d5 req-585a32b8-2b57-40c8-a263-363a07b16eb8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0540993 Aug 24 01:15:46.920231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5065144-6770-4041-ade3-8dad307d43d5 req-ed0cded9-3a6e-49dd-a473-5973fdebbd16 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535383 Aug 24 01:15:46.922890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e95352-05e5-45bf-bc0a-aa404568e14a req-e04cbd8f-9dac-4986-9b76-6c239a488650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:46.924304 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e95352-05e5-45bf-bc0a-aa404568e14a req-e04cbd8f-9dac-4986-9b76-6c239a488650 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 1096 time: 0.0650492 Aug 24 01:15:47.015444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e95352-05e5-45bf-bc0a-aa404568e14a req-5a37c4ec-161b-4224-8234-1e310bdf0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:47.017472 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e95352-05e5-45bf-bc0a-aa404568e14a req-5a37c4ec-161b-4224-8234-1e310bdf0eb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34493718-51fb-4755-b7d0-703e95f07dd7 HTTP/1.1" status: 200 len: 897 time: 0.0862048 Aug 24 01:15:47.081644 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e95352-05e5-45bf-bc0a-aa404568e14a req-87f14b13-ea36-4cb0-b3ad-028d31ed3fb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c30d112-adaf-4f1f-8443-9b76ad45a2b5 HTTP/1.1" status: 200 len: 1001 time: 0.0572207 Aug 24 01:15:47.131523 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e95352-05e5-45bf-bc0a-aa404568e14a req-4d38f380-eee9-40f3-a3c5-d094b0f371f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:47.132918 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e95352-05e5-45bf-bc0a-aa404568e14a req-4d38f380-eee9-40f3-a3c5-d094b0f371f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1bcb8d1-af27-4603-90bf-2b843566e4e8 HTTP/1.1" status: 200 len: 834 time: 0.0447969 Aug 24 01:15:47.182136 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e95352-05e5-45bf-bc0a-aa404568e14a req-3c969294-8faa-4e80-9515-ac68f82b64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:47.183636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e95352-05e5-45bf-bc0a-aa404568e14a req-3c969294-8faa-4e80-9515-ac68f82b64a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34493718-51fb-4755-b7d0-703e95f07dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434628 Aug 24 01:15:47.627801 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e95352-05e5-45bf-bc0a-aa404568e14a req-3bd27aac-00f6-4058-ae99-2f7ba0e62e11 service neutron] 10.222.0.13 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370503 Aug 24 01:15:47.720147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6e95352-05e5-45bf-bc0a-aa404568e14a req-55f80dd0-db02-4726-8996-f10202e41639 service neutron] 10.222.0.13 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851028 Aug 24 01:15:48.044543 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6db25-45bf-4e1a-b38a-3f5f8af7900b req-ca571fb8-4b09-4445-92be-39f603b00374 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:48.046031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cef6db25-45bf-4e1a-b38a-3f5f8af7900b req-ca571fb8-4b09-4445-92be-39f603b00374 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0490015 Aug 24 01:15:48.084244 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cef6db25-45bf-4e1a-b38a-3f5f8af7900b req-18c928fc-6e50-4f11-856d-b8d2daabc292 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317197 Aug 24 01:15:49.201381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36f944-3c92-4945-9699-08b9dbb38df4 req-b1443429-436d-4b9f-847a-7902e6740902 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:49.203675 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca36f944-3c92-4945-9699-08b9dbb38df4 req-b1443429-436d-4b9f-847a-7902e6740902 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0486507 Aug 24 01:15:49.241765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ca36f944-3c92-4945-9699-08b9dbb38df4 req-68692877-d2d8-4e75-b140-f830f0d4fa8e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321424 Aug 24 01:15:49.264663 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48408) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:15:49.330003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e58114b7-35e2-4651-9f3e-5c8c61ddedac tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/8942a780-9dff-4751-9c00-09c5e4b6af2e HTTP/1.1" status: 200 len: 993 time: 0.0641558 Aug 24 01:15:50.118229 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:15:54.293355 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:57.603409 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b55c0a72-09f5-449b-9171-78da4713f706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:00.198062 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:00.274743 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:00.275852 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d0a720e-7138-452b-9d89-c66e9c537f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:01.477026 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:03.242531 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:08.997107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b525499-3866-444c-937a-128f93a00e48 req-a5dd547c-13dc-4348-8d14-911bc422f365 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385962 Aug 24 01:16:09.090939 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b525499-3866-444c-937a-128f93a00e48 req-a60b92cd-e229-4df9-9965-306def12e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:09.092428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b525499-3866-444c-937a-128f93a00e48 req-a60b92cd-e229-4df9-9965-306def12e212 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 1096 time: 0.0389161 Aug 24 01:16:09.195323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b525499-3866-444c-937a-128f93a00e48 req-1e7b5e1c-53ec-42f7-9c21-07daa68e7713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:09.196708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b525499-3866-444c-937a-128f93a00e48 req-1e7b5e1c-53ec-42f7-9c21-07daa68e7713 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34493718-51fb-4755-b7d0-703e95f07dd7 HTTP/1.1" status: 200 len: 897 time: 0.0852177 Aug 24 01:16:09.260949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b525499-3866-444c-937a-128f93a00e48 req-8a102dba-c0fb-4757-b887-915cbbd0f2e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c30d112-adaf-4f1f-8443-9b76ad45a2b5 HTTP/1.1" status: 200 len: 1001 time: 0.0566447 Aug 24 01:16:09.313913 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b525499-3866-444c-937a-128f93a00e48 req-d090bbf6-5b0b-4b65-90bb-8dd8957262ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:09.315345 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b525499-3866-444c-937a-128f93a00e48 req-d090bbf6-5b0b-4b65-90bb-8dd8957262ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1bcb8d1-af27-4603-90bf-2b843566e4e8 HTTP/1.1" status: 200 len: 834 time: 0.0474100 Aug 24 01:16:09.359931 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b525499-3866-444c-937a-128f93a00e48 req-08a7487b-a15a-4652-915c-7ba0f5e7989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:09.362059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b525499-3866-444c-937a-128f93a00e48 req-08a7487b-a15a-4652-915c-7ba0f5e7989c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34493718-51fb-4755-b7d0-703e95f07dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393603 Aug 24 01:16:09.450678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b525499-3866-444c-937a-128f93a00e48 req-63a31049-fe55-49bd-8eda-1d7e8c8faad5 service neutron] 10.222.0.13 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802221 Aug 24 01:16:09.542744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6b525499-3866-444c-937a-128f93a00e48 req-c6135b64-44a2-4adb-9e64-c7e1450c0b09 service neutron] 10.222.0.13 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852275 Aug 24 01:16:17.277218 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48432) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:17.436772 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port a88e7328-f374-461d-9a6b-a333eda5b786 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:16:17.437123 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:17.511106 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:17.511435 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:17.522761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for a88e7328-f374-461d-9a6b-a333eda5b786 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:16:17.669485 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:17.699692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=a88e7328-f374-461d-9a6b-a333eda5b786,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:17.727209 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:17.727565 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:17.727913 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:17.728255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:17.728602 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:17.728938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:17.729270 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:17.729603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:17.729954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:17.730266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:17.730594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:17.730953 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:17.770882 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:17.771220 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Floating IP 8942a780-9dff-4751-9c00-09c5e4b6af2e disassociated (deleted). External IP: 172.25.8.118, port: 7c30d112-adaf-4f1f-8443-9b76ad45a2b5. Aug 24 01:16:17.980299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:16:18.086063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:16:18.091037 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:18.097083 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecacc2d7-da01-46cb-b4aa-1fcf949bf292 None None] Sync routers for ids ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:16:18.106429 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecacc2d7-da01-46cb-b4aa-1fcf949bf292 None None] Routers {'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:16:18.107068 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ecacc2d7-da01-46cb-b4aa-1fcf949bf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:16:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:18.118264 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-03a14941-5ff1-4aac-8939-ec8f7a6ed9ad tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/floatingips/8942a780-9dff-4751-9c00-09c5e4b6af2e HTTP/1.1" status: 204 len: 168 time: 0.8400359 Aug 24 01:16:18.118980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'tag': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:16:18.121314 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4558b4f-9a41-42e6-bde6-26a73d17ba56" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d496ff-fc70-4a17-883e-dcddef618c2a", "tag": "7c30d112-adaf-4f1f-8443-9b76ad45a2b5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:16:18.166004 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9219ef1a-df50-4a63-867a-808e5cd0712e x-openstack-request-id: req-9219ef1a-df50-4a63-867a-808e5cd0712e {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:16:18.166291 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d496ff-fc70-4a17-883e-dcddef618c2a", "tag": "7c30d112-adaf-4f1f-8443-9b76ad45a2b5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:16:18.166540 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9219ef1a-df50-4a63-867a-808e5cd0712e {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:16:18.166966 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'tag': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5', 'status': 'completed', 'code': 200} Aug 24 01:16:18.219581 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ecacc2d7-da01-46cb-b4aa-1fcf949bf292 None None] Set router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:16:18.261273 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4558b4f-9a41-42e6-bde6-26a73d17ba56 req-09f7b728-39b6-4bd6-a271-639e04c943f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:18.263576 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4558b4f-9a41-42e6-bde6-26a73d17ba56 req-09f7b728-39b6-4bd6-a271-639e04c943f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 1096 time: 0.0451863 Aug 24 01:16:18.398594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4558b4f-9a41-42e6-bde6-26a73d17ba56 req-1c3b8225-78b5-4896-8bb6-fd96406dbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:18.400139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4558b4f-9a41-42e6-bde6-26a73d17ba56 req-1c3b8225-78b5-4896-8bb6-fd96406dbd5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=34493718-51fb-4755-b7d0-703e95f07dd7 HTTP/1.1" status: 200 len: 897 time: 0.1283727 Aug 24 01:16:18.416219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633c646-fbc5-49b9-b693-8ca50f750b6e req-dca0efa4-92cd-44e2-b7d1-bfc7dd0e5b1d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:18.417743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3633c646-fbc5-49b9-b693-8ca50f750b6e req-dca0efa4-92cd-44e2-b7d1-bfc7dd0e5b1d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0746944 Aug 24 01:16:18.464615 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4558b4f-9a41-42e6-bde6-26a73d17ba56 req-298c2067-29b6-4f97-9234-0c953ee79c1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c30d112-adaf-4f1f-8443-9b76ad45a2b5 HTTP/1.1" status: 200 len: 217 time: 0.0458870 Aug 24 01:16:18.473018 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ecacc2d7-da01-46cb-b4aa-1fcf949bf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c52a54c-e53c-422b-b0f5-d6279d7e094d', 'name': '', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:ee:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:50Z', 'updated_at': '2021-08-24T01:14:55Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:18.504227 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecacc2d7-da01-46cb-b4aa-1fcf949bf292 None None] Checking router: e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:16:18.513280 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecacc2d7-da01-46cb-b4aa-1fcf949bf292 None None] Routers {'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:16:18.513899 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ecacc2d7-da01-46cb-b4aa-1fcf949bf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:16:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:18.528321 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3633c646-fbc5-49b9-b693-8ca50f750b6e req-1d0c81c3-c415-4d9f-987b-2457901fdb05 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021969 Aug 24 01:16:18.541072 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4558b4f-9a41-42e6-bde6-26a73d17ba56 req-2241064c-6e38-4518-88cb-d4c61129f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:18.543123 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4558b4f-9a41-42e6-bde6-26a73d17ba56 req-2241064c-6e38-4518-88cb-d4c61129f521 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1bcb8d1-af27-4603-90bf-2b843566e4e8 HTTP/1.1" status: 200 len: 834 time: 0.0698886 Aug 24 01:16:18.593604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4558b4f-9a41-42e6-bde6-26a73d17ba56 req-00593ce1-7b62-4f95-aa4e-ab86208f2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:18.595181 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4558b4f-9a41-42e6-bde6-26a73d17ba56 req-00593ce1-7b62-4f95-aa4e-ab86208f2dc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34493718-51fb-4755-b7d0-703e95f07dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434439 Aug 24 01:16:18.629881 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ecacc2d7-da01-46cb-b4aa-1fcf949bf292 None None] Set router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:16:18.693200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4558b4f-9a41-42e6-bde6-26a73d17ba56 req-df6ef01a-3c72-4827-be31-11e5836b28b0 service neutron] 10.222.0.13 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893161 Aug 24 01:16:18.797207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e4558b4f-9a41-42e6-bde6-26a73d17ba56 req-7a6e37cd-d99c-48e6-9638-7f052845a2dd service neutron] 10.222.0.13 "GET /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949194 Aug 24 01:16:18.836986 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ecacc2d7-da01-46cb-b4aa-1fcf949bf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c52a54c-e53c-422b-b0f5-d6279d7e094d', 'name': '', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:ee:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:50Z', 'updated_at': '2021-08-24T01:14:55Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:18.870153 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecacc2d7-da01-46cb-b4aa-1fcf949bf292 None None] The sync data for ids ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'] in n-d-805736-1 is: [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '8c52a54c-e53c-422b-b0f5-d6279d7e094d', 'name': '', 'network_id': '34493718-51fb-4755-b7d0-703e95f07dd7', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:ee:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:50Z', 'updated_at': '2021-08-24T01:14:55Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': 'b1bcb8d1-af27-4603-90bf-2b843566e4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:16:19.102233 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09555053-e8d5-4d73-80fc-f0456a58dd91 None None] New status for floating IP 8942a780-9dff-4751-9c00-09c5e4b6af2e: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:16:19.649644 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a9585-38a8-4979-859c-71dcd03e1497 req-de9a1c22-2d71-49f8-84bb-f54f48c0202b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:19.651069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e9a9585-38a8-4979-859c-71dcd03e1497 req-de9a1c22-2d71-49f8-84bb-f54f48c0202b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0496871 Aug 24 01:16:19.689215 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0e9a9585-38a8-4979-859c-71dcd03e1497 req-91dba5d3-31f1-4250-be96-189718976626 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321064 Aug 24 01:16:19.992943 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb355-d330-46cd-8091-1e4ee75561ef req-98eb1994-febb-4add-9389-e6bcd1cdde85 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:19.994336 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20cdb355-d330-46cd-8091-1e4ee75561ef req-98eb1994-febb-4add-9389-e6bcd1cdde85 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 945 time: 0.0510859 Aug 24 01:16:20.081605 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-20cdb355-d330-46cd-8091-1e4ee75561ef req-a2c31614-4073-480c-8314-f3c564ae20be tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:16:20.081943 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-20cdb355-d330-46cd-8091-1e4ee75561ef req-a2c31614-4073-480c-8314-f3c564ae20be tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:20.169060 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-20cdb355-d330-46cd-8091-1e4ee75561ef req-a2c31614-4073-480c-8314-f3c564ae20be tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=7c30d112-adaf-4f1f-8443-9b76ad45a2b5,segment=NetworkSegment(3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c),segment_id=3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:16:20.169419 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-20cdb355-d330-46cd-8091-1e4ee75561ef req-a2c31614-4073-480c-8314-f3c564ae20be tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:20.180817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-20cdb355-d330-46cd-8091-1e4ee75561ef req-a2c31614-4073-480c-8314-f3c564ae20be tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:16:20.305873 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-20cdb355-d330-46cd-8091-1e4ee75561ef req-a2c31614-4073-480c-8314-f3c564ae20be tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:20.338933 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c31614-4073-480c-8314-f3c564ae20be tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=7c30d112-adaf-4f1f-8443-9b76ad45a2b5,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:20.377206 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cdb355-d330-46cd-8091-1e4ee75561ef req-a2c31614-4073-480c-8314-f3c564ae20be tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] No DVR routers for this DVR port 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:16:20.379942 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-20cdb355-d330-46cd-8091-1e4ee75561ef req-a2c31614-4073-480c-8314-f3c564ae20be tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:20.381982 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-20cdb355-d330-46cd-8091-1e4ee75561ef req-a2c31614-4073-480c-8314-f3c564ae20be tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "DELETE /v2.0/ports/7c30d112-adaf-4f1f-8443-9b76ad45a2b5 HTTP/1.1" status: 204 len: 173 time: 0.3812640 Aug 24 01:16:20.382414 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'name': 'network-vif-deleted', 'tag': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:16:20.384650 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89d1962-5cbf-401f-b689-0b2ae9b98416" -d '{"events": [{"server_uuid": "f3d496ff-fc70-4a17-883e-dcddef618c2a", "name": "network-vif-deleted", "tag": "7c30d112-adaf-4f1f-8443-9b76ad45a2b5"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:16:20.423331 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd94d56-f796-4137-b7bd-7824e91451cb x-openstack-request-id: req-ebd94d56-f796-4137-b7bd-7824e91451cb {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:16:20.423635 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d496ff-fc70-4a17-883e-dcddef618c2a", "name": "network-vif-deleted", "tag": "7c30d112-adaf-4f1f-8443-9b76ad45a2b5", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:16:20.423923 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebd94d56-f796-4137-b7bd-7824e91451cb {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:16:20.424560 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d496ff-fc70-4a17-883e-dcddef618c2a', 'name': 'network-vif-deleted', 'tag': '7c30d112-adaf-4f1f-8443-9b76ad45a2b5', 'status': 'completed', 'code': 200} Aug 24 01:16:20.799888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7c96790-7277-4ae0-a775-81a5abcf4056 req-4f1629ce-f2f6-4e8a-9883-db5334972715 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d496ff-fc70-4a17-883e-dcddef618c2a HTTP/1.1" status: 200 len: 210 time: 0.0276337 Aug 24 01:16:21.856894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48450) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:22.210594 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:22.464135 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port 8c52a54c-e53c-422b-b0f5-d6279d7e094d {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:16:22.464397 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:22.558203 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port 8c52a54c-e53c-422b-b0f5-d6279d7e094d, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=8c52a54c-e53c-422b-b0f5-d6279d7e094d,segment=NetworkSegment(3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c),segment_id=3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:16:22.558568 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:22.570543 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for 8c52a54c-e53c-422b-b0f5-d6279d7e094d owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:16:22.756045 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:22.782281 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=8c52a54c-e53c-422b-b0f5-d6279d7e094d,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:22.808054 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:22.808408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:22.808755 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:22.809097 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:22.809433 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:22.809767 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:22.810118 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:22.810432 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:22.810760 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:22.811114 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:22.811442 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:22.811764 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:22.980856 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:23.157003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:16:23.177990 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:16:23.178333 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 7c30d112-adaf-4f1f-8443-9b76ad45a2b5 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:16:23.192485 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:16:23.303043 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:16:23.308384 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4bca20a6-c068-4094-b61d-fe29cba8568a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "PUT /v2.0/routers/e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4504919 Aug 24 01:16:23.311254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48454) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:23.313157 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a01535c-24f9-41b9-a8ad-4c9a9d9e4b42 None None] Sync routers for ids ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:16:23.322847 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a01535c-24f9-41b9-a8ad-4c9a9d9e4b42 None None] Routers {'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:16:23.323437 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3a01535c-24f9-41b9-a8ad-4c9a9d9e4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:16:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:23.361804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-203dba8c-767b-49c5-8b53-dab4e88d8269 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting subnet b1bcb8d1-af27-4603-90bf-2b843566e4e8 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:16:23.365668 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-203dba8c-767b-49c5-8b53-dab4e88d8269 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:23.411281 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-203dba8c-767b-49c5-8b53-dab4e88d8269 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:23.431299 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3a01535c-24f9-41b9-a8ad-4c9a9d9e4b42 None None] Set router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:16:23.496067 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-203dba8c-767b-49c5-8b53-dab4e88d8269 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:23.553755 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-203dba8c-767b-49c5-8b53-dab4e88d8269 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:23.584752 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203dba8c-767b-49c5-8b53-dab4e88d8269 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Subnet': ['ID=b1bcb8d1-af27-4603-90bf-2b843566e4e8,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:23.590341 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-203dba8c-767b-49c5-8b53-dab4e88d8269 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:23.592299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-203dba8c-767b-49c5-8b53-dab4e88d8269 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/subnets/b1bcb8d1-af27-4603-90bf-2b843566e4e8 HTTP/1.1" status: 204 len: 168 time: 0.2799897 Aug 24 01:16:23.594990 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48456) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:23.605558 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2688b58-135c-4799-a7cc-7f6a8dde89ae None None] Network 34493718-51fb-4755-b7d0-703e95f07dd7 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:16:23.611092 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3a01535c-24f9-41b9-a8ad-4c9a9d9e4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:16:22Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:23.637426 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a01535c-24f9-41b9-a8ad-4c9a9d9e4b42 None None] Checking router: e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:16:23.645701 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a01535c-24f9-41b9-a8ad-4c9a9d9e4b42 None None] Routers {'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:16:23.646306 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3a01535c-24f9-41b9-a8ad-4c9a9d9e4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:16:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:23.702608 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:23.755054 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-3a01535c-24f9-41b9-a8ad-4c9a9d9e4b42 None None] Set router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:16:23.790608 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] DHCP port deletion for 34493718-51fb-4755-b7d0-703e95f07dd7 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:16:23.813227 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:23.837578 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Deleting port b3decfc1-ac50-441c-9c49-845f7333eb3f {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:16:23.837958 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:23.873563 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port 3c644f49-d30c-42c5-b74b-9d787f2bf15a {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:16:23.874013 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:23.914546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] For port b3decfc1-ac50-441c-9c49-845f7333eb3f, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b3decfc1-ac50-441c-9c49-845f7333eb3f,segment=NetworkSegment(3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c),segment_id=3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:16:23.914973 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:23.928789 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Calling delete_port for b3decfc1-ac50-441c-9c49-845f7333eb3f owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:16:23.957461 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port 3c644f49-d30c-42c5-b74b-9d787f2bf15a, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=3c644f49-d30c-42c5-b74b-9d787f2bf15a,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:16:23.957714 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:23.969908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for 3c644f49-d30c-42c5-b74b-9d787f2bf15a owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:16:24.009371 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.033266 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-3a01535c-24f9-41b9-a8ad-4c9a9d9e4b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:16:22Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:24.036999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Pushing event deleted for resources: {'Port': ['ID=b3decfc1-ac50-441c-9c49-845f7333eb3f,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:24.044757 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] No DVR routers for this DVR port b3decfc1-ac50-441c-9c49-845f7333eb3f on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:16:24.046874 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:24.047225 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:24.047566 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:24.047903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:24.048318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:24.048652 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:24.048980 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:24.049305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:24.050201 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:24.050513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:24.050866 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:24.051193 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708fe28-f918-49dc-882d-f6462e7a12ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:24.067039 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a01535c-24f9-41b9-a8ad-4c9a9d9e4b42 None None] The sync data for ids ['e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7'] in n-d-805736-1 is: [{'id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-566523447', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:14:47Z', 'updated_at': '2021-08-24T01:16:22Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '3c644f49-d30c-42c5-b74b-9d787f2bf15a', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:83:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:14:48Z', 'updated_at': '2021-08-24T01:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:16:24.150438 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.181657 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=3c644f49-d30c-42c5-b74b-9d787f2bf15a,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:24.238670 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.302800 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.327439 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.329503 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.370796 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.371329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Fanout notify agent at l3_agent the message router_deleted on router e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:16:24.379134 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.380298 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-35b457ee-d958-44bc-8a8f-ca189aac52fd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/routers/e463d11e-ce2f-46dd-ae1a-eaa32e9a4ef7 HTTP/1.1" status: 204 len: 168 time: 0.7843921 Aug 24 01:16:24.383106 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48458) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:24.466375 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00459a91-a2ed-41aa-9790-accce7ca497e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.553196 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00459a91-a2ed-41aa-9790-accce7ca497e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.563011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-00459a91-a2ed-41aa-9790-accce7ca497e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34493718-51fb-4755-b7d0-703e95f07dd7']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:24.574091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-00459a91-a2ed-41aa-9790-accce7ca497e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:24.574381 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-00459a91-a2ed-41aa-9790-accce7ca497e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a69f6f5-ea3a-4fd3-91a3-4c7cf0c7b47c') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:24.583849 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00459a91-a2ed-41aa-9790-accce7ca497e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.603487 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00459a91-a2ed-41aa-9790-accce7ca497e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.610116 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00459a91-a2ed-41aa-9790-accce7ca497e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:16:24.610523 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00459a91-a2ed-41aa-9790-accce7ca497e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: timer() Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:16:24.614082 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:16:24.676140 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00459a91-a2ed-41aa-9790-accce7ca497e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.683273 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-00459a91-a2ed-41aa-9790-accce7ca497e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.685244 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-00459a91-a2ed-41aa-9790-accce7ca497e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/networks/34493718-51fb-4755-b7d0-703e95f07dd7 HTTP/1.1" status: 204 len: 168 time: 0.3005841 Aug 24 01:16:24.688169 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48460) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:24.697867 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00459a91-a2ed-41aa-9790-accce7ca497e tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Network': ['ID=34493718-51fb-4755-b7d0-703e95f07dd7,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:24.757738 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-500df895-d186-435e-9a09-db5e027dcfe5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.787171 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-500df895-d186-435e-9a09-db5e027dcfe5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.850446 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-500df895-d186-435e-9a09-db5e027dcfe5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.853316 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-500df895-d186-435e-9a09-db5e027dcfe5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:24.854480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-500df895-d186-435e-9a09-db5e027dcfe5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/security-groups/77fcbd4a-0c4e-4b87-835f-e924a4fc73e0 HTTP/1.1" status: 204 len: 168 time: 0.1649642 Aug 24 01:16:24.864827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500df895-d186-435e-9a09-db5e027dcfe5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fcbd4a-0c4e-4b87-835f-e924a4fc73e0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:24.929488 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8c52a54c-e53c-422b-b0f5-d6279d7e094d no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:16:24.954182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 8c52a54c-e53c-422b-b0f5-d6279d7e094d {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:16:24.954531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 8c52a54c-e53c-422b-b0f5-d6279d7e094d not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:16:24.954979 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3c644f49-d30c-42c5-b74b-9d787f2bf15a no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:16:24.975371 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 3c644f49-d30c-42c5-b74b-9d787f2bf15a {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:16:24.975646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 3c644f49-d30c-42c5-b74b-9d787f2bf15a not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:16:24.976057 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b3decfc1-ac50-441c-9c49-845f7333eb3f no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:16:24.995216 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: b3decfc1-ac50-441c-9c49-845f7333eb3f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:16:24.995560 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b3decfc1-ac50-441c-9c49-845f7333eb3f not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:16:25.276458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48466) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:25.281135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-c78cb762-1110-4e87-bb10-01d2abf3dc45 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-432617437', 'description': 'tempest-secgroup-smoke-432617437 description', 'project_id': 'f5516b967219430b948357b5a8e3918e'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:25.304613 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c78cb762-1110-4e87-bb10-01d2abf3dc45 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.384114 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c78cb762-1110-4e87-bb10-01d2abf3dc45 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.387894 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c78cb762-1110-4e87-bb10-01d2abf3dc45 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.417024 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c78cb762-1110-4e87-bb10-01d2abf3dc45 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.418236 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c78cb762-1110-4e87-bb10-01d2abf3dc45 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1407609 Aug 24 01:16:25.420049 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cb762-1110-4e87-bb10-01d2abf3dc45 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817398d2-cdfe-4e04-a521-09d6e85b83ab,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:25.421389 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48468) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:25.426556 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-40b95aeb-e340-4442-b224-c73b50d75b94 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '817398d2-cdfe-4e04-a521-09d6e85b83ab', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:25.453058 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40b95aeb-e340-4442-b224-c73b50d75b94 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.510115 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40b95aeb-e340-4442-b224-c73b50d75b94 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.513725 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40b95aeb-e340-4442-b224-c73b50d75b94 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.535746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b95aeb-e340-4442-b224-c73b50d75b94 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3dc9acd-3335-4ebf-893a-304e9984fe96,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:25.539286 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-40b95aeb-e340-4442-b224-c73b50d75b94 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.540457 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-40b95aeb-e340-4442-b224-c73b50d75b94 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180549 Aug 24 01:16:25.543275 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48470) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:25.547598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5e81cf58-9a66-4b03-a94b-085c1df2057c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '817398d2-cdfe-4e04-a521-09d6e85b83ab', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:25.573575 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e81cf58-9a66-4b03-a94b-085c1df2057c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.633699 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e81cf58-9a66-4b03-a94b-085c1df2057c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.637161 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e81cf58-9a66-4b03-a94b-085c1df2057c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.655695 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81cf58-9a66-4b03-a94b-085c1df2057c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23d8ddb-0476-4da9-a0ab-3c40eae3e942,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:25.659568 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5e81cf58-9a66-4b03-a94b-085c1df2057c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.661954 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5e81cf58-9a66-4b03-a94b-085c1df2057c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175668 Aug 24 01:16:25.665222 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48472) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:25.669693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-14478b4a-facc-4c0c-825c-e443f62f76cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '817398d2-cdfe-4e04-a521-09d6e85b83ab', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:25.696453 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14478b4a-facc-4c0c-825c-e443f62f76cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.755925 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14478b4a-facc-4c0c-825c-e443f62f76cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.759557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14478b4a-facc-4c0c-825c-e443f62f76cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.780201 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14478b4a-facc-4c0c-825c-e443f62f76cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1415cf4-3ae9-4329-b0b2-6b97c5ff3330,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:25.783457 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-14478b4a-facc-4c0c-825c-e443f62f76cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.785173 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-14478b4a-facc-4c0c-825c-e443f62f76cd tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190164 Aug 24 01:16:25.787972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48474) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:25.792350 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-b3e90c24-3a72-42a9-9f73-56f1c97a1477 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '817398d2-cdfe-4e04-a521-09d6e85b83ab', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:25.817937 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3e90c24-3a72-42a9-9f73-56f1c97a1477 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.876971 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3e90c24-3a72-42a9-9f73-56f1c97a1477 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.881697 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3e90c24-3a72-42a9-9f73-56f1c97a1477 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.899788 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e90c24-3a72-42a9-9f73-56f1c97a1477 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbae2e35-9c8d-4406-86f4-808b6f0d35db,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:25.907701 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-b3e90c24-3a72-42a9-9f73-56f1c97a1477 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:25.908909 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-b3e90c24-3a72-42a9-9f73-56f1c97a1477 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200199 Aug 24 01:16:25.912623 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48476) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:25.917416 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-ef50bcd0-4076-414a-ab7f-8fcb0dc02440 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '817398d2-cdfe-4e04-a521-09d6e85b83ab', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:25.938764 n-d-805736-1 neutron-server[94837]: INFO neutron.db.securitygroups_db [None req-ef50bcd0-4076-414a-ab7f-8fcb0dc02440 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Project f5516b967219430b948357b5a8e3918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:16:25.944177 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef50bcd0-4076-414a-ab7f-8fcb0dc02440 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.003009 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef50bcd0-4076-414a-ab7f-8fcb0dc02440 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.006609 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef50bcd0-4076-414a-ab7f-8fcb0dc02440 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.025306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50bcd0-4076-414a-ab7f-8fcb0dc02440 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a149812f-eac5-4683-b521-e0a79ddaddd8,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:26.027470 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ef50bcd0-4076-414a-ab7f-8fcb0dc02440 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.028643 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ef50bcd0-4076-414a-ab7f-8fcb0dc02440 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151326 Aug 24 01:16:26.031640 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48478) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:26.036613 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2e14b454-25eb-473a-b94d-6f3bad0a4e8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'security_group_rule': {'security_group_id': '817398d2-cdfe-4e04-a521-09d6e85b83ab', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:26.057624 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-2e14b454-25eb-473a-b94d-6f3bad0a4e8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Project f5516b967219430b948357b5a8e3918e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:16:26.062551 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e14b454-25eb-473a-b94d-6f3bad0a4e8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.125037 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e14b454-25eb-473a-b94d-6f3bad0a4e8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.129326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e14b454-25eb-473a-b94d-6f3bad0a4e8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.147467 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14b454-25eb-473a-b94d-6f3bad0a4e8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719c0c81-1179-4fcc-bd9a-d8ba07cd41da,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:26.153887 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2e14b454-25eb-473a-b94d-6f3bad0a4e8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.155154 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2e14b454-25eb-473a-b94d-6f3bad0a4e8f tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225197 Aug 24 01:16:26.158074 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48480) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:26.163263 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a02f13a4-29dc-48fb-9433-564166f3bd7a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'network': {'name': 'tempest-network-smoke--1317417163', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'port_security_enabled': True}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:26.183523 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02f13a4-29dc-48fb-9433-564166f3bd7a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:16:26.186992 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a02f13a4-29dc-48fb-9433-564166f3bd7a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.220847 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02f13a4-29dc-48fb-9433-564166f3bd7a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:16:26.230955 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a02f13a4-29dc-48fb-9433-564166f3bd7a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.231367 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-a02f13a4-29dc-48fb-9433-564166f3bd7a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Added segment 10e25496-4b1b-4754-b003-acf42d94e744 of type vlan for network 58bc242f-a3e7-4684-98dd-2fc6256bab84 Aug 24 01:16:26.272055 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a02f13a4-29dc-48fb-9433-564166f3bd7a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.295112 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a02f13a4-29dc-48fb-9433-564166f3bd7a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.300981 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02f13a4-29dc-48fb-9433-564166f3bd7a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:26.301550 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a02f13a4-29dc-48fb-9433-564166f3bd7a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.357511 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a02f13a4-29dc-48fb-9433-564166f3bd7a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1984136 Aug 24 01:16:26.360282 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48482) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:26.365211 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'admin_state_up': True, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:26.383748 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f13a4-29dc-48fb-9433-564166f3bd7a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Network': ['ID=58bc242f-a3e7-4684-98dd-2fc6256bab84,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:26.394360 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 58bc242f-a3e7-4684-98dd-2fc6256bab84 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:16:26.396452 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.397473 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.447922 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.862571 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:27.052490 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:27.070705 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:27.117784 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:16:27.173826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.25.8.138 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/5c031e01-5fcb-4dc5-874d-630ff5bab5b5) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:16:27.272477 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:27.313825 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:27.351693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:16:27.354490 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:16:27.357904 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:16:27.384378 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=5c031e01-5fcb-4dc5-874d-630ff5bab5b5,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:27.604363 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b541a37b-6807-41ca-acf3-e9da49a2af33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:27.614366 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:27.822837 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:27.951093 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router f3451157-faa3-448b-9594-fc63de09ca68 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:16:28.056154 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:16:28.066263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Sync routers for ids ['f3451157-faa3-448b-9594-fc63de09ca68'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:16:28.075451 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:28.075804 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Routers {'f3451157-faa3-448b-9594-fc63de09ca68'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:16:28.076629 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-335f96c7-2aef-4027-ad5c-0d7aad95c904 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7154076 Aug 24 01:16:28.076883 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:16:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f3451157-faa3-448b-9594-fc63de09ca68'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:28.079817 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48484) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:28.155408 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d5273771-dc27-4d99-8b20-2b6e656911ed tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f5516b967219430b948357b5a8e3918e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720253 Aug 24 01:16:28.155658 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48488) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:28.188014 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Set router f3451157-faa3-448b-9594-fc63de09ca68 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:16:28.251530 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1181cd52-1c2c-4c7d-854d-30acae10be7f tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:28.253947 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1181cd52-1c2c-4c7d-854d-30acae10be7f tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972462 Aug 24 01:16:28.256707 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48490) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:28.285291 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-89dbdb0c-949a-4573-8959-96e4b9c0f843 tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=e54258e9-41a5-4503-951b-87f62c27c19b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275135 Aug 24 01:16:28.287903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48492) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:28.293215 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-738906ec-4b78-4fcd-affa-81887e53a7de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-730649905', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'project_id': 'f5516b967219430b948357b5a8e3918e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:28.369780 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:16:27Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:27Z', 'updated_at': '2021-08-24T01:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:28.383999 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738906ec-4b78-4fcd-affa-81887e53a7de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:16:28.387478 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-738906ec-4b78-4fcd-affa-81887e53a7de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:28.396824 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Checking router: f3451157-faa3-448b-9594-fc63de09ca68 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:16:28.397176 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Updating router f3451157-faa3-448b-9594-fc63de09ca68 port 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:16:28.422107 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:28.583826 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-738906ec-4b78-4fcd-affa-81887e53a7de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:28.646558 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738906ec-4b78-4fcd-affa-81887e53a7de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Subnet': ['ID=5edf8cf0-4e7e-4601-be55-93a004523617,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:28.653726 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738906ec-4b78-4fcd-affa-81887e53a7de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Checking segment: {'id': '10e25496-4b1b-4754-b003-acf42d94e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:16:28.654094 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738906ec-4b78-4fcd-affa-81887e53a7de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network hostable DHCP agents. Network: 58bc242f-a3e7-4684-98dd-2fc6256bab84, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:16:28.672205 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738906ec-4b78-4fcd-affa-81887e53a7de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network 58bc242f-a3e7-4684-98dd-2fc6256bab84 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:16:28.681767 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-738906ec-4b78-4fcd-affa-81887e53a7de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 58bc242f-a3e7-4684-98dd-2fc6256bab84) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:16:28.685945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738906ec-4b78-4fcd-affa-81887e53a7de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:28.686851 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-738906ec-4b78-4fcd-affa-81887e53a7de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:28.694172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df34f37-720d-48f9-806f-d7426682e5a6 None None] Network 58bc242f-a3e7-4684-98dd-2fc6256bab84 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:16:28.699590 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:28.703616 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-738906ec-4b78-4fcd-affa-81887e53a7de tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4120479 Aug 24 01:16:28.703828 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48494) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:28.747547 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Transition to ACTIVE for port object 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:16:28.758502 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:28.840373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a670251-18c6-4799-96b9-7be0477d8718 None None] Pushing event updated for resources: {'Port': ['ID=5c031e01-5fcb-4dc5-874d-630ff5bab5b5,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:28.842682 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Attempting to bind port 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:16:28.843109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Attempting to bind port 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:16:28.843427 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Attempting to bind port 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:16:28.881518 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:16:28.881889 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:16:28.882541 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:28.883215 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:16:28.883724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Bound port: 5c031e01-5fcb-4dc5-874d-630ff5bab5b5, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:16:28.884114 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:28.957115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-58bc242f-a3e7-4684-98dd-2fc6256bab84', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ips': [{'subnet_id': '5edf8cf0-4e7e-4601-be55-93a004523617'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:16:28.957966 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:28.961811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] For port 5c031e01-5fcb-4dc5-874d-630ff5bab5b5, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:16:28.965577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] For port 5c031e01-5fcb-4dc5-874d-630ff5bab5b5, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5c031e01-5fcb-4dc5-874d-630ff5bab5b5,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:16:28.973537 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:29.099512 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Routers {'f3451157-faa3-448b-9594-fc63de09ca68'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:16:29.100143 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:16:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f3451157-faa3-448b-9594-fc63de09ca68'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:29.104961 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a670251-18c6-4799-96b9-7be0477d8718 None None] Pushing event updated for resources: {'Port': ['ID=5c031e01-5fcb-4dc5-874d-630ff5bab5b5,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:29.161406 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:29.244582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Allocated IP 172.20.0.2 (58bc242f-a3e7-4684-98dd-2fc6256bab84/5edf8cf0-4e7e-4601-be55-93a004523617/b8a40eba-e9e6-49fb-a84e-52b385e5d01b) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:16:29.260073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] Set router f3451157-faa3-448b-9594-fc63de09ca68 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:16:29.533771 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:29.544746 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Transition to ACTIVE for port object b8a40eba-e9e6-49fb-a84e-52b385e5d01b will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:16:29.563887 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Transition to ACTIVE for port object b8a40eba-e9e6-49fb-a84e-52b385e5d01b will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:16:29.568117 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:16:27Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:27Z', 'updated_at': '2021-08-24T01:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:29.571449 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:29.622218 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c52d8b4-1d90-4ad3-a535-eb0387705ac5 None None] The sync data for ids ['f3451157-faa3-448b-9594-fc63de09ca68'] in n-d-805736-1 is: [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:16:27Z', 'revision_number': 3, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:27Z', 'updated_at': '2021-08-24T01:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:16:29.622836 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.20.0.1 (58bc242f-a3e7-4684-98dd-2fc6256bab84/5edf8cf0-4e7e-4601-be55-93a004523617/49f62a53-044d-4266-a30b-f5c94091ff85) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:16:29.649386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Network 58bc242f-a3e7-4684-98dd-2fc6256bab84 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:16:29.653581 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:16:29.655494 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Pushing event updated for resources: {'Port': ['ID=b8a40eba-e9e6-49fb-a84e-52b385e5d01b,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:29.657964 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:16:29.718036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Attempting to bind port b8a40eba-e9e6-49fb-a84e-52b385e5d01b on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:16:29.718702 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Attempting to bind port b8a40eba-e9e6-49fb-a84e-52b385e5d01b by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '10e25496-4b1b-4754-b003-acf42d94e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:16:29.718851 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Attempting to bind port b8a40eba-e9e6-49fb-a84e-52b385e5d01b on network 58bc242f-a3e7-4684-98dd-2fc6256bab84 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:16:29.724594 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:16:29.724978 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Checking segment: {'id': '10e25496-4b1b-4754-b003-acf42d94e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:16:29.725393 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:29.725797 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Bound using segment: {'id': '10e25496-4b1b-4754-b003-acf42d94e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:16:29.726276 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Bound port: b8a40eba-e9e6-49fb-a84e-52b385e5d01b, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e25496-4b1b-4754-b003-acf42d94e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:16:29.726662 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:29.748571 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:29.764769 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Transition to ACTIVE for port object 49f62a53-044d-4266-a30b-f5c94091ff85 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:16:29.798871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] For port b8a40eba-e9e6-49fb-a84e-52b385e5d01b, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:16:29.801228 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:29.802442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] For port b8a40eba-e9e6-49fb-a84e-52b385e5d01b, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b8a40eba-e9e6-49fb-a84e-52b385e5d01b,segment=NetworkSegment(10e25496-4b1b-4754-b003-acf42d94e744),segment_id=10e25496-4b1b-4754-b003-acf42d94e744)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:16:29.807672 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:29.845360 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network 58bc242f-a3e7-4684-98dd-2fc6256bab84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:16:29.851285 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:16:29.877509 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:16:29.885350 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=49f62a53-044d-4266-a30b-f5c94091ff85,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:29.896974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c363a8-3833-40bb-920b-25cf7848e117 None None] Pushing event updated for resources: {'Port': ['ID=b8a40eba-e9e6-49fb-a84e-52b385e5d01b,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:29.951205 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:30.097343 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:30.205485 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:30.283352 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:30.288056 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f164dd42-89db-407a-aac5-b8956ee4c5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:30.416360 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:30.421246 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:30.498697 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=49f62a53-044d-4266-a30b-f5c94091ff85,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:30.501105 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:30.603216 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network 58bc242f-a3e7-4684-98dd-2fc6256bab84 is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:16:30.604809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:16:30.900617 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd992a42-54b1-46f8-9b2f-ad888b6bc6e5 None None] Network 58bc242f-a3e7-4684-98dd-2fc6256bab84 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:16:30.978300 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-38ada92a-0ac1-4ea3-8957-1a5b738385c2 None None] Provisioning for port b8a40eba-e9e6-49fb-a84e-52b385e5d01b completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:16:31.012580 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router f3451157-faa3-448b-9594-fc63de09ca68 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:16:31.013280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:16:31.116436 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:16:31.122510 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:16:31.122819 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:31.129366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:16:31.134493 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-eb7c792a-d73b-4dbd-8473-f1af772bd934 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "PUT /v2.0/routers/f3451157-faa3-448b-9594-fc63de09ca68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4294856 Aug 24 01:16:31.222226 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:31.245019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 5c031e01-5fcb-4dc5-874d-630ff5bab5b5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5c031e01-5fcb-4dc5-874d-630ff5bab5b5,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:16:31.250571 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:31.251364 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b8a40eba-e9e6-49fb-a84e-52b385e5d01b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:16:31.310684 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-166d5f48-1b2b-45f4-86fb-a8a63e584c4d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432617437&fields=id&tenant_id=f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 267 time: 0.0420139 Aug 24 01:16:31.336243 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=5c031e01-5fcb-4dc5-874d-630ff5bab5b5,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:31.355112 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port b8a40eba-e9e6-49fb-a84e-52b385e5d01b completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:16:31.359400 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b8a40eba-e9e6-49fb-a84e-52b385e5d01b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:16:31.359728 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:31.436277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-91ad6b8e-dc2d-49fb-afaf-e08a74369a14 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:31.437993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-91ad6b8e-dc2d-49fb-afaf-e08a74369a14 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/networks?id=58bc242f-a3e7-4684-98dd-2fc6256bab84 HTTP/1.1" status: 200 len: 797 time: 0.1186788 Aug 24 01:16:31.444402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-87af9582-d2aa-4cf4-83b1-4fd789095fa6 None None] Provisioning complete for port b8a40eba-e9e6-49fb-a84e-52b385e5d01b triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:16:31.444778 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87af9582-d2aa-4cf4-83b1-4fd789095fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:31.450047 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Sync routers for ids ['f3451157-faa3-448b-9594-fc63de09ca68'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:16:31.454879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-89fa9336-9d46-442b-a231-38c96c56b50c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/quotas/f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 375 time: 0.0099130 Aug 24 01:16:31.461385 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Routers {'f3451157-faa3-448b-9594-fc63de09ca68'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:16:31.462249 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:16:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f3451157-faa3-448b-9594-fc63de09ca68'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:31.508307 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:31.523125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-2411f3e6-5405-4cec-b05c-0ae350c38413 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616910 Aug 24 01:16:31.526743 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:31.567305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port b8a40eba-e9e6-49fb-a84e-52b385e5d01b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b8a40eba-e9e6-49fb-a84e-52b385e5d01b,segment=NetworkSegment(10e25496-4b1b-4754-b003-acf42d94e744),segment_id=10e25496-4b1b-4754-b003-acf42d94e744)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:16:31.593398 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Set router f3451157-faa3-448b-9594-fc63de09ca68 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:16:31.617132 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:31.705848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-1b682ec1-b213-4b54-a351-637b8bcde44b service neutron] 10.222.0.32 "GET /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790097 Aug 24 01:16:31.815860 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:16:30Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:27Z', 'updated_at': '2021-08-24T01:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '49f62a53-044d-4266-a30b-f5c94091ff85', 'name': '', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:c4:02:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:29Z', 'updated_at': '2021-08-24T01:16:30Z', 'revision_number': 2, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:31.821737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-5f670cc5-54d4-4d00-8194-7e80cadaae23 service neutron] 10.222.0.32 "GET /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148486 Aug 24 01:16:31.847771 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Checking router: f3451157-faa3-448b-9594-fc63de09ca68 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:16:31.848429 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Updating router f3451157-faa3-448b-9594-fc63de09ca68 port 49f62a53-044d-4266-a30b-f5c94091ff85 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:16:31.851349 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87af9582-d2aa-4cf4-83b1-4fd789095fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:31.882718 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:31.914933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=b8a40eba-e9e6-49fb-a84e-52b385e5d01b,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:31.941110 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-87af9582-d2aa-4cf4-83b1-4fd789095fa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 01:16:31.941552 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-87af9582-d2aa-4cf4-83b1-4fd789095fa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 01:16:32.011044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5cbaab86-f9ac-4a5b-85b0-94417c9f3ee6 req-36c12347-0fe2-404b-9a31-a6c3fcb1d5c8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 210 time: 0.0329733 Aug 24 01:16:32.154106 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:32.165427 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Transition to ACTIVE for port object 49f62a53-044d-4266-a30b-f5c94091ff85 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:16:32.170713 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:32.220109 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39393f40-fc6c-4c9a-aeca-fa8b84b6eb84 None None] Pushing event updated for resources: {'Port': ['ID=49f62a53-044d-4266-a30b-f5c94091ff85,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:32.244319 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393f40-fc6c-4c9a-aeca-fa8b84b6eb84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:32.244922 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393f40-fc6c-4c9a-aeca-fa8b84b6eb84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:32.245433 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393f40-fc6c-4c9a-aeca-fa8b84b6eb84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:32.245926 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393f40-fc6c-4c9a-aeca-fa8b84b6eb84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:32.246424 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393f40-fc6c-4c9a-aeca-fa8b84b6eb84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:32.246962 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393f40-fc6c-4c9a-aeca-fa8b84b6eb84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:32.247294 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393f40-fc6c-4c9a-aeca-fa8b84b6eb84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:32.247625 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393f40-fc6c-4c9a-aeca-fa8b84b6eb84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:32.247954 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393f40-fc6c-4c9a-aeca-fa8b84b6eb84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:32.248274 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393f40-fc6c-4c9a-aeca-fa8b84b6eb84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:32.248767 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393f40-fc6c-4c9a-aeca-fa8b84b6eb84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:32.249090 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393f40-fc6c-4c9a-aeca-fa8b84b6eb84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:16:32.281640 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Attempting to bind port 49f62a53-044d-4266-a30b-f5c94091ff85 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:16:32.282012 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Attempting to bind port 49f62a53-044d-4266-a30b-f5c94091ff85 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '10e25496-4b1b-4754-b003-acf42d94e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:16:32.282368 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Attempting to bind port 49f62a53-044d-4266-a30b-f5c94091ff85 on network 58bc242f-a3e7-4684-98dd-2fc6256bab84 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:16:32.288480 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:16:32.288884 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Checking segment: {'id': '10e25496-4b1b-4754-b003-acf42d94e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:16:32.289322 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:32.289634 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Bound using segment: {'id': '10e25496-4b1b-4754-b003-acf42d94e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:16:32.290101 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Bound port: 49f62a53-044d-4266-a30b-f5c94091ff85, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e25496-4b1b-4754-b003-acf42d94e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:16:32.290480 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:32.370377 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] For port 49f62a53-044d-4266-a30b-f5c94091ff85, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:16:32.374346 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] For port 49f62a53-044d-4266-a30b-f5c94091ff85, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=49f62a53-044d-4266-a30b-f5c94091ff85,segment=NetworkSegment(10e25496-4b1b-4754-b003-acf42d94e744),segment_id=10e25496-4b1b-4754-b003-acf42d94e744)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:16:32.379443 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:32.444257 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Routers {'f3451157-faa3-448b-9594-fc63de09ca68'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:16:32.445221 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:16:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f3451157-faa3-448b-9594-fc63de09ca68'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:32.447416 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39393f40-fc6c-4c9a-aeca-fa8b84b6eb84 None None] Pushing event updated for resources: {'Port': ['ID=49f62a53-044d-4266-a30b-f5c94091ff85,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:32.503761 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-87af9582-d2aa-4cf4-83b1-4fd789095fa6 None None] Provisioning for port 49f62a53-044d-4266-a30b-f5c94091ff85 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:16:32.560408 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] Set router f3451157-faa3-448b-9594-fc63de09ca68 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:16:32.775942 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:16:30Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:27Z', 'updated_at': '2021-08-24T01:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '49f62a53-044d-4266-a30b-f5c94091ff85', 'name': '', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:c4:02:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:29Z', 'updated_at': '2021-08-24T01:16:32Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:32.802894 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2bc8fd-8b64-4422-817f-1b109d3691b5 None None] The sync data for ids ['f3451157-faa3-448b-9594-fc63de09ca68'] in n-d-805736-1 is: [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:16:30Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:27Z', 'updated_at': '2021-08-24T01:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '49f62a53-044d-4266-a30b-f5c94091ff85', 'name': '', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:c4:02:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:29Z', 'updated_at': '2021-08-24T01:16:32Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:16:33.039399 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:16:33.101018 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-2cf1bda2-e812-48d6-99d0-9590b9792624 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:33.103216 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-2cf1bda2-e812-48d6-99d0-9590b9792624 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/networks?id=58bc242f-a3e7-4684-98dd-2fc6256bab84 HTTP/1.1" status: 200 len: 797 time: 0.1202791 Aug 24 01:16:33.127283 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:16:33.128135 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:33.133554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-57ced47a-6f81-40b5-b96d-f0896f4e9e42 req-8008e473-7b39-4c61-8213-c8d202ce6ecc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 210 time: 0.0290422 Aug 24 01:16:33.184200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-97df86b6-8827-47a4-ba3f-3a637c25dadb tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5516b967219430b948357b5a8e3918e HTTP/1.1" status: 200 len: 379 time: 0.0532153 Aug 24 01:16:33.197438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-ac94f61f-45db-4494-b44f-82bae3b0a00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'port': {'device_id': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'admin_state_up': True, 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'security_groups': ['817398d2-cdfe-4e04-a521-09d6e85b83ab']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:33.239111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b8a40eba-e9e6-49fb-a84e-52b385e5d01b up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:16:33.272415 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:33.298015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port b8a40eba-e9e6-49fb-a84e-52b385e5d01b triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:16:33.298394 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:33.388320 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 49f62a53-044d-4266-a30b-f5c94091ff85 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:16:33.452123 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 49f62a53-044d-4266-a30b-f5c94091ff85 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:16:33.456966 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 49f62a53-044d-4266-a30b-f5c94091ff85 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:16:33.457373 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:33.547245 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:33.592279 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 49f62a53-044d-4266-a30b-f5c94091ff85, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=49f62a53-044d-4266-a30b-f5c94091ff85,segment=NetworkSegment(10e25496-4b1b-4754-b003-acf42d94e744),segment_id=10e25496-4b1b-4754-b003-acf42d94e744)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:16:33.596900 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:33.649585 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=49f62a53-044d-4266-a30b-f5c94091ff85,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:33.689346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-ac94f61f-45db-4494-b44f-82bae3b0a00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Made reservation on behalf of f5516b967219430b948357b5a8e3918e for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:16:33.693709 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-ac94f61f-45db-4494-b44f-82bae3b0a00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:33.823568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-ac94f61f-45db-4494-b44f-82bae3b0a00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.20.0.12 (58bc242f-a3e7-4684-98dd-2fc6256bab84/5edf8cf0-4e7e-4601-be55-93a004523617/89e50814-b70b-4a02-ae45-319aaa5e70bd) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:16:33.972685 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-ac94f61f-45db-4494-b44f-82bae3b0a00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:33.986764 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-ac94f61f-45db-4494-b44f-82bae3b0a00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Transition to ACTIVE for port object 89e50814-b70b-4a02-ae45-319aaa5e70bd will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:16:34.020140 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-ac94f61f-45db-4494-b44f-82bae3b0a00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:34.063432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-ac94f61f-45db-4494-b44f-82bae3b0a00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network 58bc242f-a3e7-4684-98dd-2fc6256bab84 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:16:34.066973 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-ac94f61f-45db-4494-b44f-82bae3b0a00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:16:34.070458 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-ac94f61f-45db-4494-b44f-82bae3b0a00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:16:34.093693 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94f61f-45db-4494-b44f-82bae3b0a00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=89e50814-b70b-4a02-ae45-319aaa5e70bd,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:34.121784 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-ac94f61f-45db-4494-b44f-82bae3b0a00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:34.122480 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-ac94f61f-45db-4494-b44f-82bae3b0a00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:34.137908 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-ac94f61f-45db-4494-b44f-82bae3b0a00d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9462335 Aug 24 01:16:34.155941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Request body: {'port': {'device_id': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:34.226142 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:34.283036 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f903b257-481b-4ca0-9489-5ed0fe8f7377 None None] Provisioning for port 89e50814-b70b-4a02-ae45-319aaa5e70bd completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:16:34.289187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f903b257-481b-4ca0-9489-5ed0fe8f7377 None None] Provisioning complete for port 89e50814-b70b-4a02-ae45-319aaa5e70bd triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:16:34.289742 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f903b257-481b-4ca0-9489-5ed0fe8f7377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:34.298291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3084450-c35b-425b-bc0c-3bc7d1458ae7 req-7759f6db-b4c1-49a2-9c02-3c6a18a38d1c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:34.310416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3084450-c35b-425b-bc0c-3bc7d1458ae7 req-7759f6db-b4c1-49a2-9c02-3c6a18a38d1c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 932 time: 0.0913479 Aug 24 01:16:34.332101 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f903b257-481b-4ca0-9489-5ed0fe8f7377 None None] Port 89e50814-b70b-4a02-ae45-319aaa5e70bd cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:16:34.418099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e3084450-c35b-425b-bc0c-3bc7d1458ae7 req-7c73479e-ca36-48dd-ada2-1b73564e62c6 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009414 Aug 24 01:16:34.561448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e50814-b70b-4a02-ae45-319aaa5e70bd {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:16:34.570260 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:34.595361 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Transition to ACTIVE for port object 89e50814-b70b-4a02-ae45-319aaa5e70bd will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:16:34.599878 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:34.662737 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Pushing event updated for resources: {'Port': ['ID=89e50814-b70b-4a02-ae45-319aaa5e70bd,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:34.730855 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Attempting to bind port 89e50814-b70b-4a02-ae45-319aaa5e70bd on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:16:34.731199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Attempting to bind port 89e50814-b70b-4a02-ae45-319aaa5e70bd by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '10e25496-4b1b-4754-b003-acf42d94e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:16:34.731534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Attempting to bind port 89e50814-b70b-4a02-ae45-319aaa5e70bd on network 58bc242f-a3e7-4684-98dd-2fc6256bab84 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:16:34.736154 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Port 89e50814-b70b-4a02-ae45-319aaa5e70bd on network 58bc242f-a3e7-4684-98dd-2fc6256bab84 not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:16:34.736481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Attempting to bind port 89e50814-b70b-4a02-ae45-319aaa5e70bd on network 58bc242f-a3e7-4684-98dd-2fc6256bab84 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:16:34.742166 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:16:34.742513 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Checking segment: {'id': '10e25496-4b1b-4754-b003-acf42d94e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:16:34.742932 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Bound using segment: {'id': '10e25496-4b1b-4754-b003-acf42d94e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:16:34.743374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Bound port: 89e50814-b70b-4a02-ae45-319aaa5e70bd, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e25496-4b1b-4754-b003-acf42d94e744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:16:34.743733 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:34.815005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] For port 89e50814-b70b-4a02-ae45-319aaa5e70bd, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:16:34.818011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] For port 89e50814-b70b-4a02-ae45-319aaa5e70bd, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=89e50814-b70b-4a02-ae45-319aaa5e70bd,segment=NetworkSegment(10e25496-4b1b-4754-b003-acf42d94e744),segment_id=10e25496-4b1b-4754-b003-acf42d94e744)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:16:34.821411 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:34.856329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:34.856922 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:34.858319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] 10.222.0.13 "PUT /v2.0/ports/89e50814-b70b-4a02-ae45-319aaa5e70bd HTTP/1.1" status: 200 len: 1092 time: 0.7068429 Aug 24 01:16:34.858760 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'tag': '89e50814-b70b-4a02-ae45-319aaa5e70bd'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:16:34.861049 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ea8144-ea92-4ee7-a159-0800cd7bd9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac270dff-0aaf-485c-b61c-713deb46ed64", "tag": "89e50814-b70b-4a02-ae45-319aaa5e70bd"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:16:34.888659 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21882d-72f9-4816-ac33-f882149e9d5b service neutron] Pushing event updated for resources: {'Port': ['ID=89e50814-b70b-4a02-ae45-319aaa5e70bd,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:34.913009 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddfe6b7-83bf-4e98-bb17-250b0aee28b6 x-openstack-request-id: req-2ddfe6b7-83bf-4e98-bb17-250b0aee28b6 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:16:34.913302 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac270dff-0aaf-485c-b61c-713deb46ed64", "tag": "89e50814-b70b-4a02-ae45-319aaa5e70bd", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:16:34.913556 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ddfe6b7-83bf-4e98-bb17-250b0aee28b6 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:16:34.913952 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'tag': '89e50814-b70b-4a02-ae45-319aaa5e70bd', 'status': 'completed', 'code': 200} Aug 24 01:16:34.982470 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 49f62a53-044d-4266-a30b-f5c94091ff85 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:16:34.986182 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-4165d6b7-568e-42ea-b925-7afd501a8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:34.989163 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-4165d6b7-568e-42ea-b925-7afd501a8af1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 1095 time: 0.0527689 Aug 24 01:16:35.037056 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 49f62a53-044d-4266-a30b-f5c94091ff85 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:16:35.037780 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:35.043844 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-b40caf04-b7a3-4e0d-832f-9b1398ea51e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89e50814-b70b-4a02-ae45-319aaa5e70bd HTTP/1.1" status: 200 len: 217 time: 0.0405934 Aug 24 01:16:35.095887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-829ef25a-3f74-43b9-a43a-fe4a475ab044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:35.098567 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-829ef25a-3f74-43b9-a43a-fe4a475ab044 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5edf8cf0-4e7e-4601-be55-93a004523617 HTTP/1.1" status: 200 len: 834 time: 0.0477929 Aug 24 01:16:35.145186 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-c077d3b9-4839-4348-89ff-266afbf5b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:35.146763 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-c077d3b9-4839-4348-89ff-266afbf5b127 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58bc242f-a3e7-4684-98dd-2fc6256bab84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414152 Aug 24 01:16:35.240269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-0458cca5-5246-4e27-af0b-fd4dccd67b8d service neutron] 10.222.0.13 "GET /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865071 Aug 24 01:16:35.329946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6439c355-e89d-4d4a-a80b-073910264ad5 req-288f3a3d-5a73-41f8-8be5-7613ec871e1c service neutron] 10.222.0.13 "GET /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827832 Aug 24 01:16:35.451781 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea8144-ea92-4ee7-a159-0800cd7bd9e5 req-66a2aa53-bf61-43df-8287-296d569e1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:35.453297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39ea8144-ea92-4ee7-a159-0800cd7bd9e5 req-66a2aa53-bf61-43df-8287-296d569e1047 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 1095 time: 0.0408320 Aug 24 01:16:35.584197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6788e5-318e-4637-bdc6-7dbed7dfc739 req-c5a36343-b888-44f5-91fa-302005ac2803 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:35.585708 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc6788e5-318e-4637-bdc6-7dbed7dfc739 req-c5a36343-b888-44f5-91fa-302005ac2803 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 944 time: 0.0786357 Aug 24 01:16:35.587314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea8144-ea92-4ee7-a159-0800cd7bd9e5 req-07815359-e52c-416f-a7f0-0d1cc5650717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:35.588657 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39ea8144-ea92-4ee7-a159-0800cd7bd9e5 req-07815359-e52c-416f-a7f0-0d1cc5650717 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58bc242f-a3e7-4684-98dd-2fc6256bab84 HTTP/1.1" status: 200 len: 898 time: 0.1277158 Aug 24 01:16:35.642530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39ea8144-ea92-4ee7-a159-0800cd7bd9e5 req-fc95ae01-171c-4032-9f8a-af4f2a947064 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89e50814-b70b-4a02-ae45-319aaa5e70bd HTTP/1.1" status: 200 len: 217 time: 0.0438044 Aug 24 01:16:35.668385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc6788e5-318e-4637-bdc6-7dbed7dfc739 req-b6b15ee1-0c4e-47e8-82ba-0fdc85b4a7c4 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761099 Aug 24 01:16:35.703036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea8144-ea92-4ee7-a159-0800cd7bd9e5 req-f07375d8-a69f-4370-8de2-07dc974cfe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:35.704457 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39ea8144-ea92-4ee7-a159-0800cd7bd9e5 req-f07375d8-a69f-4370-8de2-07dc974cfe80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5edf8cf0-4e7e-4601-be55-93a004523617 HTTP/1.1" status: 200 len: 834 time: 0.0515149 Aug 24 01:16:35.750356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea8144-ea92-4ee7-a159-0800cd7bd9e5 req-5f2b737f-b181-4c89-81d2-34398cc58dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:35.752022 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39ea8144-ea92-4ee7-a159-0800cd7bd9e5 req-5f2b737f-b181-4c89-81d2-34398cc58dd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58bc242f-a3e7-4684-98dd-2fc6256bab84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402827 Aug 24 01:16:35.844777 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39ea8144-ea92-4ee7-a159-0800cd7bd9e5 req-2f898cd2-08f4-49fe-bc48-c08647cb95ba service neutron] 10.222.0.13 "GET /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847552 Aug 24 01:16:35.935541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-39ea8144-ea92-4ee7-a159-0800cd7bd9e5 req-8bb778cb-5b1d-4870-ac39-f19635759c78 service neutron] 10.222.0.13 "GET /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826201 Aug 24 01:16:36.789210 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3922-f807-4379-b8dc-23f9fe169311 req-4b49e1ee-2dea-4686-bffa-4c3415e70d5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:36.790743 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5acd3922-f807-4379-b8dc-23f9fe169311 req-4b49e1ee-2dea-4686-bffa-4c3415e70d5a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 944 time: 0.0550730 Aug 24 01:16:36.829744 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5acd3922-f807-4379-b8dc-23f9fe169311 req-a96ef6e5-c11b-47be-a94d-aae900d7641d tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329571 Aug 24 01:16:37.203158 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 89e50814-b70b-4a02-ae45-319aaa5e70bd details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:16:37.304291 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 89e50814-b70b-4a02-ae45-319aaa5e70bd, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=89e50814-b70b-4a02-ae45-319aaa5e70bd,segment=NetworkSegment(10e25496-4b1b-4754-b003-acf42d94e744),segment_id=10e25496-4b1b-4754-b003-acf42d94e744)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:16:37.314394 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '89e50814-b70b-4a02-ae45-319aaa5e70bd', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'port_id': '89e50814-b70b-4a02-ae45-319aaa5e70bd', 'mac_address': 'fa:16:3e:8a:72:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:16:37.352417 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:37.364854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e50814-b70b-4a02-ae45-319aaa5e70bd {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:16:37.383448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 89e50814-b70b-4a02-ae45-319aaa5e70bd, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=89e50814-b70b-4a02-ae45-319aaa5e70bd,segment=NetworkSegment(10e25496-4b1b-4754-b003-acf42d94e744),segment_id=10e25496-4b1b-4754-b003-acf42d94e744)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:16:37.387374 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:37.434210 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=89e50814-b70b-4a02-ae45-319aaa5e70bd,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:37.683639 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['89e50814-b70b-4a02-ae45-319aaa5e70bd'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:16:37.945771 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1768ab-2e26-46ac-aca7-876e71ef7068 req-88ef9efd-9d92-4184-9096-c3b36537011b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:37.947313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a1768ab-2e26-46ac-aca7-876e71ef7068 req-88ef9efd-9d92-4184-9096-c3b36537011b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 945 time: 0.0500362 Aug 24 01:16:37.984733 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3a1768ab-2e26-46ac-aca7-876e71ef7068 req-971ff092-74eb-48da-a792-2ab5f0fb7d06 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313785 Aug 24 01:16:39.100919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa99876-aa22-424c-86b0-973fdeb8cd53 req-c785f6e2-9ff7-4602-9367-47e8aada0330 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:39.102391 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0aa99876-aa22-424c-86b0-973fdeb8cd53 req-c785f6e2-9ff7-4602-9367-47e8aada0330 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 945 time: 0.0474384 Aug 24 01:16:39.143981 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0aa99876-aa22-424c-86b0-973fdeb8cd53 req-75d1028a-77a7-461c-b621-57f2b083eb94 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355849 Aug 24 01:16:39.218909 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 89e50814-b70b-4a02-ae45-319aaa5e70bd up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:16:39.265734 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 89e50814-b70b-4a02-ae45-319aaa5e70bd completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:16:39.270214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 89e50814-b70b-4a02-ae45-319aaa5e70bd triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:16:39.271430 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:39.347711 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:39.368945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e50814-b70b-4a02-ae45-319aaa5e70bd'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:16:39.371196 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e06a74b-b748-4c7c-a55d-ed6622615273" -d '{"events": [{"server_uuid": "ac270dff-0aaf-485c-b61c-713deb46ed64", "name": "network-vif-plugged", "status": "completed", "tag": "89e50814-b70b-4a02-ae45-319aaa5e70bd"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:16:39.383745 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 89e50814-b70b-4a02-ae45-319aaa5e70bd, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=89e50814-b70b-4a02-ae45-319aaa5e70bd,segment=NetworkSegment(10e25496-4b1b-4754-b003-acf42d94e744),segment_id=10e25496-4b1b-4754-b003-acf42d94e744)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:16:39.387586 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:39.435919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=89e50814-b70b-4a02-ae45-319aaa5e70bd,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:39.463341 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e95f96-92b4-41e4-ad0c-df9ed6adb60e x-openstack-request-id: req-e8e95f96-92b4-41e4-ad0c-df9ed6adb60e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:16:39.463635 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac270dff-0aaf-485c-b61c-713deb46ed64", "name": "network-vif-plugged", "status": "completed", "tag": "89e50814-b70b-4a02-ae45-319aaa5e70bd", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:16:39.463892 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8e95f96-92b4-41e4-ad0c-df9ed6adb60e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:16:39.464297 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e50814-b70b-4a02-ae45-319aaa5e70bd', 'code': 200} Aug 24 01:16:39.585516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a927f0-9bf8-40a4-b743-283fe8bfc468 req-4d9a8899-9058-4626-9770-f6e9718c475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:39.587074 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06a927f0-9bf8-40a4-b743-283fe8bfc468 req-4d9a8899-9058-4626-9770-f6e9718c475b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 1097 time: 0.0446539 Aug 24 01:16:39.622516 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-06a927f0-9bf8-40a4-b743-283fe8bfc468 req-f710adb3-e6a4-464f-9ebf-ffa0583e15d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279799 Aug 24 01:16:40.258980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fc02a-9a1b-49a7-a260-718258e1afc9 req-911c13ea-4d9c-4cc4-809c-bc1f011b37a2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:40.260387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c6fc02a-9a1b-49a7-a260-718258e1afc9 req-911c13ea-4d9c-4cc4-809c-bc1f011b37a2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 946 time: 0.0490634 Aug 24 01:16:40.298254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9c6fc02a-9a1b-49a7-a260-718258e1afc9 req-c1af21c4-c263-4b9a-8078-72c99db35676 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319638 Aug 24 01:16:41.420804 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8342e-a52c-48ef-9b37-42e25213bdf6 req-b319d6ae-b96c-4eff-ba4c-df46105387f8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:41.422308 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb8342e-a52c-48ef-9b37-42e25213bdf6 req-b319d6ae-b96c-4eff-ba4c-df46105387f8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 946 time: 0.0526588 Aug 24 01:16:41.460415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cfb8342e-a52c-48ef-9b37-42e25213bdf6 req-c802974d-5714-4218-abc7-117eb4c86687 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320718 Aug 24 01:16:41.577244 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc8896-ac34-480a-b06a-d26f54f9caf8 req-88d170fe-a3c1-4876-88e2-5666785576ba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:41.578710 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9dc8896-ac34-480a-b06a-d26f54f9caf8 req-88d170fe-a3c1-4876-88e2-5666785576ba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 946 time: 0.0530088 Aug 24 01:16:41.616891 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c9dc8896-ac34-480a-b06a-d26f54f9caf8 req-79e594fc-def7-4c7a-8ab2-4aa73d0f50c3 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313907 Aug 24 01:16:41.639624 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48548) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:41.680081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1943cadf-0e02-43b9-86a9-499c5b03766d tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:41.681636 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1943cadf-0e02-43b9-86a9-499c5b03766d tempest-TestNetworkAdvancedServerOps-759002814 tempest-TestNetworkAdvancedServerOps-759002814-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 1092 time: 0.0409870 Aug 24 01:16:41.684598 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48550) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:41.689246 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': '89e50814-b70b-4a02-ae45-319aaa5e70bd', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:41.711456 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:41.811412 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:41.916033 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Allocated IP 172.25.8.134 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/a96fe399-e466-48ce-b34e-592bb30cbf51) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:16:42.022013 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:42.059698 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:42.099464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:16:42.102148 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:16:42.105489 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:16:42.129975 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=a96fe399-e466-48ce-b34e-592bb30cbf51,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:42.459941 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:42.528081 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:42.675800 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:42.680260 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:42.750826 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event updated for resources: {'Port': ['ID=a96fe399-e466-48ce-b34e-592bb30cbf51,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:42.760966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:42.863779 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Floating IP 6a737d93-841b-471b-9b10-e7493011f2ce associated. External IP: 172.25.8.134, port: 89e50814-b70b-4a02-ae45-319aaa5e70bd. Aug 24 01:16:43.078143 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router f3451157-faa3-448b-9594-fc63de09ca68 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:16:43.185596 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:16:43.195778 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18862bf6-a8fc-4afc-b9ef-e4a3239f1eda None None] Sync routers for ids ['f3451157-faa3-448b-9594-fc63de09ca68'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:16:43.202358 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:43.206228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18862bf6-a8fc-4afc-b9ef-e4a3239f1eda None None] Routers {'f3451157-faa3-448b-9594-fc63de09ca68'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:16:43.206902 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-18862bf6-a8fc-4afc-b9ef-e4a3239f1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:16:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f3451157-faa3-448b-9594-fc63de09ca68'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:43.231252 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a4820438-8782-42a3-b069-56246fde0268 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5456038 Aug 24 01:16:43.231845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'tag': '89e50814-b70b-4a02-ae45-319aaa5e70bd'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:16:43.234124 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d889f77d522bbf3953e3538f7cf97f660794b72665fad371c9564fe2e75f33d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d15a39-a584-4c8c-9ab0-e64f44dd30f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac270dff-0aaf-485c-b61c-713deb46ed64", "tag": "89e50814-b70b-4a02-ae45-319aaa5e70bd"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:16:43.331090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-18862bf6-a8fc-4afc-b9ef-e4a3239f1eda None None] Set router f3451157-faa3-448b-9594-fc63de09ca68 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:16:43.364070 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d4dcc2-1190-4e4a-9972-52e022ae5985 x-openstack-request-id: req-95d4dcc2-1190-4e4a-9972-52e022ae5985 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:16:43.364522 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac270dff-0aaf-485c-b61c-713deb46ed64", "tag": "89e50814-b70b-4a02-ae45-319aaa5e70bd", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:16:43.364924 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95d4dcc2-1190-4e4a-9972-52e022ae5985 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:16:43.365537 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'tag': '89e50814-b70b-4a02-ae45-319aaa5e70bd', 'status': 'completed', 'code': 200} Aug 24 01:16:43.366293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db587e-dd20-4146-9dfd-7c727d652810 req-f68c3b08-d237-4031-b341-b1c3c4a0cf55 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:43.368314 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01db587e-dd20-4146-9dfd-7c727d652810 req-f68c3b08-d237-4031-b341-b1c3c4a0cf55 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 946 time: 0.0843494 Aug 24 01:16:43.408031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01db587e-dd20-4146-9dfd-7c727d652810 req-79972739-be8f-4fbf-881a-f2f0f8f2e5e8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336137 Aug 24 01:16:43.433089 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48558) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:43.459962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d15a39-a584-4c8c-9ab0-e64f44dd30f2 req-ed1add69-1b08-4c72-9d8d-17fce06b498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:43.461497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2d15a39-a584-4c8c-9ab0-e64f44dd30f2 req-ed1add69-1b08-4c72-9d8d-17fce06b498d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 1097 time: 0.0479612 Aug 24 01:16:43.496558 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c4707722-2c6c-4803-be83-beb349362c9b tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/6a737d93-841b-471b-9b10-e7493011f2ce HTTP/1.1" status: 200 len: 992 time: 0.0621839 Aug 24 01:16:43.556661 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d15a39-a584-4c8c-9ab0-e64f44dd30f2 req-fb680a6d-3d72-4951-8dea-5a83d7547d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:43.558153 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2d15a39-a584-4c8c-9ab0-e64f44dd30f2 req-fb680a6d-3d72-4951-8dea-5a83d7547d51 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58bc242f-a3e7-4684-98dd-2fc6256bab84 HTTP/1.1" status: 200 len: 898 time: 0.0892112 Aug 24 01:16:43.568452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-18862bf6-a8fc-4afc-b9ef-e4a3239f1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:16:30Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:27Z', 'updated_at': '2021-08-24T01:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '6a737d93-841b-471b-9b10-e7493011f2ce', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'port_id': '89e50814-b70b-4a02-ae45-319aaa5e70bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'mac_address': 'fa:16:3e:8a:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:16:42Z', 'updated_at': '2021-08-24T01:16:42Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f62a53-044d-4266-a30b-f5c94091ff85', 'name': '', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:c4:02:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:29Z', 'updated_at': '2021-08-24T01:16:33Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:43.594729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18862bf6-a8fc-4afc-b9ef-e4a3239f1eda None None] Checking router: f3451157-faa3-448b-9594-fc63de09ca68 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:16:43.603646 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18862bf6-a8fc-4afc-b9ef-e4a3239f1eda None None] Routers {'f3451157-faa3-448b-9594-fc63de09ca68'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:16:43.604267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-18862bf6-a8fc-4afc-b9ef-e4a3239f1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:16:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f3451157-faa3-448b-9594-fc63de09ca68'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:43.625107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2d15a39-a584-4c8c-9ab0-e64f44dd30f2 req-384f3f11-619b-4d2b-99ed-292448ac0aed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89e50814-b70b-4a02-ae45-319aaa5e70bd HTTP/1.1" status: 200 len: 1000 time: 0.0584826 Aug 24 01:16:43.683497 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d15a39-a584-4c8c-9ab0-e64f44dd30f2 req-84657609-4188-4338-883c-8ef3f2729d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:43.685037 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2d15a39-a584-4c8c-9ab0-e64f44dd30f2 req-84657609-4188-4338-883c-8ef3f2729d49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5edf8cf0-4e7e-4601-be55-93a004523617 HTTP/1.1" status: 200 len: 834 time: 0.0533741 Aug 24 01:16:43.722819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-18862bf6-a8fc-4afc-b9ef-e4a3239f1eda None None] Set router f3451157-faa3-448b-9594-fc63de09ca68 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:16:43.735137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d15a39-a584-4c8c-9ab0-e64f44dd30f2 req-94042226-a68b-4d2b-9205-f79af626b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:43.736735 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2d15a39-a584-4c8c-9ab0-e64f44dd30f2 req-94042226-a68b-4d2b-9205-f79af626b434 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58bc242f-a3e7-4684-98dd-2fc6256bab84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445924 Aug 24 01:16:43.826808 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2d15a39-a584-4c8c-9ab0-e64f44dd30f2 req-bfdd5138-298e-4243-bb09-d6c470f7171e service neutron] 10.222.0.13 "GET /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826211 Aug 24 01:16:43.920854 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e2d15a39-a584-4c8c-9ab0-e64f44dd30f2 req-c3b2a6e3-8362-43eb-9b83-fc41b20d7a4a service neutron] 10.222.0.13 "GET /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869224 Aug 24 01:16:43.954653 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-18862bf6-a8fc-4afc-b9ef-e4a3239f1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:16:30Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:27Z', 'updated_at': '2021-08-24T01:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '6a737d93-841b-471b-9b10-e7493011f2ce', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'port_id': '89e50814-b70b-4a02-ae45-319aaa5e70bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'mac_address': 'fa:16:3e:8a:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:16:42Z', 'updated_at': '2021-08-24T01:16:42Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f62a53-044d-4266-a30b-f5c94091ff85', 'name': '', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:c4:02:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:29Z', 'updated_at': '2021-08-24T01:16:33Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:43.984611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18862bf6-a8fc-4afc-b9ef-e4a3239f1eda None None] The sync data for ids ['f3451157-faa3-448b-9594-fc63de09ca68'] in n-d-805736-1 is: [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:16:30Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:27Z', 'updated_at': '2021-08-24T01:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '6a737d93-841b-471b-9b10-e7493011f2ce', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'port_id': '89e50814-b70b-4a02-ae45-319aaa5e70bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'mac_address': 'fa:16:3e:8a:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:16:42Z', 'updated_at': '2021-08-24T01:16:42Z', 'revision_number': 0, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f62a53-044d-4266-a30b-f5c94091ff85', 'name': '', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:c4:02:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:29Z', 'updated_at': '2021-08-24T01:16:33Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:16:44.176671 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a6bced-4e46-4ddd-8235-1bb23c60a7a0 None None] New status for floating IP 6a737d93-841b-471b-9b10-e7493011f2ce: ACTIVE {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:16:44.499669 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48560) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:44.567286 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7362a355-c2a5-4e16-bbf6-1f406943247a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/6a737d93-841b-471b-9b10-e7493011f2ce HTTP/1.1" status: 200 len: 994 time: 0.0663691 Aug 24 01:16:49.312483 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-f58b464a-68c6-4b1a-b7b0-384f06fb7861 req-5852ebdb-fcec-49fa-8e12-8a67f6da3aaa service neutron] (94837) timed out ('10.222.0.32', 58596) {{(pid=94837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 01:16:54.311256 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:57.606361 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c050311f-18b3-41f4-bcd9-9f37ff7e93e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:00.201995 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:00.263965 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:00.278118 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-55c363c7-85e3-49e1-ac9f-92e2bd717e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:01.482349 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:03.246408 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:04.118355 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:17:11.002214 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eacd854d-bd26-45e8-ba90-c359f5cbbeb5 req-8603b18e-9b9a-4ab1-9eac-055949174c44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395679 Aug 24 01:17:11.099866 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd854d-bd26-45e8-ba90-c359f5cbbeb5 req-9d4466dd-fc02-426d-b1e3-0c3b29b7405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:11.101361 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eacd854d-bd26-45e8-ba90-c359f5cbbeb5 req-9d4466dd-fc02-426d-b1e3-0c3b29b7405b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 1097 time: 0.0403841 Aug 24 01:17:11.209067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd854d-bd26-45e8-ba90-c359f5cbbeb5 req-61211f2d-490e-406a-85f6-e7822a3302a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:11.210467 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eacd854d-bd26-45e8-ba90-c359f5cbbeb5 req-61211f2d-490e-406a-85f6-e7822a3302a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58bc242f-a3e7-4684-98dd-2fc6256bab84 HTTP/1.1" status: 200 len: 898 time: 0.0884113 Aug 24 01:17:11.275216 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eacd854d-bd26-45e8-ba90-c359f5cbbeb5 req-29f61770-228f-44c0-ab91-271ccd70a6e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89e50814-b70b-4a02-ae45-319aaa5e70bd HTTP/1.1" status: 200 len: 1002 time: 0.0565042 Aug 24 01:17:11.324008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd854d-bd26-45e8-ba90-c359f5cbbeb5 req-2a8a275b-632b-4b24-a6c2-0e82f48ae2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:11.325417 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eacd854d-bd26-45e8-ba90-c359f5cbbeb5 req-2a8a275b-632b-4b24-a6c2-0e82f48ae2b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5edf8cf0-4e7e-4601-be55-93a004523617 HTTP/1.1" status: 200 len: 834 time: 0.0420558 Aug 24 01:17:11.373600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd854d-bd26-45e8-ba90-c359f5cbbeb5 req-67b2c626-e4b0-450b-9062-eea24e4897e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:11.375094 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eacd854d-bd26-45e8-ba90-c359f5cbbeb5 req-67b2c626-e4b0-450b-9062-eea24e4897e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58bc242f-a3e7-4684-98dd-2fc6256bab84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423675 Aug 24 01:17:11.464231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eacd854d-bd26-45e8-ba90-c359f5cbbeb5 req-582a5343-9869-4e47-b0de-660178292abf service neutron] 10.222.0.13 "GET /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811758 Aug 24 01:17:11.557954 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eacd854d-bd26-45e8-ba90-c359f5cbbeb5 req-7c5b1248-a699-4d01-8c24-6d0ed40b36ec service neutron] 10.222.0.13 "GET /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854709 Aug 24 01:17:15.936267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaff56-99d0-441d-aae7-a885b3fa7e6b req-3d8834b5-36b0-43a1-8a85-bbf2d890bab8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:15.937811 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92eaff56-99d0-441d-aae7-a885b3fa7e6b req-3d8834b5-36b0-43a1-8a85-bbf2d890bab8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 946 time: 0.0513833 Aug 24 01:17:15.976913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-92eaff56-99d0-441d-aae7-a885b3fa7e6b req-1b5bf88e-5f8e-4eff-97c5-ed4c65261313 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324426 Aug 24 01:17:17.099906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963276c3-a059-4114-9dae-088e4d237605 req-fbf24c4a-8697-4feb-9c85-92d7536fc70c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:17.101507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-963276c3-a059-4114-9dae-088e4d237605 req-fbf24c4a-8697-4feb-9c85-92d7536fc70c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 946 time: 0.0523822 Aug 24 01:17:17.138713 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-963276c3-a059-4114-9dae-088e4d237605 req-77b6a985-836e-422c-9bf6-1c26b83c8b4c tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313845 Aug 24 01:17:17.161135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48580) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:17.224332 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-65d8d761-8444-435a-b84c-a747c46f3205 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/6a737d93-841b-471b-9b10-e7493011f2ce HTTP/1.1" status: 200 len: 994 time: 0.0620954 Aug 24 01:17:18.505398 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ae365-0ddd-48a0-9dc8-9879f8dcfd49 req-eae5d45c-5073-4d4a-abba-b1ba8d301db2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:18.506813 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c22ae365-0ddd-48a0-9dc8-9879f8dcfd49 req-eae5d45c-5073-4d4a-abba-b1ba8d301db2 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 946 time: 0.0573039 Aug 24 01:17:18.573820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c22ae365-0ddd-48a0-9dc8-9879f8dcfd49 req-e88c838e-21f9-4a95-94fd-cb84abf7ed25 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586939 Aug 24 01:17:18.578340 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dd7a0-580b-411a-92d9-52bfa4f7f6f5 req-18fc90b3-f777-4906-9efd-12bcef50b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:18.579963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df1dd7a0-580b-411a-92d9-52bfa4f7f6f5 req-18fc90b3-f777-4906-9efd-12bcef50b533 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 1097 time: 0.0721512 Aug 24 01:17:18.669573 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dd7a0-580b-411a-92d9-52bfa4f7f6f5 req-c502ae1d-5cfd-4f06-9901-7c574878c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:18.671107 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df1dd7a0-580b-411a-92d9-52bfa4f7f6f5 req-c502ae1d-5cfd-4f06-9901-7c574878c215 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58bc242f-a3e7-4684-98dd-2fc6256bab84 HTTP/1.1" status: 200 len: 898 time: 0.0839944 Aug 24 01:17:18.746447 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df1dd7a0-580b-411a-92d9-52bfa4f7f6f5 req-ce235353-befd-482b-8030-f349c2307f0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89e50814-b70b-4a02-ae45-319aaa5e70bd HTTP/1.1" status: 200 len: 1002 time: 0.0681007 Aug 24 01:17:18.797051 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dd7a0-580b-411a-92d9-52bfa4f7f6f5 req-c2a81d37-79b3-4e9b-92cb-77b174fbe4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:18.798588 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df1dd7a0-580b-411a-92d9-52bfa4f7f6f5 req-c2a81d37-79b3-4e9b-92cb-77b174fbe4a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5edf8cf0-4e7e-4601-be55-93a004523617 HTTP/1.1" status: 200 len: 834 time: 0.0453558 Aug 24 01:17:18.844906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dd7a0-580b-411a-92d9-52bfa4f7f6f5 req-a2e249c7-33b6-4d5c-9385-fa83cb303d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:18.846426 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df1dd7a0-580b-411a-92d9-52bfa4f7f6f5 req-a2e249c7-33b6-4d5c-9385-fa83cb303d16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58bc242f-a3e7-4684-98dd-2fc6256bab84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409324 Aug 24 01:17:18.940628 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df1dd7a0-580b-411a-92d9-52bfa4f7f6f5 req-b8244099-7dbd-4b57-9cc7-f82a85deb4d4 service neutron] 10.222.0.13 "GET /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868647 Aug 24 01:17:19.032862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-df1dd7a0-580b-411a-92d9-52bfa4f7f6f5 req-7dd18292-98a4-4515-b60b-c91ce46df350 service neutron] 10.222.0.13 "GET /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850799 Aug 24 01:17:19.692558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabd966-1664-4dae-903f-f8a1ac617a10 req-c84a18af-8535-42a7-b567-e37a90216469 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:19.694050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdabd966-1664-4dae-903f-f8a1ac617a10 req-c84a18af-8535-42a7-b567-e37a90216469 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 946 time: 0.0495973 Aug 24 01:17:19.732581 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cdabd966-1664-4dae-903f-f8a1ac617a10 req-77bfba7e-7555-42fe-aa37-d8e61f33b9db tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325606 Aug 24 01:17:20.852359 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fceec-3631-487a-80a7-2e1d998acea3 req-e97611a1-b55b-457c-b70a-1189c4f6a6c4 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:20.853859 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e9fceec-3631-487a-80a7-2e1d998acea3 req-e97611a1-b55b-457c-b70a-1189c4f6a6c4 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 946 time: 0.0537088 Aug 24 01:17:20.891639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e9fceec-3631-487a-80a7-2e1d998acea3 req-7d9c7d5f-f6a2-42f3-9acd-25cd627e3dd8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317769 Aug 24 01:17:20.914499 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48592) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:20.972228 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-42b83431-fc6d-4bfd-b98a-c3cee3a607d1 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/floatingips/6a737d93-841b-471b-9b10-e7493011f2ce HTTP/1.1" status: 200 len: 994 time: 0.0565455 Aug 24 01:17:21.202276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48598) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:21.353558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port a96fe399-e466-48ce-b34e-592bb30cbf51 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:17:21.353895 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:21.430395 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:21.430731 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:21.442087 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for a96fe399-e466-48ce-b34e-592bb30cbf51 owned by network:floatingip {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:17:21.593174 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:21.618267 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=a96fe399-e466-48ce-b34e-592bb30cbf51,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:21.630291 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:21.630653 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:21.631030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:21.631378 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:21.631721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:21.632062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:21.632400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:21.632732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:21.633068 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:21.633400 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:21.633731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:21.634055 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:21.688040 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for floatingip, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:21.688369 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Floating IP 6a737d93-841b-471b-9b10-e7493011f2ce disassociated (deleted). External IP: 172.25.8.134, port: 89e50814-b70b-4a02-ae45-319aaa5e70bd. Aug 24 01:17:21.893228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router f3451157-faa3-448b-9594-fc63de09ca68 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:17:21.998053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:17:22.002912 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:22.007565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee41eee1-019a-4775-b09e-beb22bbf0648 None None] Sync routers for ids ['f3451157-faa3-448b-9594-fc63de09ca68'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:17:22.016340 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee41eee1-019a-4775-b09e-beb22bbf0648 None None] Routers {'f3451157-faa3-448b-9594-fc63de09ca68'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:17:22.016943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ee41eee1-019a-4775-b09e-beb22bbf0648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:17:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f3451157-faa3-448b-9594-fc63de09ca68'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:22.030510 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-31f41bc2-b268-4ddd-ac43-d66b8cbc2b79 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/floatingips/6a737d93-841b-471b-9b10-e7493011f2ce HTTP/1.1" status: 204 len: 168 time: 0.8271985 Aug 24 01:17:22.031141 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'tag': '89e50814-b70b-4a02-ae45-319aaa5e70bd'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:17:22.033401 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4340e971-559a-4835-bf9f-d8d7c3028533" -d '{"events": [{"name": "network-changed", "server_uuid": "ac270dff-0aaf-485c-b61c-713deb46ed64", "tag": "89e50814-b70b-4a02-ae45-319aaa5e70bd"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:17:22.073745 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4e93e7-e935-47bf-a8d5-56cac8e7b351 x-openstack-request-id: req-4a4e93e7-e935-47bf-a8d5-56cac8e7b351 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:17:22.074033 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac270dff-0aaf-485c-b61c-713deb46ed64", "tag": "89e50814-b70b-4a02-ae45-319aaa5e70bd", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:17:22.074285 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a4e93e7-e935-47bf-a8d5-56cac8e7b351 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:17:22.074689 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'tag': '89e50814-b70b-4a02-ae45-319aaa5e70bd', 'status': 'completed', 'code': 200} Aug 24 01:17:22.126811 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ee41eee1-019a-4775-b09e-beb22bbf0648 None None] Set router f3451157-faa3-448b-9594-fc63de09ca68 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:17:22.161067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340e971-559a-4835-bf9f-d8d7c3028533 req-a5bdecd2-7f61-49e2-a44b-f634f01d2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:22.162847 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4340e971-559a-4835-bf9f-d8d7c3028533 req-a5bdecd2-7f61-49e2-a44b-f634f01d2c7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5516b967219430b948357b5a8e3918e&device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 1097 time: 0.0449257 Aug 24 01:17:22.315354 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0cfc4-8888-4c2a-b3ca-3c3229bbfb2e req-4195e179-2663-45ab-b621-e4edd56f8b50 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:22.316862 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45b0cfc4-8888-4c2a-b3ca-3c3229bbfb2e req-4195e179-2663-45ab-b621-e4edd56f8b50 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 946 time: 0.1018167 Aug 24 01:17:22.339543 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ee41eee1-019a-4775-b09e-beb22bbf0648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:16:30Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:27Z', 'updated_at': '2021-08-24T01:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '49f62a53-044d-4266-a30b-f5c94091ff85', 'name': '', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:c4:02:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:29Z', 'updated_at': '2021-08-24T01:16:33Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:22.345886 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340e971-559a-4835-bf9f-d8d7c3028533 req-14aec46c-f0a1-41b7-a78e-73f164cf746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:22.347409 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4340e971-559a-4835-bf9f-d8d7c3028533 req-14aec46c-f0a1-41b7-a78e-73f164cf746f service neutron] 10.222.0.13 "GET /v2.0/networks?id=58bc242f-a3e7-4684-98dd-2fc6256bab84 HTTP/1.1" status: 200 len: 898 time: 0.1403680 Aug 24 01:17:22.366458 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee41eee1-019a-4775-b09e-beb22bbf0648 None None] Checking router: f3451157-faa3-448b-9594-fc63de09ca68 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:17:22.374307 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-45b0cfc4-8888-4c2a-b3ca-3c3229bbfb2e req-43a52d59-bb72-4f02-b4d8-187c60c164ba tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505905 Aug 24 01:17:22.374689 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee41eee1-019a-4775-b09e-beb22bbf0648 None None] Routers {'f3451157-faa3-448b-9594-fc63de09ca68'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:17:22.375326 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ee41eee1-019a-4775-b09e-beb22bbf0648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:17:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f3451157-faa3-448b-9594-fc63de09ca68'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:22.401893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4340e971-559a-4835-bf9f-d8d7c3028533 req-ae67ac49-b75a-4432-bec0-bd56b4f88c11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89e50814-b70b-4a02-ae45-319aaa5e70bd HTTP/1.1" status: 200 len: 217 time: 0.0441120 Aug 24 01:17:22.451282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340e971-559a-4835-bf9f-d8d7c3028533 req-7c167a14-24e2-4b57-9d35-ac95ede72f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:22.452672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4340e971-559a-4835-bf9f-d8d7c3028533 req-7c167a14-24e2-4b57-9d35-ac95ede72f8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5edf8cf0-4e7e-4601-be55-93a004523617 HTTP/1.1" status: 200 len: 834 time: 0.0434663 Aug 24 01:17:22.482351 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-ee41eee1-019a-4775-b09e-beb22bbf0648 None None] Set router f3451157-faa3-448b-9594-fc63de09ca68 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:17:22.499237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340e971-559a-4835-bf9f-d8d7c3028533 req-63de9217-b89c-45a5-bc69-378b61a14b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:22.500748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4340e971-559a-4835-bf9f-d8d7c3028533 req-63de9217-b89c-45a5-bc69-378b61a14b34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58bc242f-a3e7-4684-98dd-2fc6256bab84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390625 Aug 24 01:17:22.594853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4340e971-559a-4835-bf9f-d8d7c3028533 req-d91fefde-c672-4b95-b571-bf84ceb9b4f7 service neutron] 10.222.0.13 "GET /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857916 Aug 24 01:17:22.683636 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-ee41eee1-019a-4775-b09e-beb22bbf0648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:16:30Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:27Z', 'updated_at': '2021-08-24T01:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '49f62a53-044d-4266-a30b-f5c94091ff85', 'name': '', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:c4:02:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:29Z', 'updated_at': '2021-08-24T01:16:33Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:22.686539 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4340e971-559a-4835-bf9f-d8d7c3028533 req-c8e09764-6404-4a93-84ce-e0c20a902a8c service neutron] 10.222.0.13 "GET /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843027 Aug 24 01:17:22.714528 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee41eee1-019a-4775-b09e-beb22bbf0648 None None] The sync data for ids ['f3451157-faa3-448b-9594-fc63de09ca68'] in n-d-805736-1 is: [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:16:30Z', 'revision_number': 4, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:27Z', 'updated_at': '2021-08-24T01:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '49f62a53-044d-4266-a30b-f5c94091ff85', 'name': '', 'network_id': '58bc242f-a3e7-4684-98dd-2fc6256bab84', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'mac_address': 'fa:16:3e:c4:02:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:29Z', 'updated_at': '2021-08-24T01:16:33Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'subnets': [{'id': '5edf8cf0-4e7e-4601-be55-93a004523617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:17:22.923661 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafe8f2b-82e0-4cc2-9b88-e56263795596 None None] New status for floating IP 6a737d93-841b-471b-9b10-e7493011f2ce: DOWN {{(pid=94840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:17:23.501338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54c026-792f-47b2-b8aa-4d3877137606 req-12ef470c-498c-4b26-82ca-6f02f0240aa8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:23.502886 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f54c026-792f-47b2-b8aa-4d3877137606 req-12ef470c-498c-4b26-82ca-6f02f0240aa8 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 946 time: 0.0547545 Aug 24 01:17:23.540532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0f54c026-792f-47b2-b8aa-4d3877137606 req-bbdc286b-0082-4cbf-aefa-31f7ecce938a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/security-groups?id=817398d2-cdfe-4e04-a521-09d6e85b83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310059 Aug 24 01:17:23.940748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c61068-fa0c-4e65-9afc-c6af697c4441 req-699f8a64-bd4c-4c5c-8357-4ed7537ade63 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:23.942840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65c61068-fa0c-4e65-9afc-c6af697c4441 req-699f8a64-bd4c-4c5c-8357-4ed7537ade63 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 946 time: 0.0486975 Aug 24 01:17:24.026723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-65c61068-fa0c-4e65-9afc-c6af697c4441 req-f3c395fe-7c60-4343-8a02-d8016442d79a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port 89e50814-b70b-4a02-ae45-319aaa5e70bd {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:17:24.027157 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-65c61068-fa0c-4e65-9afc-c6af697c4441 req-f3c395fe-7c60-4343-8a02-d8016442d79a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:24.115771 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-65c61068-fa0c-4e65-9afc-c6af697c4441 req-f3c395fe-7c60-4343-8a02-d8016442d79a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port 89e50814-b70b-4a02-ae45-319aaa5e70bd, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=89e50814-b70b-4a02-ae45-319aaa5e70bd,segment=NetworkSegment(10e25496-4b1b-4754-b003-acf42d94e744),segment_id=10e25496-4b1b-4754-b003-acf42d94e744)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:17:24.116129 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-65c61068-fa0c-4e65-9afc-c6af697c4441 req-f3c395fe-7c60-4343-8a02-d8016442d79a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:24.127471 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-65c61068-fa0c-4e65-9afc-c6af697c4441 req-f3c395fe-7c60-4343-8a02-d8016442d79a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for 89e50814-b70b-4a02-ae45-319aaa5e70bd owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:17:24.253837 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-65c61068-fa0c-4e65-9afc-c6af697c4441 req-f3c395fe-7c60-4343-8a02-d8016442d79a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:24.281949 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c395fe-7c60-4343-8a02-d8016442d79a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=89e50814-b70b-4a02-ae45-319aaa5e70bd,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:24.312171 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:24.323535 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c61068-fa0c-4e65-9afc-c6af697c4441 req-f3c395fe-7c60-4343-8a02-d8016442d79a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] No DVR routers for this DVR port 89e50814-b70b-4a02-ae45-319aaa5e70bd on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:17:24.326167 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-65c61068-fa0c-4e65-9afc-c6af697c4441 req-f3c395fe-7c60-4343-8a02-d8016442d79a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:24.328254 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-65c61068-fa0c-4e65-9afc-c6af697c4441 req-f3c395fe-7c60-4343-8a02-d8016442d79a tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.13 "DELETE /v2.0/ports/89e50814-b70b-4a02-ae45-319aaa5e70bd HTTP/1.1" status: 204 len: 173 time: 0.3802748 Aug 24 01:17:24.328695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'name': 'network-vif-deleted', 'tag': '89e50814-b70b-4a02-ae45-319aaa5e70bd'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:17:24.330974 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f44c67a-5d68-4c96-a260-8f31a5bb9dd4" -d '{"events": [{"server_uuid": "ac270dff-0aaf-485c-b61c-713deb46ed64", "name": "network-vif-deleted", "tag": "89e50814-b70b-4a02-ae45-319aaa5e70bd"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:17:24.369199 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd65d141-b414-443f-b747-38f9c1a61bc2 x-openstack-request-id: req-cd65d141-b414-443f-b747-38f9c1a61bc2 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:17:24.369493 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac270dff-0aaf-485c-b61c-713deb46ed64", "name": "network-vif-deleted", "tag": "89e50814-b70b-4a02-ae45-319aaa5e70bd", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:17:24.369754 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd65d141-b414-443f-b747-38f9c1a61bc2 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:17:24.370200 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac270dff-0aaf-485c-b61c-713deb46ed64', 'name': 'network-vif-deleted', 'tag': '89e50814-b70b-4a02-ae45-319aaa5e70bd', 'status': 'completed', 'code': 200} Aug 24 01:17:24.649063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-438211eb-4bef-4f0a-954c-669e85e38cbf req-2bdc437c-574e-4d67-aeb2-90e788be7a68 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac270dff-0aaf-485c-b61c-713deb46ed64 HTTP/1.1" status: 200 len: 210 time: 0.0267227 Aug 24 01:17:25.705516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48614) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:26.391835 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34fa010b-1305-4582-a72c-20effae23fbc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:26.644235 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-34fa010b-1305-4582-a72c-20effae23fbc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port 49f62a53-044d-4266-a30b-f5c94091ff85 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:17:26.644501 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34fa010b-1305-4582-a72c-20effae23fbc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:26.735214 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-34fa010b-1305-4582-a72c-20effae23fbc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port 49f62a53-044d-4266-a30b-f5c94091ff85, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=49f62a53-044d-4266-a30b-f5c94091ff85,segment=NetworkSegment(10e25496-4b1b-4754-b003-acf42d94e744),segment_id=10e25496-4b1b-4754-b003-acf42d94e744)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:17:26.735959 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34fa010b-1305-4582-a72c-20effae23fbc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:26.747220 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-34fa010b-1305-4582-a72c-20effae23fbc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for 49f62a53-044d-4266-a30b-f5c94091ff85 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:17:26.935462 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34fa010b-1305-4582-a72c-20effae23fbc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:26.963365 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa010b-1305-4582-a72c-20effae23fbc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=49f62a53-044d-4266-a30b-f5c94091ff85,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:27.136436 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-34fa010b-1305-4582-a72c-20effae23fbc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:27.348370 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fa010b-1305-4582-a72c-20effae23fbc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Router f3451157-faa3-448b-9594-fc63de09ca68 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:17:27.365919 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 89e50814-b70b-4a02-ae45-319aaa5e70bd no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:17:27.463612 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fa010b-1305-4582-a72c-20effae23fbc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:17:27.468971 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-34fa010b-1305-4582-a72c-20effae23fbc tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "PUT /v2.0/routers/f3451157-faa3-448b-9594-fc63de09ca68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7623794 Aug 24 01:17:27.471689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48616) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:27.525371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1321c8-d0c5-46a6-8a8d-904a3228d4a5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting subnet 5edf8cf0-4e7e-4601-be55-93a004523617 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:17:27.528662 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c1321c8-d0c5-46a6-8a8d-904a3228d4a5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:27.555629 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f0b01-4b69-42c7-b9bc-82b9cb129639 None None] Sync routers for ids ['f3451157-faa3-448b-9594-fc63de09ca68'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:17:27.558863 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 89e50814-b70b-4a02-ae45-319aaa5e70bd {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:17:27.559206 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 89e50814-b70b-4a02-ae45-319aaa5e70bd not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:17:27.566514 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f0b01-4b69-42c7-b9bc-82b9cb129639 None None] Routers {'f3451157-faa3-448b-9594-fc63de09ca68'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:17:27.568329 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6e7f0b01-4b69-42c7-b9bc-82b9cb129639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:17:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f3451157-faa3-448b-9594-fc63de09ca68'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:27.577982 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c1321c8-d0c5-46a6-8a8d-904a3228d4a5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:27.624727 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-41d2a984-4a27-49bc-b9ff-972bca5205c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:27.662600 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c1321c8-d0c5-46a6-8a8d-904a3228d4a5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:27.690226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6e7f0b01-4b69-42c7-b9bc-82b9cb129639 None None] Set router f3451157-faa3-448b-9594-fc63de09ca68 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:17:27.720334 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c1321c8-d0c5-46a6-8a8d-904a3228d4a5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:27.752717 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1321c8-d0c5-46a6-8a8d-904a3228d4a5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Subnet': ['ID=5edf8cf0-4e7e-4601-be55-93a004523617,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:27.758149 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-9c1321c8-d0c5-46a6-8a8d-904a3228d4a5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:27.762950 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-9c1321c8-d0c5-46a6-8a8d-904a3228d4a5 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/subnets/5edf8cf0-4e7e-4601-be55-93a004523617 HTTP/1.1" status: 204 len: 168 time: 0.2878168 Aug 24 01:17:27.763791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48618) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:27.767205 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9546d1-6b10-4708-889d-572063c3e873 None None] Network 58bc242f-a3e7-4684-98dd-2fc6256bab84 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:17:27.879575 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:27.980257 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6e7f0b01-4b69-42c7-b9bc-82b9cb129639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:17:26Z', 'revision_number': 5, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port': {'id': '5c031e01-5fcb-4dc5-874d-630ff5bab5b5', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:16:27Z', 'updated_at': '2021-08-24T01:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:27.986219 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.011642 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f0b01-4b69-42c7-b9bc-82b9cb129639 None None] Checking router: f3451157-faa3-448b-9594-fc63de09ca68 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:17:28.019906 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f0b01-4b69-42c7-b9bc-82b9cb129639 None None] Routers {'f3451157-faa3-448b-9594-fc63de09ca68'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:17:28.021028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6e7f0b01-4b69-42c7-b9bc-82b9cb129639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:17:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['f3451157-faa3-448b-9594-fc63de09ca68'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:28.047112 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Deleting port 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:17:28.047454 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.056033 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] DHCP port deletion for 58bc242f-a3e7-4684-98dd-2fc6256bab84 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:17:28.128025 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] For port 5c031e01-5fcb-4dc5-874d-630ff5bab5b5, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=5c031e01-5fcb-4dc5-874d-630ff5bab5b5,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:17:28.128387 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.140554 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Calling delete_port for 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:17:28.142512 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6e7f0b01-4b69-42c7-b9bc-82b9cb129639 None None] Set router f3451157-faa3-448b-9594-fc63de09ca68 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:17:28.202845 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6e7f0b01-4b69-42c7-b9bc-82b9cb129639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:17:27Z', 'revision_number': 6, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:28.232342 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f0b01-4b69-42c7-b9bc-82b9cb129639 None None] The sync data for ids ['f3451157-faa3-448b-9594-fc63de09ca68'] in n-d-805736-1 is: [{'id': 'f3451157-faa3-448b-9594-fc63de09ca68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348551231', 'tenant_id': 'f5516b967219430b948357b5a8e3918e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:16:26Z', 'updated_at': '2021-08-24T01:17:27Z', 'revision_number': 6, 'project_id': 'f5516b967219430b948357b5a8e3918e', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:17:28.238178 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Deleting port b8a40eba-e9e6-49fb-a84e-52b385e5d01b {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:17:28.238552 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.305471 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] For port b8a40eba-e9e6-49fb-a84e-52b385e5d01b, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=b8a40eba-e9e6-49fb-a84e-52b385e5d01b,segment=NetworkSegment(10e25496-4b1b-4754-b003-acf42d94e744),segment_id=10e25496-4b1b-4754-b003-acf42d94e744)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:17:28.305877 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.310287 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.319496 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Calling delete_port for b8a40eba-e9e6-49fb-a84e-52b385e5d01b owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:17:28.339685 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Port': ['ID=5c031e01-5fcb-4dc5-874d-630ff5bab5b5,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:28.365011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.365359 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.365708 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.366052 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.366388 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.366721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.367081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.367415 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.367751 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.368081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.368407 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.368731 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.402835 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.411912 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.429294 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Pushing event deleted for resources: {'Port': ['ID=b8a40eba-e9e6-49fb-a84e-52b385e5d01b,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:28.433589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] No DVR routers for this DVR port b8a40eba-e9e6-49fb-a84e-52b385e5d01b on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:17:28.442520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.442520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.442520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.442520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.442520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.443710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.443710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.443710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.443710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.444442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.444442 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.444620 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d922b9-3b81-4fd2-bbf8-5493207fcb6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:28.503977 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.506557 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.548503 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.549013 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Fanout notify agent at l3_agent the message router_deleted on router f3451157-faa3-448b-9594-fc63de09ca68 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:17:28.556123 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.557723 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d5118dd5-a49d-4f73-a033-122d938e94a7 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/routers/f3451157-faa3-448b-9594-fc63de09ca68 HTTP/1.1" status: 204 len: 168 time: 0.7934067 Aug 24 01:17:28.560446 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48620) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:28.642289 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fc34065-6406-43a3-bc9d-42571269d863 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.731442 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fc34065-6406-43a3-bc9d-42571269d863 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.742138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7fc34065-6406-43a3-bc9d-42571269d863 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bc242f-a3e7-4684-98dd-2fc6256bab84']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:28.758250 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7fc34065-6406-43a3-bc9d-42571269d863 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e25496-4b1b-4754-b003-acf42d94e744') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:28.758443 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-7fc34065-6406-43a3-bc9d-42571269d863 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e25496-4b1b-4754-b003-acf42d94e744') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:28.767631 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fc34065-6406-43a3-bc9d-42571269d863 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.781428 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fc34065-6406-43a3-bc9d-42571269d863 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.788138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc34065-6406-43a3-bc9d-42571269d863 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:17:28.788554 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fc34065-6406-43a3-bc9d-42571269d863 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: timer() Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:17:28.791540 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:17:28.851399 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fc34065-6406-43a3-bc9d-42571269d863 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.856066 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7fc34065-6406-43a3-bc9d-42571269d863 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.860635 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7fc34065-6406-43a3-bc9d-42571269d863 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/networks/58bc242f-a3e7-4684-98dd-2fc6256bab84 HTTP/1.1" status: 204 len: 168 time: 0.2967417 Aug 24 01:17:28.861112 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48622) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:28.876336 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc34065-6406-43a3-bc9d-42571269d863 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'Network': ['ID=58bc242f-a3e7-4684-98dd-2fc6256bab84,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:28.925021 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a20f57f0-3d68-444b-9e16-e78895621f66 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.961719 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a20f57f0-3d68-444b-9e16-e78895621f66 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:28.974724 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:17:28.996882 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:17:28.997269 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 5c031e01-5fcb-4dc5-874d-630ff5bab5b5 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:17:28.997709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b8a40eba-e9e6-49fb-a84e-52b385e5d01b no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:17:29.027642 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: b8a40eba-e9e6-49fb-a84e-52b385e5d01b {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:17:29.028040 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device b8a40eba-e9e6-49fb-a84e-52b385e5d01b not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:17:29.028821 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 49f62a53-044d-4266-a30b-f5c94091ff85 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:17:29.035305 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a20f57f0-3d68-444b-9e16-e78895621f66 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:29.038814 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a20f57f0-3d68-444b-9e16-e78895621f66 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:29.040044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a20f57f0-3d68-444b-9e16-e78895621f66 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] 10.222.0.32 "DELETE /v2.0/security-groups/817398d2-cdfe-4e04-a521-09d6e85b83ab HTTP/1.1" status: 204 len: 168 time: 0.1780660 Aug 24 01:17:29.049600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f57f0-3d68-444b-9e16-e78895621f66 tempest-TestNetworkAdvancedServerOps-1033107565 tempest-TestNetworkAdvancedServerOps-1033107565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817398d2-cdfe-4e04-a521-09d6e85b83ab,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:29.051165 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 49f62a53-044d-4266-a30b-f5c94091ff85 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:17:29.052274 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 49f62a53-044d-4266-a30b-f5c94091ff85 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:17:29.366947 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48630) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:29.514118 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8521ff1f-58b1-4d16-ba87-7d7a39380396 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5516b967219430b948357b5a8e3918e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459317 Aug 24 01:17:29.516584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48634) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:29.565550 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4188f6ef-f72e-4d94-a6a5-cc71929f8712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:29.591580 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4188f6ef-f72e-4d94-a6a5-cc71929f8712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:29.638101 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4188f6ef-f72e-4d94-a6a5-cc71929f8712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:29.640718 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4188f6ef-f72e-4d94-a6a5-cc71929f8712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:29.641945 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4188f6ef-f72e-4d94-a6a5-cc71929f8712 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44493204-ffd5-4923-92a7-e1834b67256c HTTP/1.1" status: 204 len: 168 time: 0.1244199 Aug 24 01:17:29.650349 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188f6ef-f72e-4d94-a6a5-cc71929f8712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44493204-ffd5-4923-92a7-e1834b67256c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:29.905778 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48640) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:29.919567 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0bc213c-c824-4ef1-9812-be28531926f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:30.013984 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0bc213c-c824-4ef1-9812-be28531926f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:30.018329 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d0bc213c-c824-4ef1-9812-be28531926f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:30.058654 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d0bc213c-c824-4ef1-9812-be28531926f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=471f46e9ffee4428af4a1ffef11075b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517339 Aug 24 01:17:30.059415 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc213c-c824-4ef1-9812-be28531926f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3904a0fd-c943-4b36-917d-3137df7bc398,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:30.062071 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48642) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:30.124407 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b15be5d1-37d4-4e37-a543-f370c1de7af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:30.145601 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b15be5d1-37d4-4e37-a543-f370c1de7af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:30.192786 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b15be5d1-37d4-4e37-a543-f370c1de7af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:30.195362 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b15be5d1-37d4-4e37-a543-f370c1de7af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:30.199155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b15be5d1-37d4-4e37-a543-f370c1de7af9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3904a0fd-c943-4b36-917d-3137df7bc398 HTTP/1.1" status: 204 len: 168 time: 0.1357775 Aug 24 01:17:30.203459 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:30.207429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15be5d1-37d4-4e37-a543-f370c1de7af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3904a0fd-c943-4b36-917d-3137df7bc398,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:30.272064 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:30.278941 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4d0db3fb-2e19-4980-9d74-70285a7e98c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:30.891828 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48664) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:30.985505 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-398155440-network', 'tenant_id': '481630b19e22481f9472e4939c10c904'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:31.006585 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] Made reservation on behalf of 481630b19e22481f9472e4939c10c904 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:17:31.008865 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.017220 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.104158 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.108040 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.133328 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:17:31.148937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9b9e85-a971-456b-aac8-27879209edd0,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:31.151851 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.152196 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] Added segment 93abdbd3-dbd3-4819-b27e-00e760acfcf5 of type vlan for network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee Aug 24 01:17:31.445987 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.471090 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.472051 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:31.472628 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.485038 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.527590 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6346574 Aug 24 01:17:31.530640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48668) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:31.536621 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-0d294a03-408a-45e6-8ca6-7cc2c2c823be admin admin] Request body: {'subnet': {'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-398155440-subnet', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:31.537917 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8235d-9b24-4e06-a512-fd282c0698c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:31.547672 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:17:31.562132 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d294a03-408a-45e6-8ca6-7cc2c2c823be admin admin] Made reservation on behalf of 481630b19e22481f9472e4939c10c904 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:17:31.564888 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d294a03-408a-45e6-8ca6-7cc2c2c823be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.734083 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d294a03-408a-45e6-8ca6-7cc2c2c823be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.794282 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d294a03-408a-45e6-8ca6-7cc2c2c823be admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc97e4bc-d005-45f9-b23e-2c7fac0557d2,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:31.803674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d294a03-408a-45e6-8ca6-7cc2c2c823be admin admin] Checking segment: {'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:17:31.804042 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d294a03-408a-45e6-8ca6-7cc2c2c823be admin admin] Network hostable DHCP agents. Network: 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:17:31.821168 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d294a03-408a-45e6-8ca6-7cc2c2c823be admin admin] Network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:17:31.829315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-0d294a03-408a-45e6-8ca6-7cc2c2c823be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:17:31.833643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d294a03-408a-45e6-8ca6-7cc2c2c823be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:31.834755 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-0d294a03-408a-45e6-8ca6-7cc2c2c823be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.837949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efb31b0-20dd-4369-aeed-68f7f595c124 None None] Network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:17:31.849335 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-0d294a03-408a-45e6-8ca6-7cc2c2c823be admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3174672 Aug 24 01:17:31.852860 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48670) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:31.856893 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:31.877032 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.878172 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.931402 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:31.987717 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:17:31.988522 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:32.074098 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:32.127841 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Allocated IP 172.20.0.2 (0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee/bc97e4bc-d005-45f9-b23e-2c7fac0557d2/052047e7-3a38-40c0-8648-12fd65b18c75) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:17:32.273760 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:32.279030 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:32.288755 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Transition to ACTIVE for port object 052047e7-3a38-40c0-8648-12fd65b18c75 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:17:32.297550 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:32.304742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Transition to ACTIVE for port object 052047e7-3a38-40c0-8648-12fd65b18c75 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:17:32.310802 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:32.351763 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:17:32.354404 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:17:32.357728 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:17:32.365934 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Pushing event updated for resources: {'Port': ['ID=052047e7-3a38-40c0-8648-12fd65b18c75,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:32.401465 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Allocated IP 172.25.8.119 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/983dee61-d6d8-475b-bcf5-1aa2e8859788) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:17:32.418742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Attempting to bind port 052047e7-3a38-40c0-8648-12fd65b18c75 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:17:32.419140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Attempting to bind port 052047e7-3a38-40c0-8648-12fd65b18c75 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:17:32.419499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Attempting to bind port 052047e7-3a38-40c0-8648-12fd65b18c75 on network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:17:32.424402 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:17:32.424774 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Checking segment: {'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:17:32.425172 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:32.425559 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Bound using segment: {'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:17:32.426024 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Bound port: 052047e7-3a38-40c0-8648-12fd65b18c75, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:17:32.426938 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:32.493986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] For port 052047e7-3a38-40c0-8648-12fd65b18c75, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:17:32.497187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] For port 052047e7-3a38-40c0-8648-12fd65b18c75, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=052047e7-3a38-40c0-8648-12fd65b18c75,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:17:32.501584 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:32.509939 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:32.553691 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:32.560349 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924d6c4-296d-4632-a9ac-97bb6e1b72b4 None None] Pushing event updated for resources: {'Port': ['ID=052047e7-3a38-40c0-8648-12fd65b18c75,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:32.601812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:17:32.604701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:17:32.609170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:17:32.612457 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Pushing event updated for resources: {'Port': ['ID=983dee61-d6d8-475b-bcf5-1aa2e8859788,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:32.873493 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:32.978992 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 052047e7-3a38-40c0-8648-12fd65b18c75 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:17:33.029717 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 052047e7-3a38-40c0-8648-12fd65b18c75 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:17:33.072704 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:33.200012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Router 6cc2de4e-143c-41a1-a566-550fcc831f70 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:17:33.251881 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:33.312287 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:17:33.322168 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Sync routers for ids ['6cc2de4e-143c-41a1-a566-550fcc831f70'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:17:33.330816 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:33.335285 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d7469157-339a-4331-9720-9d3a8afe3d01 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4786816 Aug 24 01:17:33.335466 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Routers {'6cc2de4e-143c-41a1-a566-550fcc831f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:17:33.335466 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cc2de4e-143c-41a1-a566-550fcc831f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:33.336239 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48672) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:33.445866 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Set router 6cc2de4e-143c-41a1-a566-550fcc831f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:17:33.534055 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce141176-f8e1-4e17-a0d6-27dbdb24184f None None] Network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:17:33.593126 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5da38991-c21d-49ee-adf9-400878d19837 None None] Provisioning for port 052047e7-3a38-40c0-8648-12fd65b18c75 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:17:33.600906 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5da38991-c21d-49ee-adf9-400878d19837 None None] Provisioning complete for port 052047e7-3a38-40c0-8648-12fd65b18c75 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:33.601279 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5da38991-c21d-49ee-adf9-400878d19837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:33.649744 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:32Z', 'revision_number': 3, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:33.680692 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Checking router: 6cc2de4e-143c-41a1-a566-550fcc831f70 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:17:33.681036 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Updating router 6cc2de4e-143c-41a1-a566-550fcc831f70 port 983dee61-d6d8-475b-bcf5-1aa2e8859788 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:17:33.705824 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:33.753233 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5da38991-c21d-49ee-adf9-400878d19837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:33.827610 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:33.955974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-5da38991-c21d-49ee-adf9-400878d19837 None None] For port 052047e7-3a38-40c0-8648-12fd65b18c75, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=052047e7-3a38-40c0-8648-12fd65b18c75,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:17:33.964193 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5da38991-c21d-49ee-adf9-400878d19837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:33.985570 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:33.996883 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Transition to ACTIVE for port object 983dee61-d6d8-475b-bcf5-1aa2e8859788 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:17:34.005371 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Allocated IP 172.20.0.1 (0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee/bc97e4bc-d005-45f9-b23e-2c7fac0557d2/55bcfaf1-98f6-437d-b869-3e0cf1ed2a08) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:17:34.006120 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:34.020864 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da38991-c21d-49ee-adf9-400878d19837 None None] Pushing event updated for resources: {'Port': ['ID=052047e7-3a38-40c0-8648-12fd65b18c75,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:34.073435 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Attempting to bind port 983dee61-d6d8-475b-bcf5-1aa2e8859788 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:17:34.073809 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Attempting to bind port 983dee61-d6d8-475b-bcf5-1aa2e8859788 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:17:34.074167 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Attempting to bind port 983dee61-d6d8-475b-bcf5-1aa2e8859788 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:17:34.077410 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d14fc1-9d63-4763-a1cf-69cb11aecfe5 None None] Pushing event updated for resources: {'Port': ['ID=983dee61-d6d8-475b-bcf5-1aa2e8859788,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:34.086022 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:17:34.086792 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:17:34.086792 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:34.087192 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:17:34.087666 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Bound port: 983dee61-d6d8-475b-bcf5-1aa2e8859788, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:17:34.088073 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:34.091191 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d14fc1-9d63-4763-a1cf-69cb11aecfe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:34.091536 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d14fc1-9d63-4763-a1cf-69cb11aecfe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:34.091869 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d14fc1-9d63-4763-a1cf-69cb11aecfe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:34.092199 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d14fc1-9d63-4763-a1cf-69cb11aecfe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:34.092527 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d14fc1-9d63-4763-a1cf-69cb11aecfe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:34.092850 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d14fc1-9d63-4763-a1cf-69cb11aecfe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:34.093173 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d14fc1-9d63-4763-a1cf-69cb11aecfe5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:34.093494 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d14fc1-9d63-4763-a1cf-69cb11aecfe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:34.093816 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d14fc1-9d63-4763-a1cf-69cb11aecfe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:34.094133 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d14fc1-9d63-4763-a1cf-69cb11aecfe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:34.094859 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d14fc1-9d63-4763-a1cf-69cb11aecfe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:34.094859 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d14fc1-9d63-4763-a1cf-69cb11aecfe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:17:34.128029 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:34.144949 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Transition to ACTIVE for port object 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:17:34.150355 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] For port 983dee61-d6d8-475b-bcf5-1aa2e8859788, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:17:34.154040 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] For port 983dee61-d6d8-475b-bcf5-1aa2e8859788, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=983dee61-d6d8-475b-bcf5-1aa2e8859788,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:17:34.160235 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:34.187023 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:34.222693 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Routers {'6cc2de4e-143c-41a1-a566-550fcc831f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:17:34.223285 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cc2de4e-143c-41a1-a566-550fcc831f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:34.237217 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:17:34.242409 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:17:34.244602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Pushing event updated for resources: {'Port': ['ID=55bcfaf1-98f6-437d-b869-3e0cf1ed2a08,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:34.246727 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:17:34.267026 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d14fc1-9d63-4763-a1cf-69cb11aecfe5 None None] Pushing event updated for resources: {'Port': ['ID=983dee61-d6d8-475b-bcf5-1aa2e8859788,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:34.286929 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:34.295713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-76225d8c-f9ce-4903-bdff-20a1b609fef8 None None] Provisioning complete for port 052047e7-3a38-40c0-8648-12fd65b18c75 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:34.296327 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-76225d8c-f9ce-4903-bdff-20a1b609fef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:34.336414 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] Set router 6cc2de4e-143c-41a1-a566-550fcc831f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:17:34.450188 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:34.507943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e9f2c67d-4dc7-4e9e-a901-d637b891d780 None None] Provisioning for port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:17:34.511839 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e9f2c67d-4dc7-4e9e-a901-d637b891d780 None None] Provisioning complete for port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:34.512479 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9f2c67d-4dc7-4e9e-a901-d637b891d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:34.537522 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:32Z', 'revision_number': 3, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:34.550379 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-e9f2c67d-4dc7-4e9e-a901-d637b891d780 None None] Port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:17:34.564500 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f376e-f3a2-4ba5-90c4-082c6845813e None None] The sync data for ids ['6cc2de4e-143c-41a1-a566-550fcc831f70'] in n-d-805736-1 is: [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:32Z', 'revision_number': 3, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:17:34.631932 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:34.638056 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:34.705534 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:34.707268 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Pushing event updated for resources: {'Port': ['ID=55bcfaf1-98f6-437d-b869-3e0cf1ed2a08,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:34.824525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:17:34.825992 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:17:34.975458 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Router 6cc2de4e-143c-41a1-a566-550fcc831f70 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:17:35.084788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 983dee61-d6d8-475b-bcf5-1aa2e8859788 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:17:35.089405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-d3594183-f8ff-4160-b1ab-10fd9daf4bb8 None None] Provisioning complete for port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:35.089950 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d3594183-f8ff-4160-b1ab-10fd9daf4bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:35.104698 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:17:35.115065 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-1089a350-9331-475f-8d30-ab08b7c064f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/6cc2de4e-143c-41a1-a566-550fcc831f70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7775893 Aug 24 01:17:35.154613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-d3594183-f8ff-4160-b1ab-10fd9daf4bb8 None None] Port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:17:35.172398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 983dee61-d6d8-475b-bcf5-1aa2e8859788 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:17:35.177355 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 983dee61-d6d8-475b-bcf5-1aa2e8859788 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:35.177727 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:35.265982 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:35.289960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 983dee61-d6d8-475b-bcf5-1aa2e8859788, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=983dee61-d6d8-475b-bcf5-1aa2e8859788,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:17:35.294356 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:35.295357 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 052047e7-3a38-40c0-8648-12fd65b18c75 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:17:35.378623 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=983dee61-d6d8-475b-bcf5-1aa2e8859788,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:35.393530 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 052047e7-3a38-40c0-8648-12fd65b18c75 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:35.394073 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:35.645628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48688) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:35.650712 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1974019265-network', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:35.670808 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] Made reservation on behalf of d8fb1af8ddca417e8c0c4812db4527a2 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:17:35.673204 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:35.682381 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:35.776769 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:35.780245 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:35.815882 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:17:35.826394 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7843fa45-ecce-4abd-9b58-1cb90bc5bc73,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:35.833337 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:35.833806 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] Added segment 8e8e3783-c18e-435b-99de-0c4a3cb5ca1d of type vlan for network ad080db8-f190-4862-a44e-768c9999ef33 Aug 24 01:17:35.877144 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:35.903106 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:35.904082 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:35.904676 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:35.965835 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3191004 Aug 24 01:17:35.968937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48690) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:35.969662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede6874-1cb4-4fce-a60b-b54a511e4570 admin admin] Pushing event updated for resources: {'Network': ['ID=ad080db8-f190-4862-a44e-768c9999ef33,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:35.975311 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-bd3f979b-4639-4d18-bc0e-562b01f1a38f admin admin] Request body: {'subnet': {'network_id': 'ad080db8-f190-4862-a44e-768c9999ef33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1974019265-subnet', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:35.980611 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network ad080db8-f190-4862-a44e-768c9999ef33 details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:17:35.998678 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3f979b-4639-4d18-bc0e-562b01f1a38f admin admin] Made reservation on behalf of d8fb1af8ddca417e8c0c4812db4527a2 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:17:36.001127 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd3f979b-4639-4d18-bc0e-562b01f1a38f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:36.126073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Sync routers for ids ['6cc2de4e-143c-41a1-a566-550fcc831f70'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:17:36.135273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Routers {'6cc2de4e-143c-41a1-a566-550fcc831f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:17:36.135901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cc2de4e-143c-41a1-a566-550fcc831f70'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:36.178571 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd3f979b-4639-4d18-bc0e-562b01f1a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:36.238637 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f979b-4639-4d18-bc0e-562b01f1a38f admin admin] Pushing event updated for resources: {'Subnet': ['ID=113aed0c-eb12-4f59-94f5-236f05fd1e15,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:36.249685 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f979b-4639-4d18-bc0e-562b01f1a38f admin admin] Checking segment: {'id': '8e8e3783-c18e-435b-99de-0c4a3cb5ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad080db8-f190-4862-a44e-768c9999ef33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:17:36.250040 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3f979b-4639-4d18-bc0e-562b01f1a38f admin admin] Network hostable DHCP agents. Network: ad080db8-f190-4862-a44e-768c9999ef33, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:17:36.258414 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Set router 6cc2de4e-143c-41a1-a566-550fcc831f70 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:17:36.266198 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3f979b-4639-4d18-bc0e-562b01f1a38f admin admin] Network ad080db8-f190-4862-a44e-768c9999ef33 is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:17:36.275845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-bd3f979b-4639-4d18-bc0e-562b01f1a38f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, ad080db8-f190-4862-a44e-768c9999ef33) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:17:36.279955 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3f979b-4639-4d18-bc0e-562b01f1a38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:36.280600 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-bd3f979b-4639-4d18-bc0e-562b01f1a38f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:36.291156 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28afdfb-5081-4106-a326-242b998f13d7 None None] Network ad080db8-f190-4862-a44e-768c9999ef33 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:17:36.295925 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-bd3f979b-4639-4d18-bc0e-562b01f1a38f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3256347 Aug 24 01:17:36.298398 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48692) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:36.302763 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1974019265-router', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:36.324738 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:36.325841 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:36.378379 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:36.528178 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:36.581169 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-ad080db8-f190-4862-a44e-768c9999ef33', 'network_id': 'ad080db8-f190-4862-a44e-768c9999ef33', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'fixed_ips': [{'subnet_id': '113aed0c-eb12-4f59-94f5-236f05fd1e15'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:17:36.582018 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:36.673637 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 2, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:36.706694 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Checking router: 6cc2de4e-143c-41a1-a566-550fcc831f70 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:17:36.707086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Updating router 6cc2de4e-143c-41a1-a566-550fcc831f70 port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:17:36.733198 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:36.751942 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:36.765086 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:36.809078 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Allocated IP 172.20.0.2 (ad080db8-f190-4862-a44e-768c9999ef33/113aed0c-eb12-4f59-94f5-236f05fd1e15/dbb6f5fe-bdc8-444c-8d98-448657fe6337) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:17:36.860207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Allocated IP 172.25.8.92 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/a8d3d606-cd6b-4a17-942b-9208dcb98ea3) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:17:36.965680 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.008088 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 983dee61-d6d8-475b-bcf5-1aa2e8859788 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:17:37.009919 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.048973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:17:37.054000 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:17:37.057466 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:17:37.083420 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d3d606-cd6b-4a17-942b-9208dcb98ea3,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:37.156704 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.170785 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 983dee61-d6d8-475b-bcf5-1aa2e8859788 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:37.171160 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.178312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Transition to ACTIVE for port object dbb6f5fe-bdc8-444c-8d98-448657fe6337 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:17:37.254021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Transition to ACTIVE for port object dbb6f5fe-bdc8-444c-8d98-448657fe6337 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:17:37.267296 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.285395 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.315218 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.328780 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Network ad080db8-f190-4862-a44e-768c9999ef33 is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:17:37.332039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Transition to ACTIVE for port object 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:17:37.337523 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:17:37.340833 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:17:37.345941 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.384405 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Pushing event updated for resources: {'Port': ['ID=dbb6f5fe-bdc8-444c-8d98-448657fe6337,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:37.506146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Attempting to bind port dbb6f5fe-bdc8-444c-8d98-448657fe6337 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:17:37.506519 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Attempting to bind port dbb6f5fe-bdc8-444c-8d98-448657fe6337 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '8e8e3783-c18e-435b-99de-0c4a3cb5ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad080db8-f190-4862-a44e-768c9999ef33'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:17:37.506910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Attempting to bind port dbb6f5fe-bdc8-444c-8d98-448657fe6337 on network ad080db8-f190-4862-a44e-768c9999ef33 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:17:37.513286 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541567b-b305-4ee8-8bb4-ce68195b8a42 None None] Pushing event updated for resources: {'Port': ['ID=55bcfaf1-98f6-437d-b869-3e0cf1ed2a08,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:37.535386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:17:37.536872 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Checking segment: {'id': '8e8e3783-c18e-435b-99de-0c4a3cb5ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad080db8-f190-4862-a44e-768c9999ef33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:17:37.537290 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.537691 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Bound using segment: {'id': '8e8e3783-c18e-435b-99de-0c4a3cb5ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad080db8-f190-4862-a44e-768c9999ef33'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:17:37.538182 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Bound port: dbb6f5fe-bdc8-444c-8d98-448657fe6337, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8e3783-c18e-435b-99de-0c4a3cb5ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad080db8-f190-4862-a44e-768c9999ef33'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:17:37.538586 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.539655 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.559546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Attempting to bind port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:17:37.559928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Attempting to bind port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:17:37.560305 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Attempting to bind port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 on network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:17:37.585969 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:17:37.586435 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Checking segment: {'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:17:37.586740 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.587489 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Bound using segment: {'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:17:37.587632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Bound port: 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:17:37.588164 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.663582 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] For port dbb6f5fe-bdc8-444c-8d98-448657fe6337, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:17:37.669533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] For port dbb6f5fe-bdc8-444c-8d98-448657fe6337, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=dbb6f5fe-bdc8-444c-8d98-448657fe6337,segment=NetworkSegment(8e8e3783-c18e-435b-99de-0c4a3cb5ca1d),segment_id=8e8e3783-c18e-435b-99de-0c4a3cb5ca1d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:17:37.676012 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Router e89155d6-e859-4c87-99d0-e558614bf35b is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:17:37.677024 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.724615 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] For port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:17:37.751685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] For port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=55bcfaf1-98f6-437d-b869-3e0cf1ed2a08,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:17:37.764320 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:37.774174 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035ccbe-04db-4ffd-8679-a98e568744c5 None None] Pushing event updated for resources: {'Port': ['ID=dbb6f5fe-bdc8-444c-8d98-448657fe6337,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:37.830115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Routers {'6cc2de4e-143c-41a1-a566-550fcc831f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:17:37.831189 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cc2de4e-143c-41a1-a566-550fcc831f70'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:38.094868 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:17:38.096486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541567b-b305-4ee8-8bb4-ce68195b8a42 None None] Pushing event updated for resources: {'Port': ['ID=55bcfaf1-98f6-437d-b869-3e0cf1ed2a08,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:38.105556 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Sync routers for ids ['e89155d6-e859-4c87-99d0-e558614bf35b'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:17:38.118579 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Routers {'e89155d6-e859-4c87-99d0-e558614bf35b'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:17:38.119501 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e89155d6-e859-4c87-99d0-e558614bf35b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:38.124820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:38.128824 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-acaa5bb7-9ad9-4f8b-88b7-2f8c37ad6146 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8269944 Aug 24 01:17:38.129263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48694) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:38.178223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] Set router 6cc2de4e-143c-41a1-a566-550fcc831f70 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:17:38.227663 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Set router e89155d6-e859-4c87-99d0-e558614bf35b gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:17:38.402943 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:37Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:38.418911 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'name': 'tempest-TestShelveInstance-1974019265-router', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:37Z', 'revision_number': 3, 'project_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'gw_port': {'id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:38.432623 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531eaf68-38b2-4c6b-95a5-e9268f9adfb3 None None] The sync data for ids ['6cc2de4e-143c-41a1-a566-550fcc831f70'] in n-d-805736-1 is: [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:37Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:17:38.453716 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Checking router: e89155d6-e859-4c87-99d0-e558614bf35b for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:17:38.454074 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Updating router e89155d6-e859-4c87-99d0-e558614bf35b port a8d3d606-cd6b-4a17-942b-9208dcb98ea3 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:17:38.618202 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:38.920963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bf41fd-b49e-47e5-893f-501dc2b3e419 None None] Network ad080db8-f190-4862-a44e-768c9999ef33 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:17:38.936875 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:38.950346 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Transition to ACTIVE for port object a8d3d606-cd6b-4a17-942b-9208dcb98ea3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:17:38.959718 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:38.996700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f6035542-390e-40ac-b0c9-9e35d0a94d10 None None] Provisioning for port dbb6f5fe-bdc8-444c-8d98-448657fe6337 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:17:39.015542 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b2435-0ea3-41a9-9c97-d9bcc7c269a9 None None] Pushing event updated for resources: {'Port': ['ID=a8d3d606-cd6b-4a17-942b-9208dcb98ea3,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:39.043340 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Attempting to bind port a8d3d606-cd6b-4a17-942b-9208dcb98ea3 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:17:39.043667 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Attempting to bind port a8d3d606-cd6b-4a17-942b-9208dcb98ea3 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:17:39.044258 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Attempting to bind port a8d3d606-cd6b-4a17-942b-9208dcb98ea3 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:17:39.049738 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:17:39.050115 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:17:39.050519 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.051155 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:17:39.052306 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Bound port: a8d3d606-cd6b-4a17-942b-9208dcb98ea3, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:17:39.052827 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.107723 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.132195 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] For port a8d3d606-cd6b-4a17-942b-9208dcb98ea3, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:17:39.138164 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] For port a8d3d606-cd6b-4a17-942b-9208dcb98ea3, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a8d3d606-cd6b-4a17-942b-9208dcb98ea3,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:17:39.138504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:17:39.144413 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.211538 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Routers {'e89155d6-e859-4c87-99d0-e558614bf35b'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:17:39.212248 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e89155d6-e859-4c87-99d0-e558614bf35b'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:39.239890 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:17:39.244571 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:39.244998 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.315997 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Allocated IP 172.20.0.1 (ad080db8-f190-4862-a44e-768c9999ef33/113aed0c-eb12-4f59-94f5-236f05fd1e15/32396596-67fc-4b93-82cb-d7fb60032102) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:17:39.357626 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] Set router e89155d6-e859-4c87-99d0-e558614bf35b gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:17:39.362103 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.436395 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=55bcfaf1-98f6-437d-b869-3e0cf1ed2a08,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:17:39.444938 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.446267 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dbb6f5fe-bdc8-444c-8d98-448657fe6337 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:17:39.477710 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b2435-0ea3-41a9-9c97-d9bcc7c269a9 None None] Pushing event updated for resources: {'Port': ['ID=a8d3d606-cd6b-4a17-942b-9208dcb98ea3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:39.485702 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.516512 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Transition to ACTIVE for port object 32396596-67fc-4b93-82cb-d7fb60032102 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:17:39.565085 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.594697 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=55bcfaf1-98f6-437d-b869-3e0cf1ed2a08,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:39.601188 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port dbb6f5fe-bdc8-444c-8d98-448657fe6337 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:17:39.606047 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port dbb6f5fe-bdc8-444c-8d98-448657fe6337 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:39.606685 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.621831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Network ad080db8-f190-4862-a44e-768c9999ef33 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:17:39.623866 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'name': 'tempest-TestShelveInstance-1974019265-router', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:37Z', 'revision_number': 3, 'project_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'gw_port': {'id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:39.625310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:17:39.629114 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:17:39.635894 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Pushing event updated for resources: {'Port': ['ID=32396596-67fc-4b93-82cb-d7fb60032102,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:39.664205 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f6c87-8711-4a1c-bcbd-ce3eec17f934 None None] The sync data for ids ['e89155d6-e859-4c87-99d0-e558614bf35b'] in n-d-805736-1 is: [{'id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'name': 'tempest-TestShelveInstance-1974019265-router', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:37Z', 'revision_number': 3, 'project_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'gw_port': {'id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:17:39.682967 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.684187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-cc1d16e8-4636-4731-b725-e0fb80ee893e None None] Provisioning complete for port dbb6f5fe-bdc8-444c-8d98-448657fe6337 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:39.689388 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc1d16e8-4636-4731-b725-e0fb80ee893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.796716 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.855807 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.872727 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port dbb6f5fe-bdc8-444c-8d98-448657fe6337, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=dbb6f5fe-bdc8-444c-8d98-448657fe6337,segment=NetworkSegment(8e8e3783-c18e-435b-99de-0c4a3cb5ca1d),segment_id=8e8e3783-c18e-435b-99de-0c4a3cb5ca1d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:17:39.877896 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.909759 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cc1d16e8-4636-4731-b725-e0fb80ee893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:39.949465 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=dbb6f5fe-bdc8-444c-8d98-448657fe6337,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:39.985252 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.db.api [None req-cc1d16e8-4636-4731-b725-e0fb80ee893e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 01:17:39.985673 n-d-805736-1 neutron-server[94839]: DEBUG oslo_db.api [None req-cc1d16e8-4636-4731-b725-e0fb80ee893e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 01:17:40.048575 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:40.054273 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:40.136369 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Pushing event updated for resources: {'Port': ['ID=32396596-67fc-4b93-82cb-d7fb60032102,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:40.139259 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:40.243268 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Network ad080db8-f190-4862-a44e-768c9999ef33 is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:17:40.245520 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:17:40.369583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Router e89155d6-e859-4c87-99d0-e558614bf35b has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:17:40.488003 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:17:40.493839 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4eb22ad4-3364-4959-aca3-6291ab4aafd3 admin admin] 10.222.0.32 "PUT /v2.0/routers/e89155d6-e859-4c87-99d0-e558614bf35b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3632588 Aug 24 01:17:40.656935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-062dfe41-937b-4a78-a6e0-1de5f1e70086 None None] Provisioning for port 32396596-67fc-4b93-82cb-d7fb60032102 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:17:40.661973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-062dfe41-937b-4a78-a6e0-1de5f1e70086 None None] Provisioning complete for port 32396596-67fc-4b93-82cb-d7fb60032102 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:40.662349 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-062dfe41-937b-4a78-a6e0-1de5f1e70086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:40.702614 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-062dfe41-937b-4a78-a6e0-1de5f1e70086 None None] Port 32396596-67fc-4b93-82cb-d7fb60032102 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:17:41.030545 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:17:41.079386 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:41.079764 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.118641 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:17:41.158323 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dbb6f5fe-bdc8-444c-8d98-448657fe6337 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:17:41.208184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port dbb6f5fe-bdc8-444c-8d98-448657fe6337 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:41.208554 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.261566 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48702) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:41.266403 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-74a35ef8-99e5-4d23-b0e1-d774934301ed tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1897747160', 'description': 'tempest-secgroup-smoke-1897747160 description', 'project_id': '481630b19e22481f9472e4939c10c904'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:41.288782 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a8d3d606-cd6b-4a17-942b-9208dcb98ea3 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:17:41.290997 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74a35ef8-99e5-4d23-b0e1-d774934301ed tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.339727 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port a8d3d606-cd6b-4a17-942b-9208dcb98ea3 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:17:41.343295 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port a8d3d606-cd6b-4a17-942b-9208dcb98ea3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:41.343676 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.377965 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74a35ef8-99e5-4d23-b0e1-d774934301ed tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.382709 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74a35ef8-99e5-4d23-b0e1-d774934301ed tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.411831 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-74a35ef8-99e5-4d23-b0e1-d774934301ed tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.413086 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-74a35ef8-99e5-4d23-b0e1-d774934301ed tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1504421 Aug 24 01:17:41.415131 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a35ef8-99e5-4d23-b0e1-d774934301ed tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035d3943-4c8d-4f18-baca-93d64cb6bb9c,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:41.416262 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48704) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:41.421637 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7f9d35d6-ab46-4d13-a1da-670307dbe810 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'security_group_rule': {'security_group_id': '035d3943-4c8d-4f18-baca-93d64cb6bb9c', 'project_id': '481630b19e22481f9472e4939c10c904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:41.432098 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.449230 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f9d35d6-ab46-4d13-a1da-670307dbe810 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.453554 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port a8d3d606-cd6b-4a17-942b-9208dcb98ea3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a8d3d606-cd6b-4a17-942b-9208dcb98ea3,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:17:41.458749 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.514001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=a8d3d606-cd6b-4a17-942b-9208dcb98ea3,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:41.532441 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f9d35d6-ab46-4d13-a1da-670307dbe810 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.537510 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f9d35d6-ab46-4d13-a1da-670307dbe810 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.562398 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d35d6-ab46-4d13-a1da-670307dbe810 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d1971f-79a0-4118-bc4c-ba657f9cafc2,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:41.567594 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7f9d35d6-ab46-4d13-a1da-670307dbe810 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.568947 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7f9d35d6-ab46-4d13-a1da-670307dbe810 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511073 Aug 24 01:17:41.571891 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48706) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:41.577317 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-1e2177ca-9bc8-4517-a988-9ecb5dcefe45 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'security_group_rule': {'security_group_id': '035d3943-4c8d-4f18-baca-93d64cb6bb9c', 'project_id': '481630b19e22481f9472e4939c10c904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:41.604863 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e2177ca-9bc8-4517-a988-9ecb5dcefe45 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.662746 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e2177ca-9bc8-4517-a988-9ecb5dcefe45 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.666176 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e2177ca-9bc8-4517-a988-9ecb5dcefe45 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.682865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2177ca-9bc8-4517-a988-9ecb5dcefe45 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6224938b-9513-47f0-a0f7-b7398df0bcf7,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:41.689414 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-1e2177ca-9bc8-4517-a988-9ecb5dcefe45 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.694043 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-1e2177ca-9bc8-4517-a988-9ecb5dcefe45 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208723 Aug 24 01:17:41.694179 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48708) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:41.698917 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-7a391653-c505-426b-a797-c237f122ccb4 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'security_group_rule': {'security_group_id': '035d3943-4c8d-4f18-baca-93d64cb6bb9c', 'project_id': '481630b19e22481f9472e4939c10c904', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:41.726474 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a391653-c505-426b-a797-c237f122ccb4 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.788281 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a391653-c505-426b-a797-c237f122ccb4 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.792301 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a391653-c505-426b-a797-c237f122ccb4 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.812383 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a391653-c505-426b-a797-c237f122ccb4 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456070cb-4792-4864-bbf9-c1f1959402b2,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:41.816293 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-7a391653-c505-426b-a797-c237f122ccb4 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.820830 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-7a391653-c505-426b-a797-c237f122ccb4 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230075 Aug 24 01:17:41.821326 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48710) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:41.825593 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-6872ec1f-b259-40b9-bc68-00f25d96e518 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'security_group_rule': {'security_group_id': '035d3943-4c8d-4f18-baca-93d64cb6bb9c', 'project_id': '481630b19e22481f9472e4939c10c904', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:41.853258 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6872ec1f-b259-40b9-bc68-00f25d96e518 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.878998 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Sync routers for ids ['e89155d6-e859-4c87-99d0-e558614bf35b'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:17:41.888756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Routers {'e89155d6-e859-4c87-99d0-e558614bf35b'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:17:41.889485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e89155d6-e859-4c87-99d0-e558614bf35b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:41.916680 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6872ec1f-b259-40b9-bc68-00f25d96e518 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.920445 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6872ec1f-b259-40b9-bc68-00f25d96e518 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.940899 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872ec1f-b259-40b9-bc68-00f25d96e518 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b0415a-886a-4483-a56e-f4a246902423,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:41.949482 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-6872ec1f-b259-40b9-bc68-00f25d96e518 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:41.950826 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-6872ec1f-b259-40b9-bc68-00f25d96e518 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289139 Aug 24 01:17:41.953524 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48712) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:41.958074 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-592d6ade-8389-4537-8a2e-05189114fb50 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'security_group_rule': {'security_group_id': '035d3943-4c8d-4f18-baca-93d64cb6bb9c', 'project_id': '481630b19e22481f9472e4939c10c904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:41.980671 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-592d6ade-8389-4537-8a2e-05189114fb50 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Project 481630b19e22481f9472e4939c10c904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:17:41.985484 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-592d6ade-8389-4537-8a2e-05189114fb50 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.002595 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Set router e89155d6-e859-4c87-99d0-e558614bf35b gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:17:42.046937 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-592d6ade-8389-4537-8a2e-05189114fb50 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.050858 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-592d6ade-8389-4537-8a2e-05189114fb50 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.072335 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d6ade-8389-4537-8a2e-05189114fb50 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ce5712-68dd-4d42-ae7a-74e9b8879eef,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:42.076033 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-592d6ade-8389-4537-8a2e-05189114fb50 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.079837 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-592d6ade-8389-4537-8a2e-05189114fb50 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227703 Aug 24 01:17:42.080348 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48716) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:42.084462 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8d304bc0-46b7-4bd3-bbb4-b4c3c63696f9 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'security_group_rule': {'security_group_id': '035d3943-4c8d-4f18-baca-93d64cb6bb9c', 'project_id': '481630b19e22481f9472e4939c10c904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:42.106471 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-8d304bc0-46b7-4bd3-bbb4-b4c3c63696f9 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Project 481630b19e22481f9472e4939c10c904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:17:42.111355 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d304bc0-46b7-4bd3-bbb4-b4c3c63696f9 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.172747 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d304bc0-46b7-4bd3-bbb4-b4c3c63696f9 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.176571 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d304bc0-46b7-4bd3-bbb4-b4c3c63696f9 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.197026 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d304bc0-46b7-4bd3-bbb4-b4c3c63696f9 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8489d93-920e-47f8-9e06-5cb76b691af5,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:42.200948 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8d304bc0-46b7-4bd3-bbb4-b4c3c63696f9 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.210481 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8d304bc0-46b7-4bd3-bbb4-b4c3c63696f9 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213961 Aug 24 01:17:42.212876 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'name': 'tempest-TestShelveInstance-1974019265-router', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 4, 'project_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'gw_port': {'id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '32396596-67fc-4b93-82cb-d7fb60032102', 'name': '', 'network_id': 'ad080db8-f190-4862-a44e-768c9999ef33', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'mac_address': 'fa:16:3e:15:78:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '113aed0c-eb12-4f59-94f5-236f05fd1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:39Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 2, 'project_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'subnets': [{'id': '113aed0c-eb12-4f59-94f5-236f05fd1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:42.239963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Checking router: e89155d6-e859-4c87-99d0-e558614bf35b for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:17:42.244128 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Updating router e89155d6-e859-4c87-99d0-e558614bf35b port 32396596-67fc-4b93-82cb-d7fb60032102 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:17:42.265415 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.342194 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-a2d8ed3d-54c4-4a0c-94cf-73a6a2be93de tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897747160&fields=id&tenant_id=481630b19e22481f9472e4939c10c904 HTTP/1.1" status: 200 len: 267 time: 0.0327077 Aug 24 01:17:42.453409 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-169a7f13-63b2-4d28-92ba-9169ad2faf31 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:42.454880 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-169a7f13-63b2-4d28-92ba-9169ad2faf31 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 808 time: 0.1050875 Aug 24 01:17:42.470216 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-ffab67b2-4601-4eab-8a9c-c9621a04b71c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/quotas/481630b19e22481f9472e4939c10c904 HTTP/1.1" status: 200 len: 375 time: 0.0090744 Aug 24 01:17:42.523483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-4f31dbee-2c72-4603-96c7-262b8e9f8e4c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471332 Aug 24 01:17:42.538306 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.548321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Transition to ACTIVE for port object 32396596-67fc-4b93-82cb-d7fb60032102 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:17:42.555581 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.626867 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3039f2-88ae-4996-a14b-13cc02122678 None None] Pushing event updated for resources: {'Port': ['ID=32396596-67fc-4b93-82cb-d7fb60032102,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:42.640488 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-5e378aeb-a689-4b1e-93f1-b739f3fdd489 service neutron] 10.222.0.32 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985880 Aug 24 01:17:42.660249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Attempting to bind port 32396596-67fc-4b93-82cb-d7fb60032102 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:17:42.660793 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Attempting to bind port 32396596-67fc-4b93-82cb-d7fb60032102 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '8e8e3783-c18e-435b-99de-0c4a3cb5ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad080db8-f190-4862-a44e-768c9999ef33'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:17:42.661174 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Attempting to bind port 32396596-67fc-4b93-82cb-d7fb60032102 on network ad080db8-f190-4862-a44e-768c9999ef33 {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:17:42.666504 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:17:42.666918 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Checking segment: {'id': '8e8e3783-c18e-435b-99de-0c4a3cb5ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad080db8-f190-4862-a44e-768c9999ef33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:17:42.667324 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.668203 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Bound using segment: {'id': '8e8e3783-c18e-435b-99de-0c4a3cb5ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad080db8-f190-4862-a44e-768c9999ef33'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:17:42.668363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Bound port: 32396596-67fc-4b93-82cb-d7fb60032102, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8e3783-c18e-435b-99de-0c4a3cb5ca1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ad080db8-f190-4862-a44e-768c9999ef33'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:17:42.668630 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.733891 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] For port 32396596-67fc-4b93-82cb-d7fb60032102, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:17:42.737247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] For port 32396596-67fc-4b93-82cb-d7fb60032102, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=32396596-67fc-4b93-82cb-d7fb60032102,segment=NetworkSegment(8e8e3783-c18e-435b-99de-0c4a3cb5ca1d),segment_id=8e8e3783-c18e-435b-99de-0c4a3cb5ca1d)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:17:42.739645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-af7b4a77-dd4f-49c8-adb6-4ea0528be3a1 service neutron] 10.222.0.32 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917265 Aug 24 01:17:42.743904 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.802331 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Routers {'e89155d6-e859-4c87-99d0-e558614bf35b'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:17:42.802914 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e89155d6-e859-4c87-99d0-e558614bf35b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:42.858936 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3039f2-88ae-4996-a14b-13cc02122678 None None] Pushing event updated for resources: {'Port': ['ID=32396596-67fc-4b93-82cb-d7fb60032102,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:42.939159 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9e58cb9c-3b64-43da-8257-0c2f49249365 req-9b1ce541-00bf-4493-ad8d-9a09ff0e2947 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 210 time: 0.0310931 Aug 24 01:17:42.968094 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] Set router e89155d6-e859-4c87-99d0-e558614bf35b gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:17:43.008187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a8d3d606-cd6b-4a17-942b-9208dcb98ea3 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:17:43.168066 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port a8d3d606-cd6b-4a17-942b-9208dcb98ea3 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:43.168437 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:43.303333 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'name': 'tempest-TestShelveInstance-1974019265-router', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 4, 'project_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'gw_port': {'id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '32396596-67fc-4b93-82cb-d7fb60032102', 'name': '', 'network_id': 'ad080db8-f190-4862-a44e-768c9999ef33', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'mac_address': 'fa:16:3e:15:78:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '113aed0c-eb12-4f59-94f5-236f05fd1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:39Z', 'updated_at': '2021-08-24T01:17:42Z', 'revision_number': 4, 'project_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'subnets': [{'id': '113aed0c-eb12-4f59-94f5-236f05fd1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:43.333456 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6eb79-9b76-49bb-b26b-186df4c40871 None None] The sync data for ids ['e89155d6-e859-4c87-99d0-e558614bf35b'] in n-d-805736-1 is: [{'id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'name': 'tempest-TestShelveInstance-1974019265-router', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 4, 'project_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'gw_port': {'id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '32396596-67fc-4b93-82cb-d7fb60032102', 'name': '', 'network_id': 'ad080db8-f190-4862-a44e-768c9999ef33', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'mac_address': 'fa:16:3e:15:78:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '113aed0c-eb12-4f59-94f5-236f05fd1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:39Z', 'updated_at': '2021-08-24T01:17:42Z', 'revision_number': 4, 'project_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'subnets': [{'id': '113aed0c-eb12-4f59-94f5-236f05fd1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:17:44.033203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93ecbc28-3967-4402-92c9-2b2abc80668d req-0390a7ed-723d-473e-9fba-7a6a2876ba80 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 210 time: 0.0253232 Aug 24 01:17:44.241816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-ec87ad9b-66d5-4adb-a72c-bbce654560a8 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:44.243474 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-ec87ad9b-66d5-4adb-a72c-bbce654560a8 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 808 time: 0.1120849 Aug 24 01:17:44.294712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-9ad8da80-1b87-461d-bd14-b547704e0fd6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=481630b19e22481f9472e4939c10c904 HTTP/1.1" status: 200 len: 380 time: 0.0356762 Aug 24 01:17:44.335366 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-81d119d0-228b-418d-8133-11a1ce95ddac tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'port': {'device_id': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'admin_state_up': True, 'tenant_id': '481630b19e22481f9472e4939c10c904', 'security_groups': ['035d3943-4c8d-4f18-baca-93d64cb6bb9c']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:44.445425 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-81d119d0-228b-418d-8133-11a1ce95ddac tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Made reservation on behalf of 481630b19e22481f9472e4939c10c904 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:17:44.449325 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-81d119d0-228b-418d-8133-11a1ce95ddac tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:44.573581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-81d119d0-228b-418d-8133-11a1ce95ddac tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Allocated IP 172.20.0.11 (0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee/bc97e4bc-d005-45f9-b23e-2c7fac0557d2/88db2356-b8e4-4265-b65c-4ceb091dde21) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:17:44.715246 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-81d119d0-228b-418d-8133-11a1ce95ddac tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:44.729323 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-81d119d0-228b-418d-8133-11a1ce95ddac tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Transition to ACTIVE for port object 88db2356-b8e4-4265-b65c-4ceb091dde21 will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:17:44.763380 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-81d119d0-228b-418d-8133-11a1ce95ddac tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:44.805816 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-81d119d0-228b-418d-8133-11a1ce95ddac tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:17:44.808870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-81d119d0-228b-418d-8133-11a1ce95ddac tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:17:44.812517 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-81d119d0-228b-418d-8133-11a1ce95ddac tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:17:44.842627 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d119d0-228b-418d-8133-11a1ce95ddac tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'Port': ['ID=88db2356-b8e4-4265-b65c-4ceb091dde21,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:44.871839 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-81d119d0-228b-418d-8133-11a1ce95ddac tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:44.872631 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-81d119d0-228b-418d-8133-11a1ce95ddac tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:44.888820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-81d119d0-228b-418d-8133-11a1ce95ddac tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5578976 Aug 24 01:17:44.906052 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Request body: {'port': {'device_id': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:44.971167 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:45.004396 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 32396596-67fc-4b93-82cb-d7fb60032102 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:17:45.054478 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 32396596-67fc-4b93-82cb-d7fb60032102 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:17:45.058474 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 32396596-67fc-4b93-82cb-d7fb60032102 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:45.058940 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:45.112495 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7551f757-8a96-4b36-b30d-415df80c95f1 None None] Provisioning for port 88db2356-b8e4-4265-b65c-4ceb091dde21 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:17:45.118814 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-7551f757-8a96-4b36-b30d-415df80c95f1 None None] Provisioning complete for port 88db2356-b8e4-4265-b65c-4ceb091dde21 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:45.119256 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7551f757-8a96-4b36-b30d-415df80c95f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:45.180655 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-7551f757-8a96-4b36-b30d-415df80c95f1 None None] Port 88db2356-b8e4-4265-b65c-4ceb091dde21 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:17:45.186804 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:45.221000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485aa5d6-7316-412f-8c10-6af26fc15a50 req-b216bee0-7e03-4649-b174-5041d07a5c1c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:45.221999 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 32396596-67fc-4b93-82cb-d7fb60032102, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=32396596-67fc-4b93-82cb-d7fb60032102,segment=NetworkSegment(8e8e3783-c18e-435b-99de-0c4a3cb5ca1d),segment_id=8e8e3783-c18e-435b-99de-0c4a3cb5ca1d)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:17:45.222633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-485aa5d6-7316-412f-8c10-6af26fc15a50 req-b216bee0-7e03-4649-b174-5041d07a5c1c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 932 time: 0.1166019 Aug 24 01:17:45.229622 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:45.287895 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=32396596-67fc-4b93-82cb-d7fb60032102,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:45.291388 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-485aa5d6-7316-412f-8c10-6af26fc15a50 req-f23615f0-1aeb-4e6f-af55-3426b3e8f095 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602472 Aug 24 01:17:45.336757 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88db2356-b8e4-4265-b65c-4ceb091dde21 {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:17:45.344189 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:45.356671 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Transition to ACTIVE for port object 88db2356-b8e4-4265-b65c-4ceb091dde21 will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:17:45.360193 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:45.426701 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Pushing event updated for resources: {'Port': ['ID=88db2356-b8e4-4265-b65c-4ceb091dde21,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:45.481428 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Attempting to bind port 88db2356-b8e4-4265-b65c-4ceb091dde21 on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:17:45.481762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Attempting to bind port 88db2356-b8e4-4265-b65c-4ceb091dde21 by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:17:45.482091 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Attempting to bind port 88db2356-b8e4-4265-b65c-4ceb091dde21 on network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:17:45.486444 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Port 88db2356-b8e4-4265-b65c-4ceb091dde21 on network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:17:45.486762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Attempting to bind port 88db2356-b8e4-4265-b65c-4ceb091dde21 on network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:17:45.492228 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:17:45.492580 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Checking segment: {'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:17:45.492944 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Bound using segment: {'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:17:45.493367 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Bound port: 88db2356-b8e4-4265-b65c-4ceb091dde21, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:17:45.493720 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:45.571814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] For port 88db2356-b8e4-4265-b65c-4ceb091dde21, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:17:45.575200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] For port 88db2356-b8e4-4265-b65c-4ceb091dde21, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88db2356-b8e4-4265-b65c-4ceb091dde21,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:17:45.583138 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:45.627408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:45.628025 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:45.629959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] 10.222.0.13 "PUT /v2.0/ports/88db2356-b8e4-4265-b65c-4ceb091dde21 HTTP/1.1" status: 200 len: 1092 time: 0.7284248 Aug 24 01:17:45.630489 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:17:45.632716 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29f3262-d7db-42f4-bd55-7c3495cbc203" -d '{"events": [{"name": "network-changed", "server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:17:45.663583 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19450fcf-4be0-45ff-b74a-1c5e521ba7ca service neutron] Pushing event updated for resources: {'Port': ['ID=88db2356-b8e4-4265-b65c-4ceb091dde21,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:45.681235 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4700f92d-bd59-4ddd-b4a4-b9df01f64d90 x-openstack-request-id: req-4700f92d-bd59-4ddd-b4a4-b9df01f64d90 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:17:45.681532 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:17:45.681796 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4700f92d-bd59-4ddd-b4a4-b9df01f64d90 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:17:45.682201 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'status': 'completed', 'code': 200} Aug 24 01:17:45.736496 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-8f2d9c5c-9f16-45d5-83f2-798305bd8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:45.738057 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-8f2d9c5c-9f16-45d5-83f2-798305bd8486 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 1095 time: 0.0446587 Aug 24 01:17:45.793291 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-ea29801d-da27-4ef9-ade2-97dad818e7ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88db2356-b8e4-4265-b65c-4ceb091dde21 HTTP/1.1" status: 200 len: 217 time: 0.0422304 Aug 24 01:17:45.845234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-da7adfdc-b6ee-4c2d-b003-14b48f10642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:45.846845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-da7adfdc-b6ee-4c2d-b003-14b48f10642e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0468485 Aug 24 01:17:45.893831 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-9144c3e8-b69e-4519-93b0-ff2e0785d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:45.896230 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-9144c3e8-b69e-4519-93b0-ff2e0785d5f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424616 Aug 24 01:17:45.996853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-53987915-098e-4e9f-9fe7-2ace068c6c19 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931580 Aug 24 01:17:46.091547 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-668b6e47-12f6-44ac-99cd-555203e3c65b req-deb756aa-cc3f-402e-b545-f283424bbb90 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877950 Aug 24 01:17:46.227334 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f3262-d7db-42f4-bd55-7c3495cbc203 req-7a09630a-c81c-4abd-9c29-b95d84063b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:46.228825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d29f3262-d7db-42f4-bd55-7c3495cbc203 req-7a09630a-c81c-4abd-9c29-b95d84063b1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 1095 time: 0.0465596 Aug 24 01:17:46.318276 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f3262-d7db-42f4-bd55-7c3495cbc203 req-59bc19b2-8964-4e7e-8fd1-abfcea3714f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:46.319800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d29f3262-d7db-42f4-bd55-7c3495cbc203 req-59bc19b2-8964-4e7e-8fd1-abfcea3714f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.0843315 Aug 24 01:17:46.365895 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d29f3262-d7db-42f4-bd55-7c3495cbc203 req-8da08e09-6aa5-429c-b9d9-4979c939eba7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88db2356-b8e4-4265-b65c-4ceb091dde21 HTTP/1.1" status: 200 len: 217 time: 0.0379775 Aug 24 01:17:46.441031 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f3262-d7db-42f4-bd55-7c3495cbc203 req-aaf9f50c-cd61-40a2-8d8d-98d23bb8f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:46.443064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d29f3262-d7db-42f4-bd55-7c3495cbc203 req-aaf9f50c-cd61-40a2-8d8d-98d23bb8f5bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0688779 Aug 24 01:17:46.451184 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9108f3-c593-468e-b351-00c971f40f74 req-54935f3a-0acb-4640-9b70-eee6c8504d43 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:46.452567 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b9108f3-c593-468e-b351-00c971f40f74 req-54935f3a-0acb-4640-9b70-eee6c8504d43 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0900612 Aug 24 01:17:46.512622 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9b9108f3-c593-468e-b351-00c971f40f74 req-66b0f47b-8a55-4bc7-a8f2-a963bfe3d757 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510464 Aug 24 01:17:46.517716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f3262-d7db-42f4-bd55-7c3495cbc203 req-c2e5dafa-af8b-44bb-8d82-edffa127852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:46.519199 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d29f3262-d7db-42f4-bd55-7c3495cbc203 req-c2e5dafa-af8b-44bb-8d82-edffa127852f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657907 Aug 24 01:17:46.612673 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d29f3262-d7db-42f4-bd55-7c3495cbc203 req-f024bf66-09da-48e0-9576-3c65c022ee58 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855680 Aug 24 01:17:46.702888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d29f3262-d7db-42f4-bd55-7c3495cbc203 req-022fe57d-9ad7-4200-81eb-ff2bafc65170 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811672 Aug 24 01:17:46.968354 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 32396596-67fc-4b93-82cb-d7fb60032102 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:17:47.169854 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 32396596-67fc-4b93-82cb-d7fb60032102 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:47.170224 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:47.639734 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12811319-1056-4541-a6e9-7aeb5cc82f8f req-420d93af-de22-46f3-95da-116953b96a5c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:47.641260 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12811319-1056-4541-a6e9-7aeb5cc82f8f req-420d93af-de22-46f3-95da-116953b96a5c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0582459 Aug 24 01:17:47.679714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-12811319-1056-4541-a6e9-7aeb5cc82f8f req-07760661-2d16-4738-8a8b-48cbfd55ec9a tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320110 Aug 24 01:17:48.796197 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217143-acaf-41e4-9667-679d8ecc305f req-324b2a2e-8465-4595-a873-f2d0f4b25ee1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:48.797802 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea217143-acaf-41e4-9667-679d8ecc305f req-324b2a2e-8465-4595-a873-f2d0f4b25ee1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0510912 Aug 24 01:17:48.836063 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ea217143-acaf-41e4-9667-679d8ecc305f req-f8ee5d13-7c31-49e0-94c0-07cf1eaf48dc tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317049 Aug 24 01:17:49.467632 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 88db2356-b8e4-4265-b65c-4ceb091dde21 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:17:49.563350 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 88db2356-b8e4-4265-b65c-4ceb091dde21, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88db2356-b8e4-4265-b65c-4ceb091dde21,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:17:49.574499 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'port_id': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'mac_address': 'fa:16:3e:88:2c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:17:49.619465 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:49.632751 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88db2356-b8e4-4265-b65c-4ceb091dde21 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:17:49.651693 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 88db2356-b8e4-4265-b65c-4ceb091dde21, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88db2356-b8e4-4265-b65c-4ceb091dde21,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:17:49.655905 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:49.705916 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=88db2356-b8e4-4265-b65c-4ceb091dde21,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:49.927155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['88db2356-b8e4-4265-b65c-4ceb091dde21'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:17:49.951503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00616c67-2966-4328-819f-e4038a026eef req-55c112aa-c4e2-4d48-b448-ae6e0ad0e4fb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:49.953014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00616c67-2966-4328-819f-e4038a026eef req-55c112aa-c4e2-4d48-b448-ae6e0ad0e4fb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 945 time: 0.0507717 Aug 24 01:17:49.993723 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-00616c67-2966-4328-819f-e4038a026eef req-77915da3-4938-45b3-9cbf-f02a529efb06 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345752 Aug 24 01:17:51.112038 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b23e-2224-40ab-9519-f30302e02215 req-68304535-e15b-48ba-88b3-9240156a9144 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:51.113517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f540b23e-2224-40ab-9519-f30302e02215 req-68304535-e15b-48ba-88b3-9240156a9144 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 945 time: 0.0518973 Aug 24 01:17:51.152481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f540b23e-2224-40ab-9519-f30302e02215 req-33a40b9d-0701-4d3b-9227-cae166ab3a8f tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323853 Aug 24 01:17:51.490250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 88db2356-b8e4-4265-b65c-4ceb091dde21 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:17:51.542577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 88db2356-b8e4-4265-b65c-4ceb091dde21 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:17:51.547817 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 88db2356-b8e4-4265-b65c-4ceb091dde21 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:17:51.548188 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:51.648133 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:51.680685 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:17:51.683220 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d42fac-475c-4d47-b435-bcdb26e3d0e8" -d '{"events": [{"server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "name": "network-vif-plugged", "status": "completed", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:17:51.705003 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 88db2356-b8e4-4265-b65c-4ceb091dde21, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88db2356-b8e4-4265-b65c-4ceb091dde21,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:17:51.709930 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:51.745088 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c552caa-0399-4705-9af8-1a13bf925a78 x-openstack-request-id: req-9c552caa-0399-4705-9af8-1a13bf925a78 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:17:51.745303 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "name": "network-vif-plugged", "status": "completed", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:17:51.745521 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c552caa-0399-4705-9af8-1a13bf925a78 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:17:51.745916 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'code': 200} Aug 24 01:17:51.781604 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=88db2356-b8e4-4265-b65c-4ceb091dde21,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:51.858648 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5850d29-93f3-4838-ad55-ca53b6c7903b req-3ead5299-d942-44d9-b328-6f179d54ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:51.860660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5850d29-93f3-4838-ad55-ca53b6c7903b req-3ead5299-d942-44d9-b328-6f179d54ae6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 1097 time: 0.0464327 Aug 24 01:17:51.903507 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5850d29-93f3-4838-ad55-ca53b6c7903b req-f8265d1d-c681-4c8b-8c23-e6566510760b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353551 Aug 24 01:17:52.268477 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307630c1-2349-4ef0-900a-cb017a1a7c50 req-8abcefe6-246b-4430-bb7d-9fa19375fd2c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:52.269996 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-307630c1-2349-4ef0-900a-cb017a1a7c50 req-8abcefe6-246b-4430-bb7d-9fa19375fd2c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0483255 Aug 24 01:17:52.308108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-307630c1-2349-4ef0-900a-cb017a1a7c50 req-6c6aaaa5-e19a-4fc6-a7ba-a07da8d7aba1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313213 Aug 24 01:17:53.436269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3bea8-6f67-4a10-ba09-4e83ddddb55d req-594876f2-b156-4c6d-a23c-2497ecdadfa9 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:53.443428 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8c3bea8-6f67-4a10-ba09-4e83ddddb55d req-594876f2-b156-4c6d-a23c-2497ecdadfa9 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0613964 Aug 24 01:17:53.478278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f8c3bea8-6f67-4a10-ba09-4e83ddddb55d req-e6795c5b-a0a3-4a56-bce2-2ac78bf7ca93 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340049 Aug 24 01:17:53.598758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c586893-ed9d-4097-bb3a-b510f4330a39 req-8e0d5c1c-8d4f-45aa-a0be-fcfd5b34675a tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:53.600223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c586893-ed9d-4097-bb3a-b510f4330a39 req-8e0d5c1c-8d4f-45aa-a0be-fcfd5b34675a tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0531096 Aug 24 01:17:53.638899 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3c586893-ed9d-4097-bb3a-b510f4330a39 req-edeebb9f-358f-40f8-99e6-7dd545313f85 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324645 Aug 24 01:17:53.660761 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48774) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:53.789660 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e809529-4dc7-4ab2-a7a8-751b237285a9 tempest-TestShelveInstance-969806457 tempest-TestShelveInstance-969806457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:53.791223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-3e809529-4dc7-4ab2-a7a8-751b237285a9 tempest-TestShelveInstance-969806457 tempest-TestShelveInstance-969806457-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 1092 time: 0.1295030 Aug 24 01:17:53.794161 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 48778) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:17:53.798452 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:17:53.820513 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for floatingip, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:53.919495 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:54.022293 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Allocated IP 172.25.8.199 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/5e5f24c6-89ef-4bc6-b162-5bb77fdf432e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:17:54.126892 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:54.165363 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:54.200201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:17:54.203057 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:17:54.206482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:17:54.239238 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'Port': ['ID=5e5f24c6-89ef-4bc6-b162-5bb77fdf432e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:54.310256 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:54.567954 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:54.636041 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:54.779752 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:54.783977 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:54.854179 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'Port': ['ID=5e5f24c6-89ef-4bc6-b162-5bb77fdf432e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:17:54.863765 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:54.962594 n-d-805736-1 neutron-server[94837]: INFO neutron.db.l3_db [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Floating IP 5bf52c80-65e9-4bc5-a848-0e7070ae9c54 associated. External IP: 172.25.8.199, port: 88db2356-b8e4-4265-b65c-4ceb091dde21. Aug 24 01:17:55.510099 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Router 6cc2de4e-143c-41a1-a566-550fcc831f70 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:17:55.619173 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:17:55.629791 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7726901a-366e-4b23-b538-e1ad51de28ad None None] Sync routers for ids ['6cc2de4e-143c-41a1-a566-550fcc831f70'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:17:55.635953 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:55.639857 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7726901a-366e-4b23-b538-e1ad51de28ad None None] Routers {'6cc2de4e-143c-41a1-a566-550fcc831f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:17:55.640492 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7726901a-366e-4b23-b538-e1ad51de28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cc2de4e-143c-41a1-a566-550fcc831f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:55.666954 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-cefbf733-f07b-4ce2-905c-357d3085441e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8717613 Aug 24 01:17:55.667654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:17:55.669902 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae45c976-e8fc-4d26-b592-6757c5ffb4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:17:55.706928 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0077a9ea-edd7-417a-a30a-a0e9b7f6be1d x-openstack-request-id: req-0077a9ea-edd7-417a-a30a-a0e9b7f6be1d {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:17:55.707218 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:17:55.707473 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0077a9ea-edd7-417a-a30a-a0e9b7f6be1d {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:17:55.707870 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'status': 'completed', 'code': 200} Aug 24 01:17:55.747280 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7726901a-366e-4b23-b538-e1ad51de28ad None None] Set router 6cc2de4e-143c-41a1-a566-550fcc831f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:17:55.792448 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45c976-e8fc-4d26-b592-6757c5ffb4d5 req-bb6e5d70-d224-4717-b747-aab8c29a9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:55.793898 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae45c976-e8fc-4d26-b592-6757c5ffb4d5 req-bb6e5d70-d224-4717-b747-aab8c29a9e84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 1097 time: 0.0418522 Aug 24 01:17:55.884188 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45c976-e8fc-4d26-b592-6757c5ffb4d5 req-97e828f0-5f25-4d23-a79a-de4e02c93947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:55.885719 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae45c976-e8fc-4d26-b592-6757c5ffb4d5 req-97e828f0-5f25-4d23-a79a-de4e02c93947 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.0849771 Aug 24 01:17:55.964419 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae45c976-e8fc-4d26-b592-6757c5ffb4d5 req-b6d7c37d-fe98-4a4d-96ac-9b70ec16d0c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88db2356-b8e4-4265-b65c-4ceb091dde21 HTTP/1.1" status: 200 len: 1000 time: 0.0631564 Aug 24 01:17:55.967982 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7726901a-366e-4b23-b538-e1ad51de28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '5bf52c80-65e9-4bc5-a848-0e7070ae9c54', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'port_id': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'mac_address': 'fa:16:3e:88:2c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:17:54Z', 'updated_at': '2021-08-24T01:17:54Z', 'revision_number': 0, 'project_id': '481630b19e22481f9472e4939c10c904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 5, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:55.997105 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7726901a-366e-4b23-b538-e1ad51de28ad None None] Checking router: 6cc2de4e-143c-41a1-a566-550fcc831f70 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:17:56.005491 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7726901a-366e-4b23-b538-e1ad51de28ad None None] Routers {'6cc2de4e-143c-41a1-a566-550fcc831f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:17:56.006108 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7726901a-366e-4b23-b538-e1ad51de28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:17:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cc2de4e-143c-41a1-a566-550fcc831f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:56.016133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45c976-e8fc-4d26-b592-6757c5ffb4d5 req-fcff6523-1b17-4fa3-b26a-ec43d9991136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:56.017773 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae45c976-e8fc-4d26-b592-6757c5ffb4d5 req-fcff6523-1b17-4fa3-b26a-ec43d9991136 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0469954 Aug 24 01:17:56.063367 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45c976-e8fc-4d26-b592-6757c5ffb4d5 req-08ff5480-ee3f-40ad-8466-d4ae96ddffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:56.064812 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae45c976-e8fc-4d26-b592-6757c5ffb4d5 req-08ff5480-ee3f-40ad-8466-d4ae96ddffbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401416 Aug 24 01:17:56.110405 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-7726901a-366e-4b23-b538-e1ad51de28ad None None] Set router 6cc2de4e-143c-41a1-a566-550fcc831f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:17:56.158125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae45c976-e8fc-4d26-b592-6757c5ffb4d5 req-4093c063-59e3-46f2-8c0e-0cd00673a2bd service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859392 Aug 24 01:17:56.248102 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ae45c976-e8fc-4d26-b592-6757c5ffb4d5 req-eeaba6f6-d34b-4b83-a16b-64e261c304ab service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831912 Aug 24 01:17:56.330639 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-7726901a-366e-4b23-b538-e1ad51de28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '5bf52c80-65e9-4bc5-a848-0e7070ae9c54', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'port_id': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'mac_address': 'fa:16:3e:88:2c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:17:54Z', 'updated_at': '2021-08-24T01:17:54Z', 'revision_number': 0, 'project_id': '481630b19e22481f9472e4939c10c904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 5, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:17:56.358797 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7726901a-366e-4b23-b538-e1ad51de28ad None None] The sync data for ids ['6cc2de4e-143c-41a1-a566-550fcc831f70'] in n-d-805736-1 is: [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '5bf52c80-65e9-4bc5-a848-0e7070ae9c54', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'port_id': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'mac_address': 'fa:16:3e:88:2c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:17:54Z', 'updated_at': '2021-08-24T01:17:54Z', 'revision_number': 0, 'project_id': '481630b19e22481f9472e4939c10c904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 5, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:17:56.540836 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d09279-981c-4256-a1ee-8d13423838f2 None None] New status for floating IP 5bf52c80-65e9-4bc5-a848-0e7070ae9c54: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:17:57.605673 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-26df10d9-fa2d-46fb-ae47-684e498c1ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:00.205576 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:00.271163 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:00.282000 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6b1303aa-0bef-41a0-8334-39ec6b746c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:01.490390 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:03.252040 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:12.973759 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-926c0f22-6434-4fe8-9e0e-cf4b401a5761 req-a4b960ac-b4bf-4b14-9379-a060e1b3613d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438421 Aug 24 01:18:13.073237 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0f22-6434-4fe8-9e0e-cf4b401a5761 req-c5e664db-2f83-4963-9981-c821e63e3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:13.074724 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-926c0f22-6434-4fe8-9e0e-cf4b401a5761 req-c5e664db-2f83-4963-9981-c821e63e3df1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 1097 time: 0.0404401 Aug 24 01:18:13.177616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0f22-6434-4fe8-9e0e-cf4b401a5761 req-2c7f3b4b-ef7a-4bff-a590-02a38aab78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:13.179696 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-926c0f22-6434-4fe8-9e0e-cf4b401a5761 req-2c7f3b4b-ef7a-4bff-a590-02a38aab78e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.0824966 Aug 24 01:18:13.247464 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-926c0f22-6434-4fe8-9e0e-cf4b401a5761 req-6732b14e-52f6-4889-a1f2-60f989db38b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88db2356-b8e4-4265-b65c-4ceb091dde21 HTTP/1.1" status: 200 len: 1002 time: 0.0597415 Aug 24 01:18:13.296249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0f22-6434-4fe8-9e0e-cf4b401a5761 req-9c4a3064-2358-4c1d-b092-318d22d9c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:13.297714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-926c0f22-6434-4fe8-9e0e-cf4b401a5761 req-9c4a3064-2358-4c1d-b092-318d22d9c837 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0427513 Aug 24 01:18:13.344083 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0f22-6434-4fe8-9e0e-cf4b401a5761 req-da22a724-6d58-40d6-9593-5340748a38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:13.345564 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-926c0f22-6434-4fe8-9e0e-cf4b401a5761 req-da22a724-6d58-40d6-9593-5340748a38ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398049 Aug 24 01:18:13.438278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-926c0f22-6434-4fe8-9e0e-cf4b401a5761 req-bd74dd56-6a9f-42b9-ab87-d7ba3757491a service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848889 Aug 24 01:18:13.531151 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-926c0f22-6434-4fe8-9e0e-cf4b401a5761 req-aa23744f-1fb1-4d0b-bf91-f3a68624a714 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831904 Aug 24 01:18:18.118862 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:18:24.323160 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:27.607566 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d39ee1c-15ac-44b7-8967-295f40dad161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:30.206327 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:30.272919 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:30.282033 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3d683ee5-1c0e-4a9e-9ffc-aaeac7434303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:31.496821 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:33.254240 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:54.332369 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:55.119326 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:18:57.609390 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2f27b7e8-496b-4105-abcb-f6d7378778a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:00.208288 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:00.282886 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fe9e3752-6e7a-4f66-9781-3af53e0b0397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:00.293438 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:01.496649 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:03.258020 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:13.973764 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b448e10b-19ad-4883-9092-2274cb660709 req-ac341382-b202-4786-9ea5-aeb9ad31d82c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400665 Aug 24 01:19:14.074438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448e10b-19ad-4883-9092-2274cb660709 req-7bd8e454-61b2-4c7f-bada-6bae19b77cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:14.075972 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b448e10b-19ad-4883-9092-2274cb660709 req-7bd8e454-61b2-4c7f-bada-6bae19b77cc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 1097 time: 0.0455482 Aug 24 01:19:14.174962 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448e10b-19ad-4883-9092-2274cb660709 req-eb67e7c9-87f9-4f3f-bcd5-eb155391f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:14.176430 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b448e10b-19ad-4883-9092-2274cb660709 req-eb67e7c9-87f9-4f3f-bcd5-eb155391f425 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.0821640 Aug 24 01:19:14.245689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b448e10b-19ad-4883-9092-2274cb660709 req-46d21fe5-297e-4a03-b1d7-3ac9f3e47cc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88db2356-b8e4-4265-b65c-4ceb091dde21 HTTP/1.1" status: 200 len: 1002 time: 0.0621521 Aug 24 01:19:14.295316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448e10b-19ad-4883-9092-2274cb660709 req-af23bd3f-e98e-4bad-81c8-eb59a79c6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:14.296784 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b448e10b-19ad-4883-9092-2274cb660709 req-af23bd3f-e98e-4bad-81c8-eb59a79c6e7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0438967 Aug 24 01:19:14.341004 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448e10b-19ad-4883-9092-2274cb660709 req-fe1a60d5-8120-4ab0-a4f9-17ac80eca6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:14.342499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b448e10b-19ad-4883-9092-2274cb660709 req-fe1a60d5-8120-4ab0-a4f9-17ac80eca6b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392270 Aug 24 01:19:14.434700 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b448e10b-19ad-4883-9092-2274cb660709 req-343f1341-0161-48ea-848e-d43f464bfd78 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853419 Aug 24 01:19:14.523695 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b448e10b-19ad-4883-9092-2274cb660709 req-477396fb-9868-496c-8441-5e8433a3f13c service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814660 Aug 24 01:19:24.342369 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:27.611253 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-616af775-a448-43a0-b947-fdb17c937c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:30.208998 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:30.289199 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8067cf5d-b581-4c77-9a0e-182918c05cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:30.294573 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:31.499094 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:32.118346 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:19:33.260757 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:51.294827 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc95c0-9ff5-448d-b881-664acb977172 req-0ea97420-d867-46d0-95a8-459fbd5cd708 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:51.296383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02bc95c0-9ff5-448d-b881-664acb977172 req-0ea97420-d867-46d0-95a8-459fbd5cd708 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.1023309 Aug 24 01:19:51.334247 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-02bc95c0-9ff5-448d-b881-664acb977172 req-83888456-f748-4687-ba5d-761c70cb2332 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319200 Aug 24 01:19:52.497728 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dec70-b6da-49fb-807e-f3733e7628de req-43ba458e-e5f4-497f-b243-0dbd9f0aabb0 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:52.499297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c9dec70-b6da-49fb-807e-f3733e7628de req-43ba458e-e5f4-497f-b243-0dbd9f0aabb0 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0657787 Aug 24 01:19:52.549286 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c9dec70-b6da-49fb-807e-f3733e7628de req-ee7238b1-f1fd-4ae3-aa34-f9ae1f3ce469 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440207 Aug 24 01:19:53.689221 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee648a-b7a7-4eb9-836d-717c41e0ea2b req-8d99a6b1-38ec-4e0a-9aab-bbb84bc89903 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:53.690714 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6ee648a-b7a7-4eb9-836d-717c41e0ea2b req-8d99a6b1-38ec-4e0a-9aab-bbb84bc89903 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0484869 Aug 24 01:19:53.729881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d6ee648a-b7a7-4eb9-836d-717c41e0ea2b req-ec12aeee-4d70-45b0-a778-bbc36fe1dd1d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331185 Aug 24 01:19:54.345226 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:54.847899 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ae523-f57a-4053-9720-48ef109303b2 req-cfbe9ff7-160e-4f1e-acb6-0d9d69f9b227 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:54.849592 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e0ae523-f57a-4053-9720-48ef109303b2 req-cfbe9ff7-160e-4f1e-acb6-0d9d69f9b227 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0522237 Aug 24 01:19:54.887201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e0ae523-f57a-4053-9720-48ef109303b2 req-6512042f-87b8-41d0-a386-8f40d9087754 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308218 Aug 24 01:19:56.006468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747e5ed-23f6-4021-82a0-98699cb27070 req-9055a0b6-6b17-4413-b727-a6ca6b9dd497 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:56.007989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1747e5ed-23f6-4021-82a0-98699cb27070 req-9055a0b6-6b17-4413-b727-a6ca6b9dd497 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0538042 Aug 24 01:19:56.045707 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1747e5ed-23f6-4021-82a0-98699cb27070 req-af94c011-0420-419c-9a42-50c786ca5507 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317278 Aug 24 01:19:57.159314 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f4c2e-c8b7-4163-8295-06ccb5ef696f req-77bc3480-2b7b-4476-bb49-5d33301533ae tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:57.161288 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-497f4c2e-c8b7-4163-8295-06ccb5ef696f req-77bc3480-2b7b-4476-bb49-5d33301533ae tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0485182 Aug 24 01:19:57.205340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-497f4c2e-c8b7-4163-8295-06ccb5ef696f req-603b16c7-34d8-449c-83f7-878e3c3cc276 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325899 Aug 24 01:19:57.612087 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-361e40cf-62c5-48b6-8654-0e2334522f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:58.318980 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80c50-64f2-48ba-ad56-9f78c78885e5 req-5c03d558-5e4c-4981-a196-a31b0d90bf57 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:58.320481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5cb80c50-64f2-48ba-ad56-9f78c78885e5 req-5c03d558-5e4c-4981-a196-a31b0d90bf57 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0494065 Aug 24 01:19:58.358340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5cb80c50-64f2-48ba-ad56-9f78c78885e5 req-d7c58c48-cc30-4ba4-9444-4ab8bb0795ef tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314450 Aug 24 01:19:59.477404 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349dc08-67a3-48d9-80a3-55159db5a0d1 req-0b1038f9-c0c0-4408-a8a5-4e52f225da8f tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:59.478934 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2349dc08-67a3-48d9-80a3-55159db5a0d1 req-0b1038f9-c0c0-4408-a8a5-4e52f225da8f tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0533774 Aug 24 01:19:59.518028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2349dc08-67a3-48d9-80a3-55159db5a0d1 req-997bea90-8e0d-4400-a5e0-ca4d7c57f841 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330167 Aug 24 01:20:00.209527 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:00.278388 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a620e7ad-8940-4f25-a268-7be9a2d616bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:00.306094 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:00.633062 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779456a-a0f2-4a16-9f10-201aa06cbd26 req-18534215-4c0a-4525-9e98-c0e111c93c71 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:00.634605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c779456a-a0f2-4a16-9f10-201aa06cbd26 req-18534215-4c0a-4525-9e98-c0e111c93c71 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0498362 Aug 24 01:20:00.673092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c779456a-a0f2-4a16-9f10-201aa06cbd26 req-17c4e7fa-b7ef-448a-8a1e-d837410cbda8 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323193 Aug 24 01:20:01.502336 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:01.786754 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a397ff2-3a60-42c5-a0dd-657dfe173690 req-0eb2a1a4-c962-4d84-809d-bd39e5f850e3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:01.788238 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a397ff2-3a60-42c5-a0dd-657dfe173690 req-0eb2a1a4-c962-4d84-809d-bd39e5f850e3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0500875 Aug 24 01:20:01.826170 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0a397ff2-3a60-42c5-a0dd-657dfe173690 req-98de7e69-b546-46a8-8b33-d10818d48a0f tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313444 Aug 24 01:20:02.106832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 88db2356-b8e4-4265-b65c-4ceb091dde21 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:20:02.203853 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 88db2356-b8e4-4265-b65c-4ceb091dde21, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88db2356-b8e4-4265-b65c-4ceb091dde21,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:02.214401 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'port_id': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'mac_address': 'fa:16:3e:88:2c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:20:02.252395 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:02.265159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88db2356-b8e4-4265-b65c-4ceb091dde21 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:20:02.283877 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 88db2356-b8e4-4265-b65c-4ceb091dde21, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88db2356-b8e4-4265-b65c-4ceb091dde21,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:02.288083 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:02.339979 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=88db2356-b8e4-4265-b65c-4ceb091dde21,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:02.347263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:02.347609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:02.347945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:02.348275 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:02.348604 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:02.348931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:02.349255 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:02.349577 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:02.349901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:02.350214 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:02.350533 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:02.350876 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:02.437131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['88db2356-b8e4-4265-b65c-4ceb091dde21'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:20:02.945463 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa45ade-d9c8-4572-a0e6-aea202caa1ed req-5c1898c3-6413-4c36-8f4d-6e7caadf890d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:02.947787 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8aa45ade-d9c8-4572-a0e6-aea202caa1ed req-5c1898c3-6413-4c36-8f4d-6e7caadf890d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 945 time: 0.0542793 Aug 24 01:20:02.985177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8aa45ade-d9c8-4572-a0e6-aea202caa1ed req-56b0d8a4-9ee2-4085-9ec7-330b5ba8426e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314918 Aug 24 01:20:03.263334 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:04.105949 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 88db2356-b8e4-4265-b65c-4ceb091dde21 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:20:04.111411 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc97ac2-4e0d-46e5-b945-17f3ad45a29e req-21eef11b-31a2-4177-b161-4a20c2bee930 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:04.113615 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fcc97ac2-4e0d-46e5-b945-17f3ad45a29e req-21eef11b-31a2-4177-b161-4a20c2bee930 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 945 time: 0.0524914 Aug 24 01:20:04.163893 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 88db2356-b8e4-4265-b65c-4ceb091dde21 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:20:04.164279 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:04.171674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fcc97ac2-4e0d-46e5-b945-17f3ad45a29e req-0c4ae944-b66c-4bb6-bdf4-280c7d2569de tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482523 Aug 24 01:20:04.261737 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:04.288418 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:20:04.290705 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f352c7b-6e60-4811-a4d2-f4efeeb41fba" -d '{"events": [{"server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "name": "network-vif-plugged", "status": "completed", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:20:04.306094 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 88db2356-b8e4-4265-b65c-4ceb091dde21, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88db2356-b8e4-4265-b65c-4ceb091dde21,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:04.317964 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:04.347158 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac83e956-9e3a-4305-b183-b7b1a77d24c3 x-openstack-request-id: req-ac83e956-9e3a-4305-b183-b7b1a77d24c3 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:20:04.347573 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "name": "network-vif-plugged", "status": "completed", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:20:04.347707 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac83e956-9e3a-4305-b183-b7b1a77d24c3 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:20:04.348269 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'code': 200} Aug 24 01:20:04.377131 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=88db2356-b8e4-4265-b65c-4ceb091dde21,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:05.303823 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aad50-b236-4987-b527-551d9f1552c9 req-e57a2729-2f16-464e-b023-7328d21e3cf8 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:05.311315 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb7aad50-b236-4987-b527-551d9f1552c9 req-e57a2729-2f16-464e-b023-7328d21e3cf8 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0631661 Aug 24 01:20:05.353001 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cb7aad50-b236-4987-b527-551d9f1552c9 req-788c7867-dd11-413a-88c4-89c02775b4fc tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401163 Aug 24 01:20:06.498497 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f88b1-56f5-4ff4-a28a-1f4cbe428339 req-75a9dea9-b3ef-4892-b3f2-fe7b241d39c8 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:06.503540 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-131f88b1-56f5-4ff4-a28a-1f4cbe428339 req-75a9dea9-b3ef-4892-b3f2-fe7b241d39c8 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0726309 Aug 24 01:20:06.550223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-131f88b1-56f5-4ff4-a28a-1f4cbe428339 req-d3760db6-d3eb-4ccf-bc15-3a3b2dc9b06b tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408721 Aug 24 01:20:07.689753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab08b0-691d-494f-b1c5-89f397af004e req-ec127f96-8785-4e08-8da3-95186a6407de tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:07.691348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1bab08b0-691d-494f-b1c5-89f397af004e req-ec127f96-8785-4e08-8da3-95186a6407de tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0581930 Aug 24 01:20:07.740139 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1bab08b0-691d-494f-b1c5-89f397af004e req-6142ad1e-25d8-4f51-a8d2-82f7ad6d3d6d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426180 Aug 24 01:20:08.882574 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f356bd3-8fa6-412d-b100-c3b0169e712e req-1a7dbce7-034d-4a91-a152-f76ceaf47879 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:08.884156 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f356bd3-8fa6-412d-b100-c3b0169e712e req-1a7dbce7-034d-4a91-a152-f76ceaf47879 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0584183 Aug 24 01:20:08.933306 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f356bd3-8fa6-412d-b100-c3b0169e712e req-2e50ecf6-a1ae-487a-817d-c72fcb1642f2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398214 Aug 24 01:20:09.117756 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:20:10.080628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dad001-781d-4f5e-9b65-0c13fc922fd1 req-1d3fcd03-4ea0-44b2-8256-e1567197c7d7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:10.082197 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6dad001-781d-4f5e-9b65-0c13fc922fd1 req-1d3fcd03-4ea0-44b2-8256-e1567197c7d7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0656705 Aug 24 01:20:10.123729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e6dad001-781d-4f5e-9b65-0c13fc922fd1 req-273cc8eb-1169-4760-8c72-0d8c79bd564f tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350816 Aug 24 01:20:11.259803 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c070444-3831-444c-b6ed-b64b1fd5509c req-ead1fcd1-dc29-457c-9186-ec37436db4ef tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:11.261512 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c070444-3831-444c-b6ed-b64b1fd5509c req-ead1fcd1-dc29-457c-9186-ec37436db4ef tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0576253 Aug 24 01:20:11.308397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0c070444-3831-444c-b6ed-b64b1fd5509c req-df59b4d3-f0eb-4768-8788-2298a7a64feb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393114 Aug 24 01:20:12.434249 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b57cc0-1b63-429a-b30e-a850d193df8e req-2b6dfa48-c72c-4394-86b5-e859c06cf9ab tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:12.435915 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4b57cc0-1b63-429a-b30e-a850d193df8e req-2b6dfa48-c72c-4394-86b5-e859c06cf9ab tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0533235 Aug 24 01:20:12.475994 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4b57cc0-1b63-429a-b30e-a850d193df8e req-3a69e949-0e31-499c-b51b-f77baedded90 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337214 Aug 24 01:20:13.211633 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494ddef-5f16-4c06-b764-9070d1ef795b req-42beafc6-bb3e-4442-8dbd-5efa3c5ec0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:13.213182 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6494ddef-5f16-4c06-b764-9070d1ef795b req-42beafc6-bb3e-4442-8dbd-5efa3c5ec0cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 1097 time: 0.0876656 Aug 24 01:20:13.302570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494ddef-5f16-4c06-b764-9070d1ef795b req-6a893239-06fd-410a-95e7-ff7558309c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:13.304026 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6494ddef-5f16-4c06-b764-9070d1ef795b req-6a893239-06fd-410a-95e7-ff7558309c79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.0835826 Aug 24 01:20:13.374099 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6494ddef-5f16-4c06-b764-9070d1ef795b req-115d2490-5abf-412d-a360-ccd0e11cf1da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88db2356-b8e4-4265-b65c-4ceb091dde21 HTTP/1.1" status: 200 len: 1002 time: 0.0621054 Aug 24 01:20:13.422979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494ddef-5f16-4c06-b764-9070d1ef795b req-dc55b48b-edef-4d58-84ef-3248b839bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:13.424398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6494ddef-5f16-4c06-b764-9070d1ef795b req-dc55b48b-edef-4d58-84ef-3248b839bf39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0429244 Aug 24 01:20:13.469599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494ddef-5f16-4c06-b764-9070d1ef795b req-2a1cac1c-e83e-43fc-a689-f4b7d3a400d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:13.471104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6494ddef-5f16-4c06-b764-9070d1ef795b req-2a1cac1c-e83e-43fc-a689-f4b7d3a400d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393412 Aug 24 01:20:13.592800 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6494ddef-5f16-4c06-b764-9070d1ef795b req-f224a420-af6a-4a8c-b97f-33f6f00452fd service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146100 Aug 24 01:20:13.615204 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dd1e3-14c7-4b3a-9f5d-0f65fbf22690 req-565ba86c-d196-475f-8c2c-bfd5bb93fa52 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:13.616617 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb6dd1e3-14c7-4b3a-9f5d-0f65fbf22690 req-565ba86c-d196-475f-8c2c-bfd5bb93fa52 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0686858 Aug 24 01:20:13.702229 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eb6dd1e3-14c7-4b3a-9f5d-0f65fbf22690 req-a092f682-c994-4fb2-8c30-083f122a15f5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755851 Aug 24 01:20:13.721065 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6494ddef-5f16-4c06-b764-9070d1ef795b req-69c3ef8e-4c65-4a74-b45b-b89be6d527ad service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208110 Aug 24 01:20:14.818127 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0408c0-e876-4abd-b5a8-33e0323a9b6d req-d6b32058-14e6-4ad3-a39b-ae531ae11ddf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:14.819605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc0408c0-e876-4abd-b5a8-33e0323a9b6d req-d6b32058-14e6-4ad3-a39b-ae531ae11ddf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0499849 Aug 24 01:20:14.856633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cc0408c0-e876-4abd-b5a8-33e0323a9b6d req-d9332e72-696a-48f9-906b-a4606a9e300a tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310872 Aug 24 01:20:15.972133 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d673cdc-0290-4ca4-99de-e35d135ad07c req-a4b3c0b9-3dc5-44fb-9d05-714d957bb4f3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:15.973624 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d673cdc-0290-4ca4-99de-e35d135ad07c req-a4b3c0b9-3dc5-44fb-9d05-714d957bb4f3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0493672 Aug 24 01:20:16.013029 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0d673cdc-0290-4ca4-99de-e35d135ad07c req-90706b8c-c06b-491e-a9a7-1ef072673765 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323188 Aug 24 01:20:16.173263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 88db2356-b8e4-4265-b65c-4ceb091dde21 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:20:16.240947 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30413e4f-6307-45ba-ba9c-0430572c31d6 req-b1b2b354-ae6e-4875-82fe-1d387cc07a99 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:16.242480 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30413e4f-6307-45ba-ba9c-0430572c31d6 req-b1b2b354-ae6e-4875-82fe-1d387cc07a99 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 946 time: 0.0548387 Aug 24 01:20:16.254371 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:16.278662 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:20:16.281219 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f57a5e-e9cf-4f95-a0f9-1949405d7760" -d '{"events": [{"server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "name": "network-vif-unplugged", "status": "completed", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:20:16.283901 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-30413e4f-6307-45ba-ba9c-0430572c31d6 req-2b50e15c-2ac6-4101-bbca-852b73259227 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337651 Aug 24 01:20:16.295143 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 88db2356-b8e4-4265-b65c-4ceb091dde21, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88db2356-b8e4-4265-b65c-4ceb091dde21,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:16.301037 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:16.331321 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 01:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaf4ed2-882d-447b-94e8-d8d13c63424c x-openstack-request-id: req-bbaf4ed2-882d-447b-94e8-d8d13c63424c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:20:16.331713 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "name": "network-vif-unplugged", "status": "failed", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21", "code": 422}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:20:16.331941 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbaf4ed2-882d-447b-94e8-d8d13c63424c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:20:16.332437 n-d-805736-1 neutron-server[94839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'code': 422} returned with failed status Aug 24 01:20:16.358827 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=88db2356-b8e4-4265-b65c-4ceb091dde21,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:16.378972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 48982) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:16.459989 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-b429ea5f-1fe7-45db-9e4b-4d03b2aee7f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798094 Aug 24 01:20:17.413063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-64c94b87-ec80-41bd-868e-fbe3781f7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:17.414577 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-64c94b87-ec80-41bd-868e-fbe3781f7b24 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9&tenant_id=481630b19e22481f9472e4939c10c904 HTTP/1.1" status: 200 len: 1095 time: 0.0762167 Aug 24 01:20:17.425857 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74447ea3-b430-48e8-8bcc-d34a75a65f4b req-55cef14e-1a45-472e-ae8b-957a7663ef46 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:17.427328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74447ea3-b430-48e8-8bcc-d34a75a65f4b req-55cef14e-1a45-472e-ae8b-957a7663ef46 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0615270 Aug 24 01:20:17.495560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-74447ea3-b430-48e8-8bcc-d34a75a65f4b req-5d5ab2c7-4ef1-4ae7-8236-f6bf405416f5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613716 Aug 24 01:20:17.504862 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-b0c0202b-514a-4594-ae2d-b2d9610b3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:17.506325 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-b0c0202b-514a-4594-ae2d-b2d9610b3c74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 1095 time: 0.0577376 Aug 24 01:20:17.595562 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-0bf173a9-d300-4c9e-bf15-55f0758270cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:17.597056 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-0bf173a9-d300-4c9e-bf15-55f0758270cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.0839126 Aug 24 01:20:17.666888 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-23a960b0-7c5b-4790-a9f7-51c9f7b3854d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88db2356-b8e4-4265-b65c-4ceb091dde21 HTTP/1.1" status: 200 len: 1000 time: 0.0621891 Aug 24 01:20:17.715201 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-49dbd418-dcc2-40c7-b5a3-af6211f52663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:17.716635 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-49dbd418-dcc2-40c7-b5a3-af6211f52663 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0438633 Aug 24 01:20:17.761770 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-4726c4ec-1c9d-4990-ac32-bb0e5756aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:17.763269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-4726c4ec-1c9d-4990-ac32-bb0e5756aefc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398118 Aug 24 01:20:17.857411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-5942853b-475d-4ea3-8c3b-263db16db6f0 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858481 Aug 24 01:20:17.946234 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-ad804ad8-a99c-40ad-b0c4-f517a6582a2f service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815446 Aug 24 01:20:18.670386 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b29ed-57a6-4479-8daa-97416359ac40 req-07d538d2-0575-47c8-aa85-9036f062d9a0 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:18.672000 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-514b29ed-57a6-4479-8daa-97416359ac40 req-07d538d2-0575-47c8-aa85-9036f062d9a0 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0609519 Aug 24 01:20:18.714455 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-514b29ed-57a6-4479-8daa-97416359ac40 req-273be217-571c-43aa-a6a5-2c90d86f9d42 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348575 Aug 24 01:20:19.859600 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14c4e2-21c9-4e1e-a58c-d7c8d58d0266 req-c942a605-9e2a-497c-8279-1b56ab2f42eb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:19.861213 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f14c4e2-21c9-4e1e-a58c-d7c8d58d0266 req-c942a605-9e2a-497c-8279-1b56ab2f42eb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0570562 Aug 24 01:20:19.912412 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5f14c4e2-21c9-4e1e-a58c-d7c8d58d0266 req-7f61632a-7e62-465c-8c03-3dd7d384f87d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441551 Aug 24 01:20:21.039000 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3528b2-1128-4f0d-bafb-09e97ccf4995 req-93549975-48b8-402d-a342-6a5b22ec087d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:21.040541 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf3528b2-1128-4f0d-bafb-09e97ccf4995 req-93549975-48b8-402d-a342-6a5b22ec087d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0610762 Aug 24 01:20:21.082219 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cf3528b2-1128-4f0d-bafb-09e97ccf4995 req-e67a91ad-21aa-486b-a6dc-425f6a90b8b8 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349722 Aug 24 01:20:22.199035 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a7c52-73a1-4298-9901-6d6a4b6e1c81 req-0eb2aaf4-c50e-477c-870a-6e10e954884c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:22.200898 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-359a7c52-73a1-4298-9901-6d6a4b6e1c81 req-0eb2aaf4-c50e-477c-870a-6e10e954884c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0504940 Aug 24 01:20:22.243259 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-359a7c52-73a1-4298-9901-6d6a4b6e1c81 req-54e5ab1f-78b7-4023-83a2-c6574ece2958 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340350 Aug 24 01:20:23.371688 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a34fcb-1a60-442c-8ea1-51316bb74204 req-11bef84c-5a2a-4670-aeca-cc079f17b31c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:23.373190 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4a34fcb-1a60-442c-8ea1-51316bb74204 req-11bef84c-5a2a-4670-aeca-cc079f17b31c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0544915 Aug 24 01:20:23.428500 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a4a34fcb-1a60-442c-8ea1-51316bb74204 req-217536fc-f561-47f6-ab2e-9bc23db288ae tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488226 Aug 24 01:20:24.346921 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:24.575319 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3553fc-4a68-4f53-ac81-c32fd20f7267 req-e59238bf-5a06-4e80-8c22-93799b941e8e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:24.576856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd3553fc-4a68-4f53-ac81-c32fd20f7267 req-e59238bf-5a06-4e80-8c22-93799b941e8e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0615969 Aug 24 01:20:24.620398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-fd3553fc-4a68-4f53-ac81-c32fd20f7267 req-7e33f3df-34fa-447b-9430-b0f0ef15b5db tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338511 Aug 24 01:20:25.751147 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da0e39-bfca-4a42-9581-9ea4f2650ae4 req-f21b3798-1930-453b-800f-6e7f4c5b37b3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:25.758968 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5da0e39-bfca-4a42-9581-9ea4f2650ae4 req-f21b3798-1930-453b-800f-6e7f4c5b37b3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0695255 Aug 24 01:20:25.794104 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d5da0e39-bfca-4a42-9581-9ea4f2650ae4 req-ddd36ed3-a2e9-4442-b929-4d338f018ddb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341756 Aug 24 01:20:26.919040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f3d26-8249-4047-b45b-cea17baf8e01 req-90990187-4d98-4152-b37d-b651d37a1ba1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:26.920530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-739f3d26-8249-4047-b45b-cea17baf8e01 req-90990187-4d98-4152-b37d-b651d37a1ba1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0559821 Aug 24 01:20:26.965775 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-739f3d26-8249-4047-b45b-cea17baf8e01 req-d5c92205-058e-446e-9bfe-022a77ff856f tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384805 Aug 24 01:20:27.612041 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a0f682ac-4233-4905-b6e6-00937f7bb5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:28.082223 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dabdd-2ff9-4a30-844b-cb2c29974d91 req-6add8b66-d2b0-4891-ac1e-76279ccbd00f tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:28.083766 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb0dabdd-2ff9-4a30-844b-cb2c29974d91 req-6add8b66-d2b0-4891-ac1e-76279ccbd00f tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0511737 Aug 24 01:20:28.121189 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb0dabdd-2ff9-4a30-844b-cb2c29974d91 req-a1fb0506-9fe4-4c3a-ad25-35c4829ee16b tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315485 Aug 24 01:20:29.234787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59370-cbff-4842-b367-e00175ade4d3 req-13e399f9-614a-4215-ae83-bb737b131306 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:29.236302 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6e59370-cbff-4842-b367-e00175ade4d3 req-13e399f9-614a-4215-ae83-bb737b131306 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0482457 Aug 24 01:20:29.274176 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a6e59370-cbff-4842-b367-e00175ade4d3 req-16410ab5-0e12-4513-82c9-ebe12a8ddd5d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318730 Aug 24 01:20:30.211228 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:30.230237 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 88db2356-b8e4-4265-b65c-4ceb091dde21 details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:20:30.305827 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85521705-1a59-41fe-949b-4ad4f7f03e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:30.335890 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:30.352123 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 88db2356-b8e4-4265-b65c-4ceb091dde21, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88db2356-b8e4-4265-b65c-4ceb091dde21,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:30.363191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'port_id': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'mac_address': 'fa:16:3e:88:2c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:20:30.396837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f9083-c55a-4fbc-b2e0-e4fe770e42a2 req-54ee68dd-2e86-44bd-ad8d-2c3684255d4d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:30.398349 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f0f9083-c55a-4fbc-b2e0-e4fe770e42a2 req-54ee68dd-2e86-44bd-ad8d-2c3684255d4d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 944 time: 0.0554256 Aug 24 01:20:30.400364 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:30.414061 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88db2356-b8e4-4265-b65c-4ceb091dde21 {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:20:30.433115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 88db2356-b8e4-4265-b65c-4ceb091dde21, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88db2356-b8e4-4265-b65c-4ceb091dde21,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:30.436121 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:30.436837 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f0f9083-c55a-4fbc-b2e0-e4fe770e42a2 req-21b81d81-36da-4f68-ba95-cd8c7532cfd7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Aug 24 01:20:30.486129 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=88db2356-b8e4-4265-b65c-4ceb091dde21,revision_number=9']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:30.732726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['88db2356-b8e4-4265-b65c-4ceb091dde21'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:20:31.505018 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:31.553494 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7770a-403f-41d1-977f-c7f2e2690bb9 req-1d215e1f-d0d6-463f-97a2-4b8c86fcb3d2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:31.555001 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecb7770a-403f-41d1-977f-c7f2e2690bb9 req-1d215e1f-d0d6-463f-97a2-4b8c86fcb3d2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 945 time: 0.0484183 Aug 24 01:20:31.593853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ecb7770a-403f-41d1-977f-c7f2e2690bb9 req-477a7e3f-8089-4fd5-9453-f2ecf8eca0aa tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326078 Aug 24 01:20:32.244651 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 88db2356-b8e4-4265-b65c-4ceb091dde21 up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:20:32.291765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 88db2356-b8e4-4265-b65c-4ceb091dde21 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:20:32.292139 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:32.371140 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:32.393626 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:20:32.395920 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b959777-dd03-4172-88ca-be7f45d0e7bc" -d '{"events": [{"server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "name": "network-vif-plugged", "status": "completed", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:20:32.408140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 88db2356-b8e4-4265-b65c-4ceb091dde21, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88db2356-b8e4-4265-b65c-4ceb091dde21,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:32.413326 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:32.435542 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f39cd5b-5425-4de6-90bd-4f7fa34dc0da x-openstack-request-id: req-9f39cd5b-5425-4de6-90bd-4f7fa34dc0da {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:20:32.435826 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "name": "network-vif-plugged", "status": "completed", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:20:32.436073 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f39cd5b-5425-4de6-90bd-4f7fa34dc0da {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:20:32.436453 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'code': 200} Aug 24 01:20:32.461287 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=88db2356-b8e4-4265-b65c-4ceb091dde21,revision_number=10']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:32.634738 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4119ec2-6e43-4604-9a16-b252fa591802 req-ddb40b02-843a-4e94-9bea-a308a263ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:32.636299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4119ec2-6e43-4604-9a16-b252fa591802 req-ddb40b02-843a-4e94-9bea-a308a263ee5c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 1098 time: 0.0394440 Aug 24 01:20:32.699799 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b4119ec2-6e43-4604-9a16-b252fa591802 req-c49305b5-d54b-4c43-bde9-270cdc677af2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556941 Aug 24 01:20:32.722417 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582914a-2c46-4ef0-a329-b70d5d257d91 req-f40760a3-e3ee-4b17-ac12-566b80f92458 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:32.723909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6582914a-2c46-4ef0-a329-b70d5d257d91 req-f40760a3-e3ee-4b17-ac12-566b80f92458 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 947 time: 0.0613275 Aug 24 01:20:32.761520 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6582914a-2c46-4ef0-a329-b70d5d257d91 req-a590b808-2a0d-4834-88e5-88b60f80c516 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316370 Aug 24 01:20:33.266752 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:33.892017 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a446f-0289-445f-aa64-6a167a0faf10 req-94026058-598c-4b71-8da9-8600dc195b90 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:33.894014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b73a446f-0289-445f-aa64-6a167a0faf10 req-94026058-598c-4b71-8da9-8600dc195b90 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 947 time: 0.0557692 Aug 24 01:20:33.937319 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b73a446f-0289-445f-aa64-6a167a0faf10 req-a29cdc22-d51e-4d70-979a-76f803eaf16a tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374177 Aug 24 01:20:35.049718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b6dd6-2f48-46d0-a846-50c5ebdd5b3a req-5f6da0ec-da7a-4e5f-b7a5-1c2e402d8b48 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:35.051233 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f7b6dd6-2f48-46d0-a846-50c5ebdd5b3a req-5f6da0ec-da7a-4e5f-b7a5-1c2e402d8b48 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 947 time: 0.0493793 Aug 24 01:20:35.089092 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f7b6dd6-2f48-46d0-a846-50c5ebdd5b3a req-031e6a07-3c53-4347-93e7-5e0d7f1559d4 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319617 Aug 24 01:20:46.116314 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:20:48.547506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-26442de9-9faa-416b-9aaf-636ab1430ae5 req-fa5d886a-a754-4094-90c9-4a556ab6982a service neutron] (94837) timed out ('10.222.0.47', 63451) {{(pid=94837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 01:20:48.787845 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-398bc9ea-7839-4bdf-979a-695538a8404e req-9975b12c-2902-4bfc-b2b2-8a2757914be6 tempest-ServersNegativeTestJSON-1364987058 tempest-ServersNegativeTestJSON-1364987058-project] (94837) timed out ('10.222.0.47', 63469) {{(pid=94837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 01:20:54.348168 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:57.613365 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1f730d0b-22f0-405c-b477-88061e2cc665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:00.214732 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:00.275213 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-bb2634b3-5832-4fab-a358-9b60de5078b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:00.320502 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:01.508080 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.267560 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:16.952478 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce2e7593-f2e1-465f-a081-e9b253229948 req-fb96d143-7358-483e-957d-5535625568b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426753 Aug 24 01:21:17.047508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e7593-f2e1-465f-a081-e9b253229948 req-3927e54f-1267-4e83-bd33-3dd9cce05c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:17.048989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce2e7593-f2e1-465f-a081-e9b253229948 req-3927e54f-1267-4e83-bd33-3dd9cce05c1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 1098 time: 0.0408518 Aug 24 01:21:17.147598 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e7593-f2e1-465f-a081-e9b253229948 req-ce03d454-85be-4125-b78a-dc90b6d92b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:17.149175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce2e7593-f2e1-465f-a081-e9b253229948 req-ce03d454-85be-4125-b78a-dc90b6d92b52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.0816998 Aug 24 01:21:17.216248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce2e7593-f2e1-465f-a081-e9b253229948 req-4bbca91d-deca-4a49-920a-a8f3044e48b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88db2356-b8e4-4265-b65c-4ceb091dde21 HTTP/1.1" status: 200 len: 1002 time: 0.0602353 Aug 24 01:21:17.264316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e7593-f2e1-465f-a081-e9b253229948 req-5c08b7a9-de6c-4741-a62e-97512c505478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:17.265729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce2e7593-f2e1-465f-a081-e9b253229948 req-5c08b7a9-de6c-4741-a62e-97512c505478 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0419450 Aug 24 01:21:17.310595 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e7593-f2e1-465f-a081-e9b253229948 req-8b7bea97-fa10-4693-a24e-78f3f1128b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:17.312111 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce2e7593-f2e1-465f-a081-e9b253229948 req-8b7bea97-fa10-4693-a24e-78f3f1128b4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394347 Aug 24 01:21:17.402881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce2e7593-f2e1-465f-a081-e9b253229948 req-a293274b-dafb-4f8d-8ebc-6f072cc58aca service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831373 Aug 24 01:21:17.489930 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ce2e7593-f2e1-465f-a081-e9b253229948 req-0fbad892-2c65-4b04-b8b8-b065c8fb96e2 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790634 Aug 24 01:21:23.115789 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:21:24.359765 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:27.614489 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e48355dd-e179-4ee1-8204-36a88e547e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:30.216344 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:30.275767 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f63ebe4-7038-4e64-bf1a-f63d58961f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:30.320211 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:31.510889 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:33.269322 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:44.759770 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49106) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:44.913256 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Deleting port 5e5f24c6-89ef-4bc6-b162-5bb77fdf432e {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:21:44.913596 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:44.987009 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:44.987341 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:44.998568 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Calling delete_port for 5e5f24c6-89ef-4bc6-b162-5bb77fdf432e owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:21:45.143777 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:45.169326 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event deleted for resources: {'Port': ['ID=5e5f24c6-89ef-4bc6-b162-5bb77fdf432e,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:45.193920 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:45.194265 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:45.194607 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:45.194976 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:45.195312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:45.195645 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:45.195973 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:45.196300 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:45.196623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:45.196945 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:45.197291 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:45.197625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:45.241379 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:45.241757 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Floating IP 5bf52c80-65e9-4bc5-a848-0e7070ae9c54 disassociated (deleted). External IP: 172.25.8.199, port: 88db2356-b8e4-4265-b65c-4ceb091dde21. Aug 24 01:21:45.448200 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Router 6cc2de4e-143c-41a1-a566-550fcc831f70 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:21:45.555465 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:21:45.560035 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:45.565862 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8323a-d886-4f9f-aa60-991eb75af684 None None] Sync routers for ids ['6cc2de4e-143c-41a1-a566-550fcc831f70'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:21:45.575394 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c8323a-d886-4f9f-aa60-991eb75af684 None None] Routers {'6cc2de4e-143c-41a1-a566-550fcc831f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:21:45.576004 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-51c8323a-d886-4f9f-aa60-991eb75af684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:21:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cc2de4e-143c-41a1-a566-550fcc831f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:45.591801 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d272dd04-1bff-4ede-8338-cf1e2f0e18e2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "DELETE /v2.0/floatingips/5bf52c80-65e9-4bc5-a848-0e7070ae9c54 HTTP/1.1" status: 204 len: 168 time: 0.8309455 Aug 24 01:21:45.592494 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:21:45.594878 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d889f77d522bbf3953e3538f7cf97f660794b72665fad371c9564fe2e75f33d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d440cbf2-b1db-458d-9ced-2c2691973356" -d '{"events": [{"name": "network-changed", "server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:21:45.687862 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-51c8323a-d886-4f9f-aa60-991eb75af684 None None] Set router 6cc2de4e-143c-41a1-a566-550fcc831f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:21:45.707475 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f94f677-b442-4edc-8ca8-d6bbd56e8334 x-openstack-request-id: req-3f94f677-b442-4edc-8ca8-d6bbd56e8334 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:21:45.707475 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:21:45.707756 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f94f677-b442-4edc-8ca8-d6bbd56e8334 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:21:45.708612 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'status': 'completed', 'code': 200} Aug 24 01:21:45.828934 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440cbf2-b1db-458d-9ced-2c2691973356 req-71bbfb35-551e-413f-ac9c-b8acf0ccb807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:45.830449 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d440cbf2-b1db-458d-9ced-2c2691973356 req-71bbfb35-551e-413f-ac9c-b8acf0ccb807 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 1098 time: 0.0776513 Aug 24 01:21:45.842254 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd498fa-132a-4486-aa5c-55fc9478156c req-b31256c9-0ac0-4e9d-bbbd-bc7991da416f tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:45.843748 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfd498fa-132a-4486-aa5c-55fc9478156c req-b31256c9-0ac0-4e9d-bbbd-bc7991da416f tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 947 time: 0.0592461 Aug 24 01:21:45.901120 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-51c8323a-d886-4f9f-aa60-991eb75af684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 5, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:45.927404 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8323a-d886-4f9f-aa60-991eb75af684 None None] Checking router: 6cc2de4e-143c-41a1-a566-550fcc831f70 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:21:45.931064 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dfd498fa-132a-4486-aa5c-55fc9478156c req-9d9a010f-b12b-444f-8095-8f2c91b0e338 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781579 Aug 24 01:21:45.936382 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c8323a-d886-4f9f-aa60-991eb75af684 None None] Routers {'6cc2de4e-143c-41a1-a566-550fcc831f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:21:45.937299 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-51c8323a-d886-4f9f-aa60-991eb75af684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:21:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cc2de4e-143c-41a1-a566-550fcc831f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:45.959490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440cbf2-b1db-458d-9ced-2c2691973356 req-932ad7c3-d309-41fc-8003-f85ec65a8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:45.960910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d440cbf2-b1db-458d-9ced-2c2691973356 req-932ad7c3-d309-41fc-8003-f85ec65a8ad1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.1163173 Aug 24 01:21:46.004385 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d440cbf2-b1db-458d-9ced-2c2691973356 req-9c7db727-f463-4cc4-bf6a-1e64170aae44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88db2356-b8e4-4265-b65c-4ceb091dde21 HTTP/1.1" status: 200 len: 217 time: 0.0344870 Aug 24 01:21:46.043296 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-51c8323a-d886-4f9f-aa60-991eb75af684 None None] Set router 6cc2de4e-143c-41a1-a566-550fcc831f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:21:46.055115 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440cbf2-b1db-458d-9ced-2c2691973356 req-448b4a2a-748f-430d-ae71-d8d39e119aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:46.056637 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d440cbf2-b1db-458d-9ced-2c2691973356 req-448b4a2a-748f-430d-ae71-d8d39e119aab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0445118 Aug 24 01:21:46.106765 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440cbf2-b1db-458d-9ced-2c2691973356 req-d4748e1e-d673-4c06-8e33-f9c4b2ea6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:46.108299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d440cbf2-b1db-458d-9ced-2c2691973356 req-d4748e1e-d673-4c06-8e33-f9c4b2ea6904 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434823 Aug 24 01:21:46.198072 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d440cbf2-b1db-458d-9ced-2c2691973356 req-35ac488e-49bb-445d-a5a1-d1b5cae9b4b9 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811825 Aug 24 01:21:46.238844 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-51c8323a-d886-4f9f-aa60-991eb75af684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 5, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:46.268522 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8323a-d886-4f9f-aa60-991eb75af684 None None] The sync data for ids ['6cc2de4e-143c-41a1-a566-550fcc831f70'] in n-d-805736-1 is: [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 5, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:21:46.295346 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d440cbf2-b1db-458d-9ced-2c2691973356 req-f055957a-cf96-44b5-b348-8e94b0567f82 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889401 Aug 24 01:21:46.490546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63340eff-5799-4270-b3c5-278ae3a2cb06 None None] New status for floating IP 5bf52c80-65e9-4bc5-a848-0e7070ae9c54: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:21:47.049012 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded54eee-6995-4011-978a-f3de9be4dd1d req-16fb0766-16d5-42c4-9c4b-ddf3b07d9fa9 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:47.050532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded54eee-6995-4011-978a-f3de9be4dd1d req-16fb0766-16d5-42c4-9c4b-ddf3b07d9fa9 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 947 time: 0.0487711 Aug 24 01:21:47.088948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ded54eee-6995-4011-978a-f3de9be4dd1d req-1153066d-ba85-48e7-aef6-5d346ad536a6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=035d3943-4c8d-4f18-baca-93d64cb6bb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316250 Aug 24 01:21:47.304292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d556e8-72b4-4402-80df-c0c5446211b8 req-69c9931b-9dce-482f-b039-c7a28e86f1a2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:47.305642 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7d556e8-72b4-4402-80df-c0c5446211b8 req-69c9931b-9dce-482f-b039-c7a28e86f1a2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.13 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 947 time: 0.0491989 Aug 24 01:21:47.394954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d7d556e8-72b4-4402-80df-c0c5446211b8 req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Deleting port 88db2356-b8e4-4265-b65c-4ceb091dde21 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:21:47.395812 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d7d556e8-72b4-4402-80df-c0c5446211b8 req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:47.479419 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-d7d556e8-72b4-4402-80df-c0c5446211b8 req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] For port 88db2356-b8e4-4265-b65c-4ceb091dde21, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=88db2356-b8e4-4265-b65c-4ceb091dde21,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:47.479776 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d7d556e8-72b4-4402-80df-c0c5446211b8 req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:47.491775 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-d7d556e8-72b4-4402-80df-c0c5446211b8 req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Calling delete_port for 88db2356-b8e4-4265-b65c-4ceb091dde21 owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:21:47.623358 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d7d556e8-72b4-4402-80df-c0c5446211b8 req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:47.652544 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event deleted for resources: {'Port': ['ID=88db2356-b8e4-4265-b65c-4ceb091dde21,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:47.686174 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:47.686522 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:47.686889 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:47.687231 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:47.687570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:47.687908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:47.688258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:47.688567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:47.688897 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:47.689224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:47.689556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:47.689877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:47.711025 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d556e8-72b4-4402-80df-c0c5446211b8 req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] No DVR routers for this DVR port 88db2356-b8e4-4265-b65c-4ceb091dde21 on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:21:47.713497 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-d7d556e8-72b4-4402-80df-c0c5446211b8 req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:47.715580 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d7d556e8-72b4-4402-80df-c0c5446211b8 req-925a4295-23fb-48a9-a17b-3062b246bfdf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.13 "DELETE /v2.0/ports/88db2356-b8e4-4265-b65c-4ceb091dde21 HTTP/1.1" status: 204 len: 173 time: 0.4037538 Aug 24 01:21:47.716008 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'name': 'network-vif-deleted', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:21:47.718209 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428a0550-bd16-47d9-852a-7fccffb41061" -d '{"events": [{"server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "name": "network-vif-deleted", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:21:47.810986 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50712fc2-81d4-4614-84e2-614d87bab126 x-openstack-request-id: req-50712fc2-81d4-4614-84e2-614d87bab126 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:21:47.811280 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85a741d-d98f-4df0-a737-aadcff2cf5b9", "name": "network-vif-deleted", "tag": "88db2356-b8e4-4265-b65c-4ceb091dde21", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:21:47.811589 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50712fc2-81d4-4614-84e2-614d87bab126 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:21:47.811937 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85a741d-d98f-4df0-a737-aadcff2cf5b9', 'name': 'network-vif-deleted', 'tag': '88db2356-b8e4-4265-b65c-4ceb091dde21', 'status': 'completed', 'code': 200} Aug 24 01:21:48.542553 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-663b4c0a-64d8-46cb-9b93-62d2642887bb req-54bd0c6d-5ffd-4766-a00b-88d8dd78d2a4 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=f85a741d-d98f-4df0-a737-aadcff2cf5b9 HTTP/1.1" status: 200 len: 210 time: 0.3714778 Aug 24 01:21:49.598457 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49132) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:49.656189 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d677-eb1f-4826-9ff7-5ce8a3c2ddc2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:49.681812 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d677-eb1f-4826-9ff7-5ce8a3c2ddc2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:49.744400 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d677-eb1f-4826-9ff7-5ce8a3c2ddc2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:49.747096 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d677-eb1f-4826-9ff7-5ce8a3c2ddc2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:49.748253 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3f1d677-eb1f-4826-9ff7-5ce8a3c2ddc2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "DELETE /v2.0/security-groups/035d3943-4c8d-4f18-baca-93d64cb6bb9c HTTP/1.1" status: 204 len: 168 time: 0.1487961 Aug 24 01:21:49.757645 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1d677-eb1f-4826-9ff7-5ce8a3c2ddc2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=035d3943-4c8d-4f18-baca-93d64cb6bb9c,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:50.055715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49138) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:50.060381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7c440245-1f7f-4144-b065-65a374b51e2b tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-25296987', 'description': 'tempest-secgroup-smoke-25296987 description', 'project_id': '481630b19e22481f9472e4939c10c904'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:50.081679 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c440245-1f7f-4144-b065-65a374b51e2b tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.160653 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c440245-1f7f-4144-b065-65a374b51e2b tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.166209 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c440245-1f7f-4144-b065-65a374b51e2b tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.194176 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7c440245-1f7f-4144-b065-65a374b51e2b tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.195443 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7c440245-1f7f-4144-b065-65a374b51e2b tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1387382 Aug 24 01:21:50.196571 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c440245-1f7f-4144-b065-65a374b51e2b tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cc54d9-af41-4133-9c4c-0f831331e90f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:50.199474 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49140) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:50.204845 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-917cde7f-e833-4f10-909f-262709c2a4a6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'security_group_rule': {'security_group_id': '19cc54d9-af41-4133-9c4c-0f831331e90f', 'project_id': '481630b19e22481f9472e4939c10c904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:50.235132 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-917cde7f-e833-4f10-909f-262709c2a4a6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.280445 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-917cde7f-e833-4f10-909f-262709c2a4a6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.283838 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-917cde7f-e833-4f10-909f-262709c2a4a6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.303582 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cde7f-e833-4f10-909f-262709c2a4a6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32111fad-2e51-4703-8c80-346c1280c943,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:50.306914 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-917cde7f-e833-4f10-909f-262709c2a4a6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.310594 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-917cde7f-e833-4f10-909f-262709c2a4a6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1071954 Aug 24 01:21:50.311061 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49142) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:50.315417 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-53f95d87-7a0d-4b01-a9eb-654643a151fb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'security_group_rule': {'security_group_id': '19cc54d9-af41-4133-9c4c-0f831331e90f', 'project_id': '481630b19e22481f9472e4939c10c904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:50.341509 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53f95d87-7a0d-4b01-a9eb-654643a151fb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.399338 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53f95d87-7a0d-4b01-a9eb-654643a151fb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.402758 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53f95d87-7a0d-4b01-a9eb-654643a151fb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.425195 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f95d87-7a0d-4b01-a9eb-654643a151fb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ad0edc-7def-484e-9929-59259503644c,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:50.429868 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-53f95d87-7a0d-4b01-a9eb-654643a151fb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.431073 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-53f95d87-7a0d-4b01-a9eb-654643a151fb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192944 Aug 24 01:21:50.433765 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49144) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:50.438172 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-5fa8c1a2-6444-4d05-b68b-93ad340961e6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'security_group_rule': {'security_group_id': '19cc54d9-af41-4133-9c4c-0f831331e90f', 'project_id': '481630b19e22481f9472e4939c10c904', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:50.464243 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c1a2-6444-4d05-b68b-93ad340961e6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.522747 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c1a2-6444-4d05-b68b-93ad340961e6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.526339 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c1a2-6444-4d05-b68b-93ad340961e6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.546812 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8c1a2-6444-4d05-b68b-93ad340961e6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eeb73f7-7d06-4894-b992-069011ccd9a1,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:50.550583 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-5fa8c1a2-6444-4d05-b68b-93ad340961e6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.552356 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-5fa8c1a2-6444-4d05-b68b-93ad340961e6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176505 Aug 24 01:21:50.555184 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49146) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:50.560154 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-e44b7f25-0d95-4253-9b08-21640b960ff5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'security_group_rule': {'security_group_id': '19cc54d9-af41-4133-9c4c-0f831331e90f', 'project_id': '481630b19e22481f9472e4939c10c904', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:50.586758 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e44b7f25-0d95-4253-9b08-21640b960ff5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.646585 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e44b7f25-0d95-4253-9b08-21640b960ff5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.651446 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e44b7f25-0d95-4253-9b08-21640b960ff5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.671213 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b7f25-0d95-4253-9b08-21640b960ff5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe788f7-660a-40e6-b49d-4dbc752d184d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:50.674177 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-e44b7f25-0d95-4253-9b08-21640b960ff5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.675392 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-e44b7f25-0d95-4253-9b08-21640b960ff5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192632 Aug 24 01:21:50.678903 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49148) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:50.683448 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-576c718c-da73-41b6-882b-0f6961633ee3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'security_group_rule': {'security_group_id': '19cc54d9-af41-4133-9c4c-0f831331e90f', 'project_id': '481630b19e22481f9472e4939c10c904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:50.700910 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 88db2356-b8e4-4265-b65c-4ceb091dde21 no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:21:50.704265 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-576c718c-da73-41b6-882b-0f6961633ee3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Project 481630b19e22481f9472e4939c10c904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:21:50.709399 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-576c718c-da73-41b6-882b-0f6961633ee3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.721760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 88db2356-b8e4-4265-b65c-4ceb091dde21 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:21:50.722104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 88db2356-b8e4-4265-b65c-4ceb091dde21 not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:21:50.769348 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-576c718c-da73-41b6-882b-0f6961633ee3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.772715 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-576c718c-da73-41b6-882b-0f6961633ee3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.792603 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c718c-da73-41b6-882b-0f6961633ee3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cf4305-7f9e-44e1-8d06-5e30d7760459,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:50.800127 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-576c718c-da73-41b6-882b-0f6961633ee3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.801400 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-576c718c-da73-41b6-882b-0f6961633ee3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215098 Aug 24 01:21:50.804795 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49150) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:50.817013 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-4ce34964-8a87-4fba-adfb-68d75515d6d7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'security_group_rule': {'security_group_id': '19cc54d9-af41-4133-9c4c-0f831331e90f', 'project_id': '481630b19e22481f9472e4939c10c904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:50.848343 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-4ce34964-8a87-4fba-adfb-68d75515d6d7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Project 481630b19e22481f9472e4939c10c904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:21:50.853536 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ce34964-8a87-4fba-adfb-68d75515d6d7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.914126 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ce34964-8a87-4fba-adfb-68d75515d6d7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.917792 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ce34964-8a87-4fba-adfb-68d75515d6d7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.936174 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce34964-8a87-4fba-adfb-68d75515d6d7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6eda6d-3970-4a83-88e7-cde713ef24bf,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:50.941513 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-4ce34964-8a87-4fba-adfb-68d75515d6d7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:50.944031 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-4ce34964-8a87-4fba-adfb-68d75515d6d7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380441 Aug 24 01:21:54.362995 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:57.617209 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4fa4a17b-6ac8-4bfb-b3fa-6b363d85a616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:00.114906 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:22:00.219710 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:00.277173 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-661bfe6b-e199-49c0-a330-0c3fad1c63e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:00.320974 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:01.514872 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:03.272398 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:05.269257 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-76cac81a-042c-4762-87fa-a5ac7426e942 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25296987&fields=id&tenant_id=481630b19e22481f9472e4939c10c904 HTTP/1.1" status: 200 len: 267 time: 0.0321677 Aug 24 01:22:05.374470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-9fb1a514-478c-4767-9462-1094d8ec4f5d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:05.375979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-9fb1a514-478c-4767-9462-1094d8ec4f5d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 808 time: 0.0994458 Aug 24 01:22:05.390850 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-40fa66c7-5d67-4b52-91e8-6faf3f610c6f tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/quotas/481630b19e22481f9472e4939c10c904 HTTP/1.1" status: 200 len: 375 time: 0.0089588 Aug 24 01:22:05.441783 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-fc77100f-942e-42a3-af73-8c8361308672 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452068 Aug 24 01:22:05.518373 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e15dc5d2-64cc-411b-849e-e808f44c0997 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:22:05.519424 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e15dc5d2-64cc-411b-849e-e808f44c0997 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0666504 Aug 24 01:22:05.612355 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-9281dc5f-011c-4ed0-a9c6-80ec65654d0c service neutron] 10.222.0.32 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860505 Aug 24 01:22:05.701059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-5f666ac7-4119-455e-b64e-f8935e4110b9 service neutron] 10.222.0.32 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824645 Aug 24 01:22:05.986993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-baa6d06d-ac2d-4428-85a6-eb7e6a5ac9c2 req-9bae4ce7-560a-4b6c-8315-a1dff7cd6e9a tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 210 time: 0.0264380 Aug 24 01:22:07.062968 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ffec3049-7524-4fbf-af69-35452c485d27 req-476305dc-7d73-403c-881a-1a13a9b2a129 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 210 time: 0.0258770 Aug 24 01:22:08.146434 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9ff8798a-a6c5-4c79-8a3b-ccda23cbc500 req-b26c0e47-5166-47bc-95c9-86e141e6d3da tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 210 time: 0.0325520 Aug 24 01:22:09.226164 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-35d64adc-c130-4a3a-b553-9eb51ce7b125 req-496cb97a-356d-4c5f-b9e0-4d0d432da047 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 210 time: 0.0276346 Aug 24 01:22:10.318879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-54ee0025-6214-4b61-aa4d-b7707f845ac6 req-265a778a-93a3-4055-b785-c36d4b6465b5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 210 time: 0.0258708 Aug 24 01:22:11.034264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e7a5e80d-8c4a-4fdc-af34-1d23b4137bd0 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:11.035609 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e7a5e80d-8c4a-4fdc-af34-1d23b4137bd0 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 808 time: 0.1023676 Aug 24 01:22:11.089222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-3616e1f8-37ff-4545-a667-8a4f0df888db tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=481630b19e22481f9472e4939c10c904 HTTP/1.1" status: 200 len: 378 time: 0.0398355 Aug 24 01:22:11.113978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e61e1f7a-e477-4836-b8b4-35add02ab2bf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'port': {'device_id': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'admin_state_up': True, 'tenant_id': '481630b19e22481f9472e4939c10c904', 'security_groups': ['19cc54d9-af41-4133-9c4c-0f831331e90f']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:22:11.220878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e61e1f7a-e477-4836-b8b4-35add02ab2bf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Made reservation on behalf of 481630b19e22481f9472e4939c10c904 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:22:11.224334 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e61e1f7a-e477-4836-b8b4-35add02ab2bf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:11.355875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e61e1f7a-e477-4836-b8b4-35add02ab2bf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Allocated IP 172.20.0.11 (0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee/bc97e4bc-d005-45f9-b23e-2c7fac0557d2/04a3ca81-8c55-43cc-9e02-5cd8d85a980f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:22:11.437125 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-060d2c6f-2db6-49e9-b7c2-5ec65142776f req-2e2ca859-1734-42b0-9cb8-5f2ec3b2cd0d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 210 time: 0.0398986 Aug 24 01:22:11.523138 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e61e1f7a-e477-4836-b8b4-35add02ab2bf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:11.542077 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e61e1f7a-e477-4836-b8b4-35add02ab2bf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Transition to ACTIVE for port object 04a3ca81-8c55-43cc-9e02-5cd8d85a980f will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:22:11.575137 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e61e1f7a-e477-4836-b8b4-35add02ab2bf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:11.627714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e61e1f7a-e477-4836-b8b4-35add02ab2bf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:22:11.631470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e61e1f7a-e477-4836-b8b4-35add02ab2bf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:22:11.635455 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e61e1f7a-e477-4836-b8b4-35add02ab2bf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:22:11.662011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e1f7a-e477-4836-b8b4-35add02ab2bf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'Port': ['ID=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:11.695837 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e61e1f7a-e477-4836-b8b4-35add02ab2bf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:11.696617 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e61e1f7a-e477-4836-b8b4-35add02ab2bf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:11.713584 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-e61e1f7a-e477-4836-b8b4-35add02ab2bf tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6035283 Aug 24 01:22:11.732840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Request body: {'port': {'device_id': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:22:11.791153 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:11.861441 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5a01142a-22c1-4ca0-890a-8d31058edd15 None None] Provisioning for port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:22:11.866669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-5a01142a-22c1-4ca0-890a-8d31058edd15 None None] Provisioning complete for port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:22:11.867090 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5a01142a-22c1-4ca0-890a-8d31058edd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:11.911280 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-5a01142a-22c1-4ca0-890a-8d31058edd15 None None] Port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:22:12.066589 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a3ca81-8c55-43cc-9e02-5cd8d85a980f {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:22:12.074561 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:12.087014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Transition to ACTIVE for port object 04a3ca81-8c55-43cc-9e02-5cd8d85a980f will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:22:12.090577 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:12.140566 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Pushing event updated for resources: {'Port': ['ID=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:12.218617 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Attempting to bind port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:22:12.218989 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Attempting to bind port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:22:12.219321 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Attempting to bind port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f on network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:22:12.224103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f on network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:22:12.224432 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Attempting to bind port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f on network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:22:12.230518 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:22:12.230895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Checking segment: {'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:22:12.231286 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Bound using segment: {'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:22:12.231721 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Bound port: 04a3ca81-8c55-43cc-9e02-5cd8d85a980f, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93abdbd3-dbd3-4819-b27e-00e760acfcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:22:12.232227 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:12.325014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] For port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:22:12.328838 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] For port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:22:12.335471 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:12.373243 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:12.373851 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:12.375387 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] 10.222.0.13 "PUT /v2.0/ports/04a3ca81-8c55-43cc-9e02-5cd8d85a980f HTTP/1.1" status: 200 len: 1092 time: 0.6472065 Aug 24 01:22:12.375749 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'tag': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:22:12.377997 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d65025-fa6b-4b35-b4d8-e4ba65d36fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "131d78f9-cdfa-4f67-ac05-dca1378a8040", "tag": "04a3ca81-8c55-43cc-9e02-5cd8d85a980f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:22:12.401144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281f5d3-b70b-48a3-8d6e-1c86eec97165 service neutron] Pushing event updated for resources: {'Port': ['ID=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:12.430663 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177fee5a-b9b4-4dbe-b808-3a74cc4e2f1c x-openstack-request-id: req-177fee5a-b9b4-4dbe-b808-3a74cc4e2f1c {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:22:12.430988 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131d78f9-cdfa-4f67-ac05-dca1378a8040", "tag": "04a3ca81-8c55-43cc-9e02-5cd8d85a980f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:22:12.431245 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-177fee5a-b9b4-4dbe-b808-3a74cc4e2f1c {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:22:12.431672 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'tag': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'status': 'completed', 'code': 200} Aug 24 01:22:12.496739 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-28256225-d1d8-4482-af32-ea1a49757234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:12.498559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-28256225-d1d8-4482-af32-ea1a49757234 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 1095 time: 0.0478325 Aug 24 01:22:12.580102 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-dfb029cf-9ab5-4a91-8478-2efc17f67bde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f HTTP/1.1" status: 200 len: 217 time: 0.0671999 Aug 24 01:22:12.641607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-7b663020-74c1-419a-b117-203eae31170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:12.643124 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-7b663020-74c1-419a-b117-203eae31170b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0554390 Aug 24 01:22:12.651145 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a15d7-bd6c-4182-a4b5-28f2313ed370 req-d989fece-4b7c-445e-bd05-128504614032 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:12.652523 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-250a15d7-bd6c-4182-a4b5-28f2313ed370 req-d989fece-4b7c-445e-bd05-128504614032 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.1327474 Aug 24 01:22:12.719356 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-250a15d7-bd6c-4182-a4b5-28f2313ed370 req-a23b4929-14a4-4d02-8bde-62af1857173e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583088 Aug 24 01:22:12.724449 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-6563b4a7-81a2-4eed-bcb2-14226b2eda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:12.726729 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-6563b4a7-81a2-4eed-bcb2-14226b2eda54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733576 Aug 24 01:22:12.818565 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-04029a6c-0bc8-435e-9535-22dfed24a390 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837550 Aug 24 01:22:12.913636 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6cc505a4-e42b-4aff-b32d-fbb1fcb2f4ae req-739a6a97-195a-4677-9d5d-2c53c1f4f436 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883787 Aug 24 01:22:13.026921 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d65025-fa6b-4b35-b4d8-e4ba65d36fdd req-f04a0e57-c5b0-4c93-9715-c96740dee741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:13.028530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18d65025-fa6b-4b35-b4d8-e4ba65d36fdd req-f04a0e57-c5b0-4c93-9715-c96740dee741 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 1095 time: 0.0420702 Aug 24 01:22:13.122763 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d65025-fa6b-4b35-b4d8-e4ba65d36fdd req-0709cbc4-130d-4ffb-ac7f-881f0c5b14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:13.124261 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18d65025-fa6b-4b35-b4d8-e4ba65d36fdd req-0709cbc4-130d-4ffb-ac7f-881f0c5b14c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.0887825 Aug 24 01:22:13.165946 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18d65025-fa6b-4b35-b4d8-e4ba65d36fdd req-d47533b2-9ad6-4086-92aa-fe3b0b529a30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f HTTP/1.1" status: 200 len: 217 time: 0.0340095 Aug 24 01:22:13.215907 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d65025-fa6b-4b35-b4d8-e4ba65d36fdd req-cd438b07-4586-4c5d-a61f-242b42193a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:13.217389 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18d65025-fa6b-4b35-b4d8-e4ba65d36fdd req-cd438b07-4586-4c5d-a61f-242b42193a47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0443764 Aug 24 01:22:13.262040 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d65025-fa6b-4b35-b4d8-e4ba65d36fdd req-3055ec30-3a53-4673-8714-bf7687327e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:13.263482 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18d65025-fa6b-4b35-b4d8-e4ba65d36fdd req-3055ec30-3a53-4673-8714-bf7687327e57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391517 Aug 24 01:22:13.356582 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18d65025-fa6b-4b35-b4d8-e4ba65d36fdd req-fddcff03-7f0b-4b57-936d-87129713c164 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856130 Aug 24 01:22:13.446951 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-18d65025-fa6b-4b35-b4d8-e4ba65d36fdd req-3e6bd746-b58d-45c4-9bde-259c94628a4f service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823398 Aug 24 01:22:13.842713 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d05f01-5c29-4184-82ef-3374db8e362d req-076b9e2b-2847-486d-884b-de9910bc575e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:13.844449 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72d05f01-5c29-4184-82ef-3374db8e362d req-076b9e2b-2847-486d-884b-de9910bc575e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0556591 Aug 24 01:22:13.883661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-72d05f01-5c29-4184-82ef-3374db8e362d req-cf20259f-018b-4873-b0d7-d81f9e9eb62b tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323753 Aug 24 01:22:15.003616 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f0c22-a80a-468d-b0c8-60d8bd321ea4 req-f3364c09-bb86-4693-849b-490413892869 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:15.005435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-523f0c22-a80a-468d-b0c8-60d8bd321ea4 req-f3364c09-bb86-4693-849b-490413892869 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0524347 Aug 24 01:22:15.045689 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-523f0c22-a80a-468d-b0c8-60d8bd321ea4 req-b2a55495-60cc-4843-9b74-51ae7424a01b tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328856 Aug 24 01:22:16.161351 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ccc85-fbb8-4c9a-bac0-461408aacc55 req-2c48de26-db04-4480-826a-1e714c6e88b2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:16.163155 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b93ccc85-fbb8-4c9a-bac0-461408aacc55 req-2c48de26-db04-4480-826a-1e714c6e88b2 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0490263 Aug 24 01:22:16.200240 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b93ccc85-fbb8-4c9a-bac0-461408aacc55 req-6172ca08-01d0-4af6-b1b3-91c816fe4f97 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311923 Aug 24 01:22:17.330356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77977a-3bd7-4635-b652-d0852731b8c1 req-11e86a28-f73d-4c5a-8544-a95adbaaf54c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:17.331883 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e77977a-3bd7-4635-b652-d0852731b8c1 req-11e86a28-f73d-4c5a-8544-a95adbaaf54c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0529404 Aug 24 01:22:17.370473 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8e77977a-3bd7-4635-b652-d0852731b8c1 req-59b07c5a-b2f2-434f-bc0f-c0457131c149 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318449 Aug 24 01:22:18.486670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bdad2-ca87-4b11-906b-3b185917626f req-3cf832d2-684a-45dc-bc32-e09cdaa0ed01 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:18.488100 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f4bdad2-ca87-4b11-906b-3b185917626f req-3cf832d2-684a-45dc-bc32-e09cdaa0ed01 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0495167 Aug 24 01:22:18.529123 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4f4bdad2-ca87-4b11-906b-3b185917626f req-4f10f8cd-2b39-42b9-9c3f-5cf4c5aa41bc tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345123 Aug 24 01:22:19.644538 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747e427-ccef-44de-9baf-88743495d25e req-1eaf05d2-915f-4891-875c-a9ab272be0c1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:19.646032 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b747e427-ccef-44de-9baf-88743495d25e req-1eaf05d2-915f-4891-875c-a9ab272be0c1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0487742 Aug 24 01:22:19.685186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b747e427-ccef-44de-9baf-88743495d25e req-8572d62d-8d2e-4aae-879b-93b71f230855 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324976 Aug 24 01:22:20.803401 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e9c38-d572-48ed-bc8b-fbf364b4c232 req-4977fd5d-428b-44dc-a02d-f57b170e1e1d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:20.804910 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-737e9c38-d572-48ed-bc8b-fbf364b4c232 req-4977fd5d-428b-44dc-a02d-f57b170e1e1d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0545089 Aug 24 01:22:20.843126 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-737e9c38-d572-48ed-bc8b-fbf364b4c232 req-20f76abf-f890-4023-bfa0-371c851b5051 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322666 Aug 24 01:22:21.959320 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d993d-1838-4534-8f1f-57873edb1648 req-cd4f95fb-2921-4f26-a66d-ca6c910ef360 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:21.960840 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-169d993d-1838-4534-8f1f-57873edb1648 req-cd4f95fb-2921-4f26-a66d-ca6c910ef360 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0510378 Aug 24 01:22:22.003147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-169d993d-1838-4534-8f1f-57873edb1648 req-0abaa193-c932-46f8-8473-6d83a5216e38 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352294 Aug 24 01:22:22.904446 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 04a3ca81-8c55-43cc-9e02-5cd8d85a980f details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:22:23.004644 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:23.016810 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'port_id': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'mac_address': 'fa:16:3e:63:66:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:22:23.054975 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:23.068140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a3ca81-8c55-43cc-9e02-5cd8d85a980f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:22:23.088460 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:23.092369 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:23.118117 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e880e89-6632-47e7-86d3-dfbec0ea6f94 req-598a67e3-22ed-4656-9995-eac98cb5c056 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:23.119661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e880e89-6632-47e7-86d3-dfbec0ea6f94 req-598a67e3-22ed-4656-9995-eac98cb5c056 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0494728 Aug 24 01:22:23.141969 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:23.149747 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:23.150095 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:23.150438 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:23.150784 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:23.151130 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:23.151460 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:23.151789 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:23.152114 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:23.152445 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:23.152766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:23.153090 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:23.153412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:23.164936 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5e880e89-6632-47e7-86d3-dfbec0ea6f94 req-a09a5182-fdab-4bf9-a1ff-3b2e38dead92 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391378 Aug 24 01:22:23.362181 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['04a3ca81-8c55-43cc-9e02-5cd8d85a980f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:22:24.281833 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310469f-fa73-483d-9145-9028b8ce30d0 req-cf00c886-6d5a-4786-8e62-3042b5ba7644 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:24.283333 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4310469f-fa73-483d-9145-9028b8ce30d0 req-cf00c886-6d5a-4786-8e62-3042b5ba7644 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 945 time: 0.0520227 Aug 24 01:22:24.322267 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4310469f-fa73-483d-9145-9028b8ce30d0 req-21a78c7c-85ff-4368-9f65-5b5c335e3ca3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325501 Aug 24 01:22:24.373604 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:24.930434 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 04a3ca81-8c55-43cc-9e02-5cd8d85a980f up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:22:24.981022 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:22:24.984605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:22:24.984977 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:25.059518 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:25.084982 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:22:25.087220 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08687153-4e16-4829-b212-d90fb70d8be4" -d '{"events": [{"server_uuid": "131d78f9-cdfa-4f67-ac05-dca1378a8040", "name": "network-vif-plugged", "status": "completed", "tag": "04a3ca81-8c55-43cc-9e02-5cd8d85a980f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:22:25.099616 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:25.103638 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:25.152733 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:25.183523 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db27560-0b2b-4d91-9520-38b57a51455c x-openstack-request-id: req-3db27560-0b2b-4d91-9520-38b57a51455c {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:22:25.183817 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131d78f9-cdfa-4f67-ac05-dca1378a8040", "name": "network-vif-plugged", "status": "completed", "tag": "04a3ca81-8c55-43cc-9e02-5cd8d85a980f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:22:25.184069 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3db27560-0b2b-4d91-9520-38b57a51455c {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:22:25.184464 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'code': 200} Aug 24 01:22:25.301294 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd20ef-bd2f-441b-b388-c677a59ff842 req-c66865f7-8fe3-452b-a237-37068842f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:25.303452 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9dd20ef-bd2f-441b-b388-c677a59ff842 req-c66865f7-8fe3-452b-a237-37068842f969 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 1097 time: 0.0395684 Aug 24 01:22:25.337575 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f9dd20ef-bd2f-441b-b388-c677a59ff842 req-73af52d5-d6bf-4693-b188-91db66c4c863 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277004 Aug 24 01:22:25.435322 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efe51d-d4d1-4cb1-97c8-beccf0356df6 req-d66e5d3d-7e18-4f5a-8b0f-a3a9640ea0b7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:25.436731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87efe51d-d4d1-4cb1-97c8-beccf0356df6 req-d66e5d3d-7e18-4f5a-8b0f-a3a9640ea0b7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0488746 Aug 24 01:22:25.474949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-87efe51d-d4d1-4cb1-97c8-beccf0356df6 req-55f0e6fa-075c-4a82-9239-4bf8a633d72d tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318398 Aug 24 01:22:26.594676 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b17ef0-011b-4690-b5f8-8c391956020b req-c9d1f319-095a-4824-a204-50480d43d9ce tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:26.596207 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05b17ef0-011b-4690-b5f8-8c391956020b req-c9d1f319-095a-4824-a204-50480d43d9ce tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0534360 Aug 24 01:22:26.633995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05b17ef0-011b-4690-b5f8-8c391956020b req-5a86b308-794a-41fd-b3f7-6a0d2a3de829 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318475 Aug 24 01:22:26.746801 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beee4d0-6cb3-4754-b0b3-f91b0ecfae77 req-cb4af31e-c250-4366-aede-6735a79660df tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:26.748313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9beee4d0-6cb3-4754-b0b3-f91b0ecfae77 req-cb4af31e-c250-4366-aede-6735a79660df tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0487022 Aug 24 01:22:26.785814 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9beee4d0-6cb3-4754-b0b3-f91b0ecfae77 req-186d12f7-96dc-4f46-aa54-ceb25f1dee8e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315487 Aug 24 01:22:26.808212 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49360) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:26.847133 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63815925-e8eb-4bd6-b132-326ed0585633 tempest-TestShelveInstance-969806457 tempest-TestShelveInstance-969806457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:26.848630 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-63815925-e8eb-4bd6-b132-326ed0585633 tempest-TestShelveInstance-969806457 tempest-TestShelveInstance-969806457-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 1092 time: 0.0394444 Aug 24 01:22:26.851547 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:26.855838 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:22:26.876959 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:26.976263 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:27.079645 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Allocated IP 172.25.8.60 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/a3936da0-d94c-4460-b512-7f203a763c45) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:22:27.183993 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:27.222625 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:27.267003 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:22:27.274634 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:22:27.281572 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:22:27.290410 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'Port': ['ID=a3936da0-d94c-4460-b512-7f203a763c45,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:27.620525 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9be71a54-e1e0-4206-b515-772951862f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:27.652392 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:27.730884 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:27.878542 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:27.883030 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:27.953865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event updated for resources: {'Port': ['ID=a3936da0-d94c-4460-b512-7f203a763c45,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:27.965134 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:28.066902 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Floating IP 8c126dda-878d-47de-9225-705e8e23b0f7 associated. External IP: 172.25.8.60, port: 04a3ca81-8c55-43cc-9e02-5cd8d85a980f. Aug 24 01:22:28.269458 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Router 6cc2de4e-143c-41a1-a566-550fcc831f70 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:22:28.382878 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:22:28.392268 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63a12e-8f2d-421c-aef7-876170aeb63e None None] Sync routers for ids ['6cc2de4e-143c-41a1-a566-550fcc831f70'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:22:28.397599 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:28.402312 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b63a12e-8f2d-421c-aef7-876170aeb63e None None] Routers {'6cc2de4e-143c-41a1-a566-550fcc831f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:22:28.402954 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5b63a12e-8f2d-421c-aef7-876170aeb63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:22:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cc2de4e-143c-41a1-a566-550fcc831f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:28.424684 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-2c15e509-fc61-4966-a7d0-754a95301133 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5721252 Aug 24 01:22:28.425257 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'tag': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:22:28.428031 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d889f77d522bbf3953e3538f7cf97f660794b72665fad371c9564fe2e75f33d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38dfcd7-9468-459f-838c-e5e9f3bd8a96" -d '{"events": [{"name": "network-changed", "server_uuid": "131d78f9-cdfa-4f67-ac05-dca1378a8040", "tag": "04a3ca81-8c55-43cc-9e02-5cd8d85a980f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:22:28.463833 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7818ac-af91-45e7-a79c-e0f23e37a918 x-openstack-request-id: req-4c7818ac-af91-45e7-a79c-e0f23e37a918 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:22:28.464151 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131d78f9-cdfa-4f67-ac05-dca1378a8040", "tag": "04a3ca81-8c55-43cc-9e02-5cd8d85a980f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:22:28.464390 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c7818ac-af91-45e7-a79c-e0f23e37a918 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:22:28.464803 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'tag': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'status': 'completed', 'code': 200} Aug 24 01:22:28.509392 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5b63a12e-8f2d-421c-aef7-876170aeb63e None None] Set router 6cc2de4e-143c-41a1-a566-550fcc831f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:22:28.546895 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dfcd7-9468-459f-838c-e5e9f3bd8a96 req-cc629edc-b574-43e2-a724-ab572a94c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:28.548305 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d38dfcd7-9468-459f-838c-e5e9f3bd8a96 req-cc629edc-b574-43e2-a724-ab572a94c345 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 1097 time: 0.0396740 Aug 24 01:22:28.645607 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dfcd7-9468-459f-838c-e5e9f3bd8a96 req-82ae730e-30a8-4dc6-b0ca-5421f5e5bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:28.648030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d38dfcd7-9468-459f-838c-e5e9f3bd8a96 req-82ae730e-30a8-4dc6-b0ca-5421f5e5bad9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.0918090 Aug 24 01:22:28.716557 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d38dfcd7-9468-459f-838c-e5e9f3bd8a96 req-dde6c57e-4b65-48a1-b4c3-36fd35ca1d92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f HTTP/1.1" status: 200 len: 999 time: 0.0607545 Aug 24 01:22:28.771881 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dfcd7-9468-459f-838c-e5e9f3bd8a96 req-98b3521c-1168-420a-b635-c64da4403e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:28.773368 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d38dfcd7-9468-459f-838c-e5e9f3bd8a96 req-98b3521c-1168-420a-b635-c64da4403e4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0495629 Aug 24 01:22:28.819549 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dfcd7-9468-459f-838c-e5e9f3bd8a96 req-9a087602-db73-45c9-a652-3b80f6ee3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:28.820979 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d38dfcd7-9468-459f-838c-e5e9f3bd8a96 req-9a087602-db73-45c9-a652-3b80f6ee3705 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407047 Aug 24 01:22:28.824309 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5b63a12e-8f2d-421c-aef7-876170aeb63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '8c126dda-878d-47de-9225-705e8e23b0f7', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'floating_ip_address': '172.25.8.60', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'port_id': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'mac_address': 'fa:16:3e:63:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:22:27Z', 'updated_at': '2021-08-24T01:22:27Z', 'revision_number': 0, 'project_id': '481630b19e22481f9472e4939c10c904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 5, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:28.850375 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63a12e-8f2d-421c-aef7-876170aeb63e None None] Checking router: 6cc2de4e-143c-41a1-a566-550fcc831f70 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:22:28.858375 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b63a12e-8f2d-421c-aef7-876170aeb63e None None] Routers {'6cc2de4e-143c-41a1-a566-550fcc831f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:22:28.859001 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5b63a12e-8f2d-421c-aef7-876170aeb63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:22:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cc2de4e-143c-41a1-a566-550fcc831f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:28.911816 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d38dfcd7-9468-459f-838c-e5e9f3bd8a96 req-4869dd19-fbba-4bf0-8a73-3eb3233b5576 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831323 Aug 24 01:22:28.962626 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-5b63a12e-8f2d-421c-aef7-876170aeb63e None None] Set router 6cc2de4e-143c-41a1-a566-550fcc831f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:22:29.009348 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d38dfcd7-9468-459f-838c-e5e9f3bd8a96 req-29dfeb0c-fa0c-41f4-bde3-74b7e1289e86 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908165 Aug 24 01:22:29.192478 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-5b63a12e-8f2d-421c-aef7-876170aeb63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '8c126dda-878d-47de-9225-705e8e23b0f7', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'floating_ip_address': '172.25.8.60', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'port_id': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'mac_address': 'fa:16:3e:63:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:22:27Z', 'updated_at': '2021-08-24T01:22:27Z', 'revision_number': 0, 'project_id': '481630b19e22481f9472e4939c10c904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 5, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:29.217954 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63a12e-8f2d-421c-aef7-876170aeb63e None None] The sync data for ids ['6cc2de4e-143c-41a1-a566-550fcc831f70'] in n-d-805736-1 is: [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': '8c126dda-878d-47de-9225-705e8e23b0f7', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'floating_ip_address': '172.25.8.60', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'port_id': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'mac_address': 'fa:16:3e:63:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:22:27Z', 'updated_at': '2021-08-24T01:22:27Z', 'revision_number': 0, 'project_id': '481630b19e22481f9472e4939c10c904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 5, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:22:29.402019 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f81707-46c4-4139-a61f-9be9327742aa None None] New status for floating IP 8c126dda-878d-47de-9225-705e8e23b0f7: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:22:30.220805 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:30.276310 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-9d8ac1d3-6a0f-4a29-a661-a8fc365a4d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:30.318614 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:31.516215 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:33.274766 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:37.115629 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:22:54.383960 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:57.621606 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e22ca272-2963-49b4-a69b-4153245b21cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.222285 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.275653 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-605c81d0-295e-4ef9-aacb-355a1a4bbaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.318115 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.525049 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:03.279947 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:14.115848 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:23:19.950398 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-603d0112-0311-4777-933c-59dbb9b46156 req-e4433f88-d3a8-4ff1-93ff-d8b076ba67b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396848 Aug 24 01:23:20.048643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d0112-0311-4777-933c-59dbb9b46156 req-9e97e820-ecd5-4281-9f20-74955f900cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:20.050175 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-603d0112-0311-4777-933c-59dbb9b46156 req-9e97e820-ecd5-4281-9f20-74955f900cc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 1097 time: 0.0412831 Aug 24 01:23:20.154389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d0112-0311-4777-933c-59dbb9b46156 req-b27d7393-4ce8-43e4-866f-ed3600843bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:20.155975 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-603d0112-0311-4777-933c-59dbb9b46156 req-b27d7393-4ce8-43e4-866f-ed3600843bbe service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.0872052 Aug 24 01:23:20.218959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-603d0112-0311-4777-933c-59dbb9b46156 req-c70c523a-17f6-4e92-925b-f637804821dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f HTTP/1.1" status: 200 len: 1001 time: 0.0553036 Aug 24 01:23:20.270292 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d0112-0311-4777-933c-59dbb9b46156 req-6f818375-5002-4aa1-ba97-752b7574e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:20.271739 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-603d0112-0311-4777-933c-59dbb9b46156 req-6f818375-5002-4aa1-ba97-752b7574e28e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0459063 Aug 24 01:23:20.316877 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d0112-0311-4777-933c-59dbb9b46156 req-c4ec54f2-2ffb-4381-9bc1-b28ae23eb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:20.318353 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-603d0112-0311-4777-933c-59dbb9b46156 req-c4ec54f2-2ffb-4381-9bc1-b28ae23eb5e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396280 Aug 24 01:23:20.330552 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-603d0112-0311-4777-933c-59dbb9b46156 req-58839698-fcf5-4ced-90cc-e22febfb4ede service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:23:20.331515 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-603d0112-0311-4777-933c-59dbb9b46156 req-58839698-fcf5-4ced-90cc-e22febfb4ede service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054569 Aug 24 01:23:20.419633 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-603d0112-0311-4777-933c-59dbb9b46156 req-f06ef268-6c75-4ae2-b7ad-3fe5531248bf service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809221 Aug 24 01:23:20.512804 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-603d0112-0311-4777-933c-59dbb9b46156 req-06a520c9-eb93-49ec-b5b9-dc26db98f1ba service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858276 Aug 24 01:23:24.385888 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:27.623433 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b307613e-7480-478f-9eda-691a0fb90734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:30.223133 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:30.275952 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4b588926-ade7-48fc-9bec-5b8d87b6895d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:30.316833 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:31.523773 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:33.280934 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:51.115309 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:23:54.399345 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:57.624050 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0810ec96-c1dc-4b52-b573-8e2a1ca0435e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.223915 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.276553 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c9536cab-23ea-4d2b-9ee0-9d2da342e233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.317747 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:01.526074 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:03.283658 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:20.596534 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8343e10-fd48-4d75-b794-b6e24b3a6b76 req-ef4714a9-89d9-44a6-9c02-001eb3e86daf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411630 Aug 24 01:24:20.693420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8343e10-fd48-4d75-b794-b6e24b3a6b76 req-f78233d3-9a03-48f8-be9d-49571610d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:20.694959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8343e10-fd48-4d75-b794-b6e24b3a6b76 req-f78233d3-9a03-48f8-be9d-49571610d690 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 1097 time: 0.0406978 Aug 24 01:24:20.799878 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8343e10-fd48-4d75-b794-b6e24b3a6b76 req-67bcc4aa-26a4-42a9-b732-f348d69545ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:20.801340 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8343e10-fd48-4d75-b794-b6e24b3a6b76 req-67bcc4aa-26a4-42a9-b732-f348d69545ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.0862641 Aug 24 01:24:20.865558 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8343e10-fd48-4d75-b794-b6e24b3a6b76 req-c3165add-9cb0-4d54-8f3a-0b106c763aeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f HTTP/1.1" status: 200 len: 1001 time: 0.0566180 Aug 24 01:24:20.917255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8343e10-fd48-4d75-b794-b6e24b3a6b76 req-702a9b4e-623a-4e04-b1c3-0a5407db8db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:20.918700 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8343e10-fd48-4d75-b794-b6e24b3a6b76 req-702a9b4e-623a-4e04-b1c3-0a5407db8db5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0463293 Aug 24 01:24:20.962814 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8343e10-fd48-4d75-b794-b6e24b3a6b76 req-058673a8-a82c-4ad9-b39c-dd3946bd8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:20.964278 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8343e10-fd48-4d75-b794-b6e24b3a6b76 req-058673a8-a82c-4ad9-b39c-dd3946bd8bfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392058 Aug 24 01:24:21.056751 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8343e10-fd48-4d75-b794-b6e24b3a6b76 req-31bb2ac1-ceb8-49d8-8b66-147a214d2dfc service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852482 Aug 24 01:24:21.150019 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8343e10-fd48-4d75-b794-b6e24b3a6b76 req-78f1766a-b935-415d-aa19-03b643b6fae0 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866137 Aug 24 01:24:24.398487 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:27.242597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a182c-eab2-44cc-be7e-3075668d3ef8 req-748f9631-3a88-46b3-b5be-e9b6b0d0b47b tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:27.244033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d8a182c-eab2-44cc-be7e-3075668d3ef8 req-748f9631-3a88-46b3-b5be-e9b6b0d0b47b tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0498188 Aug 24 01:24:27.281381 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4d8a182c-eab2-44cc-be7e-3075668d3ef8 req-1508b9de-21f5-44c7-bb2c-5e2ec7e7da5c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313969 Aug 24 01:24:27.624093 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-483b322c-6064-4a0a-974d-8129dd25b43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:28.114871 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:24:28.397372 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f3745-3b90-4682-bb2f-7430f555be42 req-00932f44-655b-4443-b96b-67b67630ff27 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:28.398779 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b1f3745-3b90-4682-bb2f-7430f555be42 req-00932f44-655b-4443-b96b-67b67630ff27 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0483022 Aug 24 01:24:28.435893 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3b1f3745-3b90-4682-bb2f-7430f555be42 req-1ad626a8-b7ac-40cd-b777-726ce532e58e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311918 Aug 24 01:24:29.586391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c1ba3-9972-421f-b9b9-b8b464c6eb67 req-0052113e-4923-403b-8b47-7b7701fa83ed tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:29.587934 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a8c1ba3-9972-421f-b9b9-b8b464c6eb67 req-0052113e-4923-403b-8b47-7b7701fa83ed tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0533483 Aug 24 01:24:29.625013 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1a8c1ba3-9972-421f-b9b9-b8b464c6eb67 req-0fc2386d-2f31-45d5-8cb1-c0ed58da336c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307734 Aug 24 01:24:30.225411 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:30.276982 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7f3bc01e-51d2-4b46-8e3e-0d45fd977797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:30.315714 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:30.741375 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f11e7b-dff2-485b-ba1a-bca218b4ecca req-276afa09-5b27-44d8-8993-ce911a4ec6e0 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:30.742922 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5f11e7b-dff2-485b-ba1a-bca218b4ecca req-276afa09-5b27-44d8-8993-ce911a4ec6e0 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0502524 Aug 24 01:24:30.780033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c5f11e7b-dff2-485b-ba1a-bca218b4ecca req-bc59deac-5d20-4ef0-b293-d51875c901fe tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311692 Aug 24 01:24:31.528932 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:31.896792 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bff277-c1a3-49bf-87f9-d972b7e0fd61 req-337c752e-2c06-4d36-868f-68d92f00f64e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:31.898293 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63bff277-c1a3-49bf-87f9-d972b7e0fd61 req-337c752e-2c06-4d36-868f-68d92f00f64e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0510445 Aug 24 01:24:31.935685 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-63bff277-c1a3-49bf-87f9-d972b7e0fd61 req-d9d35cc4-d3b3-4d1a-9a07-237b0de1d596 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314894 Aug 24 01:24:33.054181 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f48d7-cfff-42a4-924a-15d08188616d req-45540654-5b6f-441b-bb1d-48656de8cc00 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:33.055703 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f9f48d7-cfff-42a4-924a-15d08188616d req-45540654-5b6f-441b-bb1d-48656de8cc00 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0519807 Aug 24 01:24:33.095545 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2f9f48d7-cfff-42a4-924a-15d08188616d req-85a3bb75-539d-4f8a-aef7-179b8f2e7efd tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337701 Aug 24 01:24:33.286001 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:34.211227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625b89e-ee8c-4662-b3ca-d817c2d1023c req-5accc06c-19aa-4079-8a88-e7ce579a997f tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:34.212774 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8625b89e-ee8c-4662-b3ca-d817c2d1023c req-5accc06c-19aa-4079-8a88-e7ce579a997f tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0488973 Aug 24 01:24:34.249885 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8625b89e-ee8c-4662-b3ca-d817c2d1023c req-52e678f1-e857-48f1-b058-91981aa0f657 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310915 Aug 24 01:24:35.365594 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472750a-6191-4ebf-84c4-e1eb1fd738ea req-1b150dc7-3d1a-4a74-8576-6a97764d7966 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:35.367087 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2472750a-6191-4ebf-84c4-e1eb1fd738ea req-1b150dc7-3d1a-4a74-8576-6a97764d7966 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0480800 Aug 24 01:24:35.403400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2472750a-6191-4ebf-84c4-e1eb1fd738ea req-f03f2959-197d-4d3f-be92-d0d606227793 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303657 Aug 24 01:24:36.520640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c0507-32b8-41e2-8ed9-3b09f9c75aa3 req-9efd06d1-3f49-423a-a184-6a7175a286cb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:36.522116 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-057c0507-32b8-41e2-8ed9-3b09f9c75aa3 req-9efd06d1-3f49-423a-a184-6a7175a286cb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0517273 Aug 24 01:24:36.559436 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-057c0507-32b8-41e2-8ed9-3b09f9c75aa3 req-fad8ff15-f63e-4283-bf71-dc1e6b3e1aed tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313089 Aug 24 01:24:37.477193 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499b305-cecf-414b-bf0a-aa07632b6303 req-0249286a-017c-45b1-b350-d55cc08823bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:37.478621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6499b305-cecf-414b-bf0a-aa07632b6303 req-0249286a-017c-45b1-b350-d55cc08823bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 1097 time: 0.0401211 Aug 24 01:24:37.569240 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499b305-cecf-414b-bf0a-aa07632b6303 req-e716576d-bb6d-4a5a-9eb0-63799d559d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:37.570758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6499b305-cecf-414b-bf0a-aa07632b6303 req-e716576d-bb6d-4a5a-9eb0-63799d559d24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.0852854 Aug 24 01:24:37.656672 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6499b305-cecf-414b-bf0a-aa07632b6303 req-3e5e7f6a-9f3f-4c35-a99f-f9846bd1a312 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f HTTP/1.1" status: 200 len: 1001 time: 0.0789852 Aug 24 01:24:37.713255 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40520724-d474-4bb4-865a-46504a7e0ede req-c090768a-6edc-47db-9b12-546c17914c69 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:37.714712 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40520724-d474-4bb4-865a-46504a7e0ede req-c090768a-6edc-47db-9b12-546c17914c69 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0883007 Aug 24 01:24:37.729938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499b305-cecf-414b-bf0a-aa07632b6303 req-ebea413f-335f-4b1a-9b72-e01959024086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:37.731281 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6499b305-cecf-414b-bf0a-aa07632b6303 req-ebea413f-335f-4b1a-9b72-e01959024086 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0669115 Aug 24 01:24:37.781006 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40520724-d474-4bb4-865a-46504a7e0ede req-a26f925e-ad41-4ba7-a345-e6e7a52754bb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604224 Aug 24 01:24:37.790791 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499b305-cecf-414b-bf0a-aa07632b6303 req-33e78230-419f-4eb6-9e94-9829d886a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:37.792277 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6499b305-cecf-414b-bf0a-aa07632b6303 req-33e78230-419f-4eb6-9e94-9829d886a415 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530343 Aug 24 01:24:37.884590 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6499b305-cecf-414b-bf0a-aa07632b6303 req-a8c0f35a-d0f2-44ac-9481-25a642080f45 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852728 Aug 24 01:24:37.971999 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6499b305-cecf-414b-bf0a-aa07632b6303 req-5c426d17-1949-4ab2-b782-5f23988840a1 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801420 Aug 24 01:24:38.895490 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8124f58-3dcf-4491-a967-e8fad5f3d6f4 req-fb5ae8e7-88bc-4d32-bf3e-ea5f3441ebec tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:38.896963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8124f58-3dcf-4491-a967-e8fad5f3d6f4 req-fb5ae8e7-88bc-4d32-bf3e-ea5f3441ebec tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0486295 Aug 24 01:24:38.934833 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8124f58-3dcf-4491-a967-e8fad5f3d6f4 req-a99a3f58-2300-4254-86bb-e2cc9a62d7cd tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319703 Aug 24 01:24:40.053681 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69529f-b65b-449a-b5cf-7ee0f00106d7 req-5b63f9f0-54af-4282-aef7-db0a16197772 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:40.054995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb69529f-b65b-449a-b5cf-7ee0f00106d7 req-5b63f9f0-54af-4282-aef7-db0a16197772 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0531921 Aug 24 01:24:40.096243 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bb69529f-b65b-449a-b5cf-7ee0f00106d7 req-df37a6d5-d939-4b7d-8169-1a85de9f5c70 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324409 Aug 24 01:24:41.224919 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f597462-f8e5-49ee-a13f-41cca778b54c req-fd80774c-a1c3-4ef4-9f7a-f548a29f2b86 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:41.226327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f597462-f8e5-49ee-a13f-41cca778b54c req-fd80774c-a1c3-4ef4-9f7a-f548a29f2b86 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0573251 Aug 24 01:24:41.264469 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-9f597462-f8e5-49ee-a13f-41cca778b54c req-3d0d9ff4-b2ab-491b-8860-691d825e9e76 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320866 Aug 24 01:24:41.508858 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 04a3ca81-8c55-43cc-9e02-5cd8d85a980f no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:24:41.524005 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220becd8-1e57-4897-83b5-3431b56eb28b req-45eb1a40-839c-46ed-86b8-dcdf8ff14c73 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:41.525585 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-220becd8-1e57-4897-83b5-3431b56eb28b req-45eb1a40-839c-46ed-86b8-dcdf8ff14c73 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0824270 Aug 24 01:24:41.529721 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-121cfb23-f575-4136-aeda-134ceb07ec35 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1245875 Aug 24 01:24:41.582913 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-220becd8-1e57-4897-83b5-3431b56eb28b req-a9775718-a748-452b-9d7e-9047e91ca121 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474262 Aug 24 01:24:41.598434 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:41.624324 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:24:41.628670 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fa106e-8825-4ff4-ab6b-917bd5d32c15" -d '{"events": [{"server_uuid": "131d78f9-cdfa-4f67-ac05-dca1378a8040", "name": "network-vif-unplugged", "status": "completed", "tag": "04a3ca81-8c55-43cc-9e02-5cd8d85a980f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:24:41.641745 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:24:41.646699 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:41.674865 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 01:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0026cbae-72f8-471d-ae6d-48fad5be9931 x-openstack-request-id: req-0026cbae-72f8-471d-ae6d-48fad5be9931 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:24:41.675255 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131d78f9-cdfa-4f67-ac05-dca1378a8040", "name": "network-vif-unplugged", "status": "failed", "tag": "04a3ca81-8c55-43cc-9e02-5cd8d85a980f", "code": 422}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:24:41.675579 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0026cbae-72f8-471d-ae6d-48fad5be9931 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:24:41.676218 n-d-805736-1 neutron-server[94839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'code': 422} returned with failed status Aug 24 01:24:41.698707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:24:41.706706 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:24:41.707070 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:24:41.707508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:24:41.707768 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:24:41.708082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:24:41.708417 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:24:41.708744 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:24:41.709105 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:24:41.709433 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:24:41.709760 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:24:41.710074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:24:41.710398 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:24:42.692762 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8762fbb-b9a0-4eeb-aeaf-8e2e73cab268 req-d21b0437-36f6-47af-84dd-9b6be7ddd6d6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:42.694370 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8762fbb-b9a0-4eeb-aeaf-8e2e73cab268 req-d21b0437-36f6-47af-84dd-9b6be7ddd6d6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0498495 Aug 24 01:24:42.732867 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e8762fbb-b9a0-4eeb-aeaf-8e2e73cab268 req-ad61ed91-b4ab-4c7a-ba77-d6b6e91a7687 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325353 Aug 24 01:24:43.853748 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dec3bc-ca0d-4fcd-85a6-b56e7da18d8e req-d1edd365-dfa2-41a4-8d97-a83b06e2ec0e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:43.855297 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24dec3bc-ca0d-4fcd-85a6-b56e7da18d8e req-d1edd365-dfa2-41a4-8d97-a83b06e2ec0e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0506437 Aug 24 01:24:43.893529 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-24dec3bc-ca0d-4fcd-85a6-b56e7da18d8e req-be082553-084a-4aba-9dc0-7b1e89cf77b3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320768 Aug 24 01:24:45.012642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e85f53-a7e7-4dfe-9274-9865f05a298f req-47a07269-f818-4709-9dbd-d6a748237748 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:45.014191 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60e85f53-a7e7-4dfe-9274-9865f05a298f req-47a07269-f818-4709-9dbd-d6a748237748 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0531633 Aug 24 01:24:45.055777 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-60e85f53-a7e7-4dfe-9274-9865f05a298f req-d82eb8c6-8804-434a-9d64-f8e41786a33c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350862 Aug 24 01:24:46.172482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b403c-ce7f-421a-b432-053ed4909dce req-67315696-8a5c-4976-8439-1f869d1fde8c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:46.173959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a08b403c-ce7f-421a-b432-053ed4909dce req-67315696-8a5c-4976-8439-1f869d1fde8c tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0482743 Aug 24 01:24:46.211721 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a08b403c-ce7f-421a-b432-053ed4909dce req-3aa39c61-b8da-4a68-a33e-8a2446895cf9 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316939 Aug 24 01:24:46.332470 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-2ad2902b-7b58-4488-a0ea-bf1c4076f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:46.334044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-2ad2902b-7b58-4488-a0ea-bf1c4076f699 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040&tenant_id=481630b19e22481f9472e4939c10c904 HTTP/1.1" status: 200 len: 1095 time: 0.0408671 Aug 24 01:24:46.407534 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-3d98a1d8-1f61-4719-ac0e-2aec6cd4e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:46.409044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-3d98a1d8-1f61-4719-ac0e-2aec6cd4e6b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 1095 time: 0.0424428 Aug 24 01:24:46.832296 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-2a0b277e-ba2c-4bb3-a713-92807c3e2cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:46.833809 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-2a0b277e-ba2c-4bb3-a713-92807c3e2cee service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.4170415 Aug 24 01:24:46.901551 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-4c289aed-b9b1-4c56-a62a-5fa5d91876de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f HTTP/1.1" status: 200 len: 999 time: 0.0600333 Aug 24 01:24:46.949568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-712c6577-f2df-4b0e-a0f3-7152b3fef816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:46.951030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-712c6577-f2df-4b0e-a0f3-7152b3fef816 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0425336 Aug 24 01:24:46.994733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-71b01e30-018d-4731-aee5-2fb4f609c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:46.996222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-71b01e30-018d-4731-aee5-2fb4f609c590 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386422 Aug 24 01:24:47.089752 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-0c513f55-fafc-43d5-9858-06009a34676e service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861278 Aug 24 01:24:47.178405 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-b705307e-a014-4ea2-8dfe-c6306962212f service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816143 Aug 24 01:24:47.328104 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de1e65-5a19-4687-84e4-62a36e89e8dc req-eb8fe434-5b43-43d5-8443-cd229779f42e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:47.329594 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09de1e65-5a19-4687-84e4-62a36e89e8dc req-eb8fe434-5b43-43d5-8443-cd229779f42e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0499635 Aug 24 01:24:47.367250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-09de1e65-5a19-4687-84e4-62a36e89e8dc req-0ec219e0-3160-4e35-a668-0b5294533b24 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308571 Aug 24 01:24:48.483153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966ed7f-88f3-4095-a6c4-7325ad05ab1b req-e5747cd3-079d-46a3-a8a9-fde7a25dc889 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:48.484621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8966ed7f-88f3-4095-a6c4-7325ad05ab1b req-e5747cd3-079d-46a3-a8a9-fde7a25dc889 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0512269 Aug 24 01:24:48.522456 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8966ed7f-88f3-4095-a6c4-7325ad05ab1b req-ecae93b0-b7f6-4d6f-a867-aaad420a9674 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312715 Aug 24 01:24:49.635527 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803da1ee-db86-452c-aa84-2d694c2a35ca req-37c2a35c-4be9-4a9b-858f-f3a8ebe05879 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:49.637014 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-803da1ee-db86-452c-aa84-2d694c2a35ca req-37c2a35c-4be9-4a9b-858f-f3a8ebe05879 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0477309 Aug 24 01:24:49.675468 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-803da1ee-db86-452c-aa84-2d694c2a35ca req-326ed2b6-5a05-4166-85ed-f27d5d8512f7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319023 Aug 24 01:24:50.791137 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fb52a-581e-4d1f-8dee-f11aaadef547 req-be589247-5d6d-4bf0-a561-a5481e782137 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:50.792639 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad8fb52a-581e-4d1f-8dee-f11aaadef547 req-be589247-5d6d-4bf0-a561-a5481e782137 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0487368 Aug 24 01:24:50.828792 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad8fb52a-581e-4d1f-8dee-f11aaadef547 req-e69ea4af-4bb1-4b4f-89a0-ce470db1e971 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302420 Aug 24 01:24:51.990423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb23daf-c2c8-4bab-9b90-10d178dc9724 req-409ed53a-4dff-4502-89a3-3eb8c6a083d7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:51.991967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4fb23daf-c2c8-4bab-9b90-10d178dc9724 req-409ed53a-4dff-4502-89a3-3eb8c6a083d7 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0952520 Aug 24 01:24:52.030793 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4fb23daf-c2c8-4bab-9b90-10d178dc9724 req-0bccfae4-a59c-4307-b9e6-4ce7970102a6 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327547 Aug 24 01:24:53.193306 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d533da-1e7b-41bf-9f0f-0a473867ffb6 req-0c9f2017-60f8-4756-8a41-bbb9b8f43d43 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:53.194826 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3d533da-1e7b-41bf-9f0f-0a473867ffb6 req-0c9f2017-60f8-4756-8a41-bbb9b8f43d43 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0965221 Aug 24 01:24:53.232829 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3d533da-1e7b-41bf-9f0f-0a473867ffb6 req-289ee3b1-5756-4396-9f62-60aad45f8543 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321114 Aug 24 01:24:54.345990 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef1dbe-177a-4555-bf58-d49e0ede16e6 req-f3371653-f4e9-4b8d-9688-ae250ab7b840 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:54.348033 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01ef1dbe-177a-4555-bf58-d49e0ede16e6 req-f3371653-f4e9-4b8d-9688-ae250ab7b840 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0471897 Aug 24 01:24:54.384940 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-01ef1dbe-177a-4555-bf58-d49e0ede16e6 req-b7b32d59-ee67-47b0-844c-9b03e70c77da tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307496 Aug 24 01:24:54.406171 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:55.516316 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acd663-ed81-4fd4-b3f6-a7e27a53c990 req-df1d6bc4-2e27-40d8-b0e4-3450e31e1465 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:55.517830 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75acd663-ed81-4fd4-b3f6-a7e27a53c990 req-df1d6bc4-2e27-40d8-b0e4-3450e31e1465 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 944 time: 0.0578887 Aug 24 01:24:55.552713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 04a3ca81-8c55-43cc-9e02-5cd8d85a980f details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:24:55.570008 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-75acd663-ed81-4fd4-b3f6-a7e27a53c990 req-b2ed1364-0124-4800-b710-403e3f0310ea tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428169 Aug 24 01:24:55.659974 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:24:55.673358 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'port_id': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'mac_address': 'fa:16:3e:63:66:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:24:55.717271 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:55.731572 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a3ca81-8c55-43cc-9e02-5cd8d85a980f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:24:55.757118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:24:55.761405 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:55.820553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:24:56.059020 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['04a3ca81-8c55-43cc-9e02-5cd8d85a980f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:24:56.694039 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adfd7e-af76-4da3-a974-bbd1f0f95057 req-40047cad-7b0b-4932-8523-d5710f62b465 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:56.695548 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8adfd7e-af76-4da3-a974-bbd1f0f95057 req-40047cad-7b0b-4932-8523-d5710f62b465 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 945 time: 0.0491171 Aug 24 01:24:56.731993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d8adfd7e-af76-4da3-a974-bbd1f0f95057 req-d58db1ed-777e-46ac-b528-53f2081faf5e tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304835 Aug 24 01:24:57.565111 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 04a3ca81-8c55-43cc-9e02-5cd8d85a980f up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:24:57.617284 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:24:57.617652 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:57.645703 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-85811d30-8bf3-4414-a45f-55196b3202b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:57.699424 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:57.722191 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:24:57.724460 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341d5af9-6179-49a4-9197-67181cb4f267" -d '{"events": [{"server_uuid": "131d78f9-cdfa-4f67-ac05-dca1378a8040", "name": "network-vif-plugged", "status": "completed", "tag": "04a3ca81-8c55-43cc-9e02-5cd8d85a980f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:24:57.740363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:24:57.744206 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:57.767492 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee2244a-3efc-49b2-ad16-f4f2b3c8772e x-openstack-request-id: req-aee2244a-3efc-49b2-ad16-f4f2b3c8772e {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:24:57.767639 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131d78f9-cdfa-4f67-ac05-dca1378a8040", "name": "network-vif-plugged", "status": "completed", "tag": "04a3ca81-8c55-43cc-9e02-5cd8d85a980f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:24:57.767957 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aee2244a-3efc-49b2-ad16-f4f2b3c8772e {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:24:57.768247 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'code': 200} Aug 24 01:24:57.794273 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:24:57.851570 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc016a-213b-4e44-ab69-d5ea98cdb533 req-f0794638-30c3-4e7f-8ce0-97acf3c742d4 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:57.853085 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3cc016a-213b-4e44-ab69-d5ea98cdb533 req-f0794638-30c3-4e7f-8ce0-97acf3c742d4 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0485468 Aug 24 01:24:57.891675 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3cc016a-213b-4e44-ab69-d5ea98cdb533 req-b307a693-48d0-46d7-b6d3-30eeca16460a tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317695 Aug 24 01:24:57.952603 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a44c0-0d91-4f07-9a58-6d983d34d166 req-19dc4252-5ae8-42fb-b5c2-4b9d588b17e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:57.954059 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad1a44c0-0d91-4f07-9a58-6d983d34d166 req-19dc4252-5ae8-42fb-b5c2-4b9d588b17e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 1097 time: 0.0422890 Aug 24 01:24:57.988707 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ad1a44c0-0d91-4f07-9a58-6d983d34d166 req-b22f41b4-85bc-4a03-a3ec-a544efc1eb86 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0271780 Aug 24 01:24:59.013260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0a7e2-24f0-47e6-a540-cd334cc9e5f8 req-72595084-7763-4f23-ba16-2a7ab20343af tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:59.015602 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7e0a7e2-24f0-47e6-a540-cd334cc9e5f8 req-72595084-7763-4f23-ba16-2a7ab20343af tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0527964 Aug 24 01:24:59.055891 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a7e0a7e2-24f0-47e6-a540-cd334cc9e5f8 req-fabc88ca-6348-465f-95f8-2b8cb1b7c572 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348506 Aug 24 01:25:00.168539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871bd5a-f9a7-4bd4-9f87-58d5df94b2a5 req-1aa65469-21c8-4544-bcd5-93b59d5c9b15 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:00.170031 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f871bd5a-f9a7-4bd4-9f87-58d5df94b2a5 req-1aa65469-21c8-4544-bcd5-93b59d5c9b15 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0484490 Aug 24 01:25:00.207077 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f871bd5a-f9a7-4bd4-9f87-58d5df94b2a5 req-438546fd-a0b6-4448-aeee-b02820b79574 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305030 Aug 24 01:25:00.227743 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:00.275994 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a08c12ef-c7ef-453f-a337-3c62cc3bea7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:00.315991 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:01.531787 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:03.289609 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:05.114247 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:25:20.997907 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89f64781-2f96-40ca-b747-bc8ae5ae13cf req-8a5c72d5-bac9-4c01-a9b7-dc488fc2a565 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983737 Aug 24 01:25:21.101348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f64781-2f96-40ca-b747-bc8ae5ae13cf req-feeb6b22-d391-4991-8241-6a117a5fc2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:21.103090 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89f64781-2f96-40ca-b747-bc8ae5ae13cf req-feeb6b22-d391-4991-8241-6a117a5fc2f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 1097 time: 0.0423951 Aug 24 01:25:21.222308 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f64781-2f96-40ca-b747-bc8ae5ae13cf req-f4bfe0f9-2c1d-49f3-b316-50d250f3e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:21.224638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89f64781-2f96-40ca-b747-bc8ae5ae13cf req-f4bfe0f9-2c1d-49f3-b316-50d250f3e2a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.1010852 Aug 24 01:25:21.290179 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89f64781-2f96-40ca-b747-bc8ae5ae13cf req-0ccf80a7-27a8-4326-a222-10f9c391b467 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f HTTP/1.1" status: 200 len: 1001 time: 0.0584207 Aug 24 01:25:21.338908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f64781-2f96-40ca-b747-bc8ae5ae13cf req-70b26d51-308a-4c7e-a327-58edb39ce342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:21.340327 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89f64781-2f96-40ca-b747-bc8ae5ae13cf req-70b26d51-308a-4c7e-a327-58edb39ce342 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0437002 Aug 24 01:25:21.390213 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f64781-2f96-40ca-b747-bc8ae5ae13cf req-17555603-c912-48f5-8e11-27184ef89a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:21.391731 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89f64781-2f96-40ca-b747-bc8ae5ae13cf req-17555603-c912-48f5-8e11-27184ef89a8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442417 Aug 24 01:25:21.479566 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89f64781-2f96-40ca-b747-bc8ae5ae13cf req-9c4f8720-e026-46ea-b029-124e2f1bed1b service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798898 Aug 24 01:25:21.573433 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89f64781-2f96-40ca-b747-bc8ae5ae13cf req-4fa0722c-5183-4856-9bd8-e49d68c103ee service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866416 Aug 24 01:25:24.399871 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:27.633936 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6f3fb5b6-d9b2-4c7b-b6cc-c5c1630334fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:30.229940 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:30.276151 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-5231080e-a033-4ba8-9920-1ca5a9080dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:30.298502 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:31.534878 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:33.292569 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:42.112839 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:25:54.416666 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:57.626674 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fdb19f3c-d865-4503-a095-0d418358f35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:00.230562 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:00.275485 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-12c3f39d-c415-4104-99a3-ec81c3c4d0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:00.314391 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:01.537709 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:03.299508 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:13.054032 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49556) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:13.215218 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Deleting port a3936da0-d94c-4460-b512-7f203a763c45 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:13.215548 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:13.289426 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:13.289755 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:13.301636 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Calling delete_port for a3936da0-d94c-4460-b512-7f203a763c45 owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:13.447349 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:13.478552 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event deleted for resources: {'Port': ['ID=a3936da0-d94c-4460-b512-7f203a763c45,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:13.491024 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:13.491371 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:13.491707 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:13.492039 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:13.492366 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:13.492690 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:13.493030 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:13.493331 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:13.493649 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:13.493967 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:13.494308 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:13.494630 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:13.552084 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:13.552410 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Floating IP 8c126dda-878d-47de-9225-705e8e23b0f7 disassociated (deleted). External IP: 172.25.8.60, port: 04a3ca81-8c55-43cc-9e02-5cd8d85a980f. Aug 24 01:26:13.754383 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Router 6cc2de4e-143c-41a1-a566-550fcc831f70 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:26:14.144672 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:26:14.149496 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:14.155042 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6a5e5-256a-485c-9e44-b37c24511d3f None None] Sync routers for ids ['6cc2de4e-143c-41a1-a566-550fcc831f70'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:26:14.164744 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6a5e5-256a-485c-9e44-b37c24511d3f None None] Routers {'6cc2de4e-143c-41a1-a566-550fcc831f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:14.165350 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a6a6a5e5-256a-485c-9e44-b37c24511d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cc2de4e-143c-41a1-a566-550fcc831f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:14.186521 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a90f86f5-acf7-4ba9-97e7-72f8a18827f1 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "DELETE /v2.0/floatingips/8c126dda-878d-47de-9225-705e8e23b0f7 HTTP/1.1" status: 204 len: 168 time: 1.1313689 Aug 24 01:26:14.187138 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'tag': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:26:14.189414 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d889f77d522bbf3953e3538f7cf97f660794b72665fad371c9564fe2e75f33d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3399ab4e-f780-45ec-a366-fff20a2fbb6b" -d '{"events": [{"name": "network-changed", "server_uuid": "131d78f9-cdfa-4f67-ac05-dca1378a8040", "tag": "04a3ca81-8c55-43cc-9e02-5cd8d85a980f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:26:14.236703 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ccb6c7-fd54-4047-a9b3-f9abba39415a x-openstack-request-id: req-c1ccb6c7-fd54-4047-a9b3-f9abba39415a {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:26:14.236882 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131d78f9-cdfa-4f67-ac05-dca1378a8040", "tag": "04a3ca81-8c55-43cc-9e02-5cd8d85a980f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:26:14.237071 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1ccb6c7-fd54-4047-a9b3-f9abba39415a {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:26:14.237439 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'tag': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'status': 'completed', 'code': 200} Aug 24 01:26:14.274302 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a6a6a5e5-256a-485c-9e44-b37c24511d3f None None] Set router 6cc2de4e-143c-41a1-a566-550fcc831f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:14.329903 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399ab4e-f780-45ec-a366-fff20a2fbb6b req-c6967e5b-5325-48be-9894-4990babbd0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:14.331635 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3399ab4e-f780-45ec-a366-fff20a2fbb6b req-c6967e5b-5325-48be-9894-4990babbd0be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=481630b19e22481f9472e4939c10c904&device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 1097 time: 0.0502095 Aug 24 01:26:14.459299 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399ab4e-f780-45ec-a366-fff20a2fbb6b req-a205e508-06b7-49de-b701-685224d8d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:14.460723 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3399ab4e-f780-45ec-a366-fff20a2fbb6b req-a205e508-06b7-49de-b701-685224d8d1aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 200 len: 909 time: 0.1212590 Aug 24 01:26:14.468938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f66d03-00b1-49f3-bd80-faaaf52d0cfd req-22d7cebc-fa3c-4190-9192-c78ac91041df tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:14.470339 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55f66d03-00b1-49f3-bd80-faaaf52d0cfd req-22d7cebc-fa3c-4190-9192-c78ac91041df tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0855076 Aug 24 01:26:14.474565 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a6a6a5e5-256a-485c-9e44-b37c24511d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 5, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:14.504284 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6a5e5-256a-485c-9e44-b37c24511d3f None None] Checking router: 6cc2de4e-143c-41a1-a566-550fcc831f70 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:26:14.510990 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3399ab4e-f780-45ec-a366-fff20a2fbb6b req-187c8916-8398-463c-a5e1-c445c6d2aa89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f HTTP/1.1" status: 200 len: 217 time: 0.0396159 Aug 24 01:26:14.512593 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6a5e5-256a-485c-9e44-b37c24511d3f None None] Routers {'6cc2de4e-143c-41a1-a566-550fcc831f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:14.513206 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a6a6a5e5-256a-485c-9e44-b37c24511d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cc2de4e-143c-41a1-a566-550fcc831f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:14.567285 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-55f66d03-00b1-49f3-bd80-faaaf52d0cfd req-a58f1e59-4336-4528-8e85-ff19eaf047d3 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904047 Aug 24 01:26:14.576516 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399ab4e-f780-45ec-a366-fff20a2fbb6b req-413b4b7f-b5fb-42f8-81f0-ff04b9989188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:14.578048 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3399ab4e-f780-45ec-a366-fff20a2fbb6b req-413b4b7f-b5fb-42f8-81f0-ff04b9989188 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 200 len: 847 time: 0.0594106 Aug 24 01:26:14.618052 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-a6a6a5e5-256a-485c-9e44-b37c24511d3f None None] Set router 6cc2de4e-143c-41a1-a566-550fcc831f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:14.630095 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399ab4e-f780-45ec-a366-fff20a2fbb6b req-85768016-5657-4699-96c1-fcd5858a4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:14.631661 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3399ab4e-f780-45ec-a366-fff20a2fbb6b req-85768016-5657-4699-96c1-fcd5858a4a00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456264 Aug 24 01:26:14.724499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3399ab4e-f780-45ec-a366-fff20a2fbb6b req-a81fe096-18bd-4cf7-b821-799d033f5e93 service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835283 Aug 24 01:26:14.816292 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-a6a6a5e5-256a-485c-9e44-b37c24511d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 5, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:14.820400 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3399ab4e-f780-45ec-a366-fff20a2fbb6b req-d0694958-2a77-494f-9400-414c5bae5ead service neutron] 10.222.0.13 "GET /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879867 Aug 24 01:26:14.843049 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6a5e5-256a-485c-9e44-b37c24511d3f None None] The sync data for ids ['6cc2de4e-143c-41a1-a566-550fcc831f70'] in n-d-805736-1 is: [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:17:34Z', 'revision_number': 4, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '55bcfaf1-98f6-437d-b869-3e0cf1ed2a08', 'name': '', 'network_id': '0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'mac_address': 'fa:16:3e:6a:a8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:33Z', 'updated_at': '2021-08-24T01:17:39Z', 'revision_number': 5, 'project_id': '481630b19e22481f9472e4939c10c904', 'subnets': [{'id': 'bc97e4bc-d005-45f9-b23e-2c7fac0557d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:26:15.066045 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f644fa4-6a4b-4605-8335-e5f89ff6c336 None None] New status for floating IP 8c126dda-878d-47de-9225-705e8e23b0f7: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:26:15.704656 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f6453-d176-47f0-96ee-6c369c52344f req-b579a052-6deb-48be-90c9-991c172d6645 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:15.706154 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a0f6453-d176-47f0-96ee-6c369c52344f req-b579a052-6deb-48be-90c9-991c172d6645 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0500076 Aug 24 01:26:15.744373 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5a0f6453-d176-47f0-96ee-6c369c52344f req-653a4a91-c5ea-4f15-bc14-cc8e59992228 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/security-groups?id=19cc54d9-af41-4133-9c4c-0f831331e90f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323381 Aug 24 01:26:16.084030 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac0986-dafb-489c-ba04-e580878c3621 req-0b8eaaad-01ef-4c6f-8570-e09572878566 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:16.085494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7ac0986-dafb-489c-ba04-e580878c3621 req-0b8eaaad-01ef-4c6f-8570-e09572878566 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.13 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 946 time: 0.0488358 Aug 24 01:26:16.180718 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f7ac0986-dafb-489c-ba04-e580878c3621 req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Deleting port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:16.181066 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f7ac0986-dafb-489c-ba04-e580878c3621 req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:16.268487 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-f7ac0986-dafb-489c-ba04-e580878c3621 req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] For port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:16.268861 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f7ac0986-dafb-489c-ba04-e580878c3621 req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:16.281046 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-f7ac0986-dafb-489c-ba04-e580878c3621 req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Calling delete_port for 04a3ca81-8c55-43cc-9e02-5cd8d85a980f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:16.411885 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f7ac0986-dafb-489c-ba04-e580878c3621 req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:16.447507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event deleted for resources: {'Port': ['ID=04a3ca81-8c55-43cc-9e02-5cd8d85a980f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:16.470716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.471094 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.471439 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.471779 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.472118 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.472468 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.472780 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.473103 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.473427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.473753 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.474076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.474407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.494153 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ac0986-dafb-489c-ba04-e580878c3621 req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] No DVR routers for this DVR port 04a3ca81-8c55-43cc-9e02-5cd8d85a980f on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:26:16.497458 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-f7ac0986-dafb-489c-ba04-e580878c3621 req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:16.499559 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f7ac0986-dafb-489c-ba04-e580878c3621 req-98e8ff76-fd2d-46ee-b528-e30def8e4883 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.13 "DELETE /v2.0/ports/04a3ca81-8c55-43cc-9e02-5cd8d85a980f HTTP/1.1" status: 204 len: 173 time: 0.4067266 Aug 24 01:26:16.499978 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'name': 'network-vif-deleted', 'tag': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:26:16.502206 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd90c519-a0a1-43b1-afb3-c08a281cda6d" -d '{"events": [{"server_uuid": "131d78f9-cdfa-4f67-ac05-dca1378a8040", "name": "network-vif-deleted", "tag": "04a3ca81-8c55-43cc-9e02-5cd8d85a980f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:26:16.538261 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb218a46-d4f9-4e1d-8d03-1a3fa744c588 x-openstack-request-id: req-cb218a46-d4f9-4e1d-8d03-1a3fa744c588 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:26:16.538503 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131d78f9-cdfa-4f67-ac05-dca1378a8040", "name": "network-vif-deleted", "tag": "04a3ca81-8c55-43cc-9e02-5cd8d85a980f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:26:16.539051 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb218a46-d4f9-4e1d-8d03-1a3fa744c588 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:26:16.539447 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131d78f9-cdfa-4f67-ac05-dca1378a8040', 'name': 'network-vif-deleted', 'tag': '04a3ca81-8c55-43cc-9e02-5cd8d85a980f', 'status': 'completed', 'code': 200} Aug 24 01:26:16.850959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-dc4f9373-1000-4c38-8606-201fba148e42 req-8f752b0c-100d-4773-9071-6fbc06450159 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 210 time: 0.0311980 Aug 24 01:26:17.954418 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d31c5033-92ca-4ed2-86c1-cc12abd4b193 req-3cc5453d-b0bd-4ebf-8645-b3a6b742cfcb tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 210 time: 0.0267198 Aug 24 01:26:19.049203 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c6bec3e7-3850-49dc-82bb-5653c6418558 req-61b5f830-10b7-4842-b01c-dab6626f2267 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 210 time: 0.0267069 Aug 24 01:26:19.112054 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:26:19.990375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 04a3ca81-8c55-43cc-9e02-5cd8d85a980f no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:26:20.015812 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 04a3ca81-8c55-43cc-9e02-5cd8d85a980f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:26:20.016158 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 04a3ca81-8c55-43cc-9e02-5cd8d85a980f not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:26:20.156856 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0b62d057-034b-4c82-90e9-3ad1ac8f13b0 req-93b8561e-283d-4296-87e1-30f40c8edd46 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "GET /v2.0/ports?device_id=131d78f9-cdfa-4f67-ac05-dca1378a8040 HTTP/1.1" status: 200 len: 210 time: 0.0264516 Aug 24 01:26:21.212860 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49594) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:21.272566 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f19be8c7-acc4-4ee8-9482-724f904c6ee5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:21.298851 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f19be8c7-acc4-4ee8-9482-724f904c6ee5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:21.359083 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f19be8c7-acc4-4ee8-9482-724f904c6ee5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:21.361655 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-f19be8c7-acc4-4ee8-9482-724f904c6ee5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:21.363915 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-f19be8c7-acc4-4ee8-9482-724f904c6ee5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] 10.222.0.32 "DELETE /v2.0/security-groups/19cc54d9-af41-4133-9c4c-0f831331e90f HTTP/1.1" status: 204 len: 168 time: 0.1483927 Aug 24 01:26:21.372952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19be8c7-acc4-4ee8-9482-724f904c6ee5 tempest-TestShelveInstance-1625374760 tempest-TestShelveInstance-1625374760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cc54d9-af41-4133-9c4c-0f831331e90f,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:21.430064 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49598) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:21.893380 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a364d8c-8905-4731-b921-c89a9b4bdac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:22.142756 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0a364d8c-8905-4731-b921-c89a9b4bdac8 admin admin] Deleting port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:22.143129 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a364d8c-8905-4731-b921-c89a9b4bdac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:22.221733 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-0a364d8c-8905-4731-b921-c89a9b4bdac8 admin admin] For port 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=55bcfaf1-98f6-437d-b869-3e0cf1ed2a08,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:22.222400 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a364d8c-8905-4731-b921-c89a9b4bdac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:22.235435 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-0a364d8c-8905-4731-b921-c89a9b4bdac8 admin admin] Calling delete_port for 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:22.415786 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a364d8c-8905-4731-b921-c89a9b4bdac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:22.445791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a364d8c-8905-4731-b921-c89a9b4bdac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=55bcfaf1-98f6-437d-b869-3e0cf1ed2a08,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:22.631822 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-0a364d8c-8905-4731-b921-c89a9b4bdac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:22.847024 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a364d8c-8905-4731-b921-c89a9b4bdac8 admin admin] Router 6cc2de4e-143c-41a1-a566-550fcc831f70 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:26:22.956330 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a364d8c-8905-4731-b921-c89a9b4bdac8 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:26:22.961413 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-0a364d8c-8905-4731-b921-c89a9b4bdac8 admin admin] 10.222.0.32 "PUT /v2.0/routers/6cc2de4e-143c-41a1-a566-550fcc831f70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5297663 Aug 24 01:26:22.963759 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49602) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:22.967409 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ab4438-a9d6-48cb-9d11-df584420a5dd None None] Sync routers for ids ['6cc2de4e-143c-41a1-a566-550fcc831f70'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:26:22.979754 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ab4438-a9d6-48cb-9d11-df584420a5dd None None] Routers {'6cc2de4e-143c-41a1-a566-550fcc831f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:22.980390 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-84ab4438-a9d6-48cb-9d11-df584420a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cc2de4e-143c-41a1-a566-550fcc831f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:23.077820 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.177636 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-84ab4438-a9d6-48cb-9d11-df584420a5dd None None] Set router 6cc2de4e-143c-41a1-a566-550fcc831f70 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:23.178274 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.245668 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] Deleting port 983dee61-d6d8-475b-bcf5-1aa2e8859788 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:23.246364 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.323666 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] For port 983dee61-d6d8-475b-bcf5-1aa2e8859788, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=983dee61-d6d8-475b-bcf5-1aa2e8859788,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:23.324024 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.335621 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] Calling delete_port for 983dee61-d6d8-475b-bcf5-1aa2e8859788 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:23.358174 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-84ab4438-a9d6-48cb-9d11-df584420a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:26:22Z', 'revision_number': 5, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port': {'id': '983dee61-d6d8-475b-bcf5-1aa2e8859788', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:32Z', 'updated_at': '2021-08-24T01:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:23.383960 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ab4438-a9d6-48cb-9d11-df584420a5dd None None] Checking router: 6cc2de4e-143c-41a1-a566-550fcc831f70 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:26:23.392629 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ab4438-a9d6-48cb-9d11-df584420a5dd None None] Routers {'6cc2de4e-143c-41a1-a566-550fcc831f70'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:23.393231 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-84ab4438-a9d6-48cb-9d11-df584420a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['6cc2de4e-143c-41a1-a566-550fcc831f70'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:23.483980 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-84ab4438-a9d6-48cb-9d11-df584420a5dd None None] Set router 6cc2de4e-143c-41a1-a566-550fcc831f70 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:23.505953 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.531599 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] Pushing event deleted for resources: {'Port': ['ID=983dee61-d6d8-475b-bcf5-1aa2e8859788,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:23.536024 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-84ab4438-a9d6-48cb-9d11-df584420a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:26:23Z', 'revision_number': 6, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:23.565738 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ab4438-a9d6-48cb-9d11-df584420a5dd None None] The sync data for ids ['6cc2de4e-143c-41a1-a566-550fcc831f70'] in n-d-805736-1 is: [{'id': '6cc2de4e-143c-41a1-a566-550fcc831f70', 'name': 'tempest-TestShelveInstance-398155440-router', 'tenant_id': '481630b19e22481f9472e4939c10c904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:31Z', 'updated_at': '2021-08-24T01:26:23Z', 'revision_number': 6, 'project_id': '481630b19e22481f9472e4939c10c904', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:26:23.598026 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.689207 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.691423 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.733392 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.734135 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cc2de4e-143c-41a1-a566-550fcc831f70 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:26:23.739638 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.740859 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-38fa3162-2ebb-4e64-817b-0f9c2ba27850 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6cc2de4e-143c-41a1-a566-550fcc831f70 HTTP/1.1" status: 204 len: 168 time: 0.7752192 Aug 24 01:26:23.743420 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49604) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:23.792782 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-907d2b79-f8b5-4c23-99a0-ea18937f342c admin admin] Deleting subnet bc97e4bc-d005-45f9-b23e-2c7fac0557d2 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:26:23.795826 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-907d2b79-f8b5-4c23-99a0-ea18937f342c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.830061 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-907d2b79-f8b5-4c23-99a0-ea18937f342c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.904756 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-907d2b79-f8b5-4c23-99a0-ea18937f342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.959845 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-907d2b79-f8b5-4c23-99a0-ea18937f342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.990711 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d2b79-f8b5-4c23-99a0-ea18937f342c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc97e4bc-d005-45f9-b23e-2c7fac0557d2,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:23.994118 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-907d2b79-f8b5-4c23-99a0-ea18937f342c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:23.997063 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-907d2b79-f8b5-4c23-99a0-ea18937f342c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bc97e4bc-d005-45f9-b23e-2c7fac0557d2 HTTP/1.1" status: 204 len: 168 time: 0.2527008 Aug 24 01:26:23.999746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49606) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:24.002198 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615e3c51-bf68-47b4-bc17-85fd3b31e08a None None] Network 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:26:24.324776 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:24.346043 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] DHCP port deletion for 0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:26:24.380958 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Deleting port 052047e7-3a38-40c0-8648-12fd65b18c75 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:24.381311 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:24.407730 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:24.409308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Deleting port 052047e7-3a38-40c0-8648-12fd65b18c75 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:24.409679 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:24.449498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] For port 052047e7-3a38-40c0-8648-12fd65b18c75, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=052047e7-3a38-40c0-8648-12fd65b18c75,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:24.449859 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:24.463046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Calling delete_port for 052047e7-3a38-40c0-8648-12fd65b18c75 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:24.474988 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] For port 052047e7-3a38-40c0-8648-12fd65b18c75, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=052047e7-3a38-40c0-8648-12fd65b18c75,segment=NetworkSegment(93abdbd3-dbd3-4819-b27e-00e760acfcf5),segment_id=93abdbd3-dbd3-4819-b27e-00e760acfcf5)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:24.475392 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:24.488005 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Calling delete_port for 052047e7-3a38-40c0-8648-12fd65b18c75 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:24.543295 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:24.572135 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:24.580076 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Pushing event deleted for resources: {'Port': ['ID=052047e7-3a38-40c0-8648-12fd65b18c75,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:24.583481 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] No DVR routers for this DVR port 052047e7-3a38-40c0-8648-12fd65b18c75 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:26:24.607742 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Pushing event deleted for resources: {'Port': ['ID=052047e7-3a38-40c0-8648-12fd65b18c75,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:24.610105 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] No DVR routers for this DVR port 052047e7-3a38-40c0-8648-12fd65b18c75 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:26:24.619756 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:24.620357 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:24.620789 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:24.621159 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:24.621791 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:24.621890 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:24.622146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:24.622567 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:24.622819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:24.623146 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:24.623485 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:24.623861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eed775-ef4f-46c5-acee-092e80e342f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:24.670410 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:24.680009 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:24.690137 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93abdbd3-dbd3-4819-b27e-00e760acfcf5') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:24.690434 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93abdbd3-dbd3-4819-b27e-00e760acfcf5') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:24.700009 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:24.713401 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:24.719894 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:26:24.720276 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: timer() Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:26:24.721981 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:26:24.778018 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:24.783586 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:24.785407 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] 10.222.0.32 "DELETE /v2.0/networks/0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee HTTP/1.1" status: 204 len: 168 time: 0.7847154 Aug 24 01:26:24.788840 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49608) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:24.797602 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f32640-d7fb-4e91-ac13-23c75a9d94ef admin admin] Pushing event deleted for resources: {'Network': ['ID=0b3cd7ab-b0f6-48ab-8e25-fae7c1d91eee,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:25.137651 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05316e2d-fe8a-4146-8ab0-a2c4fb655de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:25.247690 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 983dee61-d6d8-475b-bcf5-1aa2e8859788 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:26:25.268451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 983dee61-d6d8-475b-bcf5-1aa2e8859788 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:26:25.268837 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 983dee61-d6d8-475b-bcf5-1aa2e8859788 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:26:25.269225 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:26:25.288213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:26:25.288559 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 55bcfaf1-98f6-437d-b869-3e0cf1ed2a08 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:26:25.289231 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 052047e7-3a38-40c0-8648-12fd65b18c75 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:26:25.309483 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 052047e7-3a38-40c0-8648-12fd65b18c75 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:26:25.309739 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 052047e7-3a38-40c0-8648-12fd65b18c75 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:26:25.380937 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-05316e2d-fe8a-4146-8ab0-a2c4fb655de5 admin admin] Deleting port 32396596-67fc-4b93-82cb-d7fb60032102 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:25.381284 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05316e2d-fe8a-4146-8ab0-a2c4fb655de5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:25.459567 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-05316e2d-fe8a-4146-8ab0-a2c4fb655de5 admin admin] For port 32396596-67fc-4b93-82cb-d7fb60032102, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=32396596-67fc-4b93-82cb-d7fb60032102,segment=NetworkSegment(8e8e3783-c18e-435b-99de-0c4a3cb5ca1d),segment_id=8e8e3783-c18e-435b-99de-0c4a3cb5ca1d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:25.459841 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05316e2d-fe8a-4146-8ab0-a2c4fb655de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:25.472054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-05316e2d-fe8a-4146-8ab0-a2c4fb655de5 admin admin] Calling delete_port for 32396596-67fc-4b93-82cb-d7fb60032102 owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:25.647944 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05316e2d-fe8a-4146-8ab0-a2c4fb655de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:25.675519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05316e2d-fe8a-4146-8ab0-a2c4fb655de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=32396596-67fc-4b93-82cb-d7fb60032102,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:25.842647 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-05316e2d-fe8a-4146-8ab0-a2c4fb655de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:26.055078 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05316e2d-fe8a-4146-8ab0-a2c4fb655de5 admin admin] Router e89155d6-e859-4c87-99d0-e558614bf35b has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:26:26.159524 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05316e2d-fe8a-4146-8ab0-a2c4fb655de5 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:26:26.166222 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-05316e2d-fe8a-4146-8ab0-a2c4fb655de5 admin admin] 10.222.0.32 "PUT /v2.0/routers/e89155d6-e859-4c87-99d0-e558614bf35b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3747027 Aug 24 01:26:26.167315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49610) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:26.170546 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973c094-6be9-45c4-acce-f3697bb9e046 None None] Sync routers for ids ['e89155d6-e859-4c87-99d0-e558614bf35b'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:26:26.179945 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4973c094-6be9-45c4-acce-f3697bb9e046 None None] Routers {'e89155d6-e859-4c87-99d0-e558614bf35b'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:26.180636 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4973c094-6be9-45c4-acce-f3697bb9e046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e89155d6-e859-4c87-99d0-e558614bf35b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:26.268700 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:26.286931 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-4973c094-6be9-45c4-acce-f3697bb9e046 None None] Set router e89155d6-e859-4c87-99d0-e558614bf35b gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:26.478162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4973c094-6be9-45c4-acce-f3697bb9e046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'name': 'tempest-TestShelveInstance-1974019265-router', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:26:25Z', 'revision_number': 5, 'project_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'gw_port': {'id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:26.506318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973c094-6be9-45c4-acce-f3697bb9e046 None None] Checking router: e89155d6-e859-4c87-99d0-e558614bf35b for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:26:26.515679 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4973c094-6be9-45c4-acce-f3697bb9e046 None None] Routers {'e89155d6-e859-4c87-99d0-e558614bf35b'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:26.516303 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4973c094-6be9-45c4-acce-f3697bb9e046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['e89155d6-e859-4c87-99d0-e558614bf35b'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:26.632861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-4973c094-6be9-45c4-acce-f3697bb9e046 None None] Set router e89155d6-e859-4c87-99d0-e558614bf35b gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:26.715939 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:26.767619 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] Deleting port a8d3d606-cd6b-4a17-942b-9208dcb98ea3 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:26.767869 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:26.813086 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-4973c094-6be9-45c4-acce-f3697bb9e046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'name': 'tempest-TestShelveInstance-1974019265-router', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:26:25Z', 'revision_number': 5, 'project_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'gw_port': {'id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:26.843141 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973c094-6be9-45c4-acce-f3697bb9e046 None None] The sync data for ids ['e89155d6-e859-4c87-99d0-e558614bf35b'] in n-d-805736-1 is: [{'id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'name': 'tempest-TestShelveInstance-1974019265-router', 'tenant_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:26:25Z', 'revision_number': 5, 'project_id': 'd8fb1af8ddca417e8c0c4812db4527a2', 'gw_port': {'id': 'a8d3d606-cd6b-4a17-942b-9208dcb98ea3', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89155d6-e859-4c87-99d0-e558614bf35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:17:36Z', 'updated_at': '2021-08-24T01:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:26:26.845508 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] For port a8d3d606-cd6b-4a17-942b-9208dcb98ea3, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=a8d3d606-cd6b-4a17-942b-9208dcb98ea3,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:26.846022 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:26.858642 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] Calling delete_port for a8d3d606-cd6b-4a17-942b-9208dcb98ea3 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:27.023566 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.053590 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d3d606-cd6b-4a17-942b-9208dcb98ea3,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:27.112338 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.203793 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.206368 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.251611 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.252310 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e89155d6-e859-4c87-99d0-e558614bf35b {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:26:27.256993 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.258201 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c3da6c31-fab7-4ea9-9ccb-3815b26a5f44 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e89155d6-e859-4c87-99d0-e558614bf35b HTTP/1.1" status: 204 len: 168 time: 1.0899873 Aug 24 01:26:27.261680 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49612) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:27.311732 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad208495-2166-41c8-97c3-2970c5f74860 admin admin] Deleting subnet 113aed0c-eb12-4f59-94f5-236f05fd1e15 {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:26:27.315154 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad208495-2166-41c8-97c3-2970c5f74860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.321451 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 32396596-67fc-4b93-82cb-d7fb60032102 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:26:27.344649 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 32396596-67fc-4b93-82cb-d7fb60032102 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:26:27.345007 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 32396596-67fc-4b93-82cb-d7fb60032102 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:26:27.362138 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad208495-2166-41c8-97c3-2970c5f74860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.444326 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad208495-2166-41c8-97c3-2970c5f74860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.501461 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad208495-2166-41c8-97c3-2970c5f74860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.527405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad208495-2166-41c8-97c3-2970c5f74860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=113aed0c-eb12-4f59-94f5-236f05fd1e15,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:27.533160 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ad208495-2166-41c8-97c3-2970c5f74860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.537842 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49614) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:27.537988 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ad208495-2166-41c8-97c3-2970c5f74860 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/113aed0c-eb12-4f59-94f5-236f05fd1e15 HTTP/1.1" status: 204 len: 168 time: 0.2751291 Aug 24 01:26:27.539004 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce7bfcb-0bbc-4b5d-b0c4-2e90a86e11a8 None None] Network ad080db8-f190-4862-a44e-768c9999ef33 requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:26:27.619487 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.660295 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd3e1-3996-4888-aee0-3d5b4c7e2262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.683870 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Deleting port dbb6f5fe-bdc8-444c-8d98-448657fe6337 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:27.684352 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.756032 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] For port dbb6f5fe-bdc8-444c-8d98-448657fe6337, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=dbb6f5fe-bdc8-444c-8d98-448657fe6337,segment=NetworkSegment(8e8e3783-c18e-435b-99de-0c4a3cb5ca1d),segment_id=8e8e3783-c18e-435b-99de-0c4a3cb5ca1d)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:27.756404 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.768983 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Calling delete_port for dbb6f5fe-bdc8-444c-8d98-448657fe6337 owned by network:dhcp {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:27.845225 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.872374 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb6f5fe-bdc8-444c-8d98-448657fe6337,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:27.875783 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] No DVR routers for this DVR port dbb6f5fe-bdc8-444c-8d98-448657fe6337 on host n-d-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:26:27.895104 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50f3cd0-a845-4d4e-8f72-bf596172b63b None None] DHCP port deletion for ad080db8-f190-4862-a44e-768c9999ef33 request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:26:27.953039 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:27.962669 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad080db8-f190-4862-a44e-768c9999ef33']}} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:27.973917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8e3783-c18e-435b-99de-0c4a3cb5ca1d') {'for_net_delete': True} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:27.974216 n-d-805736-1 neutron-server[94837]: DEBUG neutron.services.segments.db [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8e3783-c18e-435b-99de-0c4a3cb5ca1d') {} {{(pid=94837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:27.983764 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9815811'] for segment, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.001351 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.007158 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:26:28.007546 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12310992'] for segment, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: Traceback (most recent call last): Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: timer() Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: cb(*args, **kw) Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: return func(*args, **kwargs) Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: self._notify() Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: self.callback(batched_events) Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: event.method(event) Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: return f(self, *a, **k) Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: return self._get(url).json() Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: return self.request(url, 'GET', **kwargs) Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:26:28.009427 n-d-805736-1 neutron-server[94837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:26:28.070787 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.076449 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.078360 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ad080db8-f190-4862-a44e-768c9999ef33 HTTP/1.1" status: 204 len: 168 time: 0.5395205 Aug 24 01:26:28.089747 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d077e6-1caf-490a-afbc-29c39f5b5e70 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad080db8-f190-4862-a44e-768c9999ef33,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:28.191331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49618) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:28.236003 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-01c711d2-16ca-48bf-8444-c4c22af76363 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=481630b19e22481f9472e4939c10c904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434484 Aug 24 01:26:28.238381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49620) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:28.285340 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea72f7f6-c721-45b8-84d4-eca920896bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.306452 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea72f7f6-c721-45b8-84d4-eca920896bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.357435 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea72f7f6-c721-45b8-84d4-eca920896bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.359951 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-ea72f7f6-c721-45b8-84d4-eca920896bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.361091 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-ea72f7f6-c721-45b8-84d4-eca920896bf9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a9b9e85-a971-456b-aac8-27879209edd0 HTTP/1.1" status: 204 len: 168 time: 0.1217704 Aug 24 01:26:28.368716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72f7f6-c721-45b8-84d4-eca920896bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9b9e85-a971-456b-aac8-27879209edd0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:28.677793 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49626) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:28.717505 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e7018807-917c-41f4-8de4-24fe19d53eb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8fb1af8ddca417e8c0c4812db4527a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385454 Aug 24 01:26:28.720108 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49628) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:28.766386 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7f18eb8-1ec3-4ac7-9634-06d0dbb6a121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.786186 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7f18eb8-1ec3-4ac7-9634-06d0dbb6a121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.834695 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7f18eb8-1ec3-4ac7-9634-06d0dbb6a121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.837315 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-d7f18eb8-1ec3-4ac7-9634-06d0dbb6a121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.838530 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-d7f18eb8-1ec3-4ac7-9634-06d0dbb6a121 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7843fa45-ecce-4abd-9b58-1cb90bc5bc73 HTTP/1.1" status: 204 len: 168 time: 0.1174879 Aug 24 01:26:28.846362 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f18eb8-1ec3-4ac7-9634-06d0dbb6a121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7843fa45-ecce-4abd-9b58-1cb90bc5bc73,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:29.250293 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dbb6f5fe-bdc8-444c-8d98-448657fe6337 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:26:29.269715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: dbb6f5fe-bdc8-444c-8d98-448657fe6337 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:26:29.270058 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dbb6f5fe-bdc8-444c-8d98-448657fe6337 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:26:29.270473 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a8d3d606-cd6b-4a17-942b-9208dcb98ea3 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:26:29.289008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: a8d3d606-cd6b-4a17-942b-9208dcb98ea3 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:26:29.289352 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device a8d3d606-cd6b-4a17-942b-9208dcb98ea3 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:26:29.537652 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49650) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:29.633318 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1083935532-network', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:29.654567 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] Made reservation on behalf of cf669c66818b4891b9945c2f2fc4e207 for: {'network': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:26:29.656868 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:29.665932 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:29.762543 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:29.766611 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:29.790889 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=94838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:26:29.799414 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfce1c2-8ff7-4bce-a478-8330b0dbf398,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:29.805652 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:29.806054 n-d-805736-1 neutron-server[94838]: INFO neutron.db.segments_db [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] Added segment 3f320091-6e16-4223-b35d-8bf626ffd330 of type vlan for network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a Aug 24 01:26:29.849934 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:29.874635 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:29.875625 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:29.876211 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:29.922878 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3841007 Aug 24 01:26:29.926998 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49654) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:29.932227 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-a7212b70-d3b2-4156-aeef-f2fdf6a6394f admin admin] Request body: {'subnet': {'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1083935532-subnet', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'ip_version': 4}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:29.937623 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d21e8-4fbf-4153-9d75-cfd5ac447a39 admin admin] Pushing event updated for resources: {'Network': ['ID=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:29.947257 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:26:29.955875 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7212b70-d3b2-4156-aeef-f2fdf6a6394f admin admin] Made reservation on behalf of cf669c66818b4891b9945c2f2fc4e207 for: {'subnet': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:26:29.958206 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7212b70-d3b2-4156-aeef-f2fdf6a6394f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11797608'] for subnet, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.123292 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7212b70-d3b2-4156-aeef-f2fdf6a6394f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12310645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11797530'] for subnet, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.178333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7212b70-d3b2-4156-aeef-f2fdf6a6394f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a2259e8-47f2-4cda-ba81-3b03f78eb2eb,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:30.185305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7212b70-d3b2-4156-aeef-f2fdf6a6394f admin admin] Checking segment: {'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:26:30.185665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7212b70-d3b2-4156-aeef-f2fdf6a6394f admin admin] Network hostable DHCP agents. Network: d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:26:30.201507 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7212b70-d3b2-4156-aeef-f2fdf6a6394f admin admin] Network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:26:30.209802 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-a7212b70-d3b2-4156-aeef-f2fdf6a6394f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a) {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:30.214674 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7212b70-d3b2-4156-aeef-f2fdf6a6394f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:30.215385 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-a7212b70-d3b2-4156-aeef-f2fdf6a6394f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.224686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f6dcde-cc85-465f-9913-e18c4c9bb82f None None] Network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:26:30.230198 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-a7212b70-d3b2-4156-aeef-f2fdf6a6394f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3020589 Aug 24 01:26:30.233190 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49656) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:30.237647 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:30.257362 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.258347 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.287565 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.314321 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.314555 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3f8218ff-5d29-40da-8667-4102f9bb66cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.325952 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.414204 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:26:30.415108 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.448739 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.553492 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Allocated IP 172.20.0.2 (d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a/7a2259e8-47f2-4cda-ba81-3b03f78eb2eb/f352f72a-dc0c-458b-9832-ede125e5ea52) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:26:30.650010 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.670832 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.699604 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.708114 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Transition to ACTIVE for port object f352f72a-dc0c-458b-9832-ede125e5ea52 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:30.722799 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Transition to ACTIVE for port object f352f72a-dc0c-458b-9832-ede125e5ea52 will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:30.728391 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.767576 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:30.770401 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:30.773731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:26:30.775215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Allocated IP 172.25.8.109 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/50e2aece-e3ec-4481-bd2d-d9447958b5f1) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:26:30.782226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Pushing event updated for resources: {'Port': ['ID=f352f72a-dc0c-458b-9832-ede125e5ea52,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:30.836000 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Attempting to bind port f352f72a-dc0c-458b-9832-ede125e5ea52 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:26:30.836375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Attempting to bind port f352f72a-dc0c-458b-9832-ede125e5ea52 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:26:30.836740 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Attempting to bind port f352f72a-dc0c-458b-9832-ede125e5ea52 on network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:26:30.842274 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:26:30.842641 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Checking segment: {'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:26:30.843075 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.843469 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Bound using segment: {'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:26:30.843933 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Bound port: f352f72a-dc0c-458b-9832-ede125e5ea52, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:26:30.844313 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.889772 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.910065 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] For port f352f72a-dc0c-458b-9832-ede125e5ea52, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:26:30.913589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] For port f352f72a-dc0c-458b-9832-ede125e5ea52, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f352f72a-dc0c-458b-9832-ede125e5ea52,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:26:30.918283 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.929505 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:30.971771 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:30.974670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:30.978224 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:26:30.978750 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407485b9-8670-4452-9b56-0e675e28ab88 None None] Pushing event updated for resources: {'Port': ['ID=f352f72a-dc0c-458b-9832-ede125e5ea52,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:30.984053 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Pushing event updated for resources: {'Port': ['ID=50e2aece-e3ec-4481-bd2d-d9447958b5f1,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:31.255884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:31.283700 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f352f72a-dc0c-458b-9832-ede125e5ea52 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:31.333475 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port f352f72a-dc0c-458b-9832-ede125e5ea52 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:31.455322 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:31.542816 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:31.587537 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Router ae7c595b-7093-448e-b7bb-027d7fd24980 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:26:31.702925 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:26:31.711729 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Sync routers for ids ['ae7c595b-7093-448e-b7bb-027d7fd24980'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:26:31.722639 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Routers {'ae7c595b-7093-448e-b7bb-027d7fd24980'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:31.723335 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae7c595b-7093-448e-b7bb-027d7fd24980'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:31.723492 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:31.724866 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6551c860-8f65-4093-bfba-fc2ded3e9b43 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4906700 Aug 24 01:26:31.727733 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49658) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:31.834659 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Set router ae7c595b-7093-448e-b7bb-027d7fd24980 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:31.892450 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7726eba8-5331-43dc-bdf3-39a8175f7490 None None] Network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:26:32.025216 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:31Z', 'revision_number': 3, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:32.057503 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Checking router: ae7c595b-7093-448e-b7bb-027d7fd24980 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:26:32.058079 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Updating router ae7c595b-7093-448e-b7bb-027d7fd24980 port 50e2aece-e3ec-4481-bd2d-d9447958b5f1 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:26:32.093984 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.114373 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e8332b49-acc6-464f-b762-5b097f354d7f None None] Provisioning for port f352f72a-dc0c-458b-9832-ede125e5ea52 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:32.126439 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-e8332b49-acc6-464f-b762-5b097f354d7f None None] Provisioning complete for port f352f72a-dc0c-458b-9832-ede125e5ea52 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:32.127106 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8332b49-acc6-464f-b762-5b097f354d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.173459 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.285435 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8332b49-acc6-464f-b762-5b097f354d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.326809 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-e8332b49-acc6-464f-b762-5b097f354d7f None None] For port f352f72a-dc0c-458b-9832-ede125e5ea52, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f352f72a-dc0c-458b-9832-ede125e5ea52,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:32.332847 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e8332b49-acc6-464f-b762-5b097f354d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.348557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Allocated IP 172.20.0.1 (d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a/7a2259e8-47f2-4cda-ba81-3b03f78eb2eb/2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:26:32.369354 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.381120 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Transition to ACTIVE for port object 50e2aece-e3ec-4481-bd2d-d9447958b5f1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:32.388907 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.400013 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8332b49-acc6-464f-b762-5b097f354d7f None None] Pushing event updated for resources: {'Port': ['ID=f352f72a-dc0c-458b-9832-ede125e5ea52,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:32.451812 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Attempting to bind port 50e2aece-e3ec-4481-bd2d-d9447958b5f1 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:26:32.451812 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Attempting to bind port 50e2aece-e3ec-4481-bd2d-d9447958b5f1 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:26:32.452147 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Attempting to bind port 50e2aece-e3ec-4481-bd2d-d9447958b5f1 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:26:32.461165 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc3a4c-3110-4979-8932-a4a4238325be None None] Pushing event updated for resources: {'Port': ['ID=50e2aece-e3ec-4481-bd2d-d9447958b5f1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:32.464169 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:26:32.464545 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:26:32.464995 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.465389 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:26:32.465863 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Bound port: 50e2aece-e3ec-4481-bd2d-d9447958b5f1, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:26:32.466243 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.480884 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.493816 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc3a4c-3110-4979-8932-a4a4238325be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:32.494162 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc3a4c-3110-4979-8932-a4a4238325be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:32.494764 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc3a4c-3110-4979-8932-a4a4238325be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:32.494969 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc3a4c-3110-4979-8932-a4a4238325be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:32.495571 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc3a4c-3110-4979-8932-a4a4238325be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:32.495800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Transition to ACTIVE for port object 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:32.495895 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc3a4c-3110-4979-8932-a4a4238325be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:32.496213 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc3a4c-3110-4979-8932-a4a4238325be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:32.496783 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc3a4c-3110-4979-8932-a4a4238325be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:32.496898 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc3a4c-3110-4979-8932-a4a4238325be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:32.497168 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc3a4c-3110-4979-8932-a4a4238325be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:32.497543 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc3a4c-3110-4979-8932-a4a4238325be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:32.497794 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edc3a4c-3110-4979-8932-a4a4238325be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:32.532034 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.535212 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] For port 50e2aece-e3ec-4481-bd2d-d9447958b5f1, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:26:32.539177 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] For port 50e2aece-e3ec-4481-bd2d-d9447958b5f1, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=50e2aece-e3ec-4481-bd2d-d9447958b5f1,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:26:32.544111 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.558287 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-ad6583d5-baa8-4c3d-b68e-be0c6afecc42 None None] Provisioning complete for port f352f72a-dc0c-458b-9832-ede125e5ea52 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:32.559078 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ad6583d5-baa8-4c3d-b68e-be0c6afecc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.573302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:32.576088 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:32.579525 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:26:32.605745 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc3a4c-3110-4979-8932-a4a4238325be None None] Pushing event updated for resources: {'Port': ['ID=50e2aece-e3ec-4481-bd2d-d9447958b5f1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:32.605968 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Pushing event updated for resources: {'Port': ['ID=2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:32.621343 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Routers {'ae7c595b-7093-448e-b7bb-027d7fd24980'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:32.622852 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae7c595b-7093-448e-b7bb-027d7fd24980'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:32.623156 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.764195 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.835320 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] Set router ae7c595b-7093-448e-b7bb-027d7fd24980 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:32.899387 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f18e0038-bd41-4169-9ad1-2f3c010d2423 None None] Provisioning for port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:32.905081 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f18e0038-bd41-4169-9ad1-2f3c010d2423 None None] Provisioning complete for port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:32.906571 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f18e0038-bd41-4169-9ad1-2f3c010d2423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.934322 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.940626 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.940848 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f18e0038-bd41-4169-9ad1-2f3c010d2423 None None] Port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:26:33.009252 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:33.012640 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Pushing event updated for resources: {'Port': ['ID=2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:33.017115 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:31Z', 'revision_number': 3, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:33.049216 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eb7d7c-37e8-4da0-8185-80722bfa0875 None None] The sync data for ids ['ae7c595b-7093-448e-b7bb-027d7fd24980'] in n-d-805736-1 is: [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:31Z', 'revision_number': 3, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:26:33.265508 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f352f72a-dc0c-458b-9832-ede125e5ea52 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:33.325365 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:33.347531 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port f352f72a-dc0c-458b-9832-ede125e5ea52 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:33.347910 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:33.490521 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:33.492007 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:33.617948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Router ae7c595b-7093-448e-b7bb-027d7fd24980 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:26:33.735577 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:26:33.741299 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-de5abb35-1fc1-4266-8e17-3e4ce93e233d admin admin] 10.222.0.32 "PUT /v2.0/routers/ae7c595b-7093-448e-b7bb-027d7fd24980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0124977 Aug 24 01:26:33.767247 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-570418f4-907a-4964-8843-e54d8c090969 None None] Provisioning complete for port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:33.767812 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-570418f4-907a-4964-8843-e54d8c090969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:33.806270 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-570418f4-907a-4964-8843-e54d8c090969 None None] Port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:26:34.237036 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49674) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:34.242073 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-680649922-network', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:34.263122 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] Made reservation on behalf of c55e0e496346431fbb7a0648807f82e8 for: {'network': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:26:34.265383 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for network, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.273756 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.365422 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.370158 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.394481 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=94837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:26:34.408106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b6c702-3918-4a50-99da-4013599b314f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:34.412931 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.413278 n-d-805736-1 neutron-server[94837]: INFO neutron.db.segments_db [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] Added segment 69a129bc-e648-4573-9bed-b15248adc3d8 of type vlan for network eaed6170-373c-4776-a3c6-41400021ef6b Aug 24 01:26:34.455215 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726649661278'] for network, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.480545 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413'] for network, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.481503 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:34.482093 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708387'] for network, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.531993 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2938116 Aug 24 01:26:34.534797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49676) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:34.540244 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-78a65b57-bbc8-49a5-adc5-f24239ba1029 admin admin] Request body: {'subnet': {'network_id': 'eaed6170-373c-4776-a3c6-41400021ef6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-680649922-subnet', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'ip_version': 4}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:34.547504 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9f6ec-699a-4372-89c0-8c637838b486 admin admin] Pushing event updated for resources: {'Network': ['ID=eaed6170-373c-4776-a3c6-41400021ef6b,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:34.557935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Network eaed6170-373c-4776-a3c6-41400021ef6b details requested by agent ovs-agent-n-d-805736-1 with host n-d-805736-1 {{(pid=94839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:26:34.564498 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a65b57-bbc8-49a5-adc5-f24239ba1029 admin admin] Made reservation on behalf of c55e0e496346431fbb7a0648807f82e8 for: {'subnet': 1} {{(pid=94838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:26:34.566472 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78a65b57-bbc8-49a5-adc5-f24239ba1029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228784'] for subnet, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.681456 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Sync routers for ids ['ae7c595b-7093-448e-b7bb-027d7fd24980'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:26:34.691311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Routers {'ae7c595b-7093-448e-b7bb-027d7fd24980'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:34.692127 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae7c595b-7093-448e-b7bb-027d7fd24980'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:34.745253 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78a65b57-bbc8-49a5-adc5-f24239ba1029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9135384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228802'] for subnet, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.801235 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Set router ae7c595b-7093-448e-b7bb-027d7fd24980 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:34.802199 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a65b57-bbc8-49a5-adc5-f24239ba1029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ebc0740-302d-474e-99a8-27f4d882c264,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:34.812044 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a65b57-bbc8-49a5-adc5-f24239ba1029 admin admin] Checking segment: {'id': '69a129bc-e648-4573-9bed-b15248adc3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'eaed6170-373c-4776-a3c6-41400021ef6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:26:34.812413 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a65b57-bbc8-49a5-adc5-f24239ba1029 admin admin] Network hostable DHCP agents. Network: eaed6170-373c-4776-a3c6-41400021ef6b, hostable agents: ['eaa6df8f-08cb-4de3-9a31-ef482ed7f923'], hosted agents: [] {{(pid=94838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:26:34.828220 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a65b57-bbc8-49a5-adc5-f24239ba1029 admin admin] Network eaed6170-373c-4776-a3c6-41400021ef6b is scheduled to be hosted by DHCP agent eaa6df8f-08cb-4de3-9a31-ef482ed7f923 with binding_index 1 {{(pid=94838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:26:34.837115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-78a65b57-bbc8-49a5-adc5-f24239ba1029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805736-1, eaed6170-373c-4776-a3c6-41400021ef6b) {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:34.841855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a65b57-bbc8-49a5-adc5-f24239ba1029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:34.842447 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-78a65b57-bbc8-49a5-adc5-f24239ba1029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.846164 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b279a4-f97b-425b-97bf-085a8ed88c1d None None] Network eaed6170-373c-4776-a3c6-41400021ef6b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:26:34.857342 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-78a65b57-bbc8-49a5-adc5-f24239ba1029 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3214355 Aug 24 01:26:34.859976 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49678) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:34.864568 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-680649922-router', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:34.886367 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3779719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65074'] for router, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.888006 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3781426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3746709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65061'] for router, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.942416 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.082272 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.118240 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da81755-a798-5d61-8096-2b827be998d7-eaed6170-373c-4776-a3c6-41400021ef6b', 'network_id': 'eaed6170-373c-4776-a3c6-41400021ef6b', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'fixed_ips': [{'subnet_id': '8ebc0740-302d-474e-99a8-27f4d882c264'}]}} from n-d-805736-1. {{(pid=94839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:26:35.119212 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.153110 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 2, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:35.232585 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Checking router: ae7c595b-7093-448e-b7bb-027d7fd24980 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:26:35.232942 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Updating router ae7c595b-7093-448e-b7bb-027d7fd24980 port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:26:35.271825 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.296571 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.304184 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 50e2aece-e3ec-4481-bd2d-d9447958b5f1 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:35.317505 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.385986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.db_base_plugin_common [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Allocated IP 172.20.0.2 (eaed6170-373c-4776-a3c6-41400021ef6b/8ebc0740-302d-474e-99a8-27f4d882c264/933740c4-1ae0-4477-ae6c-86d55ad97dbc) {{(pid=94839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:26:35.424329 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Allocated IP 172.25.8.2 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/6246038d-eef8-4810-adc1-5f0309fc6ab0) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:26:35.488986 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 50e2aece-e3ec-4481-bd2d-d9447958b5f1 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:35.528786 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 50e2aece-e3ec-4481-bd2d-d9447958b5f1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:35.529158 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.533085 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.575495 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.616952 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:35.622014 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:35.624610 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:26:35.630482 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Pushing event updated for resources: {'Port': ['ID=6246038d-eef8-4810-adc1-5f0309fc6ab0,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:35.787028 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Notify callbacks [] for port, precommit_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.817493 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.826228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Transition to ACTIVE for port object 933740c4-1ae0-4477-ae6c-86d55ad97dbc will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:35.860162 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Transition to ACTIVE for port object 933740c4-1ae0-4477-ae6c-86d55ad97dbc will not be triggered until provisioned by entity DHCP. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:35.865486 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.870317 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 50e2aece-e3ec-4481-bd2d-d9447958b5f1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=50e2aece-e3ec-4481-bd2d-d9447958b5f1,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:35.875992 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.880826 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262'] for port, after_create {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.882766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Transition to ACTIVE for port object 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:35.893983 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.914261 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.936819 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Network eaed6170-373c-4776-a3c6-41400021ef6b is already hosted by enough agents. {{(pid=94839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:35.943411 n-d-805736-1 neutron-server[94839]: DEBUG neutron.scheduler.base_scheduler [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Resources bound (agent type, host, resource id): {{(pid=94839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:35.953901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Received port after_create {{(pid=94839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:26:35.962542 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=50e2aece-e3ec-4481-bd2d-d9447958b5f1,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:36.080126 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Attempting to bind port 933740c4-1ae0-4477-ae6c-86d55ad97dbc on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:26:36.080502 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Attempting to bind port 933740c4-1ae0-4477-ae6c-86d55ad97dbc by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '69a129bc-e648-4573-9bed-b15248adc3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'eaed6170-373c-4776-a3c6-41400021ef6b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:26:36.080861 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Attempting to bind port 933740c4-1ae0-4477-ae6c-86d55ad97dbc on network eaed6170-373c-4776-a3c6-41400021ef6b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:26:36.092807 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:26:36.093226 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Checking segment: {'id': '69a129bc-e648-4573-9bed-b15248adc3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'eaed6170-373c-4776-a3c6-41400021ef6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:26:36.094201 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:36.094201 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Bound using segment: {'id': '69a129bc-e648-4573-9bed-b15248adc3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'eaed6170-373c-4776-a3c6-41400021ef6b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:26:36.094418 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Bound port: 933740c4-1ae0-4477-ae6c-86d55ad97dbc, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a129bc-e648-4573-9bed-b15248adc3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'eaed6170-373c-4776-a3c6-41400021ef6b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:26:36.094798 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:36.098018 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Attempting to bind port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:26:36.098378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Attempting to bind port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:26:36.098729 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Attempting to bind port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc on network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:26:36.100558 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Pushing event updated for resources: {'Port': ['ID=933740c4-1ae0-4477-ae6c-86d55ad97dbc,revision_number=1']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:36.115156 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3781477'] for router, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:36.137996 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:26:36.138368 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Checking segment: {'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:26:36.138788 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:36.139187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Bound using segment: {'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:26:36.139665 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Bound port: 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:26:36.140043 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:36.215601 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0e2a7-47b6-46b8-a307-f1f01e3bce2d None None] Pushing event updated for resources: {'Port': ['ID=2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:36.260767 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Router 0882fa3f-d7a1-40c2-8291-89b16cce5393 is scheduled to L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 with binding_index 1 {{(pid=94837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:26:36.374269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:26:36.386541 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Sync routers for ids ['0882fa3f-d7a1-40c2-8291-89b16cce5393'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:26:36.392395 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:36.394444 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-7258e77a-2d4c-4ee1-9941-131c506078df admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5332763 Aug 24 01:26:36.397310 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49680) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:36.411771 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Routers {'0882fa3f-d7a1-40c2-8291-89b16cce5393'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:36.413479 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0882fa3f-d7a1-40c2-8291-89b16cce5393'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:36.425565 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] For port 933740c4-1ae0-4477-ae6c-86d55ad97dbc, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:26:36.430017 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] For port 933740c4-1ae0-4477-ae6c-86d55ad97dbc, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=933740c4-1ae0-4477-ae6c-86d55ad97dbc,segment=NetworkSegment(69a129bc-e648-4573-9bed-b15248adc3d8),segment_id=69a129bc-e648-4573-9bed-b15248adc3d8)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:26:36.438884 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:36.448096 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] For port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:26:36.488781 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] For port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:26:36.496952 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:36.522905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a19dba-2610-4225-94e7-5438f39db345 None None] Pushing event updated for resources: {'Port': ['ID=933740c4-1ae0-4477-ae6c-86d55ad97dbc,revision_number=2']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:36.561788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Routers {'ae7c595b-7093-448e-b7bb-027d7fd24980'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:36.561788 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae7c595b-7093-448e-b7bb-027d7fd24980'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:36.596138 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0e2a7-47b6-46b8-a307-f1f01e3bce2d None None] Pushing event updated for resources: {'Port': ['ID=2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:36.608134 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Set router 0882fa3f-d7a1-40c2-8291-89b16cce5393 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:36.766140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] Set router ae7c595b-7093-448e-b7bb-027d7fd24980 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:36.871890 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'name': 'tempest-TestSnapshotPattern-680649922-router', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '6246038d-eef8-4810-adc1-5f0309fc6ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:34Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 3, 'project_id': 'c55e0e496346431fbb7a0648807f82e8', 'gw_port': {'id': '6246038d-eef8-4810-adc1-5f0309fc6ab0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:35Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:36.910195 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Checking router: 0882fa3f-d7a1-40c2-8291-89b16cce5393 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:26:36.910609 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Updating router 0882fa3f-d7a1-40c2-8291-89b16cce5393 port 6246038d-eef8-4810-adc1-5f0309fc6ab0 binding host n-d-805736-1 {{(pid=94840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:26:36.946476 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.037792 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.051223 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:36Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:37.078927 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89205c17-cba0-4cd4-a919-d4a0368d94d1 None None] The sync data for ids ['ae7c595b-7093-448e-b7bb-027d7fd24980'] in n-d-805736-1 is: [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:36Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:26:37.239228 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Allocated IP 172.20.0.1 (eaed6170-373c-4776-a3c6-41400021ef6b/8ebc0740-302d-474e-99a8-27f4d882c264/dd7f7db0-f839-4644-95ab-ec66bd2571c4) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:26:37.299743 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.317518 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Transition to ACTIVE for port object 6246038d-eef8-4810-adc1-5f0309fc6ab0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:37.341992 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.382600 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Attempting to bind port 6246038d-eef8-4810-adc1-5f0309fc6ab0 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:26:37.383199 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Attempting to bind port 6246038d-eef8-4810-adc1-5f0309fc6ab0 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:26:37.383756 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Attempting to bind port 6246038d-eef8-4810-adc1-5f0309fc6ab0 on network e54258e9-41a5-4503-951b-87f62c27c19b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:26:37.395328 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.412921 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:26:37.413570 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.provisioning_blocks [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Transition to ACTIVE for port object dd7f7db0-f839-4644-95ab-ec66bd2571c4 will not be triggered until provisioned by entity DHCP. {{(pid=94838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:37.414219 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Checking segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:26:37.414219 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.414554 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Bound using segment: {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:26:37.415257 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Bound port: 6246038d-eef8-4810-adc1-5f0309fc6ab0, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f0481-591b-4218-88ac-7ce74afdc418', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:26:37.415830 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.435892 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:37.472950 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.494202 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Network eaed6170-373c-4776-a3c6-41400021ef6b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:37.495254 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] For port 6246038d-eef8-4810-adc1-5f0309fc6ab0, host n-d-805736-1, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:26:37.500752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:37.500968 n-d-805736-1 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] For port 6246038d-eef8-4810-adc1-5f0309fc6ab0, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6246038d-eef8-4810-adc1-5f0309fc6ab0,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:26:37.514721 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:37.519656 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:37.520075 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.523778 n-d-805736-1 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.529852 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:26:37.591709 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Pushing event updated for resources: {'Port': ['ID=dd7f7db0-f839-4644-95ab-ec66bd2571c4,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:37.594612 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9da69f-060c-4e80-903b-628d358dc1e7 None None] Pushing event updated for resources: {'Port': ['ID=6246038d-eef8-4810-adc1-5f0309fc6ab0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:37.601546 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Routers {'0882fa3f-d7a1-40c2-8291-89b16cce5393'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:37.602640 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0882fa3f-d7a1-40c2-8291-89b16cce5393'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:37.617966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3783218'] for router_interface, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.663099 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.698809 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9da69f-060c-4e80-903b-628d358dc1e7 None None] Pushing event updated for resources: {'Port': ['ID=6246038d-eef8-4810-adc1-5f0309fc6ab0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:37.702732 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:37.709733 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.711312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 933740c4-1ae0-4477-ae6c-86d55ad97dbc up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:37.814021 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:37.835904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 933740c4-1ae0-4477-ae6c-86d55ad97dbc completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:37.842082 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 50e2aece-e3ec-4481-bd2d-d9447958b5f1 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:37.850900 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] Set router 0882fa3f-d7a1-40c2-8291-89b16cce5393 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:37.867169 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.876061 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb97cfec-6252-4b93-8275-20cfcb7d0c34 None None] Network eaed6170-373c-4776-a3c6-41400021ef6b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:26:37.962675 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 50e2aece-e3ec-4481-bd2d-d9447958b5f1 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:37.963295 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.994020 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-387c6da5-46b0-4622-b16d-b3717c880432 None None] Provisioning for port 933740c4-1ae0-4477-ae6c-86d55ad97dbc completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:38.012928 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-387c6da5-46b0-4622-b16d-b3717c880432 None None] Provisioning complete for port 933740c4-1ae0-4477-ae6c-86d55ad97dbc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:38.013305 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-387c6da5-46b0-4622-b16d-b3717c880432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.090740 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'name': 'tempest-TestSnapshotPattern-680649922-router', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '6246038d-eef8-4810-adc1-5f0309fc6ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:34Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 3, 'project_id': 'c55e0e496346431fbb7a0648807f82e8', 'gw_port': {'id': '6246038d-eef8-4810-adc1-5f0309fc6ab0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:35Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:38.093392 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.104675 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.125591 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad11755-45a0-4231-8c52-6fe74c85ff39 None None] The sync data for ids ['0882fa3f-d7a1-40c2-8291-89b16cce5393'] in n-d-805736-1 is: [{'id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'name': 'tempest-TestSnapshotPattern-680649922-router', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '6246038d-eef8-4810-adc1-5f0309fc6ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:34Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 3, 'project_id': 'c55e0e496346431fbb7a0648807f82e8', 'gw_port': {'id': '6246038d-eef8-4810-adc1-5f0309fc6ab0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:35Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:26:38.156476 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3784098'] for router_interface, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.248112 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-387c6da5-46b0-4622-b16d-b3717c880432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.274359 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Pushing event updated for resources: {'Port': ['ID=dd7f7db0-f839-4644-95ab-ec66bd2571c4,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:38.304108 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-387c6da5-46b0-4622-b16d-b3717c880432 None None] For port 933740c4-1ae0-4477-ae6c-86d55ad97dbc, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=933740c4-1ae0-4477-ae6c-86d55ad97dbc,segment=NetworkSegment(69a129bc-e648-4573-9bed-b15248adc3d8),segment_id=69a129bc-e648-4573-9bed-b15248adc3d8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:38.310424 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-387c6da5-46b0-4622-b16d-b3717c880432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.343165 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Network eaed6170-373c-4776-a3c6-41400021ef6b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:38.346706 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:38.381413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c6da5-46b0-4622-b16d-b3717c880432 None None] Pushing event updated for resources: {'Port': ['ID=933740c4-1ae0-4477-ae6c-86d55ad97dbc,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:38.519565 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Router 0882fa3f-d7a1-40c2-8291-89b16cce5393 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:26:38.643431 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f3c8bc31-7b6d-4e98-8c3d-2d85c53bccbf None None] Provisioning complete for port 933740c4-1ae0-4477-ae6c-86d55ad97dbc triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:38.644343 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3c8bc31-7b6d-4e98-8c3d-2d85c53bccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.667408 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:26:38.678017 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-065dde60-21ed-4c23-b219-b9951b99cb1f admin admin] 10.222.0.32 "PUT /v2.0/routers/0882fa3f-d7a1-40c2-8291-89b16cce5393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2793200 Aug 24 01:26:38.752937 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f3c8bc31-7b6d-4e98-8c3d-2d85c53bccbf None None] Provisioning for port dd7f7db0-f839-4644-95ab-ec66bd2571c4 completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:38.757946 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-f3c8bc31-7b6d-4e98-8c3d-2d85c53bccbf None None] Provisioning complete for port dd7f7db0-f839-4644-95ab-ec66bd2571c4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:38.758522 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f3c8bc31-7b6d-4e98-8c3d-2d85c53bccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.797860 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8bc31-7b6d-4e98-8c3d-2d85c53bccbf None None] Port dd7f7db0-f839-4644-95ab-ec66bd2571c4 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:26:38.923746 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-dedbccf3-cba5-466f-8306-1fca790331c8 None None] Provisioning complete for port dd7f7db0-f839-4644-95ab-ec66bd2571c4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:38.924514 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dedbccf3-cba5-466f-8306-1fca790331c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.964028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-dedbccf3-cba5-466f-8306-1fca790331c8 None None] Port dd7f7db0-f839-4644-95ab-ec66bd2571c4 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:26:39.083925 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0d1dcbe9-28c2-4ab6-acd5-8cb273b9c245 None None] Provisioning complete for port dd7f7db0-f839-4644-95ab-ec66bd2571c4 triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:39.084305 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d1dcbe9-28c2-4ab6-acd5-8cb273b9c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.121170 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0d1dcbe9-28c2-4ab6-acd5-8cb273b9c245 None None] Port dd7f7db0-f839-4644-95ab-ec66bd2571c4 cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:26:39.237755 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49688) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:39.242550 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-8080b0a1-f86b-4c0d-a566-3cecf97c0acd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-948605067', 'description': 'tempest-secgroup-smoke-948605067 description', 'project_id': 'cf669c66818b4891b9945c2f2fc4e207'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:39.270925 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8080b0a1-f86b-4c0d-a566-3cecf97c0acd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.364981 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8080b0a1-f86b-4c0d-a566-3cecf97c0acd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.369495 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8080b0a1-f86b-4c0d-a566-3cecf97c0acd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.378097 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:39.394896 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-8080b0a1-f86b-4c0d-a566-3cecf97c0acd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.396141 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-8080b0a1-f86b-4c0d-a566-3cecf97c0acd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1574063 Aug 24 01:26:39.399258 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49690) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:39.404506 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-4fe166ee-add9-428a-a85c-e74fcb694185 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Request body: {'security_group_rule': {'security_group_id': '7eb12045-65f2-403b-91ce-3f0d4e033efe', 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:39.404710 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080b0a1-f86b-4c0d-a566-3cecf97c0acd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb12045-65f2-403b-91ce-3f0d4e033efe,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:39.435796 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe166ee-add9-428a-a85c-e74fcb694185 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.438387 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:39.438765 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.493434 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe166ee-add9-428a-a85c-e74fcb694185 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.497021 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe166ee-add9-428a-a85c-e74fcb694185 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.515355 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe166ee-add9-428a-a85c-e74fcb694185 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba43c56f-50f5-449a-aee2-4163b0dcb07e,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:39.521253 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-4fe166ee-add9-428a-a85c-e74fcb694185 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.522532 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-4fe166ee-add9-428a-a85c-e74fcb694185 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222043 Aug 24 01:26:39.523069 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6246038d-eef8-4810-adc1-5f0309fc6ab0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:39.525417 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49692) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:39.531059 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-3ce0607e-78f2-4e5d-8b55-1823dd5349dd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Request body: {'security_group_rule': {'security_group_id': '7eb12045-65f2-403b-91ce-3f0d4e033efe', 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:39.566376 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ce0607e-78f2-4e5d-8b55-1823dd5349dd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.581216 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port 6246038d-eef8-4810-adc1-5f0309fc6ab0 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:39.586676 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6246038d-eef8-4810-adc1-5f0309fc6ab0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:39.586676 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.618063 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ce0607e-78f2-4e5d-8b55-1823dd5349dd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.622196 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ce0607e-78f2-4e5d-8b55-1823dd5349dd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.638312 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0607e-78f2-4e5d-8b55-1823dd5349dd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4159cbe1-c3ff-4465-83ae-0e77f3424a8b,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:39.647662 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-3ce0607e-78f2-4e5d-8b55-1823dd5349dd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.648888 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-3ce0607e-78f2-4e5d-8b55-1823dd5349dd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218014 Aug 24 01:26:39.652655 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 49694) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:39.657887 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [None req-fe994a09-69b1-4dd3-851f-6d2bbbbaaf5e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Request body: {'security_group_rule': {'security_group_id': '7eb12045-65f2-403b-91ce-3f0d4e033efe', 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:39.668963 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.685013 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe994a09-69b1-4dd3-851f-6d2bbbbaaf5e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.690539 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port 6246038d-eef8-4810-adc1-5f0309fc6ab0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6246038d-eef8-4810-adc1-5f0309fc6ab0,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:39.694471 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.695380 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 933740c4-1ae0-4477-ae6c-86d55ad97dbc up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:39.744661 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe994a09-69b1-4dd3-851f-6d2bbbbaaf5e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.749363 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe994a09-69b1-4dd3-851f-6d2bbbbaaf5e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.767399 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe994a09-69b1-4dd3-851f-6d2bbbbaaf5e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54beb707-f7fa-414e-9b31-f45951cba911,revision_number=0']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:39.774032 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-fe994a09-69b1-4dd3-851f-6d2bbbbaaf5e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.775272 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-fe994a09-69b1-4dd3-851f-6d2bbbbaaf5e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212847 Aug 24 01:26:39.778948 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49696) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:39.782921 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=6246038d-eef8-4810-adc1-5f0309fc6ab0,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:39.783693 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-05af8d11-d1d0-4dd1-9166-92394b0e78cb tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Request body: {'security_group_rule': {'security_group_id': '7eb12045-65f2-403b-91ce-3f0d4e033efe', 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:39.793077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 933740c4-1ae0-4477-ae6c-86d55ad97dbc triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:39.793446 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.811148 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05af8d11-d1d0-4dd1-9166-92394b0e78cb tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.869157 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05af8d11-d1d0-4dd1-9166-92394b0e78cb tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.873780 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05af8d11-d1d0-4dd1-9166-92394b0e78cb tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.890794 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af8d11-d1d0-4dd1-9166-92394b0e78cb tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9f3ba3-75fc-40ae-861a-2f092abf6972,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:39.897632 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-05af8d11-d1d0-4dd1-9166-92394b0e78cb tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.898863 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-05af8d11-d1d0-4dd1-9166-92394b0e78cb tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188729 Aug 24 01:26:39.902185 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49698) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:39.906731 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-21e0efd6-b795-4d45-9537-6b46dd5afa7e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Request body: {'security_group_rule': {'security_group_id': '7eb12045-65f2-403b-91ce-3f0d4e033efe', 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:39.928060 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-21e0efd6-b795-4d45-9537-6b46dd5afa7e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Project cf669c66818b4891b9945c2f2fc4e207 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:26:39.932784 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21e0efd6-b795-4d45-9537-6b46dd5afa7e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.991231 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21e0efd6-b795-4d45-9537-6b46dd5afa7e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.994550 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21e0efd6-b795-4d45-9537-6b46dd5afa7e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:40.015321 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0efd6-b795-4d45-9537-6b46dd5afa7e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd1cbb4-67b3-47a9-87d3-ef0394a43a30,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:40.017866 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-21e0efd6-b795-4d45-9537-6b46dd5afa7e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:40.019067 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-21e0efd6-b795-4d45-9537-6b46dd5afa7e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158097 Aug 24 01:26:40.021865 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49700) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:40.027046 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-76dc4b29-9851-445b-b5e1-4dda8b11f7c7 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Request body: {'security_group_rule': {'security_group_id': '7eb12045-65f2-403b-91ce-3f0d4e033efe', 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:40.048578 n-d-805736-1 neutron-server[94838]: INFO neutron.db.securitygroups_db [None req-76dc4b29-9851-445b-b5e1-4dda8b11f7c7 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Project cf669c66818b4891b9945c2f2fc4e207 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:26:40.053324 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76dc4b29-9851-445b-b5e1-4dda8b11f7c7 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:40.117169 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76dc4b29-9851-445b-b5e1-4dda8b11f7c7 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:40.120755 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76dc4b29-9851-445b-b5e1-4dda8b11f7c7 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3862373'] for security_group_rule, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:40.141405 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc4b29-9851-445b-b5e1-4dda8b11f7c7 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf4eb9b-7be7-48d3-b62e-857d7442839d,revision_number=0']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:40.145213 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-76dc4b29-9851-445b-b5e1-4dda8b11f7c7 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:40.146408 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-76dc4b29-9851-445b-b5e1-4dda8b11f7c7 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235828 Aug 24 01:26:40.289089 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-8949608e-a8ca-49c7-8438-a8c83c9df9b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-948605067&fields=id&tenant_id=cf669c66818b4891b9945c2f2fc4e207 HTTP/1.1" status: 200 len: 267 time: 0.0368338 Aug 24 01:26:40.399905 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-48f9cc93-a2c1-4849-82be-9ae370480aba tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:40.402250 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-48f9cc93-a2c1-4849-82be-9ae370480aba tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/networks?id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 200 len: 810 time: 0.1061187 Aug 24 01:26:40.418692 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-7d3d8da6-0257-4a9a-99f1-aa16fd45dc28 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/quotas/cf669c66818b4891b9945c2f2fc4e207 HTTP/1.1" status: 200 len: 375 time: 0.0099244 Aug 24 01:26:40.476267 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-399dfda5-f4e8-4c5d-ba04-13c695448e78 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf669c66818b4891b9945c2f2fc4e207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519345 Aug 24 01:26:40.586695 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-071225f1-7677-4a83-92ff-bc326b89e97f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=94837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:26:40.587868 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-071225f1-7677-4a83-92ff-bc326b89e97f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1000040 Aug 24 01:26:40.602318 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Sync routers for ids ['0882fa3f-d7a1-40c2-8291-89b16cce5393'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:26:40.612259 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Routers {'0882fa3f-d7a1-40c2-8291-89b16cce5393'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:40.613001 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0882fa3f-d7a1-40c2-8291-89b16cce5393'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:40.684554 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4816c00c-885d-49d6-b048-fd525c7e0f3f service neutron] 10.222.0.32 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901430 Aug 24 01:26:40.721773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Set router 0882fa3f-d7a1-40c2-8291-89b16cce5393 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:40.772780 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-8c645108-9976-4da3-838e-5fbcead83baf service neutron] 10.222.0.32 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820949 Aug 24 01:26:40.964669 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'name': 'tempest-TestSnapshotPattern-680649922-router', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '6246038d-eef8-4810-adc1-5f0309fc6ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:34Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 4, 'project_id': 'c55e0e496346431fbb7a0648807f82e8', 'gw_port': {'id': '6246038d-eef8-4810-adc1-5f0309fc6ab0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:35Z', 'updated_at': '2021-08-24T01:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'dd7f7db0-f839-4644-95ab-ec66bd2571c4', 'name': '', 'network_id': 'eaed6170-373c-4776-a3c6-41400021ef6b', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'mac_address': 'fa:16:3e:b6:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8ebc0740-302d-474e-99a8-27f4d882c264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:37Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 2, 'project_id': 'c55e0e496346431fbb7a0648807f82e8', 'subnets': [{'id': '8ebc0740-302d-474e-99a8-27f4d882c264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:40.979973 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2e23a425-683a-4aa7-ab4f-9f650f33f198 req-34af3b4b-2f34-479f-9ea9-32d47a035f90 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 210 time: 0.0439923 Aug 24 01:26:40.995403 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Checking router: 0882fa3f-d7a1-40c2-8291-89b16cce5393 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:26:40.995798 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Updating router 0882fa3f-d7a1-40c2-8291-89b16cce5393 port dd7f7db0-f839-4644-95ab-ec66bd2571c4 binding host n-d-805736-1 {{(pid=94839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:26:41.022347 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:41.267115 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6246038d-eef8-4810-adc1-5f0309fc6ab0 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:41.351288 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Notify callbacks [] for port, precommit_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:41.366275 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Transition to ACTIVE for port object dd7f7db0-f839-4644-95ab-ec66bd2571c4 will not be triggered until provisioned by entity L2. {{(pid=94839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:41.374657 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:41.377825 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port 6246038d-eef8-4810-adc1-5f0309fc6ab0 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:41.378299 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:41.454716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98683cf-ee51-41c3-bbb7-a13b08190a22 None None] Pushing event updated for resources: {'Port': ['ID=dd7f7db0-f839-4644-95ab-ec66bd2571c4,revision_number=3']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:41.551321 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Attempting to bind port dd7f7db0-f839-4644-95ab-ec66bd2571c4 on host n-d-805736-1 for vnic_type normal with profile {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:26:41.551682 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Attempting to bind port dd7f7db0-f839-4644-95ab-ec66bd2571c4 by drivers openvswitch,hyperv on host n-d-805736-1 at level 0 using segments [{'id': '69a129bc-e648-4573-9bed-b15248adc3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'eaed6170-373c-4776-a3c6-41400021ef6b'}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:26:41.552048 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Attempting to bind port dd7f7db0-f839-4644-95ab-ec66bd2571c4 on network eaed6170-373c-4776-a3c6-41400021ef6b {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:26:41.560391 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Checking agent: {'id': '1e2cf8b2-10ea-4d84-9a61-1fba5fa3a48c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 1), 'started_at': datetime.datetime(2021, 8, 24, 0, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:26:41.560766 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Checking segment: {'id': '69a129bc-e648-4573-9bed-b15248adc3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'eaed6170-373c-4776-a3c6-41400021ef6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:26:41.561313 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:41.561710 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Bound using segment: {'id': '69a129bc-e648-4573-9bed-b15248adc3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'eaed6170-373c-4776-a3c6-41400021ef6b'} {{(pid=94839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:26:41.562181 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.managers [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Bound port: dd7f7db0-f839-4644-95ab-ec66bd2571c4, host: n-d-805736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a129bc-e648-4573-9bed-b15248adc3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'eaed6170-373c-4776-a3c6-41400021ef6b'}}] {{(pid=94839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:26:41.562559 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:41.642155 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] For port dd7f7db0-f839-4644-95ab-ec66bd2571c4, host n-d-805736-1, cleared binding levels {{(pid=94839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:26:41.645276 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] For port dd7f7db0-f839-4644-95ab-ec66bd2571c4, host n-d-805736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=dd7f7db0-f839-4644-95ab-ec66bd2571c4,segment=NetworkSegment(69a129bc-e648-4573-9bed-b15248adc3d8),segment_id=69a129bc-e648-4573-9bed-b15248adc3d8)] {{(pid=94839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:26:41.649486 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:41.722172 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Routers {'0882fa3f-d7a1-40c2-8291-89b16cce5393'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:41.722832 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0882fa3f-d7a1-40c2-8291-89b16cce5393'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:41.724765 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98683cf-ee51-41c3-bbb7-a13b08190a22 None None] Pushing event updated for resources: {'Port': ['ID=dd7f7db0-f839-4644-95ab-ec66bd2571c4,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:41.847924 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] Set router 0882fa3f-d7a1-40c2-8291-89b16cce5393 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:42.007466 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-38ead6bf-b2eb-424e-afc7-002706d9e236 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:42.008827 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-38ead6bf-b2eb-424e-afc7-002706d9e236 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.13 "GET /v2.0/networks?id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 200 len: 810 time: 0.1112249 Aug 24 01:26:42.075376 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-2e3e7fde-1a19-4ceb-9c97-1515f82f322e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf669c66818b4891b9945c2f2fc4e207 HTTP/1.1" status: 200 len: 379 time: 0.0503726 Aug 24 01:26:42.087140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'name': 'tempest-TestSnapshotPattern-680649922-router', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '6246038d-eef8-4810-adc1-5f0309fc6ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:34Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 4, 'project_id': 'c55e0e496346431fbb7a0648807f82e8', 'gw_port': {'id': '6246038d-eef8-4810-adc1-5f0309fc6ab0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:35Z', 'updated_at': '2021-08-24T01:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'dd7f7db0-f839-4644-95ab-ec66bd2571c4', 'name': '', 'network_id': 'eaed6170-373c-4776-a3c6-41400021ef6b', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'mac_address': 'fa:16:3e:b6:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8ebc0740-302d-474e-99a8-27f4d882c264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:37Z', 'updated_at': '2021-08-24T01:26:41Z', 'revision_number': 4, 'project_id': 'c55e0e496346431fbb7a0648807f82e8', 'subnets': [{'id': '8ebc0740-302d-474e-99a8-27f4d882c264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:42.091030 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0dd019e7-5149-46ad-9588-fbd61193582a req-f5403940-9982-4b65-9cb4-27888c52c313 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 210 time: 0.0370729 Aug 24 01:26:42.102825 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-3a011c0e-7be8-4323-aa1d-dd8da66c6198 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Request body: {'port': {'device_id': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'admin_state_up': True, 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'security_groups': ['7eb12045-65f2-403b-91ce-3f0d4e033efe']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:42.119829 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff01828-6bfa-4f71-bd43-624607572afe None None] The sync data for ids ['0882fa3f-d7a1-40c2-8291-89b16cce5393'] in n-d-805736-1 is: [{'id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'name': 'tempest-TestSnapshotPattern-680649922-router', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '6246038d-eef8-4810-adc1-5f0309fc6ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:34Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 4, 'project_id': 'c55e0e496346431fbb7a0648807f82e8', 'gw_port': {'id': '6246038d-eef8-4810-adc1-5f0309fc6ab0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:35Z', 'updated_at': '2021-08-24T01:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': 'dd7f7db0-f839-4644-95ab-ec66bd2571c4', 'name': '', 'network_id': 'eaed6170-373c-4776-a3c6-41400021ef6b', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'mac_address': 'fa:16:3e:b6:b6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8ebc0740-302d-474e-99a8-27f4d882c264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:37Z', 'updated_at': '2021-08-24T01:26:41Z', 'revision_number': 4, 'project_id': 'c55e0e496346431fbb7a0648807f82e8', 'subnets': [{'id': '8ebc0740-302d-474e-99a8-27f4d882c264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:26:42.231692 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-3a011c0e-7be8-4323-aa1d-dd8da66c6198 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Made reservation on behalf of cf669c66818b4891b9945c2f2fc4e207 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:26:42.235800 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-3a011c0e-7be8-4323-aa1d-dd8da66c6198 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:42.371558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-3a011c0e-7be8-4323-aa1d-dd8da66c6198 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Allocated IP 172.20.0.5 (d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a/7a2259e8-47f2-4cda-ba81-3b03f78eb2eb/6b61c7d9-8199-4da5-9848-3aa3a426c84f) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:26:42.512739 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-3a011c0e-7be8-4323-aa1d-dd8da66c6198 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:42.527067 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-3a011c0e-7be8-4323-aa1d-dd8da66c6198 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Transition to ACTIVE for port object 6b61c7d9-8199-4da5-9848-3aa3a426c84f will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:42.563406 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-3a011c0e-7be8-4323-aa1d-dd8da66c6198 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:42.612722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-3a011c0e-7be8-4323-aa1d-dd8da66c6198 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:42.615755 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-3a011c0e-7be8-4323-aa1d-dd8da66c6198 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:42.619403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-3a011c0e-7be8-4323-aa1d-dd8da66c6198 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:26:42.645407 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a011c0e-7be8-4323-aa1d-dd8da66c6198 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event updated for resources: {'Port': ['ID=6b61c7d9-8199-4da5-9848-3aa3a426c84f,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:42.674732 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-3a011c0e-7be8-4323-aa1d-dd8da66c6198 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:42.675469 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-3a011c0e-7be8-4323-aa1d-dd8da66c6198 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:42.692511 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-3a011c0e-7be8-4323-aa1d-dd8da66c6198 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5935147 Aug 24 01:26:42.710742 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Request body: {'port': {'device_id': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:42.766856 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:42.907433 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8a57c1b4-7f57-4fa0-bc49-2279298ed893 None None] Provisioning for port 6b61c7d9-8199-4da5-9848-3aa3a426c84f completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:42.911231 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-8a57c1b4-7f57-4fa0-bc49-2279298ed893 None None] Provisioning complete for port 6b61c7d9-8199-4da5-9848-3aa3a426c84f triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:42.911591 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8a57c1b4-7f57-4fa0-bc49-2279298ed893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:42.948447 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-8a57c1b4-7f57-4fa0-bc49-2279298ed893 None None] Port 6b61c7d9-8199-4da5-9848-3aa3a426c84f cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:26:43.045643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b61c7d9-8199-4da5-9848-3aa3a426c84f {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:26:43.053057 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.065812 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Transition to ACTIVE for port object 6b61c7d9-8199-4da5-9848-3aa3a426c84f will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:43.069475 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.184491 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Pushing event updated for resources: {'Port': ['ID=6b61c7d9-8199-4da5-9848-3aa3a426c84f,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:43.243556 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Attempting to bind port 6b61c7d9-8199-4da5-9848-3aa3a426c84f on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:26:43.243916 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Attempting to bind port 6b61c7d9-8199-4da5-9848-3aa3a426c84f by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:26:43.244217 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Attempting to bind port 6b61c7d9-8199-4da5-9848-3aa3a426c84f on network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:26:43.258360 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcd2a1-7dab-4457-9f92-2218141403ca req-26832d96-8a57-4a29-b1b4-ea8af251dec0 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:43.260009 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cafcd2a1-7dab-4457-9f92-2218141403ca req-26832d96-8a57-4a29-b1b4-ea8af251dec0 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 943 time: 0.0881546 Aug 24 01:26:43.261107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Port 6b61c7d9-8199-4da5-9848-3aa3a426c84f on network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:26:43.261435 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Attempting to bind port 6b61c7d9-8199-4da5-9848-3aa3a426c84f on network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:26:43.267044 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:26:43.267391 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Checking segment: {'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:26:43.267777 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Bound using segment: {'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:26:43.268215 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Bound port: 6b61c7d9-8199-4da5-9848-3aa3a426c84f, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:26:43.268576 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.302268 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dd7f7db0-f839-4644-95ab-ec66bd2571c4 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:43.344885 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-cafcd2a1-7dab-4457-9f92-2218141403ca req-d347a631-3cc0-4352-a3d5-dcad462bd61e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671444 Aug 24 01:26:43.351985 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning for port dd7f7db0-f839-4644-95ab-ec66bd2571c4 completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:43.355849 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port dd7f7db0-f839-4644-95ab-ec66bd2571c4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:43.356298 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.364628 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] For port 6b61c7d9-8199-4da5-9848-3aa3a426c84f, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:26:43.367914 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] For port 6b61c7d9-8199-4da5-9848-3aa3a426c84f, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:26:43.372848 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.409063 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:43.409703 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.411112 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] 10.222.0.13 "PUT /v2.0/ports/6b61c7d9-8199-4da5-9848-3aa3a426c84f HTTP/1.1" status: 200 len: 1091 time: 0.7048390 Aug 24 01:26:43.411558 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'tag': '6b61c7d9-8199-4da5-9848-3aa3a426c84f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:26:43.414050 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6b272a-7e35-45a8-a73a-bc0d15b6c789" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecab63e-6e9a-47ec-89c5-73938ca07565", "tag": "6b61c7d9-8199-4da5-9848-3aa3a426c84f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:26:43.445219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478c984-6574-47ae-b826-6148712d6a81 service neutron] Pushing event updated for resources: {'Port': ['ID=6b61c7d9-8199-4da5-9848-3aa3a426c84f,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:43.464193 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.467947 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31143cb4-2a24-429e-8a55-c130c79d63d7 x-openstack-request-id: req-31143cb4-2a24-429e-8a55-c130c79d63d7 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:26:43.468249 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecab63e-6e9a-47ec-89c5-73938ca07565", "tag": "6b61c7d9-8199-4da5-9848-3aa3a426c84f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:26:43.468508 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31143cb4-2a24-429e-8a55-c130c79d63d7 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:26:43.468948 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'tag': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'status': 'completed', 'code': 200} Aug 24 01:26:43.500686 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] For port dd7f7db0-f839-4644-95ab-ec66bd2571c4, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=dd7f7db0-f839-4644-95ab-ec66bd2571c4,segment=NetworkSegment(69a129bc-e648-4573-9bed-b15248adc3d8),segment_id=69a129bc-e648-4573-9bed-b15248adc3d8)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:43.505920 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.536212 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-337e6b78-c2e9-43f2-a60b-4be644afb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:43.537718 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-337e6b78-c2e9-43f2-a60b-4be644afb063 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf669c66818b4891b9945c2f2fc4e207&device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 1094 time: 0.0539954 Aug 24 01:26:43.566071 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Pushing event updated for resources: {'Port': ['ID=dd7f7db0-f839-4644-95ab-ec66bd2571c4,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:43.588638 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-31e8535c-e6ad-40e8-a2de-5f4f31e9389c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f HTTP/1.1" status: 200 len: 217 time: 0.0378416 Aug 24 01:26:43.641954 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-97bce8ab-7800-4ce1-bb8b-9294b4a0bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:43.643477 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-97bce8ab-7800-4ce1-bb8b-9294b4a0bc52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a2259e8-47f2-4cda-ba81-3b03f78eb2eb HTTP/1.1" status: 200 len: 849 time: 0.0479791 Aug 24 01:26:43.690758 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4c1b7b92-2d2c-46a4-80eb-4304735640f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:43.692218 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-4c1b7b92-2d2c-46a4-80eb-4304735640f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417628 Aug 24 01:26:43.785499 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-6fcc228d-7bb7-453a-b8f8-504c63f15b26 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860810 Aug 24 01:26:43.881167 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-33eccbaf-6d89-4d30-bba5-fe09b1ca4e11 req-e1aecce9-3bd9-43ab-8854-f2279a661808 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883341 Aug 24 01:26:44.007979 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b272a-7e35-45a8-a73a-bc0d15b6c789 req-8fac3040-9818-4a23-a674-97afce0f1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:44.009494 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b6b272a-7e35-45a8-a73a-bc0d15b6c789 req-8fac3040-9818-4a23-a674-97afce0f1d61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf669c66818b4891b9945c2f2fc4e207&device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 1094 time: 0.0450225 Aug 24 01:26:44.101579 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b272a-7e35-45a8-a73a-bc0d15b6c789 req-d790120e-4f27-41b2-845f-45aafceb6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:44.103123 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b6b272a-7e35-45a8-a73a-bc0d15b6c789 req-d790120e-4f27-41b2-845f-45aafceb6277 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 200 len: 911 time: 0.0861330 Aug 24 01:26:44.165721 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b6b272a-7e35-45a8-a73a-bc0d15b6c789 req-d3d28bc6-e8d5-4a3c-8835-fab1b1ed418e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f HTTP/1.1" status: 200 len: 217 time: 0.0543940 Aug 24 01:26:44.219054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b272a-7e35-45a8-a73a-bc0d15b6c789 req-40e9bab8-b12c-4209-a928-e7fa61843a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:44.220674 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b6b272a-7e35-45a8-a73a-bc0d15b6c789 req-40e9bab8-b12c-4209-a928-e7fa61843a43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a2259e8-47f2-4cda-ba81-3b03f78eb2eb HTTP/1.1" status: 200 len: 849 time: 0.0465045 Aug 24 01:26:44.269271 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b272a-7e35-45a8-a73a-bc0d15b6c789 req-5c18ca0b-992e-4a4b-8a0a-eadcacdc4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:44.270837 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b6b272a-7e35-45a8-a73a-bc0d15b6c789 req-5c18ca0b-992e-4a4b-8a0a-eadcacdc4a76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418556 Aug 24 01:26:44.368977 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b6b272a-7e35-45a8-a73a-bc0d15b6c789 req-30cd27e3-24e6-4a78-8e0a-116f0c1c1c2a service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881627 Aug 24 01:26:44.503246 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ec69f-0047-4fa0-8040-b4ab03e1691a req-6da04f99-5e3b-4ac3-9be2-c86dfa51077f tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:44.504736 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef1ec69f-0047-4fa0-8040-b4ab03e1691a req-6da04f99-5e3b-4ac3-9be2-c86dfa51077f tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 943 time: 0.0816631 Aug 24 01:26:44.508654 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-8b6b272a-7e35-45a8-a73a-bc0d15b6c789 req-ac3b8e13-c110-4e7c-9b3c-fb8c0c663260 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312025 Aug 24 01:26:44.551058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ef1ec69f-0047-4fa0-8040-b4ab03e1691a req-57b5fea1-b5cd-4254-b614-12b9e0b4cfa7 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402362 Aug 24 01:26:45.261894 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dd7f7db0-f839-4644-95ab-ec66bd2571c4 up at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:45.309053 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Provisioning complete for port dd7f7db0-f839-4644-95ab-ec66bd2571c4 triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:45.309349 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:45.666731 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56915a-88df-4284-a4ef-812d78eb07aa req-9879aab0-4265-4ffa-bf5c-c040bf996e90 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:45.668290 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a56915a-88df-4284-a4ef-812d78eb07aa req-9879aab0-4265-4ffa-bf5c-c040bf996e90 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 943 time: 0.0497227 Aug 24 01:26:45.705645 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7a56915a-88df-4284-a4ef-812d78eb07aa req-ecfa22d4-7694-40ef-81c2-f724937e59df tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313017 Aug 24 01:26:46.820218 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7b7fb-44a8-4df8-8e9f-ddb7b6b2bc3c req-0c298028-25bc-42ad-b279-8e81e0364643 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:46.821605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4db7b7fb-44a8-4df8-8e9f-ddb7b6b2bc3c req-0c298028-25bc-42ad-b279-8e81e0364643 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 943 time: 0.0492337 Aug 24 01:26:46.858593 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-4db7b7fb-44a8-4df8-8e9f-ddb7b6b2bc3c req-48d68c96-2966-412a-9db3-bcc8b05c62ec tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309644 Aug 24 01:26:47.970917 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a06c12-94d4-4fa8-aac9-a37e50daa71b req-bd0d23a5-0fb2-49e3-96ec-2eb366334eab tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:47.972401 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31a06c12-94d4-4fa8-aac9-a37e50daa71b req-bd0d23a5-0fb2-49e3-96ec-2eb366334eab tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 943 time: 0.0481255 Aug 24 01:26:48.012491 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-31a06c12-94d4-4fa8-aac9-a37e50daa71b req-5a8606d3-c0db-4068-90f7-56991faa39bb tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340836 Aug 24 01:26:48.065312 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6b61c7d9-8199-4da5-9848-3aa3a426c84f details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:26:48.159800 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6b61c7d9-8199-4da5-9848-3aa3a426c84f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:48.171428 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'port_id': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'mac_address': 'fa:16:3e:a6:66:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:26:48.212033 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:48.224589 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b61c7d9-8199-4da5-9848-3aa3a426c84f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:26:48.243089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6b61c7d9-8199-4da5-9848-3aa3a426c84f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:48.247379 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:48.294106 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6b61c7d9-8199-4da5-9848-3aa3a426c84f,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:48.520897 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6b61c7d9-8199-4da5-9848-3aa3a426c84f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:26:49.125219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae7f64-24af-41a4-b6dd-8cf760fafaea req-d93e72a9-61de-4854-8ba6-2ad190038db6 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:49.126758 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80ae7f64-24af-41a4-b6dd-8cf760fafaea req-d93e72a9-61de-4854-8ba6-2ad190038db6 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 944 time: 0.0486276 Aug 24 01:26:49.164248 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80ae7f64-24af-41a4-b6dd-8cf760fafaea req-5c03ae83-2b71-403e-b3a3-58606a94bc6c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313380 Aug 24 01:26:50.096693 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6b61c7d9-8199-4da5-9848-3aa3a426c84f up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:50.144349 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port 6b61c7d9-8199-4da5-9848-3aa3a426c84f completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:50.147843 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 6b61c7d9-8199-4da5-9848-3aa3a426c84f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:50.148237 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:50.228451 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:50.251308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b61c7d9-8199-4da5-9848-3aa3a426c84f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:26:50.253589 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf068df-34ac-4f7f-87ba-589117fa6c84" -d '{"events": [{"server_uuid": "7ecab63e-6e9a-47ec-89c5-73938ca07565", "name": "network-vif-plugged", "status": "completed", "tag": "6b61c7d9-8199-4da5-9848-3aa3a426c84f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:26:50.266898 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6b61c7d9-8199-4da5-9848-3aa3a426c84f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:50.272183 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:50.287260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80079d61-e388-4236-bde4-1424c61d8c5d req-84069519-e403-455f-b78f-e3bac6400064 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:50.289038 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80079d61-e388-4236-bde4-1424c61d8c5d req-84069519-e403-455f-b78f-e3bac6400064 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 944 time: 0.0558393 Aug 24 01:26:50.299675 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c70adf-6263-4241-99b7-876e7eff9b7f x-openstack-request-id: req-c4c70adf-6263-4241-99b7-876e7eff9b7f {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:26:50.299974 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecab63e-6e9a-47ec-89c5-73938ca07565", "name": "network-vif-plugged", "status": "completed", "tag": "6b61c7d9-8199-4da5-9848-3aa3a426c84f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:26:50.300227 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4c70adf-6263-4241-99b7-876e7eff9b7f {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:26:50.300620 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'code': 200} Aug 24 01:26:50.329002 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6b61c7d9-8199-4da5-9848-3aa3a426c84f,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:50.330765 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80079d61-e388-4236-bde4-1424c61d8c5d req-be1ebb4f-cdb2-4a23-a74d-bed9bdcbf4d0 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351155 Aug 24 01:26:50.417427 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733ed1a-7075-48e1-b492-19376da05ac2 req-226ce996-08f2-4115-b4a7-1bef5b6b9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:50.418959 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1733ed1a-7075-48e1-b492-19376da05ac2 req-226ce996-08f2-4115-b4a7-1bef5b6b9810 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 1096 time: 0.0409818 Aug 24 01:26:50.456147 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-1733ed1a-7075-48e1-b492-19376da05ac2 req-bf83d617-0b15-4b5f-b7f7-6ed61f0727d8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304725 Aug 24 01:26:51.453200 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b1777-13e1-42ce-b8a7-58d66cf11bb0 req-dda6c6f8-2712-47c3-9715-b408f23e363d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:51.454825 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811b1777-13e1-42ce-b8a7-58d66cf11bb0 req-dda6c6f8-2712-47c3-9715-b408f23e363d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 945 time: 0.0495574 Aug 24 01:26:51.493960 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-811b1777-13e1-42ce-b8a7-58d66cf11bb0 req-c92d9d12-d0d0-4935-b225-a3672e90dd72 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329404 Aug 24 01:26:52.611908 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80290251-cba2-48f7-a0ae-3115981be807 req-f7a3feac-8ee5-47e6-b22f-7a70d4db84ef tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:52.613440 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80290251-cba2-48f7-a0ae-3115981be807 req-f7a3feac-8ee5-47e6-b22f-7a70d4db84ef tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Aug 24 01:26:52.652662 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80290251-cba2-48f7-a0ae-3115981be807 req-aad770f4-31dc-42b0-bb67-ea64277dfa1f tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331597 Aug 24 01:26:52.768260 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78049c78-ef28-45d1-95f1-062f81e8d192 req-5480113c-ebba-4929-a06c-5fdfd9f7669d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:52.769737 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78049c78-ef28-45d1-95f1-062f81e8d192 req-5480113c-ebba-4929-a06c-5fdfd9f7669d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 945 time: 0.0511844 Aug 24 01:26:52.811881 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-78049c78-ef28-45d1-95f1-062f81e8d192 req-127c4073-07c8-4899-a935-85a7443893ad tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360153 Aug 24 01:26:52.832717 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49758) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:52.913403 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06ea324-5284-4e5a-8381-07e2465c87cc tempest-TestSnapshotPattern-784370361 tempest-TestSnapshotPattern-784370361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:52.915242 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d06ea324-5284-4e5a-8381-07e2465c87cc tempest-TestSnapshotPattern-784370361 tempest-TestSnapshotPattern-784370361-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 1091 time: 0.0815110 Aug 24 01:26:52.918091 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 49762) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:52.922855 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:52.944547 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:53.044901 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:53.145035 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Allocated IP 172.25.8.136 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/0b8af7ec-d12b-49af-83e3-b72fba69c1ac) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:26:53.247833 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:53.285831 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:53.321944 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:53.327219 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:53.331386 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:26:53.358034 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event updated for resources: {'Port': ['ID=0b8af7ec-d12b-49af-83e3-b72fba69c1ac,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:53.683903 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:53.748513 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:53.897022 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:53.901402 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:53.972972 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event updated for resources: {'Port': ['ID=0b8af7ec-d12b-49af-83e3-b72fba69c1ac,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:53.980754 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:54.080260 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Floating IP bb916852-d967-47aa-9b2d-b4fe09e2bb69 associated. External IP: 172.25.8.136, port: 6b61c7d9-8199-4da5-9848-3aa3a426c84f. Aug 24 01:26:54.418058 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:54.539207 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Router ae7c595b-7093-448e-b7bb-027d7fd24980 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:26:54.646136 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:26:54.656346 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11b589-5704-4797-95c2-38db7766ab11 None None] Sync routers for ids ['ae7c595b-7093-448e-b7bb-027d7fd24980'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:26:54.661446 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:54.667658 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11b589-5704-4797-95c2-38db7766ab11 None None] Routers {'ae7c595b-7093-448e-b7bb-027d7fd24980'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:54.668318 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6c11b589-5704-4797-95c2-38db7766ab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae7c595b-7093-448e-b7bb-027d7fd24980'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:54.690627 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-57b7b3d4-f11b-44f7-9f0c-bbe7cd59dc4c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7715118 Aug 24 01:26:54.691232 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'tag': '6b61c7d9-8199-4da5-9848-3aa3a426c84f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:26:54.693521 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d889f77d522bbf3953e3538f7cf97f660794b72665fad371c9564fe2e75f33d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cd7639-1ae3-4374-88b2-2f60ac225852" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecab63e-6e9a-47ec-89c5-73938ca07565", "tag": "6b61c7d9-8199-4da5-9848-3aa3a426c84f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:26:54.799614 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d0c072-d501-4004-8796-92fcecba981b x-openstack-request-id: req-f2d0c072-d501-4004-8796-92fcecba981b {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:26:54.799906 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecab63e-6e9a-47ec-89c5-73938ca07565", "tag": "6b61c7d9-8199-4da5-9848-3aa3a426c84f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:26:54.800296 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2d0c072-d501-4004-8796-92fcecba981b {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:26:54.800701 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'tag': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'status': 'completed', 'code': 200} Aug 24 01:26:54.870568 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6c11b589-5704-4797-95c2-38db7766ab11 None None] Set router ae7c595b-7093-448e-b7bb-027d7fd24980 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:54.882800 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd7639-1ae3-4374-88b2-2f60ac225852 req-5c2ad467-d430-42a5-b8f2-519e908f3134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:54.884317 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05cd7639-1ae3-4374-88b2-2f60ac225852 req-5c2ad467-d430-42a5-b8f2-519e908f3134 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf669c66818b4891b9945c2f2fc4e207&device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 1096 time: 0.0405340 Aug 24 01:26:54.973152 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd7639-1ae3-4374-88b2-2f60ac225852 req-982fbfd0-d52a-4660-a8a7-c97012f54926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:54.974570 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05cd7639-1ae3-4374-88b2-2f60ac225852 req-982fbfd0-d52a-4660-a8a7-c97012f54926 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 200 len: 911 time: 0.0824156 Aug 24 01:26:55.044598 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05cd7639-1ae3-4374-88b2-2f60ac225852 req-457893b1-01cd-4232-933e-6a33fdf155d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f HTTP/1.1" status: 200 len: 999 time: 0.0612884 Aug 24 01:26:55.086559 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6c11b589-5704-4797-95c2-38db7766ab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'bb916852-d967-47aa-9b2d-b4fe09e2bb69', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'port_id': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'mac_address': 'fa:16:3e:a6:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:26:53Z', 'updated_at': '2021-08-24T01:26:53Z', 'revision_number': 0, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 5, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:55.093684 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd7639-1ae3-4374-88b2-2f60ac225852 req-bfdd604f-f36d-44d2-8cc2-7c18afbc7550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:55.095180 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05cd7639-1ae3-4374-88b2-2f60ac225852 req-bfdd604f-f36d-44d2-8cc2-7c18afbc7550 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a2259e8-47f2-4cda-ba81-3b03f78eb2eb HTTP/1.1" status: 200 len: 849 time: 0.0439374 Aug 24 01:26:55.113268 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11b589-5704-4797-95c2-38db7766ab11 None None] Checking router: ae7c595b-7093-448e-b7bb-027d7fd24980 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:26:55.121370 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11b589-5704-4797-95c2-38db7766ab11 None None] Routers {'ae7c595b-7093-448e-b7bb-027d7fd24980'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:55.121966 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6c11b589-5704-4797-95c2-38db7766ab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:26:30Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae7c595b-7093-448e-b7bb-027d7fd24980'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:55.139912 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd7639-1ae3-4374-88b2-2f60ac225852 req-426ea7ad-6c23-4763-805a-b612f206894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:55.141416 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05cd7639-1ae3-4374-88b2-2f60ac225852 req-426ea7ad-6c23-4763-805a-b612f206894b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395787 Aug 24 01:26:55.230383 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-6c11b589-5704-4797-95c2-38db7766ab11 None None] Set router ae7c595b-7093-448e-b7bb-027d7fd24980 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:55.236044 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05cd7639-1ae3-4374-88b2-2f60ac225852 req-36d1de1b-2353-42f3-8955-629d933a5e5f service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874319 Aug 24 01:26:55.324560 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-05cd7639-1ae3-4374-88b2-2f60ac225852 req-29a2c170-c9df-4033-9752-6a566529ebfb service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817769 Aug 24 01:26:55.452711 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-6c11b589-5704-4797-95c2-38db7766ab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'bb916852-d967-47aa-9b2d-b4fe09e2bb69', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'port_id': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'mac_address': 'fa:16:3e:a6:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:26:53Z', 'updated_at': '2021-08-24T01:26:53Z', 'revision_number': 0, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 5, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:55.480477 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11b589-5704-4797-95c2-38db7766ab11 None None] The sync data for ids ['ae7c595b-7093-448e-b7bb-027d7fd24980'] in n-d-805736-1 is: [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'bb916852-d967-47aa-9b2d-b4fe09e2bb69', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'port_id': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'mac_address': 'fa:16:3e:a6:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:26:53Z', 'updated_at': '2021-08-24T01:26:53Z', 'revision_number': 0, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 5, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:26:55.688311 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad87688-bc8c-4f02-adfc-ad220019ce5b None None] New status for floating IP bb916852-d967-47aa-9b2d-b4fe09e2bb69: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:26:56.111308 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:26:57.632555 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8f3784b0-f72c-4f99-811e-292aaa3a8ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:00.235771 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:00.273679 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8448992e-cad8-4df4-b196-c0a1babb1360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:00.304095 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:01.546505 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:03.305131 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:23.765488 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c82c594-fc3a-4584-8a22-51e096f55b52 req-b9b1a896-1a10-4b02-8ca5-f6bf55526510 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397837 Aug 24 01:27:24.206510 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82c594-fc3a-4584-8a22-51e096f55b52 req-7ff78d07-472d-47ee-9275-4f95718c2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:24.208049 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c82c594-fc3a-4584-8a22-51e096f55b52 req-7ff78d07-472d-47ee-9275-4f95718c2260 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf669c66818b4891b9945c2f2fc4e207&device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 1096 time: 0.3805697 Aug 24 01:27:24.311146 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82c594-fc3a-4584-8a22-51e096f55b52 req-3e217a72-eac5-417b-aa5f-c798e735f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:24.312621 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c82c594-fc3a-4584-8a22-51e096f55b52 req-3e217a72-eac5-417b-aa5f-c798e735f1d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 200 len: 911 time: 0.0839913 Aug 24 01:27:24.380720 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c82c594-fc3a-4584-8a22-51e096f55b52 req-43c3c3ac-4fce-493c-86ac-c0ed34ad01ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f HTTP/1.1" status: 200 len: 1001 time: 0.0595915 Aug 24 01:27:24.430135 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82c594-fc3a-4584-8a22-51e096f55b52 req-fc3cae6c-aba7-4b77-9010-f908178cdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:24.431989 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c82c594-fc3a-4584-8a22-51e096f55b52 req-fc3cae6c-aba7-4b77-9010-f908178cdb8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a2259e8-47f2-4cda-ba81-3b03f78eb2eb HTTP/1.1" status: 200 len: 849 time: 0.0438416 Aug 24 01:27:24.434860 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:24.477519 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82c594-fc3a-4584-8a22-51e096f55b52 req-45086194-6c4e-482d-bc7f-4403e80e716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:24.478943 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c82c594-fc3a-4584-8a22-51e096f55b52 req-45086194-6c4e-482d-bc7f-4403e80e716f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393298 Aug 24 01:27:24.572011 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c82c594-fc3a-4584-8a22-51e096f55b52 req-203cf7f6-fa13-40ab-9dea-3bd39f15c74e service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842404 Aug 24 01:27:24.661660 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-6c82c594-fc3a-4584-8a22-51e096f55b52 req-d0ba0931-261e-4b5d-9d16-c6f67788f7c0 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812092 Aug 24 01:27:27.634315 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f43f49d8-a254-4a6c-ad02-ea30cae90410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:30.230174 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:30.273170 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7b171889-ff28-4a9d-951b-00e630ef7349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:30.311894 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:31.546500 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:33.110317 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:27:33.307232 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.459878 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:57.637943 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-916962e9-dfbc-4294-834e-f18dace26cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:00.223314 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:00.273317 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fbaa5ff3-6938-412c-ba9f-57a3922c731b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:00.330479 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:01.549743 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:03.310040 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:10.110202 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:28:24.456576 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:25.577962 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d518922-3427-438c-bf94-f3a812e6fde8 req-2f96805e-89cf-4e4a-9495-f179c248776a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417492 Aug 24 01:28:25.680596 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d518922-3427-438c-bf94-f3a812e6fde8 req-f2c2e848-8c0f-46d7-b135-9e345a1b2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:25.682084 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d518922-3427-438c-bf94-f3a812e6fde8 req-f2c2e848-8c0f-46d7-b135-9e345a1b2fd1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf669c66818b4891b9945c2f2fc4e207&device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 1096 time: 0.0457346 Aug 24 01:28:25.783722 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d518922-3427-438c-bf94-f3a812e6fde8 req-1e5129b0-5c93-423b-bf1b-ec7dbfd0a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:25.785219 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d518922-3427-438c-bf94-f3a812e6fde8 req-1e5129b0-5c93-423b-bf1b-ec7dbfd0a7e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 200 len: 911 time: 0.0830164 Aug 24 01:28:25.855166 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d518922-3427-438c-bf94-f3a812e6fde8 req-cc7066c0-287e-4a4e-a416-e22166d885c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f HTTP/1.1" status: 200 len: 1001 time: 0.0619400 Aug 24 01:28:25.907849 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d518922-3427-438c-bf94-f3a812e6fde8 req-a5fc2a51-e03f-42d0-b319-d3c77cc7494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:25.909309 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d518922-3427-438c-bf94-f3a812e6fde8 req-a5fc2a51-e03f-42d0-b319-d3c77cc7494e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a2259e8-47f2-4cda-ba81-3b03f78eb2eb HTTP/1.1" status: 200 len: 849 time: 0.0477738 Aug 24 01:28:25.954061 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d518922-3427-438c-bf94-f3a812e6fde8 req-6a473a2b-741d-4b97-9558-2cb853fdbad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:25.955571 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d518922-3427-438c-bf94-f3a812e6fde8 req-6a473a2b-741d-4b97-9558-2cb853fdbad6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390861 Aug 24 01:28:26.047041 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d518922-3427-438c-bf94-f3a812e6fde8 req-c86e7e65-3998-479d-887c-20c095675a5a service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842907 Aug 24 01:28:26.135004 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-5d518922-3427-438c-bf94-f3a812e6fde8 req-10b6c24d-c18e-4627-a9c0-7c374ee5b3de service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812228 Aug 24 01:28:27.640273 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8eec216a-d0b1-4bf4-9d62-aafae121732c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:30.226547 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:30.273213 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1cdf082a-d668-4751-944b-954808714518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:30.320480 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:31.554527 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:33.313037 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:47.109635 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:28:54.514132 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:54.810613 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6b61c7d9-8199-4da5-9848-3aa3a426c84f details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:28:54.916702 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6b61c7d9-8199-4da5-9848-3aa3a426c84f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:28:54.928719 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'port_id': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'mac_address': 'fa:16:3e:a6:66:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:28:54.975588 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:54.994452 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b61c7d9-8199-4da5-9848-3aa3a426c84f {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:28:55.018642 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6b61c7d9-8199-4da5-9848-3aa3a426c84f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:28:55.022703 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:55.085448 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6b61c7d9-8199-4da5-9848-3aa3a426c84f,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:28:55.099109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:28:55.099468 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:28:55.099784 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:28:55.100116 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:28:55.100444 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:28:55.100773 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:28:55.101094 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:28:55.101412 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:28:55.101732 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:28:55.102049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:28:55.102367 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:28:55.102683 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:28:55.160074 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['6b61c7d9-8199-4da5-9848-3aa3a426c84f'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:28:56.819670 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6b61c7d9-8199-4da5-9848-3aa3a426c84f up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:28:56.874619 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port 6b61c7d9-8199-4da5-9848-3aa3a426c84f triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:28:56.875290 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:56.967788 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:56.997077 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b61c7d9-8199-4da5-9848-3aa3a426c84f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:28:57.001207 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64d35be-16cf-4e0b-bb89-7adba99bd9ee" -d '{"events": [{"server_uuid": "7ecab63e-6e9a-47ec-89c5-73938ca07565", "name": "network-vif-plugged", "status": "completed", "tag": "6b61c7d9-8199-4da5-9848-3aa3a426c84f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:28:57.016453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6b61c7d9-8199-4da5-9848-3aa3a426c84f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:28:57.031655 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:57.089707 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6b61c7d9-8199-4da5-9848-3aa3a426c84f,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:28:57.126062 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c352f0a9-42cf-4c37-920b-11ebbcafecf9 x-openstack-request-id: req-c352f0a9-42cf-4c37-920b-11ebbcafecf9 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:28:57.126355 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecab63e-6e9a-47ec-89c5-73938ca07565", "name": "network-vif-plugged", "status": "completed", "tag": "6b61c7d9-8199-4da5-9848-3aa3a426c84f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:28:57.126907 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c352f0a9-42cf-4c37-920b-11ebbcafecf9 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:28:57.127310 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'code': 200} Aug 24 01:28:57.650091 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1a68-f7ae-461b-97d9-70565027ba10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:00.229793 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:00.274890 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-ce950e81-5a52-4763-9163-04eda7c870ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:00.344616 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:01.556824 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:02.661949 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-c82988c3-ba34-4763-97d5-31eb18a47040 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-948605067&fields=id&tenant_id=cf669c66818b4891b9945c2f2fc4e207 HTTP/1.1" status: 200 len: 267 time: 0.0328472 Aug 24 01:29:02.776134 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-d2a09100-bcb9-4f78-96ff-fbcf37008f36 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:02.777681 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-d2a09100-bcb9-4f78-96ff-fbcf37008f36 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/networks?id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 200 len: 810 time: 0.1088958 Aug 24 01:29:02.799695 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-01d69672-bf49-4706-8a58-3117de070ae1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/quotas/cf669c66818b4891b9945c2f2fc4e207 HTTP/1.1" status: 200 len: 375 time: 0.0153496 Aug 24 01:29:02.857393 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-1f6eadb9-b500-4c35-9565-cc2ac66ace1b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf669c66818b4891b9945c2f2fc4e207&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0502992 Aug 24 01:29:03.011599 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-9af5498f-31b4-4981-ab02-f83754d48cab service neutron] 10.222.0.32 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419089 Aug 24 01:29:03.099185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-5c36b59a-81e2-4919-af0e-037afd95ed52 service neutron] 10.222.0.32 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812709 Aug 24 01:29:03.313265 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b17a94fd-7c02-4fcc-8fe8-67396c413ac4 req-9a0d8eea-8388-464c-ae78-74a3305473c4 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 210 time: 0.0368123 Aug 24 01:29:03.318807 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:04.270723 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-588d0ac4-92c6-41a6-9775-7ddc98120c5a tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:04.272223 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-588d0ac4-92c6-41a6-9775-7ddc98120c5a tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.13 "GET /v2.0/networks?id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 200 len: 810 time: 0.1155159 Aug 24 01:29:04.329481 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-04410f1d-e69e-4f1f-9f03-0c607d0c942b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf669c66818b4891b9945c2f2fc4e207 HTTP/1.1" status: 200 len: 379 time: 0.0339553 Aug 24 01:29:04.363234 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Request body: {'port': {'device_id': '1ed6e416-124a-44a5-9295-2d93598905ef', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'admin_state_up': True, 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'security_groups': ['7eb12045-65f2-403b-91ce-3f0d4e033efe']}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:04.443300 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32a2af21-e9e3-4a7e-87ad-f9307ef844ca req-20393067-6029-4e65-8f91-85827f4528f2 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 210 time: 0.0359247 Aug 24 01:29:04.502327 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Made reservation on behalf of cf669c66818b4891b9945c2f2fc4e207 for: {'port': 1} {{(pid=94837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:29:04.506087 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:04.717958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_common [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Allocated IP 172.20.0.12 (d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a/7a2259e8-47f2-4cda-ba81-3b03f78eb2eb/c7897dc5-19f2-4f9b-b3b3-b2371632f54e) {{(pid=94837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:29:04.895833 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for port, precommit_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:04.909928 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Transition to ACTIVE for port object c7897dc5-19f2-4f9b-b3b3-b2371632f54e will not be triggered until provisioned by entity DHCP. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:29:04.945909 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_create {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:04.994808 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a is already hosted by enough agents. {{(pid=94837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:29:04.997830 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.base_scheduler [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Resources bound (agent type, host, resource id): {{(pid=94837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:29:05.001106 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Received port after_create {{(pid=94837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:29:05.028724 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event updated for resources: {'Port': ['ID=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,revision_number=1']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:05.049787 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:05.050144 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:05.050498 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:05.050868 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:05.051211 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:05.051551 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:05.051936 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:05.052274 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:05.052608 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:05.052938 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:05.053269 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:05.053599 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:05.076643 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:05.077392 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:05.118028 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-01a56706-c6e2-4923-b5f6-dbfd41bee30d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7588851 Aug 24 01:29:05.328297 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-58bfa46e-9f5e-4089-b7ae-88e3ec1a7aeb None None] Provisioning for port c7897dc5-19f2-4f9b-b3b3-b2371632f54e completed by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:29:05.332369 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-58bfa46e-9f5e-4089-b7ae-88e3ec1a7aeb None None] Provisioning complete for port c7897dc5-19f2-4f9b-b3b3-b2371632f54e triggered by entity DHCP. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:29:05.332747 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-58bfa46e-9f5e-4089-b7ae-88e3ec1a7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:05.371250 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-58bfa46e-9f5e-4089-b7ae-88e3ec1a7aeb None None] Port c7897dc5-19f2-4f9b-b3b3-b2371632f54e cannot update to ACTIVE because it is not bound. {{(pid=94839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:29:05.538420 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-cfed81bb-728b-40aa-bdf9-50e091e0c250 req-c1c59438-59ae-4bda-bd51-6d7ca5ffdf95 service neutron] (94837) timed out ('10.222.0.13', 53158) {{(pid=94837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 01:29:05.562074 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c9970-4c9e-4ce3-9282-41ce8c0a21b5 req-0a0fc1fe-ab12-4448-9430-989c15d72f0a tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:05.563682 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-896c9970-4c9e-4ce3-9282-41ce8c0a21b5 req-0a0fc1fe-ab12-4448-9430-989c15d72f0a tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 932 time: 0.0514495 Aug 24 01:29:05.608919 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-896c9970-4c9e-4ce3-9282-41ce8c0a21b5 req-75bd5886-f436-430d-ac94-7d710283a940 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388460 Aug 24 01:29:06.729219 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611b616-0a02-4440-82a9-754b52e89098 req-9356c4be-3a85-40f0-8f99-ef7ab231b537 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:06.732075 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2611b616-0a02-4440-82a9-754b52e89098 req-9356c4be-3a85-40f0-8f99-ef7ab231b537 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 932 time: 0.0530236 Aug 24 01:29:06.772605 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2611b616-0a02-4440-82a9-754b52e89098 req-df9eeb76-b15f-4441-8be1-9035b88a7018 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344367 Aug 24 01:29:06.875592 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6b61c7d9-8199-4da5-9848-3aa3a426c84f no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:29:06.956791 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:06.983709 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b61c7d9-8199-4da5-9848-3aa3a426c84f'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:29:06.985980 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26afc9a0-89c8-4402-9b4b-677faae5649a" -d '{"events": [{"server_uuid": "7ecab63e-6e9a-47ec-89c5-73938ca07565", "name": "network-vif-unplugged", "status": "completed", "tag": "6b61c7d9-8199-4da5-9848-3aa3a426c84f"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:29:07.005410 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port 6b61c7d9-8199-4da5-9848-3aa3a426c84f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:29:07.009863 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:07.039384 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d92eb4c-fbb8-4096-96ba-542b6a9311e1 x-openstack-request-id: req-6d92eb4c-fbb8-4096-96ba-542b6a9311e1 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:29:07.040148 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecab63e-6e9a-47ec-89c5-73938ca07565", "name": "network-vif-unplugged", "status": "completed", "tag": "6b61c7d9-8199-4da5-9848-3aa3a426c84f", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:29:07.040545 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d92eb4c-fbb8-4096-96ba-542b6a9311e1 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:29:07.041084 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'code': 200} Aug 24 01:29:07.070625 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=6b61c7d9-8199-4da5-9848-3aa3a426c84f,revision_number=8']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:07.895769 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993ce4d-734d-4d39-ab64-d8a37403df77 req-939f3713-c4bd-482c-b9e5-5f97b787c484 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:07.897303 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e993ce4d-734d-4d39-ab64-d8a37403df77 req-939f3713-c4bd-482c-b9e5-5f97b787c484 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 932 time: 0.0487804 Aug 24 01:29:07.943948 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-e993ce4d-734d-4d39-ab64-d8a37403df77 req-bcdcd602-c8d3-40cf-9271-7e569324d804 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400412 Aug 24 01:29:09.066379 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facd87c-0d8d-47b2-a5ee-7a2de879f236 req-440fb992-d985-4ca3-9962-04ba1ccfa61e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:09.068231 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0facd87c-0d8d-47b2-a5ee-7a2de879f236 req-440fb992-d985-4ca3-9962-04ba1ccfa61e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 932 time: 0.0531893 Aug 24 01:29:09.107618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-0facd87c-0d8d-47b2-a5ee-7a2de879f236 req-1972bdf7-7087-446a-85fa-b931fa0dc86c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327358 Aug 24 01:29:10.238277 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b499e5d-7692-497c-9275-7c49b35d6727 req-ef9988bd-6da9-447e-902a-c833271d8455 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:10.240050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b499e5d-7692-497c-9275-7c49b35d6727 req-ef9988bd-6da9-447e-902a-c833271d8455 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 932 time: 0.0519836 Aug 24 01:29:10.280497 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2b499e5d-7692-497c-9275-7c49b35d6727 req-6763a291-da1c-4b43-aa77-938db748a476 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338702 Aug 24 01:29:11.399199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f33208-b724-418c-ac5b-346895757769 req-aa704601-c55e-4ce1-a8cb-c3def9c4b19e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:11.400681 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40f33208-b724-418c-ac5b-346895757769 req-aa704601-c55e-4ce1-a8cb-c3def9c4b19e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 932 time: 0.0512705 Aug 24 01:29:11.447589 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-40f33208-b724-418c-ac5b-346895757769 req-bbef51b7-cbca-46e1-a1e1-452cf173a0ad tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402906 Aug 24 01:29:12.571389 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6cfbe-11f2-4aa4-b078-ef6b57e3ef2a req-f1331586-964d-43c6-a10d-cbf5f05af95c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:12.573200 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80d6cfbe-11f2-4aa4-b078-ef6b57e3ef2a req-f1331586-964d-43c6-a10d-cbf5f05af95c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 932 time: 0.0505013 Aug 24 01:29:12.620020 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-80d6cfbe-11f2-4aa4-b078-ef6b57e3ef2a req-f5b1c3f9-9bc7-41de-9c3a-0d7912fada9d tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399597 Aug 24 01:29:13.740076 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe555e9-db11-4126-80e5-19a70039a078 req-b7725007-138d-4ca3-9a2c-0c1d036ecf09 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:13.741625 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbe555e9-db11-4126-80e5-19a70039a078 req-b7725007-138d-4ca3-9a2c-0c1d036ecf09 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 932 time: 0.0492435 Aug 24 01:29:13.781411 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-bbe555e9-db11-4126-80e5-19a70039a078 req-646c3184-bf07-4529-a901-1e1611002bae tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336926 Aug 24 01:29:14.897199 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed7814-57c6-46e4-8fef-f5263511812c req-9efdcbad-5592-4636-905f-3586b794c3db tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:14.898678 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3ed7814-57c6-46e4-8fef-f5263511812c req-9efdcbad-5592-4636-905f-3586b794c3db tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 932 time: 0.0482206 Aug 24 01:29:14.941741 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d3ed7814-57c6-46e4-8fef-f5263511812c req-dd74980b-27c0-4917-b12c-caafc456a1ec tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369103 Aug 24 01:29:14.957150 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.v2.base [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Request body: {'port': {'device_id': '1ed6e416-124a-44a5-9295-2d93598905ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805736-1'}} {{(pid=94837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:15.010679 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:15.265977 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7897dc5-19f2-4f9b-b3b3-b2371632f54e {{(pid=94837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:29:15.273276 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:15.285557 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.provisioning_blocks [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Transition to ACTIVE for port object c7897dc5-19f2-4f9b-b3b3-b2371632f54e will not be triggered until provisioned by entity L2. {{(pid=94837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:29:15.289271 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:15.359960 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,revision_number=2']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:15.409604 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Attempting to bind port c7897dc5-19f2-4f9b-b3b3-b2371632f54e on host n-h2-805736-1 for vnic_type normal with profile {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:29:15.409949 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Attempting to bind port c7897dc5-19f2-4f9b-b3b3-b2371632f54e by drivers openvswitch,hyperv on host n-h2-805736-1 at level 0 using segments [{'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:29:15.410283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Attempting to bind port c7897dc5-19f2-4f9b-b3b3-b2371632f54e on network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:29:15.415187 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Port c7897dc5-19f2-4f9b-b3b3-b2371632f54e on network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a not bound, no agent of type Open vSwitch agent registered on host n-h2-805736-1 {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:29:15.415540 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Attempting to bind port c7897dc5-19f2-4f9b-b3b3-b2371632f54e on network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:29:15.421542 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Checking agent: {'id': '436486c3-1449-45b6-9992-75f5222ad217', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'started_at': datetime.datetime(2021, 8, 24, 0, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:29:15.421885 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Checking segment: {'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:29:15.422278 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Bound using segment: {'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'} {{(pid=94837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:29:15.422714 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.managers [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Bound port: c7897dc5-19f2-4f9b-b3b3-b2371632f54e, host: n-h2-805736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f320091-6e16-4223-b35d-8bf626ffd330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a'}}] {{(pid=94837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:29:15.423113 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:15.488654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] For port c7897dc5-19f2-4f9b-b3b3-b2371632f54e, host n-h2-805736-1, cleared binding levels {{(pid=94837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:29:15.491990 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] For port c7897dc5-19f2-4f9b-b3b3-b2371632f54e, host n-h2-805736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:29:15.496198 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12311036'] for port, after_update {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:15.536381 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:15.537001 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:15.538415 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] 10.222.0.13 "PUT /v2.0/ports/c7897dc5-19f2-4f9b-b3b3-b2371632f54e HTTP/1.1" status: 200 len: 1092 time: 0.5856409 Aug 24 01:29:15.538873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed6e416-124a-44a5-9295-2d93598905ef', 'tag': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:29:15.541384 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d19a8c-67eb-4560-8cba-ea336b8a7b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed6e416-124a-44a5-9295-2d93598905ef", "tag": "c7897dc5-19f2-4f9b-b3b3-b2371632f54e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:29:15.569959 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f1788-a62a-4568-b2eb-417338db43c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,revision_number=3']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:15.642175 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-2a521c15-0d58-4658-a65d-8ebece438ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:15.643806 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-2a521c15-0d58-4658-a65d-8ebece438ad1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf669c66818b4891b9945c2f2fc4e207&device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 1095 time: 0.0480068 Aug 24 01:29:15.649688 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d378cf3-ebda-447d-a4ad-e0cdf76ec3a4 x-openstack-request-id: req-2d378cf3-ebda-447d-a4ad-e0cdf76ec3a4 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:29:15.649988 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed6e416-124a-44a5-9295-2d93598905ef", "tag": "c7897dc5-19f2-4f9b-b3b3-b2371632f54e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:29:15.650245 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d378cf3-ebda-447d-a4ad-e0cdf76ec3a4 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:29:15.650651 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed6e416-124a-44a5-9295-2d93598905ef', 'tag': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e', 'status': 'completed', 'code': 200} Aug 24 01:29:15.696058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-6eb22178-28c6-4774-9036-6dd94eb6eed4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7897dc5-19f2-4f9b-b3b3-b2371632f54e HTTP/1.1" status: 200 len: 217 time: 0.0361569 Aug 24 01:29:15.755620 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-a35ddc2f-4b7a-4d6e-93d0-4da44122f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:15.757162 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-a35ddc2f-4b7a-4d6e-93d0-4da44122f7c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a2259e8-47f2-4cda-ba81-3b03f78eb2eb HTTP/1.1" status: 200 len: 849 time: 0.0531676 Aug 24 01:29:15.804890 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-a19fcbab-bf21-41ee-a38f-ed16afb8ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:15.806313 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-a19fcbab-bf21-41ee-a38f-ed16afb8ee9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416541 Aug 24 01:29:15.894906 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-18d679e3-6566-48a5-a84f-53d1003e380a service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807426 Aug 24 01:29:15.996536 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-81e82d11-2cf3-4a4a-949c-14a07d8148a8 req-072a4d93-c2c3-42a9-a625-fe17bc968d95 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945072 Aug 24 01:29:16.059371 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f52cb2-8a3d-4ce8-bd30-8c75b933349d req-773c2d78-31ab-43e5-8738-846ccf6f6af6 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:16.060954 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77f52cb2-8a3d-4ce8-bd30-8c75b933349d req-773c2d78-31ab-43e5-8738-846ccf6f6af6 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 944 time: 0.0505087 Aug 24 01:29:16.128931 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-77f52cb2-8a3d-4ce8-bd30-8c75b933349d req-aab78f74-41d6-4223-863c-4fcf2fadeb7a tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613096 Aug 24 01:29:16.142264 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d19a8c-67eb-4560-8cba-ea336b8a7b3b req-9a35663c-adb5-4555-8088-9951aef667d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:16.143793 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32d19a8c-67eb-4560-8cba-ea336b8a7b3b req-9a35663c-adb5-4555-8088-9951aef667d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf669c66818b4891b9945c2f2fc4e207&device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 1095 time: 0.0543523 Aug 24 01:29:16.236645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d19a8c-67eb-4560-8cba-ea336b8a7b3b req-46dc7c00-e9d1-42ea-8f6c-29f775b4496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:16.238157 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32d19a8c-67eb-4560-8cba-ea336b8a7b3b req-46dc7c00-e9d1-42ea-8f6c-29f775b4496d service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 200 len: 911 time: 0.0872161 Aug 24 01:29:16.283186 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32d19a8c-67eb-4560-8cba-ea336b8a7b3b req-effe5ee1-aacc-44cb-aaac-ad3a1b08461e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7897dc5-19f2-4f9b-b3b3-b2371632f54e HTTP/1.1" status: 200 len: 217 time: 0.0337889 Aug 24 01:29:16.334851 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d19a8c-67eb-4560-8cba-ea336b8a7b3b req-46e5464f-a0c8-490c-ae77-42c54d97392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:16.336256 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32d19a8c-67eb-4560-8cba-ea336b8a7b3b req-46e5464f-a0c8-490c-ae77-42c54d97392e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a2259e8-47f2-4cda-ba81-3b03f78eb2eb HTTP/1.1" status: 200 len: 849 time: 0.0456543 Aug 24 01:29:16.381408 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d19a8c-67eb-4560-8cba-ea336b8a7b3b req-6565e7e5-c564-4d2a-b1bf-0ff966c212b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:16.382911 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32d19a8c-67eb-4560-8cba-ea336b8a7b3b req-6565e7e5-c564-4d2a-b1bf-0ff966c212b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390754 Aug 24 01:29:16.470240 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32d19a8c-67eb-4560-8cba-ea336b8a7b3b req-881f4bf5-f4f3-4ec0-91c2-b42f6d52f231 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794215 Aug 24 01:29:16.563075 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-32d19a8c-67eb-4560-8cba-ea336b8a7b3b req-4c7ea62e-4b80-4f40-a316-5e0cbfccf82c service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851035 Aug 24 01:29:17.257192 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89949ab2-6b1e-4217-b943-a5ed8f07d02c req-a438e974-22c4-4a63-9455-41c0b41852c5 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:17.259435 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89949ab2-6b1e-4217-b943-a5ed8f07d02c req-a438e974-22c4-4a63-9455-41c0b41852c5 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 944 time: 0.0591733 Aug 24 01:29:17.298410 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-89949ab2-6b1e-4217-b943-a5ed8f07d02c req-fa0d88d3-dd29-4e08-a7ed-e05eb31d96ca tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322289 Aug 24 01:29:18.430438 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b33cf-80e5-44c3-9915-2ec2f9661c5f req-84e9bc75-9d12-4776-b67f-040a7f73c4c9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:18.432001 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b62b33cf-80e5-44c3-9915-2ec2f9661c5f req-84e9bc75-9d12-4776-b67f-040a7f73c4c9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 944 time: 0.0536022 Aug 24 01:29:18.470446 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b62b33cf-80e5-44c3-9915-2ec2f9661c5f req-fcaa0254-55b9-47a2-adc3-0b776f60b58a tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317154 Aug 24 01:29:18.906015 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c7897dc5-19f2-4f9b-b3b3-b2371632f54e details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:29:19.006103 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port c7897dc5-19f2-4f9b-b3b3-b2371632f54e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:29:19.018449 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'port_id': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e', 'mac_address': 'fa:16:3e:fd:3d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:29:19.055953 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:19.069339 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7897dc5-19f2-4f9b-b3b3-b2371632f54e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:29:19.089370 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port c7897dc5-19f2-4f9b-b3b3-b2371632f54e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:29:19.093084 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:19.143960 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,revision_number=4']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:19.407413 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['c7897dc5-19f2-4f9b-b3b3-b2371632f54e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:29:19.590305 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fe515-808d-44c0-b421-bfe6cf8614f6 req-ef9ff51d-e54b-4b85-8cf7-3871a1b39f31 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:19.592397 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-571fe515-808d-44c0-b421-bfe6cf8614f6 req-ef9ff51d-e54b-4b85-8cf7-3871a1b39f31 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 945 time: 0.0548153 Aug 24 01:29:19.631017 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-571fe515-808d-44c0-b421-bfe6cf8614f6 req-a3e86516-e381-4371-8d00-ecded9c610a5 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321598 Aug 24 01:29:20.744704 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d630d04-62c4-4388-8661-ff03ed1d4e57 req-5f0303db-2e1d-44ee-a579-06dc5673c2c0 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:20.746196 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d630d04-62c4-4388-8661-ff03ed1d4e57 req-5f0303db-2e1d-44ee-a579-06dc5673c2c0 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 945 time: 0.0480142 Aug 24 01:29:20.784034 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-2d630d04-62c4-4388-8661-ff03ed1d4e57 req-e2332613-d502-4802-bfc4-7ba96520f4f7 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311790 Aug 24 01:29:20.918073 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c7897dc5-19f2-4f9b-b3b3-b2371632f54e up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:29:20.965989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning for port c7897dc5-19f2-4f9b-b3b3-b2371632f54e completed by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:29:20.969635 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port c7897dc5-19f2-4f9b-b3b3-b2371632f54e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:29:20.970000 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:21.044600 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:21.066905 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed6e416-124a-44a5-9295-2d93598905ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:29:21.069119 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf902d13-1bc5-467d-858a-279311fcaf2c" -d '{"events": [{"server_uuid": "1ed6e416-124a-44a5-9295-2d93598905ef", "name": "network-vif-plugged", "status": "completed", "tag": "c7897dc5-19f2-4f9b-b3b3-b2371632f54e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:29:21.085884 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port c7897dc5-19f2-4f9b-b3b3-b2371632f54e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:29:21.090693 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:21.113658 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edc0e0f-0af9-49f3-951a-f51483735843 x-openstack-request-id: req-9edc0e0f-0af9-49f3-951a-f51483735843 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:29:21.113947 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed6e416-124a-44a5-9295-2d93598905ef", "name": "network-vif-plugged", "status": "completed", "tag": "c7897dc5-19f2-4f9b-b3b3-b2371632f54e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:29:21.114204 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9edc0e0f-0af9-49f3-951a-f51483735843 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:29:21.114593 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed6e416-124a-44a5-9295-2d93598905ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e', 'code': 200} Aug 24 01:29:21.140512 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,revision_number=5']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:21.229715 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df8c81-141a-4d1c-8ab2-9b0f556c1624 req-e83b6b1f-b974-4555-8f46-c80ddc6ea9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:21.231108 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48df8c81-141a-4d1c-8ab2-9b0f556c1624 req-e83b6b1f-b974-4555-8f46-c80ddc6ea9e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 1097 time: 0.0433364 Aug 24 01:29:21.265168 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-48df8c81-141a-4d1c-8ab2-9b0f556c1624 req-b44a400c-ed2d-447a-8e5e-272957e5440c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271878 Aug 24 01:29:21.899872 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b3f6c-e05f-4028-b805-1ae83eff7d62 req-7ac4998c-0444-455d-b25f-f821bc3ac476 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:21.901339 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-965b3f6c-e05f-4028-b805-1ae83eff7d62 req-7ac4998c-0444-455d-b25f-f821bc3ac476 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 946 time: 0.0482888 Aug 24 01:29:21.938820 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-965b3f6c-e05f-4028-b805-1ae83eff7d62 req-b9dadb59-db18-435b-a725-e2a0985fcc4e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313690 Aug 24 01:29:23.053678 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfe020-e417-4376-b99b-c5aa06eaf92c req-9909e8e0-34d1-4f6e-aa53-bb1d152aeedf tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:23.055194 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27dfe020-e417-4376-b99b-c5aa06eaf92c req-9909e8e0-34d1-4f6e-aa53-bb1d152aeedf tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 946 time: 0.0483234 Aug 24 01:29:23.093909 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-27dfe020-e417-4376-b99b-c5aa06eaf92c req-d06a690a-8601-491b-9741-25387ed4c783 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321386 Aug 24 01:29:23.213403 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8b898-9149-402a-95fd-610a052f9e09 req-a4837cbc-24bc-4ff3-aa53-380ce9dd9ba4 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:23.214920 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7e8b898-9149-402a-95fd-610a052f9e09 req-a4837cbc-24bc-4ff3-aa53-380ce9dd9ba4 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 946 time: 0.0552106 Aug 24 01:29:23.252879 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-c7e8b898-9149-402a-95fd-610a052f9e09 req-0f9fab76-3ad6-4bfd-babe-79b75f7cdf17 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317202 Aug 24 01:29:23.274333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50042) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:23.315159 n-d-805736-1 neutron-server[94838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af22cdfa-7f81-4616-ba58-5d81e1ce2c23 tempest-TestSnapshotPattern-784370361 tempest-TestSnapshotPattern-784370361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:23.316662 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-af22cdfa-7f81-4616-ba58-5d81e1ce2c23 tempest-TestSnapshotPattern-784370361 tempest-TestSnapshotPattern-784370361-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 1092 time: 0.0413334 Aug 24 01:29:23.319406 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50046) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:23.323797 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.v2.base [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Request body: {'floatingip': {'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'port_id': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:23.345329 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for floatingip, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:23.442098 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:23.556144 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_common [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Allocated IP 172.25.8.31 (e54258e9-41a5-4503-951b-87f62c27c19b/cdd30e1e-1077-4c15-bb0d-08a963373977/a4fe89a1-7d18-43ba-a597-c2d428c8dceb) {{(pid=94838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:29:23.658668 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for port, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:23.697492 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726649674262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:23.735605 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Network e54258e9-41a5-4503-951b-87f62c27c19b is already hosted by enough agents. {{(pid=94838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:29:23.738447 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.base_scheduler [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Resources bound (agent type, host, resource id): {{(pid=94838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:29:23.741799 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Received port after_create {{(pid=94838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:29:23.771356 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event updated for resources: {'Port': ['ID=a4fe89a1-7d18-43ba-a597-c2d428c8dceb,revision_number=1']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:23.783056 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:23.783404 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:23.783746 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:23.784085 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:23.784464 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:23.784786 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:23.785115 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:23.785442 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:23.785769 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:23.786099 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:23.786431 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:23.786759 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:24.108547 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:29:24.119818 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:24.188516 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:24.336952 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for port, precommit_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:24.341333 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9135249'] for port, after_update {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:24.413696 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event updated for resources: {'Port': ['ID=a4fe89a1-7d18-43ba-a597-c2d428c8dceb,revision_number=2']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:24.424364 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3783303'] for floatingip, after_create {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:24.510720 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:24.525469 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Floating IP d0d3feaf-bb98-4f2f-a988-68e0206bf4d9 associated. External IP: 172.25.8.31, port: c7897dc5-19f2-4f9b-b3b3-b2371632f54e. Aug 24 01:29:24.736277 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Router ae7c595b-7093-448e-b7bb-027d7fd24980 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:29:24.843231 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:29:24.852653 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683916ad-b6d8-4575-a06b-ceb81d08bbbf None None] Sync routers for ids ['ae7c595b-7093-448e-b7bb-027d7fd24980'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:29:24.859074 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:24.862326 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683916ad-b6d8-4575-a06b-ceb81d08bbbf None None] Routers {'ae7c595b-7093-448e-b7bb-027d7fd24980'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:29:24.862967 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-683916ad-b6d8-4575-a06b-ceb81d08bbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:29:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae7c595b-7093-448e-b7bb-027d7fd24980'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:24.892809 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-face9b28-ea53-4ee5-83cc-7df43c2d30b9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5661178 Aug 24 01:29:24.892809 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed6e416-124a-44a5-9295-2d93598905ef', 'tag': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:29:24.892809 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d889f77d522bbf3953e3538f7cf97f660794b72665fad371c9564fe2e75f33d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88175281-f6fa-4e74-b9ed-d7cd7232990f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed6e416-124a-44a5-9295-2d93598905ef", "tag": "c7897dc5-19f2-4f9b-b3b3-b2371632f54e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:29:24.930536 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a105f339-5fdf-4b36-b599-ab23cf8131ac x-openstack-request-id: req-a105f339-5fdf-4b36-b599-ab23cf8131ac {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:29:24.930858 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed6e416-124a-44a5-9295-2d93598905ef", "tag": "c7897dc5-19f2-4f9b-b3b3-b2371632f54e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:29:24.931108 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a105f339-5fdf-4b36-b599-ab23cf8131ac {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:29:24.931513 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed6e416-124a-44a5-9295-2d93598905ef', 'tag': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e', 'status': 'completed', 'code': 200} Aug 24 01:29:24.976291 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-683916ad-b6d8-4575-a06b-ceb81d08bbbf None None] Set router ae7c595b-7093-448e-b7bb-027d7fd24980 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:29:25.012670 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88175281-f6fa-4e74-b9ed-d7cd7232990f req-0954c80b-2c51-4c6d-84da-c9273c66380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:25.014204 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88175281-f6fa-4e74-b9ed-d7cd7232990f req-0954c80b-2c51-4c6d-84da-c9273c66380e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf669c66818b4891b9945c2f2fc4e207&device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 1097 time: 0.0415394 Aug 24 01:29:25.107349 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88175281-f6fa-4e74-b9ed-d7cd7232990f req-f1319573-986d-4c95-a9aa-8cbaea194868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:25.108845 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88175281-f6fa-4e74-b9ed-d7cd7232990f req-f1319573-986d-4c95-a9aa-8cbaea194868 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 200 len: 911 time: 0.0863094 Aug 24 01:29:25.179185 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88175281-f6fa-4e74-b9ed-d7cd7232990f req-cf0bd6d6-6c58-4256-9b77-9e54dbe31125 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7897dc5-19f2-4f9b-b3b3-b2371632f54e HTTP/1.1" status: 200 len: 999 time: 0.0609832 Aug 24 01:29:25.201662 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-683916ad-b6d8-4575-a06b-ceb81d08bbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'bb916852-d967-47aa-9b2d-b4fe09e2bb69', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'port_id': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'mac_address': 'fa:16:3e:a6:66:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:26:53Z', 'updated_at': '2021-08-24T01:26:55Z', 'revision_number': 1, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ip_address_scope': None}, {'id': 'd0d3feaf-bb98-4f2f-a988-68e0206bf4d9', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'port_id': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'mac_address': 'fa:16:3e:fd:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6e416-124a-44a5-9295-2d93598905ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:29:23Z', 'updated_at': '2021-08-24T01:29:23Z', 'revision_number': 0, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 5, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:25.230597 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88175281-f6fa-4e74-b9ed-d7cd7232990f req-d3a3189c-e276-4ca6-80aa-e2aa7a1e077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:25.232178 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88175281-f6fa-4e74-b9ed-d7cd7232990f req-d3a3189c-e276-4ca6-80aa-e2aa7a1e077c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a2259e8-47f2-4cda-ba81-3b03f78eb2eb HTTP/1.1" status: 200 len: 849 time: 0.0460367 Aug 24 01:29:25.234913 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683916ad-b6d8-4575-a06b-ceb81d08bbbf None None] Checking router: ae7c595b-7093-448e-b7bb-027d7fd24980 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:29:25.243402 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683916ad-b6d8-4575-a06b-ceb81d08bbbf None None] Routers {'ae7c595b-7093-448e-b7bb-027d7fd24980'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:29:25.244005 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-683916ad-b6d8-4575-a06b-ceb81d08bbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:29:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae7c595b-7093-448e-b7bb-027d7fd24980'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:25.279689 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88175281-f6fa-4e74-b9ed-d7cd7232990f req-92a6056e-e61d-4f2c-9a46-03a4f538739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:25.281258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88175281-f6fa-4e74-b9ed-d7cd7232990f req-92a6056e-e61d-4f2c-9a46-03a4f538739b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411139 Aug 24 01:29:25.354223 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-683916ad-b6d8-4575-a06b-ceb81d08bbbf None None] Set router ae7c595b-7093-448e-b7bb-027d7fd24980 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:29:25.376963 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88175281-f6fa-4e74-b9ed-d7cd7232990f req-e9af6510-7a85-4401-b990-c26710f2062c service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878775 Aug 24 01:29:25.468216 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-88175281-f6fa-4e74-b9ed-d7cd7232990f req-868687a9-f588-43ed-8394-62e5755ffc5b service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830655 Aug 24 01:29:25.577086 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-683916ad-b6d8-4575-a06b-ceb81d08bbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'bb916852-d967-47aa-9b2d-b4fe09e2bb69', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'port_id': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'mac_address': 'fa:16:3e:a6:66:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:26:53Z', 'updated_at': '2021-08-24T01:26:55Z', 'revision_number': 1, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ip_address_scope': None}, {'id': 'd0d3feaf-bb98-4f2f-a988-68e0206bf4d9', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'port_id': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'mac_address': 'fa:16:3e:fd:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6e416-124a-44a5-9295-2d93598905ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:29:23Z', 'updated_at': '2021-08-24T01:29:23Z', 'revision_number': 0, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 5, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:25.606144 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683916ad-b6d8-4575-a06b-ceb81d08bbbf None None] The sync data for ids ['ae7c595b-7093-448e-b7bb-027d7fd24980'] in n-d-805736-1 is: [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'bb916852-d967-47aa-9b2d-b4fe09e2bb69', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'port_id': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'mac_address': 'fa:16:3e:a6:66:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:26:53Z', 'updated_at': '2021-08-24T01:26:55Z', 'revision_number': 1, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ip_address_scope': None}, {'id': 'd0d3feaf-bb98-4f2f-a988-68e0206bf4d9', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'port_id': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'mac_address': 'fa:16:3e:fd:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6e416-124a-44a5-9295-2d93598905ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:29:23Z', 'updated_at': '2021-08-24T01:29:23Z', 'revision_number': 0, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 5, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:29:25.791282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00e7075-b3f1-4587-868f-6cbc0c92fa9b None None] New status for floating IP d0d3feaf-bb98-4f2f-a988-68e0206bf4d9: ACTIVE {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:29:27.640805 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b78ab0d0-50ba-431f-b015-dfe7b0ef4cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:27.652870 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9440ecf-3daf-495a-b541-ef64f11aff84 req-2dc2defc-0113-4c98-b08f-8bc445ab5989 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458646 Aug 24 01:29:27.748950 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9440ecf-3daf-495a-b541-ef64f11aff84 req-29ed9412-4dc3-4d48-95a6-d981e7c79777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:27.750432 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9440ecf-3daf-495a-b541-ef64f11aff84 req-29ed9412-4dc3-4d48-95a6-d981e7c79777 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf669c66818b4891b9945c2f2fc4e207&device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 1094 time: 0.0403829 Aug 24 01:29:27.850476 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9440ecf-3daf-495a-b541-ef64f11aff84 req-98fba25a-8cce-4cfa-9c93-79071fd1a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:27.852008 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9440ecf-3daf-495a-b541-ef64f11aff84 req-98fba25a-8cce-4cfa-9c93-79071fd1a2ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 200 len: 911 time: 0.0830896 Aug 24 01:29:27.919058 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9440ecf-3daf-495a-b541-ef64f11aff84 req-72366408-d5d7-4fba-8c69-1de04845827b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f HTTP/1.1" status: 200 len: 999 time: 0.0599689 Aug 24 01:29:27.966423 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9440ecf-3daf-495a-b541-ef64f11aff84 req-c16764b8-b8bd-4945-be96-9fe22c9863f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:27.968475 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9440ecf-3daf-495a-b541-ef64f11aff84 req-c16764b8-b8bd-4945-be96-9fe22c9863f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a2259e8-47f2-4cda-ba81-3b03f78eb2eb HTTP/1.1" status: 200 len: 849 time: 0.0426142 Aug 24 01:29:28.012625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9440ecf-3daf-495a-b541-ef64f11aff84 req-17348dd5-cb7d-4498-9cba-624da37de301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:28.014258 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9440ecf-3daf-495a-b541-ef64f11aff84 req-17348dd5-cb7d-4498-9cba-624da37de301 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386305 Aug 24 01:29:28.105967 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9440ecf-3daf-495a-b541-ef64f11aff84 req-4dda68ac-eca2-4052-8b42-559ac2c00ca6 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839796 Aug 24 01:29:28.196050 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d9440ecf-3daf-495a-b541-ef64f11aff84 req-b87ed5be-5c07-4717-80ab-08f3342d3a8b service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826643 Aug 24 01:29:30.231508 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:30.273923 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-191fde64-81c0-4901-b034-d0b7d13412e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:30.356441 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:31.559366 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:33.317203 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:54.517857 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:57.642500 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-408b808a-3af4-4c56-8a57-a02eef166e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:00.234283 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:00.273027 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a2b439c6-e166-4456-b1ab-95407af01e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:00.360366 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:01.108870 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:30:01.562686 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:03.322267 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:24.534249 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:27.643211 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-36821397-2b1d-49c3-b2af-a02c0e99f39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:28.772383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4c4c5e1-e485-4760-b905-820b1bf08676 req-5bf9332b-df95-42c7-a47a-caa66ea63a9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0877929 Aug 24 01:30:28.844385 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4c5e1-e485-4760-b905-820b1bf08676 req-ca91f262-d242-4a08-bb0f-fd0ca7f05c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:28.846517 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4c4c5e1-e485-4760-b905-820b1bf08676 req-ca91f262-d242-4a08-bb0f-fd0ca7f05c46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf669c66818b4891b9945c2f2fc4e207&device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 1097 time: 0.0410986 Aug 24 01:30:28.946331 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4c5e1-e485-4760-b905-820b1bf08676 req-ae8f15e2-f8c2-4cbc-aab5-607dbd6bfaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:28.947848 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4c4c5e1-e485-4760-b905-820b1bf08676 req-ae8f15e2-f8c2-4cbc-aab5-607dbd6bfaea service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 200 len: 911 time: 0.0825882 Aug 24 01:30:29.015656 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4c4c5e1-e485-4760-b905-820b1bf08676 req-94354967-3921-46ab-9dda-783c3c7e25c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7897dc5-19f2-4f9b-b3b3-b2371632f54e HTTP/1.1" status: 200 len: 1001 time: 0.0605547 Aug 24 01:30:29.064178 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4c5e1-e485-4760-b905-820b1bf08676 req-c4c8f2a1-64b0-48b8-963c-c07ea402f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:29.065583 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4c4c5e1-e485-4760-b905-820b1bf08676 req-c4c8f2a1-64b0-48b8-963c-c07ea402f88c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a2259e8-47f2-4cda-ba81-3b03f78eb2eb HTTP/1.1" status: 200 len: 849 time: 0.0433362 Aug 24 01:30:29.110625 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4c5e1-e485-4760-b905-820b1bf08676 req-e51e4391-1b2f-40d1-a5db-d1112443767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:29.112173 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4c4c5e1-e485-4760-b905-820b1bf08676 req-e51e4391-1b2f-40d1-a5db-d1112443767f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397544 Aug 24 01:30:29.205683 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4c4c5e1-e485-4760-b905-820b1bf08676 req-bd44c86d-7dbf-46db-855c-714963e24971 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864408 Aug 24 01:30:29.292716 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-d4c4c5e1-e485-4760-b905-820b1bf08676 req-db3f406b-cd5c-40d1-af82-ca9795188760 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800433 Aug 24 01:30:30.236100 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:30.272101 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2de26ae0-3120-420c-8db5-0cd40eaf5926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:30.371627 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:31.565599 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:33.324692 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:38.108163 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:30:54.532316 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:57.647251 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6e233e4e-9829-48b2-bac5-388f0bd402c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:59.421609 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c7897dc5-19f2-4f9b-b3b3-b2371632f54e details requested by agent hyperv_n-h2-805736-1 with host n-h2-805736-1 {{(pid=94839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:30:59.537671 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port c7897dc5-19f2-4f9b-b3b3-b2371632f54e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:30:59.552008 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Returning: {'device': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'port_id': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e', 'mac_address': 'fa:16:3e:fd:3d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:30:59.605066 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:59.619263 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7897dc5-19f2-4f9b-b3b3-b2371632f54e {{(pid=94839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:30:59.639713 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port c7897dc5-19f2-4f9b-b3b3-b2371632f54e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:30:59.646625 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:59.696963 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,revision_number=6']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:30:59.707361 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:30:59.707723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:30:59.708050 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:30:59.708390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:30:59.708726 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:30:59.709063 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:30:59.709390 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:30:59.709716 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:30:59.710049 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:30:59.710375 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:30:59.710699 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:30:59.711051 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:30:59.796028 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] get_ports_and_sgs() called for port_ids ['c7897dc5-19f2-4f9b-b3b3-b2371632f54e'] {{(pid=94839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:31:00.238308 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:00.292188 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-70ebf87d-6734-4d22-9d0d-fc4e26627d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:00.390524 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:01.441513 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c7897dc5-19f2-4f9b-b3b3-b2371632f54e up at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:31:01.496362 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.provisioning_blocks [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Provisioning complete for port c7897dc5-19f2-4f9b-b3b3-b2371632f54e triggered by entity L2. {{(pid=94839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:31:01.496737 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746917'] for port, provisioning_complete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:01.593979 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:01.596984 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673621'] for port, before_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:01.621363 n-d-805736-1 neutron-server[94839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed6e416-124a-44a5-9295-2d93598905ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e'}] {{(pid=94839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:31:01.623674 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97a330d32cfd6400391cac856b5a7ce5c942db437f29fe90580fdf407b02614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7180ca-4251-4ce6-8517-f1da4185a1fb" -d '{"events": [{"server_uuid": "1ed6e416-124a-44a5-9295-2d93598905ef", "name": "network-vif-plugged", "status": "completed", "tag": "c7897dc5-19f2-4f9b-b3b3-b2371632f54e"}]}' {{(pid=94839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:31:01.641039 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] For port c7897dc5-19f2-4f9b-b3b3-b2371632f54e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:01.663102 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726650076865', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726649674280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726649674298'] for port, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:01.688103 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c05474-dbb5-444a-a0d3-092f70bb3d73 x-openstack-request-id: req-06c05474-dbb5-444a-a0d3-092f70bb3d73 {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:31:01.688404 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed6e416-124a-44a5-9295-2d93598905ef", "name": "network-vif-plugged", "status": "completed", "tag": "c7897dc5-19f2-4f9b-b3b3-b2371632f54e", "code": 200}]} {{(pid=94839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:31:01.688627 n-d-805736-1 neutron-server[94839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06c05474-dbb5-444a-a0d3-092f70bb3d73 {{(pid=94839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:31:01.689066 n-d-805736-1 neutron-server[94839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed6e416-124a-44a5-9295-2d93598905ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e', 'code': 200} Aug 24 01:31:01.714048 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Pushing event updated for resources: {'Port': ['ID=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,revision_number=7']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:03.329127 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:08.615796 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50258) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:08.778029 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Deleting port a4fe89a1-7d18-43ba-a597-c2d428c8dceb {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:31:08.778292 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:08.852114 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:08.852440 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:08.863777 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Calling delete_port for a4fe89a1-7d18-43ba-a597-c2d428c8dceb owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:31:09.009385 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:09.034333 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event deleted for resources: {'Port': ['ID=a4fe89a1-7d18-43ba-a597-c2d428c8dceb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:09.045967 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:09.046319 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:09.046664 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:09.047030 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:09.047388 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:09.047728 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:09.048060 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:09.049090 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:09.049421 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:09.049750 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:09.050081 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:09.050413 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:09.107746 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:09.108081 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Floating IP d0d3feaf-bb98-4f2f-a988-68e0206bf4d9 disassociated (deleted). External IP: 172.25.8.31, port: c7897dc5-19f2-4f9b-b3b3-b2371632f54e. Aug 24 01:31:09.317562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Router ae7c595b-7093-448e-b7bb-027d7fd24980 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:31:09.425047 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:31:09.429915 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:09.434360 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8160d731-eebc-4b4c-8705-eab695d45589 None None] Sync routers for ids ['ae7c595b-7093-448e-b7bb-027d7fd24980'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:31:09.443757 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8160d731-eebc-4b4c-8705-eab695d45589 None None] Routers {'ae7c595b-7093-448e-b7bb-027d7fd24980'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:31:09.444387 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8160d731-eebc-4b4c-8705-eab695d45589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae7c595b-7093-448e-b7bb-027d7fd24980'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:09.553080 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8160d731-eebc-4b4c-8705-eab695d45589 None None] Set router ae7c595b-7093-448e-b7bb-027d7fd24980 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:31:09.718847 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-85d31229-8e57-44cd-915b-8a907c6bbf3b tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "DELETE /v2.0/floatingips/d0d3feaf-bb98-4f2f-a988-68e0206bf4d9 HTTP/1.1" status: 204 len: 168 time: 1.1019449 Aug 24 01:31:09.719442 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed6e416-124a-44a5-9295-2d93598905ef', 'tag': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:31:09.722023 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d889f77d522bbf3953e3538f7cf97f660794b72665fad371c9564fe2e75f33d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7926f8b2-169b-4d1d-9a6f-33d2ecbbd5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed6e416-124a-44a5-9295-2d93598905ef", "tag": "c7897dc5-19f2-4f9b-b3b3-b2371632f54e"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:31:09.761899 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf5d391-812c-4f4f-be0c-d2a64db00209 x-openstack-request-id: req-bbf5d391-812c-4f4f-be0c-d2a64db00209 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:31:09.762191 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed6e416-124a-44a5-9295-2d93598905ef", "tag": "c7897dc5-19f2-4f9b-b3b3-b2371632f54e", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:31:09.762440 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbf5d391-812c-4f4f-be0c-d2a64db00209 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:31:09.763261 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed6e416-124a-44a5-9295-2d93598905ef', 'tag': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e', 'status': 'completed', 'code': 200} Aug 24 01:31:09.784809 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8160d731-eebc-4b4c-8705-eab695d45589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'bb916852-d967-47aa-9b2d-b4fe09e2bb69', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'port_id': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'mac_address': 'fa:16:3e:a6:66:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:26:53Z', 'updated_at': '2021-08-24T01:26:55Z', 'revision_number': 1, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 5, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:09.816023 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8160d731-eebc-4b4c-8705-eab695d45589 None None] Checking router: ae7c595b-7093-448e-b7bb-027d7fd24980 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:31:09.824615 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8160d731-eebc-4b4c-8705-eab695d45589 None None] Routers {'ae7c595b-7093-448e-b7bb-027d7fd24980'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:31:09.825218 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8160d731-eebc-4b4c-8705-eab695d45589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae7c595b-7093-448e-b7bb-027d7fd24980'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:09.857248 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f8b2-169b-4d1d-9a6f-33d2ecbbd5cd req-423056c2-a8d0-4f6b-bd84-8ff0d11807eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:09.859461 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7926f8b2-169b-4d1d-9a6f-33d2ecbbd5cd req-423056c2-a8d0-4f6b-bd84-8ff0d11807eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf669c66818b4891b9945c2f2fc4e207&device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 1097 time: 0.0512717 Aug 24 01:31:09.932195 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-8160d731-eebc-4b4c-8705-eab695d45589 None None] Set router ae7c595b-7093-448e-b7bb-027d7fd24980 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:31:10.022315 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f8b2-169b-4d1d-9a6f-33d2ecbbd5cd req-dfb5979a-376c-40fd-80aa-dc896b91fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:10.023747 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7926f8b2-169b-4d1d-9a6f-33d2ecbbd5cd req-dfb5979a-376c-40fd-80aa-dc896b91fd68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 200 len: 911 time: 0.1254318 Aug 24 01:31:10.035429 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f62e7-7853-4b08-9b03-291560a34c89 req-bffed6a4-c3e5-4153-a62b-a605ec7133fd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:10.036894 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b59f62e7-7853-4b08-9b03-291560a34c89 req-bffed6a4-c3e5-4153-a62b-a605ec7133fd tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 946 time: 0.1305690 Aug 24 01:31:10.086610 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7926f8b2-169b-4d1d-9a6f-33d2ecbbd5cd req-15bead47-a69e-4479-b1f6-1b6f28725547 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7897dc5-19f2-4f9b-b3b3-b2371632f54e HTTP/1.1" status: 200 len: 217 time: 0.0487592 Aug 24 01:31:10.137648 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-b59f62e7-7853-4b08-9b03-291560a34c89 req-c50db75f-5737-48f7-bdef-bd447fba4cb9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938730 Aug 24 01:31:10.160197 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-8160d731-eebc-4b4c-8705-eab695d45589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'bb916852-d967-47aa-9b2d-b4fe09e2bb69', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'port_id': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'mac_address': 'fa:16:3e:a6:66:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:26:53Z', 'updated_at': '2021-08-24T01:26:55Z', 'revision_number': 1, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 5, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:10.164392 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f8b2-169b-4d1d-9a6f-33d2ecbbd5cd req-06dd3a8a-1777-411a-9c2f-4ad82a643e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:10.166462 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7926f8b2-169b-4d1d-9a6f-33d2ecbbd5cd req-06dd3a8a-1777-411a-9c2f-4ad82a643e6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a2259e8-47f2-4cda-ba81-3b03f78eb2eb HTTP/1.1" status: 200 len: 849 time: 0.0665102 Aug 24 01:31:10.182255 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8160d731-eebc-4b4c-8705-eab695d45589 None None] The sync data for ids ['ae7c595b-7093-448e-b7bb-027d7fd24980'] in n-d-805736-1 is: [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_floatingips': [{'id': 'bb916852-d967-47aa-9b2d-b4fe09e2bb69', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'router_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'port_id': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'mac_address': 'fa:16:3e:a6:66:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:26:53Z', 'updated_at': '2021-08-24T01:26:55Z', 'revision_number': 1, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 5, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:31:10.218210 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f8b2-169b-4d1d-9a6f-33d2ecbbd5cd req-99266645-98bf-41d3-be3a-61a10e26ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:10.219810 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7926f8b2-169b-4d1d-9a6f-33d2ecbbd5cd req-99266645-98bf-41d3-be3a-61a10e26ec18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449679 Aug 24 01:31:10.320618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7926f8b2-169b-4d1d-9a6f-33d2ecbbd5cd req-3b64b45e-4cc3-4250-a6f2-06012c1f20c0 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931082 Aug 24 01:31:10.407422 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb5a29-a016-44b2-a5e2-9a0a99bb2afc None None] New status for floating IP d0d3feaf-bb98-4f2f-a988-68e0206bf4d9: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:31:10.416522 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-7926f8b2-169b-4d1d-9a6f-33d2ecbbd5cd req-2268bce3-7398-45ea-9d9e-5dabfd2ea597 service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873334 Aug 24 01:31:11.260581 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db996235-9a70-47f5-b0d8-d1235a25cd04 req-29254bee-37f6-42aa-881f-428e2d7a77c1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:11.262069 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-db996235-9a70-47f5-b0d8-d1235a25cd04 req-29254bee-37f6-42aa-881f-428e2d7a77c1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 946 time: 0.0523441 Aug 24 01:31:11.301482 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-db996235-9a70-47f5-b0d8-d1235a25cd04 req-d05222c0-2170-4846-aa5b-2bc1fca6a87e tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326841 Aug 24 01:31:11.601929 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787b72b-3ad5-4019-a16d-f265ea2860bd req-63fc80ce-69aa-42fa-90dd-ea62d335852f tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:11.603438 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3787b72b-3ad5-4019-a16d-f265ea2860bd req-63fc80ce-69aa-42fa-90dd-ea62d335852f tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 946 time: 0.0480483 Aug 24 01:31:11.702541 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3787b72b-3ad5-4019-a16d-f265ea2860bd req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Deleting port c7897dc5-19f2-4f9b-b3b3-b2371632f54e {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:31:11.702911 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3787b72b-3ad5-4019-a16d-f265ea2860bd req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:12.136356 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-3787b72b-3ad5-4019-a16d-f265ea2860bd req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] For port c7897dc5-19f2-4f9b-b3b3-b2371632f54e, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:12.136724 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3787b72b-3ad5-4019-a16d-f265ea2860bd req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:12.149817 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-3787b72b-3ad5-4019-a16d-f265ea2860bd req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Calling delete_port for c7897dc5-19f2-4f9b-b3b3-b2371632f54e owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:31:12.277865 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3787b72b-3ad5-4019-a16d-f265ea2860bd req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:12.307142 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event deleted for resources: {'Port': ['ID=c7897dc5-19f2-4f9b-b3b3-b2371632f54e,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:12.333358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:12.333358 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:12.333626 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:12.333967 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:12.334346 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:12.334873 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:12.335338 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:12.335675 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:12.336107 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:12.336324 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:12.336654 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:12.336988 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805736-1 {{(pid=94837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:12.358948 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3787b72b-3ad5-4019-a16d-f265ea2860bd req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] No DVR routers for this DVR port c7897dc5-19f2-4f9b-b3b3-b2371632f54e on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:31:12.362254 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-3787b72b-3ad5-4019-a16d-f265ea2860bd req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:12.364383 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-3787b72b-3ad5-4019-a16d-f265ea2860bd req-d36601ef-987b-4556-974d-9087391c8ce9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.13 "DELETE /v2.0/ports/c7897dc5-19f2-4f9b-b3b3-b2371632f54e HTTP/1.1" status: 204 len: 173 time: 0.7541332 Aug 24 01:31:12.364835 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed6e416-124a-44a5-9295-2d93598905ef', 'name': 'network-vif-deleted', 'tag': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:31:12.367169 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b6be46-00ea-4ada-8c8c-7cc5c528e7e0" -d '{"events": [{"server_uuid": "1ed6e416-124a-44a5-9295-2d93598905ef", "name": "network-vif-deleted", "tag": "c7897dc5-19f2-4f9b-b3b3-b2371632f54e"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:31:12.408105 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-520eea5b-254d-42b0-913a-951de7441d1e req-afb17ae5-ceef-4a39-a469-3690f75d80bc tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed6e416-124a-44a5-9295-2d93598905ef HTTP/1.1" status: 200 len: 210 time: 0.0317333 Aug 24 01:31:12.412884 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2fd5bd-893a-46a1-b27c-030f73261274 x-openstack-request-id: req-7e2fd5bd-893a-46a1-b27c-030f73261274 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:31:12.413165 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed6e416-124a-44a5-9295-2d93598905ef", "name": "network-vif-deleted", "tag": "c7897dc5-19f2-4f9b-b3b3-b2371632f54e", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:31:12.413414 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e2fd5bd-893a-46a1-b27c-030f73261274 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:31:12.413793 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed6e416-124a-44a5-9295-2d93598905ef', 'name': 'network-vif-deleted', 'tag': 'c7897dc5-19f2-4f9b-b3b3-b2371632f54e', 'status': 'completed', 'code': 200} Aug 24 01:31:13.517771 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c7897dc5-19f2-4f9b-b3b3-b2371632f54e no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:31:13.538553 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: c7897dc5-19f2-4f9b-b3b3-b2371632f54e {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:31:13.538935 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device c7897dc5-19f2-4f9b-b3b3-b2371632f54e not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:31:13.951011 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50322) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:14.102108 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-890b7f48-3ed8-454f-86ca-7b1d3bab82d1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Deleting port 0b8af7ec-d12b-49af-83e3-b72fba69c1ac {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:31:14.102440 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-890b7f48-3ed8-454f-86ca-7b1d3bab82d1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:14.176312 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-890b7f48-3ed8-454f-86ca-7b1d3bab82d1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:14.176636 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-890b7f48-3ed8-454f-86ca-7b1d3bab82d1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:14.187721 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-890b7f48-3ed8-454f-86ca-7b1d3bab82d1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Calling delete_port for 0b8af7ec-d12b-49af-83e3-b72fba69c1ac owned by network:floatingip {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:31:14.332567 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-890b7f48-3ed8-454f-86ca-7b1d3bab82d1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:14.359118 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b7f48-3ed8-454f-86ca-7b1d3bab82d1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event deleted for resources: {'Port': ['ID=0b8af7ec-d12b-49af-83e3-b72fba69c1ac,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:14.420841 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-890b7f48-3ed8-454f-86ca-7b1d3bab82d1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:14.421163 n-d-805736-1 neutron-server[94838]: INFO neutron.db.l3_db [None req-890b7f48-3ed8-454f-86ca-7b1d3bab82d1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Floating IP bb916852-d967-47aa-9b2d-b4fe09e2bb69 disassociated (deleted). External IP: 172.25.8.136, port: 6b61c7d9-8199-4da5-9848-3aa3a426c84f. Aug 24 01:31:14.631288 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890b7f48-3ed8-454f-86ca-7b1d3bab82d1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Router ae7c595b-7093-448e-b7bb-027d7fd24980 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:31:14.741425 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890b7f48-3ed8-454f-86ca-7b1d3bab82d1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:31:14.746070 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-890b7f48-3ed8-454f-86ca-7b1d3bab82d1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for floatingip, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:14.751467 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e4895-a128-419c-b89a-55189e2c3501 None None] Sync routers for ids ['ae7c595b-7093-448e-b7bb-027d7fd24980'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:31:14.760945 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e4895-a128-419c-b89a-55189e2c3501 None None] Routers {'ae7c595b-7093-448e-b7bb-027d7fd24980'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:31:14.761557 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d18e4895-a128-419c-b89a-55189e2c3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae7c595b-7093-448e-b7bb-027d7fd24980'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:14.775177 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-890b7f48-3ed8-454f-86ca-7b1d3bab82d1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "DELETE /v2.0/floatingips/bb916852-d967-47aa-9b2d-b4fe09e2bb69 HTTP/1.1" status: 204 len: 168 time: 0.8207560 Aug 24 01:31:14.775177 n-d-805736-1 neutron-server[94838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'tag': '6b61c7d9-8199-4da5-9848-3aa3a426c84f'}] {{(pid=94838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:31:14.775811 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d889f77d522bbf3953e3538f7cf97f660794b72665fad371c9564fe2e75f33d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93687dd5-a306-476d-9982-866c53897787" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecab63e-6e9a-47ec-89c5-73938ca07565", "tag": "6b61c7d9-8199-4da5-9848-3aa3a426c84f"}]}' {{(pid=94838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:31:14.817883 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae58c8f-abf2-4830-8c3d-243df5c70fb6 x-openstack-request-id: req-3ae58c8f-abf2-4830-8c3d-243df5c70fb6 {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:31:14.818177 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecab63e-6e9a-47ec-89c5-73938ca07565", "tag": "6b61c7d9-8199-4da5-9848-3aa3a426c84f", "status": "completed", "code": 200}]} {{(pid=94838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:31:14.818462 n-d-805736-1 neutron-server[94838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ae58c8f-abf2-4830-8c3d-243df5c70fb6 {{(pid=94838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:31:14.818894 n-d-805736-1 neutron-server[94838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'tag': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'status': 'completed', 'code': 200} Aug 24 01:31:14.878791 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d18e4895-a128-419c-b89a-55189e2c3501 None None] Set router ae7c595b-7093-448e-b7bb-027d7fd24980 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:31:14.901999 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93687dd5-a306-476d-9982-866c53897787 req-759c0739-5055-415e-bd3f-b2c62ec15a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:14.904269 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93687dd5-a306-476d-9982-866c53897787 req-759c0739-5055-415e-bd3f-b2c62ec15a61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf669c66818b4891b9945c2f2fc4e207&device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 1094 time: 0.0432432 Aug 24 01:31:15.054645 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4498e-69ac-47c6-999d-de0ef7ea0ec8 req-2dbaba5f-b34a-4a13-8433-a15aa4ee0b40 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:15.056177 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6b4498e-69ac-47c6-999d-de0ef7ea0ec8 req-2dbaba5f-b34a-4a13-8433-a15aa4ee0b40 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 943 time: 0.0844479 Aug 24 01:31:15.057302 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93687dd5-a306-476d-9982-866c53897787 req-480feb2f-69f7-43db-93e9-32cbcebfb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:15.058646 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93687dd5-a306-476d-9982-866c53897787 req-480feb2f-69f7-43db-93e9-32cbcebfb641 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 200 len: 911 time: 0.1471958 Aug 24 01:31:15.088995 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d18e4895-a128-419c-b89a-55189e2c3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 5, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:15.112483 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93687dd5-a306-476d-9982-866c53897787 req-bec0b1a3-afe7-4f76-b33f-8330a296bc53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f HTTP/1.1" status: 200 len: 217 time: 0.0424047 Aug 24 01:31:15.118476 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e4895-a128-419c-b89a-55189e2c3501 None None] Checking router: ae7c595b-7093-448e-b7bb-027d7fd24980 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:31:15.126356 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:31:15.131447 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e4895-a128-419c-b89a-55189e2c3501 None None] Routers {'ae7c595b-7093-448e-b7bb-027d7fd24980'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:31:15.132047 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d18e4895-a128-419c-b89a-55189e2c3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae7c595b-7093-448e-b7bb-027d7fd24980'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:15.138225 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-f6b4498e-69ac-47c6-999d-de0ef7ea0ec8 req-238d832d-cd65-4829-be87-cc870460eca6 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753839 Aug 24 01:31:15.173716 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93687dd5-a306-476d-9982-866c53897787 req-02d6094a-5368-4a80-a340-ffdd67d84958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:15.175853 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93687dd5-a306-476d-9982-866c53897787 req-02d6094a-5368-4a80-a340-ffdd67d84958 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a2259e8-47f2-4cda-ba81-3b03f78eb2eb HTTP/1.1" status: 200 len: 849 time: 0.0529382 Aug 24 01:31:15.232041 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93687dd5-a306-476d-9982-866c53897787 req-4ee955f6-fb64-4a3f-9b2b-2adf374e6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:15.233985 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93687dd5-a306-476d-9982-866c53897787 req-4ee955f6-fb64-4a3f-9b2b-2adf374e6874 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486944 Aug 24 01:31:15.240626 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-d18e4895-a128-419c-b89a-55189e2c3501 None None] Set router ae7c595b-7093-448e-b7bb-027d7fd24980 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:31:15.327323 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93687dd5-a306-476d-9982-866c53897787 req-0f386f0f-6396-4a25-91b4-8c4c220a1c8f service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856016 Aug 24 01:31:15.427887 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-93687dd5-a306-476d-9982-866c53897787 req-40342315-b5be-43e0-9671-5b6d2555ac5f service neutron] 10.222.0.13 "GET /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915313 Aug 24 01:31:15.444543 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-d18e4895-a128-419c-b89a-55189e2c3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 5, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:15.558717 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e4895-a128-419c-b89a-55189e2c3501 None None] The sync data for ids ['ae7c595b-7093-448e-b7bb-027d7fd24980'] in n-d-805736-1 is: [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 4, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1', '_interfaces': [{'id': '2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc', 'name': '', 'network_id': 'd7e6dc31-5ffa-49ac-9cca-77f196d4dd0a', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'mac_address': 'fa:16:3e:ac:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:32Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 5, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'subnets': [{'id': '7a2259e8-47f2-4cda-ba81-3b03f78eb2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:31:15.779723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72b584b-cc36-4fa5-97aa-868602154fd1 None None] New status for floating IP bb916852-d967-47aa-9b2d-b4fe09e2bb69: DOWN {{(pid=94839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:31:16.257348 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca85f71-cb20-4dd9-81eb-d34b991b48bb req-12dc100f-1d5c-4247-aa35-b0ab7f600688 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:16.258995 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eca85f71-cb20-4dd9-81eb-d34b991b48bb req-12dc100f-1d5c-4247-aa35-b0ab7f600688 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 943 time: 0.0497177 Aug 24 01:31:16.297618 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-eca85f71-cb20-4dd9-81eb-d34b991b48bb req-07ce0ec3-e3db-43df-b075-a539bd8b716f tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/security-groups?id=7eb12045-65f2-403b-91ce-3f0d4e033efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322642 Aug 24 01:31:16.678865 n-d-805736-1 neutron-server[94837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6594f6-015e-450e-a7b5-8f6c9beda040 req-ce0220cb-eb7e-4bdd-888e-d82dd1d1fa41 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:16.680328 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab6594f6-015e-450e-a7b5-8f6c9beda040 req-ce0220cb-eb7e-4bdd-888e-d82dd1d1fa41 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 943 time: 0.0482867 Aug 24 01:31:16.770987 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ab6594f6-015e-450e-a7b5-8f6c9beda040 req-26c175c9-3ce8-4150-bb25-6a6703f42a5c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Deleting port 6b61c7d9-8199-4da5-9848-3aa3a426c84f {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:31:16.771336 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ab6594f6-015e-450e-a7b5-8f6c9beda040 req-26c175c9-3ce8-4150-bb25-6a6703f42a5c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:16.856941 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [req-ab6594f6-015e-450e-a7b5-8f6c9beda040 req-26c175c9-3ce8-4150-bb25-6a6703f42a5c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] For port 6b61c7d9-8199-4da5-9848-3aa3a426c84f, host n-h2-805736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805736-1',level=0,port_id=6b61c7d9-8199-4da5-9848-3aa3a426c84f,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:16.857313 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ab6594f6-015e-450e-a7b5-8f6c9beda040 req-26c175c9-3ce8-4150-bb25-6a6703f42a5c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:16.870011 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [req-ab6594f6-015e-450e-a7b5-8f6c9beda040 req-26c175c9-3ce8-4150-bb25-6a6703f42a5c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Calling delete_port for 6b61c7d9-8199-4da5-9848-3aa3a426c84f owned by compute:nova {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:31:16.999067 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ab6594f6-015e-450e-a7b5-8f6c9beda040 req-26c175c9-3ce8-4150-bb25-6a6703f42a5c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:17.028054 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c175c9-3ce8-4150-bb25-6a6703f42a5c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event deleted for resources: {'Port': ['ID=6b61c7d9-8199-4da5-9848-3aa3a426c84f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:17.075539 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6594f6-015e-450e-a7b5-8f6c9beda040 req-26c175c9-3ce8-4150-bb25-6a6703f42a5c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] No DVR routers for this DVR port 6b61c7d9-8199-4da5-9848-3aa3a426c84f on host n-h2-805736-1 {{(pid=94837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:31:17.078151 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [req-ab6594f6-015e-450e-a7b5-8f6c9beda040 req-26c175c9-3ce8-4150-bb25-6a6703f42a5c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189503'] for port, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:17.080772 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-ab6594f6-015e-450e-a7b5-8f6c9beda040 req-26c175c9-3ce8-4150-bb25-6a6703f42a5c tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.13 "DELETE /v2.0/ports/6b61c7d9-8199-4da5-9848-3aa3a426c84f HTTP/1.1" status: 204 len: 173 time: 0.3941307 Aug 24 01:31:17.081353 n-d-805736-1 neutron-server[94837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'name': 'network-vif-deleted', 'tag': '6b61c7d9-8199-4da5-9848-3aa3a426c84f'}] {{(pid=94837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:31:17.083697 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48cb651a19a77c045483507023a859f2cb41b46e8e3652ebac216520a631383b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9beadc-f858-4906-bb41-7b5e99d5214f" -d '{"events": [{"server_uuid": "7ecab63e-6e9a-47ec-89c5-73938ca07565", "name": "network-vif-deleted", "tag": "6b61c7d9-8199-4da5-9848-3aa3a426c84f"}]}' {{(pid=94837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:31:17.118932 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13bf3be-3567-4fd1-a99f-b14eb6c50883 x-openstack-request-id: req-c13bf3be-3567-4fd1-a99f-b14eb6c50883 {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:31:17.119227 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecab63e-6e9a-47ec-89c5-73938ca07565", "name": "network-vif-deleted", "tag": "6b61c7d9-8199-4da5-9848-3aa3a426c84f", "status": "completed", "code": 200}]} {{(pid=94837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:31:17.119485 n-d-805736-1 neutron-server[94837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c13bf3be-3567-4fd1-a99f-b14eb6c50883 {{(pid=94837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:31:17.119891 n-d-805736-1 neutron-server[94837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecab63e-6e9a-47ec-89c5-73938ca07565', 'name': 'network-vif-deleted', 'tag': '6b61c7d9-8199-4da5-9848-3aa3a426c84f', 'status': 'completed', 'code': 200} Aug 24 01:31:17.405670 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [req-a1d08f23-39c4-4db2-8bab-6b891cc9607a req-545a52d4-0c72-4965-a921-ff7a432f80e1 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecab63e-6e9a-47ec-89c5-73938ca07565 HTTP/1.1" status: 200 len: 210 time: 0.0273254 Aug 24 01:31:18.465032 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50340) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:18.523576 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d723962e-3f29-4e2c-bbd3-2804f8c47af9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:18.549049 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d723962e-3f29-4e2c-bbd3-2804f8c47af9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:18.616513 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d723962e-3f29-4e2c-bbd3-2804f8c47af9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:18.619450 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d723962e-3f29-4e2c-bbd3-2804f8c47af9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:18.620686 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d723962e-3f29-4e2c-bbd3-2804f8c47af9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] 10.222.0.32 "DELETE /v2.0/security-groups/7eb12045-65f2-403b-91ce-3f0d4e033efe HTTP/1.1" status: 204 len: 168 time: 0.1546133 Aug 24 01:31:18.630896 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723962e-3f29-4e2c-bbd3-2804f8c47af9 tempest-TestSnapshotPattern-1697620508 tempest-TestSnapshotPattern-1697620508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb12045-65f2-403b-91ce-3f0d4e033efe,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:18.670263 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50344) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:19.016728 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e1847ae4-aac7-43b3-bca2-8c0caf9a1da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:19.265245 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-e1847ae4-aac7-43b3-bca2-8c0caf9a1da3 admin admin] Deleting port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:31:19.265590 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e1847ae4-aac7-43b3-bca2-8c0caf9a1da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:19.347059 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-e1847ae4-aac7-43b3-bca2-8c0caf9a1da3 admin admin] For port 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:19.347421 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e1847ae4-aac7-43b3-bca2-8c0caf9a1da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:19.361906 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-e1847ae4-aac7-43b3-bca2-8c0caf9a1da3 admin admin] Calling delete_port for 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc owned by network:router_interface {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:31:19.541969 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e1847ae4-aac7-43b3-bca2-8c0caf9a1da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:19.571924 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1847ae4-aac7-43b3-bca2-8c0caf9a1da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:19.732656 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-e1847ae4-aac7-43b3-bca2-8c0caf9a1da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:19.950636 n-d-805736-1 neutron-server[94837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1847ae4-aac7-43b3-bca2-8c0caf9a1da3 admin admin] Router ae7c595b-7093-448e-b7bb-027d7fd24980 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:31:20.055140 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1847ae4-aac7-43b3-bca2-8c0caf9a1da3 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:31:20.060459 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-e1847ae4-aac7-43b3-bca2-8c0caf9a1da3 admin admin] 10.222.0.32 "PUT /v2.0/routers/ae7c595b-7093-448e-b7bb-027d7fd24980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3890948 Aug 24 01:31:20.063083 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50346) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:20.065148 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf6dab-e869-45e6-acb6-17405c657db0 None None] Sync routers for ids ['ae7c595b-7093-448e-b7bb-027d7fd24980'] in n-d-805736-1 {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:31:20.074363 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf6dab-e869-45e6-acb6-17405c657db0 None None] Routers {'ae7c595b-7093-448e-b7bb-027d7fd24980'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:31:20.075080 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-38bf6dab-e869-45e6-acb6-17405c657db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae7c595b-7093-448e-b7bb-027d7fd24980'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:20.169444 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] Notify callbacks [] for router, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:20.179988 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-38bf6dab-e869-45e6-acb6-17405c657db0 None None] Set router ae7c595b-7093-448e-b7bb-027d7fd24980 gateway port host: n-d-805736-1 {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:31:20.273603 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:20.324791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] Deleting port 50e2aece-e3ec-4481-bd2d-d9447958b5f1 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:31:20.325137 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:20.357146 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-38bf6dab-e869-45e6-acb6-17405c657db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:31:19Z', 'revision_number': 5, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port': {'id': '50e2aece-e3ec-4481-bd2d-d9447958b5f1', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:20.389346 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf6dab-e869-45e6-acb6-17405c657db0 None None] Checking router: ae7c595b-7093-448e-b7bb-027d7fd24980 for host: n-d-805736-1 {{(pid=94840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:31:20.403491 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf6dab-e869-45e6-acb6-17405c657db0 None None] Routers {'ae7c595b-7093-448e-b7bb-027d7fd24980'} bound to L3 agent in host n-d-805736-1 {{(pid=94840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:31:20.404369 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-38bf6dab-e869-45e6-acb6-17405c657db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['ae7c595b-7093-448e-b7bb-027d7fd24980'], 'active': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:20.411596 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] For port 50e2aece-e3ec-4481-bd2d-d9447958b5f1, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=50e2aece-e3ec-4481-bd2d-d9447958b5f1,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:20.411966 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:20.424454 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] Calling delete_port for 50e2aece-e3ec-4481-bd2d-d9447958b5f1 owned by network:router_gateway {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:31:20.487824 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_dvr_db [None req-38bf6dab-e869-45e6-acb6-17405c657db0 None None] Set router ae7c595b-7093-448e-b7bb-027d7fd24980 gateway port host: None {{(pid=94840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:31:20.540897 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.l3_hamode_db [None req-38bf6dab-e869-45e6-acb6-17405c657db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:31:20Z', 'revision_number': 6, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:20.566541 n-d-805736-1 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf6dab-e869-45e6-acb6-17405c657db0 None None] The sync data for ids ['ae7c595b-7093-448e-b7bb-027d7fd24980'] in n-d-805736-1 is: [{'id': 'ae7c595b-7093-448e-b7bb-027d7fd24980', 'name': 'tempest-TestSnapshotPattern-1083935532-router', 'tenant_id': 'cf669c66818b4891b9945c2f2fc4e207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:30Z', 'updated_at': '2021-08-24T01:31:20Z', 'revision_number': 6, 'project_id': 'cf669c66818b4891b9945c2f2fc4e207', 'gw_port_host': None}] {{(pid=94840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:31:20.603496 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:20.628877 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=50e2aece-e3ec-4481-bd2d-d9447958b5f1,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:20.693792 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:20.788523 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:20.790882 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:20.833206 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:20.833761 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae7c595b-7093-448e-b7bb-027d7fd24980 {{(pid=94838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:31:20.838277 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] Notify callbacks [] for router, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:20.839242 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-a3600ac3-62cb-4128-8d1e-84519e1b7d86 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ae7c595b-7093-448e-b7bb-027d7fd24980 HTTP/1.1" status: 204 len: 168 time: 0.7751861 Aug 24 01:31:20.841813 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50348) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:20.885364 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ed543c-b051-40f7-ab7b-ea92c6d0f86c admin admin] Deleting subnet 7a2259e8-47f2-4cda-ba81-3b03f78eb2eb {{(pid=94838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:31:20.888226 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ed543c-b051-40f7-ab7b-ea92c6d0f86c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:20.923261 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ed543c-b051-40f7-ab7b-ea92c6d0f86c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9135534'] for subnet, precommit_delete_associations {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.009003 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ed543c-b051-40f7-ab7b-ea92c6d0f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.070083 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ed543c-b051-40f7-ab7b-ea92c6d0f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9135323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228827'] for subnet, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.096541 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed543c-b051-40f7-ab7b-ea92c6d0f86c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a2259e8-47f2-4cda-ba81-3b03f78eb2eb,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:21.100329 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-10ed543c-b051-40f7-ab7b-ea92c6d0f86c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.104107 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-10ed543c-b051-40f7-ab7b-ea92c6d0f86c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7a2259e8-47f2-4cda-ba81-3b03f78eb2eb HTTP/1.1" status: 204 len: 168 time: 0.2594881 Aug 24 01:31:21.105336 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50350) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:21.108228 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595c3f64-2194-4b5e-a26e-617c15f2cf58 None None] Network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:31:21.177049 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.231154 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Deleting port f352f72a-dc0c-458b-9832-ede125e5ea52 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:31:21.231495 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.294952 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] For port f352f72a-dc0c-458b-9832-ede125e5ea52, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=f352f72a-dc0c-458b-9832-ede125e5ea52,segment=NetworkSegment(3f320091-6e16-4223-b35d-8bf626ffd330),segment_id=3f320091-6e16-4223-b35d-8bf626ffd330)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:21.295244 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.307675 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Calling delete_port for f352f72a-dc0c-458b-9832-ede125e5ea52 owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:31:21.344118 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed5a40b-604d-4bf5-bedf-11629b3fa3e0 None None] DHCP port deletion for d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:31:21.409463 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.429605 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:31:21.434983 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-eed5a40b-604d-4bf5-bedf-11629b3fa3e0 None None] Deleting port f352f72a-dc0c-458b-9832-ede125e5ea52 {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:31:21.435485 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eed5a40b-604d-4bf5-bedf-11629b3fa3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.438411 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Pushing event deleted for resources: {'Port': ['ID=f352f72a-dc0c-458b-9832-ede125e5ea52,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:21.442791 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] No DVR routers for this DVR port f352f72a-dc0c-458b-9832-ede125e5ea52 on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:31:21.468549 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:31:21.468901 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 2b82687e-6fd6-40aa-8ddd-e408fd1dfcfc not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:31:21.469358 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 50e2aece-e3ec-4481-bd2d-d9447958b5f1 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:31:21.518957 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.529852 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:21.542725 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f320091-6e16-4223-b35d-8bf626ffd330') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:21.543033 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f320091-6e16-4223-b35d-8bf626ffd330') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:21.553725 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.570745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.577469 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:31:21.577917 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: timer() Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:31:21.579720 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:31:21.641241 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.649873 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.652036 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] 10.222.0.32 "DELETE /v2.0/networks/d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a HTTP/1.1" status: 204 len: 168 time: 0.5457861 Aug 24 01:31:21.655141 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50352) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:21.685336 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6b61c7d9-8199-4da5-9848-3aa3a426c84f no longer exists at agent hyperv_n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:31:21.694520 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 50e2aece-e3ec-4481-bd2d-d9447958b5f1 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:31:21.694904 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 50e2aece-e3ec-4481-bd2d-d9447958b5f1 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:31:21.695308 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f352f72a-dc0c-458b-9832-ede125e5ea52 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:31:21.723533 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f66ed7-dbb0-4e3e-8bae-7e95c661812d admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:21.739238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] No Port match for: 6b61c7d9-8199-4da5-9848-3aa3a426c84f {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:31:21.739238 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Device 6b61c7d9-8199-4da5-9848-3aa3a426c84f not bound to the agent host n-h2-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:31:21.744140 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: f352f72a-dc0c-458b-9832-ede125e5ea52 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:31:21.744491 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device f352f72a-dc0c-458b-9832-ede125e5ea52 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:31:21.757187 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-eed5a40b-604d-4bf5-bedf-11629b3fa3e0 None None] For port f352f72a-dc0c-458b-9832-ede125e5ea52, host n-d-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:21.757590 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eed5a40b-604d-4bf5-bedf-11629b3fa3e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.769989 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-eed5a40b-604d-4bf5-bedf-11629b3fa3e0 None None] Calling delete_port for f352f72a-dc0c-458b-9832-ede125e5ea52 owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:31:21.772723 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-eed5a40b-604d-4bf5-bedf-11629b3fa3e0 None None] Port f352f72a-dc0c-458b-9832-ede125e5ea52 was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 01:31:21.774040 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eed5a40b-604d-4bf5-bedf-11629b3fa3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:21.797282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5a40b-604d-4bf5-bedf-11629b3fa3e0 None None] Pushing event deleted for resources: {'Port': ['ID=f352f72a-dc0c-458b-9832-ede125e5ea52,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:21.799378 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eed5a40b-604d-4bf5-bedf-11629b3fa3e0 None None] Network d7e6dc31-5ffa-49ac-9cca-77f196d4dd0a is not hosted by any dhcp agent {{(pid=94839) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 01:31:21.799883 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed5a40b-604d-4bf5-bedf-11629b3fa3e0 None None] No DVR routers for this DVR port f352f72a-dc0c-458b-9832-ede125e5ea52 on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:31:22.037994 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d913ed6b-29a6-46c9-9dd8-fea6d4ba0dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3784071'] for router_interface, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:22.300752 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d913ed6b-29a6-46c9-9dd8-fea6d4ba0dd6 admin admin] Deleting port dd7f7db0-f839-4644-95ab-ec66bd2571c4 {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:31:22.301425 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d913ed6b-29a6-46c9-9dd8-fea6d4ba0dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:22.376267 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-d913ed6b-29a6-46c9-9dd8-fea6d4ba0dd6 admin admin] For port dd7f7db0-f839-4644-95ab-ec66bd2571c4, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=dd7f7db0-f839-4644-95ab-ec66bd2571c4,segment=NetworkSegment(69a129bc-e648-4573-9bed-b15248adc3d8),segment_id=69a129bc-e648-4573-9bed-b15248adc3d8)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:22.376630 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d913ed6b-29a6-46c9-9dd8-fea6d4ba0dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:22.391509 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-d913ed6b-29a6-46c9-9dd8-fea6d4ba0dd6 admin admin] Calling delete_port for dd7f7db0-f839-4644-95ab-ec66bd2571c4 owned by network:router_interface {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:31:22.595224 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d913ed6b-29a6-46c9-9dd8-fea6d4ba0dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:22.623393 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913ed6b-29a6-46c9-9dd8-fea6d4ba0dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7f7db0-f839-4644-95ab-ec66bd2571c4,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:23.058679 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-d913ed6b-29a6-46c9-9dd8-fea6d4ba0dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783995'] for router_interface, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:23.288912 n-d-805736-1 neutron-server[94838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d913ed6b-29a6-46c9-9dd8-fea6d4ba0dd6 admin admin] Router 0882fa3f-d7a1-40c2-8291-89b16cce5393 has already been hosted by L3 agent 3f92d888-0707-4114-b30d-3ea66f1c0d24 {{(pid=94838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:31:23.395778 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d913ed6b-29a6-46c9-9dd8-fea6d4ba0dd6 admin admin] Notify agent at l3_agent.n-d-805736-1 the message routers_updated {{(pid=94838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:31:23.400798 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-d913ed6b-29a6-46c9-9dd8-fea6d4ba0dd6 admin admin] 10.222.0.32 "PUT /v2.0/routers/0882fa3f-d7a1-40c2-8291-89b16cce5393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7446141 Aug 24 01:31:23.403665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50354) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:23.405009 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1889b8e3-d374-475e-a160-2ac01b87eae1 None None] Sync routers for ids ['0882fa3f-d7a1-40c2-8291-89b16cce5393'] in n-d-805736-1 {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:31:23.415534 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1889b8e3-d374-475e-a160-2ac01b87eae1 None None] Routers {'0882fa3f-d7a1-40c2-8291-89b16cce5393'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:31:23.416232 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1889b8e3-d374-475e-a160-2ac01b87eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0882fa3f-d7a1-40c2-8291-89b16cce5393'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:23.508938 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:23.525089 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1889b8e3-d374-475e-a160-2ac01b87eae1 None None] Set router 0882fa3f-d7a1-40c2-8291-89b16cce5393 gateway port host: n-d-805736-1 {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:31:23.614247 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:23.667266 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] Deleting port 6246038d-eef8-4810-adc1-5f0309fc6ab0 {{(pid=94837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:31:23.667603 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:23.704249 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1889b8e3-d374-475e-a160-2ac01b87eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'name': 'tempest-TestSnapshotPattern-680649922-router', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'external_fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '6246038d-eef8-4810-adc1-5f0309fc6ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:34Z', 'updated_at': '2021-08-24T01:31:22Z', 'revision_number': 5, 'project_id': 'c55e0e496346431fbb7a0648807f82e8', 'gw_port': {'id': '6246038d-eef8-4810-adc1-5f0309fc6ab0', 'name': '', 'network_id': 'e54258e9-41a5-4503-951b-87f62c27c19b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:35Z', 'updated_at': '2021-08-24T01:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd30e1e-1077-4c15-bb0d-08a963373977', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805736-1'}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:23.731588 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1889b8e3-d374-475e-a160-2ac01b87eae1 None None] Checking router: 0882fa3f-d7a1-40c2-8291-89b16cce5393 for host: n-d-805736-1 {{(pid=94839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:31:23.740213 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1889b8e3-d374-475e-a160-2ac01b87eae1 None None] Routers {'0882fa3f-d7a1-40c2-8291-89b16cce5393'} bound to L3 agent in host n-d-805736-1 {{(pid=94839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:31:23.740827 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1889b8e3-d374-475e-a160-2ac01b87eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:01:00Z,description=,heartbeat_timestamp=2021-08-24T01:31:00Z,host='n-d-805736-1',id=3f92d888-0707-4114-b30d-3ea66f1c0d24,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:01:00Z,topic='l3_agent')) {'router_ids': ['0882fa3f-d7a1-40c2-8291-89b16cce5393'], 'active': True} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:23.749333 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.db [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] For port 6246038d-eef8-4810-adc1-5f0309fc6ab0, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=6246038d-eef8-4810-adc1-5f0309fc6ab0,segment=NetworkSegment(875f0481-591b-4218-88ac-7ce74afdc418),segment_id=875f0481-591b-4218-88ac-7ce74afdc418)] {{(pid=94837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:23.749705 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:23.761170 n-d-805736-1 neutron-server[94837]: DEBUG neutron.plugins.ml2.plugin [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] Calling delete_port for 6246038d-eef8-4810-adc1-5f0309fc6ab0 owned by network:router_gateway {{(pid=94837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:31:23.830715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvr_db [None req-1889b8e3-d374-475e-a160-2ac01b87eae1 None None] Set router 0882fa3f-d7a1-40c2-8291-89b16cce5393 gateway port host: None {{(pid=94839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:31:23.885932 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_hamode_db [None req-1889b8e3-d374-475e-a160-2ac01b87eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'name': 'tempest-TestSnapshotPattern-680649922-router', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:34Z', 'updated_at': '2021-08-24T01:31:23Z', 'revision_number': 6, 'project_id': 'c55e0e496346431fbb7a0648807f82e8', 'gw_port_host': None}], 'n-d-805736-1', False) {} {{(pid=94839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:23.912871 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1889b8e3-d374-475e-a160-2ac01b87eae1 None None] The sync data for ids ['0882fa3f-d7a1-40c2-8291-89b16cce5393'] in n-d-805736-1 is: [{'id': '0882fa3f-d7a1-40c2-8291-89b16cce5393', 'name': 'tempest-TestSnapshotPattern-680649922-router', 'tenant_id': 'c55e0e496346431fbb7a0648807f82e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:34Z', 'updated_at': '2021-08-24T01:31:23Z', 'revision_number': 6, 'project_id': 'c55e0e496346431fbb7a0648807f82e8', 'gw_port_host': None}] {{(pid=94839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:31:23.927773 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12311013'] for port, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:23.951662 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6246038d-eef8-4810-adc1-5f0309fc6ab0,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:24.012373 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3781441'] for router_gateway, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.099685 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3771015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65068'] for router, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.101749 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.149049 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3771056'] for router, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.149531 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0882fa3f-d7a1-40c2-8291-89b16cce5393 {{(pid=94837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:31:24.154418 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] Notify callbacks [] for router, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.155693 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-256ea4d7-e4df-469b-b4d3-26b3e5ffefd7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0882fa3f-d7a1-40c2-8291-89b16cce5393 HTTP/1.1" status: 204 len: 168 time: 0.7508187 Aug 24 01:31:24.158283 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50356) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:24.203056 n-d-805736-1 neutron-server[94837]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b72590-2cc4-4f97-ac22-3e3ea2e4ecb6 admin admin] Deleting subnet 8ebc0740-302d-474e-99a8-27f4d882c264 {{(pid=94837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:31:24.209868 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-80b72590-2cc4-4f97-ac22-3e3ea2e4ecb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.244230 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-80b72590-2cc4-4f97-ac22-3e3ea2e4ecb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9815836'] for subnet, precommit_delete_associations {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.327939 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-80b72590-2cc4-4f97-ac22-3e3ea2e4ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-748453'] for subnet, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.383090 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-80b72590-2cc4-4f97-ac22-3e3ea2e4ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-748462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3863355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12310966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11797507'] for subnet, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.407819 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b72590-2cc4-4f97-ac22-3e3ea2e4ecb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ebc0740-302d-474e-99a8-27f4d882c264,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:24.413872 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-80b72590-2cc4-4f97-ac22-3e3ea2e4ecb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.416067 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-80b72590-2cc4-4f97-ac22-3e3ea2e4ecb6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8ebc0740-302d-474e-99a8-27f4d882c264 HTTP/1.1" status: 204 len: 168 time: 0.2568200 Aug 24 01:31:24.418839 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50358) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:24.420179 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b0ec1-8664-46c5-8cf9-36f713e05dca None None] Network eaed6170-373c-4776-a3c6-41400021ef6b requested from n-d-805736-1 {{(pid=94839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:31:24.486715 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590829'] for network, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.543067 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Deleting port 933740c4-1ae0-4477-ae6c-86d55ad97dbc {{(pid=94838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:31:24.543350 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.550680 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.613316 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.db [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] For port 933740c4-1ae0-4477-ae6c-86d55ad97dbc, host n-d-805736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805736-1',level=0,port_id=933740c4-1ae0-4477-ae6c-86d55ad97dbc,segment=NetworkSegment(69a129bc-e648-4573-9bed-b15248adc3d8),segment_id=69a129bc-e648-4573-9bed-b15248adc3d8)] {{(pid=94838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:24.613628 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.627959 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.plugin [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Calling delete_port for 933740c4-1ae0-4477-ae6c-86d55ad97dbc owned by network:dhcp {{(pid=94838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:31:24.695973 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece215a-320f-45bd-9326-92d29330f8e5 None None] DHCP port deletion for eaed6170-373c-4776-a3c6-41400021ef6b request from n-d-805736-1 {{(pid=94839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:31:24.711313 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9135240'] for port, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.739021 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=933740c4-1ae0-4477-ae6c-86d55ad97dbc,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:24.743178 n-d-805736-1 neutron-server[94838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] No DVR routers for this DVR port 933740c4-1ae0-4477-ae6c-86d55ad97dbc on host n-d-805736-1 {{(pid=94838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:31:24.754731 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2ece215a-320f-45bd-9326-92d29330f8e5 None None] Deleting port 933740c4-1ae0-4477-ae6c-86d55ad97dbc {{(pid=94839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:31:24.755220 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ece215a-320f-45bd-9326-92d29330f8e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726650075652'] for port, before_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.822715 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.db [None req-2ece215a-320f-45bd-9326-92d29330f8e5 None None] For port 933740c4-1ae0-4477-ae6c-86d55ad97dbc, host n-d-805736-1, got binding levels [] {{(pid=94839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:24.823136 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ece215a-320f-45bd-9326-92d29330f8e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3783061'] for port, precommit_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.824239 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745772', 'neutron.services.segments.db._delete_segments_for_network-8726650237709'] for network, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.835017 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaed6170-373c-4776-a3c6-41400021ef6b']}} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:24.837282 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-2ece215a-320f-45bd-9326-92d29330f8e5 None None] Calling delete_port for 933740c4-1ae0-4477-ae6c-86d55ad97dbc owned by network:dhcp {{(pid=94839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:31:24.839955 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.ipam_backend_mixin [None req-2ece215a-320f-45bd-9326-92d29330f8e5 None None] Port 933740c4-1ae0-4477-ae6c-86d55ad97dbc was not found and therefore no delete operation was performed {{(pid=94839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 01:31:24.841214 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-2ece215a-320f-45bd-9326-92d29330f8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726650076883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726649674271'] for port, after_delete {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.846525 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a129bc-e648-4573-9bed-b15248adc3d8') {'for_net_delete': True} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:24.846937 n-d-805736-1 neutron-server[94838]: DEBUG neutron.services.segments.db [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a129bc-e648-4573-9bed-b15248adc3d8') {} {{(pid=94838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:31:24.855757 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726650175681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9135537'] for segment, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.864664 n-d-805736-1 neutron-server[94839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece215a-320f-45bd-9326-92d29330f8e5 None None] Pushing event deleted for resources: {'Port': ['ID=933740c4-1ae0-4477-ae6c-86d55ad97dbc,revision_number=None']} {{(pid=94839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:24.870418 n-d-805736-1 neutron-server[94839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece215a-320f-45bd-9326-92d29330f8e5 None None] No DVR routers for this DVR port 933740c4-1ae0-4477-ae6c-86d55ad97dbc on host n-d-805736-1 {{(pid=94839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:31:24.874509 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680'] for segment, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.884438 n-d-805736-1 neutron-server[94838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:31:24.884844 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9135293'] for segment, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: Traceback (most recent call last): Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: timer() Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: cb(*args, **kw) Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: return func(*args, **kwargs) Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: self._notify() Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: self.callback(batched_events) Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: event.method(event) Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: return f(self, *a, **k) Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: return self._get(url).json() Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: return self.request(url, 'GET', **kwargs) Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:31:24.886520 n-d-805736-1 neutron-server[94838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:31:24.946992 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3783353'] for network, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.951920 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Notify callbacks [] for network, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:24.953914 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] 10.222.0.32 "DELETE /v2.0/networks/eaed6170-373c-4776-a3c6-41400021ef6b HTTP/1.1" status: 204 len: 168 time: 0.5340517 Aug 24 01:31:24.967238 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17bcb6-aa51-4ef0-9ff2-e645854ee3cd admin admin] Pushing event deleted for resources: {'Network': ['ID=eaed6170-373c-4776-a3c6-41400021ef6b,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:25.132584 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50362) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:25.173049 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-cc5865c2-557a-46bd-833d-d0f9ffd4e2cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf669c66818b4891b9945c2f2fc4e207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393143 Aug 24 01:31:25.175562 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [-] (94838) accepted ('10.222.0.32', 50364) {{(pid=94838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:25.224413 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b8ef16-50bc-464d-b100-9e0e28d93c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:25.244745 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b8ef16-50bc-464d-b100-9e0e28d93c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:25.292104 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b8ef16-50bc-464d-b100-9e0e28d93c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:25.294681 n-d-805736-1 neutron-server[94838]: DEBUG neutron_lib.callbacks.manager [None req-c3b8ef16-50bc-464d-b100-9e0e28d93c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:25.295860 n-d-805736-1 neutron-server[94838]: INFO neutron.wsgi [None req-c3b8ef16-50bc-464d-b100-9e0e28d93c65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bfce1c2-8ff7-4bce-a478-8330b0dbf398 HTTP/1.1" status: 204 len: 168 time: 0.1194079 Aug 24 01:31:25.303657 n-d-805736-1 neutron-server[94838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8ef16-50bc-464d-b100-9e0e28d93c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfce1c2-8ff7-4bce-a478-8330b0dbf398,revision_number=None']} {{(pid=94838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:25.405409 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dd7f7db0-f839-4644-95ab-ec66bd2571c4 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:31:25.426903 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: dd7f7db0-f839-4644-95ab-ec66bd2571c4 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:31:25.427486 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device dd7f7db0-f839-4644-95ab-ec66bd2571c4 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:31:25.427583 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6246038d-eef8-4810-adc1-5f0309fc6ab0 no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:31:25.447453 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 6246038d-eef8-4810-adc1-5f0309fc6ab0 {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:31:25.447805 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 6246038d-eef8-4810-adc1-5f0309fc6ab0 not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:31:25.448236 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 933740c4-1ae0-4477-ae6c-86d55ad97dbc no longer exists at agent ovs-agent-n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:31:25.468109 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.plugin [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] No Port match for: 933740c4-1ae0-4477-ae6c-86d55ad97dbc {{(pid=94839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:31:25.468457 n-d-805736-1 neutron-server[94839]: DEBUG neutron.plugins.ml2.rpc [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Device 933740c4-1ae0-4477-ae6c-86d55ad97dbc not bound to the agent host n-d-805736-1 {{(pid=94839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:31:25.627836 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50370) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:25.668300 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-c0a1fc13-51ea-4295-8bcc-579c998ccb16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c55e0e496346431fbb7a0648807f82e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393217 Aug 24 01:31:25.670665 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [-] (94837) accepted ('10.222.0.32', 50372) {{(pid=94837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:25.717607 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c9424b6-896b-447b-8aab-73d86fcda000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:25.738457 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c9424b6-896b-447b-8aab-73d86fcda000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:25.785777 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c9424b6-896b-447b-8aab-73d86fcda000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3852393'] for security_group, after_delete {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:25.788356 n-d-805736-1 neutron-server[94837]: DEBUG neutron_lib.callbacks.manager [None req-6c9424b6-896b-447b-8aab-73d86fcda000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:25.789503 n-d-805736-1 neutron-server[94837]: INFO neutron.wsgi [None req-6c9424b6-896b-447b-8aab-73d86fcda000 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81b6c702-3918-4a50-99da-4013599b314f HTTP/1.1" status: 204 len: 168 time: 0.1179254 Aug 24 01:31:25.797958 n-d-805736-1 neutron-server[94837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9424b6-896b-447b-8aab-73d86fcda000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b6c702-3918-4a50-99da-4013599b314f,revision_number=None']} {{(pid=94837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:27.649225 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da53a046-7bf6-4d3f-942e-4f01af2fe54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:30.242099 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:30.273516 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd3a361c-8a52-46f6-b758-155c2adcc783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:30.380590 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:31.572340 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:33.331242 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:52.125774 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:31:54.548997 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:57.651905 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b932e224-0e68-4ddb-9b9b-79e5635d5f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:00.242962 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:00.274476 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-dce546a7-91b8-4ccc-9305-fba06ca905c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:00.386660 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:01.573703 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:03.333371 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:24.547135 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:27.651576 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-67fd0f76-cdaa-473e-b183-025bc5b722de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:29.124118 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:32:30.245462 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:30.274768 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8ba6d35b-9213-4060-a89a-fa8f11b9b2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:30.398732 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:31.577549 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:33.334847 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:54.563633 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:57.653123 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d2ba897f-5f03-472d-a0b3-f21ecdaad8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:00.246061 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:00.275495 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a2e8d5e3-9bb5-423a-9782-3230013b58b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:00.400893 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:01.580673 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:03.339962 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:06.123219 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:33:24.563630 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:27.654080 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-7705a2c1-dbdf-4713-bf83-8f40829baca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:30.247019 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:30.274564 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b976cb5b-d5c0-48e6-b998-dc2b5c70146e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:30.412509 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:31.583529 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:33.340116 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:43.122542 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:33:54.576960 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:57.655423 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-955177d0-0e2e-4830-8d49-4b41ea355a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:00.247260 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:00.274234 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-cd95ea1e-473b-40b7-b34a-83fa0b7b8985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:00.421662 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:01.589966 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:03.343498 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:20.122753 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:34:24.593293 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:27.655634 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-75d73b19-65dc-4eaa-ba83-ba41ba12607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:30.248014 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:30.273551 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b258-7f7e-48e7-ae4b-a68a53735de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:30.442730 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:31.590294 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:33.345980 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:54.591706 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:57.122781 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:34:57.658880 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-8b39d7f4-5826-4d3c-8616-ce1cad1244dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:00.247946 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:00.273233 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3bd12147-8f15-40ef-af83-75d5ba19d310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:00.456545 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:01.593167 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:03.349228 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:16.461776 n-d-805736-1 neutron-server[94838]: DEBUG neutron.wsgi [req-19a61965-9098-48b8-b504-4ebd2b25cd13 req-b429ea5f-1fe7-45db-9e4b-4d03b2aee7f7 service neutron] (94838) timed out ('10.222.0.32', 48982) {{(pid=94838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 01:35:24.590901 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:27.659031 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-da448178-baac-4a02-9c0f-115506ac5ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:30.248961 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:30.273635 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-87f5f970-3a10-41d4-b010-7ff5ec4ac80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:30.461765 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:31.595940 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:33.352002 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:34.121910 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:35:54.590608 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:57.663785 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-fc9e6d46-5829-4df5-a363-936c0d43c58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:00.250177 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:00.272895 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-437725d7-a496-42a3-b8c8-f1565491f4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:00.479704 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:01.598748 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:03.356284 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:11.121469 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:36:24.589413 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:27.664997 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c2495e54-2caa-4de1-a453-03e725018b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:30.252425 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:30.273088 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4e4dbb1a-887e-487d-a21f-8b6cca809daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:30.502005 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:31.603142 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:33.359750 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:48.120307 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:36:54.589157 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:57.668053 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-eac75286-2b8b-4214-9204-56364980f38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:00.254181 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:00.272759 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c9842d99-dbdb-45a0-b353-cc7cfc09023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:00.513019 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:01.605098 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:03.361019 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:24.603510 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:25.120250 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:37:27.668479 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-f09b85c0-3e68-42b9-a802-92e97d51cf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:30.255013 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:30.272597 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-6d051291-d0f9-4fc4-b2a2-6b87d37c35e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:30.515582 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:31.608126 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:33.363344 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:54.602071 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:57.669512 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-66fdb98e-8680-4169-bce9-ab5f195bc6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:00.256937 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:00.272596 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-62787d84-3d4d-4c12-8b45-b321f17ee70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:00.515422 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:01.612035 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:02.119509 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:38:03.367105 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:24.617603 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:27.670459 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-765af140-05f7-4985-a58e-9754a6250d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:30.257758 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:30.273092 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b215774c-b2fb-4fe3-b512-85cf6f6dde7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:30.509034 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:31.617323 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:33.368400 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:39.118665 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:38:54.633446 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:57.670645 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3dc8254c-c667-4749-bfbd-e1152ba618ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:00.263089 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:00.273103 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-d5d54d3b-8a91-4a6f-ad27-4d60e718cf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:00.513576 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:01.618636 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:03.372409 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:16.117313 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:39:24.635941 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:27.670723 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-4c62bafc-c792-466b-a3ae-9dad7901227a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:30.271537 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:30.276371 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-546ffe35-ba9d-4c93-b9e4-1f9d1b70a0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:30.511096 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:31.620695 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:33.374820 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:41.531102 n-d-805736-1 neutron-server[94837]: DEBUG neutron.wsgi [req-37c8c3b8-662a-4bd0-85e4-23a0ca006765 req-121cfb23-f575-4136-aeda-134ceb07ec35 service neutron] (94837) timed out ('10.222.0.32', 40450) {{(pid=94837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 01:39:53.117738 n-d-805736-1 neutron-server[94840]: DEBUG neutron.db.agents_db [None req-0043ee3e-ce8d-4450-9071-55e5612e3dc2 None None] Agent healthcheck: found 7 active agents {{(pid=94840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:39:54.649281 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-3a0479e8-abbb-4b9b-96e8-3d89d4af7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:57.672246 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-b0ec245d-84dd-472c-921b-51e45ceebdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:00.267567 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0e41bfd5-45de-4e7c-80af-eab6855fe349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:00.278349 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-1624883b-191a-4b9e-a048-0451639eebbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:00.513398 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-c36e16ef-3f61-499b-aeb0-88dd9d7ac6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:01.623044 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-0d9437cb-60d8-45dc-83c7-7ac8ca365328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:03.378047 n-d-805736-1 neutron-server[94839]: DEBUG neutron_lib.callbacks.manager [None req-a9224811-3ca6-41dc-b151-ac8bc9873f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726650240790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746774'] for agent, after_update {{(pid=94839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}